[ 486.753493] env[62328]: DEBUG os_vif [-] Loaded VIF plugin class '' with name 'linux_bridge' {{(pid=62328) initialize /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:44}} [ 486.754075] env[62328]: DEBUG os_vif [-] Loaded VIF plugin class '' with name 'noop' {{(pid=62328) initialize /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:44}} [ 486.754075] env[62328]: DEBUG os_vif [-] Loaded VIF plugin class '' with name 'ovs' {{(pid=62328) initialize /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:44}} [ 486.754286] env[62328]: INFO os_vif [-] Loaded VIF plugins: linux_bridge, noop, ovs [ 486.867509] env[62328]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): grep -F node.session.scan /sbin/iscsiadm {{(pid=62328) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:349}} [ 486.878887] env[62328]: DEBUG oslo_concurrency.processutils [-] CMD "grep -F node.session.scan /sbin/iscsiadm" returned: 0 in 0.011s {{(pid=62328) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:372}} [ 487.489627] env[62328]: INFO nova.virt.driver [None req-28be2993-4356-4ae9-a3d2-f18157d804b6 None None] Loading compute driver 'vmwareapi.VMwareVCDriver' [ 487.562454] env[62328]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "oslo_vmware_api_lock" by "oslo_vmware.api.VMwareAPISession._create_session" {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 487.562677] env[62328]: DEBUG oslo_concurrency.lockutils [-] Lock "oslo_vmware_api_lock" acquired by "oslo_vmware.api.VMwareAPISession._create_session" :: waited 0.000s {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 487.562736] env[62328]: DEBUG oslo_vmware.service [-] Creating suds client with soap_url='https://vc1.osci.c.eu-de-1.cloud.sap:443/sdk' and wsdl_url='https://vc1.osci.c.eu-de-1.cloud.sap:443/sdk/vimService.wsdl' {{(pid=62328) __init__ /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:242}} [ 490.785959] env[62328]: DEBUG oslo_vmware.service [-] Invoking ServiceInstance.RetrieveServiceContent with opID=oslo.vmware-589be537-e94c-4fb4-a16a-ad611ea1b91b {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 490.802236] env[62328]: DEBUG oslo_vmware.api [-] Logging into host: vc1.osci.c.eu-de-1.cloud.sap. {{(pid=62328) _create_session /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:242}} [ 490.802430] env[62328]: DEBUG oslo_vmware.service [-] Invoking SessionManager.Login with opID=oslo.vmware-d7f19c03-69dc-4703-a4cc-fa943398cd60 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 490.835460] env[62328]: INFO oslo_vmware.api [-] Successfully established new session; session ID is 6ddb1. [ 490.835661] env[62328]: DEBUG oslo_concurrency.lockutils [-] Lock "oslo_vmware_api_lock" "released" by "oslo_vmware.api.VMwareAPISession._create_session" :: held 3.273s {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 490.836185] env[62328]: INFO nova.virt.vmwareapi.driver [None req-28be2993-4356-4ae9-a3d2-f18157d804b6 None None] VMware vCenter version: 7.0.3 [ 490.839668] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9f08d36e-b849-4511-a558-fcfcc5cd9c83 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 490.858782] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-83088365-c3ff-4aa0-94f4-cb9c2a24d860 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 490.864862] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-369ab4eb-0773-4ace-980d-40300993bf8c {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 490.871676] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-830a2c49-cbe3-4e94-a79f-c72a23323d3a {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 490.884592] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8f87e1bd-624e-40aa-8947-199fa169377a {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 490.890306] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2f5ecab2-a24a-4b18-a908-89261dad2820 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 490.921998] env[62328]: DEBUG oslo_vmware.service [-] Invoking ExtensionManager.FindExtension with opID=oslo.vmware-bde1f8c5-0294-40c6-897a-892a25e44b6c {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 490.927166] env[62328]: DEBUG nova.virt.vmwareapi.driver [None req-28be2993-4356-4ae9-a3d2-f18157d804b6 None None] Extension org.openstack.compute already exists. {{(pid=62328) _register_openstack_extension /opt/stack/nova/nova/virt/vmwareapi/driver.py:228}} [ 490.929851] env[62328]: INFO nova.compute.provider_config [None req-28be2993-4356-4ae9-a3d2-f18157d804b6 None None] No provider configs found in /etc/nova/provider_config/. If files are present, ensure the Nova process has access. [ 491.432754] env[62328]: DEBUG nova.context [None req-28be2993-4356-4ae9-a3d2-f18157d804b6 None None] Found 2 cells: 00000000-0000-0000-0000-000000000000(cell0),5b0ed460-829f-45ba-9a37-555dc44cf9a9(cell1) {{(pid=62328) load_cells /opt/stack/nova/nova/context.py:464}} [ 491.435958] env[62328]: DEBUG oslo_concurrency.lockutils [None req-0f579719-cc20-4a5e-ae49-6e2f7526c5af None None] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 491.436213] env[62328]: DEBUG oslo_concurrency.lockutils [None req-0f579719-cc20-4a5e-ae49-6e2f7526c5af None None] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 491.436929] env[62328]: DEBUG oslo_concurrency.lockutils [None req-0f579719-cc20-4a5e-ae49-6e2f7526c5af None None] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.001s {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 491.437393] env[62328]: DEBUG oslo_concurrency.lockutils [None req-0f579719-cc20-4a5e-ae49-6e2f7526c5af None None] Acquiring lock "5b0ed460-829f-45ba-9a37-555dc44cf9a9" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 491.437790] env[62328]: DEBUG oslo_concurrency.lockutils [None req-0f579719-cc20-4a5e-ae49-6e2f7526c5af None None] Lock "5b0ed460-829f-45ba-9a37-555dc44cf9a9" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 491.438806] env[62328]: DEBUG oslo_concurrency.lockutils [None req-0f579719-cc20-4a5e-ae49-6e2f7526c5af None None] Lock "5b0ed460-829f-45ba-9a37-555dc44cf9a9" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.001s {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 491.459348] env[62328]: INFO dbcounter [None req-0f579719-cc20-4a5e-ae49-6e2f7526c5af None None] Registered counter for database nova_cell0 [ 491.467741] env[62328]: INFO dbcounter [None req-0f579719-cc20-4a5e-ae49-6e2f7526c5af None None] Registered counter for database nova_cell1 [ 491.471215] env[62328]: DEBUG oslo_db.sqlalchemy.engines [None req-0f579719-cc20-4a5e-ae49-6e2f7526c5af None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_AUTO_CREATE_USER,NO_ENGINE_SUBSTITUTION {{(pid=62328) _check_effective_sql_mode /opt/stack/data/venv/lib/python3.10/site-packages/oslo_db/sqlalchemy/engines.py:395}} [ 491.471578] env[62328]: DEBUG oslo_db.sqlalchemy.engines [None req-0f579719-cc20-4a5e-ae49-6e2f7526c5af None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_AUTO_CREATE_USER,NO_ENGINE_SUBSTITUTION {{(pid=62328) _check_effective_sql_mode /opt/stack/data/venv/lib/python3.10/site-packages/oslo_db/sqlalchemy/engines.py:395}} [ 491.476526] env[62328]: ERROR nova.db.main.api [None req-0f579719-cc20-4a5e-ae49-6e2f7526c5af None None] No DB access allowed in nova-compute: File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 272, in main [ 491.476526] env[62328]: result = function(*args, **kwargs) [ 491.476526] env[62328]: File "/opt/stack/nova/nova/utils.py", line 663, in context_wrapper [ 491.476526] env[62328]: return func(*args, **kwargs) [ 491.476526] env[62328]: File "/opt/stack/nova/nova/context.py", line 422, in gather_result [ 491.476526] env[62328]: result = fn(*args, **kwargs) [ 491.476526] env[62328]: File "/opt/stack/nova/nova/db/main/api.py", line 179, in wrapper [ 491.476526] env[62328]: return f(*args, **kwargs) [ 491.476526] env[62328]: File "/opt/stack/nova/nova/objects/service.py", line 556, in _db_service_get_minimum_version [ 491.476526] env[62328]: return db.service_get_minimum_version(context, binaries) [ 491.476526] env[62328]: File "/opt/stack/nova/nova/db/main/api.py", line 238, in wrapper [ 491.476526] env[62328]: _check_db_access() [ 491.476526] env[62328]: File "/opt/stack/nova/nova/db/main/api.py", line 188, in _check_db_access [ 491.476526] env[62328]: stacktrace = ''.join(traceback.format_stack()) [ 491.476526] env[62328]: [ 491.477377] env[62328]: ERROR nova.db.main.api [None req-0f579719-cc20-4a5e-ae49-6e2f7526c5af None None] No DB access allowed in nova-compute: File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 272, in main [ 491.477377] env[62328]: result = function(*args, **kwargs) [ 491.477377] env[62328]: File "/opt/stack/nova/nova/utils.py", line 663, in context_wrapper [ 491.477377] env[62328]: return func(*args, **kwargs) [ 491.477377] env[62328]: File "/opt/stack/nova/nova/context.py", line 422, in gather_result [ 491.477377] env[62328]: result = fn(*args, **kwargs) [ 491.477377] env[62328]: File "/opt/stack/nova/nova/db/main/api.py", line 179, in wrapper [ 491.477377] env[62328]: return f(*args, **kwargs) [ 491.477377] env[62328]: File "/opt/stack/nova/nova/objects/service.py", line 556, in _db_service_get_minimum_version [ 491.477377] env[62328]: return db.service_get_minimum_version(context, binaries) [ 491.477377] env[62328]: File "/opt/stack/nova/nova/db/main/api.py", line 238, in wrapper [ 491.477377] env[62328]: _check_db_access() [ 491.477377] env[62328]: File "/opt/stack/nova/nova/db/main/api.py", line 188, in _check_db_access [ 491.477377] env[62328]: stacktrace = ''.join(traceback.format_stack()) [ 491.477377] env[62328]: [ 491.477802] env[62328]: WARNING nova.objects.service [None req-0f579719-cc20-4a5e-ae49-6e2f7526c5af None None] Failed to get minimum service version for cell 00000000-0000-0000-0000-000000000000 [ 491.477931] env[62328]: WARNING nova.objects.service [None req-0f579719-cc20-4a5e-ae49-6e2f7526c5af None None] Failed to get minimum service version for cell 5b0ed460-829f-45ba-9a37-555dc44cf9a9 [ 491.478492] env[62328]: DEBUG oslo_concurrency.lockutils [None req-0f579719-cc20-4a5e-ae49-6e2f7526c5af None None] Acquiring lock "singleton_lock" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 491.478672] env[62328]: DEBUG oslo_concurrency.lockutils [None req-0f579719-cc20-4a5e-ae49-6e2f7526c5af None None] Acquired lock "singleton_lock" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 491.478909] env[62328]: DEBUG oslo_concurrency.lockutils [None req-0f579719-cc20-4a5e-ae49-6e2f7526c5af None None] Releasing lock "singleton_lock" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 491.479241] env[62328]: DEBUG oslo_service.service [None req-0f579719-cc20-4a5e-ae49-6e2f7526c5af None None] Full set of CONF: {{(pid=62328) _wait_for_exit_or_signal /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/service.py:363}} [ 491.479387] env[62328]: DEBUG oslo_service.service [None req-0f579719-cc20-4a5e-ae49-6e2f7526c5af None None] ******************************************************************************** {{(pid=62328) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2804}} [ 491.479513] env[62328]: DEBUG oslo_service.service [None req-0f579719-cc20-4a5e-ae49-6e2f7526c5af None None] Configuration options gathered from: {{(pid=62328) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2805}} [ 491.479651] env[62328]: DEBUG oslo_service.service [None req-0f579719-cc20-4a5e-ae49-6e2f7526c5af None None] command line args: ['--config-file', '/etc/nova/nova.conf', '--config-file', '/etc/nova/nova-cpu-common.conf', '--config-file', '/etc/nova/nova-cpu-1.conf'] {{(pid=62328) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2806}} [ 491.479878] env[62328]: DEBUG oslo_service.service [None req-0f579719-cc20-4a5e-ae49-6e2f7526c5af None None] config files: ['/etc/nova/nova.conf', '/etc/nova/nova-cpu-common.conf', '/etc/nova/nova-cpu-1.conf'] {{(pid=62328) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2807}} [ 491.480016] env[62328]: DEBUG oslo_service.service [None req-0f579719-cc20-4a5e-ae49-6e2f7526c5af None None] ================================================================================ {{(pid=62328) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2809}} [ 491.480233] env[62328]: DEBUG oslo_service.service [None req-0f579719-cc20-4a5e-ae49-6e2f7526c5af None None] allow_resize_to_same_host = True {{(pid=62328) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 491.480404] env[62328]: DEBUG oslo_service.service [None req-0f579719-cc20-4a5e-ae49-6e2f7526c5af None None] arq_binding_timeout = 300 {{(pid=62328) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 491.480534] env[62328]: DEBUG oslo_service.service [None req-0f579719-cc20-4a5e-ae49-6e2f7526c5af None None] backdoor_port = None {{(pid=62328) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 491.480661] env[62328]: DEBUG oslo_service.service [None req-0f579719-cc20-4a5e-ae49-6e2f7526c5af None None] backdoor_socket = None {{(pid=62328) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 491.480823] env[62328]: DEBUG oslo_service.service [None req-0f579719-cc20-4a5e-ae49-6e2f7526c5af None None] block_device_allocate_retries = 60 {{(pid=62328) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 491.480987] env[62328]: DEBUG oslo_service.service [None req-0f579719-cc20-4a5e-ae49-6e2f7526c5af None None] block_device_allocate_retries_interval = 3 {{(pid=62328) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 491.481201] env[62328]: DEBUG oslo_service.service [None req-0f579719-cc20-4a5e-ae49-6e2f7526c5af None None] cert = self.pem {{(pid=62328) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 491.481388] env[62328]: DEBUG oslo_service.service [None req-0f579719-cc20-4a5e-ae49-6e2f7526c5af None None] compute_driver = vmwareapi.VMwareVCDriver {{(pid=62328) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 491.481559] env[62328]: DEBUG oslo_service.service [None req-0f579719-cc20-4a5e-ae49-6e2f7526c5af None None] compute_monitors = [] {{(pid=62328) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 491.481730] env[62328]: DEBUG oslo_service.service [None req-0f579719-cc20-4a5e-ae49-6e2f7526c5af None None] config_dir = [] {{(pid=62328) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 491.481906] env[62328]: DEBUG oslo_service.service [None req-0f579719-cc20-4a5e-ae49-6e2f7526c5af None None] config_drive_format = iso9660 {{(pid=62328) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 491.482051] env[62328]: DEBUG oslo_service.service [None req-0f579719-cc20-4a5e-ae49-6e2f7526c5af None None] config_file = ['/etc/nova/nova.conf', '/etc/nova/nova-cpu-common.conf', '/etc/nova/nova-cpu-1.conf'] {{(pid=62328) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 491.482223] env[62328]: DEBUG oslo_service.service [None req-0f579719-cc20-4a5e-ae49-6e2f7526c5af None None] config_source = [] {{(pid=62328) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 491.482392] env[62328]: DEBUG oslo_service.service [None req-0f579719-cc20-4a5e-ae49-6e2f7526c5af None None] console_host = devstack {{(pid=62328) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 491.482565] env[62328]: DEBUG oslo_service.service [None req-0f579719-cc20-4a5e-ae49-6e2f7526c5af None None] control_exchange = nova {{(pid=62328) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 491.482762] env[62328]: DEBUG oslo_service.service [None req-0f579719-cc20-4a5e-ae49-6e2f7526c5af None None] cpu_allocation_ratio = None {{(pid=62328) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 491.482931] env[62328]: DEBUG oslo_service.service [None req-0f579719-cc20-4a5e-ae49-6e2f7526c5af None None] daemon = False {{(pid=62328) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 491.483115] env[62328]: DEBUG oslo_service.service [None req-0f579719-cc20-4a5e-ae49-6e2f7526c5af None None] debug = True {{(pid=62328) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 491.483280] env[62328]: DEBUG oslo_service.service [None req-0f579719-cc20-4a5e-ae49-6e2f7526c5af None None] default_access_ip_network_name = None {{(pid=62328) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 491.483448] env[62328]: DEBUG oslo_service.service [None req-0f579719-cc20-4a5e-ae49-6e2f7526c5af None None] default_availability_zone = nova {{(pid=62328) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 491.483607] env[62328]: DEBUG oslo_service.service [None req-0f579719-cc20-4a5e-ae49-6e2f7526c5af None None] default_ephemeral_format = None {{(pid=62328) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 491.483768] env[62328]: DEBUG oslo_service.service [None req-0f579719-cc20-4a5e-ae49-6e2f7526c5af None None] default_green_pool_size = 1000 {{(pid=62328) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 491.484018] env[62328]: DEBUG oslo_service.service [None req-0f579719-cc20-4a5e-ae49-6e2f7526c5af None None] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'glanceclient=WARN', 'oslo.privsep.daemon=INFO'] {{(pid=62328) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 491.484234] env[62328]: DEBUG oslo_service.service [None req-0f579719-cc20-4a5e-ae49-6e2f7526c5af None None] default_schedule_zone = None {{(pid=62328) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 491.484405] env[62328]: DEBUG oslo_service.service [None req-0f579719-cc20-4a5e-ae49-6e2f7526c5af None None] disk_allocation_ratio = None {{(pid=62328) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 491.484568] env[62328]: DEBUG oslo_service.service [None req-0f579719-cc20-4a5e-ae49-6e2f7526c5af None None] enable_new_services = True {{(pid=62328) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 491.484750] env[62328]: DEBUG oslo_service.service [None req-0f579719-cc20-4a5e-ae49-6e2f7526c5af None None] enabled_apis = ['osapi_compute'] {{(pid=62328) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 491.484916] env[62328]: DEBUG oslo_service.service [None req-0f579719-cc20-4a5e-ae49-6e2f7526c5af None None] enabled_ssl_apis = [] {{(pid=62328) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 491.485092] env[62328]: DEBUG oslo_service.service [None req-0f579719-cc20-4a5e-ae49-6e2f7526c5af None None] flat_injected = False {{(pid=62328) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 491.485252] env[62328]: DEBUG oslo_service.service [None req-0f579719-cc20-4a5e-ae49-6e2f7526c5af None None] force_config_drive = False {{(pid=62328) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 491.485415] env[62328]: DEBUG oslo_service.service [None req-0f579719-cc20-4a5e-ae49-6e2f7526c5af None None] force_raw_images = True {{(pid=62328) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 491.485631] env[62328]: DEBUG oslo_service.service [None req-0f579719-cc20-4a5e-ae49-6e2f7526c5af None None] graceful_shutdown_timeout = 5 {{(pid=62328) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 491.485847] env[62328]: DEBUG oslo_service.service [None req-0f579719-cc20-4a5e-ae49-6e2f7526c5af None None] heal_instance_info_cache_interval = 60 {{(pid=62328) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 491.486090] env[62328]: DEBUG oslo_service.service [None req-0f579719-cc20-4a5e-ae49-6e2f7526c5af None None] host = cpu-1 {{(pid=62328) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 491.486276] env[62328]: DEBUG oslo_service.service [None req-0f579719-cc20-4a5e-ae49-6e2f7526c5af None None] initial_cpu_allocation_ratio = 4.0 {{(pid=62328) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 491.486442] env[62328]: DEBUG oslo_service.service [None req-0f579719-cc20-4a5e-ae49-6e2f7526c5af None None] initial_disk_allocation_ratio = 1.0 {{(pid=62328) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 491.486603] env[62328]: DEBUG oslo_service.service [None req-0f579719-cc20-4a5e-ae49-6e2f7526c5af None None] initial_ram_allocation_ratio = 1.0 {{(pid=62328) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 491.486814] env[62328]: DEBUG oslo_service.service [None req-0f579719-cc20-4a5e-ae49-6e2f7526c5af None None] injected_network_template = /opt/stack/nova/nova/virt/interfaces.template {{(pid=62328) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 491.486983] env[62328]: DEBUG oslo_service.service [None req-0f579719-cc20-4a5e-ae49-6e2f7526c5af None None] instance_build_timeout = 0 {{(pid=62328) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 491.487176] env[62328]: DEBUG oslo_service.service [None req-0f579719-cc20-4a5e-ae49-6e2f7526c5af None None] instance_delete_interval = 300 {{(pid=62328) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 491.487367] env[62328]: DEBUG oslo_service.service [None req-0f579719-cc20-4a5e-ae49-6e2f7526c5af None None] instance_format = [instance: %(uuid)s] {{(pid=62328) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 491.487593] env[62328]: DEBUG oslo_service.service [None req-0f579719-cc20-4a5e-ae49-6e2f7526c5af None None] instance_name_template = instance-%08x {{(pid=62328) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 491.487761] env[62328]: DEBUG oslo_service.service [None req-0f579719-cc20-4a5e-ae49-6e2f7526c5af None None] instance_usage_audit = False {{(pid=62328) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 491.487930] env[62328]: DEBUG oslo_service.service [None req-0f579719-cc20-4a5e-ae49-6e2f7526c5af None None] instance_usage_audit_period = month {{(pid=62328) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 491.488111] env[62328]: DEBUG oslo_service.service [None req-0f579719-cc20-4a5e-ae49-6e2f7526c5af None None] instance_uuid_format = [instance: %(uuid)s] {{(pid=62328) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 491.488278] env[62328]: DEBUG oslo_service.service [None req-0f579719-cc20-4a5e-ae49-6e2f7526c5af None None] instances_path = /opt/stack/data/nova/instances {{(pid=62328) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 491.488460] env[62328]: DEBUG oslo_service.service [None req-0f579719-cc20-4a5e-ae49-6e2f7526c5af None None] internal_service_availability_zone = internal {{(pid=62328) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 491.488647] env[62328]: DEBUG oslo_service.service [None req-0f579719-cc20-4a5e-ae49-6e2f7526c5af None None] key = None {{(pid=62328) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 491.488832] env[62328]: DEBUG oslo_service.service [None req-0f579719-cc20-4a5e-ae49-6e2f7526c5af None None] live_migration_retry_count = 30 {{(pid=62328) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 491.489014] env[62328]: DEBUG oslo_service.service [None req-0f579719-cc20-4a5e-ae49-6e2f7526c5af None None] log_color = False {{(pid=62328) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 491.489185] env[62328]: DEBUG oslo_service.service [None req-0f579719-cc20-4a5e-ae49-6e2f7526c5af None None] log_config_append = None {{(pid=62328) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 491.489352] env[62328]: DEBUG oslo_service.service [None req-0f579719-cc20-4a5e-ae49-6e2f7526c5af None None] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=62328) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 491.489512] env[62328]: DEBUG oslo_service.service [None req-0f579719-cc20-4a5e-ae49-6e2f7526c5af None None] log_dir = None {{(pid=62328) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 491.489670] env[62328]: DEBUG oslo_service.service [None req-0f579719-cc20-4a5e-ae49-6e2f7526c5af None None] log_file = None {{(pid=62328) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 491.489799] env[62328]: DEBUG oslo_service.service [None req-0f579719-cc20-4a5e-ae49-6e2f7526c5af None None] log_options = True {{(pid=62328) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 491.489960] env[62328]: DEBUG oslo_service.service [None req-0f579719-cc20-4a5e-ae49-6e2f7526c5af None None] log_rotate_interval = 1 {{(pid=62328) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 491.490182] env[62328]: DEBUG oslo_service.service [None req-0f579719-cc20-4a5e-ae49-6e2f7526c5af None None] log_rotate_interval_type = days {{(pid=62328) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 491.490365] env[62328]: DEBUG oslo_service.service [None req-0f579719-cc20-4a5e-ae49-6e2f7526c5af None None] log_rotation_type = none {{(pid=62328) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 491.490501] env[62328]: DEBUG oslo_service.service [None req-0f579719-cc20-4a5e-ae49-6e2f7526c5af None None] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=62328) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 491.490631] env[62328]: DEBUG oslo_service.service [None req-0f579719-cc20-4a5e-ae49-6e2f7526c5af None None] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=62328) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 491.490800] env[62328]: DEBUG oslo_service.service [None req-0f579719-cc20-4a5e-ae49-6e2f7526c5af None None] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=62328) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 491.490968] env[62328]: DEBUG oslo_service.service [None req-0f579719-cc20-4a5e-ae49-6e2f7526c5af None None] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=62328) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 491.491105] env[62328]: DEBUG oslo_service.service [None req-0f579719-cc20-4a5e-ae49-6e2f7526c5af None None] logging_user_identity_format = %(user)s %(project)s %(domain)s %(system_scope)s %(user_domain)s %(project_domain)s {{(pid=62328) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 491.491270] env[62328]: DEBUG oslo_service.service [None req-0f579719-cc20-4a5e-ae49-6e2f7526c5af None None] long_rpc_timeout = 1800 {{(pid=62328) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 491.491430] env[62328]: DEBUG oslo_service.service [None req-0f579719-cc20-4a5e-ae49-6e2f7526c5af None None] max_concurrent_builds = 10 {{(pid=62328) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 491.491635] env[62328]: DEBUG oslo_service.service [None req-0f579719-cc20-4a5e-ae49-6e2f7526c5af None None] max_concurrent_live_migrations = 1 {{(pid=62328) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 491.491804] env[62328]: DEBUG oslo_service.service [None req-0f579719-cc20-4a5e-ae49-6e2f7526c5af None None] max_concurrent_snapshots = 5 {{(pid=62328) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 491.491964] env[62328]: DEBUG oslo_service.service [None req-0f579719-cc20-4a5e-ae49-6e2f7526c5af None None] max_local_block_devices = 3 {{(pid=62328) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 491.492136] env[62328]: DEBUG oslo_service.service [None req-0f579719-cc20-4a5e-ae49-6e2f7526c5af None None] max_logfile_count = 30 {{(pid=62328) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 491.492295] env[62328]: DEBUG oslo_service.service [None req-0f579719-cc20-4a5e-ae49-6e2f7526c5af None None] max_logfile_size_mb = 200 {{(pid=62328) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 491.492456] env[62328]: DEBUG oslo_service.service [None req-0f579719-cc20-4a5e-ae49-6e2f7526c5af None None] maximum_instance_delete_attempts = 5 {{(pid=62328) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 491.492626] env[62328]: DEBUG oslo_service.service [None req-0f579719-cc20-4a5e-ae49-6e2f7526c5af None None] metadata_listen = 0.0.0.0 {{(pid=62328) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 491.492792] env[62328]: DEBUG oslo_service.service [None req-0f579719-cc20-4a5e-ae49-6e2f7526c5af None None] metadata_listen_port = 8775 {{(pid=62328) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 491.493028] env[62328]: DEBUG oslo_service.service [None req-0f579719-cc20-4a5e-ae49-6e2f7526c5af None None] metadata_workers = 2 {{(pid=62328) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 491.493223] env[62328]: DEBUG oslo_service.service [None req-0f579719-cc20-4a5e-ae49-6e2f7526c5af None None] migrate_max_retries = -1 {{(pid=62328) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 491.493397] env[62328]: DEBUG oslo_service.service [None req-0f579719-cc20-4a5e-ae49-6e2f7526c5af None None] mkisofs_cmd = genisoimage {{(pid=62328) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 491.493608] env[62328]: DEBUG oslo_service.service [None req-0f579719-cc20-4a5e-ae49-6e2f7526c5af None None] my_block_storage_ip = 10.180.1.21 {{(pid=62328) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 491.493743] env[62328]: DEBUG oslo_service.service [None req-0f579719-cc20-4a5e-ae49-6e2f7526c5af None None] my_ip = 10.180.1.21 {{(pid=62328) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 491.493946] env[62328]: DEBUG oslo_service.service [None req-0f579719-cc20-4a5e-ae49-6e2f7526c5af None None] my_shared_fs_storage_ip = 10.180.1.21 {{(pid=62328) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 491.494127] env[62328]: DEBUG oslo_service.service [None req-0f579719-cc20-4a5e-ae49-6e2f7526c5af None None] network_allocate_retries = 0 {{(pid=62328) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 491.494317] env[62328]: DEBUG oslo_service.service [None req-0f579719-cc20-4a5e-ae49-6e2f7526c5af None None] non_inheritable_image_properties = ['cache_in_nova', 'bittorrent'] {{(pid=62328) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 491.494523] env[62328]: DEBUG oslo_service.service [None req-0f579719-cc20-4a5e-ae49-6e2f7526c5af None None] osapi_compute_listen = 0.0.0.0 {{(pid=62328) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 491.494705] env[62328]: DEBUG oslo_service.service [None req-0f579719-cc20-4a5e-ae49-6e2f7526c5af None None] osapi_compute_listen_port = 8774 {{(pid=62328) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 491.494877] env[62328]: DEBUG oslo_service.service [None req-0f579719-cc20-4a5e-ae49-6e2f7526c5af None None] osapi_compute_unique_server_name_scope = {{(pid=62328) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 491.495069] env[62328]: DEBUG oslo_service.service [None req-0f579719-cc20-4a5e-ae49-6e2f7526c5af None None] osapi_compute_workers = 2 {{(pid=62328) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 491.495240] env[62328]: DEBUG oslo_service.service [None req-0f579719-cc20-4a5e-ae49-6e2f7526c5af None None] password_length = 12 {{(pid=62328) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 491.495402] env[62328]: DEBUG oslo_service.service [None req-0f579719-cc20-4a5e-ae49-6e2f7526c5af None None] periodic_enable = True {{(pid=62328) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 491.495561] env[62328]: DEBUG oslo_service.service [None req-0f579719-cc20-4a5e-ae49-6e2f7526c5af None None] periodic_fuzzy_delay = 60 {{(pid=62328) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 491.495731] env[62328]: DEBUG oslo_service.service [None req-0f579719-cc20-4a5e-ae49-6e2f7526c5af None None] pointer_model = usbtablet {{(pid=62328) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 491.495905] env[62328]: DEBUG oslo_service.service [None req-0f579719-cc20-4a5e-ae49-6e2f7526c5af None None] preallocate_images = none {{(pid=62328) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 491.496088] env[62328]: DEBUG oslo_service.service [None req-0f579719-cc20-4a5e-ae49-6e2f7526c5af None None] publish_errors = False {{(pid=62328) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 491.496224] env[62328]: DEBUG oslo_service.service [None req-0f579719-cc20-4a5e-ae49-6e2f7526c5af None None] pybasedir = /opt/stack/nova {{(pid=62328) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 491.496383] env[62328]: DEBUG oslo_service.service [None req-0f579719-cc20-4a5e-ae49-6e2f7526c5af None None] ram_allocation_ratio = None {{(pid=62328) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 491.496543] env[62328]: DEBUG oslo_service.service [None req-0f579719-cc20-4a5e-ae49-6e2f7526c5af None None] rate_limit_burst = 0 {{(pid=62328) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 491.496711] env[62328]: DEBUG oslo_service.service [None req-0f579719-cc20-4a5e-ae49-6e2f7526c5af None None] rate_limit_except_level = CRITICAL {{(pid=62328) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 491.496871] env[62328]: DEBUG oslo_service.service [None req-0f579719-cc20-4a5e-ae49-6e2f7526c5af None None] rate_limit_interval = 0 {{(pid=62328) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 491.497040] env[62328]: DEBUG oslo_service.service [None req-0f579719-cc20-4a5e-ae49-6e2f7526c5af None None] reboot_timeout = 0 {{(pid=62328) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 491.497216] env[62328]: DEBUG oslo_service.service [None req-0f579719-cc20-4a5e-ae49-6e2f7526c5af None None] reclaim_instance_interval = 0 {{(pid=62328) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 491.497413] env[62328]: DEBUG oslo_service.service [None req-0f579719-cc20-4a5e-ae49-6e2f7526c5af None None] record = None {{(pid=62328) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 491.497594] env[62328]: DEBUG oslo_service.service [None req-0f579719-cc20-4a5e-ae49-6e2f7526c5af None None] reimage_timeout_per_gb = 60 {{(pid=62328) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 491.497763] env[62328]: DEBUG oslo_service.service [None req-0f579719-cc20-4a5e-ae49-6e2f7526c5af None None] report_interval = 120 {{(pid=62328) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 491.497922] env[62328]: DEBUG oslo_service.service [None req-0f579719-cc20-4a5e-ae49-6e2f7526c5af None None] rescue_timeout = 0 {{(pid=62328) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 491.498096] env[62328]: DEBUG oslo_service.service [None req-0f579719-cc20-4a5e-ae49-6e2f7526c5af None None] reserved_host_cpus = 0 {{(pid=62328) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 491.498261] env[62328]: DEBUG oslo_service.service [None req-0f579719-cc20-4a5e-ae49-6e2f7526c5af None None] reserved_host_disk_mb = 0 {{(pid=62328) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 491.498422] env[62328]: DEBUG oslo_service.service [None req-0f579719-cc20-4a5e-ae49-6e2f7526c5af None None] reserved_host_memory_mb = 512 {{(pid=62328) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 491.498585] env[62328]: DEBUG oslo_service.service [None req-0f579719-cc20-4a5e-ae49-6e2f7526c5af None None] reserved_huge_pages = None {{(pid=62328) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 491.498752] env[62328]: DEBUG oslo_service.service [None req-0f579719-cc20-4a5e-ae49-6e2f7526c5af None None] resize_confirm_window = 0 {{(pid=62328) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 491.498915] env[62328]: DEBUG oslo_service.service [None req-0f579719-cc20-4a5e-ae49-6e2f7526c5af None None] resize_fs_using_block_device = False {{(pid=62328) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 491.499087] env[62328]: DEBUG oslo_service.service [None req-0f579719-cc20-4a5e-ae49-6e2f7526c5af None None] resume_guests_state_on_host_boot = False {{(pid=62328) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 491.499259] env[62328]: DEBUG oslo_service.service [None req-0f579719-cc20-4a5e-ae49-6e2f7526c5af None None] rootwrap_config = /etc/nova/rootwrap.conf {{(pid=62328) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 491.499424] env[62328]: DEBUG oslo_service.service [None req-0f579719-cc20-4a5e-ae49-6e2f7526c5af None None] rpc_response_timeout = 60 {{(pid=62328) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 491.499587] env[62328]: DEBUG oslo_service.service [None req-0f579719-cc20-4a5e-ae49-6e2f7526c5af None None] run_external_periodic_tasks = True {{(pid=62328) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 491.499755] env[62328]: DEBUG oslo_service.service [None req-0f579719-cc20-4a5e-ae49-6e2f7526c5af None None] running_deleted_instance_action = reap {{(pid=62328) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 491.499915] env[62328]: DEBUG oslo_service.service [None req-0f579719-cc20-4a5e-ae49-6e2f7526c5af None None] running_deleted_instance_poll_interval = 1800 {{(pid=62328) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 491.500125] env[62328]: DEBUG oslo_service.service [None req-0f579719-cc20-4a5e-ae49-6e2f7526c5af None None] running_deleted_instance_timeout = 0 {{(pid=62328) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 491.500308] env[62328]: DEBUG oslo_service.service [None req-0f579719-cc20-4a5e-ae49-6e2f7526c5af None None] scheduler_instance_sync_interval = 120 {{(pid=62328) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 491.500479] env[62328]: DEBUG oslo_service.service [None req-0f579719-cc20-4a5e-ae49-6e2f7526c5af None None] service_down_time = 720 {{(pid=62328) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 491.500650] env[62328]: DEBUG oslo_service.service [None req-0f579719-cc20-4a5e-ae49-6e2f7526c5af None None] servicegroup_driver = db {{(pid=62328) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 491.500806] env[62328]: DEBUG oslo_service.service [None req-0f579719-cc20-4a5e-ae49-6e2f7526c5af None None] shell_completion = None {{(pid=62328) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 491.500967] env[62328]: DEBUG oslo_service.service [None req-0f579719-cc20-4a5e-ae49-6e2f7526c5af None None] shelved_offload_time = 0 {{(pid=62328) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 491.501154] env[62328]: DEBUG oslo_service.service [None req-0f579719-cc20-4a5e-ae49-6e2f7526c5af None None] shelved_poll_interval = 3600 {{(pid=62328) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 491.501312] env[62328]: DEBUG oslo_service.service [None req-0f579719-cc20-4a5e-ae49-6e2f7526c5af None None] shutdown_timeout = 0 {{(pid=62328) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 491.501480] env[62328]: DEBUG oslo_service.service [None req-0f579719-cc20-4a5e-ae49-6e2f7526c5af None None] source_is_ipv6 = False {{(pid=62328) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 491.501646] env[62328]: DEBUG oslo_service.service [None req-0f579719-cc20-4a5e-ae49-6e2f7526c5af None None] ssl_only = False {{(pid=62328) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 491.501901] env[62328]: DEBUG oslo_service.service [None req-0f579719-cc20-4a5e-ae49-6e2f7526c5af None None] state_path = /opt/stack/data/n-cpu-1 {{(pid=62328) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 491.502094] env[62328]: DEBUG oslo_service.service [None req-0f579719-cc20-4a5e-ae49-6e2f7526c5af None None] sync_power_state_interval = 600 {{(pid=62328) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 491.502262] env[62328]: DEBUG oslo_service.service [None req-0f579719-cc20-4a5e-ae49-6e2f7526c5af None None] sync_power_state_pool_size = 1000 {{(pid=62328) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 491.502431] env[62328]: DEBUG oslo_service.service [None req-0f579719-cc20-4a5e-ae49-6e2f7526c5af None None] syslog_log_facility = LOG_USER {{(pid=62328) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 491.502590] env[62328]: DEBUG oslo_service.service [None req-0f579719-cc20-4a5e-ae49-6e2f7526c5af None None] tempdir = None {{(pid=62328) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 491.502768] env[62328]: DEBUG oslo_service.service [None req-0f579719-cc20-4a5e-ae49-6e2f7526c5af None None] timeout_nbd = 10 {{(pid=62328) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 491.502968] env[62328]: DEBUG oslo_service.service [None req-0f579719-cc20-4a5e-ae49-6e2f7526c5af None None] transport_url = **** {{(pid=62328) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 491.503150] env[62328]: DEBUG oslo_service.service [None req-0f579719-cc20-4a5e-ae49-6e2f7526c5af None None] update_resources_interval = 0 {{(pid=62328) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 491.503310] env[62328]: DEBUG oslo_service.service [None req-0f579719-cc20-4a5e-ae49-6e2f7526c5af None None] use_cow_images = True {{(pid=62328) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 491.503469] env[62328]: DEBUG oslo_service.service [None req-0f579719-cc20-4a5e-ae49-6e2f7526c5af None None] use_journal = False {{(pid=62328) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 491.503627] env[62328]: DEBUG oslo_service.service [None req-0f579719-cc20-4a5e-ae49-6e2f7526c5af None None] use_json = False {{(pid=62328) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 491.503783] env[62328]: DEBUG oslo_service.service [None req-0f579719-cc20-4a5e-ae49-6e2f7526c5af None None] use_rootwrap_daemon = False {{(pid=62328) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 491.503937] env[62328]: DEBUG oslo_service.service [None req-0f579719-cc20-4a5e-ae49-6e2f7526c5af None None] use_stderr = False {{(pid=62328) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 491.504105] env[62328]: DEBUG oslo_service.service [None req-0f579719-cc20-4a5e-ae49-6e2f7526c5af None None] use_syslog = False {{(pid=62328) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 491.504290] env[62328]: DEBUG oslo_service.service [None req-0f579719-cc20-4a5e-ae49-6e2f7526c5af None None] vcpu_pin_set = None {{(pid=62328) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 491.504470] env[62328]: DEBUG oslo_service.service [None req-0f579719-cc20-4a5e-ae49-6e2f7526c5af None None] vif_plugging_is_fatal = True {{(pid=62328) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 491.504643] env[62328]: DEBUG oslo_service.service [None req-0f579719-cc20-4a5e-ae49-6e2f7526c5af None None] vif_plugging_timeout = 300 {{(pid=62328) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 491.504807] env[62328]: DEBUG oslo_service.service [None req-0f579719-cc20-4a5e-ae49-6e2f7526c5af None None] virt_mkfs = [] {{(pid=62328) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 491.504968] env[62328]: DEBUG oslo_service.service [None req-0f579719-cc20-4a5e-ae49-6e2f7526c5af None None] volume_usage_poll_interval = 0 {{(pid=62328) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 491.505142] env[62328]: DEBUG oslo_service.service [None req-0f579719-cc20-4a5e-ae49-6e2f7526c5af None None] watch_log_file = False {{(pid=62328) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 491.505309] env[62328]: DEBUG oslo_service.service [None req-0f579719-cc20-4a5e-ae49-6e2f7526c5af None None] web = /usr/share/spice-html5 {{(pid=62328) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 491.505490] env[62328]: DEBUG oslo_service.service [None req-0f579719-cc20-4a5e-ae49-6e2f7526c5af None None] os_brick.lock_path = /opt/stack/data/n-cpu-1 {{(pid=62328) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.505685] env[62328]: DEBUG oslo_service.service [None req-0f579719-cc20-4a5e-ae49-6e2f7526c5af None None] os_brick.wait_mpath_device_attempts = 4 {{(pid=62328) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.505856] env[62328]: DEBUG oslo_service.service [None req-0f579719-cc20-4a5e-ae49-6e2f7526c5af None None] os_brick.wait_mpath_device_interval = 1 {{(pid=62328) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.506036] env[62328]: DEBUG oslo_service.service [None req-0f579719-cc20-4a5e-ae49-6e2f7526c5af None None] oslo_concurrency.disable_process_locking = False {{(pid=62328) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.507052] env[62328]: DEBUG oslo_service.service [None req-0f579719-cc20-4a5e-ae49-6e2f7526c5af None None] oslo_concurrency.lock_path = /opt/stack/data/n-cpu-1 {{(pid=62328) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.507278] env[62328]: DEBUG oslo_service.service [None req-0f579719-cc20-4a5e-ae49-6e2f7526c5af None None] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=62328) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.507467] env[62328]: DEBUG oslo_service.service [None req-0f579719-cc20-4a5e-ae49-6e2f7526c5af None None] oslo_messaging_metrics.metrics_enabled = False {{(pid=62328) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.507649] env[62328]: DEBUG oslo_service.service [None req-0f579719-cc20-4a5e-ae49-6e2f7526c5af None None] oslo_messaging_metrics.metrics_process_name = {{(pid=62328) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.507825] env[62328]: DEBUG oslo_service.service [None req-0f579719-cc20-4a5e-ae49-6e2f7526c5af None None] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=62328) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.507995] env[62328]: DEBUG oslo_service.service [None req-0f579719-cc20-4a5e-ae49-6e2f7526c5af None None] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=62328) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.508199] env[62328]: DEBUG oslo_service.service [None req-0f579719-cc20-4a5e-ae49-6e2f7526c5af None None] api.auth_strategy = keystone {{(pid=62328) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.508371] env[62328]: DEBUG oslo_service.service [None req-0f579719-cc20-4a5e-ae49-6e2f7526c5af None None] api.compute_link_prefix = None {{(pid=62328) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.508579] env[62328]: DEBUG oslo_service.service [None req-0f579719-cc20-4a5e-ae49-6e2f7526c5af None None] api.config_drive_skip_versions = 1.0 2007-01-19 2007-03-01 2007-08-29 2007-10-10 2007-12-15 2008-02-01 2008-09-01 {{(pid=62328) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.508783] env[62328]: DEBUG oslo_service.service [None req-0f579719-cc20-4a5e-ae49-6e2f7526c5af None None] api.dhcp_domain = novalocal {{(pid=62328) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.508959] env[62328]: DEBUG oslo_service.service [None req-0f579719-cc20-4a5e-ae49-6e2f7526c5af None None] api.enable_instance_password = True {{(pid=62328) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.509141] env[62328]: DEBUG oslo_service.service [None req-0f579719-cc20-4a5e-ae49-6e2f7526c5af None None] api.glance_link_prefix = None {{(pid=62328) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.509309] env[62328]: DEBUG oslo_service.service [None req-0f579719-cc20-4a5e-ae49-6e2f7526c5af None None] api.instance_list_cells_batch_fixed_size = 100 {{(pid=62328) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.509478] env[62328]: DEBUG oslo_service.service [None req-0f579719-cc20-4a5e-ae49-6e2f7526c5af None None] api.instance_list_cells_batch_strategy = distributed {{(pid=62328) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.509637] env[62328]: DEBUG oslo_service.service [None req-0f579719-cc20-4a5e-ae49-6e2f7526c5af None None] api.instance_list_per_project_cells = False {{(pid=62328) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.509798] env[62328]: DEBUG oslo_service.service [None req-0f579719-cc20-4a5e-ae49-6e2f7526c5af None None] api.list_records_by_skipping_down_cells = True {{(pid=62328) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.509971] env[62328]: DEBUG oslo_service.service [None req-0f579719-cc20-4a5e-ae49-6e2f7526c5af None None] api.local_metadata_per_cell = False {{(pid=62328) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.510192] env[62328]: DEBUG oslo_service.service [None req-0f579719-cc20-4a5e-ae49-6e2f7526c5af None None] api.max_limit = 1000 {{(pid=62328) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.510366] env[62328]: DEBUG oslo_service.service [None req-0f579719-cc20-4a5e-ae49-6e2f7526c5af None None] api.metadata_cache_expiration = 15 {{(pid=62328) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.510543] env[62328]: DEBUG oslo_service.service [None req-0f579719-cc20-4a5e-ae49-6e2f7526c5af None None] api.neutron_default_tenant_id = default {{(pid=62328) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.510717] env[62328]: DEBUG oslo_service.service [None req-0f579719-cc20-4a5e-ae49-6e2f7526c5af None None] api.response_validation = warn {{(pid=62328) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.510885] env[62328]: DEBUG oslo_service.service [None req-0f579719-cc20-4a5e-ae49-6e2f7526c5af None None] api.use_neutron_default_nets = False {{(pid=62328) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.511065] env[62328]: DEBUG oslo_service.service [None req-0f579719-cc20-4a5e-ae49-6e2f7526c5af None None] api.vendordata_dynamic_connect_timeout = 5 {{(pid=62328) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.511249] env[62328]: DEBUG oslo_service.service [None req-0f579719-cc20-4a5e-ae49-6e2f7526c5af None None] api.vendordata_dynamic_failure_fatal = False {{(pid=62328) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.511391] env[62328]: DEBUG oslo_service.service [None req-0f579719-cc20-4a5e-ae49-6e2f7526c5af None None] api.vendordata_dynamic_read_timeout = 5 {{(pid=62328) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.511560] env[62328]: DEBUG oslo_service.service [None req-0f579719-cc20-4a5e-ae49-6e2f7526c5af None None] api.vendordata_dynamic_ssl_certfile = {{(pid=62328) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.511770] env[62328]: DEBUG oslo_service.service [None req-0f579719-cc20-4a5e-ae49-6e2f7526c5af None None] api.vendordata_dynamic_targets = [] {{(pid=62328) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.511991] env[62328]: DEBUG oslo_service.service [None req-0f579719-cc20-4a5e-ae49-6e2f7526c5af None None] api.vendordata_jsonfile_path = None {{(pid=62328) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.512203] env[62328]: DEBUG oslo_service.service [None req-0f579719-cc20-4a5e-ae49-6e2f7526c5af None None] api.vendordata_providers = ['StaticJSON'] {{(pid=62328) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.512401] env[62328]: DEBUG oslo_service.service [None req-0f579719-cc20-4a5e-ae49-6e2f7526c5af None None] cache.backend = dogpile.cache.memcached {{(pid=62328) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.512573] env[62328]: DEBUG oslo_service.service [None req-0f579719-cc20-4a5e-ae49-6e2f7526c5af None None] cache.backend_argument = **** {{(pid=62328) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.512739] env[62328]: DEBUG oslo_service.service [None req-0f579719-cc20-4a5e-ae49-6e2f7526c5af None None] cache.backend_expiration_time = None {{(pid=62328) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.512912] env[62328]: DEBUG oslo_service.service [None req-0f579719-cc20-4a5e-ae49-6e2f7526c5af None None] cache.config_prefix = cache.oslo {{(pid=62328) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.513101] env[62328]: DEBUG oslo_service.service [None req-0f579719-cc20-4a5e-ae49-6e2f7526c5af None None] cache.dead_timeout = 60.0 {{(pid=62328) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.513277] env[62328]: DEBUG oslo_service.service [None req-0f579719-cc20-4a5e-ae49-6e2f7526c5af None None] cache.debug_cache_backend = False {{(pid=62328) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.513474] env[62328]: DEBUG oslo_service.service [None req-0f579719-cc20-4a5e-ae49-6e2f7526c5af None None] cache.enable_retry_client = False {{(pid=62328) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.513647] env[62328]: DEBUG oslo_service.service [None req-0f579719-cc20-4a5e-ae49-6e2f7526c5af None None] cache.enable_socket_keepalive = False {{(pid=62328) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.513819] env[62328]: DEBUG oslo_service.service [None req-0f579719-cc20-4a5e-ae49-6e2f7526c5af None None] cache.enabled = True {{(pid=62328) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.513984] env[62328]: DEBUG oslo_service.service [None req-0f579719-cc20-4a5e-ae49-6e2f7526c5af None None] cache.enforce_fips_mode = False {{(pid=62328) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.514166] env[62328]: DEBUG oslo_service.service [None req-0f579719-cc20-4a5e-ae49-6e2f7526c5af None None] cache.expiration_time = 600 {{(pid=62328) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.514335] env[62328]: DEBUG oslo_service.service [None req-0f579719-cc20-4a5e-ae49-6e2f7526c5af None None] cache.hashclient_retry_attempts = 2 {{(pid=62328) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.514503] env[62328]: DEBUG oslo_service.service [None req-0f579719-cc20-4a5e-ae49-6e2f7526c5af None None] cache.hashclient_retry_delay = 1.0 {{(pid=62328) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.514669] env[62328]: DEBUG oslo_service.service [None req-0f579719-cc20-4a5e-ae49-6e2f7526c5af None None] cache.memcache_dead_retry = 300 {{(pid=62328) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.514865] env[62328]: DEBUG oslo_service.service [None req-0f579719-cc20-4a5e-ae49-6e2f7526c5af None None] cache.memcache_password = **** {{(pid=62328) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.515064] env[62328]: DEBUG oslo_service.service [None req-0f579719-cc20-4a5e-ae49-6e2f7526c5af None None] cache.memcache_pool_connection_get_timeout = 10 {{(pid=62328) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.515234] env[62328]: DEBUG oslo_service.service [None req-0f579719-cc20-4a5e-ae49-6e2f7526c5af None None] cache.memcache_pool_flush_on_reconnect = False {{(pid=62328) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.515398] env[62328]: DEBUG oslo_service.service [None req-0f579719-cc20-4a5e-ae49-6e2f7526c5af None None] cache.memcache_pool_maxsize = 10 {{(pid=62328) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.515560] env[62328]: DEBUG oslo_service.service [None req-0f579719-cc20-4a5e-ae49-6e2f7526c5af None None] cache.memcache_pool_unused_timeout = 60 {{(pid=62328) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.515722] env[62328]: DEBUG oslo_service.service [None req-0f579719-cc20-4a5e-ae49-6e2f7526c5af None None] cache.memcache_sasl_enabled = False {{(pid=62328) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.515900] env[62328]: DEBUG oslo_service.service [None req-0f579719-cc20-4a5e-ae49-6e2f7526c5af None None] cache.memcache_servers = ['localhost:11211'] {{(pid=62328) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.516078] env[62328]: DEBUG oslo_service.service [None req-0f579719-cc20-4a5e-ae49-6e2f7526c5af None None] cache.memcache_socket_timeout = 1.0 {{(pid=62328) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.516272] env[62328]: DEBUG oslo_service.service [None req-0f579719-cc20-4a5e-ae49-6e2f7526c5af None None] cache.memcache_username = None {{(pid=62328) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.516460] env[62328]: DEBUG oslo_service.service [None req-0f579719-cc20-4a5e-ae49-6e2f7526c5af None None] cache.proxies = [] {{(pid=62328) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.516631] env[62328]: DEBUG oslo_service.service [None req-0f579719-cc20-4a5e-ae49-6e2f7526c5af None None] cache.redis_db = 0 {{(pid=62328) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.516792] env[62328]: DEBUG oslo_service.service [None req-0f579719-cc20-4a5e-ae49-6e2f7526c5af None None] cache.redis_password = **** {{(pid=62328) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.516962] env[62328]: DEBUG oslo_service.service [None req-0f579719-cc20-4a5e-ae49-6e2f7526c5af None None] cache.redis_sentinel_service_name = mymaster {{(pid=62328) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.517157] env[62328]: DEBUG oslo_service.service [None req-0f579719-cc20-4a5e-ae49-6e2f7526c5af None None] cache.redis_sentinels = ['localhost:26379'] {{(pid=62328) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.517327] env[62328]: DEBUG oslo_service.service [None req-0f579719-cc20-4a5e-ae49-6e2f7526c5af None None] cache.redis_server = localhost:6379 {{(pid=62328) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.517527] env[62328]: DEBUG oslo_service.service [None req-0f579719-cc20-4a5e-ae49-6e2f7526c5af None None] cache.redis_socket_timeout = 1.0 {{(pid=62328) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.517681] env[62328]: DEBUG oslo_service.service [None req-0f579719-cc20-4a5e-ae49-6e2f7526c5af None None] cache.redis_username = None {{(pid=62328) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.517885] env[62328]: DEBUG oslo_service.service [None req-0f579719-cc20-4a5e-ae49-6e2f7526c5af None None] cache.retry_attempts = 2 {{(pid=62328) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.518073] env[62328]: DEBUG oslo_service.service [None req-0f579719-cc20-4a5e-ae49-6e2f7526c5af None None] cache.retry_delay = 0.0 {{(pid=62328) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.518243] env[62328]: DEBUG oslo_service.service [None req-0f579719-cc20-4a5e-ae49-6e2f7526c5af None None] cache.socket_keepalive_count = 1 {{(pid=62328) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.518425] env[62328]: DEBUG oslo_service.service [None req-0f579719-cc20-4a5e-ae49-6e2f7526c5af None None] cache.socket_keepalive_idle = 1 {{(pid=62328) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.518575] env[62328]: DEBUG oslo_service.service [None req-0f579719-cc20-4a5e-ae49-6e2f7526c5af None None] cache.socket_keepalive_interval = 1 {{(pid=62328) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.518723] env[62328]: DEBUG oslo_service.service [None req-0f579719-cc20-4a5e-ae49-6e2f7526c5af None None] cache.tls_allowed_ciphers = None {{(pid=62328) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.518880] env[62328]: DEBUG oslo_service.service [None req-0f579719-cc20-4a5e-ae49-6e2f7526c5af None None] cache.tls_cafile = None {{(pid=62328) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.519047] env[62328]: DEBUG oslo_service.service [None req-0f579719-cc20-4a5e-ae49-6e2f7526c5af None None] cache.tls_certfile = None {{(pid=62328) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.519248] env[62328]: DEBUG oslo_service.service [None req-0f579719-cc20-4a5e-ae49-6e2f7526c5af None None] cache.tls_enabled = False {{(pid=62328) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.519469] env[62328]: DEBUG oslo_service.service [None req-0f579719-cc20-4a5e-ae49-6e2f7526c5af None None] cache.tls_keyfile = None {{(pid=62328) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.519657] env[62328]: DEBUG oslo_service.service [None req-0f579719-cc20-4a5e-ae49-6e2f7526c5af None None] cinder.auth_section = None {{(pid=62328) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.519836] env[62328]: DEBUG oslo_service.service [None req-0f579719-cc20-4a5e-ae49-6e2f7526c5af None None] cinder.auth_type = password {{(pid=62328) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.520007] env[62328]: DEBUG oslo_service.service [None req-0f579719-cc20-4a5e-ae49-6e2f7526c5af None None] cinder.cafile = None {{(pid=62328) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.520199] env[62328]: DEBUG oslo_service.service [None req-0f579719-cc20-4a5e-ae49-6e2f7526c5af None None] cinder.catalog_info = volumev3::publicURL {{(pid=62328) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.520362] env[62328]: DEBUG oslo_service.service [None req-0f579719-cc20-4a5e-ae49-6e2f7526c5af None None] cinder.certfile = None {{(pid=62328) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.520524] env[62328]: DEBUG oslo_service.service [None req-0f579719-cc20-4a5e-ae49-6e2f7526c5af None None] cinder.collect_timing = False {{(pid=62328) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.520687] env[62328]: DEBUG oslo_service.service [None req-0f579719-cc20-4a5e-ae49-6e2f7526c5af None None] cinder.cross_az_attach = True {{(pid=62328) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.520877] env[62328]: DEBUG oslo_service.service [None req-0f579719-cc20-4a5e-ae49-6e2f7526c5af None None] cinder.debug = False {{(pid=62328) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.521066] env[62328]: DEBUG oslo_service.service [None req-0f579719-cc20-4a5e-ae49-6e2f7526c5af None None] cinder.endpoint_template = None {{(pid=62328) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.521237] env[62328]: DEBUG oslo_service.service [None req-0f579719-cc20-4a5e-ae49-6e2f7526c5af None None] cinder.http_retries = 3 {{(pid=62328) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.521400] env[62328]: DEBUG oslo_service.service [None req-0f579719-cc20-4a5e-ae49-6e2f7526c5af None None] cinder.insecure = False {{(pid=62328) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.521554] env[62328]: DEBUG oslo_service.service [None req-0f579719-cc20-4a5e-ae49-6e2f7526c5af None None] cinder.keyfile = None {{(pid=62328) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.521725] env[62328]: DEBUG oslo_service.service [None req-0f579719-cc20-4a5e-ae49-6e2f7526c5af None None] cinder.os_region_name = RegionOne {{(pid=62328) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.521886] env[62328]: DEBUG oslo_service.service [None req-0f579719-cc20-4a5e-ae49-6e2f7526c5af None None] cinder.split_loggers = False {{(pid=62328) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.522057] env[62328]: DEBUG oslo_service.service [None req-0f579719-cc20-4a5e-ae49-6e2f7526c5af None None] cinder.timeout = None {{(pid=62328) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.522234] env[62328]: DEBUG oslo_service.service [None req-0f579719-cc20-4a5e-ae49-6e2f7526c5af None None] compute.consecutive_build_service_disable_threshold = 10 {{(pid=62328) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.522429] env[62328]: DEBUG oslo_service.service [None req-0f579719-cc20-4a5e-ae49-6e2f7526c5af None None] compute.cpu_dedicated_set = None {{(pid=62328) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.522600] env[62328]: DEBUG oslo_service.service [None req-0f579719-cc20-4a5e-ae49-6e2f7526c5af None None] compute.cpu_shared_set = None {{(pid=62328) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.522768] env[62328]: DEBUG oslo_service.service [None req-0f579719-cc20-4a5e-ae49-6e2f7526c5af None None] compute.image_type_exclude_list = [] {{(pid=62328) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.522929] env[62328]: DEBUG oslo_service.service [None req-0f579719-cc20-4a5e-ae49-6e2f7526c5af None None] compute.live_migration_wait_for_vif_plug = True {{(pid=62328) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.523107] env[62328]: DEBUG oslo_service.service [None req-0f579719-cc20-4a5e-ae49-6e2f7526c5af None None] compute.max_concurrent_disk_ops = 0 {{(pid=62328) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.523276] env[62328]: DEBUG oslo_service.service [None req-0f579719-cc20-4a5e-ae49-6e2f7526c5af None None] compute.max_disk_devices_to_attach = -1 {{(pid=62328) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.523437] env[62328]: DEBUG oslo_service.service [None req-0f579719-cc20-4a5e-ae49-6e2f7526c5af None None] compute.packing_host_numa_cells_allocation_strategy = False {{(pid=62328) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.523605] env[62328]: DEBUG oslo_service.service [None req-0f579719-cc20-4a5e-ae49-6e2f7526c5af None None] compute.provider_config_location = /etc/nova/provider_config/ {{(pid=62328) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.523773] env[62328]: DEBUG oslo_service.service [None req-0f579719-cc20-4a5e-ae49-6e2f7526c5af None None] compute.resource_provider_association_refresh = 300 {{(pid=62328) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.523970] env[62328]: DEBUG oslo_service.service [None req-0f579719-cc20-4a5e-ae49-6e2f7526c5af None None] compute.sharing_providers_max_uuids_per_request = 200 {{(pid=62328) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.524166] env[62328]: DEBUG oslo_service.service [None req-0f579719-cc20-4a5e-ae49-6e2f7526c5af None None] compute.shutdown_retry_interval = 10 {{(pid=62328) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.524350] env[62328]: DEBUG oslo_service.service [None req-0f579719-cc20-4a5e-ae49-6e2f7526c5af None None] compute.vmdk_allowed_types = ['streamOptimized', 'monolithicSparse'] {{(pid=62328) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.524532] env[62328]: DEBUG oslo_service.service [None req-0f579719-cc20-4a5e-ae49-6e2f7526c5af None None] conductor.workers = 2 {{(pid=62328) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.524712] env[62328]: DEBUG oslo_service.service [None req-0f579719-cc20-4a5e-ae49-6e2f7526c5af None None] console.allowed_origins = [] {{(pid=62328) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.524874] env[62328]: DEBUG oslo_service.service [None req-0f579719-cc20-4a5e-ae49-6e2f7526c5af None None] console.ssl_ciphers = None {{(pid=62328) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.525054] env[62328]: DEBUG oslo_service.service [None req-0f579719-cc20-4a5e-ae49-6e2f7526c5af None None] console.ssl_minimum_version = default {{(pid=62328) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.525232] env[62328]: DEBUG oslo_service.service [None req-0f579719-cc20-4a5e-ae49-6e2f7526c5af None None] consoleauth.enforce_session_timeout = False {{(pid=62328) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.525445] env[62328]: DEBUG oslo_service.service [None req-0f579719-cc20-4a5e-ae49-6e2f7526c5af None None] consoleauth.token_ttl = 600 {{(pid=62328) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.525632] env[62328]: DEBUG oslo_service.service [None req-0f579719-cc20-4a5e-ae49-6e2f7526c5af None None] cyborg.cafile = None {{(pid=62328) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.525795] env[62328]: DEBUG oslo_service.service [None req-0f579719-cc20-4a5e-ae49-6e2f7526c5af None None] cyborg.certfile = None {{(pid=62328) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.525957] env[62328]: DEBUG oslo_service.service [None req-0f579719-cc20-4a5e-ae49-6e2f7526c5af None None] cyborg.collect_timing = False {{(pid=62328) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.526185] env[62328]: DEBUG oslo_service.service [None req-0f579719-cc20-4a5e-ae49-6e2f7526c5af None None] cyborg.connect_retries = None {{(pid=62328) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.526289] env[62328]: DEBUG oslo_service.service [None req-0f579719-cc20-4a5e-ae49-6e2f7526c5af None None] cyborg.connect_retry_delay = None {{(pid=62328) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.526445] env[62328]: DEBUG oslo_service.service [None req-0f579719-cc20-4a5e-ae49-6e2f7526c5af None None] cyborg.endpoint_override = None {{(pid=62328) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.526606] env[62328]: DEBUG oslo_service.service [None req-0f579719-cc20-4a5e-ae49-6e2f7526c5af None None] cyborg.insecure = False {{(pid=62328) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.526804] env[62328]: DEBUG oslo_service.service [None req-0f579719-cc20-4a5e-ae49-6e2f7526c5af None None] cyborg.keyfile = None {{(pid=62328) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.527013] env[62328]: DEBUG oslo_service.service [None req-0f579719-cc20-4a5e-ae49-6e2f7526c5af None None] cyborg.max_version = None {{(pid=62328) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.527188] env[62328]: DEBUG oslo_service.service [None req-0f579719-cc20-4a5e-ae49-6e2f7526c5af None None] cyborg.min_version = None {{(pid=62328) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.527348] env[62328]: DEBUG oslo_service.service [None req-0f579719-cc20-4a5e-ae49-6e2f7526c5af None None] cyborg.region_name = None {{(pid=62328) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.527510] env[62328]: DEBUG oslo_service.service [None req-0f579719-cc20-4a5e-ae49-6e2f7526c5af None None] cyborg.retriable_status_codes = None {{(pid=62328) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.527669] env[62328]: DEBUG oslo_service.service [None req-0f579719-cc20-4a5e-ae49-6e2f7526c5af None None] cyborg.service_name = None {{(pid=62328) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.527840] env[62328]: DEBUG oslo_service.service [None req-0f579719-cc20-4a5e-ae49-6e2f7526c5af None None] cyborg.service_type = accelerator {{(pid=62328) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.528007] env[62328]: DEBUG oslo_service.service [None req-0f579719-cc20-4a5e-ae49-6e2f7526c5af None None] cyborg.split_loggers = False {{(pid=62328) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.528177] env[62328]: DEBUG oslo_service.service [None req-0f579719-cc20-4a5e-ae49-6e2f7526c5af None None] cyborg.status_code_retries = None {{(pid=62328) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.528379] env[62328]: DEBUG oslo_service.service [None req-0f579719-cc20-4a5e-ae49-6e2f7526c5af None None] cyborg.status_code_retry_delay = None {{(pid=62328) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.528547] env[62328]: DEBUG oslo_service.service [None req-0f579719-cc20-4a5e-ae49-6e2f7526c5af None None] cyborg.timeout = None {{(pid=62328) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.528732] env[62328]: DEBUG oslo_service.service [None req-0f579719-cc20-4a5e-ae49-6e2f7526c5af None None] cyborg.valid_interfaces = ['internal', 'public'] {{(pid=62328) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.528891] env[62328]: DEBUG oslo_service.service [None req-0f579719-cc20-4a5e-ae49-6e2f7526c5af None None] cyborg.version = None {{(pid=62328) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.529072] env[62328]: DEBUG oslo_service.service [None req-0f579719-cc20-4a5e-ae49-6e2f7526c5af None None] database.asyncio_connection = **** {{(pid=62328) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.529237] env[62328]: DEBUG oslo_service.service [None req-0f579719-cc20-4a5e-ae49-6e2f7526c5af None None] database.asyncio_slave_connection = **** {{(pid=62328) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.529406] env[62328]: DEBUG oslo_service.service [None req-0f579719-cc20-4a5e-ae49-6e2f7526c5af None None] database.backend = sqlalchemy {{(pid=62328) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.529575] env[62328]: DEBUG oslo_service.service [None req-0f579719-cc20-4a5e-ae49-6e2f7526c5af None None] database.connection = **** {{(pid=62328) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.529748] env[62328]: DEBUG oslo_service.service [None req-0f579719-cc20-4a5e-ae49-6e2f7526c5af None None] database.connection_debug = 0 {{(pid=62328) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.529918] env[62328]: DEBUG oslo_service.service [None req-0f579719-cc20-4a5e-ae49-6e2f7526c5af None None] database.connection_parameters = {{(pid=62328) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.530095] env[62328]: DEBUG oslo_service.service [None req-0f579719-cc20-4a5e-ae49-6e2f7526c5af None None] database.connection_recycle_time = 3600 {{(pid=62328) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.530261] env[62328]: DEBUG oslo_service.service [None req-0f579719-cc20-4a5e-ae49-6e2f7526c5af None None] database.connection_trace = False {{(pid=62328) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.530423] env[62328]: DEBUG oslo_service.service [None req-0f579719-cc20-4a5e-ae49-6e2f7526c5af None None] database.db_inc_retry_interval = True {{(pid=62328) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.530584] env[62328]: DEBUG oslo_service.service [None req-0f579719-cc20-4a5e-ae49-6e2f7526c5af None None] database.db_max_retries = 20 {{(pid=62328) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.530747] env[62328]: DEBUG oslo_service.service [None req-0f579719-cc20-4a5e-ae49-6e2f7526c5af None None] database.db_max_retry_interval = 10 {{(pid=62328) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.530906] env[62328]: DEBUG oslo_service.service [None req-0f579719-cc20-4a5e-ae49-6e2f7526c5af None None] database.db_retry_interval = 1 {{(pid=62328) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.531098] env[62328]: DEBUG oslo_service.service [None req-0f579719-cc20-4a5e-ae49-6e2f7526c5af None None] database.max_overflow = 50 {{(pid=62328) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.531294] env[62328]: DEBUG oslo_service.service [None req-0f579719-cc20-4a5e-ae49-6e2f7526c5af None None] database.max_pool_size = 5 {{(pid=62328) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.531463] env[62328]: DEBUG oslo_service.service [None req-0f579719-cc20-4a5e-ae49-6e2f7526c5af None None] database.max_retries = 10 {{(pid=62328) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.531632] env[62328]: DEBUG oslo_service.service [None req-0f579719-cc20-4a5e-ae49-6e2f7526c5af None None] database.mysql_sql_mode = TRADITIONAL {{(pid=62328) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.531791] env[62328]: DEBUG oslo_service.service [None req-0f579719-cc20-4a5e-ae49-6e2f7526c5af None None] database.mysql_wsrep_sync_wait = None {{(pid=62328) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.531948] env[62328]: DEBUG oslo_service.service [None req-0f579719-cc20-4a5e-ae49-6e2f7526c5af None None] database.pool_timeout = None {{(pid=62328) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.532126] env[62328]: DEBUG oslo_service.service [None req-0f579719-cc20-4a5e-ae49-6e2f7526c5af None None] database.retry_interval = 10 {{(pid=62328) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.532285] env[62328]: DEBUG oslo_service.service [None req-0f579719-cc20-4a5e-ae49-6e2f7526c5af None None] database.slave_connection = **** {{(pid=62328) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.532443] env[62328]: DEBUG oslo_service.service [None req-0f579719-cc20-4a5e-ae49-6e2f7526c5af None None] database.sqlite_synchronous = True {{(pid=62328) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.532610] env[62328]: DEBUG oslo_service.service [None req-0f579719-cc20-4a5e-ae49-6e2f7526c5af None None] database.use_db_reconnect = False {{(pid=62328) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.532779] env[62328]: DEBUG oslo_service.service [None req-0f579719-cc20-4a5e-ae49-6e2f7526c5af None None] api_database.asyncio_connection = **** {{(pid=62328) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.532936] env[62328]: DEBUG oslo_service.service [None req-0f579719-cc20-4a5e-ae49-6e2f7526c5af None None] api_database.asyncio_slave_connection = **** {{(pid=62328) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.533118] env[62328]: DEBUG oslo_service.service [None req-0f579719-cc20-4a5e-ae49-6e2f7526c5af None None] api_database.backend = sqlalchemy {{(pid=62328) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.533285] env[62328]: DEBUG oslo_service.service [None req-0f579719-cc20-4a5e-ae49-6e2f7526c5af None None] api_database.connection = **** {{(pid=62328) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.533449] env[62328]: DEBUG oslo_service.service [None req-0f579719-cc20-4a5e-ae49-6e2f7526c5af None None] api_database.connection_debug = 0 {{(pid=62328) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.533618] env[62328]: DEBUG oslo_service.service [None req-0f579719-cc20-4a5e-ae49-6e2f7526c5af None None] api_database.connection_parameters = {{(pid=62328) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.533781] env[62328]: DEBUG oslo_service.service [None req-0f579719-cc20-4a5e-ae49-6e2f7526c5af None None] api_database.connection_recycle_time = 3600 {{(pid=62328) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.533975] env[62328]: DEBUG oslo_service.service [None req-0f579719-cc20-4a5e-ae49-6e2f7526c5af None None] api_database.connection_trace = False {{(pid=62328) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.534174] env[62328]: DEBUG oslo_service.service [None req-0f579719-cc20-4a5e-ae49-6e2f7526c5af None None] api_database.db_inc_retry_interval = True {{(pid=62328) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.534342] env[62328]: DEBUG oslo_service.service [None req-0f579719-cc20-4a5e-ae49-6e2f7526c5af None None] api_database.db_max_retries = 20 {{(pid=62328) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.534507] env[62328]: DEBUG oslo_service.service [None req-0f579719-cc20-4a5e-ae49-6e2f7526c5af None None] api_database.db_max_retry_interval = 10 {{(pid=62328) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.534671] env[62328]: DEBUG oslo_service.service [None req-0f579719-cc20-4a5e-ae49-6e2f7526c5af None None] api_database.db_retry_interval = 1 {{(pid=62328) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.534834] env[62328]: DEBUG oslo_service.service [None req-0f579719-cc20-4a5e-ae49-6e2f7526c5af None None] api_database.max_overflow = 50 {{(pid=62328) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.534994] env[62328]: DEBUG oslo_service.service [None req-0f579719-cc20-4a5e-ae49-6e2f7526c5af None None] api_database.max_pool_size = 5 {{(pid=62328) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.535170] env[62328]: DEBUG oslo_service.service [None req-0f579719-cc20-4a5e-ae49-6e2f7526c5af None None] api_database.max_retries = 10 {{(pid=62328) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.535342] env[62328]: DEBUG oslo_service.service [None req-0f579719-cc20-4a5e-ae49-6e2f7526c5af None None] api_database.mysql_sql_mode = TRADITIONAL {{(pid=62328) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.535509] env[62328]: DEBUG oslo_service.service [None req-0f579719-cc20-4a5e-ae49-6e2f7526c5af None None] api_database.mysql_wsrep_sync_wait = None {{(pid=62328) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.535670] env[62328]: DEBUG oslo_service.service [None req-0f579719-cc20-4a5e-ae49-6e2f7526c5af None None] api_database.pool_timeout = None {{(pid=62328) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.535831] env[62328]: DEBUG oslo_service.service [None req-0f579719-cc20-4a5e-ae49-6e2f7526c5af None None] api_database.retry_interval = 10 {{(pid=62328) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.535987] env[62328]: DEBUG oslo_service.service [None req-0f579719-cc20-4a5e-ae49-6e2f7526c5af None None] api_database.slave_connection = **** {{(pid=62328) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.536162] env[62328]: DEBUG oslo_service.service [None req-0f579719-cc20-4a5e-ae49-6e2f7526c5af None None] api_database.sqlite_synchronous = True {{(pid=62328) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.536337] env[62328]: DEBUG oslo_service.service [None req-0f579719-cc20-4a5e-ae49-6e2f7526c5af None None] devices.enabled_mdev_types = [] {{(pid=62328) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.536513] env[62328]: DEBUG oslo_service.service [None req-0f579719-cc20-4a5e-ae49-6e2f7526c5af None None] ephemeral_storage_encryption.cipher = aes-xts-plain64 {{(pid=62328) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.536685] env[62328]: DEBUG oslo_service.service [None req-0f579719-cc20-4a5e-ae49-6e2f7526c5af None None] ephemeral_storage_encryption.default_format = luks {{(pid=62328) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.536885] env[62328]: DEBUG oslo_service.service [None req-0f579719-cc20-4a5e-ae49-6e2f7526c5af None None] ephemeral_storage_encryption.enabled = False {{(pid=62328) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.537078] env[62328]: DEBUG oslo_service.service [None req-0f579719-cc20-4a5e-ae49-6e2f7526c5af None None] ephemeral_storage_encryption.key_size = 512 {{(pid=62328) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.537254] env[62328]: DEBUG oslo_service.service [None req-0f579719-cc20-4a5e-ae49-6e2f7526c5af None None] glance.api_servers = None {{(pid=62328) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.537424] env[62328]: DEBUG oslo_service.service [None req-0f579719-cc20-4a5e-ae49-6e2f7526c5af None None] glance.cafile = None {{(pid=62328) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.537588] env[62328]: DEBUG oslo_service.service [None req-0f579719-cc20-4a5e-ae49-6e2f7526c5af None None] glance.certfile = None {{(pid=62328) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.537751] env[62328]: DEBUG oslo_service.service [None req-0f579719-cc20-4a5e-ae49-6e2f7526c5af None None] glance.collect_timing = False {{(pid=62328) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.537910] env[62328]: DEBUG oslo_service.service [None req-0f579719-cc20-4a5e-ae49-6e2f7526c5af None None] glance.connect_retries = None {{(pid=62328) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.538080] env[62328]: DEBUG oslo_service.service [None req-0f579719-cc20-4a5e-ae49-6e2f7526c5af None None] glance.connect_retry_delay = None {{(pid=62328) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.538263] env[62328]: DEBUG oslo_service.service [None req-0f579719-cc20-4a5e-ae49-6e2f7526c5af None None] glance.debug = False {{(pid=62328) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.538450] env[62328]: DEBUG oslo_service.service [None req-0f579719-cc20-4a5e-ae49-6e2f7526c5af None None] glance.default_trusted_certificate_ids = [] {{(pid=62328) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.538616] env[62328]: DEBUG oslo_service.service [None req-0f579719-cc20-4a5e-ae49-6e2f7526c5af None None] glance.enable_certificate_validation = False {{(pid=62328) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.538775] env[62328]: DEBUG oslo_service.service [None req-0f579719-cc20-4a5e-ae49-6e2f7526c5af None None] glance.enable_rbd_download = False {{(pid=62328) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.538934] env[62328]: DEBUG oslo_service.service [None req-0f579719-cc20-4a5e-ae49-6e2f7526c5af None None] glance.endpoint_override = None {{(pid=62328) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.539110] env[62328]: DEBUG oslo_service.service [None req-0f579719-cc20-4a5e-ae49-6e2f7526c5af None None] glance.insecure = False {{(pid=62328) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.539273] env[62328]: DEBUG oslo_service.service [None req-0f579719-cc20-4a5e-ae49-6e2f7526c5af None None] glance.keyfile = None {{(pid=62328) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.539429] env[62328]: DEBUG oslo_service.service [None req-0f579719-cc20-4a5e-ae49-6e2f7526c5af None None] glance.max_version = None {{(pid=62328) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.539585] env[62328]: DEBUG oslo_service.service [None req-0f579719-cc20-4a5e-ae49-6e2f7526c5af None None] glance.min_version = None {{(pid=62328) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.539779] env[62328]: DEBUG oslo_service.service [None req-0f579719-cc20-4a5e-ae49-6e2f7526c5af None None] glance.num_retries = 3 {{(pid=62328) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.539957] env[62328]: DEBUG oslo_service.service [None req-0f579719-cc20-4a5e-ae49-6e2f7526c5af None None] glance.rbd_ceph_conf = {{(pid=62328) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.540138] env[62328]: DEBUG oslo_service.service [None req-0f579719-cc20-4a5e-ae49-6e2f7526c5af None None] glance.rbd_connect_timeout = 5 {{(pid=62328) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.540307] env[62328]: DEBUG oslo_service.service [None req-0f579719-cc20-4a5e-ae49-6e2f7526c5af None None] glance.rbd_pool = {{(pid=62328) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.540473] env[62328]: DEBUG oslo_service.service [None req-0f579719-cc20-4a5e-ae49-6e2f7526c5af None None] glance.rbd_user = {{(pid=62328) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.540639] env[62328]: DEBUG oslo_service.service [None req-0f579719-cc20-4a5e-ae49-6e2f7526c5af None None] glance.region_name = None {{(pid=62328) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.540800] env[62328]: DEBUG oslo_service.service [None req-0f579719-cc20-4a5e-ae49-6e2f7526c5af None None] glance.retriable_status_codes = None {{(pid=62328) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.540959] env[62328]: DEBUG oslo_service.service [None req-0f579719-cc20-4a5e-ae49-6e2f7526c5af None None] glance.service_name = None {{(pid=62328) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.541174] env[62328]: DEBUG oslo_service.service [None req-0f579719-cc20-4a5e-ae49-6e2f7526c5af None None] glance.service_type = image {{(pid=62328) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.541354] env[62328]: DEBUG oslo_service.service [None req-0f579719-cc20-4a5e-ae49-6e2f7526c5af None None] glance.split_loggers = False {{(pid=62328) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.541539] env[62328]: DEBUG oslo_service.service [None req-0f579719-cc20-4a5e-ae49-6e2f7526c5af None None] glance.status_code_retries = None {{(pid=62328) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.541669] env[62328]: DEBUG oslo_service.service [None req-0f579719-cc20-4a5e-ae49-6e2f7526c5af None None] glance.status_code_retry_delay = None {{(pid=62328) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.541828] env[62328]: DEBUG oslo_service.service [None req-0f579719-cc20-4a5e-ae49-6e2f7526c5af None None] glance.timeout = None {{(pid=62328) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.542022] env[62328]: DEBUG oslo_service.service [None req-0f579719-cc20-4a5e-ae49-6e2f7526c5af None None] glance.valid_interfaces = ['internal', 'public'] {{(pid=62328) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.542199] env[62328]: DEBUG oslo_service.service [None req-0f579719-cc20-4a5e-ae49-6e2f7526c5af None None] glance.verify_glance_signatures = False {{(pid=62328) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.542360] env[62328]: DEBUG oslo_service.service [None req-0f579719-cc20-4a5e-ae49-6e2f7526c5af None None] glance.version = None {{(pid=62328) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.542560] env[62328]: DEBUG oslo_service.service [None req-0f579719-cc20-4a5e-ae49-6e2f7526c5af None None] guestfs.debug = False {{(pid=62328) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.542748] env[62328]: DEBUG oslo_service.service [None req-0f579719-cc20-4a5e-ae49-6e2f7526c5af None None] manila.auth_section = None {{(pid=62328) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.542915] env[62328]: DEBUG oslo_service.service [None req-0f579719-cc20-4a5e-ae49-6e2f7526c5af None None] manila.auth_type = None {{(pid=62328) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.543092] env[62328]: DEBUG oslo_service.service [None req-0f579719-cc20-4a5e-ae49-6e2f7526c5af None None] manila.cafile = None {{(pid=62328) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.543256] env[62328]: DEBUG oslo_service.service [None req-0f579719-cc20-4a5e-ae49-6e2f7526c5af None None] manila.certfile = None {{(pid=62328) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.543422] env[62328]: DEBUG oslo_service.service [None req-0f579719-cc20-4a5e-ae49-6e2f7526c5af None None] manila.collect_timing = False {{(pid=62328) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.543583] env[62328]: DEBUG oslo_service.service [None req-0f579719-cc20-4a5e-ae49-6e2f7526c5af None None] manila.connect_retries = None {{(pid=62328) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.543744] env[62328]: DEBUG oslo_service.service [None req-0f579719-cc20-4a5e-ae49-6e2f7526c5af None None] manila.connect_retry_delay = None {{(pid=62328) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.543912] env[62328]: DEBUG oslo_service.service [None req-0f579719-cc20-4a5e-ae49-6e2f7526c5af None None] manila.endpoint_override = None {{(pid=62328) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.544128] env[62328]: DEBUG oslo_service.service [None req-0f579719-cc20-4a5e-ae49-6e2f7526c5af None None] manila.insecure = False {{(pid=62328) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.544296] env[62328]: DEBUG oslo_service.service [None req-0f579719-cc20-4a5e-ae49-6e2f7526c5af None None] manila.keyfile = None {{(pid=62328) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.544456] env[62328]: DEBUG oslo_service.service [None req-0f579719-cc20-4a5e-ae49-6e2f7526c5af None None] manila.max_version = None {{(pid=62328) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.544616] env[62328]: DEBUG oslo_service.service [None req-0f579719-cc20-4a5e-ae49-6e2f7526c5af None None] manila.min_version = None {{(pid=62328) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.544773] env[62328]: DEBUG oslo_service.service [None req-0f579719-cc20-4a5e-ae49-6e2f7526c5af None None] manila.region_name = None {{(pid=62328) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.544932] env[62328]: DEBUG oslo_service.service [None req-0f579719-cc20-4a5e-ae49-6e2f7526c5af None None] manila.retriable_status_codes = None {{(pid=62328) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.545101] env[62328]: DEBUG oslo_service.service [None req-0f579719-cc20-4a5e-ae49-6e2f7526c5af None None] manila.service_name = None {{(pid=62328) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.545270] env[62328]: DEBUG oslo_service.service [None req-0f579719-cc20-4a5e-ae49-6e2f7526c5af None None] manila.service_type = shared-file-system {{(pid=62328) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.545503] env[62328]: DEBUG oslo_service.service [None req-0f579719-cc20-4a5e-ae49-6e2f7526c5af None None] manila.share_apply_policy_timeout = 10 {{(pid=62328) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.545689] env[62328]: DEBUG oslo_service.service [None req-0f579719-cc20-4a5e-ae49-6e2f7526c5af None None] manila.split_loggers = False {{(pid=62328) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.545852] env[62328]: DEBUG oslo_service.service [None req-0f579719-cc20-4a5e-ae49-6e2f7526c5af None None] manila.status_code_retries = None {{(pid=62328) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.546018] env[62328]: DEBUG oslo_service.service [None req-0f579719-cc20-4a5e-ae49-6e2f7526c5af None None] manila.status_code_retry_delay = None {{(pid=62328) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.546185] env[62328]: DEBUG oslo_service.service [None req-0f579719-cc20-4a5e-ae49-6e2f7526c5af None None] manila.timeout = None {{(pid=62328) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.546405] env[62328]: DEBUG oslo_service.service [None req-0f579719-cc20-4a5e-ae49-6e2f7526c5af None None] manila.valid_interfaces = ['internal', 'public'] {{(pid=62328) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.546525] env[62328]: DEBUG oslo_service.service [None req-0f579719-cc20-4a5e-ae49-6e2f7526c5af None None] manila.version = None {{(pid=62328) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.546695] env[62328]: DEBUG oslo_service.service [None req-0f579719-cc20-4a5e-ae49-6e2f7526c5af None None] mks.enabled = False {{(pid=62328) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.547100] env[62328]: DEBUG oslo_service.service [None req-0f579719-cc20-4a5e-ae49-6e2f7526c5af None None] mks.mksproxy_base_url = http://127.0.0.1:6090/ {{(pid=62328) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.547305] env[62328]: DEBUG oslo_service.service [None req-0f579719-cc20-4a5e-ae49-6e2f7526c5af None None] image_cache.manager_interval = 2400 {{(pid=62328) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.547486] env[62328]: DEBUG oslo_service.service [None req-0f579719-cc20-4a5e-ae49-6e2f7526c5af None None] image_cache.precache_concurrency = 1 {{(pid=62328) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.547660] env[62328]: DEBUG oslo_service.service [None req-0f579719-cc20-4a5e-ae49-6e2f7526c5af None None] image_cache.remove_unused_base_images = True {{(pid=62328) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.547833] env[62328]: DEBUG oslo_service.service [None req-0f579719-cc20-4a5e-ae49-6e2f7526c5af None None] image_cache.remove_unused_original_minimum_age_seconds = 86400 {{(pid=62328) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.548011] env[62328]: DEBUG oslo_service.service [None req-0f579719-cc20-4a5e-ae49-6e2f7526c5af None None] image_cache.remove_unused_resized_minimum_age_seconds = 3600 {{(pid=62328) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.548200] env[62328]: DEBUG oslo_service.service [None req-0f579719-cc20-4a5e-ae49-6e2f7526c5af None None] image_cache.subdirectory_name = _base {{(pid=62328) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.548402] env[62328]: DEBUG oslo_service.service [None req-0f579719-cc20-4a5e-ae49-6e2f7526c5af None None] ironic.api_max_retries = 60 {{(pid=62328) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.548615] env[62328]: DEBUG oslo_service.service [None req-0f579719-cc20-4a5e-ae49-6e2f7526c5af None None] ironic.api_retry_interval = 2 {{(pid=62328) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.548779] env[62328]: DEBUG oslo_service.service [None req-0f579719-cc20-4a5e-ae49-6e2f7526c5af None None] ironic.auth_section = None {{(pid=62328) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.548946] env[62328]: DEBUG oslo_service.service [None req-0f579719-cc20-4a5e-ae49-6e2f7526c5af None None] ironic.auth_type = None {{(pid=62328) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.549123] env[62328]: DEBUG oslo_service.service [None req-0f579719-cc20-4a5e-ae49-6e2f7526c5af None None] ironic.cafile = None {{(pid=62328) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.549287] env[62328]: DEBUG oslo_service.service [None req-0f579719-cc20-4a5e-ae49-6e2f7526c5af None None] ironic.certfile = None {{(pid=62328) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.549451] env[62328]: DEBUG oslo_service.service [None req-0f579719-cc20-4a5e-ae49-6e2f7526c5af None None] ironic.collect_timing = False {{(pid=62328) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.549615] env[62328]: DEBUG oslo_service.service [None req-0f579719-cc20-4a5e-ae49-6e2f7526c5af None None] ironic.conductor_group = None {{(pid=62328) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.549774] env[62328]: DEBUG oslo_service.service [None req-0f579719-cc20-4a5e-ae49-6e2f7526c5af None None] ironic.connect_retries = None {{(pid=62328) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.549969] env[62328]: DEBUG oslo_service.service [None req-0f579719-cc20-4a5e-ae49-6e2f7526c5af None None] ironic.connect_retry_delay = None {{(pid=62328) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.550162] env[62328]: DEBUG oslo_service.service [None req-0f579719-cc20-4a5e-ae49-6e2f7526c5af None None] ironic.endpoint_override = None {{(pid=62328) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.550450] env[62328]: DEBUG oslo_service.service [None req-0f579719-cc20-4a5e-ae49-6e2f7526c5af None None] ironic.insecure = False {{(pid=62328) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.550622] env[62328]: DEBUG oslo_service.service [None req-0f579719-cc20-4a5e-ae49-6e2f7526c5af None None] ironic.keyfile = None {{(pid=62328) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.550786] env[62328]: DEBUG oslo_service.service [None req-0f579719-cc20-4a5e-ae49-6e2f7526c5af None None] ironic.max_version = None {{(pid=62328) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.550946] env[62328]: DEBUG oslo_service.service [None req-0f579719-cc20-4a5e-ae49-6e2f7526c5af None None] ironic.min_version = None {{(pid=62328) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.551131] env[62328]: DEBUG oslo_service.service [None req-0f579719-cc20-4a5e-ae49-6e2f7526c5af None None] ironic.peer_list = [] {{(pid=62328) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.551295] env[62328]: DEBUG oslo_service.service [None req-0f579719-cc20-4a5e-ae49-6e2f7526c5af None None] ironic.region_name = None {{(pid=62328) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.551504] env[62328]: DEBUG oslo_service.service [None req-0f579719-cc20-4a5e-ae49-6e2f7526c5af None None] ironic.retriable_status_codes = None {{(pid=62328) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.551684] env[62328]: DEBUG oslo_service.service [None req-0f579719-cc20-4a5e-ae49-6e2f7526c5af None None] ironic.serial_console_state_timeout = 10 {{(pid=62328) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.551846] env[62328]: DEBUG oslo_service.service [None req-0f579719-cc20-4a5e-ae49-6e2f7526c5af None None] ironic.service_name = None {{(pid=62328) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.552028] env[62328]: DEBUG oslo_service.service [None req-0f579719-cc20-4a5e-ae49-6e2f7526c5af None None] ironic.service_type = baremetal {{(pid=62328) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.552197] env[62328]: DEBUG oslo_service.service [None req-0f579719-cc20-4a5e-ae49-6e2f7526c5af None None] ironic.shard = None {{(pid=62328) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.552361] env[62328]: DEBUG oslo_service.service [None req-0f579719-cc20-4a5e-ae49-6e2f7526c5af None None] ironic.split_loggers = False {{(pid=62328) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.552520] env[62328]: DEBUG oslo_service.service [None req-0f579719-cc20-4a5e-ae49-6e2f7526c5af None None] ironic.status_code_retries = None {{(pid=62328) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.552682] env[62328]: DEBUG oslo_service.service [None req-0f579719-cc20-4a5e-ae49-6e2f7526c5af None None] ironic.status_code_retry_delay = None {{(pid=62328) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.552887] env[62328]: DEBUG oslo_service.service [None req-0f579719-cc20-4a5e-ae49-6e2f7526c5af None None] ironic.timeout = None {{(pid=62328) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.553138] env[62328]: DEBUG oslo_service.service [None req-0f579719-cc20-4a5e-ae49-6e2f7526c5af None None] ironic.valid_interfaces = ['internal', 'public'] {{(pid=62328) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.553314] env[62328]: DEBUG oslo_service.service [None req-0f579719-cc20-4a5e-ae49-6e2f7526c5af None None] ironic.version = None {{(pid=62328) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.553500] env[62328]: DEBUG oslo_service.service [None req-0f579719-cc20-4a5e-ae49-6e2f7526c5af None None] key_manager.backend = nova.keymgr.conf_key_mgr.ConfKeyManager {{(pid=62328) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.553678] env[62328]: DEBUG oslo_service.service [None req-0f579719-cc20-4a5e-ae49-6e2f7526c5af None None] key_manager.fixed_key = **** {{(pid=62328) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.553862] env[62328]: DEBUG oslo_service.service [None req-0f579719-cc20-4a5e-ae49-6e2f7526c5af None None] barbican.auth_endpoint = http://localhost/identity/v3 {{(pid=62328) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.554038] env[62328]: DEBUG oslo_service.service [None req-0f579719-cc20-4a5e-ae49-6e2f7526c5af None None] barbican.barbican_api_version = None {{(pid=62328) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.554204] env[62328]: DEBUG oslo_service.service [None req-0f579719-cc20-4a5e-ae49-6e2f7526c5af None None] barbican.barbican_endpoint = None {{(pid=62328) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.554400] env[62328]: DEBUG oslo_service.service [None req-0f579719-cc20-4a5e-ae49-6e2f7526c5af None None] barbican.barbican_endpoint_type = public {{(pid=62328) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.554580] env[62328]: DEBUG oslo_service.service [None req-0f579719-cc20-4a5e-ae49-6e2f7526c5af None None] barbican.barbican_region_name = None {{(pid=62328) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.554745] env[62328]: DEBUG oslo_service.service [None req-0f579719-cc20-4a5e-ae49-6e2f7526c5af None None] barbican.cafile = None {{(pid=62328) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.554904] env[62328]: DEBUG oslo_service.service [None req-0f579719-cc20-4a5e-ae49-6e2f7526c5af None None] barbican.certfile = None {{(pid=62328) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.555079] env[62328]: DEBUG oslo_service.service [None req-0f579719-cc20-4a5e-ae49-6e2f7526c5af None None] barbican.collect_timing = False {{(pid=62328) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.555245] env[62328]: DEBUG oslo_service.service [None req-0f579719-cc20-4a5e-ae49-6e2f7526c5af None None] barbican.insecure = False {{(pid=62328) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.555401] env[62328]: DEBUG oslo_service.service [None req-0f579719-cc20-4a5e-ae49-6e2f7526c5af None None] barbican.keyfile = None {{(pid=62328) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.555572] env[62328]: DEBUG oslo_service.service [None req-0f579719-cc20-4a5e-ae49-6e2f7526c5af None None] barbican.number_of_retries = 60 {{(pid=62328) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.555751] env[62328]: DEBUG oslo_service.service [None req-0f579719-cc20-4a5e-ae49-6e2f7526c5af None None] barbican.retry_delay = 1 {{(pid=62328) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.555954] env[62328]: DEBUG oslo_service.service [None req-0f579719-cc20-4a5e-ae49-6e2f7526c5af None None] barbican.send_service_user_token = False {{(pid=62328) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.556142] env[62328]: DEBUG oslo_service.service [None req-0f579719-cc20-4a5e-ae49-6e2f7526c5af None None] barbican.split_loggers = False {{(pid=62328) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.556305] env[62328]: DEBUG oslo_service.service [None req-0f579719-cc20-4a5e-ae49-6e2f7526c5af None None] barbican.timeout = None {{(pid=62328) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.556515] env[62328]: DEBUG oslo_service.service [None req-0f579719-cc20-4a5e-ae49-6e2f7526c5af None None] barbican.verify_ssl = True {{(pid=62328) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.556625] env[62328]: DEBUG oslo_service.service [None req-0f579719-cc20-4a5e-ae49-6e2f7526c5af None None] barbican.verify_ssl_path = None {{(pid=62328) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.556793] env[62328]: DEBUG oslo_service.service [None req-0f579719-cc20-4a5e-ae49-6e2f7526c5af None None] barbican_service_user.auth_section = None {{(pid=62328) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.556954] env[62328]: DEBUG oslo_service.service [None req-0f579719-cc20-4a5e-ae49-6e2f7526c5af None None] barbican_service_user.auth_type = None {{(pid=62328) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.557125] env[62328]: DEBUG oslo_service.service [None req-0f579719-cc20-4a5e-ae49-6e2f7526c5af None None] barbican_service_user.cafile = None {{(pid=62328) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.557318] env[62328]: DEBUG oslo_service.service [None req-0f579719-cc20-4a5e-ae49-6e2f7526c5af None None] barbican_service_user.certfile = None {{(pid=62328) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.557507] env[62328]: DEBUG oslo_service.service [None req-0f579719-cc20-4a5e-ae49-6e2f7526c5af None None] barbican_service_user.collect_timing = False {{(pid=62328) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.557665] env[62328]: DEBUG oslo_service.service [None req-0f579719-cc20-4a5e-ae49-6e2f7526c5af None None] barbican_service_user.insecure = False {{(pid=62328) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.557823] env[62328]: DEBUG oslo_service.service [None req-0f579719-cc20-4a5e-ae49-6e2f7526c5af None None] barbican_service_user.keyfile = None {{(pid=62328) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.557983] env[62328]: DEBUG oslo_service.service [None req-0f579719-cc20-4a5e-ae49-6e2f7526c5af None None] barbican_service_user.split_loggers = False {{(pid=62328) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.558156] env[62328]: DEBUG oslo_service.service [None req-0f579719-cc20-4a5e-ae49-6e2f7526c5af None None] barbican_service_user.timeout = None {{(pid=62328) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.558324] env[62328]: DEBUG oslo_service.service [None req-0f579719-cc20-4a5e-ae49-6e2f7526c5af None None] vault.approle_role_id = **** {{(pid=62328) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.558490] env[62328]: DEBUG oslo_service.service [None req-0f579719-cc20-4a5e-ae49-6e2f7526c5af None None] vault.approle_secret_id = **** {{(pid=62328) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.558673] env[62328]: DEBUG oslo_service.service [None req-0f579719-cc20-4a5e-ae49-6e2f7526c5af None None] vault.kv_mountpoint = secret {{(pid=62328) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.558866] env[62328]: DEBUG oslo_service.service [None req-0f579719-cc20-4a5e-ae49-6e2f7526c5af None None] vault.kv_path = None {{(pid=62328) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.559048] env[62328]: DEBUG oslo_service.service [None req-0f579719-cc20-4a5e-ae49-6e2f7526c5af None None] vault.kv_version = 2 {{(pid=62328) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.559212] env[62328]: DEBUG oslo_service.service [None req-0f579719-cc20-4a5e-ae49-6e2f7526c5af None None] vault.namespace = None {{(pid=62328) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.559372] env[62328]: DEBUG oslo_service.service [None req-0f579719-cc20-4a5e-ae49-6e2f7526c5af None None] vault.root_token_id = **** {{(pid=62328) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.559531] env[62328]: DEBUG oslo_service.service [None req-0f579719-cc20-4a5e-ae49-6e2f7526c5af None None] vault.ssl_ca_crt_file = None {{(pid=62328) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.559698] env[62328]: DEBUG oslo_service.service [None req-0f579719-cc20-4a5e-ae49-6e2f7526c5af None None] vault.timeout = 60.0 {{(pid=62328) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.559860] env[62328]: DEBUG oslo_service.service [None req-0f579719-cc20-4a5e-ae49-6e2f7526c5af None None] vault.use_ssl = False {{(pid=62328) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.560041] env[62328]: DEBUG oslo_service.service [None req-0f579719-cc20-4a5e-ae49-6e2f7526c5af None None] vault.vault_url = http://127.0.0.1:8200 {{(pid=62328) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.560229] env[62328]: DEBUG oslo_service.service [None req-0f579719-cc20-4a5e-ae49-6e2f7526c5af None None] keystone.cafile = None {{(pid=62328) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.560395] env[62328]: DEBUG oslo_service.service [None req-0f579719-cc20-4a5e-ae49-6e2f7526c5af None None] keystone.certfile = None {{(pid=62328) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.560561] env[62328]: DEBUG oslo_service.service [None req-0f579719-cc20-4a5e-ae49-6e2f7526c5af None None] keystone.collect_timing = False {{(pid=62328) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.560724] env[62328]: DEBUG oslo_service.service [None req-0f579719-cc20-4a5e-ae49-6e2f7526c5af None None] keystone.connect_retries = None {{(pid=62328) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.560885] env[62328]: DEBUG oslo_service.service [None req-0f579719-cc20-4a5e-ae49-6e2f7526c5af None None] keystone.connect_retry_delay = None {{(pid=62328) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.561056] env[62328]: DEBUG oslo_service.service [None req-0f579719-cc20-4a5e-ae49-6e2f7526c5af None None] keystone.endpoint_override = None {{(pid=62328) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.561223] env[62328]: DEBUG oslo_service.service [None req-0f579719-cc20-4a5e-ae49-6e2f7526c5af None None] keystone.insecure = False {{(pid=62328) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.561378] env[62328]: DEBUG oslo_service.service [None req-0f579719-cc20-4a5e-ae49-6e2f7526c5af None None] keystone.keyfile = None {{(pid=62328) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.561568] env[62328]: DEBUG oslo_service.service [None req-0f579719-cc20-4a5e-ae49-6e2f7526c5af None None] keystone.max_version = None {{(pid=62328) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.561749] env[62328]: DEBUG oslo_service.service [None req-0f579719-cc20-4a5e-ae49-6e2f7526c5af None None] keystone.min_version = None {{(pid=62328) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.561908] env[62328]: DEBUG oslo_service.service [None req-0f579719-cc20-4a5e-ae49-6e2f7526c5af None None] keystone.region_name = None {{(pid=62328) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.562086] env[62328]: DEBUG oslo_service.service [None req-0f579719-cc20-4a5e-ae49-6e2f7526c5af None None] keystone.retriable_status_codes = None {{(pid=62328) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.562252] env[62328]: DEBUG oslo_service.service [None req-0f579719-cc20-4a5e-ae49-6e2f7526c5af None None] keystone.service_name = None {{(pid=62328) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.562422] env[62328]: DEBUG oslo_service.service [None req-0f579719-cc20-4a5e-ae49-6e2f7526c5af None None] keystone.service_type = identity {{(pid=62328) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.562584] env[62328]: DEBUG oslo_service.service [None req-0f579719-cc20-4a5e-ae49-6e2f7526c5af None None] keystone.split_loggers = False {{(pid=62328) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.562744] env[62328]: DEBUG oslo_service.service [None req-0f579719-cc20-4a5e-ae49-6e2f7526c5af None None] keystone.status_code_retries = None {{(pid=62328) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.562901] env[62328]: DEBUG oslo_service.service [None req-0f579719-cc20-4a5e-ae49-6e2f7526c5af None None] keystone.status_code_retry_delay = None {{(pid=62328) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.563141] env[62328]: DEBUG oslo_service.service [None req-0f579719-cc20-4a5e-ae49-6e2f7526c5af None None] keystone.timeout = None {{(pid=62328) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.563359] env[62328]: DEBUG oslo_service.service [None req-0f579719-cc20-4a5e-ae49-6e2f7526c5af None None] keystone.valid_interfaces = ['internal', 'public'] {{(pid=62328) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.563527] env[62328]: DEBUG oslo_service.service [None req-0f579719-cc20-4a5e-ae49-6e2f7526c5af None None] keystone.version = None {{(pid=62328) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.563720] env[62328]: DEBUG oslo_service.service [None req-0f579719-cc20-4a5e-ae49-6e2f7526c5af None None] libvirt.ceph_mount_options = None {{(pid=62328) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.564046] env[62328]: DEBUG oslo_service.service [None req-0f579719-cc20-4a5e-ae49-6e2f7526c5af None None] libvirt.ceph_mount_point_base = /opt/stack/data/n-cpu-1/mnt {{(pid=62328) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.564237] env[62328]: DEBUG oslo_service.service [None req-0f579719-cc20-4a5e-ae49-6e2f7526c5af None None] libvirt.connection_uri = {{(pid=62328) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.564403] env[62328]: DEBUG oslo_service.service [None req-0f579719-cc20-4a5e-ae49-6e2f7526c5af None None] libvirt.cpu_mode = None {{(pid=62328) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.564600] env[62328]: DEBUG oslo_service.service [None req-0f579719-cc20-4a5e-ae49-6e2f7526c5af None None] libvirt.cpu_model_extra_flags = [] {{(pid=62328) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.564791] env[62328]: DEBUG oslo_service.service [None req-0f579719-cc20-4a5e-ae49-6e2f7526c5af None None] libvirt.cpu_models = [] {{(pid=62328) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.564969] env[62328]: DEBUG oslo_service.service [None req-0f579719-cc20-4a5e-ae49-6e2f7526c5af None None] libvirt.cpu_power_governor_high = performance {{(pid=62328) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.565157] env[62328]: DEBUG oslo_service.service [None req-0f579719-cc20-4a5e-ae49-6e2f7526c5af None None] libvirt.cpu_power_governor_low = powersave {{(pid=62328) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.565324] env[62328]: DEBUG oslo_service.service [None req-0f579719-cc20-4a5e-ae49-6e2f7526c5af None None] libvirt.cpu_power_management = False {{(pid=62328) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.565497] env[62328]: DEBUG oslo_service.service [None req-0f579719-cc20-4a5e-ae49-6e2f7526c5af None None] libvirt.cpu_power_management_strategy = cpu_state {{(pid=62328) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.565668] env[62328]: DEBUG oslo_service.service [None req-0f579719-cc20-4a5e-ae49-6e2f7526c5af None None] libvirt.device_detach_attempts = 8 {{(pid=62328) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.565835] env[62328]: DEBUG oslo_service.service [None req-0f579719-cc20-4a5e-ae49-6e2f7526c5af None None] libvirt.device_detach_timeout = 20 {{(pid=62328) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.566032] env[62328]: DEBUG oslo_service.service [None req-0f579719-cc20-4a5e-ae49-6e2f7526c5af None None] libvirt.disk_cachemodes = [] {{(pid=62328) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.566223] env[62328]: DEBUG oslo_service.service [None req-0f579719-cc20-4a5e-ae49-6e2f7526c5af None None] libvirt.disk_prefix = None {{(pid=62328) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.566396] env[62328]: DEBUG oslo_service.service [None req-0f579719-cc20-4a5e-ae49-6e2f7526c5af None None] libvirt.enabled_perf_events = [] {{(pid=62328) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.566568] env[62328]: DEBUG oslo_service.service [None req-0f579719-cc20-4a5e-ae49-6e2f7526c5af None None] libvirt.file_backed_memory = 0 {{(pid=62328) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.566734] env[62328]: DEBUG oslo_service.service [None req-0f579719-cc20-4a5e-ae49-6e2f7526c5af None None] libvirt.gid_maps = [] {{(pid=62328) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.566894] env[62328]: DEBUG oslo_service.service [None req-0f579719-cc20-4a5e-ae49-6e2f7526c5af None None] libvirt.hw_disk_discard = None {{(pid=62328) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.567068] env[62328]: DEBUG oslo_service.service [None req-0f579719-cc20-4a5e-ae49-6e2f7526c5af None None] libvirt.hw_machine_type = None {{(pid=62328) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.567243] env[62328]: DEBUG oslo_service.service [None req-0f579719-cc20-4a5e-ae49-6e2f7526c5af None None] libvirt.images_rbd_ceph_conf = {{(pid=62328) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.567415] env[62328]: DEBUG oslo_service.service [None req-0f579719-cc20-4a5e-ae49-6e2f7526c5af None None] libvirt.images_rbd_glance_copy_poll_interval = 15 {{(pid=62328) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.567624] env[62328]: DEBUG oslo_service.service [None req-0f579719-cc20-4a5e-ae49-6e2f7526c5af None None] libvirt.images_rbd_glance_copy_timeout = 600 {{(pid=62328) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.567804] env[62328]: DEBUG oslo_service.service [None req-0f579719-cc20-4a5e-ae49-6e2f7526c5af None None] libvirt.images_rbd_glance_store_name = {{(pid=62328) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.567977] env[62328]: DEBUG oslo_service.service [None req-0f579719-cc20-4a5e-ae49-6e2f7526c5af None None] libvirt.images_rbd_pool = rbd {{(pid=62328) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.568165] env[62328]: DEBUG oslo_service.service [None req-0f579719-cc20-4a5e-ae49-6e2f7526c5af None None] libvirt.images_type = default {{(pid=62328) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.568329] env[62328]: DEBUG oslo_service.service [None req-0f579719-cc20-4a5e-ae49-6e2f7526c5af None None] libvirt.images_volume_group = None {{(pid=62328) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.568496] env[62328]: DEBUG oslo_service.service [None req-0f579719-cc20-4a5e-ae49-6e2f7526c5af None None] libvirt.inject_key = False {{(pid=62328) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.568663] env[62328]: DEBUG oslo_service.service [None req-0f579719-cc20-4a5e-ae49-6e2f7526c5af None None] libvirt.inject_partition = -2 {{(pid=62328) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.568826] env[62328]: DEBUG oslo_service.service [None req-0f579719-cc20-4a5e-ae49-6e2f7526c5af None None] libvirt.inject_password = False {{(pid=62328) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.569062] env[62328]: DEBUG oslo_service.service [None req-0f579719-cc20-4a5e-ae49-6e2f7526c5af None None] libvirt.iscsi_iface = None {{(pid=62328) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.569224] env[62328]: DEBUG oslo_service.service [None req-0f579719-cc20-4a5e-ae49-6e2f7526c5af None None] libvirt.iser_use_multipath = False {{(pid=62328) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.569391] env[62328]: DEBUG oslo_service.service [None req-0f579719-cc20-4a5e-ae49-6e2f7526c5af None None] libvirt.live_migration_bandwidth = 0 {{(pid=62328) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.569555] env[62328]: DEBUG oslo_service.service [None req-0f579719-cc20-4a5e-ae49-6e2f7526c5af None None] libvirt.live_migration_completion_timeout = 800 {{(pid=62328) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.569723] env[62328]: DEBUG oslo_service.service [None req-0f579719-cc20-4a5e-ae49-6e2f7526c5af None None] libvirt.live_migration_downtime = 500 {{(pid=62328) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.569888] env[62328]: DEBUG oslo_service.service [None req-0f579719-cc20-4a5e-ae49-6e2f7526c5af None None] libvirt.live_migration_downtime_delay = 75 {{(pid=62328) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.570076] env[62328]: DEBUG oslo_service.service [None req-0f579719-cc20-4a5e-ae49-6e2f7526c5af None None] libvirt.live_migration_downtime_steps = 10 {{(pid=62328) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.570246] env[62328]: DEBUG oslo_service.service [None req-0f579719-cc20-4a5e-ae49-6e2f7526c5af None None] libvirt.live_migration_inbound_addr = None {{(pid=62328) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.570462] env[62328]: DEBUG oslo_service.service [None req-0f579719-cc20-4a5e-ae49-6e2f7526c5af None None] libvirt.live_migration_permit_auto_converge = False {{(pid=62328) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.570666] env[62328]: DEBUG oslo_service.service [None req-0f579719-cc20-4a5e-ae49-6e2f7526c5af None None] libvirt.live_migration_permit_post_copy = False {{(pid=62328) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.570835] env[62328]: DEBUG oslo_service.service [None req-0f579719-cc20-4a5e-ae49-6e2f7526c5af None None] libvirt.live_migration_scheme = None {{(pid=62328) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.571019] env[62328]: DEBUG oslo_service.service [None req-0f579719-cc20-4a5e-ae49-6e2f7526c5af None None] libvirt.live_migration_timeout_action = abort {{(pid=62328) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.571189] env[62328]: DEBUG oslo_service.service [None req-0f579719-cc20-4a5e-ae49-6e2f7526c5af None None] libvirt.live_migration_tunnelled = False {{(pid=62328) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.571351] env[62328]: DEBUG oslo_service.service [None req-0f579719-cc20-4a5e-ae49-6e2f7526c5af None None] libvirt.live_migration_uri = None {{(pid=62328) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.571514] env[62328]: DEBUG oslo_service.service [None req-0f579719-cc20-4a5e-ae49-6e2f7526c5af None None] libvirt.live_migration_with_native_tls = False {{(pid=62328) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.571676] env[62328]: DEBUG oslo_service.service [None req-0f579719-cc20-4a5e-ae49-6e2f7526c5af None None] libvirt.max_queues = None {{(pid=62328) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.571840] env[62328]: DEBUG oslo_service.service [None req-0f579719-cc20-4a5e-ae49-6e2f7526c5af None None] libvirt.mem_stats_period_seconds = 10 {{(pid=62328) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.572148] env[62328]: DEBUG oslo_service.service [None req-0f579719-cc20-4a5e-ae49-6e2f7526c5af None None] libvirt.migration_inbound_addr = 10.180.1.21 {{(pid=62328) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.572323] env[62328]: DEBUG oslo_service.service [None req-0f579719-cc20-4a5e-ae49-6e2f7526c5af None None] libvirt.nfs_mount_options = None {{(pid=62328) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.572616] env[62328]: DEBUG oslo_service.service [None req-0f579719-cc20-4a5e-ae49-6e2f7526c5af None None] libvirt.nfs_mount_point_base = /opt/stack/data/n-cpu-1/mnt {{(pid=62328) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.572798] env[62328]: DEBUG oslo_service.service [None req-0f579719-cc20-4a5e-ae49-6e2f7526c5af None None] libvirt.num_aoe_discover_tries = 3 {{(pid=62328) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.572967] env[62328]: DEBUG oslo_service.service [None req-0f579719-cc20-4a5e-ae49-6e2f7526c5af None None] libvirt.num_iser_scan_tries = 5 {{(pid=62328) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.573147] env[62328]: DEBUG oslo_service.service [None req-0f579719-cc20-4a5e-ae49-6e2f7526c5af None None] libvirt.num_memory_encrypted_guests = None {{(pid=62328) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.573317] env[62328]: DEBUG oslo_service.service [None req-0f579719-cc20-4a5e-ae49-6e2f7526c5af None None] libvirt.num_nvme_discover_tries = 5 {{(pid=62328) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.573493] env[62328]: DEBUG oslo_service.service [None req-0f579719-cc20-4a5e-ae49-6e2f7526c5af None None] libvirt.num_pcie_ports = 0 {{(pid=62328) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.573663] env[62328]: DEBUG oslo_service.service [None req-0f579719-cc20-4a5e-ae49-6e2f7526c5af None None] libvirt.num_volume_scan_tries = 5 {{(pid=62328) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.573829] env[62328]: DEBUG oslo_service.service [None req-0f579719-cc20-4a5e-ae49-6e2f7526c5af None None] libvirt.pmem_namespaces = [] {{(pid=62328) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.573991] env[62328]: DEBUG oslo_service.service [None req-0f579719-cc20-4a5e-ae49-6e2f7526c5af None None] libvirt.quobyte_client_cfg = None {{(pid=62328) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.574303] env[62328]: DEBUG oslo_service.service [None req-0f579719-cc20-4a5e-ae49-6e2f7526c5af None None] libvirt.quobyte_mount_point_base = /opt/stack/data/n-cpu-1/mnt {{(pid=62328) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.574485] env[62328]: DEBUG oslo_service.service [None req-0f579719-cc20-4a5e-ae49-6e2f7526c5af None None] libvirt.rbd_connect_timeout = 5 {{(pid=62328) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.574656] env[62328]: DEBUG oslo_service.service [None req-0f579719-cc20-4a5e-ae49-6e2f7526c5af None None] libvirt.rbd_destroy_volume_retries = 12 {{(pid=62328) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.574866] env[62328]: DEBUG oslo_service.service [None req-0f579719-cc20-4a5e-ae49-6e2f7526c5af None None] libvirt.rbd_destroy_volume_retry_interval = 5 {{(pid=62328) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.575056] env[62328]: DEBUG oslo_service.service [None req-0f579719-cc20-4a5e-ae49-6e2f7526c5af None None] libvirt.rbd_secret_uuid = None {{(pid=62328) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.575220] env[62328]: DEBUG oslo_service.service [None req-0f579719-cc20-4a5e-ae49-6e2f7526c5af None None] libvirt.rbd_user = None {{(pid=62328) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.575387] env[62328]: DEBUG oslo_service.service [None req-0f579719-cc20-4a5e-ae49-6e2f7526c5af None None] libvirt.realtime_scheduler_priority = 1 {{(pid=62328) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.575561] env[62328]: DEBUG oslo_service.service [None req-0f579719-cc20-4a5e-ae49-6e2f7526c5af None None] libvirt.remote_filesystem_transport = ssh {{(pid=62328) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.575725] env[62328]: DEBUG oslo_service.service [None req-0f579719-cc20-4a5e-ae49-6e2f7526c5af None None] libvirt.rescue_image_id = None {{(pid=62328) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.575884] env[62328]: DEBUG oslo_service.service [None req-0f579719-cc20-4a5e-ae49-6e2f7526c5af None None] libvirt.rescue_kernel_id = None {{(pid=62328) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.576056] env[62328]: DEBUG oslo_service.service [None req-0f579719-cc20-4a5e-ae49-6e2f7526c5af None None] libvirt.rescue_ramdisk_id = None {{(pid=62328) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.576232] env[62328]: DEBUG oslo_service.service [None req-0f579719-cc20-4a5e-ae49-6e2f7526c5af None None] libvirt.rng_dev_path = /dev/urandom {{(pid=62328) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.576402] env[62328]: DEBUG oslo_service.service [None req-0f579719-cc20-4a5e-ae49-6e2f7526c5af None None] libvirt.rx_queue_size = None {{(pid=62328) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.576574] env[62328]: DEBUG oslo_service.service [None req-0f579719-cc20-4a5e-ae49-6e2f7526c5af None None] libvirt.smbfs_mount_options = {{(pid=62328) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.576872] env[62328]: DEBUG oslo_service.service [None req-0f579719-cc20-4a5e-ae49-6e2f7526c5af None None] libvirt.smbfs_mount_point_base = /opt/stack/data/n-cpu-1/mnt {{(pid=62328) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.577060] env[62328]: DEBUG oslo_service.service [None req-0f579719-cc20-4a5e-ae49-6e2f7526c5af None None] libvirt.snapshot_compression = False {{(pid=62328) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.577228] env[62328]: DEBUG oslo_service.service [None req-0f579719-cc20-4a5e-ae49-6e2f7526c5af None None] libvirt.snapshot_image_format = None {{(pid=62328) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.577474] env[62328]: DEBUG oslo_service.service [None req-0f579719-cc20-4a5e-ae49-6e2f7526c5af None None] libvirt.snapshots_directory = /opt/stack/data/nova/instances/snapshots {{(pid=62328) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.577646] env[62328]: DEBUG oslo_service.service [None req-0f579719-cc20-4a5e-ae49-6e2f7526c5af None None] libvirt.sparse_logical_volumes = False {{(pid=62328) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.577853] env[62328]: DEBUG oslo_service.service [None req-0f579719-cc20-4a5e-ae49-6e2f7526c5af None None] libvirt.swtpm_enabled = False {{(pid=62328) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.578047] env[62328]: DEBUG oslo_service.service [None req-0f579719-cc20-4a5e-ae49-6e2f7526c5af None None] libvirt.swtpm_group = tss {{(pid=62328) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.578225] env[62328]: DEBUG oslo_service.service [None req-0f579719-cc20-4a5e-ae49-6e2f7526c5af None None] libvirt.swtpm_user = tss {{(pid=62328) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.578398] env[62328]: DEBUG oslo_service.service [None req-0f579719-cc20-4a5e-ae49-6e2f7526c5af None None] libvirt.sysinfo_serial = unique {{(pid=62328) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.578560] env[62328]: DEBUG oslo_service.service [None req-0f579719-cc20-4a5e-ae49-6e2f7526c5af None None] libvirt.tb_cache_size = None {{(pid=62328) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.578720] env[62328]: DEBUG oslo_service.service [None req-0f579719-cc20-4a5e-ae49-6e2f7526c5af None None] libvirt.tx_queue_size = None {{(pid=62328) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.578888] env[62328]: DEBUG oslo_service.service [None req-0f579719-cc20-4a5e-ae49-6e2f7526c5af None None] libvirt.uid_maps = [] {{(pid=62328) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.579062] env[62328]: DEBUG oslo_service.service [None req-0f579719-cc20-4a5e-ae49-6e2f7526c5af None None] libvirt.use_virtio_for_bridges = True {{(pid=62328) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.579247] env[62328]: DEBUG oslo_service.service [None req-0f579719-cc20-4a5e-ae49-6e2f7526c5af None None] libvirt.virt_type = kvm {{(pid=62328) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.579422] env[62328]: DEBUG oslo_service.service [None req-0f579719-cc20-4a5e-ae49-6e2f7526c5af None None] libvirt.volume_clear = zero {{(pid=62328) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.579588] env[62328]: DEBUG oslo_service.service [None req-0f579719-cc20-4a5e-ae49-6e2f7526c5af None None] libvirt.volume_clear_size = 0 {{(pid=62328) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.579773] env[62328]: DEBUG oslo_service.service [None req-0f579719-cc20-4a5e-ae49-6e2f7526c5af None None] libvirt.volume_use_multipath = False {{(pid=62328) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.579918] env[62328]: DEBUG oslo_service.service [None req-0f579719-cc20-4a5e-ae49-6e2f7526c5af None None] libvirt.vzstorage_cache_path = None {{(pid=62328) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.580100] env[62328]: DEBUG oslo_service.service [None req-0f579719-cc20-4a5e-ae49-6e2f7526c5af None None] libvirt.vzstorage_log_path = /var/log/vstorage/%(cluster_name)s/nova.log.gz {{(pid=62328) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.580273] env[62328]: DEBUG oslo_service.service [None req-0f579719-cc20-4a5e-ae49-6e2f7526c5af None None] libvirt.vzstorage_mount_group = qemu {{(pid=62328) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.580439] env[62328]: DEBUG oslo_service.service [None req-0f579719-cc20-4a5e-ae49-6e2f7526c5af None None] libvirt.vzstorage_mount_opts = [] {{(pid=62328) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.580652] env[62328]: DEBUG oslo_service.service [None req-0f579719-cc20-4a5e-ae49-6e2f7526c5af None None] libvirt.vzstorage_mount_perms = 0770 {{(pid=62328) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.580956] env[62328]: DEBUG oslo_service.service [None req-0f579719-cc20-4a5e-ae49-6e2f7526c5af None None] libvirt.vzstorage_mount_point_base = /opt/stack/data/n-cpu-1/mnt {{(pid=62328) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.581155] env[62328]: DEBUG oslo_service.service [None req-0f579719-cc20-4a5e-ae49-6e2f7526c5af None None] libvirt.vzstorage_mount_user = stack {{(pid=62328) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.581326] env[62328]: DEBUG oslo_service.service [None req-0f579719-cc20-4a5e-ae49-6e2f7526c5af None None] libvirt.wait_soft_reboot_seconds = 120 {{(pid=62328) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.581500] env[62328]: DEBUG oslo_service.service [None req-0f579719-cc20-4a5e-ae49-6e2f7526c5af None None] neutron.auth_section = None {{(pid=62328) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.581676] env[62328]: DEBUG oslo_service.service [None req-0f579719-cc20-4a5e-ae49-6e2f7526c5af None None] neutron.auth_type = password {{(pid=62328) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.581837] env[62328]: DEBUG oslo_service.service [None req-0f579719-cc20-4a5e-ae49-6e2f7526c5af None None] neutron.cafile = None {{(pid=62328) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.582009] env[62328]: DEBUG oslo_service.service [None req-0f579719-cc20-4a5e-ae49-6e2f7526c5af None None] neutron.certfile = None {{(pid=62328) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.582187] env[62328]: DEBUG oslo_service.service [None req-0f579719-cc20-4a5e-ae49-6e2f7526c5af None None] neutron.collect_timing = False {{(pid=62328) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.582347] env[62328]: DEBUG oslo_service.service [None req-0f579719-cc20-4a5e-ae49-6e2f7526c5af None None] neutron.connect_retries = None {{(pid=62328) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.582506] env[62328]: DEBUG oslo_service.service [None req-0f579719-cc20-4a5e-ae49-6e2f7526c5af None None] neutron.connect_retry_delay = None {{(pid=62328) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.582681] env[62328]: DEBUG oslo_service.service [None req-0f579719-cc20-4a5e-ae49-6e2f7526c5af None None] neutron.default_floating_pool = public {{(pid=62328) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.582841] env[62328]: DEBUG oslo_service.service [None req-0f579719-cc20-4a5e-ae49-6e2f7526c5af None None] neutron.endpoint_override = None {{(pid=62328) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.583014] env[62328]: DEBUG oslo_service.service [None req-0f579719-cc20-4a5e-ae49-6e2f7526c5af None None] neutron.extension_sync_interval = 600 {{(pid=62328) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.583187] env[62328]: DEBUG oslo_service.service [None req-0f579719-cc20-4a5e-ae49-6e2f7526c5af None None] neutron.http_retries = 3 {{(pid=62328) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.583371] env[62328]: DEBUG oslo_service.service [None req-0f579719-cc20-4a5e-ae49-6e2f7526c5af None None] neutron.insecure = False {{(pid=62328) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.583562] env[62328]: DEBUG oslo_service.service [None req-0f579719-cc20-4a5e-ae49-6e2f7526c5af None None] neutron.keyfile = None {{(pid=62328) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.583731] env[62328]: DEBUG oslo_service.service [None req-0f579719-cc20-4a5e-ae49-6e2f7526c5af None None] neutron.max_version = None {{(pid=62328) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.583907] env[62328]: DEBUG oslo_service.service [None req-0f579719-cc20-4a5e-ae49-6e2f7526c5af None None] neutron.metadata_proxy_shared_secret = **** {{(pid=62328) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.584078] env[62328]: DEBUG oslo_service.service [None req-0f579719-cc20-4a5e-ae49-6e2f7526c5af None None] neutron.min_version = None {{(pid=62328) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.584255] env[62328]: DEBUG oslo_service.service [None req-0f579719-cc20-4a5e-ae49-6e2f7526c5af None None] neutron.ovs_bridge = br-int {{(pid=62328) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.584420] env[62328]: DEBUG oslo_service.service [None req-0f579719-cc20-4a5e-ae49-6e2f7526c5af None None] neutron.physnets = [] {{(pid=62328) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.584589] env[62328]: DEBUG oslo_service.service [None req-0f579719-cc20-4a5e-ae49-6e2f7526c5af None None] neutron.region_name = RegionOne {{(pid=62328) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.584751] env[62328]: DEBUG oslo_service.service [None req-0f579719-cc20-4a5e-ae49-6e2f7526c5af None None] neutron.retriable_status_codes = None {{(pid=62328) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.584928] env[62328]: DEBUG oslo_service.service [None req-0f579719-cc20-4a5e-ae49-6e2f7526c5af None None] neutron.service_metadata_proxy = True {{(pid=62328) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.585105] env[62328]: DEBUG oslo_service.service [None req-0f579719-cc20-4a5e-ae49-6e2f7526c5af None None] neutron.service_name = None {{(pid=62328) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.585276] env[62328]: DEBUG oslo_service.service [None req-0f579719-cc20-4a5e-ae49-6e2f7526c5af None None] neutron.service_type = network {{(pid=62328) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.585444] env[62328]: DEBUG oslo_service.service [None req-0f579719-cc20-4a5e-ae49-6e2f7526c5af None None] neutron.split_loggers = False {{(pid=62328) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.585601] env[62328]: DEBUG oslo_service.service [None req-0f579719-cc20-4a5e-ae49-6e2f7526c5af None None] neutron.status_code_retries = None {{(pid=62328) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.585759] env[62328]: DEBUG oslo_service.service [None req-0f579719-cc20-4a5e-ae49-6e2f7526c5af None None] neutron.status_code_retry_delay = None {{(pid=62328) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.585915] env[62328]: DEBUG oslo_service.service [None req-0f579719-cc20-4a5e-ae49-6e2f7526c5af None None] neutron.timeout = None {{(pid=62328) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.586109] env[62328]: DEBUG oslo_service.service [None req-0f579719-cc20-4a5e-ae49-6e2f7526c5af None None] neutron.valid_interfaces = ['internal', 'public'] {{(pid=62328) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.586312] env[62328]: DEBUG oslo_service.service [None req-0f579719-cc20-4a5e-ae49-6e2f7526c5af None None] neutron.version = None {{(pid=62328) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.586500] env[62328]: DEBUG oslo_service.service [None req-0f579719-cc20-4a5e-ae49-6e2f7526c5af None None] notifications.bdms_in_notifications = False {{(pid=62328) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.586682] env[62328]: DEBUG oslo_service.service [None req-0f579719-cc20-4a5e-ae49-6e2f7526c5af None None] notifications.default_level = INFO {{(pid=62328) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.586877] env[62328]: DEBUG oslo_service.service [None req-0f579719-cc20-4a5e-ae49-6e2f7526c5af None None] notifications.include_share_mapping = False {{(pid=62328) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.587030] env[62328]: DEBUG oslo_service.service [None req-0f579719-cc20-4a5e-ae49-6e2f7526c5af None None] notifications.notification_format = unversioned {{(pid=62328) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.587202] env[62328]: DEBUG oslo_service.service [None req-0f579719-cc20-4a5e-ae49-6e2f7526c5af None None] notifications.notify_on_state_change = None {{(pid=62328) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.587381] env[62328]: DEBUG oslo_service.service [None req-0f579719-cc20-4a5e-ae49-6e2f7526c5af None None] notifications.versioned_notifications_topics = ['versioned_notifications'] {{(pid=62328) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.587562] env[62328]: DEBUG oslo_service.service [None req-0f579719-cc20-4a5e-ae49-6e2f7526c5af None None] pci.alias = [] {{(pid=62328) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.587736] env[62328]: DEBUG oslo_service.service [None req-0f579719-cc20-4a5e-ae49-6e2f7526c5af None None] pci.device_spec = [] {{(pid=62328) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.587906] env[62328]: DEBUG oslo_service.service [None req-0f579719-cc20-4a5e-ae49-6e2f7526c5af None None] pci.report_in_placement = False {{(pid=62328) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.588098] env[62328]: DEBUG oslo_service.service [None req-0f579719-cc20-4a5e-ae49-6e2f7526c5af None None] placement.auth_section = None {{(pid=62328) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.588274] env[62328]: DEBUG oslo_service.service [None req-0f579719-cc20-4a5e-ae49-6e2f7526c5af None None] placement.auth_type = password {{(pid=62328) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.588442] env[62328]: DEBUG oslo_service.service [None req-0f579719-cc20-4a5e-ae49-6e2f7526c5af None None] placement.auth_url = http://10.180.1.21/identity {{(pid=62328) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.588601] env[62328]: DEBUG oslo_service.service [None req-0f579719-cc20-4a5e-ae49-6e2f7526c5af None None] placement.cafile = None {{(pid=62328) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.588758] env[62328]: DEBUG oslo_service.service [None req-0f579719-cc20-4a5e-ae49-6e2f7526c5af None None] placement.certfile = None {{(pid=62328) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.588918] env[62328]: DEBUG oslo_service.service [None req-0f579719-cc20-4a5e-ae49-6e2f7526c5af None None] placement.collect_timing = False {{(pid=62328) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.589087] env[62328]: DEBUG oslo_service.service [None req-0f579719-cc20-4a5e-ae49-6e2f7526c5af None None] placement.connect_retries = None {{(pid=62328) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.589290] env[62328]: DEBUG oslo_service.service [None req-0f579719-cc20-4a5e-ae49-6e2f7526c5af None None] placement.connect_retry_delay = None {{(pid=62328) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.589462] env[62328]: DEBUG oslo_service.service [None req-0f579719-cc20-4a5e-ae49-6e2f7526c5af None None] placement.default_domain_id = None {{(pid=62328) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.589623] env[62328]: DEBUG oslo_service.service [None req-0f579719-cc20-4a5e-ae49-6e2f7526c5af None None] placement.default_domain_name = None {{(pid=62328) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.589782] env[62328]: DEBUG oslo_service.service [None req-0f579719-cc20-4a5e-ae49-6e2f7526c5af None None] placement.domain_id = None {{(pid=62328) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.589938] env[62328]: DEBUG oslo_service.service [None req-0f579719-cc20-4a5e-ae49-6e2f7526c5af None None] placement.domain_name = None {{(pid=62328) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.590108] env[62328]: DEBUG oslo_service.service [None req-0f579719-cc20-4a5e-ae49-6e2f7526c5af None None] placement.endpoint_override = None {{(pid=62328) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.590269] env[62328]: DEBUG oslo_service.service [None req-0f579719-cc20-4a5e-ae49-6e2f7526c5af None None] placement.insecure = False {{(pid=62328) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.590426] env[62328]: DEBUG oslo_service.service [None req-0f579719-cc20-4a5e-ae49-6e2f7526c5af None None] placement.keyfile = None {{(pid=62328) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.590582] env[62328]: DEBUG oslo_service.service [None req-0f579719-cc20-4a5e-ae49-6e2f7526c5af None None] placement.max_version = None {{(pid=62328) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.590764] env[62328]: DEBUG oslo_service.service [None req-0f579719-cc20-4a5e-ae49-6e2f7526c5af None None] placement.min_version = None {{(pid=62328) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.590941] env[62328]: DEBUG oslo_service.service [None req-0f579719-cc20-4a5e-ae49-6e2f7526c5af None None] placement.password = **** {{(pid=62328) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.591115] env[62328]: DEBUG oslo_service.service [None req-0f579719-cc20-4a5e-ae49-6e2f7526c5af None None] placement.project_domain_id = None {{(pid=62328) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.591284] env[62328]: DEBUG oslo_service.service [None req-0f579719-cc20-4a5e-ae49-6e2f7526c5af None None] placement.project_domain_name = Default {{(pid=62328) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.591449] env[62328]: DEBUG oslo_service.service [None req-0f579719-cc20-4a5e-ae49-6e2f7526c5af None None] placement.project_id = None {{(pid=62328) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.591624] env[62328]: DEBUG oslo_service.service [None req-0f579719-cc20-4a5e-ae49-6e2f7526c5af None None] placement.project_name = service {{(pid=62328) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.591791] env[62328]: DEBUG oslo_service.service [None req-0f579719-cc20-4a5e-ae49-6e2f7526c5af None None] placement.region_name = RegionOne {{(pid=62328) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.591950] env[62328]: DEBUG oslo_service.service [None req-0f579719-cc20-4a5e-ae49-6e2f7526c5af None None] placement.retriable_status_codes = None {{(pid=62328) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.592150] env[62328]: DEBUG oslo_service.service [None req-0f579719-cc20-4a5e-ae49-6e2f7526c5af None None] placement.service_name = None {{(pid=62328) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.592333] env[62328]: DEBUG oslo_service.service [None req-0f579719-cc20-4a5e-ae49-6e2f7526c5af None None] placement.service_type = placement {{(pid=62328) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.592498] env[62328]: DEBUG oslo_service.service [None req-0f579719-cc20-4a5e-ae49-6e2f7526c5af None None] placement.split_loggers = False {{(pid=62328) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.592672] env[62328]: DEBUG oslo_service.service [None req-0f579719-cc20-4a5e-ae49-6e2f7526c5af None None] placement.status_code_retries = None {{(pid=62328) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.592829] env[62328]: DEBUG oslo_service.service [None req-0f579719-cc20-4a5e-ae49-6e2f7526c5af None None] placement.status_code_retry_delay = None {{(pid=62328) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.592985] env[62328]: DEBUG oslo_service.service [None req-0f579719-cc20-4a5e-ae49-6e2f7526c5af None None] placement.system_scope = None {{(pid=62328) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.593157] env[62328]: DEBUG oslo_service.service [None req-0f579719-cc20-4a5e-ae49-6e2f7526c5af None None] placement.timeout = None {{(pid=62328) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.593313] env[62328]: DEBUG oslo_service.service [None req-0f579719-cc20-4a5e-ae49-6e2f7526c5af None None] placement.trust_id = None {{(pid=62328) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.593476] env[62328]: DEBUG oslo_service.service [None req-0f579719-cc20-4a5e-ae49-6e2f7526c5af None None] placement.user_domain_id = None {{(pid=62328) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.593682] env[62328]: DEBUG oslo_service.service [None req-0f579719-cc20-4a5e-ae49-6e2f7526c5af None None] placement.user_domain_name = Default {{(pid=62328) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.593849] env[62328]: DEBUG oslo_service.service [None req-0f579719-cc20-4a5e-ae49-6e2f7526c5af None None] placement.user_id = None {{(pid=62328) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.594042] env[62328]: DEBUG oslo_service.service [None req-0f579719-cc20-4a5e-ae49-6e2f7526c5af None None] placement.username = nova {{(pid=62328) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.594233] env[62328]: DEBUG oslo_service.service [None req-0f579719-cc20-4a5e-ae49-6e2f7526c5af None None] placement.valid_interfaces = ['internal', 'public'] {{(pid=62328) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.594393] env[62328]: DEBUG oslo_service.service [None req-0f579719-cc20-4a5e-ae49-6e2f7526c5af None None] placement.version = None {{(pid=62328) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.594575] env[62328]: DEBUG oslo_service.service [None req-0f579719-cc20-4a5e-ae49-6e2f7526c5af None None] quota.cores = 20 {{(pid=62328) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.594743] env[62328]: DEBUG oslo_service.service [None req-0f579719-cc20-4a5e-ae49-6e2f7526c5af None None] quota.count_usage_from_placement = False {{(pid=62328) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.594932] env[62328]: DEBUG oslo_service.service [None req-0f579719-cc20-4a5e-ae49-6e2f7526c5af None None] quota.driver = nova.quota.DbQuotaDriver {{(pid=62328) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.595142] env[62328]: DEBUG oslo_service.service [None req-0f579719-cc20-4a5e-ae49-6e2f7526c5af None None] quota.injected_file_content_bytes = 10240 {{(pid=62328) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.595316] env[62328]: DEBUG oslo_service.service [None req-0f579719-cc20-4a5e-ae49-6e2f7526c5af None None] quota.injected_file_path_length = 255 {{(pid=62328) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.595483] env[62328]: DEBUG oslo_service.service [None req-0f579719-cc20-4a5e-ae49-6e2f7526c5af None None] quota.injected_files = 5 {{(pid=62328) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.595649] env[62328]: DEBUG oslo_service.service [None req-0f579719-cc20-4a5e-ae49-6e2f7526c5af None None] quota.instances = 10 {{(pid=62328) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.595814] env[62328]: DEBUG oslo_service.service [None req-0f579719-cc20-4a5e-ae49-6e2f7526c5af None None] quota.key_pairs = 100 {{(pid=62328) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.595980] env[62328]: DEBUG oslo_service.service [None req-0f579719-cc20-4a5e-ae49-6e2f7526c5af None None] quota.metadata_items = 128 {{(pid=62328) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.596160] env[62328]: DEBUG oslo_service.service [None req-0f579719-cc20-4a5e-ae49-6e2f7526c5af None None] quota.ram = 51200 {{(pid=62328) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.596329] env[62328]: DEBUG oslo_service.service [None req-0f579719-cc20-4a5e-ae49-6e2f7526c5af None None] quota.recheck_quota = True {{(pid=62328) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.596537] env[62328]: DEBUG oslo_service.service [None req-0f579719-cc20-4a5e-ae49-6e2f7526c5af None None] quota.server_group_members = 10 {{(pid=62328) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.596715] env[62328]: DEBUG oslo_service.service [None req-0f579719-cc20-4a5e-ae49-6e2f7526c5af None None] quota.server_groups = 10 {{(pid=62328) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.596933] env[62328]: DEBUG oslo_service.service [None req-0f579719-cc20-4a5e-ae49-6e2f7526c5af None None] quota.unified_limits_resource_list = ['servers'] {{(pid=62328) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.597115] env[62328]: DEBUG oslo_service.service [None req-0f579719-cc20-4a5e-ae49-6e2f7526c5af None None] quota.unified_limits_resource_strategy = require {{(pid=62328) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.597295] env[62328]: DEBUG oslo_service.service [None req-0f579719-cc20-4a5e-ae49-6e2f7526c5af None None] scheduler.discover_hosts_in_cells_interval = -1 {{(pid=62328) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.597477] env[62328]: DEBUG oslo_service.service [None req-0f579719-cc20-4a5e-ae49-6e2f7526c5af None None] scheduler.enable_isolated_aggregate_filtering = False {{(pid=62328) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.597618] env[62328]: DEBUG oslo_service.service [None req-0f579719-cc20-4a5e-ae49-6e2f7526c5af None None] scheduler.image_metadata_prefilter = False {{(pid=62328) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.597786] env[62328]: DEBUG oslo_service.service [None req-0f579719-cc20-4a5e-ae49-6e2f7526c5af None None] scheduler.limit_tenants_to_placement_aggregate = False {{(pid=62328) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.598037] env[62328]: DEBUG oslo_service.service [None req-0f579719-cc20-4a5e-ae49-6e2f7526c5af None None] scheduler.max_attempts = 3 {{(pid=62328) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.598225] env[62328]: DEBUG oslo_service.service [None req-0f579719-cc20-4a5e-ae49-6e2f7526c5af None None] scheduler.max_placement_results = 1000 {{(pid=62328) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.598391] env[62328]: DEBUG oslo_service.service [None req-0f579719-cc20-4a5e-ae49-6e2f7526c5af None None] scheduler.placement_aggregate_required_for_tenants = False {{(pid=62328) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.598572] env[62328]: DEBUG oslo_service.service [None req-0f579719-cc20-4a5e-ae49-6e2f7526c5af None None] scheduler.query_placement_for_image_type_support = False {{(pid=62328) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.598717] env[62328]: DEBUG oslo_service.service [None req-0f579719-cc20-4a5e-ae49-6e2f7526c5af None None] scheduler.query_placement_for_routed_network_aggregates = False {{(pid=62328) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.598888] env[62328]: DEBUG oslo_service.service [None req-0f579719-cc20-4a5e-ae49-6e2f7526c5af None None] scheduler.workers = 2 {{(pid=62328) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.599079] env[62328]: DEBUG oslo_service.service [None req-0f579719-cc20-4a5e-ae49-6e2f7526c5af None None] filter_scheduler.aggregate_image_properties_isolation_namespace = None {{(pid=62328) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.599255] env[62328]: DEBUG oslo_service.service [None req-0f579719-cc20-4a5e-ae49-6e2f7526c5af None None] filter_scheduler.aggregate_image_properties_isolation_separator = . {{(pid=62328) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.599460] env[62328]: DEBUG oslo_service.service [None req-0f579719-cc20-4a5e-ae49-6e2f7526c5af None None] filter_scheduler.available_filters = ['nova.scheduler.filters.all_filters'] {{(pid=62328) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.599643] env[62328]: DEBUG oslo_service.service [None req-0f579719-cc20-4a5e-ae49-6e2f7526c5af None None] filter_scheduler.build_failure_weight_multiplier = 1000000.0 {{(pid=62328) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.599815] env[62328]: DEBUG oslo_service.service [None req-0f579719-cc20-4a5e-ae49-6e2f7526c5af None None] filter_scheduler.cpu_weight_multiplier = 1.0 {{(pid=62328) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.599975] env[62328]: DEBUG oslo_service.service [None req-0f579719-cc20-4a5e-ae49-6e2f7526c5af None None] filter_scheduler.cross_cell_move_weight_multiplier = 1000000.0 {{(pid=62328) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.600155] env[62328]: DEBUG oslo_service.service [None req-0f579719-cc20-4a5e-ae49-6e2f7526c5af None None] filter_scheduler.disk_weight_multiplier = 1.0 {{(pid=62328) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.600342] env[62328]: DEBUG oslo_service.service [None req-0f579719-cc20-4a5e-ae49-6e2f7526c5af None None] filter_scheduler.enabled_filters = ['ComputeFilter', 'ComputeCapabilitiesFilter', 'ImagePropertiesFilter', 'ServerGroupAntiAffinityFilter', 'ServerGroupAffinityFilter', 'SameHostFilter', 'DifferentHostFilter'] {{(pid=62328) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.600511] env[62328]: DEBUG oslo_service.service [None req-0f579719-cc20-4a5e-ae49-6e2f7526c5af None None] filter_scheduler.host_subset_size = 1 {{(pid=62328) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.600676] env[62328]: DEBUG oslo_service.service [None req-0f579719-cc20-4a5e-ae49-6e2f7526c5af None None] filter_scheduler.hypervisor_version_weight_multiplier = 1.0 {{(pid=62328) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.600841] env[62328]: DEBUG oslo_service.service [None req-0f579719-cc20-4a5e-ae49-6e2f7526c5af None None] filter_scheduler.image_properties_default_architecture = None {{(pid=62328) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.601052] env[62328]: DEBUG oslo_service.service [None req-0f579719-cc20-4a5e-ae49-6e2f7526c5af None None] filter_scheduler.io_ops_weight_multiplier = -1.0 {{(pid=62328) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.601231] env[62328]: DEBUG oslo_service.service [None req-0f579719-cc20-4a5e-ae49-6e2f7526c5af None None] filter_scheduler.isolated_hosts = [] {{(pid=62328) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.601393] env[62328]: DEBUG oslo_service.service [None req-0f579719-cc20-4a5e-ae49-6e2f7526c5af None None] filter_scheduler.isolated_images = [] {{(pid=62328) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.601570] env[62328]: DEBUG oslo_service.service [None req-0f579719-cc20-4a5e-ae49-6e2f7526c5af None None] filter_scheduler.max_instances_per_host = 50 {{(pid=62328) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.601731] env[62328]: DEBUG oslo_service.service [None req-0f579719-cc20-4a5e-ae49-6e2f7526c5af None None] filter_scheduler.max_io_ops_per_host = 8 {{(pid=62328) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.601894] env[62328]: DEBUG oslo_service.service [None req-0f579719-cc20-4a5e-ae49-6e2f7526c5af None None] filter_scheduler.num_instances_weight_multiplier = 0.0 {{(pid=62328) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.602072] env[62328]: DEBUG oslo_service.service [None req-0f579719-cc20-4a5e-ae49-6e2f7526c5af None None] filter_scheduler.pci_in_placement = False {{(pid=62328) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.602241] env[62328]: DEBUG oslo_service.service [None req-0f579719-cc20-4a5e-ae49-6e2f7526c5af None None] filter_scheduler.pci_weight_multiplier = 1.0 {{(pid=62328) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.602437] env[62328]: DEBUG oslo_service.service [None req-0f579719-cc20-4a5e-ae49-6e2f7526c5af None None] filter_scheduler.ram_weight_multiplier = 1.0 {{(pid=62328) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.602617] env[62328]: DEBUG oslo_service.service [None req-0f579719-cc20-4a5e-ae49-6e2f7526c5af None None] filter_scheduler.restrict_isolated_hosts_to_isolated_images = True {{(pid=62328) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.602778] env[62328]: DEBUG oslo_service.service [None req-0f579719-cc20-4a5e-ae49-6e2f7526c5af None None] filter_scheduler.shuffle_best_same_weighed_hosts = False {{(pid=62328) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.602942] env[62328]: DEBUG oslo_service.service [None req-0f579719-cc20-4a5e-ae49-6e2f7526c5af None None] filter_scheduler.soft_affinity_weight_multiplier = 1.0 {{(pid=62328) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.603121] env[62328]: DEBUG oslo_service.service [None req-0f579719-cc20-4a5e-ae49-6e2f7526c5af None None] filter_scheduler.soft_anti_affinity_weight_multiplier = 1.0 {{(pid=62328) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.603285] env[62328]: DEBUG oslo_service.service [None req-0f579719-cc20-4a5e-ae49-6e2f7526c5af None None] filter_scheduler.track_instance_changes = True {{(pid=62328) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.603461] env[62328]: DEBUG oslo_service.service [None req-0f579719-cc20-4a5e-ae49-6e2f7526c5af None None] filter_scheduler.weight_classes = ['nova.scheduler.weights.all_weighers'] {{(pid=62328) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.603633] env[62328]: DEBUG oslo_service.service [None req-0f579719-cc20-4a5e-ae49-6e2f7526c5af None None] metrics.required = True {{(pid=62328) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.603810] env[62328]: DEBUG oslo_service.service [None req-0f579719-cc20-4a5e-ae49-6e2f7526c5af None None] metrics.weight_multiplier = 1.0 {{(pid=62328) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.604016] env[62328]: DEBUG oslo_service.service [None req-0f579719-cc20-4a5e-ae49-6e2f7526c5af None None] metrics.weight_of_unavailable = -10000.0 {{(pid=62328) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.604193] env[62328]: DEBUG oslo_service.service [None req-0f579719-cc20-4a5e-ae49-6e2f7526c5af None None] metrics.weight_setting = [] {{(pid=62328) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.604501] env[62328]: DEBUG oslo_service.service [None req-0f579719-cc20-4a5e-ae49-6e2f7526c5af None None] serial_console.base_url = ws://127.0.0.1:6083/ {{(pid=62328) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.604681] env[62328]: DEBUG oslo_service.service [None req-0f579719-cc20-4a5e-ae49-6e2f7526c5af None None] serial_console.enabled = False {{(pid=62328) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.604859] env[62328]: DEBUG oslo_service.service [None req-0f579719-cc20-4a5e-ae49-6e2f7526c5af None None] serial_console.port_range = 10000:20000 {{(pid=62328) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.605042] env[62328]: DEBUG oslo_service.service [None req-0f579719-cc20-4a5e-ae49-6e2f7526c5af None None] serial_console.proxyclient_address = 127.0.0.1 {{(pid=62328) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.605228] env[62328]: DEBUG oslo_service.service [None req-0f579719-cc20-4a5e-ae49-6e2f7526c5af None None] serial_console.serialproxy_host = 0.0.0.0 {{(pid=62328) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.605479] env[62328]: DEBUG oslo_service.service [None req-0f579719-cc20-4a5e-ae49-6e2f7526c5af None None] serial_console.serialproxy_port = 6083 {{(pid=62328) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.605679] env[62328]: DEBUG oslo_service.service [None req-0f579719-cc20-4a5e-ae49-6e2f7526c5af None None] service_user.auth_section = None {{(pid=62328) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.605865] env[62328]: DEBUG oslo_service.service [None req-0f579719-cc20-4a5e-ae49-6e2f7526c5af None None] service_user.auth_type = password {{(pid=62328) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.606036] env[62328]: DEBUG oslo_service.service [None req-0f579719-cc20-4a5e-ae49-6e2f7526c5af None None] service_user.cafile = None {{(pid=62328) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.606199] env[62328]: DEBUG oslo_service.service [None req-0f579719-cc20-4a5e-ae49-6e2f7526c5af None None] service_user.certfile = None {{(pid=62328) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.606362] env[62328]: DEBUG oslo_service.service [None req-0f579719-cc20-4a5e-ae49-6e2f7526c5af None None] service_user.collect_timing = False {{(pid=62328) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.606522] env[62328]: DEBUG oslo_service.service [None req-0f579719-cc20-4a5e-ae49-6e2f7526c5af None None] service_user.insecure = False {{(pid=62328) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.606679] env[62328]: DEBUG oslo_service.service [None req-0f579719-cc20-4a5e-ae49-6e2f7526c5af None None] service_user.keyfile = None {{(pid=62328) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.606875] env[62328]: DEBUG oslo_service.service [None req-0f579719-cc20-4a5e-ae49-6e2f7526c5af None None] service_user.send_service_user_token = True {{(pid=62328) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.607060] env[62328]: DEBUG oslo_service.service [None req-0f579719-cc20-4a5e-ae49-6e2f7526c5af None None] service_user.split_loggers = False {{(pid=62328) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.607228] env[62328]: DEBUG oslo_service.service [None req-0f579719-cc20-4a5e-ae49-6e2f7526c5af None None] service_user.timeout = None {{(pid=62328) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.607399] env[62328]: DEBUG oslo_service.service [None req-0f579719-cc20-4a5e-ae49-6e2f7526c5af None None] spice.agent_enabled = True {{(pid=62328) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.607566] env[62328]: DEBUG oslo_service.service [None req-0f579719-cc20-4a5e-ae49-6e2f7526c5af None None] spice.enabled = False {{(pid=62328) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.607870] env[62328]: DEBUG oslo_service.service [None req-0f579719-cc20-4a5e-ae49-6e2f7526c5af None None] spice.html5proxy_base_url = http://127.0.0.1:6082/spice_auto.html {{(pid=62328) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.608085] env[62328]: DEBUG oslo_service.service [None req-0f579719-cc20-4a5e-ae49-6e2f7526c5af None None] spice.html5proxy_host = 0.0.0.0 {{(pid=62328) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.608274] env[62328]: DEBUG oslo_service.service [None req-0f579719-cc20-4a5e-ae49-6e2f7526c5af None None] spice.html5proxy_port = 6082 {{(pid=62328) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.608476] env[62328]: DEBUG oslo_service.service [None req-0f579719-cc20-4a5e-ae49-6e2f7526c5af None None] spice.image_compression = None {{(pid=62328) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.608642] env[62328]: DEBUG oslo_service.service [None req-0f579719-cc20-4a5e-ae49-6e2f7526c5af None None] spice.jpeg_compression = None {{(pid=62328) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.608802] env[62328]: DEBUG oslo_service.service [None req-0f579719-cc20-4a5e-ae49-6e2f7526c5af None None] spice.playback_compression = None {{(pid=62328) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.608962] env[62328]: DEBUG oslo_service.service [None req-0f579719-cc20-4a5e-ae49-6e2f7526c5af None None] spice.require_secure = False {{(pid=62328) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.609149] env[62328]: DEBUG oslo_service.service [None req-0f579719-cc20-4a5e-ae49-6e2f7526c5af None None] spice.server_listen = 127.0.0.1 {{(pid=62328) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.609321] env[62328]: DEBUG oslo_service.service [None req-0f579719-cc20-4a5e-ae49-6e2f7526c5af None None] spice.server_proxyclient_address = 127.0.0.1 {{(pid=62328) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.609483] env[62328]: DEBUG oslo_service.service [None req-0f579719-cc20-4a5e-ae49-6e2f7526c5af None None] spice.streaming_mode = None {{(pid=62328) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.609649] env[62328]: DEBUG oslo_service.service [None req-0f579719-cc20-4a5e-ae49-6e2f7526c5af None None] spice.zlib_compression = None {{(pid=62328) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.609851] env[62328]: DEBUG oslo_service.service [None req-0f579719-cc20-4a5e-ae49-6e2f7526c5af None None] upgrade_levels.baseapi = None {{(pid=62328) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.610041] env[62328]: DEBUG oslo_service.service [None req-0f579719-cc20-4a5e-ae49-6e2f7526c5af None None] upgrade_levels.compute = auto {{(pid=62328) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.610206] env[62328]: DEBUG oslo_service.service [None req-0f579719-cc20-4a5e-ae49-6e2f7526c5af None None] upgrade_levels.conductor = None {{(pid=62328) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.610365] env[62328]: DEBUG oslo_service.service [None req-0f579719-cc20-4a5e-ae49-6e2f7526c5af None None] upgrade_levels.scheduler = None {{(pid=62328) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.610530] env[62328]: DEBUG oslo_service.service [None req-0f579719-cc20-4a5e-ae49-6e2f7526c5af None None] vendordata_dynamic_auth.auth_section = None {{(pid=62328) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.610693] env[62328]: DEBUG oslo_service.service [None req-0f579719-cc20-4a5e-ae49-6e2f7526c5af None None] vendordata_dynamic_auth.auth_type = None {{(pid=62328) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.610852] env[62328]: DEBUG oslo_service.service [None req-0f579719-cc20-4a5e-ae49-6e2f7526c5af None None] vendordata_dynamic_auth.cafile = None {{(pid=62328) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.611018] env[62328]: DEBUG oslo_service.service [None req-0f579719-cc20-4a5e-ae49-6e2f7526c5af None None] vendordata_dynamic_auth.certfile = None {{(pid=62328) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.611221] env[62328]: DEBUG oslo_service.service [None req-0f579719-cc20-4a5e-ae49-6e2f7526c5af None None] vendordata_dynamic_auth.collect_timing = False {{(pid=62328) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.611403] env[62328]: DEBUG oslo_service.service [None req-0f579719-cc20-4a5e-ae49-6e2f7526c5af None None] vendordata_dynamic_auth.insecure = False {{(pid=62328) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.611565] env[62328]: DEBUG oslo_service.service [None req-0f579719-cc20-4a5e-ae49-6e2f7526c5af None None] vendordata_dynamic_auth.keyfile = None {{(pid=62328) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.611731] env[62328]: DEBUG oslo_service.service [None req-0f579719-cc20-4a5e-ae49-6e2f7526c5af None None] vendordata_dynamic_auth.split_loggers = False {{(pid=62328) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.611889] env[62328]: DEBUG oslo_service.service [None req-0f579719-cc20-4a5e-ae49-6e2f7526c5af None None] vendordata_dynamic_auth.timeout = None {{(pid=62328) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.612078] env[62328]: DEBUG oslo_service.service [None req-0f579719-cc20-4a5e-ae49-6e2f7526c5af None None] vmware.api_retry_count = 10 {{(pid=62328) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.612263] env[62328]: DEBUG oslo_service.service [None req-0f579719-cc20-4a5e-ae49-6e2f7526c5af None None] vmware.ca_file = None {{(pid=62328) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.612414] env[62328]: DEBUG oslo_service.service [None req-0f579719-cc20-4a5e-ae49-6e2f7526c5af None None] vmware.cache_prefix = devstack-image-cache {{(pid=62328) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.612604] env[62328]: DEBUG oslo_service.service [None req-0f579719-cc20-4a5e-ae49-6e2f7526c5af None None] vmware.cluster_name = testcl1 {{(pid=62328) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.612829] env[62328]: DEBUG oslo_service.service [None req-0f579719-cc20-4a5e-ae49-6e2f7526c5af None None] vmware.connection_pool_size = 10 {{(pid=62328) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.613008] env[62328]: DEBUG oslo_service.service [None req-0f579719-cc20-4a5e-ae49-6e2f7526c5af None None] vmware.console_delay_seconds = None {{(pid=62328) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.613195] env[62328]: DEBUG oslo_service.service [None req-0f579719-cc20-4a5e-ae49-6e2f7526c5af None None] vmware.datastore_regex = ^datastore.* {{(pid=62328) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.613406] env[62328]: DEBUG oslo_service.service [None req-0f579719-cc20-4a5e-ae49-6e2f7526c5af None None] vmware.host_ip = vc1.osci.c.eu-de-1.cloud.sap {{(pid=62328) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.613584] env[62328]: DEBUG oslo_service.service [None req-0f579719-cc20-4a5e-ae49-6e2f7526c5af None None] vmware.host_password = **** {{(pid=62328) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.613754] env[62328]: DEBUG oslo_service.service [None req-0f579719-cc20-4a5e-ae49-6e2f7526c5af None None] vmware.host_port = 443 {{(pid=62328) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.613922] env[62328]: DEBUG oslo_service.service [None req-0f579719-cc20-4a5e-ae49-6e2f7526c5af None None] vmware.host_username = administrator@vsphere.local {{(pid=62328) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.614134] env[62328]: DEBUG oslo_service.service [None req-0f579719-cc20-4a5e-ae49-6e2f7526c5af None None] vmware.insecure = True {{(pid=62328) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.614319] env[62328]: DEBUG oslo_service.service [None req-0f579719-cc20-4a5e-ae49-6e2f7526c5af None None] vmware.integration_bridge = None {{(pid=62328) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.614487] env[62328]: DEBUG oslo_service.service [None req-0f579719-cc20-4a5e-ae49-6e2f7526c5af None None] vmware.maximum_objects = 100 {{(pid=62328) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.614720] env[62328]: DEBUG oslo_service.service [None req-0f579719-cc20-4a5e-ae49-6e2f7526c5af None None] vmware.pbm_default_policy = None {{(pid=62328) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.614810] env[62328]: DEBUG oslo_service.service [None req-0f579719-cc20-4a5e-ae49-6e2f7526c5af None None] vmware.pbm_enabled = False {{(pid=62328) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.614968] env[62328]: DEBUG oslo_service.service [None req-0f579719-cc20-4a5e-ae49-6e2f7526c5af None None] vmware.pbm_wsdl_location = None {{(pid=62328) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.615154] env[62328]: DEBUG oslo_service.service [None req-0f579719-cc20-4a5e-ae49-6e2f7526c5af None None] vmware.serial_log_dir = /opt/vmware/vspc {{(pid=62328) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.615320] env[62328]: DEBUG oslo_service.service [None req-0f579719-cc20-4a5e-ae49-6e2f7526c5af None None] vmware.serial_port_proxy_uri = None {{(pid=62328) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.615484] env[62328]: DEBUG oslo_service.service [None req-0f579719-cc20-4a5e-ae49-6e2f7526c5af None None] vmware.serial_port_service_uri = None {{(pid=62328) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.615697] env[62328]: DEBUG oslo_service.service [None req-0f579719-cc20-4a5e-ae49-6e2f7526c5af None None] vmware.task_poll_interval = 0.5 {{(pid=62328) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.615884] env[62328]: DEBUG oslo_service.service [None req-0f579719-cc20-4a5e-ae49-6e2f7526c5af None None] vmware.use_linked_clone = False {{(pid=62328) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.616066] env[62328]: DEBUG oslo_service.service [None req-0f579719-cc20-4a5e-ae49-6e2f7526c5af None None] vmware.vnc_keymap = en-us {{(pid=62328) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.616238] env[62328]: DEBUG oslo_service.service [None req-0f579719-cc20-4a5e-ae49-6e2f7526c5af None None] vmware.vnc_port = 5900 {{(pid=62328) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.616405] env[62328]: DEBUG oslo_service.service [None req-0f579719-cc20-4a5e-ae49-6e2f7526c5af None None] vmware.vnc_port_total = 10000 {{(pid=62328) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.616593] env[62328]: DEBUG oslo_service.service [None req-0f579719-cc20-4a5e-ae49-6e2f7526c5af None None] vnc.auth_schemes = ['none'] {{(pid=62328) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.616770] env[62328]: DEBUG oslo_service.service [None req-0f579719-cc20-4a5e-ae49-6e2f7526c5af None None] vnc.enabled = False {{(pid=62328) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.617082] env[62328]: DEBUG oslo_service.service [None req-0f579719-cc20-4a5e-ae49-6e2f7526c5af None None] vnc.novncproxy_base_url = http://127.0.0.1:6080/vnc_auto.html {{(pid=62328) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.617300] env[62328]: DEBUG oslo_service.service [None req-0f579719-cc20-4a5e-ae49-6e2f7526c5af None None] vnc.novncproxy_host = 0.0.0.0 {{(pid=62328) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.617488] env[62328]: DEBUG oslo_service.service [None req-0f579719-cc20-4a5e-ae49-6e2f7526c5af None None] vnc.novncproxy_port = 6080 {{(pid=62328) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.617677] env[62328]: DEBUG oslo_service.service [None req-0f579719-cc20-4a5e-ae49-6e2f7526c5af None None] vnc.server_listen = 127.0.0.1 {{(pid=62328) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.617858] env[62328]: DEBUG oslo_service.service [None req-0f579719-cc20-4a5e-ae49-6e2f7526c5af None None] vnc.server_proxyclient_address = 127.0.0.1 {{(pid=62328) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.618042] env[62328]: DEBUG oslo_service.service [None req-0f579719-cc20-4a5e-ae49-6e2f7526c5af None None] vnc.vencrypt_ca_certs = None {{(pid=62328) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.618194] env[62328]: DEBUG oslo_service.service [None req-0f579719-cc20-4a5e-ae49-6e2f7526c5af None None] vnc.vencrypt_client_cert = None {{(pid=62328) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.618351] env[62328]: DEBUG oslo_service.service [None req-0f579719-cc20-4a5e-ae49-6e2f7526c5af None None] vnc.vencrypt_client_key = None {{(pid=62328) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.618528] env[62328]: DEBUG oslo_service.service [None req-0f579719-cc20-4a5e-ae49-6e2f7526c5af None None] workarounds.disable_compute_service_check_for_ffu = False {{(pid=62328) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.618734] env[62328]: DEBUG oslo_service.service [None req-0f579719-cc20-4a5e-ae49-6e2f7526c5af None None] workarounds.disable_deep_image_inspection = False {{(pid=62328) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.618910] env[62328]: DEBUG oslo_service.service [None req-0f579719-cc20-4a5e-ae49-6e2f7526c5af None None] workarounds.disable_fallback_pcpu_query = False {{(pid=62328) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.619095] env[62328]: DEBUG oslo_service.service [None req-0f579719-cc20-4a5e-ae49-6e2f7526c5af None None] workarounds.disable_group_policy_check_upcall = False {{(pid=62328) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.619265] env[62328]: DEBUG oslo_service.service [None req-0f579719-cc20-4a5e-ae49-6e2f7526c5af None None] workarounds.disable_libvirt_livesnapshot = False {{(pid=62328) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.619430] env[62328]: DEBUG oslo_service.service [None req-0f579719-cc20-4a5e-ae49-6e2f7526c5af None None] workarounds.disable_rootwrap = False {{(pid=62328) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.619595] env[62328]: DEBUG oslo_service.service [None req-0f579719-cc20-4a5e-ae49-6e2f7526c5af None None] workarounds.enable_numa_live_migration = False {{(pid=62328) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.619757] env[62328]: DEBUG oslo_service.service [None req-0f579719-cc20-4a5e-ae49-6e2f7526c5af None None] workarounds.enable_qemu_monitor_announce_self = False {{(pid=62328) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.619918] env[62328]: DEBUG oslo_service.service [None req-0f579719-cc20-4a5e-ae49-6e2f7526c5af None None] workarounds.ensure_libvirt_rbd_instance_dir_cleanup = False {{(pid=62328) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.620118] env[62328]: DEBUG oslo_service.service [None req-0f579719-cc20-4a5e-ae49-6e2f7526c5af None None] workarounds.handle_virt_lifecycle_events = True {{(pid=62328) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.620339] env[62328]: DEBUG oslo_service.service [None req-0f579719-cc20-4a5e-ae49-6e2f7526c5af None None] workarounds.libvirt_disable_apic = False {{(pid=62328) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.620514] env[62328]: DEBUG oslo_service.service [None req-0f579719-cc20-4a5e-ae49-6e2f7526c5af None None] workarounds.never_download_image_if_on_rbd = False {{(pid=62328) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.620689] env[62328]: DEBUG oslo_service.service [None req-0f579719-cc20-4a5e-ae49-6e2f7526c5af None None] workarounds.qemu_monitor_announce_self_count = 3 {{(pid=62328) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.620854] env[62328]: DEBUG oslo_service.service [None req-0f579719-cc20-4a5e-ae49-6e2f7526c5af None None] workarounds.qemu_monitor_announce_self_interval = 1 {{(pid=62328) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.621030] env[62328]: DEBUG oslo_service.service [None req-0f579719-cc20-4a5e-ae49-6e2f7526c5af None None] workarounds.reserve_disk_resource_for_image_cache = False {{(pid=62328) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.621200] env[62328]: DEBUG oslo_service.service [None req-0f579719-cc20-4a5e-ae49-6e2f7526c5af None None] workarounds.skip_cpu_compare_at_startup = False {{(pid=62328) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.621362] env[62328]: DEBUG oslo_service.service [None req-0f579719-cc20-4a5e-ae49-6e2f7526c5af None None] workarounds.skip_cpu_compare_on_dest = False {{(pid=62328) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.621526] env[62328]: DEBUG oslo_service.service [None req-0f579719-cc20-4a5e-ae49-6e2f7526c5af None None] workarounds.skip_hypervisor_version_check_on_lm = False {{(pid=62328) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.622068] env[62328]: DEBUG oslo_service.service [None req-0f579719-cc20-4a5e-ae49-6e2f7526c5af None None] workarounds.skip_reserve_in_use_ironic_nodes = False {{(pid=62328) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.622257] env[62328]: DEBUG oslo_service.service [None req-0f579719-cc20-4a5e-ae49-6e2f7526c5af None None] workarounds.unified_limits_count_pcpu_as_vcpu = False {{(pid=62328) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.622433] env[62328]: DEBUG oslo_service.service [None req-0f579719-cc20-4a5e-ae49-6e2f7526c5af None None] workarounds.wait_for_vif_plugged_event_during_hard_reboot = [] {{(pid=62328) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.622623] env[62328]: DEBUG oslo_service.service [None req-0f579719-cc20-4a5e-ae49-6e2f7526c5af None None] wsgi.api_paste_config = /etc/nova/api-paste.ini {{(pid=62328) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.622797] env[62328]: DEBUG oslo_service.service [None req-0f579719-cc20-4a5e-ae49-6e2f7526c5af None None] wsgi.client_socket_timeout = 900 {{(pid=62328) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.622972] env[62328]: DEBUG oslo_service.service [None req-0f579719-cc20-4a5e-ae49-6e2f7526c5af None None] wsgi.default_pool_size = 1000 {{(pid=62328) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.623203] env[62328]: DEBUG oslo_service.service [None req-0f579719-cc20-4a5e-ae49-6e2f7526c5af None None] wsgi.keep_alive = True {{(pid=62328) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.623392] env[62328]: DEBUG oslo_service.service [None req-0f579719-cc20-4a5e-ae49-6e2f7526c5af None None] wsgi.max_header_line = 16384 {{(pid=62328) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.623560] env[62328]: DEBUG oslo_service.service [None req-0f579719-cc20-4a5e-ae49-6e2f7526c5af None None] wsgi.secure_proxy_ssl_header = None {{(pid=62328) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.623725] env[62328]: DEBUG oslo_service.service [None req-0f579719-cc20-4a5e-ae49-6e2f7526c5af None None] wsgi.ssl_ca_file = None {{(pid=62328) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.623888] env[62328]: DEBUG oslo_service.service [None req-0f579719-cc20-4a5e-ae49-6e2f7526c5af None None] wsgi.ssl_cert_file = None {{(pid=62328) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.624063] env[62328]: DEBUG oslo_service.service [None req-0f579719-cc20-4a5e-ae49-6e2f7526c5af None None] wsgi.ssl_key_file = None {{(pid=62328) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.624236] env[62328]: DEBUG oslo_service.service [None req-0f579719-cc20-4a5e-ae49-6e2f7526c5af None None] wsgi.tcp_keepidle = 600 {{(pid=62328) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.624416] env[62328]: DEBUG oslo_service.service [None req-0f579719-cc20-4a5e-ae49-6e2f7526c5af None None] wsgi.wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=62328) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.624602] env[62328]: DEBUG oslo_service.service [None req-0f579719-cc20-4a5e-ae49-6e2f7526c5af None None] zvm.ca_file = None {{(pid=62328) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.624792] env[62328]: DEBUG oslo_service.service [None req-0f579719-cc20-4a5e-ae49-6e2f7526c5af None None] zvm.cloud_connector_url = None {{(pid=62328) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.625105] env[62328]: DEBUG oslo_service.service [None req-0f579719-cc20-4a5e-ae49-6e2f7526c5af None None] zvm.image_tmp_path = /opt/stack/data/n-cpu-1/images {{(pid=62328) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.625284] env[62328]: DEBUG oslo_service.service [None req-0f579719-cc20-4a5e-ae49-6e2f7526c5af None None] zvm.reachable_timeout = 300 {{(pid=62328) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.625459] env[62328]: DEBUG oslo_service.service [None req-0f579719-cc20-4a5e-ae49-6e2f7526c5af None None] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=62328) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.625635] env[62328]: DEBUG oslo_service.service [None req-0f579719-cc20-4a5e-ae49-6e2f7526c5af None None] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=62328) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.625809] env[62328]: DEBUG oslo_service.service [None req-0f579719-cc20-4a5e-ae49-6e2f7526c5af None None] profiler.connection_string = messaging:// {{(pid=62328) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.625975] env[62328]: DEBUG oslo_service.service [None req-0f579719-cc20-4a5e-ae49-6e2f7526c5af None None] profiler.enabled = False {{(pid=62328) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.626189] env[62328]: DEBUG oslo_service.service [None req-0f579719-cc20-4a5e-ae49-6e2f7526c5af None None] profiler.es_doc_type = notification {{(pid=62328) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.626383] env[62328]: DEBUG oslo_service.service [None req-0f579719-cc20-4a5e-ae49-6e2f7526c5af None None] profiler.es_scroll_size = 10000 {{(pid=62328) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.626555] env[62328]: DEBUG oslo_service.service [None req-0f579719-cc20-4a5e-ae49-6e2f7526c5af None None] profiler.es_scroll_time = 2m {{(pid=62328) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.626718] env[62328]: DEBUG oslo_service.service [None req-0f579719-cc20-4a5e-ae49-6e2f7526c5af None None] profiler.filter_error_trace = False {{(pid=62328) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.626882] env[62328]: DEBUG oslo_service.service [None req-0f579719-cc20-4a5e-ae49-6e2f7526c5af None None] profiler.hmac_keys = **** {{(pid=62328) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.627066] env[62328]: DEBUG oslo_service.service [None req-0f579719-cc20-4a5e-ae49-6e2f7526c5af None None] profiler.sentinel_service_name = mymaster {{(pid=62328) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.627240] env[62328]: DEBUG oslo_service.service [None req-0f579719-cc20-4a5e-ae49-6e2f7526c5af None None] profiler.socket_timeout = 0.1 {{(pid=62328) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.627400] env[62328]: DEBUG oslo_service.service [None req-0f579719-cc20-4a5e-ae49-6e2f7526c5af None None] profiler.trace_requests = False {{(pid=62328) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.627566] env[62328]: DEBUG oslo_service.service [None req-0f579719-cc20-4a5e-ae49-6e2f7526c5af None None] profiler.trace_sqlalchemy = False {{(pid=62328) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.627821] env[62328]: DEBUG oslo_service.service [None req-0f579719-cc20-4a5e-ae49-6e2f7526c5af None None] profiler_jaeger.process_tags = {} {{(pid=62328) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.628008] env[62328]: DEBUG oslo_service.service [None req-0f579719-cc20-4a5e-ae49-6e2f7526c5af None None] profiler_jaeger.service_name_prefix = None {{(pid=62328) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.628183] env[62328]: DEBUG oslo_service.service [None req-0f579719-cc20-4a5e-ae49-6e2f7526c5af None None] profiler_otlp.service_name_prefix = None {{(pid=62328) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.628350] env[62328]: DEBUG oslo_service.service [None req-0f579719-cc20-4a5e-ae49-6e2f7526c5af None None] remote_debug.host = None {{(pid=62328) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.628510] env[62328]: DEBUG oslo_service.service [None req-0f579719-cc20-4a5e-ae49-6e2f7526c5af None None] remote_debug.port = None {{(pid=62328) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.628687] env[62328]: DEBUG oslo_service.service [None req-0f579719-cc20-4a5e-ae49-6e2f7526c5af None None] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=62328) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.628847] env[62328]: DEBUG oslo_service.service [None req-0f579719-cc20-4a5e-ae49-6e2f7526c5af None None] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=62328) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.629015] env[62328]: DEBUG oslo_service.service [None req-0f579719-cc20-4a5e-ae49-6e2f7526c5af None None] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=62328) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.629191] env[62328]: DEBUG oslo_service.service [None req-0f579719-cc20-4a5e-ae49-6e2f7526c5af None None] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=62328) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.629384] env[62328]: DEBUG oslo_service.service [None req-0f579719-cc20-4a5e-ae49-6e2f7526c5af None None] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=62328) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.629551] env[62328]: DEBUG oslo_service.service [None req-0f579719-cc20-4a5e-ae49-6e2f7526c5af None None] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=62328) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.629715] env[62328]: DEBUG oslo_service.service [None req-0f579719-cc20-4a5e-ae49-6e2f7526c5af None None] oslo_messaging_rabbit.heartbeat_in_pthread = False {{(pid=62328) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.629878] env[62328]: DEBUG oslo_service.service [None req-0f579719-cc20-4a5e-ae49-6e2f7526c5af None None] oslo_messaging_rabbit.heartbeat_rate = 3 {{(pid=62328) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.630048] env[62328]: DEBUG oslo_service.service [None req-0f579719-cc20-4a5e-ae49-6e2f7526c5af None None] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=62328) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.630223] env[62328]: DEBUG oslo_service.service [None req-0f579719-cc20-4a5e-ae49-6e2f7526c5af None None] oslo_messaging_rabbit.hostname = devstack {{(pid=62328) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.630382] env[62328]: DEBUG oslo_service.service [None req-0f579719-cc20-4a5e-ae49-6e2f7526c5af None None] oslo_messaging_rabbit.kombu_compression = None {{(pid=62328) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.630549] env[62328]: DEBUG oslo_service.service [None req-0f579719-cc20-4a5e-ae49-6e2f7526c5af None None] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=62328) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.630748] env[62328]: DEBUG oslo_service.service [None req-0f579719-cc20-4a5e-ae49-6e2f7526c5af None None] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=62328) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.630933] env[62328]: DEBUG oslo_service.service [None req-0f579719-cc20-4a5e-ae49-6e2f7526c5af None None] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=62328) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.631117] env[62328]: DEBUG oslo_service.service [None req-0f579719-cc20-4a5e-ae49-6e2f7526c5af None None] oslo_messaging_rabbit.processname = nova-compute {{(pid=62328) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.631279] env[62328]: DEBUG oslo_service.service [None req-0f579719-cc20-4a5e-ae49-6e2f7526c5af None None] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=62328) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.631441] env[62328]: DEBUG oslo_service.service [None req-0f579719-cc20-4a5e-ae49-6e2f7526c5af None None] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=62328) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.631611] env[62328]: DEBUG oslo_service.service [None req-0f579719-cc20-4a5e-ae49-6e2f7526c5af None None] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=62328) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.631770] env[62328]: DEBUG oslo_service.service [None req-0f579719-cc20-4a5e-ae49-6e2f7526c5af None None] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=62328) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.631929] env[62328]: DEBUG oslo_service.service [None req-0f579719-cc20-4a5e-ae49-6e2f7526c5af None None] oslo_messaging_rabbit.rabbit_quorum_delivery_limit = 0 {{(pid=62328) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.632114] env[62328]: DEBUG oslo_service.service [None req-0f579719-cc20-4a5e-ae49-6e2f7526c5af None None] oslo_messaging_rabbit.rabbit_quorum_max_memory_bytes = 0 {{(pid=62328) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.632319] env[62328]: DEBUG oslo_service.service [None req-0f579719-cc20-4a5e-ae49-6e2f7526c5af None None] oslo_messaging_rabbit.rabbit_quorum_max_memory_length = 0 {{(pid=62328) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.632488] env[62328]: DEBUG oslo_service.service [None req-0f579719-cc20-4a5e-ae49-6e2f7526c5af None None] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=62328) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.632651] env[62328]: DEBUG oslo_service.service [None req-0f579719-cc20-4a5e-ae49-6e2f7526c5af None None] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=62328) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.632812] env[62328]: DEBUG oslo_service.service [None req-0f579719-cc20-4a5e-ae49-6e2f7526c5af None None] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=62328) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.632972] env[62328]: DEBUG oslo_service.service [None req-0f579719-cc20-4a5e-ae49-6e2f7526c5af None None] oslo_messaging_rabbit.rabbit_stream_fanout = False {{(pid=62328) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.633148] env[62328]: DEBUG oslo_service.service [None req-0f579719-cc20-4a5e-ae49-6e2f7526c5af None None] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=62328) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.633308] env[62328]: DEBUG oslo_service.service [None req-0f579719-cc20-4a5e-ae49-6e2f7526c5af None None] oslo_messaging_rabbit.rabbit_transient_quorum_queue = False {{(pid=62328) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.633465] env[62328]: DEBUG oslo_service.service [None req-0f579719-cc20-4a5e-ae49-6e2f7526c5af None None] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=62328) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.633661] env[62328]: DEBUG oslo_service.service [None req-0f579719-cc20-4a5e-ae49-6e2f7526c5af None None] oslo_messaging_rabbit.ssl = False {{(pid=62328) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.633853] env[62328]: DEBUG oslo_service.service [None req-0f579719-cc20-4a5e-ae49-6e2f7526c5af None None] oslo_messaging_rabbit.ssl_ca_file = {{(pid=62328) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.634032] env[62328]: DEBUG oslo_service.service [None req-0f579719-cc20-4a5e-ae49-6e2f7526c5af None None] oslo_messaging_rabbit.ssl_cert_file = {{(pid=62328) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.634199] env[62328]: DEBUG oslo_service.service [None req-0f579719-cc20-4a5e-ae49-6e2f7526c5af None None] oslo_messaging_rabbit.ssl_enforce_fips_mode = False {{(pid=62328) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.634362] env[62328]: DEBUG oslo_service.service [None req-0f579719-cc20-4a5e-ae49-6e2f7526c5af None None] oslo_messaging_rabbit.ssl_key_file = {{(pid=62328) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.634528] env[62328]: DEBUG oslo_service.service [None req-0f579719-cc20-4a5e-ae49-6e2f7526c5af None None] oslo_messaging_rabbit.ssl_version = {{(pid=62328) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.634689] env[62328]: DEBUG oslo_service.service [None req-0f579719-cc20-4a5e-ae49-6e2f7526c5af None None] oslo_messaging_rabbit.use_queue_manager = False {{(pid=62328) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.634880] env[62328]: DEBUG oslo_service.service [None req-0f579719-cc20-4a5e-ae49-6e2f7526c5af None None] oslo_messaging_notifications.driver = ['messagingv2'] {{(pid=62328) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.635088] env[62328]: DEBUG oslo_service.service [None req-0f579719-cc20-4a5e-ae49-6e2f7526c5af None None] oslo_messaging_notifications.retry = -1 {{(pid=62328) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.635331] env[62328]: DEBUG oslo_service.service [None req-0f579719-cc20-4a5e-ae49-6e2f7526c5af None None] oslo_messaging_notifications.topics = ['notifications'] {{(pid=62328) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.635516] env[62328]: DEBUG oslo_service.service [None req-0f579719-cc20-4a5e-ae49-6e2f7526c5af None None] oslo_messaging_notifications.transport_url = **** {{(pid=62328) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.635695] env[62328]: DEBUG oslo_service.service [None req-0f579719-cc20-4a5e-ae49-6e2f7526c5af None None] oslo_limit.auth_section = None {{(pid=62328) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.635859] env[62328]: DEBUG oslo_service.service [None req-0f579719-cc20-4a5e-ae49-6e2f7526c5af None None] oslo_limit.auth_type = None {{(pid=62328) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.636032] env[62328]: DEBUG oslo_service.service [None req-0f579719-cc20-4a5e-ae49-6e2f7526c5af None None] oslo_limit.cafile = None {{(pid=62328) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.636197] env[62328]: DEBUG oslo_service.service [None req-0f579719-cc20-4a5e-ae49-6e2f7526c5af None None] oslo_limit.certfile = None {{(pid=62328) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.636358] env[62328]: DEBUG oslo_service.service [None req-0f579719-cc20-4a5e-ae49-6e2f7526c5af None None] oslo_limit.collect_timing = False {{(pid=62328) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.636514] env[62328]: DEBUG oslo_service.service [None req-0f579719-cc20-4a5e-ae49-6e2f7526c5af None None] oslo_limit.connect_retries = None {{(pid=62328) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.636705] env[62328]: DEBUG oslo_service.service [None req-0f579719-cc20-4a5e-ae49-6e2f7526c5af None None] oslo_limit.connect_retry_delay = None {{(pid=62328) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.636874] env[62328]: DEBUG oslo_service.service [None req-0f579719-cc20-4a5e-ae49-6e2f7526c5af None None] oslo_limit.endpoint_id = None {{(pid=62328) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.637060] env[62328]: DEBUG oslo_service.service [None req-0f579719-cc20-4a5e-ae49-6e2f7526c5af None None] oslo_limit.endpoint_interface = publicURL {{(pid=62328) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.637222] env[62328]: DEBUG oslo_service.service [None req-0f579719-cc20-4a5e-ae49-6e2f7526c5af None None] oslo_limit.endpoint_override = None {{(pid=62328) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.637378] env[62328]: DEBUG oslo_service.service [None req-0f579719-cc20-4a5e-ae49-6e2f7526c5af None None] oslo_limit.endpoint_region_name = None {{(pid=62328) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.637542] env[62328]: DEBUG oslo_service.service [None req-0f579719-cc20-4a5e-ae49-6e2f7526c5af None None] oslo_limit.endpoint_service_name = None {{(pid=62328) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.637699] env[62328]: DEBUG oslo_service.service [None req-0f579719-cc20-4a5e-ae49-6e2f7526c5af None None] oslo_limit.endpoint_service_type = None {{(pid=62328) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.637857] env[62328]: DEBUG oslo_service.service [None req-0f579719-cc20-4a5e-ae49-6e2f7526c5af None None] oslo_limit.insecure = False {{(pid=62328) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.638035] env[62328]: DEBUG oslo_service.service [None req-0f579719-cc20-4a5e-ae49-6e2f7526c5af None None] oslo_limit.keyfile = None {{(pid=62328) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.638227] env[62328]: DEBUG oslo_service.service [None req-0f579719-cc20-4a5e-ae49-6e2f7526c5af None None] oslo_limit.max_version = None {{(pid=62328) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.638389] env[62328]: DEBUG oslo_service.service [None req-0f579719-cc20-4a5e-ae49-6e2f7526c5af None None] oslo_limit.min_version = None {{(pid=62328) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.638552] env[62328]: DEBUG oslo_service.service [None req-0f579719-cc20-4a5e-ae49-6e2f7526c5af None None] oslo_limit.region_name = None {{(pid=62328) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.638707] env[62328]: DEBUG oslo_service.service [None req-0f579719-cc20-4a5e-ae49-6e2f7526c5af None None] oslo_limit.retriable_status_codes = None {{(pid=62328) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.638866] env[62328]: DEBUG oslo_service.service [None req-0f579719-cc20-4a5e-ae49-6e2f7526c5af None None] oslo_limit.service_name = None {{(pid=62328) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.639034] env[62328]: DEBUG oslo_service.service [None req-0f579719-cc20-4a5e-ae49-6e2f7526c5af None None] oslo_limit.service_type = None {{(pid=62328) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.639204] env[62328]: DEBUG oslo_service.service [None req-0f579719-cc20-4a5e-ae49-6e2f7526c5af None None] oslo_limit.split_loggers = False {{(pid=62328) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.639362] env[62328]: DEBUG oslo_service.service [None req-0f579719-cc20-4a5e-ae49-6e2f7526c5af None None] oslo_limit.status_code_retries = None {{(pid=62328) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.639549] env[62328]: DEBUG oslo_service.service [None req-0f579719-cc20-4a5e-ae49-6e2f7526c5af None None] oslo_limit.status_code_retry_delay = None {{(pid=62328) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.639744] env[62328]: DEBUG oslo_service.service [None req-0f579719-cc20-4a5e-ae49-6e2f7526c5af None None] oslo_limit.timeout = None {{(pid=62328) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.639882] env[62328]: DEBUG oslo_service.service [None req-0f579719-cc20-4a5e-ae49-6e2f7526c5af None None] oslo_limit.valid_interfaces = None {{(pid=62328) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.640048] env[62328]: DEBUG oslo_service.service [None req-0f579719-cc20-4a5e-ae49-6e2f7526c5af None None] oslo_limit.version = None {{(pid=62328) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.640219] env[62328]: DEBUG oslo_service.service [None req-0f579719-cc20-4a5e-ae49-6e2f7526c5af None None] oslo_reports.file_event_handler = None {{(pid=62328) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.640383] env[62328]: DEBUG oslo_service.service [None req-0f579719-cc20-4a5e-ae49-6e2f7526c5af None None] oslo_reports.file_event_handler_interval = 1 {{(pid=62328) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.640540] env[62328]: DEBUG oslo_service.service [None req-0f579719-cc20-4a5e-ae49-6e2f7526c5af None None] oslo_reports.log_dir = None {{(pid=62328) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.640709] env[62328]: DEBUG oslo_service.service [None req-0f579719-cc20-4a5e-ae49-6e2f7526c5af None None] vif_plug_linux_bridge_privileged.capabilities = [12] {{(pid=62328) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.640865] env[62328]: DEBUG oslo_service.service [None req-0f579719-cc20-4a5e-ae49-6e2f7526c5af None None] vif_plug_linux_bridge_privileged.group = None {{(pid=62328) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.641069] env[62328]: DEBUG oslo_service.service [None req-0f579719-cc20-4a5e-ae49-6e2f7526c5af None None] vif_plug_linux_bridge_privileged.helper_command = None {{(pid=62328) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.641254] env[62328]: DEBUG oslo_service.service [None req-0f579719-cc20-4a5e-ae49-6e2f7526c5af None None] vif_plug_linux_bridge_privileged.logger_name = oslo_privsep.daemon {{(pid=62328) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.641419] env[62328]: DEBUG oslo_service.service [None req-0f579719-cc20-4a5e-ae49-6e2f7526c5af None None] vif_plug_linux_bridge_privileged.thread_pool_size = 8 {{(pid=62328) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.641575] env[62328]: DEBUG oslo_service.service [None req-0f579719-cc20-4a5e-ae49-6e2f7526c5af None None] vif_plug_linux_bridge_privileged.user = None {{(pid=62328) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.641744] env[62328]: DEBUG oslo_service.service [None req-0f579719-cc20-4a5e-ae49-6e2f7526c5af None None] vif_plug_ovs_privileged.capabilities = [12, 1] {{(pid=62328) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.641901] env[62328]: DEBUG oslo_service.service [None req-0f579719-cc20-4a5e-ae49-6e2f7526c5af None None] vif_plug_ovs_privileged.group = None {{(pid=62328) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.642068] env[62328]: DEBUG oslo_service.service [None req-0f579719-cc20-4a5e-ae49-6e2f7526c5af None None] vif_plug_ovs_privileged.helper_command = None {{(pid=62328) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.642232] env[62328]: DEBUG oslo_service.service [None req-0f579719-cc20-4a5e-ae49-6e2f7526c5af None None] vif_plug_ovs_privileged.logger_name = oslo_privsep.daemon {{(pid=62328) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.642408] env[62328]: DEBUG oslo_service.service [None req-0f579719-cc20-4a5e-ae49-6e2f7526c5af None None] vif_plug_ovs_privileged.thread_pool_size = 8 {{(pid=62328) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.642626] env[62328]: DEBUG oslo_service.service [None req-0f579719-cc20-4a5e-ae49-6e2f7526c5af None None] vif_plug_ovs_privileged.user = None {{(pid=62328) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.642809] env[62328]: DEBUG oslo_service.service [None req-0f579719-cc20-4a5e-ae49-6e2f7526c5af None None] os_vif_linux_bridge.flat_interface = None {{(pid=62328) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.642988] env[62328]: DEBUG oslo_service.service [None req-0f579719-cc20-4a5e-ae49-6e2f7526c5af None None] os_vif_linux_bridge.forward_bridge_interface = ['all'] {{(pid=62328) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.643176] env[62328]: DEBUG oslo_service.service [None req-0f579719-cc20-4a5e-ae49-6e2f7526c5af None None] os_vif_linux_bridge.iptables_bottom_regex = {{(pid=62328) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.643346] env[62328]: DEBUG oslo_service.service [None req-0f579719-cc20-4a5e-ae49-6e2f7526c5af None None] os_vif_linux_bridge.iptables_drop_action = DROP {{(pid=62328) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.643514] env[62328]: DEBUG oslo_service.service [None req-0f579719-cc20-4a5e-ae49-6e2f7526c5af None None] os_vif_linux_bridge.iptables_top_regex = {{(pid=62328) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.643686] env[62328]: DEBUG oslo_service.service [None req-0f579719-cc20-4a5e-ae49-6e2f7526c5af None None] os_vif_linux_bridge.network_device_mtu = 1500 {{(pid=62328) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.643852] env[62328]: DEBUG oslo_service.service [None req-0f579719-cc20-4a5e-ae49-6e2f7526c5af None None] os_vif_linux_bridge.use_ipv6 = False {{(pid=62328) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.644066] env[62328]: DEBUG oslo_service.service [None req-0f579719-cc20-4a5e-ae49-6e2f7526c5af None None] os_vif_linux_bridge.vlan_interface = None {{(pid=62328) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.644266] env[62328]: DEBUG oslo_service.service [None req-0f579719-cc20-4a5e-ae49-6e2f7526c5af None None] os_vif_ovs.default_qos_type = linux-noop {{(pid=62328) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.644437] env[62328]: DEBUG oslo_service.service [None req-0f579719-cc20-4a5e-ae49-6e2f7526c5af None None] os_vif_ovs.isolate_vif = False {{(pid=62328) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.644614] env[62328]: DEBUG oslo_service.service [None req-0f579719-cc20-4a5e-ae49-6e2f7526c5af None None] os_vif_ovs.network_device_mtu = 1500 {{(pid=62328) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.644779] env[62328]: DEBUG oslo_service.service [None req-0f579719-cc20-4a5e-ae49-6e2f7526c5af None None] os_vif_ovs.ovs_vsctl_timeout = 120 {{(pid=62328) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.644946] env[62328]: DEBUG oslo_service.service [None req-0f579719-cc20-4a5e-ae49-6e2f7526c5af None None] os_vif_ovs.ovsdb_connection = tcp:127.0.0.1:6640 {{(pid=62328) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.645128] env[62328]: DEBUG oslo_service.service [None req-0f579719-cc20-4a5e-ae49-6e2f7526c5af None None] os_vif_ovs.ovsdb_interface = native {{(pid=62328) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.645291] env[62328]: DEBUG oslo_service.service [None req-0f579719-cc20-4a5e-ae49-6e2f7526c5af None None] os_vif_ovs.per_port_bridge = False {{(pid=62328) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.645472] env[62328]: DEBUG oslo_service.service [None req-0f579719-cc20-4a5e-ae49-6e2f7526c5af None None] privsep_osbrick.capabilities = [21] {{(pid=62328) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.645634] env[62328]: DEBUG oslo_service.service [None req-0f579719-cc20-4a5e-ae49-6e2f7526c5af None None] privsep_osbrick.group = None {{(pid=62328) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.645785] env[62328]: DEBUG oslo_service.service [None req-0f579719-cc20-4a5e-ae49-6e2f7526c5af None None] privsep_osbrick.helper_command = None {{(pid=62328) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.645946] env[62328]: DEBUG oslo_service.service [None req-0f579719-cc20-4a5e-ae49-6e2f7526c5af None None] privsep_osbrick.logger_name = os_brick.privileged {{(pid=62328) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.646122] env[62328]: DEBUG oslo_service.service [None req-0f579719-cc20-4a5e-ae49-6e2f7526c5af None None] privsep_osbrick.thread_pool_size = 8 {{(pid=62328) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.646280] env[62328]: DEBUG oslo_service.service [None req-0f579719-cc20-4a5e-ae49-6e2f7526c5af None None] privsep_osbrick.user = None {{(pid=62328) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.646448] env[62328]: DEBUG oslo_service.service [None req-0f579719-cc20-4a5e-ae49-6e2f7526c5af None None] nova_sys_admin.capabilities = [0, 1, 2, 3, 12, 21] {{(pid=62328) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.646606] env[62328]: DEBUG oslo_service.service [None req-0f579719-cc20-4a5e-ae49-6e2f7526c5af None None] nova_sys_admin.group = None {{(pid=62328) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.646793] env[62328]: DEBUG oslo_service.service [None req-0f579719-cc20-4a5e-ae49-6e2f7526c5af None None] nova_sys_admin.helper_command = None {{(pid=62328) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.646979] env[62328]: DEBUG oslo_service.service [None req-0f579719-cc20-4a5e-ae49-6e2f7526c5af None None] nova_sys_admin.logger_name = oslo_privsep.daemon {{(pid=62328) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.647163] env[62328]: DEBUG oslo_service.service [None req-0f579719-cc20-4a5e-ae49-6e2f7526c5af None None] nova_sys_admin.thread_pool_size = 8 {{(pid=62328) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.647321] env[62328]: DEBUG oslo_service.service [None req-0f579719-cc20-4a5e-ae49-6e2f7526c5af None None] nova_sys_admin.user = None {{(pid=62328) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.647467] env[62328]: DEBUG oslo_service.service [None req-0f579719-cc20-4a5e-ae49-6e2f7526c5af None None] ******************************************************************************** {{(pid=62328) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2828}} [ 491.647878] env[62328]: INFO nova.service [-] Starting compute node (version 0.0.1) [ 492.151595] env[62328]: DEBUG nova.virt.vmwareapi.vmops [None req-5798798c-a913-4a52-9621-123432749488 None None] Getting list of instances from cluster (obj){ [ 492.151595] env[62328]: value = "domain-c8" [ 492.151595] env[62328]: _type = "ClusterComputeResource" [ 492.151595] env[62328]: } {{(pid=62328) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2116}} [ 492.152735] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d68a3ee5-c754-45b9-8174-208b8bce4315 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 492.161511] env[62328]: DEBUG nova.virt.vmwareapi.vmops [None req-5798798c-a913-4a52-9621-123432749488 None None] Got total of 0 instances {{(pid=62328) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2125}} [ 492.162138] env[62328]: WARNING nova.virt.vmwareapi.driver [None req-5798798c-a913-4a52-9621-123432749488 None None] The vmwareapi driver is not tested by the OpenStack project nor does it have clear maintainer(s) and thus its quality can not be ensured. It should be considered experimental and may be removed in a future release. If you are using the driver in production please let us know via the openstack-discuss mailing list. [ 492.162695] env[62328]: INFO nova.virt.node [None req-5798798c-a913-4a52-9621-123432749488 None None] Generated node identity 3469e9f8-04af-49ca-8435-49f104496744 [ 492.162930] env[62328]: INFO nova.virt.node [None req-5798798c-a913-4a52-9621-123432749488 None None] Wrote node identity 3469e9f8-04af-49ca-8435-49f104496744 to /opt/stack/data/n-cpu-1/compute_id [ 492.665728] env[62328]: WARNING nova.compute.manager [None req-5798798c-a913-4a52-9621-123432749488 None None] Compute nodes ['3469e9f8-04af-49ca-8435-49f104496744'] for host cpu-1 were not found in the database. If this is the first time this service is starting on this host, then you can ignore this warning. [ 493.671694] env[62328]: INFO nova.compute.manager [None req-5798798c-a913-4a52-9621-123432749488 None None] Looking for unclaimed instances stuck in BUILDING status for nodes managed by this host [ 494.677999] env[62328]: WARNING nova.compute.manager [None req-5798798c-a913-4a52-9621-123432749488 None None] No compute node record found for host cpu-1. If this is the first time this service is starting on this host, then you can ignore this warning.: nova.exception_Remote.ComputeHostNotFound_Remote: Compute host cpu-1 could not be found. [ 494.678353] env[62328]: DEBUG oslo_concurrency.lockutils [None req-5798798c-a913-4a52-9621-123432749488 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 494.678512] env[62328]: DEBUG oslo_concurrency.lockutils [None req-5798798c-a913-4a52-9621-123432749488 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 494.678662] env[62328]: DEBUG oslo_concurrency.lockutils [None req-5798798c-a913-4a52-9621-123432749488 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 494.678817] env[62328]: DEBUG nova.compute.resource_tracker [None req-5798798c-a913-4a52-9621-123432749488 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=62328) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 494.679737] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d1f4ed9a-fff4-4cce-8f9a-98bd275531fc {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 494.687471] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a0683eb0-a7cb-484b-b11e-4fa6fbb4c316 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 494.701565] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5f2cf42e-bfc5-41e8-87ef-5a94f68f3ede {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 494.707776] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2c02634e-c5d3-43ef-ab87-3cac734b733a {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 494.737227] env[62328]: DEBUG nova.compute.resource_tracker [None req-5798798c-a913-4a52-9621-123432749488 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=181236MB free_disk=153GB free_vcpus=48 pci_devices=None {{(pid=62328) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 494.737363] env[62328]: DEBUG oslo_concurrency.lockutils [None req-5798798c-a913-4a52-9621-123432749488 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 494.737551] env[62328]: DEBUG oslo_concurrency.lockutils [None req-5798798c-a913-4a52-9621-123432749488 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 495.240380] env[62328]: WARNING nova.compute.resource_tracker [None req-5798798c-a913-4a52-9621-123432749488 None None] No compute node record for cpu-1:3469e9f8-04af-49ca-8435-49f104496744: nova.exception_Remote.ComputeHostNotFound_Remote: Compute host 3469e9f8-04af-49ca-8435-49f104496744 could not be found. [ 495.743859] env[62328]: INFO nova.compute.resource_tracker [None req-5798798c-a913-4a52-9621-123432749488 None None] Compute node record created for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 with uuid: 3469e9f8-04af-49ca-8435-49f104496744 [ 497.251542] env[62328]: DEBUG nova.compute.resource_tracker [None req-5798798c-a913-4a52-9621-123432749488 None None] Total usable vcpus: 48, total allocated vcpus: 0 {{(pid=62328) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 497.251968] env[62328]: DEBUG nova.compute.resource_tracker [None req-5798798c-a913-4a52-9621-123432749488 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=512MB phys_disk=200GB used_disk=0GB total_vcpus=48 used_vcpus=0 pci_stats=[] {{(pid=62328) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 497.435606] env[62328]: INFO nova.scheduler.client.report [None req-5798798c-a913-4a52-9621-123432749488 None None] [req-4df6a31a-00cc-47f2-892f-c25d53a071a6] Created resource provider record via placement API for resource provider with UUID 3469e9f8-04af-49ca-8435-49f104496744 and name domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28. [ 497.453587] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4ee53bce-bc22-43cc-ba45-654fa0338364 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 497.461517] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d130ef40-07c8-4350-aeb3-eefcaca0301e {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 497.491585] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-789cd270-7541-4bc3-94fb-e5abb7c6735c {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 497.498577] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4a11eebb-ebe8-4753-97a9-a893f8c66e6d {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 497.511672] env[62328]: DEBUG nova.compute.provider_tree [None req-5798798c-a913-4a52-9621-123432749488 None None] Updating inventory in ProviderTree for provider 3469e9f8-04af-49ca-8435-49f104496744 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 153, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62328) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 498.048744] env[62328]: DEBUG nova.scheduler.client.report [None req-5798798c-a913-4a52-9621-123432749488 None None] Updated inventory for provider 3469e9f8-04af-49ca-8435-49f104496744 with generation 0 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 153, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62328) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 498.048744] env[62328]: DEBUG nova.compute.provider_tree [None req-5798798c-a913-4a52-9621-123432749488 None None] Updating resource provider 3469e9f8-04af-49ca-8435-49f104496744 generation from 0 to 1 during operation: update_inventory {{(pid=62328) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 498.048744] env[62328]: DEBUG nova.compute.provider_tree [None req-5798798c-a913-4a52-9621-123432749488 None None] Updating inventory in ProviderTree for provider 3469e9f8-04af-49ca-8435-49f104496744 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 153, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62328) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 498.095297] env[62328]: DEBUG nova.compute.provider_tree [None req-5798798c-a913-4a52-9621-123432749488 None None] Updating resource provider 3469e9f8-04af-49ca-8435-49f104496744 generation from 1 to 2 during operation: update_traits {{(pid=62328) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 498.599916] env[62328]: DEBUG nova.compute.resource_tracker [None req-5798798c-a913-4a52-9621-123432749488 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=62328) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 498.600210] env[62328]: DEBUG oslo_concurrency.lockutils [None req-5798798c-a913-4a52-9621-123432749488 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 3.863s {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 498.600457] env[62328]: DEBUG nova.service [None req-5798798c-a913-4a52-9621-123432749488 None None] Creating RPC server for service compute {{(pid=62328) start /opt/stack/nova/nova/service.py:186}} [ 498.616630] env[62328]: DEBUG nova.service [None req-5798798c-a913-4a52-9621-123432749488 None None] Join ServiceGroup membership for this service compute {{(pid=62328) start /opt/stack/nova/nova/service.py:203}} [ 498.616819] env[62328]: DEBUG nova.servicegroup.drivers.db [None req-5798798c-a913-4a52-9621-123432749488 None None] DB_Driver: join new ServiceGroup member cpu-1 to the compute group, service = {{(pid=62328) join /opt/stack/nova/nova/servicegroup/drivers/db.py:44}} [ 530.620271] env[62328]: DEBUG oslo_service.periodic_task [None req-332cd9a1-235b-4315-894a-68f76363e980 None None] Running periodic task ComputeManager._sync_power_states {{(pid=62328) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 531.128238] env[62328]: DEBUG nova.virt.vmwareapi.vmops [None req-332cd9a1-235b-4315-894a-68f76363e980 None None] Getting list of instances from cluster (obj){ [ 531.128238] env[62328]: value = "domain-c8" [ 531.128238] env[62328]: _type = "ClusterComputeResource" [ 531.128238] env[62328]: } {{(pid=62328) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2116}} [ 531.129469] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5a14772a-9da3-4d64-9c5e-4160d122e77b {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 531.138487] env[62328]: DEBUG nova.virt.vmwareapi.vmops [None req-332cd9a1-235b-4315-894a-68f76363e980 None None] Got total of 0 instances {{(pid=62328) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2125}} [ 531.138728] env[62328]: DEBUG oslo_service.periodic_task [None req-332cd9a1-235b-4315-894a-68f76363e980 None None] Running periodic task ComputeManager._cleanup_running_deleted_instances {{(pid=62328) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 531.139065] env[62328]: DEBUG nova.virt.vmwareapi.vmops [None req-332cd9a1-235b-4315-894a-68f76363e980 None None] Getting list of instances from cluster (obj){ [ 531.139065] env[62328]: value = "domain-c8" [ 531.139065] env[62328]: _type = "ClusterComputeResource" [ 531.139065] env[62328]: } {{(pid=62328) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2116}} [ 531.140186] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a2488015-31a3-46ab-acdd-20b5027a3953 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 531.148590] env[62328]: DEBUG nova.virt.vmwareapi.vmops [None req-332cd9a1-235b-4315-894a-68f76363e980 None None] Got total of 0 instances {{(pid=62328) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2125}} [ 535.568973] env[62328]: DEBUG oslo_concurrency.lockutils [None req-45807482-cb93-4c66-9eb5-d9d7c484af95 tempest-MigrationsAdminTest-413245202 tempest-MigrationsAdminTest-413245202-project-member] Acquiring lock "613e2516-6209-439d-bb90-b87d67b281a8" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 535.569345] env[62328]: DEBUG oslo_concurrency.lockutils [None req-45807482-cb93-4c66-9eb5-d9d7c484af95 tempest-MigrationsAdminTest-413245202 tempest-MigrationsAdminTest-413245202-project-member] Lock "613e2516-6209-439d-bb90-b87d67b281a8" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 536.073900] env[62328]: DEBUG nova.compute.manager [None req-45807482-cb93-4c66-9eb5-d9d7c484af95 tempest-MigrationsAdminTest-413245202 tempest-MigrationsAdminTest-413245202-project-member] [instance: 613e2516-6209-439d-bb90-b87d67b281a8] Starting instance... {{(pid=62328) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 536.626853] env[62328]: DEBUG oslo_concurrency.lockutils [None req-45807482-cb93-4c66-9eb5-d9d7c484af95 tempest-MigrationsAdminTest-413245202 tempest-MigrationsAdminTest-413245202-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 536.627371] env[62328]: DEBUG oslo_concurrency.lockutils [None req-45807482-cb93-4c66-9eb5-d9d7c484af95 tempest-MigrationsAdminTest-413245202 tempest-MigrationsAdminTest-413245202-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 536.630156] env[62328]: INFO nova.compute.claims [None req-45807482-cb93-4c66-9eb5-d9d7c484af95 tempest-MigrationsAdminTest-413245202 tempest-MigrationsAdminTest-413245202-project-member] [instance: 613e2516-6209-439d-bb90-b87d67b281a8] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 537.687049] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c62bb5fd-2355-49d0-a66d-4a5ff7330ab3 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 537.697099] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-40d297f8-a546-449c-b316-3e7105fb3ec9 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 537.752209] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ac899576-96ff-4f71-aa99-b09de1e340bb {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 537.760325] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d26fd972-1a85-486b-806c-b79ce637f485 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 537.775882] env[62328]: DEBUG nova.compute.provider_tree [None req-45807482-cb93-4c66-9eb5-d9d7c484af95 tempest-MigrationsAdminTest-413245202 tempest-MigrationsAdminTest-413245202-project-member] Inventory has not changed in ProviderTree for provider: 3469e9f8-04af-49ca-8435-49f104496744 {{(pid=62328) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 538.256871] env[62328]: DEBUG oslo_concurrency.lockutils [None req-01c75a7d-9767-4a2a-b550-aead02b5e008 tempest-ServerDiagnosticsV248Test-811684029 tempest-ServerDiagnosticsV248Test-811684029-project-member] Acquiring lock "f57853bd-b4a9-46ef-86ac-9fbe33732cd1" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 538.257253] env[62328]: DEBUG oslo_concurrency.lockutils [None req-01c75a7d-9767-4a2a-b550-aead02b5e008 tempest-ServerDiagnosticsV248Test-811684029 tempest-ServerDiagnosticsV248Test-811684029-project-member] Lock "f57853bd-b4a9-46ef-86ac-9fbe33732cd1" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 538.283318] env[62328]: DEBUG nova.scheduler.client.report [None req-45807482-cb93-4c66-9eb5-d9d7c484af95 tempest-MigrationsAdminTest-413245202 tempest-MigrationsAdminTest-413245202-project-member] Inventory has not changed for provider 3469e9f8-04af-49ca-8435-49f104496744 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 153, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62328) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 538.761431] env[62328]: DEBUG nova.compute.manager [None req-01c75a7d-9767-4a2a-b550-aead02b5e008 tempest-ServerDiagnosticsV248Test-811684029 tempest-ServerDiagnosticsV248Test-811684029-project-member] [instance: f57853bd-b4a9-46ef-86ac-9fbe33732cd1] Starting instance... {{(pid=62328) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 538.788287] env[62328]: DEBUG oslo_concurrency.lockutils [None req-45807482-cb93-4c66-9eb5-d9d7c484af95 tempest-MigrationsAdminTest-413245202 tempest-MigrationsAdminTest-413245202-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.160s {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 538.790126] env[62328]: DEBUG nova.compute.manager [None req-45807482-cb93-4c66-9eb5-d9d7c484af95 tempest-MigrationsAdminTest-413245202 tempest-MigrationsAdminTest-413245202-project-member] [instance: 613e2516-6209-439d-bb90-b87d67b281a8] Start building networks asynchronously for instance. {{(pid=62328) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 538.812561] env[62328]: DEBUG oslo_concurrency.lockutils [None req-af381420-5073-4f49-b4bc-c15593d043cf tempest-DeleteServersAdminTestJSON-1672951685 tempest-DeleteServersAdminTestJSON-1672951685-project-member] Acquiring lock "b08dddfd-83d2-434a-b533-c4e7515d44db" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 538.814329] env[62328]: DEBUG oslo_concurrency.lockutils [None req-af381420-5073-4f49-b4bc-c15593d043cf tempest-DeleteServersAdminTestJSON-1672951685 tempest-DeleteServersAdminTestJSON-1672951685-project-member] Lock "b08dddfd-83d2-434a-b533-c4e7515d44db" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 539.294066] env[62328]: DEBUG oslo_concurrency.lockutils [None req-01c75a7d-9767-4a2a-b550-aead02b5e008 tempest-ServerDiagnosticsV248Test-811684029 tempest-ServerDiagnosticsV248Test-811684029-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 539.294324] env[62328]: DEBUG oslo_concurrency.lockutils [None req-01c75a7d-9767-4a2a-b550-aead02b5e008 tempest-ServerDiagnosticsV248Test-811684029 tempest-ServerDiagnosticsV248Test-811684029-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 539.295811] env[62328]: INFO nova.compute.claims [None req-01c75a7d-9767-4a2a-b550-aead02b5e008 tempest-ServerDiagnosticsV248Test-811684029 tempest-ServerDiagnosticsV248Test-811684029-project-member] [instance: f57853bd-b4a9-46ef-86ac-9fbe33732cd1] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 539.302172] env[62328]: DEBUG nova.compute.utils [None req-45807482-cb93-4c66-9eb5-d9d7c484af95 tempest-MigrationsAdminTest-413245202 tempest-MigrationsAdminTest-413245202-project-member] Using /dev/sd instead of None {{(pid=62328) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 539.305014] env[62328]: DEBUG nova.compute.manager [None req-45807482-cb93-4c66-9eb5-d9d7c484af95 tempest-MigrationsAdminTest-413245202 tempest-MigrationsAdminTest-413245202-project-member] [instance: 613e2516-6209-439d-bb90-b87d67b281a8] Allocating IP information in the background. {{(pid=62328) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 539.305302] env[62328]: DEBUG nova.network.neutron [None req-45807482-cb93-4c66-9eb5-d9d7c484af95 tempest-MigrationsAdminTest-413245202 tempest-MigrationsAdminTest-413245202-project-member] [instance: 613e2516-6209-439d-bb90-b87d67b281a8] allocate_for_instance() {{(pid=62328) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 539.318875] env[62328]: DEBUG nova.compute.manager [None req-af381420-5073-4f49-b4bc-c15593d043cf tempest-DeleteServersAdminTestJSON-1672951685 tempest-DeleteServersAdminTestJSON-1672951685-project-member] [instance: b08dddfd-83d2-434a-b533-c4e7515d44db] Starting instance... {{(pid=62328) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 539.464681] env[62328]: DEBUG oslo_concurrency.lockutils [None req-20bc2990-99e2-4645-a535-ce0e988a329f tempest-ServerPasswordTestJSON-1408689932 tempest-ServerPasswordTestJSON-1408689932-project-member] Acquiring lock "96f94f58-1fd4-4e65-a362-2861daab1a34" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 539.465889] env[62328]: DEBUG oslo_concurrency.lockutils [None req-20bc2990-99e2-4645-a535-ce0e988a329f tempest-ServerPasswordTestJSON-1408689932 tempest-ServerPasswordTestJSON-1408689932-project-member] Lock "96f94f58-1fd4-4e65-a362-2861daab1a34" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 539.611876] env[62328]: DEBUG nova.policy [None req-45807482-cb93-4c66-9eb5-d9d7c484af95 tempest-MigrationsAdminTest-413245202 tempest-MigrationsAdminTest-413245202-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '08f5d9d1d7f34739b389e97a475f94ab', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '28dcf82350e94ee6a93f3aab71cc4854', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62328) authorize /opt/stack/nova/nova/policy.py:192}} [ 539.819800] env[62328]: DEBUG nova.compute.manager [None req-45807482-cb93-4c66-9eb5-d9d7c484af95 tempest-MigrationsAdminTest-413245202 tempest-MigrationsAdminTest-413245202-project-member] [instance: 613e2516-6209-439d-bb90-b87d67b281a8] Start building block device mappings for instance. {{(pid=62328) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 539.843815] env[62328]: DEBUG oslo_concurrency.lockutils [None req-af381420-5073-4f49-b4bc-c15593d043cf tempest-DeleteServersAdminTestJSON-1672951685 tempest-DeleteServersAdminTestJSON-1672951685-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 539.972722] env[62328]: DEBUG nova.compute.manager [None req-20bc2990-99e2-4645-a535-ce0e988a329f tempest-ServerPasswordTestJSON-1408689932 tempest-ServerPasswordTestJSON-1408689932-project-member] [instance: 96f94f58-1fd4-4e65-a362-2861daab1a34] Starting instance... {{(pid=62328) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 540.424028] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2a85721c-9659-402f-8727-8a8e327d0f05 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 540.432266] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bb36a5af-0c9f-4e69-892f-9e98163ff8d9 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 540.469322] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-396d71ae-7b70-4029-912b-3830ea4e3fd7 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 540.483856] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5a74c8a7-4f27-46ff-a7b6-97b4638a05a8 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 540.500068] env[62328]: DEBUG nova.compute.provider_tree [None req-01c75a7d-9767-4a2a-b550-aead02b5e008 tempest-ServerDiagnosticsV248Test-811684029 tempest-ServerDiagnosticsV248Test-811684029-project-member] Inventory has not changed in ProviderTree for provider: 3469e9f8-04af-49ca-8435-49f104496744 {{(pid=62328) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 540.503367] env[62328]: DEBUG oslo_concurrency.lockutils [None req-20bc2990-99e2-4645-a535-ce0e988a329f tempest-ServerPasswordTestJSON-1408689932 tempest-ServerPasswordTestJSON-1408689932-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 540.643846] env[62328]: DEBUG oslo_concurrency.lockutils [None req-9b57f4c2-f6fa-41ea-9a6d-e559546e70fe tempest-ServerDiagnosticsNegativeTest-1831247043 tempest-ServerDiagnosticsNegativeTest-1831247043-project-member] Acquiring lock "4584a496-3f79-40ce-bf30-178bb7c0afcc" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 540.644119] env[62328]: DEBUG oslo_concurrency.lockutils [None req-9b57f4c2-f6fa-41ea-9a6d-e559546e70fe tempest-ServerDiagnosticsNegativeTest-1831247043 tempest-ServerDiagnosticsNegativeTest-1831247043-project-member] Lock "4584a496-3f79-40ce-bf30-178bb7c0afcc" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 540.831692] env[62328]: DEBUG nova.compute.manager [None req-45807482-cb93-4c66-9eb5-d9d7c484af95 tempest-MigrationsAdminTest-413245202 tempest-MigrationsAdminTest-413245202-project-member] [instance: 613e2516-6209-439d-bb90-b87d67b281a8] Start spawning the instance on the hypervisor. {{(pid=62328) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 540.860033] env[62328]: DEBUG nova.virt.hardware [None req-45807482-cb93-4c66-9eb5-d9d7c484af95 tempest-MigrationsAdminTest-413245202 tempest-MigrationsAdminTest-413245202-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-07T17:16:55Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-07T17:16:37Z,direct_url=,disk_format='vmdk',id=dbf872a4-92be-47e4-8561-c3e2bf2423ab,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='2a64022f08d84b11a86773b900860ae5',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-07T17:16:38Z,virtual_size=,visibility=), allow threads: False {{(pid=62328) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 540.860740] env[62328]: DEBUG nova.virt.hardware [None req-45807482-cb93-4c66-9eb5-d9d7c484af95 tempest-MigrationsAdminTest-413245202 tempest-MigrationsAdminTest-413245202-project-member] Flavor limits 0:0:0 {{(pid=62328) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 540.860938] env[62328]: DEBUG nova.virt.hardware [None req-45807482-cb93-4c66-9eb5-d9d7c484af95 tempest-MigrationsAdminTest-413245202 tempest-MigrationsAdminTest-413245202-project-member] Image limits 0:0:0 {{(pid=62328) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 540.861143] env[62328]: DEBUG nova.virt.hardware [None req-45807482-cb93-4c66-9eb5-d9d7c484af95 tempest-MigrationsAdminTest-413245202 tempest-MigrationsAdminTest-413245202-project-member] Flavor pref 0:0:0 {{(pid=62328) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 540.861297] env[62328]: DEBUG nova.virt.hardware [None req-45807482-cb93-4c66-9eb5-d9d7c484af95 tempest-MigrationsAdminTest-413245202 tempest-MigrationsAdminTest-413245202-project-member] Image pref 0:0:0 {{(pid=62328) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 540.861646] env[62328]: DEBUG nova.virt.hardware [None req-45807482-cb93-4c66-9eb5-d9d7c484af95 tempest-MigrationsAdminTest-413245202 tempest-MigrationsAdminTest-413245202-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62328) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 540.861862] env[62328]: DEBUG nova.virt.hardware [None req-45807482-cb93-4c66-9eb5-d9d7c484af95 tempest-MigrationsAdminTest-413245202 tempest-MigrationsAdminTest-413245202-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62328) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 540.862041] env[62328]: DEBUG nova.virt.hardware [None req-45807482-cb93-4c66-9eb5-d9d7c484af95 tempest-MigrationsAdminTest-413245202 tempest-MigrationsAdminTest-413245202-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62328) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 540.862432] env[62328]: DEBUG nova.virt.hardware [None req-45807482-cb93-4c66-9eb5-d9d7c484af95 tempest-MigrationsAdminTest-413245202 tempest-MigrationsAdminTest-413245202-project-member] Got 1 possible topologies {{(pid=62328) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 540.862600] env[62328]: DEBUG nova.virt.hardware [None req-45807482-cb93-4c66-9eb5-d9d7c484af95 tempest-MigrationsAdminTest-413245202 tempest-MigrationsAdminTest-413245202-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62328) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 540.862773] env[62328]: DEBUG nova.virt.hardware [None req-45807482-cb93-4c66-9eb5-d9d7c484af95 tempest-MigrationsAdminTest-413245202 tempest-MigrationsAdminTest-413245202-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62328) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 540.863684] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b7ec9198-ddeb-4f11-a4e5-d2becf54a1e2 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 540.872371] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-33f309ba-c01b-48d4-9854-546e82dcc941 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 540.890445] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b0253e4a-6b0f-44f8-9fc6-67c038f35d67 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 540.958347] env[62328]: DEBUG nova.network.neutron [None req-45807482-cb93-4c66-9eb5-d9d7c484af95 tempest-MigrationsAdminTest-413245202 tempest-MigrationsAdminTest-413245202-project-member] [instance: 613e2516-6209-439d-bb90-b87d67b281a8] Successfully created port: 6cfbb9f4-c09f-4620-84ce-293a5d57918c {{(pid=62328) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 541.004456] env[62328]: DEBUG nova.scheduler.client.report [None req-01c75a7d-9767-4a2a-b550-aead02b5e008 tempest-ServerDiagnosticsV248Test-811684029 tempest-ServerDiagnosticsV248Test-811684029-project-member] Inventory has not changed for provider 3469e9f8-04af-49ca-8435-49f104496744 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 153, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62328) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 541.146763] env[62328]: DEBUG nova.compute.manager [None req-9b57f4c2-f6fa-41ea-9a6d-e559546e70fe tempest-ServerDiagnosticsNegativeTest-1831247043 tempest-ServerDiagnosticsNegativeTest-1831247043-project-member] [instance: 4584a496-3f79-40ce-bf30-178bb7c0afcc] Starting instance... {{(pid=62328) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 541.508829] env[62328]: DEBUG oslo_concurrency.lockutils [None req-01c75a7d-9767-4a2a-b550-aead02b5e008 tempest-ServerDiagnosticsV248Test-811684029 tempest-ServerDiagnosticsV248Test-811684029-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.214s {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 541.509896] env[62328]: DEBUG nova.compute.manager [None req-01c75a7d-9767-4a2a-b550-aead02b5e008 tempest-ServerDiagnosticsV248Test-811684029 tempest-ServerDiagnosticsV248Test-811684029-project-member] [instance: f57853bd-b4a9-46ef-86ac-9fbe33732cd1] Start building networks asynchronously for instance. {{(pid=62328) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 541.515481] env[62328]: DEBUG oslo_concurrency.lockutils [None req-af381420-5073-4f49-b4bc-c15593d043cf tempest-DeleteServersAdminTestJSON-1672951685 tempest-DeleteServersAdminTestJSON-1672951685-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 1.672s {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 541.517902] env[62328]: INFO nova.compute.claims [None req-af381420-5073-4f49-b4bc-c15593d043cf tempest-DeleteServersAdminTestJSON-1672951685 tempest-DeleteServersAdminTestJSON-1672951685-project-member] [instance: b08dddfd-83d2-434a-b533-c4e7515d44db] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 541.646878] env[62328]: DEBUG oslo_concurrency.lockutils [None req-107115ac-01e8-4ad8-a0e8-c1a8a00d753d tempest-FloatingIPsAssociationTestJSON-89523020 tempest-FloatingIPsAssociationTestJSON-89523020-project-member] Acquiring lock "911e8910-7b82-4557-af15-99cf96b7314e" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 541.647148] env[62328]: DEBUG oslo_concurrency.lockutils [None req-107115ac-01e8-4ad8-a0e8-c1a8a00d753d tempest-FloatingIPsAssociationTestJSON-89523020 tempest-FloatingIPsAssociationTestJSON-89523020-project-member] Lock "911e8910-7b82-4557-af15-99cf96b7314e" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 541.688264] env[62328]: DEBUG oslo_concurrency.lockutils [None req-9b57f4c2-f6fa-41ea-9a6d-e559546e70fe tempest-ServerDiagnosticsNegativeTest-1831247043 tempest-ServerDiagnosticsNegativeTest-1831247043-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 541.749962] env[62328]: DEBUG oslo_concurrency.lockutils [None req-8f9732e1-515b-426a-9785-7eac14f3cc5f tempest-ImagesNegativeTestJSON-504021747 tempest-ImagesNegativeTestJSON-504021747-project-member] Acquiring lock "f70d129f-1468-4834-b753-8c602837eff0" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 541.751426] env[62328]: DEBUG oslo_concurrency.lockutils [None req-8f9732e1-515b-426a-9785-7eac14f3cc5f tempest-ImagesNegativeTestJSON-504021747 tempest-ImagesNegativeTestJSON-504021747-project-member] Lock "f70d129f-1468-4834-b753-8c602837eff0" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.002s {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 542.026378] env[62328]: DEBUG nova.compute.utils [None req-01c75a7d-9767-4a2a-b550-aead02b5e008 tempest-ServerDiagnosticsV248Test-811684029 tempest-ServerDiagnosticsV248Test-811684029-project-member] Using /dev/sd instead of None {{(pid=62328) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 542.031770] env[62328]: DEBUG nova.compute.manager [None req-01c75a7d-9767-4a2a-b550-aead02b5e008 tempest-ServerDiagnosticsV248Test-811684029 tempest-ServerDiagnosticsV248Test-811684029-project-member] [instance: f57853bd-b4a9-46ef-86ac-9fbe33732cd1] Not allocating networking since 'none' was specified. {{(pid=62328) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 542.155430] env[62328]: DEBUG nova.compute.manager [None req-107115ac-01e8-4ad8-a0e8-c1a8a00d753d tempest-FloatingIPsAssociationTestJSON-89523020 tempest-FloatingIPsAssociationTestJSON-89523020-project-member] [instance: 911e8910-7b82-4557-af15-99cf96b7314e] Starting instance... {{(pid=62328) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 542.254043] env[62328]: DEBUG nova.compute.manager [None req-8f9732e1-515b-426a-9785-7eac14f3cc5f tempest-ImagesNegativeTestJSON-504021747 tempest-ImagesNegativeTestJSON-504021747-project-member] [instance: f70d129f-1468-4834-b753-8c602837eff0] Starting instance... {{(pid=62328) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 542.323446] env[62328]: DEBUG oslo_concurrency.lockutils [None req-d243c0b1-71c7-4ffd-b019-2dcc0a85daa2 tempest-ServerExternalEventsTest-1567415951 tempest-ServerExternalEventsTest-1567415951-project-member] Acquiring lock "5f192c3a-1f44-4471-afec-76a321dfd557" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 542.328232] env[62328]: DEBUG oslo_concurrency.lockutils [None req-d243c0b1-71c7-4ffd-b019-2dcc0a85daa2 tempest-ServerExternalEventsTest-1567415951 tempest-ServerExternalEventsTest-1567415951-project-member] Lock "5f192c3a-1f44-4471-afec-76a321dfd557" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 542.535322] env[62328]: DEBUG nova.compute.manager [None req-01c75a7d-9767-4a2a-b550-aead02b5e008 tempest-ServerDiagnosticsV248Test-811684029 tempest-ServerDiagnosticsV248Test-811684029-project-member] [instance: f57853bd-b4a9-46ef-86ac-9fbe33732cd1] Start building block device mappings for instance. {{(pid=62328) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 542.685722] env[62328]: DEBUG oslo_concurrency.lockutils [None req-107115ac-01e8-4ad8-a0e8-c1a8a00d753d tempest-FloatingIPsAssociationTestJSON-89523020 tempest-FloatingIPsAssociationTestJSON-89523020-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 542.729281] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-48d33a22-13d6-4d94-9a2c-d5fbf74c2bce {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 542.739472] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9da0f127-10fa-4467-a0b2-ef05434b3b08 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 542.776104] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-71c1d4d9-47a8-46dc-bdea-baf708cea4ec {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 542.785236] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a11af2dd-5348-493b-bd1a-511b06ae68f2 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 542.791020] env[62328]: DEBUG oslo_concurrency.lockutils [None req-8f9732e1-515b-426a-9785-7eac14f3cc5f tempest-ImagesNegativeTestJSON-504021747 tempest-ImagesNegativeTestJSON-504021747-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 542.799497] env[62328]: DEBUG nova.compute.provider_tree [None req-af381420-5073-4f49-b4bc-c15593d043cf tempest-DeleteServersAdminTestJSON-1672951685 tempest-DeleteServersAdminTestJSON-1672951685-project-member] Inventory has not changed in ProviderTree for provider: 3469e9f8-04af-49ca-8435-49f104496744 {{(pid=62328) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 542.830118] env[62328]: DEBUG nova.compute.manager [None req-d243c0b1-71c7-4ffd-b019-2dcc0a85daa2 tempest-ServerExternalEventsTest-1567415951 tempest-ServerExternalEventsTest-1567415951-project-member] [instance: 5f192c3a-1f44-4471-afec-76a321dfd557] Starting instance... {{(pid=62328) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 543.306024] env[62328]: DEBUG nova.scheduler.client.report [None req-af381420-5073-4f49-b4bc-c15593d043cf tempest-DeleteServersAdminTestJSON-1672951685 tempest-DeleteServersAdminTestJSON-1672951685-project-member] Inventory has not changed for provider 3469e9f8-04af-49ca-8435-49f104496744 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 153, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62328) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 543.365877] env[62328]: DEBUG oslo_concurrency.lockutils [None req-d243c0b1-71c7-4ffd-b019-2dcc0a85daa2 tempest-ServerExternalEventsTest-1567415951 tempest-ServerExternalEventsTest-1567415951-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 543.547686] env[62328]: DEBUG nova.compute.manager [None req-01c75a7d-9767-4a2a-b550-aead02b5e008 tempest-ServerDiagnosticsV248Test-811684029 tempest-ServerDiagnosticsV248Test-811684029-project-member] [instance: f57853bd-b4a9-46ef-86ac-9fbe33732cd1] Start spawning the instance on the hypervisor. {{(pid=62328) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 543.577241] env[62328]: DEBUG nova.virt.hardware [None req-01c75a7d-9767-4a2a-b550-aead02b5e008 tempest-ServerDiagnosticsV248Test-811684029 tempest-ServerDiagnosticsV248Test-811684029-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-07T17:16:55Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-07T17:16:37Z,direct_url=,disk_format='vmdk',id=dbf872a4-92be-47e4-8561-c3e2bf2423ab,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='2a64022f08d84b11a86773b900860ae5',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-07T17:16:38Z,virtual_size=,visibility=), allow threads: False {{(pid=62328) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 543.577428] env[62328]: DEBUG nova.virt.hardware [None req-01c75a7d-9767-4a2a-b550-aead02b5e008 tempest-ServerDiagnosticsV248Test-811684029 tempest-ServerDiagnosticsV248Test-811684029-project-member] Flavor limits 0:0:0 {{(pid=62328) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 543.577587] env[62328]: DEBUG nova.virt.hardware [None req-01c75a7d-9767-4a2a-b550-aead02b5e008 tempest-ServerDiagnosticsV248Test-811684029 tempest-ServerDiagnosticsV248Test-811684029-project-member] Image limits 0:0:0 {{(pid=62328) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 543.577900] env[62328]: DEBUG nova.virt.hardware [None req-01c75a7d-9767-4a2a-b550-aead02b5e008 tempest-ServerDiagnosticsV248Test-811684029 tempest-ServerDiagnosticsV248Test-811684029-project-member] Flavor pref 0:0:0 {{(pid=62328) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 543.577965] env[62328]: DEBUG nova.virt.hardware [None req-01c75a7d-9767-4a2a-b550-aead02b5e008 tempest-ServerDiagnosticsV248Test-811684029 tempest-ServerDiagnosticsV248Test-811684029-project-member] Image pref 0:0:0 {{(pid=62328) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 543.578252] env[62328]: DEBUG nova.virt.hardware [None req-01c75a7d-9767-4a2a-b550-aead02b5e008 tempest-ServerDiagnosticsV248Test-811684029 tempest-ServerDiagnosticsV248Test-811684029-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62328) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 543.578319] env[62328]: DEBUG nova.virt.hardware [None req-01c75a7d-9767-4a2a-b550-aead02b5e008 tempest-ServerDiagnosticsV248Test-811684029 tempest-ServerDiagnosticsV248Test-811684029-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62328) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 543.578489] env[62328]: DEBUG nova.virt.hardware [None req-01c75a7d-9767-4a2a-b550-aead02b5e008 tempest-ServerDiagnosticsV248Test-811684029 tempest-ServerDiagnosticsV248Test-811684029-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62328) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 543.578619] env[62328]: DEBUG nova.virt.hardware [None req-01c75a7d-9767-4a2a-b550-aead02b5e008 tempest-ServerDiagnosticsV248Test-811684029 tempest-ServerDiagnosticsV248Test-811684029-project-member] Got 1 possible topologies {{(pid=62328) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 543.578812] env[62328]: DEBUG nova.virt.hardware [None req-01c75a7d-9767-4a2a-b550-aead02b5e008 tempest-ServerDiagnosticsV248Test-811684029 tempest-ServerDiagnosticsV248Test-811684029-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62328) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 543.578986] env[62328]: DEBUG nova.virt.hardware [None req-01c75a7d-9767-4a2a-b550-aead02b5e008 tempest-ServerDiagnosticsV248Test-811684029 tempest-ServerDiagnosticsV248Test-811684029-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62328) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 543.579881] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-35233ffc-144b-486d-bb55-8f603882d737 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 543.592600] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3fed1647-7f63-452b-9553-b1a7eaf912bc {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 543.605231] env[62328]: DEBUG nova.virt.vmwareapi.vmops [None req-01c75a7d-9767-4a2a-b550-aead02b5e008 tempest-ServerDiagnosticsV248Test-811684029 tempest-ServerDiagnosticsV248Test-811684029-project-member] [instance: f57853bd-b4a9-46ef-86ac-9fbe33732cd1] Instance VIF info [] {{(pid=62328) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 543.615207] env[62328]: DEBUG nova.virt.vmwareapi.vm_util [None req-01c75a7d-9767-4a2a-b550-aead02b5e008 tempest-ServerDiagnosticsV248Test-811684029 tempest-ServerDiagnosticsV248Test-811684029-project-member] Creating folder: OpenStack. Parent ref: group-v4. {{(pid=62328) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 543.615563] env[62328]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-bf90df63-69bb-4db7-8d32-a36e6022f79c {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 543.626684] env[62328]: INFO nova.virt.vmwareapi.vm_util [None req-01c75a7d-9767-4a2a-b550-aead02b5e008 tempest-ServerDiagnosticsV248Test-811684029 tempest-ServerDiagnosticsV248Test-811684029-project-member] Created folder: OpenStack in parent group-v4. [ 543.626880] env[62328]: DEBUG nova.virt.vmwareapi.vm_util [None req-01c75a7d-9767-4a2a-b550-aead02b5e008 tempest-ServerDiagnosticsV248Test-811684029 tempest-ServerDiagnosticsV248Test-811684029-project-member] Creating folder: Project (819f6ccad85b4c8a960f5874b276176c). Parent ref: group-v484164. {{(pid=62328) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 543.627278] env[62328]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-ed099162-ff5f-4109-bc1a-038dc647730c {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 543.635887] env[62328]: INFO nova.virt.vmwareapi.vm_util [None req-01c75a7d-9767-4a2a-b550-aead02b5e008 tempest-ServerDiagnosticsV248Test-811684029 tempest-ServerDiagnosticsV248Test-811684029-project-member] Created folder: Project (819f6ccad85b4c8a960f5874b276176c) in parent group-v484164. [ 543.636023] env[62328]: DEBUG nova.virt.vmwareapi.vm_util [None req-01c75a7d-9767-4a2a-b550-aead02b5e008 tempest-ServerDiagnosticsV248Test-811684029 tempest-ServerDiagnosticsV248Test-811684029-project-member] Creating folder: Instances. Parent ref: group-v484165. {{(pid=62328) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 543.636273] env[62328]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-697c2274-0d7b-4a2c-93c2-975e5092b07d {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 543.644699] env[62328]: INFO nova.virt.vmwareapi.vm_util [None req-01c75a7d-9767-4a2a-b550-aead02b5e008 tempest-ServerDiagnosticsV248Test-811684029 tempest-ServerDiagnosticsV248Test-811684029-project-member] Created folder: Instances in parent group-v484165. [ 543.648018] env[62328]: DEBUG oslo.service.loopingcall [None req-01c75a7d-9767-4a2a-b550-aead02b5e008 tempest-ServerDiagnosticsV248Test-811684029 tempest-ServerDiagnosticsV248Test-811684029-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62328) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 543.648018] env[62328]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f57853bd-b4a9-46ef-86ac-9fbe33732cd1] Creating VM on the ESX host {{(pid=62328) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 543.648018] env[62328]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-9d8a0988-22e8-4caf-9323-8cb2c997e510 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 543.667308] env[62328]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 543.667308] env[62328]: value = "task-2386146" [ 543.667308] env[62328]: _type = "Task" [ 543.667308] env[62328]: } to complete. {{(pid=62328) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 543.674391] env[62328]: DEBUG oslo_vmware.api [-] Task: {'id': task-2386146, 'name': CreateVM_Task} progress is 0%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 543.808470] env[62328]: DEBUG oslo_concurrency.lockutils [None req-af381420-5073-4f49-b4bc-c15593d043cf tempest-DeleteServersAdminTestJSON-1672951685 tempest-DeleteServersAdminTestJSON-1672951685-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.293s {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 543.809070] env[62328]: DEBUG nova.compute.manager [None req-af381420-5073-4f49-b4bc-c15593d043cf tempest-DeleteServersAdminTestJSON-1672951685 tempest-DeleteServersAdminTestJSON-1672951685-project-member] [instance: b08dddfd-83d2-434a-b533-c4e7515d44db] Start building networks asynchronously for instance. {{(pid=62328) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 543.811704] env[62328]: DEBUG oslo_concurrency.lockutils [None req-20bc2990-99e2-4645-a535-ce0e988a329f tempest-ServerPasswordTestJSON-1408689932 tempest-ServerPasswordTestJSON-1408689932-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 3.308s {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 543.813219] env[62328]: INFO nova.compute.claims [None req-20bc2990-99e2-4645-a535-ce0e988a329f tempest-ServerPasswordTestJSON-1408689932 tempest-ServerPasswordTestJSON-1408689932-project-member] [instance: 96f94f58-1fd4-4e65-a362-2861daab1a34] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 543.908664] env[62328]: DEBUG nova.network.neutron [None req-45807482-cb93-4c66-9eb5-d9d7c484af95 tempest-MigrationsAdminTest-413245202 tempest-MigrationsAdminTest-413245202-project-member] [instance: 613e2516-6209-439d-bb90-b87d67b281a8] Successfully updated port: 6cfbb9f4-c09f-4620-84ce-293a5d57918c {{(pid=62328) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 544.179708] env[62328]: DEBUG oslo_vmware.api [-] Task: {'id': task-2386146, 'name': CreateVM_Task} progress is 99%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 544.317888] env[62328]: DEBUG nova.compute.utils [None req-af381420-5073-4f49-b4bc-c15593d043cf tempest-DeleteServersAdminTestJSON-1672951685 tempest-DeleteServersAdminTestJSON-1672951685-project-member] Using /dev/sd instead of None {{(pid=62328) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 544.321708] env[62328]: DEBUG nova.compute.manager [None req-af381420-5073-4f49-b4bc-c15593d043cf tempest-DeleteServersAdminTestJSON-1672951685 tempest-DeleteServersAdminTestJSON-1672951685-project-member] [instance: b08dddfd-83d2-434a-b533-c4e7515d44db] Allocating IP information in the background. {{(pid=62328) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 544.322522] env[62328]: DEBUG nova.network.neutron [None req-af381420-5073-4f49-b4bc-c15593d043cf tempest-DeleteServersAdminTestJSON-1672951685 tempest-DeleteServersAdminTestJSON-1672951685-project-member] [instance: b08dddfd-83d2-434a-b533-c4e7515d44db] allocate_for_instance() {{(pid=62328) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 544.412598] env[62328]: DEBUG oslo_concurrency.lockutils [None req-45807482-cb93-4c66-9eb5-d9d7c484af95 tempest-MigrationsAdminTest-413245202 tempest-MigrationsAdminTest-413245202-project-member] Acquiring lock "refresh_cache-613e2516-6209-439d-bb90-b87d67b281a8" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 544.412703] env[62328]: DEBUG oslo_concurrency.lockutils [None req-45807482-cb93-4c66-9eb5-d9d7c484af95 tempest-MigrationsAdminTest-413245202 tempest-MigrationsAdminTest-413245202-project-member] Acquired lock "refresh_cache-613e2516-6209-439d-bb90-b87d67b281a8" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 544.413142] env[62328]: DEBUG nova.network.neutron [None req-45807482-cb93-4c66-9eb5-d9d7c484af95 tempest-MigrationsAdminTest-413245202 tempest-MigrationsAdminTest-413245202-project-member] [instance: 613e2516-6209-439d-bb90-b87d67b281a8] Building network info cache for instance {{(pid=62328) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 544.422294] env[62328]: DEBUG nova.policy [None req-af381420-5073-4f49-b4bc-c15593d043cf tempest-DeleteServersAdminTestJSON-1672951685 tempest-DeleteServersAdminTestJSON-1672951685-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'e24b7ebb06a94a31b9602d214462b562', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '6be283ca002446bea6e86923a837da3f', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62328) authorize /opt/stack/nova/nova/policy.py:192}} [ 544.681125] env[62328]: DEBUG oslo_vmware.api [-] Task: {'id': task-2386146, 'name': CreateVM_Task} progress is 99%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 544.830883] env[62328]: DEBUG nova.compute.manager [None req-af381420-5073-4f49-b4bc-c15593d043cf tempest-DeleteServersAdminTestJSON-1672951685 tempest-DeleteServersAdminTestJSON-1672951685-project-member] [instance: b08dddfd-83d2-434a-b533-c4e7515d44db] Start building block device mappings for instance. {{(pid=62328) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 545.022949] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f3122969-3cfd-4de0-8a63-2cfcde769e37 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 545.043029] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-075947a1-2782-49f5-b00c-4b6adb80c68f {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 545.084706] env[62328]: DEBUG nova.network.neutron [None req-af381420-5073-4f49-b4bc-c15593d043cf tempest-DeleteServersAdminTestJSON-1672951685 tempest-DeleteServersAdminTestJSON-1672951685-project-member] [instance: b08dddfd-83d2-434a-b533-c4e7515d44db] Successfully created port: 218e5ffe-ca85-4ceb-bb99-2ef2ec2f4775 {{(pid=62328) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 545.087532] env[62328]: DEBUG nova.network.neutron [None req-45807482-cb93-4c66-9eb5-d9d7c484af95 tempest-MigrationsAdminTest-413245202 tempest-MigrationsAdminTest-413245202-project-member] [instance: 613e2516-6209-439d-bb90-b87d67b281a8] Instance cache missing network info. {{(pid=62328) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 545.089037] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9211dd0e-74ef-4eeb-9b14-3cd6166343d6 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 545.104142] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7ff6510d-a215-4f53-aa76-256efb299d4c {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 545.124910] env[62328]: DEBUG nova.compute.provider_tree [None req-20bc2990-99e2-4645-a535-ce0e988a329f tempest-ServerPasswordTestJSON-1408689932 tempest-ServerPasswordTestJSON-1408689932-project-member] Inventory has not changed in ProviderTree for provider: 3469e9f8-04af-49ca-8435-49f104496744 {{(pid=62328) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 545.180587] env[62328]: DEBUG oslo_vmware.api [-] Task: {'id': task-2386146, 'name': CreateVM_Task, 'duration_secs': 1.300431} completed successfully. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 545.180906] env[62328]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f57853bd-b4a9-46ef-86ac-9fbe33732cd1] Created VM on the ESX host {{(pid=62328) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 545.182727] env[62328]: DEBUG oslo_vmware.service [None req-01c75a7d-9767-4a2a-b550-aead02b5e008 tempest-ServerDiagnosticsV248Test-811684029 tempest-ServerDiagnosticsV248Test-811684029-project-member] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-83d6e665-7513-4dba-a766-d0cbff2867da {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 545.190646] env[62328]: DEBUG oslo_concurrency.lockutils [None req-01c75a7d-9767-4a2a-b550-aead02b5e008 tempest-ServerDiagnosticsV248Test-811684029 tempest-ServerDiagnosticsV248Test-811684029-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/dbf872a4-92be-47e4-8561-c3e2bf2423ab" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 545.190846] env[62328]: DEBUG oslo_concurrency.lockutils [None req-01c75a7d-9767-4a2a-b550-aead02b5e008 tempest-ServerDiagnosticsV248Test-811684029 tempest-ServerDiagnosticsV248Test-811684029-project-member] Acquired lock "[datastore2] devstack-image-cache_base/dbf872a4-92be-47e4-8561-c3e2bf2423ab" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 545.191548] env[62328]: DEBUG oslo_concurrency.lockutils [None req-01c75a7d-9767-4a2a-b550-aead02b5e008 tempest-ServerDiagnosticsV248Test-811684029 tempest-ServerDiagnosticsV248Test-811684029-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/dbf872a4-92be-47e4-8561-c3e2bf2423ab" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 545.191823] env[62328]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0fe3efac-00bc-4a83-9a23-45f0f8991c71 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 545.196203] env[62328]: DEBUG oslo_vmware.api [None req-01c75a7d-9767-4a2a-b550-aead02b5e008 tempest-ServerDiagnosticsV248Test-811684029 tempest-ServerDiagnosticsV248Test-811684029-project-member] Waiting for the task: (returnval){ [ 545.196203] env[62328]: value = "session[52a6e20e-410d-708a-99f2-080a575a99bd]522e3310-1f71-a721-39f4-fb079e2de381" [ 545.196203] env[62328]: _type = "Task" [ 545.196203] env[62328]: } to complete. {{(pid=62328) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 545.204829] env[62328]: DEBUG oslo_vmware.api [None req-01c75a7d-9767-4a2a-b550-aead02b5e008 tempest-ServerDiagnosticsV248Test-811684029 tempest-ServerDiagnosticsV248Test-811684029-project-member] Task: {'id': session[52a6e20e-410d-708a-99f2-080a575a99bd]522e3310-1f71-a721-39f4-fb079e2de381, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 545.631109] env[62328]: DEBUG nova.scheduler.client.report [None req-20bc2990-99e2-4645-a535-ce0e988a329f tempest-ServerPasswordTestJSON-1408689932 tempest-ServerPasswordTestJSON-1408689932-project-member] Inventory has not changed for provider 3469e9f8-04af-49ca-8435-49f104496744 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 153, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62328) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 545.704071] env[62328]: DEBUG nova.network.neutron [None req-45807482-cb93-4c66-9eb5-d9d7c484af95 tempest-MigrationsAdminTest-413245202 tempest-MigrationsAdminTest-413245202-project-member] [instance: 613e2516-6209-439d-bb90-b87d67b281a8] Updating instance_info_cache with network_info: [{"id": "6cfbb9f4-c09f-4620-84ce-293a5d57918c", "address": "fa:16:3e:2f:31:56", "network": {"id": "ec511a9f-4661-41db-95bd-0fc9ad2de615", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.120", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "2a64022f08d84b11a86773b900860ae5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a4f91f31-0516-4d62-a341-e03a50b7c477", "external-id": "nsx-vlan-transportzone-963", "segmentation_id": 963, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6cfbb9f4-c0", "ovs_interfaceid": "6cfbb9f4-c09f-4620-84ce-293a5d57918c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62328) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 545.713414] env[62328]: DEBUG oslo_concurrency.lockutils [None req-01c75a7d-9767-4a2a-b550-aead02b5e008 tempest-ServerDiagnosticsV248Test-811684029 tempest-ServerDiagnosticsV248Test-811684029-project-member] Releasing lock "[datastore2] devstack-image-cache_base/dbf872a4-92be-47e4-8561-c3e2bf2423ab" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 545.714306] env[62328]: DEBUG nova.virt.vmwareapi.vmops [None req-01c75a7d-9767-4a2a-b550-aead02b5e008 tempest-ServerDiagnosticsV248Test-811684029 tempest-ServerDiagnosticsV248Test-811684029-project-member] [instance: f57853bd-b4a9-46ef-86ac-9fbe33732cd1] Processing image dbf872a4-92be-47e4-8561-c3e2bf2423ab {{(pid=62328) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 545.715022] env[62328]: DEBUG oslo_concurrency.lockutils [None req-01c75a7d-9767-4a2a-b550-aead02b5e008 tempest-ServerDiagnosticsV248Test-811684029 tempest-ServerDiagnosticsV248Test-811684029-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/dbf872a4-92be-47e4-8561-c3e2bf2423ab/dbf872a4-92be-47e4-8561-c3e2bf2423ab.vmdk" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 545.715951] env[62328]: DEBUG oslo_concurrency.lockutils [None req-01c75a7d-9767-4a2a-b550-aead02b5e008 tempest-ServerDiagnosticsV248Test-811684029 tempest-ServerDiagnosticsV248Test-811684029-project-member] Acquired lock "[datastore2] devstack-image-cache_base/dbf872a4-92be-47e4-8561-c3e2bf2423ab/dbf872a4-92be-47e4-8561-c3e2bf2423ab.vmdk" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 545.717343] env[62328]: DEBUG nova.virt.vmwareapi.ds_util [None req-01c75a7d-9767-4a2a-b550-aead02b5e008 tempest-ServerDiagnosticsV248Test-811684029 tempest-ServerDiagnosticsV248Test-811684029-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62328) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 545.717343] env[62328]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-1dbb7437-ad0f-4935-b09f-4260ed4e4419 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 545.739285] env[62328]: DEBUG nova.virt.vmwareapi.ds_util [None req-01c75a7d-9767-4a2a-b550-aead02b5e008 tempest-ServerDiagnosticsV248Test-811684029 tempest-ServerDiagnosticsV248Test-811684029-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62328) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 545.739285] env[62328]: DEBUG nova.virt.vmwareapi.vmops [None req-01c75a7d-9767-4a2a-b550-aead02b5e008 tempest-ServerDiagnosticsV248Test-811684029 tempest-ServerDiagnosticsV248Test-811684029-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62328) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 545.739531] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5f8da0aa-1545-41fb-aa4b-512cb471fa0c {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 545.746983] env[62328]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1a24429f-5d69-4a49-83b5-2150264c1d9b {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 545.752149] env[62328]: DEBUG oslo_vmware.api [None req-01c75a7d-9767-4a2a-b550-aead02b5e008 tempest-ServerDiagnosticsV248Test-811684029 tempest-ServerDiagnosticsV248Test-811684029-project-member] Waiting for the task: (returnval){ [ 545.752149] env[62328]: value = "session[52a6e20e-410d-708a-99f2-080a575a99bd]52dccc7b-6756-7805-65da-ed6e9fc7e2fa" [ 545.752149] env[62328]: _type = "Task" [ 545.752149] env[62328]: } to complete. {{(pid=62328) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 545.760352] env[62328]: DEBUG oslo_vmware.api [None req-01c75a7d-9767-4a2a-b550-aead02b5e008 tempest-ServerDiagnosticsV248Test-811684029 tempest-ServerDiagnosticsV248Test-811684029-project-member] Task: {'id': session[52a6e20e-410d-708a-99f2-080a575a99bd]52dccc7b-6756-7805-65da-ed6e9fc7e2fa, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 545.845451] env[62328]: DEBUG nova.compute.manager [None req-af381420-5073-4f49-b4bc-c15593d043cf tempest-DeleteServersAdminTestJSON-1672951685 tempest-DeleteServersAdminTestJSON-1672951685-project-member] [instance: b08dddfd-83d2-434a-b533-c4e7515d44db] Start spawning the instance on the hypervisor. {{(pid=62328) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 546.001489] env[62328]: DEBUG nova.virt.hardware [None req-af381420-5073-4f49-b4bc-c15593d043cf tempest-DeleteServersAdminTestJSON-1672951685 tempest-DeleteServersAdminTestJSON-1672951685-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-07T17:16:55Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-07T17:16:37Z,direct_url=,disk_format='vmdk',id=dbf872a4-92be-47e4-8561-c3e2bf2423ab,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='2a64022f08d84b11a86773b900860ae5',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-07T17:16:38Z,virtual_size=,visibility=), allow threads: False {{(pid=62328) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 546.002888] env[62328]: DEBUG nova.virt.hardware [None req-af381420-5073-4f49-b4bc-c15593d043cf tempest-DeleteServersAdminTestJSON-1672951685 tempest-DeleteServersAdminTestJSON-1672951685-project-member] Flavor limits 0:0:0 {{(pid=62328) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 546.002888] env[62328]: DEBUG nova.virt.hardware [None req-af381420-5073-4f49-b4bc-c15593d043cf tempest-DeleteServersAdminTestJSON-1672951685 tempest-DeleteServersAdminTestJSON-1672951685-project-member] Image limits 0:0:0 {{(pid=62328) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 546.002888] env[62328]: DEBUG nova.virt.hardware [None req-af381420-5073-4f49-b4bc-c15593d043cf tempest-DeleteServersAdminTestJSON-1672951685 tempest-DeleteServersAdminTestJSON-1672951685-project-member] Flavor pref 0:0:0 {{(pid=62328) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 546.002888] env[62328]: DEBUG nova.virt.hardware [None req-af381420-5073-4f49-b4bc-c15593d043cf tempest-DeleteServersAdminTestJSON-1672951685 tempest-DeleteServersAdminTestJSON-1672951685-project-member] Image pref 0:0:0 {{(pid=62328) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 546.002888] env[62328]: DEBUG nova.virt.hardware [None req-af381420-5073-4f49-b4bc-c15593d043cf tempest-DeleteServersAdminTestJSON-1672951685 tempest-DeleteServersAdminTestJSON-1672951685-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62328) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 546.003111] env[62328]: DEBUG nova.virt.hardware [None req-af381420-5073-4f49-b4bc-c15593d043cf tempest-DeleteServersAdminTestJSON-1672951685 tempest-DeleteServersAdminTestJSON-1672951685-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62328) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 546.003111] env[62328]: DEBUG nova.virt.hardware [None req-af381420-5073-4f49-b4bc-c15593d043cf tempest-DeleteServersAdminTestJSON-1672951685 tempest-DeleteServersAdminTestJSON-1672951685-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62328) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 546.003111] env[62328]: DEBUG nova.virt.hardware [None req-af381420-5073-4f49-b4bc-c15593d043cf tempest-DeleteServersAdminTestJSON-1672951685 tempest-DeleteServersAdminTestJSON-1672951685-project-member] Got 1 possible topologies {{(pid=62328) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 546.003246] env[62328]: DEBUG nova.virt.hardware [None req-af381420-5073-4f49-b4bc-c15593d043cf tempest-DeleteServersAdminTestJSON-1672951685 tempest-DeleteServersAdminTestJSON-1672951685-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62328) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 546.003555] env[62328]: DEBUG nova.virt.hardware [None req-af381420-5073-4f49-b4bc-c15593d043cf tempest-DeleteServersAdminTestJSON-1672951685 tempest-DeleteServersAdminTestJSON-1672951685-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62328) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 546.004506] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cc5c153f-1e6f-4829-9d19-ec39a4db6d8a {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 546.014111] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e989f8c4-c010-4ef3-a30e-037641040805 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 546.138384] env[62328]: DEBUG oslo_concurrency.lockutils [None req-20bc2990-99e2-4645-a535-ce0e988a329f tempest-ServerPasswordTestJSON-1408689932 tempest-ServerPasswordTestJSON-1408689932-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.324s {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 546.138384] env[62328]: DEBUG nova.compute.manager [None req-20bc2990-99e2-4645-a535-ce0e988a329f tempest-ServerPasswordTestJSON-1408689932 tempest-ServerPasswordTestJSON-1408689932-project-member] [instance: 96f94f58-1fd4-4e65-a362-2861daab1a34] Start building networks asynchronously for instance. {{(pid=62328) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 546.141048] env[62328]: DEBUG oslo_concurrency.lockutils [None req-9b57f4c2-f6fa-41ea-9a6d-e559546e70fe tempest-ServerDiagnosticsNegativeTest-1831247043 tempest-ServerDiagnosticsNegativeTest-1831247043-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 4.453s {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 546.148240] env[62328]: INFO nova.compute.claims [None req-9b57f4c2-f6fa-41ea-9a6d-e559546e70fe tempest-ServerDiagnosticsNegativeTest-1831247043 tempest-ServerDiagnosticsNegativeTest-1831247043-project-member] [instance: 4584a496-3f79-40ce-bf30-178bb7c0afcc] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 546.207094] env[62328]: DEBUG oslo_concurrency.lockutils [None req-45807482-cb93-4c66-9eb5-d9d7c484af95 tempest-MigrationsAdminTest-413245202 tempest-MigrationsAdminTest-413245202-project-member] Releasing lock "refresh_cache-613e2516-6209-439d-bb90-b87d67b281a8" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 546.207462] env[62328]: DEBUG nova.compute.manager [None req-45807482-cb93-4c66-9eb5-d9d7c484af95 tempest-MigrationsAdminTest-413245202 tempest-MigrationsAdminTest-413245202-project-member] [instance: 613e2516-6209-439d-bb90-b87d67b281a8] Instance network_info: |[{"id": "6cfbb9f4-c09f-4620-84ce-293a5d57918c", "address": "fa:16:3e:2f:31:56", "network": {"id": "ec511a9f-4661-41db-95bd-0fc9ad2de615", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.120", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "2a64022f08d84b11a86773b900860ae5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a4f91f31-0516-4d62-a341-e03a50b7c477", "external-id": "nsx-vlan-transportzone-963", "segmentation_id": 963, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6cfbb9f4-c0", "ovs_interfaceid": "6cfbb9f4-c09f-4620-84ce-293a5d57918c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62328) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 546.208256] env[62328]: DEBUG nova.virt.vmwareapi.vmops [None req-45807482-cb93-4c66-9eb5-d9d7c484af95 tempest-MigrationsAdminTest-413245202 tempest-MigrationsAdminTest-413245202-project-member] [instance: 613e2516-6209-439d-bb90-b87d67b281a8] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:2f:31:56', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'a4f91f31-0516-4d62-a341-e03a50b7c477', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '6cfbb9f4-c09f-4620-84ce-293a5d57918c', 'vif_model': 'vmxnet3'}] {{(pid=62328) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 546.221342] env[62328]: DEBUG nova.virt.vmwareapi.vm_util [None req-45807482-cb93-4c66-9eb5-d9d7c484af95 tempest-MigrationsAdminTest-413245202 tempest-MigrationsAdminTest-413245202-project-member] Creating folder: Project (28dcf82350e94ee6a93f3aab71cc4854). Parent ref: group-v484164. {{(pid=62328) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 546.221914] env[62328]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-c8c31b95-f055-43dc-9c77-93e6698200af {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 546.234831] env[62328]: INFO nova.virt.vmwareapi.vm_util [None req-45807482-cb93-4c66-9eb5-d9d7c484af95 tempest-MigrationsAdminTest-413245202 tempest-MigrationsAdminTest-413245202-project-member] Created folder: Project (28dcf82350e94ee6a93f3aab71cc4854) in parent group-v484164. [ 546.234831] env[62328]: DEBUG nova.virt.vmwareapi.vm_util [None req-45807482-cb93-4c66-9eb5-d9d7c484af95 tempest-MigrationsAdminTest-413245202 tempest-MigrationsAdminTest-413245202-project-member] Creating folder: Instances. Parent ref: group-v484168. {{(pid=62328) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 546.235092] env[62328]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-ccbffb3f-2010-4010-8c71-6ff1fcd55073 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 546.244407] env[62328]: INFO nova.virt.vmwareapi.vm_util [None req-45807482-cb93-4c66-9eb5-d9d7c484af95 tempest-MigrationsAdminTest-413245202 tempest-MigrationsAdminTest-413245202-project-member] Created folder: Instances in parent group-v484168. [ 546.244648] env[62328]: DEBUG oslo.service.loopingcall [None req-45807482-cb93-4c66-9eb5-d9d7c484af95 tempest-MigrationsAdminTest-413245202 tempest-MigrationsAdminTest-413245202-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62328) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 546.244834] env[62328]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 613e2516-6209-439d-bb90-b87d67b281a8] Creating VM on the ESX host {{(pid=62328) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 546.245056] env[62328]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-3256275f-316f-4547-b4f7-82991d6b2a12 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 546.277578] env[62328]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 546.277578] env[62328]: value = "task-2386149" [ 546.277578] env[62328]: _type = "Task" [ 546.277578] env[62328]: } to complete. {{(pid=62328) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 546.285470] env[62328]: DEBUG nova.virt.vmwareapi.vmops [None req-01c75a7d-9767-4a2a-b550-aead02b5e008 tempest-ServerDiagnosticsV248Test-811684029 tempest-ServerDiagnosticsV248Test-811684029-project-member] [instance: f57853bd-b4a9-46ef-86ac-9fbe33732cd1] Preparing fetch location {{(pid=62328) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:633}} [ 546.285667] env[62328]: DEBUG nova.virt.vmwareapi.ds_util [None req-01c75a7d-9767-4a2a-b550-aead02b5e008 tempest-ServerDiagnosticsV248Test-811684029 tempest-ServerDiagnosticsV248Test-811684029-project-member] Creating directory with path [datastore2] vmware_temp/cb9174cc-a8b5-475d-8fd4-05f78dfaa004/dbf872a4-92be-47e4-8561-c3e2bf2423ab {{(pid=62328) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 546.286021] env[62328]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-874e9183-8a22-4e28-a8e5-0061a8a3e2ec {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 546.290590] env[62328]: DEBUG oslo_vmware.api [-] Task: {'id': task-2386149, 'name': CreateVM_Task} progress is 5%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 546.313507] env[62328]: DEBUG nova.virt.vmwareapi.ds_util [None req-01c75a7d-9767-4a2a-b550-aead02b5e008 tempest-ServerDiagnosticsV248Test-811684029 tempest-ServerDiagnosticsV248Test-811684029-project-member] Created directory with path [datastore2] vmware_temp/cb9174cc-a8b5-475d-8fd4-05f78dfaa004/dbf872a4-92be-47e4-8561-c3e2bf2423ab {{(pid=62328) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 546.313930] env[62328]: DEBUG nova.virt.vmwareapi.vmops [None req-01c75a7d-9767-4a2a-b550-aead02b5e008 tempest-ServerDiagnosticsV248Test-811684029 tempest-ServerDiagnosticsV248Test-811684029-project-member] [instance: f57853bd-b4a9-46ef-86ac-9fbe33732cd1] Fetch image to [datastore2] vmware_temp/cb9174cc-a8b5-475d-8fd4-05f78dfaa004/dbf872a4-92be-47e4-8561-c3e2bf2423ab/tmp-sparse.vmdk {{(pid=62328) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:635}} [ 546.313930] env[62328]: DEBUG nova.virt.vmwareapi.vmops [None req-01c75a7d-9767-4a2a-b550-aead02b5e008 tempest-ServerDiagnosticsV248Test-811684029 tempest-ServerDiagnosticsV248Test-811684029-project-member] [instance: f57853bd-b4a9-46ef-86ac-9fbe33732cd1] Downloading image file data dbf872a4-92be-47e4-8561-c3e2bf2423ab to [datastore2] vmware_temp/cb9174cc-a8b5-475d-8fd4-05f78dfaa004/dbf872a4-92be-47e4-8561-c3e2bf2423ab/tmp-sparse.vmdk on the data store datastore2 {{(pid=62328) _fetch_image_as_file /opt/stack/nova/nova/virt/vmwareapi/vmops.py:399}} [ 546.314696] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-246bf152-648e-433f-af04-bfe18ab8d5ef {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 546.322614] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-314bb164-b7ad-4e9f-9a97-e35c8449ab73 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 546.332521] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0ffa608b-428c-4de9-abbd-bf27463ef881 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 546.373651] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-12031a0d-4149-47c7-a716-657074d4dced {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 546.380984] env[62328]: DEBUG oslo_vmware.service [-] Invoking SessionManager.AcquireGenericServiceTicket with opID=oslo.vmware-706c874b-a3eb-4800-874b-5b8a113e9452 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 546.408420] env[62328]: DEBUG nova.compute.manager [req-c361c0fd-612f-476f-b179-32e60e792e7c req-c0986540-6a62-4ea7-bee2-90c41ff89e3e service nova] [instance: 613e2516-6209-439d-bb90-b87d67b281a8] Received event network-vif-plugged-6cfbb9f4-c09f-4620-84ce-293a5d57918c {{(pid=62328) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 546.408420] env[62328]: DEBUG oslo_concurrency.lockutils [req-c361c0fd-612f-476f-b179-32e60e792e7c req-c0986540-6a62-4ea7-bee2-90c41ff89e3e service nova] Acquiring lock "613e2516-6209-439d-bb90-b87d67b281a8-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 546.408420] env[62328]: DEBUG oslo_concurrency.lockutils [req-c361c0fd-612f-476f-b179-32e60e792e7c req-c0986540-6a62-4ea7-bee2-90c41ff89e3e service nova] Lock "613e2516-6209-439d-bb90-b87d67b281a8-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 546.408420] env[62328]: DEBUG oslo_concurrency.lockutils [req-c361c0fd-612f-476f-b179-32e60e792e7c req-c0986540-6a62-4ea7-bee2-90c41ff89e3e service nova] Lock "613e2516-6209-439d-bb90-b87d67b281a8-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.001s {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 546.408420] env[62328]: DEBUG nova.compute.manager [req-c361c0fd-612f-476f-b179-32e60e792e7c req-c0986540-6a62-4ea7-bee2-90c41ff89e3e service nova] [instance: 613e2516-6209-439d-bb90-b87d67b281a8] No waiting events found dispatching network-vif-plugged-6cfbb9f4-c09f-4620-84ce-293a5d57918c {{(pid=62328) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 546.408625] env[62328]: WARNING nova.compute.manager [req-c361c0fd-612f-476f-b179-32e60e792e7c req-c0986540-6a62-4ea7-bee2-90c41ff89e3e service nova] [instance: 613e2516-6209-439d-bb90-b87d67b281a8] Received unexpected event network-vif-plugged-6cfbb9f4-c09f-4620-84ce-293a5d57918c for instance with vm_state building and task_state spawning. [ 546.412660] env[62328]: DEBUG nova.virt.vmwareapi.images [None req-01c75a7d-9767-4a2a-b550-aead02b5e008 tempest-ServerDiagnosticsV248Test-811684029 tempest-ServerDiagnosticsV248Test-811684029-project-member] [instance: f57853bd-b4a9-46ef-86ac-9fbe33732cd1] Downloading image file data dbf872a4-92be-47e4-8561-c3e2bf2423ab to the data store datastore2 {{(pid=62328) fetch_image /opt/stack/nova/nova/virt/vmwareapi/images.py:245}} [ 546.514687] env[62328]: DEBUG oslo_vmware.rw_handles [None req-01c75a7d-9767-4a2a-b550-aead02b5e008 tempest-ServerDiagnosticsV248Test-811684029 tempest-ServerDiagnosticsV248Test-811684029-project-member] Creating HTTP connection to write to file with size = 21318656 and URL = https://esx7c1n1.openstack.eu-de-1.cloud.sap:443/folder/vmware_temp/cb9174cc-a8b5-475d-8fd4-05f78dfaa004/dbf872a4-92be-47e4-8561-c3e2bf2423ab/tmp-sparse.vmdk?dcPath=ha-datacenter&dsName=datastore2. {{(pid=62328) _create_write_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:122}} [ 546.653859] env[62328]: DEBUG nova.compute.utils [None req-20bc2990-99e2-4645-a535-ce0e988a329f tempest-ServerPasswordTestJSON-1408689932 tempest-ServerPasswordTestJSON-1408689932-project-member] Using /dev/sd instead of None {{(pid=62328) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 546.665138] env[62328]: DEBUG nova.compute.manager [None req-20bc2990-99e2-4645-a535-ce0e988a329f tempest-ServerPasswordTestJSON-1408689932 tempest-ServerPasswordTestJSON-1408689932-project-member] [instance: 96f94f58-1fd4-4e65-a362-2861daab1a34] Allocating IP information in the background. {{(pid=62328) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 546.665138] env[62328]: DEBUG nova.network.neutron [None req-20bc2990-99e2-4645-a535-ce0e988a329f tempest-ServerPasswordTestJSON-1408689932 tempest-ServerPasswordTestJSON-1408689932-project-member] [instance: 96f94f58-1fd4-4e65-a362-2861daab1a34] allocate_for_instance() {{(pid=62328) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 546.753284] env[62328]: DEBUG oslo_concurrency.lockutils [None req-014c16d2-aa88-423e-bc81-f834ad5f8eb3 tempest-InstanceActionsV221TestJSON-1254732959 tempest-InstanceActionsV221TestJSON-1254732959-project-member] Acquiring lock "bf44560e-3ce4-42b6-8230-481b2094ebcc" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 546.753284] env[62328]: DEBUG oslo_concurrency.lockutils [None req-014c16d2-aa88-423e-bc81-f834ad5f8eb3 tempest-InstanceActionsV221TestJSON-1254732959 tempest-InstanceActionsV221TestJSON-1254732959-project-member] Lock "bf44560e-3ce4-42b6-8230-481b2094ebcc" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 546.796658] env[62328]: DEBUG oslo_vmware.api [-] Task: {'id': task-2386149, 'name': CreateVM_Task, 'duration_secs': 0.401518} completed successfully. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 546.796658] env[62328]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 613e2516-6209-439d-bb90-b87d67b281a8] Created VM on the ESX host {{(pid=62328) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 546.815632] env[62328]: DEBUG oslo_concurrency.lockutils [None req-45807482-cb93-4c66-9eb5-d9d7c484af95 tempest-MigrationsAdminTest-413245202 tempest-MigrationsAdminTest-413245202-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/dbf872a4-92be-47e4-8561-c3e2bf2423ab" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 546.815632] env[62328]: DEBUG oslo_concurrency.lockutils [None req-45807482-cb93-4c66-9eb5-d9d7c484af95 tempest-MigrationsAdminTest-413245202 tempest-MigrationsAdminTest-413245202-project-member] Acquired lock "[datastore2] devstack-image-cache_base/dbf872a4-92be-47e4-8561-c3e2bf2423ab" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 546.815632] env[62328]: DEBUG oslo_concurrency.lockutils [None req-45807482-cb93-4c66-9eb5-d9d7c484af95 tempest-MigrationsAdminTest-413245202 tempest-MigrationsAdminTest-413245202-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/dbf872a4-92be-47e4-8561-c3e2bf2423ab" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 546.815792] env[62328]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-81801403-8f64-498a-a895-87a27fbaff1e {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 546.824958] env[62328]: DEBUG nova.policy [None req-20bc2990-99e2-4645-a535-ce0e988a329f tempest-ServerPasswordTestJSON-1408689932 tempest-ServerPasswordTestJSON-1408689932-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'cbcd8ca94eb441b6a0575e6afc463d53', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'f53a254c8bd34fa5a6c8c31da952c713', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62328) authorize /opt/stack/nova/nova/policy.py:192}} [ 546.827133] env[62328]: DEBUG oslo_vmware.api [None req-45807482-cb93-4c66-9eb5-d9d7c484af95 tempest-MigrationsAdminTest-413245202 tempest-MigrationsAdminTest-413245202-project-member] Waiting for the task: (returnval){ [ 546.827133] env[62328]: value = "session[52a6e20e-410d-708a-99f2-080a575a99bd]521d7e30-bb71-b0c8-4059-d67b7a05ea3a" [ 546.827133] env[62328]: _type = "Task" [ 546.827133] env[62328]: } to complete. {{(pid=62328) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 546.839095] env[62328]: DEBUG oslo_concurrency.lockutils [None req-45807482-cb93-4c66-9eb5-d9d7c484af95 tempest-MigrationsAdminTest-413245202 tempest-MigrationsAdminTest-413245202-project-member] Releasing lock "[datastore2] devstack-image-cache_base/dbf872a4-92be-47e4-8561-c3e2bf2423ab" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 546.839205] env[62328]: DEBUG nova.virt.vmwareapi.vmops [None req-45807482-cb93-4c66-9eb5-d9d7c484af95 tempest-MigrationsAdminTest-413245202 tempest-MigrationsAdminTest-413245202-project-member] [instance: 613e2516-6209-439d-bb90-b87d67b281a8] Processing image dbf872a4-92be-47e4-8561-c3e2bf2423ab {{(pid=62328) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 546.839875] env[62328]: DEBUG oslo_concurrency.lockutils [None req-45807482-cb93-4c66-9eb5-d9d7c484af95 tempest-MigrationsAdminTest-413245202 tempest-MigrationsAdminTest-413245202-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/dbf872a4-92be-47e4-8561-c3e2bf2423ab/dbf872a4-92be-47e4-8561-c3e2bf2423ab.vmdk" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 546.935952] env[62328]: DEBUG oslo_service.periodic_task [None req-332cd9a1-235b-4315-894a-68f76363e980 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=62328) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 546.937058] env[62328]: DEBUG oslo_service.periodic_task [None req-332cd9a1-235b-4315-894a-68f76363e980 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=62328) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 546.937058] env[62328]: DEBUG nova.compute.manager [None req-332cd9a1-235b-4315-894a-68f76363e980 None None] Starting heal instance info cache {{(pid=62328) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10445}} [ 546.937188] env[62328]: DEBUG nova.compute.manager [None req-332cd9a1-235b-4315-894a-68f76363e980 None None] Rebuilding the list of instances to heal {{(pid=62328) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10449}} [ 547.181163] env[62328]: DEBUG nova.compute.manager [None req-20bc2990-99e2-4645-a535-ce0e988a329f tempest-ServerPasswordTestJSON-1408689932 tempest-ServerPasswordTestJSON-1408689932-project-member] [instance: 96f94f58-1fd4-4e65-a362-2861daab1a34] Start building block device mappings for instance. {{(pid=62328) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 547.257142] env[62328]: DEBUG nova.compute.manager [None req-014c16d2-aa88-423e-bc81-f834ad5f8eb3 tempest-InstanceActionsV221TestJSON-1254732959 tempest-InstanceActionsV221TestJSON-1254732959-project-member] [instance: bf44560e-3ce4-42b6-8230-481b2094ebcc] Starting instance... {{(pid=62328) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 547.402917] env[62328]: DEBUG oslo_vmware.rw_handles [None req-01c75a7d-9767-4a2a-b550-aead02b5e008 tempest-ServerDiagnosticsV248Test-811684029 tempest-ServerDiagnosticsV248Test-811684029-project-member] Completed reading data from the image iterator. {{(pid=62328) read /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:765}} [ 547.402917] env[62328]: DEBUG oslo_vmware.rw_handles [None req-01c75a7d-9767-4a2a-b550-aead02b5e008 tempest-ServerDiagnosticsV248Test-811684029 tempest-ServerDiagnosticsV248Test-811684029-project-member] Closing write handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap:443/folder/vmware_temp/cb9174cc-a8b5-475d-8fd4-05f78dfaa004/dbf872a4-92be-47e4-8561-c3e2bf2423ab/tmp-sparse.vmdk?dcPath=ha-datacenter&dsName=datastore2. {{(pid=62328) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:281}} [ 547.406318] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d19bed5b-c198-4a60-8137-c4330f36956b {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 547.415859] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-50d2d4e8-afa8-4618-b0e1-9287c159960d {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 547.450094] env[62328]: DEBUG nova.compute.manager [None req-332cd9a1-235b-4315-894a-68f76363e980 None None] [instance: 613e2516-6209-439d-bb90-b87d67b281a8] Skipping network cache update for instance because it is Building. {{(pid=62328) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10458}} [ 547.450469] env[62328]: DEBUG nova.compute.manager [None req-332cd9a1-235b-4315-894a-68f76363e980 None None] [instance: f57853bd-b4a9-46ef-86ac-9fbe33732cd1] Skipping network cache update for instance because it is Building. {{(pid=62328) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10458}} [ 547.450469] env[62328]: DEBUG nova.compute.manager [None req-332cd9a1-235b-4315-894a-68f76363e980 None None] [instance: b08dddfd-83d2-434a-b533-c4e7515d44db] Skipping network cache update for instance because it is Building. {{(pid=62328) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10458}} [ 547.450937] env[62328]: DEBUG nova.compute.manager [None req-332cd9a1-235b-4315-894a-68f76363e980 None None] [instance: 96f94f58-1fd4-4e65-a362-2861daab1a34] Skipping network cache update for instance because it is Building. {{(pid=62328) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10458}} [ 547.450937] env[62328]: DEBUG nova.compute.manager [None req-332cd9a1-235b-4315-894a-68f76363e980 None None] [instance: 4584a496-3f79-40ce-bf30-178bb7c0afcc] Skipping network cache update for instance because it is Building. {{(pid=62328) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10458}} [ 547.451105] env[62328]: DEBUG nova.compute.manager [None req-332cd9a1-235b-4315-894a-68f76363e980 None None] Didn't find any instances for network info cache update. {{(pid=62328) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10531}} [ 547.451633] env[62328]: DEBUG oslo_service.periodic_task [None req-332cd9a1-235b-4315-894a-68f76363e980 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=62328) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 547.453923] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-362e4016-c593-420b-bf88-bf96789ec891 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 547.461367] env[62328]: DEBUG nova.virt.vmwareapi.images [None req-01c75a7d-9767-4a2a-b550-aead02b5e008 tempest-ServerDiagnosticsV248Test-811684029 tempest-ServerDiagnosticsV248Test-811684029-project-member] [instance: f57853bd-b4a9-46ef-86ac-9fbe33732cd1] Downloaded image file data dbf872a4-92be-47e4-8561-c3e2bf2423ab to vmware_temp/cb9174cc-a8b5-475d-8fd4-05f78dfaa004/dbf872a4-92be-47e4-8561-c3e2bf2423ab/tmp-sparse.vmdk on the data store datastore2 {{(pid=62328) fetch_image /opt/stack/nova/nova/virt/vmwareapi/images.py:258}} [ 547.463766] env[62328]: DEBUG nova.virt.vmwareapi.vmops [None req-01c75a7d-9767-4a2a-b550-aead02b5e008 tempest-ServerDiagnosticsV248Test-811684029 tempest-ServerDiagnosticsV248Test-811684029-project-member] [instance: f57853bd-b4a9-46ef-86ac-9fbe33732cd1] Caching image {{(pid=62328) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:638}} [ 547.464073] env[62328]: DEBUG nova.virt.vmwareapi.vm_util [None req-01c75a7d-9767-4a2a-b550-aead02b5e008 tempest-ServerDiagnosticsV248Test-811684029 tempest-ServerDiagnosticsV248Test-811684029-project-member] Copying Virtual Disk [datastore2] vmware_temp/cb9174cc-a8b5-475d-8fd4-05f78dfaa004/dbf872a4-92be-47e4-8561-c3e2bf2423ab/tmp-sparse.vmdk to [datastore2] vmware_temp/cb9174cc-a8b5-475d-8fd4-05f78dfaa004/dbf872a4-92be-47e4-8561-c3e2bf2423ab/dbf872a4-92be-47e4-8561-c3e2bf2423ab.vmdk {{(pid=62328) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 547.464409] env[62328]: DEBUG oslo_service.periodic_task [None req-332cd9a1-235b-4315-894a-68f76363e980 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=62328) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 547.465727] env[62328]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-6ebd51f6-fe91-4213-b698-67022422fd19 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 547.469379] env[62328]: DEBUG oslo_service.periodic_task [None req-332cd9a1-235b-4315-894a-68f76363e980 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=62328) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 547.471211] env[62328]: DEBUG oslo_service.periodic_task [None req-332cd9a1-235b-4315-894a-68f76363e980 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=62328) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 547.471981] env[62328]: DEBUG oslo_service.periodic_task [None req-332cd9a1-235b-4315-894a-68f76363e980 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=62328) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 547.475253] env[62328]: DEBUG oslo_service.periodic_task [None req-332cd9a1-235b-4315-894a-68f76363e980 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=62328) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 547.475536] env[62328]: DEBUG nova.compute.manager [None req-332cd9a1-235b-4315-894a-68f76363e980 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=62328) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11064}} [ 547.481142] env[62328]: DEBUG oslo_service.periodic_task [None req-332cd9a1-235b-4315-894a-68f76363e980 None None] Running periodic task ComputeManager.update_available_resource {{(pid=62328) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 547.486133] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-711fda2d-e90a-41e4-9c78-bc46859c9eb9 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 547.492998] env[62328]: DEBUG oslo_vmware.api [None req-01c75a7d-9767-4a2a-b550-aead02b5e008 tempest-ServerDiagnosticsV248Test-811684029 tempest-ServerDiagnosticsV248Test-811684029-project-member] Waiting for the task: (returnval){ [ 547.492998] env[62328]: value = "task-2386150" [ 547.492998] env[62328]: _type = "Task" [ 547.492998] env[62328]: } to complete. {{(pid=62328) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 547.512038] env[62328]: DEBUG nova.compute.provider_tree [None req-9b57f4c2-f6fa-41ea-9a6d-e559546e70fe tempest-ServerDiagnosticsNegativeTest-1831247043 tempest-ServerDiagnosticsNegativeTest-1831247043-project-member] Inventory has not changed in ProviderTree for provider: 3469e9f8-04af-49ca-8435-49f104496744 {{(pid=62328) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 547.525333] env[62328]: DEBUG oslo_vmware.api [None req-01c75a7d-9767-4a2a-b550-aead02b5e008 tempest-ServerDiagnosticsV248Test-811684029 tempest-ServerDiagnosticsV248Test-811684029-project-member] Task: {'id': task-2386150, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 547.748412] env[62328]: DEBUG nova.network.neutron [None req-20bc2990-99e2-4645-a535-ce0e988a329f tempest-ServerPasswordTestJSON-1408689932 tempest-ServerPasswordTestJSON-1408689932-project-member] [instance: 96f94f58-1fd4-4e65-a362-2861daab1a34] Successfully created port: 75c8153e-f821-419c-b07b-dcdcfac31a03 {{(pid=62328) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 547.790598] env[62328]: DEBUG oslo_concurrency.lockutils [None req-014c16d2-aa88-423e-bc81-f834ad5f8eb3 tempest-InstanceActionsV221TestJSON-1254732959 tempest-InstanceActionsV221TestJSON-1254732959-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 547.943253] env[62328]: DEBUG nova.network.neutron [None req-af381420-5073-4f49-b4bc-c15593d043cf tempest-DeleteServersAdminTestJSON-1672951685 tempest-DeleteServersAdminTestJSON-1672951685-project-member] [instance: b08dddfd-83d2-434a-b533-c4e7515d44db] Successfully updated port: 218e5ffe-ca85-4ceb-bb99-2ef2ec2f4775 {{(pid=62328) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 547.986472] env[62328]: DEBUG oslo_concurrency.lockutils [None req-332cd9a1-235b-4315-894a-68f76363e980 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 548.008356] env[62328]: DEBUG oslo_vmware.api [None req-01c75a7d-9767-4a2a-b550-aead02b5e008 tempest-ServerDiagnosticsV248Test-811684029 tempest-ServerDiagnosticsV248Test-811684029-project-member] Task: {'id': task-2386150, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 548.016380] env[62328]: DEBUG nova.scheduler.client.report [None req-9b57f4c2-f6fa-41ea-9a6d-e559546e70fe tempest-ServerDiagnosticsNegativeTest-1831247043 tempest-ServerDiagnosticsNegativeTest-1831247043-project-member] Inventory has not changed for provider 3469e9f8-04af-49ca-8435-49f104496744 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 153, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62328) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 548.202204] env[62328]: DEBUG nova.compute.manager [None req-20bc2990-99e2-4645-a535-ce0e988a329f tempest-ServerPasswordTestJSON-1408689932 tempest-ServerPasswordTestJSON-1408689932-project-member] [instance: 96f94f58-1fd4-4e65-a362-2861daab1a34] Start spawning the instance on the hypervisor. {{(pid=62328) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 548.258810] env[62328]: DEBUG nova.virt.hardware [None req-20bc2990-99e2-4645-a535-ce0e988a329f tempest-ServerPasswordTestJSON-1408689932 tempest-ServerPasswordTestJSON-1408689932-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-07T17:16:55Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-07T17:16:37Z,direct_url=,disk_format='vmdk',id=dbf872a4-92be-47e4-8561-c3e2bf2423ab,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='2a64022f08d84b11a86773b900860ae5',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-07T17:16:38Z,virtual_size=,visibility=), allow threads: False {{(pid=62328) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 548.258810] env[62328]: DEBUG nova.virt.hardware [None req-20bc2990-99e2-4645-a535-ce0e988a329f tempest-ServerPasswordTestJSON-1408689932 tempest-ServerPasswordTestJSON-1408689932-project-member] Flavor limits 0:0:0 {{(pid=62328) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 548.258810] env[62328]: DEBUG nova.virt.hardware [None req-20bc2990-99e2-4645-a535-ce0e988a329f tempest-ServerPasswordTestJSON-1408689932 tempest-ServerPasswordTestJSON-1408689932-project-member] Image limits 0:0:0 {{(pid=62328) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 548.259160] env[62328]: DEBUG nova.virt.hardware [None req-20bc2990-99e2-4645-a535-ce0e988a329f tempest-ServerPasswordTestJSON-1408689932 tempest-ServerPasswordTestJSON-1408689932-project-member] Flavor pref 0:0:0 {{(pid=62328) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 548.259160] env[62328]: DEBUG nova.virt.hardware [None req-20bc2990-99e2-4645-a535-ce0e988a329f tempest-ServerPasswordTestJSON-1408689932 tempest-ServerPasswordTestJSON-1408689932-project-member] Image pref 0:0:0 {{(pid=62328) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 548.259160] env[62328]: DEBUG nova.virt.hardware [None req-20bc2990-99e2-4645-a535-ce0e988a329f tempest-ServerPasswordTestJSON-1408689932 tempest-ServerPasswordTestJSON-1408689932-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62328) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 548.259286] env[62328]: DEBUG nova.virt.hardware [None req-20bc2990-99e2-4645-a535-ce0e988a329f tempest-ServerPasswordTestJSON-1408689932 tempest-ServerPasswordTestJSON-1408689932-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62328) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 548.259332] env[62328]: DEBUG nova.virt.hardware [None req-20bc2990-99e2-4645-a535-ce0e988a329f tempest-ServerPasswordTestJSON-1408689932 tempest-ServerPasswordTestJSON-1408689932-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62328) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 548.259489] env[62328]: DEBUG nova.virt.hardware [None req-20bc2990-99e2-4645-a535-ce0e988a329f tempest-ServerPasswordTestJSON-1408689932 tempest-ServerPasswordTestJSON-1408689932-project-member] Got 1 possible topologies {{(pid=62328) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 548.259655] env[62328]: DEBUG nova.virt.hardware [None req-20bc2990-99e2-4645-a535-ce0e988a329f tempest-ServerPasswordTestJSON-1408689932 tempest-ServerPasswordTestJSON-1408689932-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62328) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 548.260125] env[62328]: DEBUG nova.virt.hardware [None req-20bc2990-99e2-4645-a535-ce0e988a329f tempest-ServerPasswordTestJSON-1408689932 tempest-ServerPasswordTestJSON-1408689932-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62328) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 548.261106] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-96617356-b4c4-4fca-b91e-1f4d8697e62c {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 548.277050] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2af4dd24-0207-4608-bc20-00d09388ece8 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 548.449188] env[62328]: DEBUG oslo_concurrency.lockutils [None req-af381420-5073-4f49-b4bc-c15593d043cf tempest-DeleteServersAdminTestJSON-1672951685 tempest-DeleteServersAdminTestJSON-1672951685-project-member] Acquiring lock "refresh_cache-b08dddfd-83d2-434a-b533-c4e7515d44db" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 548.449188] env[62328]: DEBUG oslo_concurrency.lockutils [None req-af381420-5073-4f49-b4bc-c15593d043cf tempest-DeleteServersAdminTestJSON-1672951685 tempest-DeleteServersAdminTestJSON-1672951685-project-member] Acquired lock "refresh_cache-b08dddfd-83d2-434a-b533-c4e7515d44db" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 548.449188] env[62328]: DEBUG nova.network.neutron [None req-af381420-5073-4f49-b4bc-c15593d043cf tempest-DeleteServersAdminTestJSON-1672951685 tempest-DeleteServersAdminTestJSON-1672951685-project-member] [instance: b08dddfd-83d2-434a-b533-c4e7515d44db] Building network info cache for instance {{(pid=62328) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 548.508401] env[62328]: DEBUG oslo_vmware.api [None req-01c75a7d-9767-4a2a-b550-aead02b5e008 tempest-ServerDiagnosticsV248Test-811684029 tempest-ServerDiagnosticsV248Test-811684029-project-member] Task: {'id': task-2386150, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 548.525244] env[62328]: DEBUG oslo_concurrency.lockutils [None req-9b57f4c2-f6fa-41ea-9a6d-e559546e70fe tempest-ServerDiagnosticsNegativeTest-1831247043 tempest-ServerDiagnosticsNegativeTest-1831247043-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.384s {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 548.526663] env[62328]: DEBUG nova.compute.manager [None req-9b57f4c2-f6fa-41ea-9a6d-e559546e70fe tempest-ServerDiagnosticsNegativeTest-1831247043 tempest-ServerDiagnosticsNegativeTest-1831247043-project-member] [instance: 4584a496-3f79-40ce-bf30-178bb7c0afcc] Start building networks asynchronously for instance. {{(pid=62328) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 548.532093] env[62328]: DEBUG oslo_concurrency.lockutils [None req-107115ac-01e8-4ad8-a0e8-c1a8a00d753d tempest-FloatingIPsAssociationTestJSON-89523020 tempest-FloatingIPsAssociationTestJSON-89523020-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 5.846s {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 548.534637] env[62328]: INFO nova.compute.claims [None req-107115ac-01e8-4ad8-a0e8-c1a8a00d753d tempest-FloatingIPsAssociationTestJSON-89523020 tempest-FloatingIPsAssociationTestJSON-89523020-project-member] [instance: 911e8910-7b82-4557-af15-99cf96b7314e] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 549.013478] env[62328]: DEBUG oslo_vmware.api [None req-01c75a7d-9767-4a2a-b550-aead02b5e008 tempest-ServerDiagnosticsV248Test-811684029 tempest-ServerDiagnosticsV248Test-811684029-project-member] Task: {'id': task-2386150, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.077716} completed successfully. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 549.013704] env[62328]: DEBUG nova.virt.vmwareapi.vm_util [None req-01c75a7d-9767-4a2a-b550-aead02b5e008 tempest-ServerDiagnosticsV248Test-811684029 tempest-ServerDiagnosticsV248Test-811684029-project-member] Copied Virtual Disk [datastore2] vmware_temp/cb9174cc-a8b5-475d-8fd4-05f78dfaa004/dbf872a4-92be-47e4-8561-c3e2bf2423ab/tmp-sparse.vmdk to [datastore2] vmware_temp/cb9174cc-a8b5-475d-8fd4-05f78dfaa004/dbf872a4-92be-47e4-8561-c3e2bf2423ab/dbf872a4-92be-47e4-8561-c3e2bf2423ab.vmdk {{(pid=62328) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 549.013852] env[62328]: DEBUG nova.virt.vmwareapi.ds_util [None req-01c75a7d-9767-4a2a-b550-aead02b5e008 tempest-ServerDiagnosticsV248Test-811684029 tempest-ServerDiagnosticsV248Test-811684029-project-member] Deleting the datastore file [datastore2] vmware_temp/cb9174cc-a8b5-475d-8fd4-05f78dfaa004/dbf872a4-92be-47e4-8561-c3e2bf2423ab/tmp-sparse.vmdk {{(pid=62328) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 549.014128] env[62328]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-2a7e10c6-0120-412b-a1e9-fc89b6bba0c4 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 549.024537] env[62328]: DEBUG oslo_vmware.api [None req-01c75a7d-9767-4a2a-b550-aead02b5e008 tempest-ServerDiagnosticsV248Test-811684029 tempest-ServerDiagnosticsV248Test-811684029-project-member] Waiting for the task: (returnval){ [ 549.024537] env[62328]: value = "task-2386151" [ 549.024537] env[62328]: _type = "Task" [ 549.024537] env[62328]: } to complete. {{(pid=62328) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 549.035877] env[62328]: DEBUG oslo_vmware.api [None req-01c75a7d-9767-4a2a-b550-aead02b5e008 tempest-ServerDiagnosticsV248Test-811684029 tempest-ServerDiagnosticsV248Test-811684029-project-member] Task: {'id': task-2386151, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 549.048255] env[62328]: DEBUG nova.compute.utils [None req-9b57f4c2-f6fa-41ea-9a6d-e559546e70fe tempest-ServerDiagnosticsNegativeTest-1831247043 tempest-ServerDiagnosticsNegativeTest-1831247043-project-member] Using /dev/sd instead of None {{(pid=62328) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 549.048708] env[62328]: DEBUG nova.compute.manager [None req-9b57f4c2-f6fa-41ea-9a6d-e559546e70fe tempest-ServerDiagnosticsNegativeTest-1831247043 tempest-ServerDiagnosticsNegativeTest-1831247043-project-member] [instance: 4584a496-3f79-40ce-bf30-178bb7c0afcc] Allocating IP information in the background. {{(pid=62328) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 549.048998] env[62328]: DEBUG nova.network.neutron [None req-9b57f4c2-f6fa-41ea-9a6d-e559546e70fe tempest-ServerDiagnosticsNegativeTest-1831247043 tempest-ServerDiagnosticsNegativeTest-1831247043-project-member] [instance: 4584a496-3f79-40ce-bf30-178bb7c0afcc] allocate_for_instance() {{(pid=62328) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 549.091304] env[62328]: DEBUG nova.network.neutron [None req-af381420-5073-4f49-b4bc-c15593d043cf tempest-DeleteServersAdminTestJSON-1672951685 tempest-DeleteServersAdminTestJSON-1672951685-project-member] [instance: b08dddfd-83d2-434a-b533-c4e7515d44db] Instance cache missing network info. {{(pid=62328) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 549.537884] env[62328]: DEBUG oslo_vmware.api [None req-01c75a7d-9767-4a2a-b550-aead02b5e008 tempest-ServerDiagnosticsV248Test-811684029 tempest-ServerDiagnosticsV248Test-811684029-project-member] Task: {'id': task-2386151, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.025114} completed successfully. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 549.538710] env[62328]: DEBUG nova.virt.vmwareapi.ds_util [None req-01c75a7d-9767-4a2a-b550-aead02b5e008 tempest-ServerDiagnosticsV248Test-811684029 tempest-ServerDiagnosticsV248Test-811684029-project-member] Deleted the datastore file {{(pid=62328) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 549.539296] env[62328]: DEBUG nova.virt.vmwareapi.ds_util [None req-01c75a7d-9767-4a2a-b550-aead02b5e008 tempest-ServerDiagnosticsV248Test-811684029 tempest-ServerDiagnosticsV248Test-811684029-project-member] Moving file from [datastore2] vmware_temp/cb9174cc-a8b5-475d-8fd4-05f78dfaa004/dbf872a4-92be-47e4-8561-c3e2bf2423ab to [datastore2] devstack-image-cache_base/dbf872a4-92be-47e4-8561-c3e2bf2423ab. {{(pid=62328) file_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:334}} [ 549.539499] env[62328]: DEBUG oslo_vmware.service [-] Invoking FileManager.MoveDatastoreFile_Task with opID=oslo.vmware-e8068990-1750-413c-b7e2-965caf8beca1 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 549.558100] env[62328]: DEBUG nova.compute.manager [None req-9b57f4c2-f6fa-41ea-9a6d-e559546e70fe tempest-ServerDiagnosticsNegativeTest-1831247043 tempest-ServerDiagnosticsNegativeTest-1831247043-project-member] [instance: 4584a496-3f79-40ce-bf30-178bb7c0afcc] Start building block device mappings for instance. {{(pid=62328) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 549.566542] env[62328]: DEBUG oslo_vmware.api [None req-01c75a7d-9767-4a2a-b550-aead02b5e008 tempest-ServerDiagnosticsV248Test-811684029 tempest-ServerDiagnosticsV248Test-811684029-project-member] Waiting for the task: (returnval){ [ 549.566542] env[62328]: value = "task-2386152" [ 549.566542] env[62328]: _type = "Task" [ 549.566542] env[62328]: } to complete. {{(pid=62328) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 549.581051] env[62328]: DEBUG oslo_vmware.api [None req-01c75a7d-9767-4a2a-b550-aead02b5e008 tempest-ServerDiagnosticsV248Test-811684029 tempest-ServerDiagnosticsV248Test-811684029-project-member] Task: {'id': task-2386152, 'name': MoveDatastoreFile_Task, 'duration_secs': 0.026824} completed successfully. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 549.581051] env[62328]: DEBUG nova.virt.vmwareapi.ds_util [None req-01c75a7d-9767-4a2a-b550-aead02b5e008 tempest-ServerDiagnosticsV248Test-811684029 tempest-ServerDiagnosticsV248Test-811684029-project-member] File moved {{(pid=62328) file_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:346}} [ 549.581377] env[62328]: DEBUG nova.virt.vmwareapi.vmops [None req-01c75a7d-9767-4a2a-b550-aead02b5e008 tempest-ServerDiagnosticsV248Test-811684029 tempest-ServerDiagnosticsV248Test-811684029-project-member] [instance: f57853bd-b4a9-46ef-86ac-9fbe33732cd1] Cleaning up location [datastore2] vmware_temp/cb9174cc-a8b5-475d-8fd4-05f78dfaa004 {{(pid=62328) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:640}} [ 549.581753] env[62328]: DEBUG nova.virt.vmwareapi.ds_util [None req-01c75a7d-9767-4a2a-b550-aead02b5e008 tempest-ServerDiagnosticsV248Test-811684029 tempest-ServerDiagnosticsV248Test-811684029-project-member] Deleting the datastore file [datastore2] vmware_temp/cb9174cc-a8b5-475d-8fd4-05f78dfaa004 {{(pid=62328) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 549.583884] env[62328]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-8bd6d64c-fb7e-48c9-8c62-4809c914408e {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 549.590108] env[62328]: DEBUG oslo_vmware.api [None req-01c75a7d-9767-4a2a-b550-aead02b5e008 tempest-ServerDiagnosticsV248Test-811684029 tempest-ServerDiagnosticsV248Test-811684029-project-member] Waiting for the task: (returnval){ [ 549.590108] env[62328]: value = "task-2386153" [ 549.590108] env[62328]: _type = "Task" [ 549.590108] env[62328]: } to complete. {{(pid=62328) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 549.604735] env[62328]: DEBUG oslo_vmware.api [None req-01c75a7d-9767-4a2a-b550-aead02b5e008 tempest-ServerDiagnosticsV248Test-811684029 tempest-ServerDiagnosticsV248Test-811684029-project-member] Task: {'id': task-2386153, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 549.634240] env[62328]: DEBUG nova.policy [None req-9b57f4c2-f6fa-41ea-9a6d-e559546e70fe tempest-ServerDiagnosticsNegativeTest-1831247043 tempest-ServerDiagnosticsNegativeTest-1831247043-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'c9fcf0efbebe4b8a8d2d4ec52471ea7e', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'dec84b6f6d63416f9007045a7f4b4dcf', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62328) authorize /opt/stack/nova/nova/policy.py:192}} [ 549.770767] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2dfcf8d0-6cd8-4e0d-a62d-932740fafff5 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 549.779989] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-94f4d42f-86e6-44df-bf2d-4aef8557cc95 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 549.824621] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f6550eef-70a9-4272-bc13-9a783c0023e2 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 549.835320] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b611ab8a-4ee5-4b5f-8230-89062930a288 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 549.857995] env[62328]: DEBUG nova.compute.provider_tree [None req-107115ac-01e8-4ad8-a0e8-c1a8a00d753d tempest-FloatingIPsAssociationTestJSON-89523020 tempest-FloatingIPsAssociationTestJSON-89523020-project-member] Inventory has not changed in ProviderTree for provider: 3469e9f8-04af-49ca-8435-49f104496744 {{(pid=62328) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 549.949983] env[62328]: DEBUG nova.network.neutron [None req-af381420-5073-4f49-b4bc-c15593d043cf tempest-DeleteServersAdminTestJSON-1672951685 tempest-DeleteServersAdminTestJSON-1672951685-project-member] [instance: b08dddfd-83d2-434a-b533-c4e7515d44db] Updating instance_info_cache with network_info: [{"id": "218e5ffe-ca85-4ceb-bb99-2ef2ec2f4775", "address": "fa:16:3e:07:8b:46", "network": {"id": "ec511a9f-4661-41db-95bd-0fc9ad2de615", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.37", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "2a64022f08d84b11a86773b900860ae5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a4f91f31-0516-4d62-a341-e03a50b7c477", "external-id": "nsx-vlan-transportzone-963", "segmentation_id": 963, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap218e5ffe-ca", "ovs_interfaceid": "218e5ffe-ca85-4ceb-bb99-2ef2ec2f4775", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62328) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 550.088727] env[62328]: DEBUG nova.compute.manager [req-1e44b5db-365a-4bf0-a0b1-94a3e066a8a5 req-017967a7-c3de-4c9a-9ec8-05496888c0fb service nova] [instance: 613e2516-6209-439d-bb90-b87d67b281a8] Received event network-changed-6cfbb9f4-c09f-4620-84ce-293a5d57918c {{(pid=62328) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 550.088727] env[62328]: DEBUG nova.compute.manager [req-1e44b5db-365a-4bf0-a0b1-94a3e066a8a5 req-017967a7-c3de-4c9a-9ec8-05496888c0fb service nova] [instance: 613e2516-6209-439d-bb90-b87d67b281a8] Refreshing instance network info cache due to event network-changed-6cfbb9f4-c09f-4620-84ce-293a5d57918c. {{(pid=62328) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 550.091855] env[62328]: DEBUG oslo_concurrency.lockutils [req-1e44b5db-365a-4bf0-a0b1-94a3e066a8a5 req-017967a7-c3de-4c9a-9ec8-05496888c0fb service nova] Acquiring lock "refresh_cache-613e2516-6209-439d-bb90-b87d67b281a8" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 550.094136] env[62328]: DEBUG oslo_concurrency.lockutils [req-1e44b5db-365a-4bf0-a0b1-94a3e066a8a5 req-017967a7-c3de-4c9a-9ec8-05496888c0fb service nova] Acquired lock "refresh_cache-613e2516-6209-439d-bb90-b87d67b281a8" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 550.094316] env[62328]: DEBUG nova.network.neutron [req-1e44b5db-365a-4bf0-a0b1-94a3e066a8a5 req-017967a7-c3de-4c9a-9ec8-05496888c0fb service nova] [instance: 613e2516-6209-439d-bb90-b87d67b281a8] Refreshing network info cache for port 6cfbb9f4-c09f-4620-84ce-293a5d57918c {{(pid=62328) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 550.111536] env[62328]: DEBUG oslo_vmware.api [None req-01c75a7d-9767-4a2a-b550-aead02b5e008 tempest-ServerDiagnosticsV248Test-811684029 tempest-ServerDiagnosticsV248Test-811684029-project-member] Task: {'id': task-2386153, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.022533} completed successfully. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 550.112286] env[62328]: DEBUG nova.virt.vmwareapi.ds_util [None req-01c75a7d-9767-4a2a-b550-aead02b5e008 tempest-ServerDiagnosticsV248Test-811684029 tempest-ServerDiagnosticsV248Test-811684029-project-member] Deleted the datastore file {{(pid=62328) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 550.113339] env[62328]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8669a1cf-76b9-426e-9d16-38db51bdd69a {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 550.123338] env[62328]: DEBUG oslo_vmware.api [None req-01c75a7d-9767-4a2a-b550-aead02b5e008 tempest-ServerDiagnosticsV248Test-811684029 tempest-ServerDiagnosticsV248Test-811684029-project-member] Waiting for the task: (returnval){ [ 550.123338] env[62328]: value = "session[52a6e20e-410d-708a-99f2-080a575a99bd]5270db7b-c90c-9a84-71ab-a27010764760" [ 550.123338] env[62328]: _type = "Task" [ 550.123338] env[62328]: } to complete. {{(pid=62328) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 550.132727] env[62328]: DEBUG oslo_vmware.api [None req-01c75a7d-9767-4a2a-b550-aead02b5e008 tempest-ServerDiagnosticsV248Test-811684029 tempest-ServerDiagnosticsV248Test-811684029-project-member] Task: {'id': session[52a6e20e-410d-708a-99f2-080a575a99bd]5270db7b-c90c-9a84-71ab-a27010764760, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 550.366139] env[62328]: DEBUG nova.scheduler.client.report [None req-107115ac-01e8-4ad8-a0e8-c1a8a00d753d tempest-FloatingIPsAssociationTestJSON-89523020 tempest-FloatingIPsAssociationTestJSON-89523020-project-member] Inventory has not changed for provider 3469e9f8-04af-49ca-8435-49f104496744 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 153, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62328) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 550.454548] env[62328]: DEBUG oslo_concurrency.lockutils [None req-af381420-5073-4f49-b4bc-c15593d043cf tempest-DeleteServersAdminTestJSON-1672951685 tempest-DeleteServersAdminTestJSON-1672951685-project-member] Releasing lock "refresh_cache-b08dddfd-83d2-434a-b533-c4e7515d44db" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 550.455606] env[62328]: DEBUG nova.compute.manager [None req-af381420-5073-4f49-b4bc-c15593d043cf tempest-DeleteServersAdminTestJSON-1672951685 tempest-DeleteServersAdminTestJSON-1672951685-project-member] [instance: b08dddfd-83d2-434a-b533-c4e7515d44db] Instance network_info: |[{"id": "218e5ffe-ca85-4ceb-bb99-2ef2ec2f4775", "address": "fa:16:3e:07:8b:46", "network": {"id": "ec511a9f-4661-41db-95bd-0fc9ad2de615", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.37", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "2a64022f08d84b11a86773b900860ae5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a4f91f31-0516-4d62-a341-e03a50b7c477", "external-id": "nsx-vlan-transportzone-963", "segmentation_id": 963, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap218e5ffe-ca", "ovs_interfaceid": "218e5ffe-ca85-4ceb-bb99-2ef2ec2f4775", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62328) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 550.456731] env[62328]: DEBUG nova.virt.vmwareapi.vmops [None req-af381420-5073-4f49-b4bc-c15593d043cf tempest-DeleteServersAdminTestJSON-1672951685 tempest-DeleteServersAdminTestJSON-1672951685-project-member] [instance: b08dddfd-83d2-434a-b533-c4e7515d44db] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:07:8b:46', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'a4f91f31-0516-4d62-a341-e03a50b7c477', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '218e5ffe-ca85-4ceb-bb99-2ef2ec2f4775', 'vif_model': 'vmxnet3'}] {{(pid=62328) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 550.465289] env[62328]: DEBUG nova.virt.vmwareapi.vm_util [None req-af381420-5073-4f49-b4bc-c15593d043cf tempest-DeleteServersAdminTestJSON-1672951685 tempest-DeleteServersAdminTestJSON-1672951685-project-member] Creating folder: Project (6be283ca002446bea6e86923a837da3f). Parent ref: group-v484164. {{(pid=62328) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 550.466664] env[62328]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-2b607cd2-175b-4941-9ca6-ef14ca035580 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 550.473637] env[62328]: DEBUG oslo_concurrency.lockutils [None req-57926e8a-0913-4309-9bf4-4accdab40378 tempest-ServerDiagnosticsTest-1328327217 tempest-ServerDiagnosticsTest-1328327217-project-member] Acquiring lock "26ce508b-d9c2-42ef-9713-138c359aa4a9" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 550.473846] env[62328]: DEBUG oslo_concurrency.lockutils [None req-57926e8a-0913-4309-9bf4-4accdab40378 tempest-ServerDiagnosticsTest-1328327217 tempest-ServerDiagnosticsTest-1328327217-project-member] Lock "26ce508b-d9c2-42ef-9713-138c359aa4a9" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 550.484514] env[62328]: INFO nova.virt.vmwareapi.vm_util [None req-af381420-5073-4f49-b4bc-c15593d043cf tempest-DeleteServersAdminTestJSON-1672951685 tempest-DeleteServersAdminTestJSON-1672951685-project-member] Created folder: Project (6be283ca002446bea6e86923a837da3f) in parent group-v484164. [ 550.484984] env[62328]: DEBUG nova.virt.vmwareapi.vm_util [None req-af381420-5073-4f49-b4bc-c15593d043cf tempest-DeleteServersAdminTestJSON-1672951685 tempest-DeleteServersAdminTestJSON-1672951685-project-member] Creating folder: Instances. Parent ref: group-v484171. {{(pid=62328) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 550.485308] env[62328]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-d691853b-7eeb-49ab-a2b8-9c1315da667b {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 550.495120] env[62328]: INFO nova.virt.vmwareapi.vm_util [None req-af381420-5073-4f49-b4bc-c15593d043cf tempest-DeleteServersAdminTestJSON-1672951685 tempest-DeleteServersAdminTestJSON-1672951685-project-member] Created folder: Instances in parent group-v484171. [ 550.495473] env[62328]: DEBUG oslo.service.loopingcall [None req-af381420-5073-4f49-b4bc-c15593d043cf tempest-DeleteServersAdminTestJSON-1672951685 tempest-DeleteServersAdminTestJSON-1672951685-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62328) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 550.496835] env[62328]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b08dddfd-83d2-434a-b533-c4e7515d44db] Creating VM on the ESX host {{(pid=62328) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 550.496835] env[62328]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-ae830959-8c96-455a-8568-a6d119259e04 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 550.519351] env[62328]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 550.519351] env[62328]: value = "task-2386156" [ 550.519351] env[62328]: _type = "Task" [ 550.519351] env[62328]: } to complete. {{(pid=62328) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 550.528570] env[62328]: DEBUG oslo_vmware.api [-] Task: {'id': task-2386156, 'name': CreateVM_Task} progress is 0%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 550.573960] env[62328]: DEBUG nova.compute.manager [None req-9b57f4c2-f6fa-41ea-9a6d-e559546e70fe tempest-ServerDiagnosticsNegativeTest-1831247043 tempest-ServerDiagnosticsNegativeTest-1831247043-project-member] [instance: 4584a496-3f79-40ce-bf30-178bb7c0afcc] Start spawning the instance on the hypervisor. {{(pid=62328) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 550.581892] env[62328]: DEBUG oslo_concurrency.lockutils [None req-2d6cbe4f-90f6-4be8-baa3-cec59b7b6052 tempest-ServerActionsTestOtherA-1098162655 tempest-ServerActionsTestOtherA-1098162655-project-member] Acquiring lock "6c107768-0f57-42fd-a2a5-b28207b17de9" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 550.582140] env[62328]: DEBUG oslo_concurrency.lockutils [None req-2d6cbe4f-90f6-4be8-baa3-cec59b7b6052 tempest-ServerActionsTestOtherA-1098162655 tempest-ServerActionsTestOtherA-1098162655-project-member] Lock "6c107768-0f57-42fd-a2a5-b28207b17de9" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 550.617590] env[62328]: DEBUG nova.virt.hardware [None req-9b57f4c2-f6fa-41ea-9a6d-e559546e70fe tempest-ServerDiagnosticsNegativeTest-1831247043 tempest-ServerDiagnosticsNegativeTest-1831247043-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-07T17:16:55Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-07T17:16:37Z,direct_url=,disk_format='vmdk',id=dbf872a4-92be-47e4-8561-c3e2bf2423ab,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='2a64022f08d84b11a86773b900860ae5',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-07T17:16:38Z,virtual_size=,visibility=), allow threads: False {{(pid=62328) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 550.617830] env[62328]: DEBUG nova.virt.hardware [None req-9b57f4c2-f6fa-41ea-9a6d-e559546e70fe tempest-ServerDiagnosticsNegativeTest-1831247043 tempest-ServerDiagnosticsNegativeTest-1831247043-project-member] Flavor limits 0:0:0 {{(pid=62328) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 550.617981] env[62328]: DEBUG nova.virt.hardware [None req-9b57f4c2-f6fa-41ea-9a6d-e559546e70fe tempest-ServerDiagnosticsNegativeTest-1831247043 tempest-ServerDiagnosticsNegativeTest-1831247043-project-member] Image limits 0:0:0 {{(pid=62328) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 550.618208] env[62328]: DEBUG nova.virt.hardware [None req-9b57f4c2-f6fa-41ea-9a6d-e559546e70fe tempest-ServerDiagnosticsNegativeTest-1831247043 tempest-ServerDiagnosticsNegativeTest-1831247043-project-member] Flavor pref 0:0:0 {{(pid=62328) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 550.618358] env[62328]: DEBUG nova.virt.hardware [None req-9b57f4c2-f6fa-41ea-9a6d-e559546e70fe tempest-ServerDiagnosticsNegativeTest-1831247043 tempest-ServerDiagnosticsNegativeTest-1831247043-project-member] Image pref 0:0:0 {{(pid=62328) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 550.618539] env[62328]: DEBUG nova.virt.hardware [None req-9b57f4c2-f6fa-41ea-9a6d-e559546e70fe tempest-ServerDiagnosticsNegativeTest-1831247043 tempest-ServerDiagnosticsNegativeTest-1831247043-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62328) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 550.618810] env[62328]: DEBUG nova.virt.hardware [None req-9b57f4c2-f6fa-41ea-9a6d-e559546e70fe tempest-ServerDiagnosticsNegativeTest-1831247043 tempest-ServerDiagnosticsNegativeTest-1831247043-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62328) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 550.618910] env[62328]: DEBUG nova.virt.hardware [None req-9b57f4c2-f6fa-41ea-9a6d-e559546e70fe tempest-ServerDiagnosticsNegativeTest-1831247043 tempest-ServerDiagnosticsNegativeTest-1831247043-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62328) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 550.619096] env[62328]: DEBUG nova.virt.hardware [None req-9b57f4c2-f6fa-41ea-9a6d-e559546e70fe tempest-ServerDiagnosticsNegativeTest-1831247043 tempest-ServerDiagnosticsNegativeTest-1831247043-project-member] Got 1 possible topologies {{(pid=62328) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 550.619265] env[62328]: DEBUG nova.virt.hardware [None req-9b57f4c2-f6fa-41ea-9a6d-e559546e70fe tempest-ServerDiagnosticsNegativeTest-1831247043 tempest-ServerDiagnosticsNegativeTest-1831247043-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62328) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 550.619430] env[62328]: DEBUG nova.virt.hardware [None req-9b57f4c2-f6fa-41ea-9a6d-e559546e70fe tempest-ServerDiagnosticsNegativeTest-1831247043 tempest-ServerDiagnosticsNegativeTest-1831247043-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62328) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 550.620335] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8213d3ed-85e6-4c19-8e9a-c65410d8aa46 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 550.637115] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-31559456-6fa5-4a1e-8ea6-1dee098ad3e2 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 550.641261] env[62328]: DEBUG oslo_vmware.api [None req-01c75a7d-9767-4a2a-b550-aead02b5e008 tempest-ServerDiagnosticsV248Test-811684029 tempest-ServerDiagnosticsV248Test-811684029-project-member] Task: {'id': session[52a6e20e-410d-708a-99f2-080a575a99bd]5270db7b-c90c-9a84-71ab-a27010764760, 'name': SearchDatastore_Task, 'duration_secs': 0.009489} completed successfully. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 550.641662] env[62328]: DEBUG oslo_concurrency.lockutils [None req-01c75a7d-9767-4a2a-b550-aead02b5e008 tempest-ServerDiagnosticsV248Test-811684029 tempest-ServerDiagnosticsV248Test-811684029-project-member] Releasing lock "[datastore2] devstack-image-cache_base/dbf872a4-92be-47e4-8561-c3e2bf2423ab/dbf872a4-92be-47e4-8561-c3e2bf2423ab.vmdk" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 550.641913] env[62328]: DEBUG nova.virt.vmwareapi.vm_util [None req-01c75a7d-9767-4a2a-b550-aead02b5e008 tempest-ServerDiagnosticsV248Test-811684029 tempest-ServerDiagnosticsV248Test-811684029-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/dbf872a4-92be-47e4-8561-c3e2bf2423ab/dbf872a4-92be-47e4-8561-c3e2bf2423ab.vmdk to [datastore2] f57853bd-b4a9-46ef-86ac-9fbe33732cd1/f57853bd-b4a9-46ef-86ac-9fbe33732cd1.vmdk {{(pid=62328) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 550.642679] env[62328]: DEBUG oslo_concurrency.lockutils [None req-45807482-cb93-4c66-9eb5-d9d7c484af95 tempest-MigrationsAdminTest-413245202 tempest-MigrationsAdminTest-413245202-project-member] Acquired lock "[datastore2] devstack-image-cache_base/dbf872a4-92be-47e4-8561-c3e2bf2423ab/dbf872a4-92be-47e4-8561-c3e2bf2423ab.vmdk" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 550.642918] env[62328]: DEBUG nova.virt.vmwareapi.ds_util [None req-45807482-cb93-4c66-9eb5-d9d7c484af95 tempest-MigrationsAdminTest-413245202 tempest-MigrationsAdminTest-413245202-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62328) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 550.643180] env[62328]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-dfb5bf4c-2565-416e-8262-86ebb3f96898 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 550.653873] env[62328]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-55fff41b-82ac-480d-8614-93e593fd9719 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 550.662916] env[62328]: DEBUG oslo_vmware.api [None req-01c75a7d-9767-4a2a-b550-aead02b5e008 tempest-ServerDiagnosticsV248Test-811684029 tempest-ServerDiagnosticsV248Test-811684029-project-member] Waiting for the task: (returnval){ [ 550.662916] env[62328]: value = "task-2386157" [ 550.662916] env[62328]: _type = "Task" [ 550.662916] env[62328]: } to complete. {{(pid=62328) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 550.663597] env[62328]: DEBUG nova.virt.vmwareapi.ds_util [None req-45807482-cb93-4c66-9eb5-d9d7c484af95 tempest-MigrationsAdminTest-413245202 tempest-MigrationsAdminTest-413245202-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62328) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 550.663720] env[62328]: DEBUG nova.virt.vmwareapi.vmops [None req-45807482-cb93-4c66-9eb5-d9d7c484af95 tempest-MigrationsAdminTest-413245202 tempest-MigrationsAdminTest-413245202-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62328) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 550.667519] env[62328]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d4ceeff6-0788-407d-b628-6fd05172e664 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 550.677511] env[62328]: DEBUG oslo_vmware.api [None req-01c75a7d-9767-4a2a-b550-aead02b5e008 tempest-ServerDiagnosticsV248Test-811684029 tempest-ServerDiagnosticsV248Test-811684029-project-member] Task: {'id': task-2386157, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 550.677846] env[62328]: DEBUG oslo_vmware.api [None req-45807482-cb93-4c66-9eb5-d9d7c484af95 tempest-MigrationsAdminTest-413245202 tempest-MigrationsAdminTest-413245202-project-member] Waiting for the task: (returnval){ [ 550.677846] env[62328]: value = "session[52a6e20e-410d-708a-99f2-080a575a99bd]521ddb79-07e0-69e3-375b-e9a614f86e47" [ 550.677846] env[62328]: _type = "Task" [ 550.677846] env[62328]: } to complete. {{(pid=62328) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 550.695150] env[62328]: DEBUG oslo_vmware.api [None req-45807482-cb93-4c66-9eb5-d9d7c484af95 tempest-MigrationsAdminTest-413245202 tempest-MigrationsAdminTest-413245202-project-member] Task: {'id': session[52a6e20e-410d-708a-99f2-080a575a99bd]521ddb79-07e0-69e3-375b-e9a614f86e47, 'name': SearchDatastore_Task, 'duration_secs': 0.008559} completed successfully. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 550.696305] env[62328]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b0bfef13-1ee2-460f-9442-4c0ffd883760 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 550.708731] env[62328]: DEBUG oslo_vmware.api [None req-45807482-cb93-4c66-9eb5-d9d7c484af95 tempest-MigrationsAdminTest-413245202 tempest-MigrationsAdminTest-413245202-project-member] Waiting for the task: (returnval){ [ 550.708731] env[62328]: value = "session[52a6e20e-410d-708a-99f2-080a575a99bd]521eaca1-8761-9981-ca19-16dc202f437e" [ 550.708731] env[62328]: _type = "Task" [ 550.708731] env[62328]: } to complete. {{(pid=62328) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 550.721631] env[62328]: DEBUG oslo_vmware.api [None req-45807482-cb93-4c66-9eb5-d9d7c484af95 tempest-MigrationsAdminTest-413245202 tempest-MigrationsAdminTest-413245202-project-member] Task: {'id': session[52a6e20e-410d-708a-99f2-080a575a99bd]521eaca1-8761-9981-ca19-16dc202f437e, 'name': SearchDatastore_Task, 'duration_secs': 0.008374} completed successfully. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 550.721631] env[62328]: DEBUG oslo_concurrency.lockutils [None req-45807482-cb93-4c66-9eb5-d9d7c484af95 tempest-MigrationsAdminTest-413245202 tempest-MigrationsAdminTest-413245202-project-member] Releasing lock "[datastore2] devstack-image-cache_base/dbf872a4-92be-47e4-8561-c3e2bf2423ab/dbf872a4-92be-47e4-8561-c3e2bf2423ab.vmdk" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 550.721631] env[62328]: DEBUG nova.virt.vmwareapi.vm_util [None req-45807482-cb93-4c66-9eb5-d9d7c484af95 tempest-MigrationsAdminTest-413245202 tempest-MigrationsAdminTest-413245202-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/dbf872a4-92be-47e4-8561-c3e2bf2423ab/dbf872a4-92be-47e4-8561-c3e2bf2423ab.vmdk to [datastore2] 613e2516-6209-439d-bb90-b87d67b281a8/613e2516-6209-439d-bb90-b87d67b281a8.vmdk {{(pid=62328) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 550.721631] env[62328]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-c4752d86-f94d-4dea-83e5-8ec213b07dc0 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 550.728241] env[62328]: DEBUG oslo_vmware.api [None req-45807482-cb93-4c66-9eb5-d9d7c484af95 tempest-MigrationsAdminTest-413245202 tempest-MigrationsAdminTest-413245202-project-member] Waiting for the task: (returnval){ [ 550.728241] env[62328]: value = "task-2386158" [ 550.728241] env[62328]: _type = "Task" [ 550.728241] env[62328]: } to complete. {{(pid=62328) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 550.735762] env[62328]: DEBUG oslo_vmware.api [None req-45807482-cb93-4c66-9eb5-d9d7c484af95 tempest-MigrationsAdminTest-413245202 tempest-MigrationsAdminTest-413245202-project-member] Task: {'id': task-2386158, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 550.872911] env[62328]: DEBUG oslo_concurrency.lockutils [None req-107115ac-01e8-4ad8-a0e8-c1a8a00d753d tempest-FloatingIPsAssociationTestJSON-89523020 tempest-FloatingIPsAssociationTestJSON-89523020-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.341s {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 550.873458] env[62328]: DEBUG nova.compute.manager [None req-107115ac-01e8-4ad8-a0e8-c1a8a00d753d tempest-FloatingIPsAssociationTestJSON-89523020 tempest-FloatingIPsAssociationTestJSON-89523020-project-member] [instance: 911e8910-7b82-4557-af15-99cf96b7314e] Start building networks asynchronously for instance. {{(pid=62328) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 550.877320] env[62328]: DEBUG oslo_concurrency.lockutils [None req-8f9732e1-515b-426a-9785-7eac14f3cc5f tempest-ImagesNegativeTestJSON-504021747 tempest-ImagesNegativeTestJSON-504021747-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 8.086s {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 550.878626] env[62328]: INFO nova.compute.claims [None req-8f9732e1-515b-426a-9785-7eac14f3cc5f tempest-ImagesNegativeTestJSON-504021747 tempest-ImagesNegativeTestJSON-504021747-project-member] [instance: f70d129f-1468-4834-b753-8c602837eff0] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 550.978291] env[62328]: DEBUG nova.compute.manager [None req-57926e8a-0913-4309-9bf4-4accdab40378 tempest-ServerDiagnosticsTest-1328327217 tempest-ServerDiagnosticsTest-1328327217-project-member] [instance: 26ce508b-d9c2-42ef-9713-138c359aa4a9] Starting instance... {{(pid=62328) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 551.034704] env[62328]: DEBUG oslo_vmware.api [-] Task: {'id': task-2386156, 'name': CreateVM_Task, 'duration_secs': 0.350851} completed successfully. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 551.035627] env[62328]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b08dddfd-83d2-434a-b533-c4e7515d44db] Created VM on the ESX host {{(pid=62328) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 551.037849] env[62328]: DEBUG oslo_concurrency.lockutils [None req-af381420-5073-4f49-b4bc-c15593d043cf tempest-DeleteServersAdminTestJSON-1672951685 tempest-DeleteServersAdminTestJSON-1672951685-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/dbf872a4-92be-47e4-8561-c3e2bf2423ab" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 551.037849] env[62328]: DEBUG oslo_concurrency.lockutils [None req-af381420-5073-4f49-b4bc-c15593d043cf tempest-DeleteServersAdminTestJSON-1672951685 tempest-DeleteServersAdminTestJSON-1672951685-project-member] Acquired lock "[datastore2] devstack-image-cache_base/dbf872a4-92be-47e4-8561-c3e2bf2423ab" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 551.037849] env[62328]: DEBUG oslo_concurrency.lockutils [None req-af381420-5073-4f49-b4bc-c15593d043cf tempest-DeleteServersAdminTestJSON-1672951685 tempest-DeleteServersAdminTestJSON-1672951685-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/dbf872a4-92be-47e4-8561-c3e2bf2423ab" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 551.038782] env[62328]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bf497e13-eff6-4c21-9d17-9db23d3a4f08 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 551.046988] env[62328]: DEBUG oslo_vmware.api [None req-af381420-5073-4f49-b4bc-c15593d043cf tempest-DeleteServersAdminTestJSON-1672951685 tempest-DeleteServersAdminTestJSON-1672951685-project-member] Waiting for the task: (returnval){ [ 551.046988] env[62328]: value = "session[52a6e20e-410d-708a-99f2-080a575a99bd]5286bff9-4483-b78c-2f92-753406db056b" [ 551.046988] env[62328]: _type = "Task" [ 551.046988] env[62328]: } to complete. {{(pid=62328) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 551.060734] env[62328]: DEBUG oslo_vmware.api [None req-af381420-5073-4f49-b4bc-c15593d043cf tempest-DeleteServersAdminTestJSON-1672951685 tempest-DeleteServersAdminTestJSON-1672951685-project-member] Task: {'id': session[52a6e20e-410d-708a-99f2-080a575a99bd]5286bff9-4483-b78c-2f92-753406db056b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 551.178109] env[62328]: DEBUG oslo_vmware.api [None req-01c75a7d-9767-4a2a-b550-aead02b5e008 tempest-ServerDiagnosticsV248Test-811684029 tempest-ServerDiagnosticsV248Test-811684029-project-member] Task: {'id': task-2386157, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.506752} completed successfully. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 551.178109] env[62328]: DEBUG nova.virt.vmwareapi.vm_util [None req-01c75a7d-9767-4a2a-b550-aead02b5e008 tempest-ServerDiagnosticsV248Test-811684029 tempest-ServerDiagnosticsV248Test-811684029-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/dbf872a4-92be-47e4-8561-c3e2bf2423ab/dbf872a4-92be-47e4-8561-c3e2bf2423ab.vmdk to [datastore2] f57853bd-b4a9-46ef-86ac-9fbe33732cd1/f57853bd-b4a9-46ef-86ac-9fbe33732cd1.vmdk {{(pid=62328) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 551.178381] env[62328]: DEBUG nova.virt.vmwareapi.vmops [None req-01c75a7d-9767-4a2a-b550-aead02b5e008 tempest-ServerDiagnosticsV248Test-811684029 tempest-ServerDiagnosticsV248Test-811684029-project-member] [instance: f57853bd-b4a9-46ef-86ac-9fbe33732cd1] Extending root virtual disk to 1048576 {{(pid=62328) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 551.179453] env[62328]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-be739bf0-164b-4967-ac73-d0c680188177 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 551.186125] env[62328]: DEBUG oslo_vmware.api [None req-01c75a7d-9767-4a2a-b550-aead02b5e008 tempest-ServerDiagnosticsV248Test-811684029 tempest-ServerDiagnosticsV248Test-811684029-project-member] Waiting for the task: (returnval){ [ 551.186125] env[62328]: value = "task-2386159" [ 551.186125] env[62328]: _type = "Task" [ 551.186125] env[62328]: } to complete. {{(pid=62328) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 551.200612] env[62328]: DEBUG oslo_vmware.api [None req-01c75a7d-9767-4a2a-b550-aead02b5e008 tempest-ServerDiagnosticsV248Test-811684029 tempest-ServerDiagnosticsV248Test-811684029-project-member] Task: {'id': task-2386159, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 551.241884] env[62328]: DEBUG oslo_vmware.api [None req-45807482-cb93-4c66-9eb5-d9d7c484af95 tempest-MigrationsAdminTest-413245202 tempest-MigrationsAdminTest-413245202-project-member] Task: {'id': task-2386158, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 551.303651] env[62328]: DEBUG nova.network.neutron [None req-20bc2990-99e2-4645-a535-ce0e988a329f tempest-ServerPasswordTestJSON-1408689932 tempest-ServerPasswordTestJSON-1408689932-project-member] [instance: 96f94f58-1fd4-4e65-a362-2861daab1a34] Successfully updated port: 75c8153e-f821-419c-b07b-dcdcfac31a03 {{(pid=62328) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 551.386043] env[62328]: DEBUG nova.compute.utils [None req-107115ac-01e8-4ad8-a0e8-c1a8a00d753d tempest-FloatingIPsAssociationTestJSON-89523020 tempest-FloatingIPsAssociationTestJSON-89523020-project-member] Using /dev/sd instead of None {{(pid=62328) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 551.395855] env[62328]: DEBUG nova.compute.manager [None req-107115ac-01e8-4ad8-a0e8-c1a8a00d753d tempest-FloatingIPsAssociationTestJSON-89523020 tempest-FloatingIPsAssociationTestJSON-89523020-project-member] [instance: 911e8910-7b82-4557-af15-99cf96b7314e] Allocating IP information in the background. {{(pid=62328) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 551.395855] env[62328]: DEBUG nova.network.neutron [None req-107115ac-01e8-4ad8-a0e8-c1a8a00d753d tempest-FloatingIPsAssociationTestJSON-89523020 tempest-FloatingIPsAssociationTestJSON-89523020-project-member] [instance: 911e8910-7b82-4557-af15-99cf96b7314e] allocate_for_instance() {{(pid=62328) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 551.523542] env[62328]: DEBUG oslo_concurrency.lockutils [None req-57926e8a-0913-4309-9bf4-4accdab40378 tempest-ServerDiagnosticsTest-1328327217 tempest-ServerDiagnosticsTest-1328327217-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 551.570471] env[62328]: DEBUG oslo_vmware.api [None req-af381420-5073-4f49-b4bc-c15593d043cf tempest-DeleteServersAdminTestJSON-1672951685 tempest-DeleteServersAdminTestJSON-1672951685-project-member] Task: {'id': session[52a6e20e-410d-708a-99f2-080a575a99bd]5286bff9-4483-b78c-2f92-753406db056b, 'name': SearchDatastore_Task, 'duration_secs': 0.051397} completed successfully. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 551.570471] env[62328]: DEBUG oslo_concurrency.lockutils [None req-af381420-5073-4f49-b4bc-c15593d043cf tempest-DeleteServersAdminTestJSON-1672951685 tempest-DeleteServersAdminTestJSON-1672951685-project-member] Releasing lock "[datastore2] devstack-image-cache_base/dbf872a4-92be-47e4-8561-c3e2bf2423ab" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 551.570471] env[62328]: DEBUG nova.virt.vmwareapi.vmops [None req-af381420-5073-4f49-b4bc-c15593d043cf tempest-DeleteServersAdminTestJSON-1672951685 tempest-DeleteServersAdminTestJSON-1672951685-project-member] [instance: b08dddfd-83d2-434a-b533-c4e7515d44db] Processing image dbf872a4-92be-47e4-8561-c3e2bf2423ab {{(pid=62328) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 551.570471] env[62328]: DEBUG oslo_concurrency.lockutils [None req-af381420-5073-4f49-b4bc-c15593d043cf tempest-DeleteServersAdminTestJSON-1672951685 tempest-DeleteServersAdminTestJSON-1672951685-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/dbf872a4-92be-47e4-8561-c3e2bf2423ab/dbf872a4-92be-47e4-8561-c3e2bf2423ab.vmdk" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 551.570791] env[62328]: DEBUG oslo_concurrency.lockutils [None req-af381420-5073-4f49-b4bc-c15593d043cf tempest-DeleteServersAdminTestJSON-1672951685 tempest-DeleteServersAdminTestJSON-1672951685-project-member] Acquired lock "[datastore2] devstack-image-cache_base/dbf872a4-92be-47e4-8561-c3e2bf2423ab/dbf872a4-92be-47e4-8561-c3e2bf2423ab.vmdk" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 551.570791] env[62328]: DEBUG nova.virt.vmwareapi.ds_util [None req-af381420-5073-4f49-b4bc-c15593d043cf tempest-DeleteServersAdminTestJSON-1672951685 tempest-DeleteServersAdminTestJSON-1672951685-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62328) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 551.570791] env[62328]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-c9e6ad95-22a3-48c5-8e75-3a63b8a7a792 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 551.768726] env[62328]: DEBUG nova.virt.vmwareapi.ds_util [None req-af381420-5073-4f49-b4bc-c15593d043cf tempest-DeleteServersAdminTestJSON-1672951685 tempest-DeleteServersAdminTestJSON-1672951685-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62328) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 551.768726] env[62328]: DEBUG nova.virt.vmwareapi.vmops [None req-af381420-5073-4f49-b4bc-c15593d043cf tempest-DeleteServersAdminTestJSON-1672951685 tempest-DeleteServersAdminTestJSON-1672951685-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62328) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 551.799392] env[62328]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6852d09a-1899-42ed-b717-fc2b9011a31e {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 551.799392] env[62328]: DEBUG oslo_vmware.api [None req-45807482-cb93-4c66-9eb5-d9d7c484af95 tempest-MigrationsAdminTest-413245202 tempest-MigrationsAdminTest-413245202-project-member] Task: {'id': task-2386158, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.759859} completed successfully. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 551.799392] env[62328]: DEBUG oslo_vmware.api [None req-01c75a7d-9767-4a2a-b550-aead02b5e008 tempest-ServerDiagnosticsV248Test-811684029 tempest-ServerDiagnosticsV248Test-811684029-project-member] Task: {'id': task-2386159, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.085358} completed successfully. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 551.799392] env[62328]: DEBUG nova.virt.vmwareapi.vm_util [None req-45807482-cb93-4c66-9eb5-d9d7c484af95 tempest-MigrationsAdminTest-413245202 tempest-MigrationsAdminTest-413245202-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/dbf872a4-92be-47e4-8561-c3e2bf2423ab/dbf872a4-92be-47e4-8561-c3e2bf2423ab.vmdk to [datastore2] 613e2516-6209-439d-bb90-b87d67b281a8/613e2516-6209-439d-bb90-b87d67b281a8.vmdk {{(pid=62328) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 551.799392] env[62328]: DEBUG nova.virt.vmwareapi.vmops [None req-45807482-cb93-4c66-9eb5-d9d7c484af95 tempest-MigrationsAdminTest-413245202 tempest-MigrationsAdminTest-413245202-project-member] [instance: 613e2516-6209-439d-bb90-b87d67b281a8] Extending root virtual disk to 1048576 {{(pid=62328) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 551.800087] env[62328]: DEBUG nova.virt.vmwareapi.vmops [None req-01c75a7d-9767-4a2a-b550-aead02b5e008 tempest-ServerDiagnosticsV248Test-811684029 tempest-ServerDiagnosticsV248Test-811684029-project-member] [instance: f57853bd-b4a9-46ef-86ac-9fbe33732cd1] Extended root virtual disk {{(pid=62328) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 551.800087] env[62328]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-b0ec86d5-1d7b-4730-893a-3801f37bb415 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 551.800087] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-428a7557-93a1-4324-a379-30f435e31924 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 551.803594] env[62328]: DEBUG oslo_vmware.api [None req-af381420-5073-4f49-b4bc-c15593d043cf tempest-DeleteServersAdminTestJSON-1672951685 tempest-DeleteServersAdminTestJSON-1672951685-project-member] Waiting for the task: (returnval){ [ 551.803594] env[62328]: value = "session[52a6e20e-410d-708a-99f2-080a575a99bd]528f1647-5e6e-6db8-530f-63ced15a9067" [ 551.803594] env[62328]: _type = "Task" [ 551.803594] env[62328]: } to complete. {{(pid=62328) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 551.816044] env[62328]: DEBUG oslo_concurrency.lockutils [None req-20bc2990-99e2-4645-a535-ce0e988a329f tempest-ServerPasswordTestJSON-1408689932 tempest-ServerPasswordTestJSON-1408689932-project-member] Acquiring lock "refresh_cache-96f94f58-1fd4-4e65-a362-2861daab1a34" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 551.816044] env[62328]: DEBUG oslo_concurrency.lockutils [None req-20bc2990-99e2-4645-a535-ce0e988a329f tempest-ServerPasswordTestJSON-1408689932 tempest-ServerPasswordTestJSON-1408689932-project-member] Acquired lock "refresh_cache-96f94f58-1fd4-4e65-a362-2861daab1a34" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 551.816044] env[62328]: DEBUG nova.network.neutron [None req-20bc2990-99e2-4645-a535-ce0e988a329f tempest-ServerPasswordTestJSON-1408689932 tempest-ServerPasswordTestJSON-1408689932-project-member] [instance: 96f94f58-1fd4-4e65-a362-2861daab1a34] Building network info cache for instance {{(pid=62328) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 551.825706] env[62328]: DEBUG nova.virt.vmwareapi.volumeops [None req-01c75a7d-9767-4a2a-b550-aead02b5e008 tempest-ServerDiagnosticsV248Test-811684029 tempest-ServerDiagnosticsV248Test-811684029-project-member] [instance: f57853bd-b4a9-46ef-86ac-9fbe33732cd1] Reconfiguring VM instance instance-00000002 to attach disk [datastore2] f57853bd-b4a9-46ef-86ac-9fbe33732cd1/f57853bd-b4a9-46ef-86ac-9fbe33732cd1.vmdk or device None with type sparse {{(pid=62328) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 551.827887] env[62328]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a5bf9006-0343-45ac-8448-79997a35e995 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 551.842191] env[62328]: DEBUG oslo_vmware.api [None req-45807482-cb93-4c66-9eb5-d9d7c484af95 tempest-MigrationsAdminTest-413245202 tempest-MigrationsAdminTest-413245202-project-member] Waiting for the task: (returnval){ [ 551.842191] env[62328]: value = "task-2386160" [ 551.842191] env[62328]: _type = "Task" [ 551.842191] env[62328]: } to complete. {{(pid=62328) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 551.846586] env[62328]: DEBUG oslo_vmware.api [None req-af381420-5073-4f49-b4bc-c15593d043cf tempest-DeleteServersAdminTestJSON-1672951685 tempest-DeleteServersAdminTestJSON-1672951685-project-member] Task: {'id': session[52a6e20e-410d-708a-99f2-080a575a99bd]528f1647-5e6e-6db8-530f-63ced15a9067, 'name': SearchDatastore_Task, 'duration_secs': 0.010231} completed successfully. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 551.855319] env[62328]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-641df94d-f135-4c48-9732-2e455a1125c3 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 551.858105] env[62328]: DEBUG oslo_vmware.api [None req-01c75a7d-9767-4a2a-b550-aead02b5e008 tempest-ServerDiagnosticsV248Test-811684029 tempest-ServerDiagnosticsV248Test-811684029-project-member] Waiting for the task: (returnval){ [ 551.858105] env[62328]: value = "task-2386161" [ 551.858105] env[62328]: _type = "Task" [ 551.858105] env[62328]: } to complete. {{(pid=62328) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 551.867569] env[62328]: DEBUG oslo_vmware.api [None req-af381420-5073-4f49-b4bc-c15593d043cf tempest-DeleteServersAdminTestJSON-1672951685 tempest-DeleteServersAdminTestJSON-1672951685-project-member] Waiting for the task: (returnval){ [ 551.867569] env[62328]: value = "session[52a6e20e-410d-708a-99f2-080a575a99bd]52460803-0db1-d9ea-b19f-c425c4de32eb" [ 551.867569] env[62328]: _type = "Task" [ 551.867569] env[62328]: } to complete. {{(pid=62328) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 551.867569] env[62328]: DEBUG oslo_vmware.api [None req-45807482-cb93-4c66-9eb5-d9d7c484af95 tempest-MigrationsAdminTest-413245202 tempest-MigrationsAdminTest-413245202-project-member] Task: {'id': task-2386160, 'name': ExtendVirtualDisk_Task} progress is 50%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 551.874880] env[62328]: DEBUG oslo_vmware.api [None req-01c75a7d-9767-4a2a-b550-aead02b5e008 tempest-ServerDiagnosticsV248Test-811684029 tempest-ServerDiagnosticsV248Test-811684029-project-member] Task: {'id': task-2386161, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 551.882288] env[62328]: DEBUG oslo_vmware.api [None req-af381420-5073-4f49-b4bc-c15593d043cf tempest-DeleteServersAdminTestJSON-1672951685 tempest-DeleteServersAdminTestJSON-1672951685-project-member] Task: {'id': session[52a6e20e-410d-708a-99f2-080a575a99bd]52460803-0db1-d9ea-b19f-c425c4de32eb, 'name': SearchDatastore_Task, 'duration_secs': 0.010934} completed successfully. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 551.882542] env[62328]: DEBUG oslo_concurrency.lockutils [None req-af381420-5073-4f49-b4bc-c15593d043cf tempest-DeleteServersAdminTestJSON-1672951685 tempest-DeleteServersAdminTestJSON-1672951685-project-member] Releasing lock "[datastore2] devstack-image-cache_base/dbf872a4-92be-47e4-8561-c3e2bf2423ab/dbf872a4-92be-47e4-8561-c3e2bf2423ab.vmdk" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 551.882784] env[62328]: DEBUG nova.virt.vmwareapi.vm_util [None req-af381420-5073-4f49-b4bc-c15593d043cf tempest-DeleteServersAdminTestJSON-1672951685 tempest-DeleteServersAdminTestJSON-1672951685-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/dbf872a4-92be-47e4-8561-c3e2bf2423ab/dbf872a4-92be-47e4-8561-c3e2bf2423ab.vmdk to [datastore2] b08dddfd-83d2-434a-b533-c4e7515d44db/b08dddfd-83d2-434a-b533-c4e7515d44db.vmdk {{(pid=62328) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 551.883069] env[62328]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-2870b598-9eaf-4b25-bc4a-c85bdbd87813 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 551.888186] env[62328]: DEBUG nova.policy [None req-107115ac-01e8-4ad8-a0e8-c1a8a00d753d tempest-FloatingIPsAssociationTestJSON-89523020 tempest-FloatingIPsAssociationTestJSON-89523020-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '4d0c6237f6db4c47830d17475e05292f', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '7e3ef50f47dc4b98af4741ae41f20df6', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62328) authorize /opt/stack/nova/nova/policy.py:192}} [ 551.890994] env[62328]: DEBUG nova.network.neutron [None req-9b57f4c2-f6fa-41ea-9a6d-e559546e70fe tempest-ServerDiagnosticsNegativeTest-1831247043 tempest-ServerDiagnosticsNegativeTest-1831247043-project-member] [instance: 4584a496-3f79-40ce-bf30-178bb7c0afcc] Successfully created port: 81fb7965-d3a0-4411-826c-31890d94996f {{(pid=62328) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 551.893834] env[62328]: DEBUG oslo_vmware.api [None req-af381420-5073-4f49-b4bc-c15593d043cf tempest-DeleteServersAdminTestJSON-1672951685 tempest-DeleteServersAdminTestJSON-1672951685-project-member] Waiting for the task: (returnval){ [ 551.893834] env[62328]: value = "task-2386162" [ 551.893834] env[62328]: _type = "Task" [ 551.893834] env[62328]: } to complete. {{(pid=62328) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 551.898165] env[62328]: DEBUG nova.compute.manager [None req-107115ac-01e8-4ad8-a0e8-c1a8a00d753d tempest-FloatingIPsAssociationTestJSON-89523020 tempest-FloatingIPsAssociationTestJSON-89523020-project-member] [instance: 911e8910-7b82-4557-af15-99cf96b7314e] Start building block device mappings for instance. {{(pid=62328) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 551.909280] env[62328]: DEBUG oslo_vmware.api [None req-af381420-5073-4f49-b4bc-c15593d043cf tempest-DeleteServersAdminTestJSON-1672951685 tempest-DeleteServersAdminTestJSON-1672951685-project-member] Task: {'id': task-2386162, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 552.175761] env[62328]: DEBUG nova.network.neutron [req-1e44b5db-365a-4bf0-a0b1-94a3e066a8a5 req-017967a7-c3de-4c9a-9ec8-05496888c0fb service nova] [instance: 613e2516-6209-439d-bb90-b87d67b281a8] Updated VIF entry in instance network info cache for port 6cfbb9f4-c09f-4620-84ce-293a5d57918c. {{(pid=62328) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 552.175761] env[62328]: DEBUG nova.network.neutron [req-1e44b5db-365a-4bf0-a0b1-94a3e066a8a5 req-017967a7-c3de-4c9a-9ec8-05496888c0fb service nova] [instance: 613e2516-6209-439d-bb90-b87d67b281a8] Updating instance_info_cache with network_info: [{"id": "6cfbb9f4-c09f-4620-84ce-293a5d57918c", "address": "fa:16:3e:2f:31:56", "network": {"id": "ec511a9f-4661-41db-95bd-0fc9ad2de615", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.120", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "2a64022f08d84b11a86773b900860ae5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a4f91f31-0516-4d62-a341-e03a50b7c477", "external-id": "nsx-vlan-transportzone-963", "segmentation_id": 963, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6cfbb9f4-c0", "ovs_interfaceid": "6cfbb9f4-c09f-4620-84ce-293a5d57918c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62328) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 552.246140] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-31bb7943-04a5-4d39-a3d0-d0dde67822eb {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 552.258726] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cd197439-e0ad-41a4-a764-2dd95773ee80 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 552.293617] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b493d5d2-a946-4904-8d4b-a2e947820b9d {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 552.301919] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-379c530e-1d70-4cf5-8516-eb068131fed5 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 552.316508] env[62328]: DEBUG nova.compute.provider_tree [None req-8f9732e1-515b-426a-9785-7eac14f3cc5f tempest-ImagesNegativeTestJSON-504021747 tempest-ImagesNegativeTestJSON-504021747-project-member] Inventory has not changed in ProviderTree for provider: 3469e9f8-04af-49ca-8435-49f104496744 {{(pid=62328) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 552.356209] env[62328]: DEBUG oslo_vmware.api [None req-45807482-cb93-4c66-9eb5-d9d7c484af95 tempest-MigrationsAdminTest-413245202 tempest-MigrationsAdminTest-413245202-project-member] Task: {'id': task-2386160, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.070678} completed successfully. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 552.356946] env[62328]: DEBUG nova.virt.vmwareapi.vmops [None req-45807482-cb93-4c66-9eb5-d9d7c484af95 tempest-MigrationsAdminTest-413245202 tempest-MigrationsAdminTest-413245202-project-member] [instance: 613e2516-6209-439d-bb90-b87d67b281a8] Extended root virtual disk {{(pid=62328) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 552.357387] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fc694e09-d6c4-4cc8-8ede-c0a4af514fed {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 552.383336] env[62328]: DEBUG nova.virt.vmwareapi.volumeops [None req-45807482-cb93-4c66-9eb5-d9d7c484af95 tempest-MigrationsAdminTest-413245202 tempest-MigrationsAdminTest-413245202-project-member] [instance: 613e2516-6209-439d-bb90-b87d67b281a8] Reconfiguring VM instance instance-00000001 to attach disk [datastore2] 613e2516-6209-439d-bb90-b87d67b281a8/613e2516-6209-439d-bb90-b87d67b281a8.vmdk or device None with type sparse {{(pid=62328) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 552.387014] env[62328]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f2ad2225-4a41-4ba3-a5f9-8ca299010006 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 552.403026] env[62328]: DEBUG oslo_vmware.api [None req-01c75a7d-9767-4a2a-b550-aead02b5e008 tempest-ServerDiagnosticsV248Test-811684029 tempest-ServerDiagnosticsV248Test-811684029-project-member] Task: {'id': task-2386161, 'name': ReconfigVM_Task, 'duration_secs': 0.395965} completed successfully. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 552.403177] env[62328]: DEBUG nova.virt.vmwareapi.volumeops [None req-01c75a7d-9767-4a2a-b550-aead02b5e008 tempest-ServerDiagnosticsV248Test-811684029 tempest-ServerDiagnosticsV248Test-811684029-project-member] [instance: f57853bd-b4a9-46ef-86ac-9fbe33732cd1] Reconfigured VM instance instance-00000002 to attach disk [datastore2] f57853bd-b4a9-46ef-86ac-9fbe33732cd1/f57853bd-b4a9-46ef-86ac-9fbe33732cd1.vmdk or device None with type sparse {{(pid=62328) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 552.411102] env[62328]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-320f930b-136b-4ea8-b57e-4ac8e6642071 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 552.415831] env[62328]: DEBUG oslo_vmware.api [None req-45807482-cb93-4c66-9eb5-d9d7c484af95 tempest-MigrationsAdminTest-413245202 tempest-MigrationsAdminTest-413245202-project-member] Waiting for the task: (returnval){ [ 552.415831] env[62328]: value = "task-2386163" [ 552.415831] env[62328]: _type = "Task" [ 552.415831] env[62328]: } to complete. {{(pid=62328) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 552.423935] env[62328]: DEBUG oslo_vmware.api [None req-af381420-5073-4f49-b4bc-c15593d043cf tempest-DeleteServersAdminTestJSON-1672951685 tempest-DeleteServersAdminTestJSON-1672951685-project-member] Task: {'id': task-2386162, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 552.428577] env[62328]: DEBUG oslo_vmware.api [None req-01c75a7d-9767-4a2a-b550-aead02b5e008 tempest-ServerDiagnosticsV248Test-811684029 tempest-ServerDiagnosticsV248Test-811684029-project-member] Waiting for the task: (returnval){ [ 552.428577] env[62328]: value = "task-2386164" [ 552.428577] env[62328]: _type = "Task" [ 552.428577] env[62328]: } to complete. {{(pid=62328) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 552.428884] env[62328]: DEBUG oslo_vmware.api [None req-45807482-cb93-4c66-9eb5-d9d7c484af95 tempest-MigrationsAdminTest-413245202 tempest-MigrationsAdminTest-413245202-project-member] Task: {'id': task-2386163, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 552.438054] env[62328]: DEBUG oslo_vmware.api [None req-01c75a7d-9767-4a2a-b550-aead02b5e008 tempest-ServerDiagnosticsV248Test-811684029 tempest-ServerDiagnosticsV248Test-811684029-project-member] Task: {'id': task-2386164, 'name': Rename_Task} progress is 6%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 552.588758] env[62328]: DEBUG nova.network.neutron [None req-20bc2990-99e2-4645-a535-ce0e988a329f tempest-ServerPasswordTestJSON-1408689932 tempest-ServerPasswordTestJSON-1408689932-project-member] [instance: 96f94f58-1fd4-4e65-a362-2861daab1a34] Instance cache missing network info. {{(pid=62328) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 552.680131] env[62328]: DEBUG oslo_concurrency.lockutils [req-1e44b5db-365a-4bf0-a0b1-94a3e066a8a5 req-017967a7-c3de-4c9a-9ec8-05496888c0fb service nova] Releasing lock "refresh_cache-613e2516-6209-439d-bb90-b87d67b281a8" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 552.680386] env[62328]: DEBUG nova.compute.manager [req-1e44b5db-365a-4bf0-a0b1-94a3e066a8a5 req-017967a7-c3de-4c9a-9ec8-05496888c0fb service nova] [instance: b08dddfd-83d2-434a-b533-c4e7515d44db] Received event network-vif-plugged-218e5ffe-ca85-4ceb-bb99-2ef2ec2f4775 {{(pid=62328) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 552.680591] env[62328]: DEBUG oslo_concurrency.lockutils [req-1e44b5db-365a-4bf0-a0b1-94a3e066a8a5 req-017967a7-c3de-4c9a-9ec8-05496888c0fb service nova] Acquiring lock "b08dddfd-83d2-434a-b533-c4e7515d44db-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 552.680805] env[62328]: DEBUG oslo_concurrency.lockutils [req-1e44b5db-365a-4bf0-a0b1-94a3e066a8a5 req-017967a7-c3de-4c9a-9ec8-05496888c0fb service nova] Lock "b08dddfd-83d2-434a-b533-c4e7515d44db-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 552.680964] env[62328]: DEBUG oslo_concurrency.lockutils [req-1e44b5db-365a-4bf0-a0b1-94a3e066a8a5 req-017967a7-c3de-4c9a-9ec8-05496888c0fb service nova] Lock "b08dddfd-83d2-434a-b533-c4e7515d44db-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 552.681141] env[62328]: DEBUG nova.compute.manager [req-1e44b5db-365a-4bf0-a0b1-94a3e066a8a5 req-017967a7-c3de-4c9a-9ec8-05496888c0fb service nova] [instance: b08dddfd-83d2-434a-b533-c4e7515d44db] No waiting events found dispatching network-vif-plugged-218e5ffe-ca85-4ceb-bb99-2ef2ec2f4775 {{(pid=62328) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 552.681308] env[62328]: WARNING nova.compute.manager [req-1e44b5db-365a-4bf0-a0b1-94a3e066a8a5 req-017967a7-c3de-4c9a-9ec8-05496888c0fb service nova] [instance: b08dddfd-83d2-434a-b533-c4e7515d44db] Received unexpected event network-vif-plugged-218e5ffe-ca85-4ceb-bb99-2ef2ec2f4775 for instance with vm_state building and task_state spawning. [ 552.681474] env[62328]: DEBUG nova.compute.manager [req-1e44b5db-365a-4bf0-a0b1-94a3e066a8a5 req-017967a7-c3de-4c9a-9ec8-05496888c0fb service nova] [instance: b08dddfd-83d2-434a-b533-c4e7515d44db] Received event network-changed-218e5ffe-ca85-4ceb-bb99-2ef2ec2f4775 {{(pid=62328) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 552.681624] env[62328]: DEBUG nova.compute.manager [req-1e44b5db-365a-4bf0-a0b1-94a3e066a8a5 req-017967a7-c3de-4c9a-9ec8-05496888c0fb service nova] [instance: b08dddfd-83d2-434a-b533-c4e7515d44db] Refreshing instance network info cache due to event network-changed-218e5ffe-ca85-4ceb-bb99-2ef2ec2f4775. {{(pid=62328) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 552.681803] env[62328]: DEBUG oslo_concurrency.lockutils [req-1e44b5db-365a-4bf0-a0b1-94a3e066a8a5 req-017967a7-c3de-4c9a-9ec8-05496888c0fb service nova] Acquiring lock "refresh_cache-b08dddfd-83d2-434a-b533-c4e7515d44db" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 552.681935] env[62328]: DEBUG oslo_concurrency.lockutils [req-1e44b5db-365a-4bf0-a0b1-94a3e066a8a5 req-017967a7-c3de-4c9a-9ec8-05496888c0fb service nova] Acquired lock "refresh_cache-b08dddfd-83d2-434a-b533-c4e7515d44db" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 552.682098] env[62328]: DEBUG nova.network.neutron [req-1e44b5db-365a-4bf0-a0b1-94a3e066a8a5 req-017967a7-c3de-4c9a-9ec8-05496888c0fb service nova] [instance: b08dddfd-83d2-434a-b533-c4e7515d44db] Refreshing network info cache for port 218e5ffe-ca85-4ceb-bb99-2ef2ec2f4775 {{(pid=62328) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 552.819545] env[62328]: DEBUG nova.scheduler.client.report [None req-8f9732e1-515b-426a-9785-7eac14f3cc5f tempest-ImagesNegativeTestJSON-504021747 tempest-ImagesNegativeTestJSON-504021747-project-member] Inventory has not changed for provider 3469e9f8-04af-49ca-8435-49f104496744 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 153, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62328) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 552.916134] env[62328]: DEBUG nova.compute.manager [None req-107115ac-01e8-4ad8-a0e8-c1a8a00d753d tempest-FloatingIPsAssociationTestJSON-89523020 tempest-FloatingIPsAssociationTestJSON-89523020-project-member] [instance: 911e8910-7b82-4557-af15-99cf96b7314e] Start spawning the instance on the hypervisor. {{(pid=62328) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 552.921019] env[62328]: DEBUG oslo_vmware.api [None req-af381420-5073-4f49-b4bc-c15593d043cf tempest-DeleteServersAdminTestJSON-1672951685 tempest-DeleteServersAdminTestJSON-1672951685-project-member] Task: {'id': task-2386162, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.565719} completed successfully. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 552.921019] env[62328]: DEBUG nova.virt.vmwareapi.vm_util [None req-af381420-5073-4f49-b4bc-c15593d043cf tempest-DeleteServersAdminTestJSON-1672951685 tempest-DeleteServersAdminTestJSON-1672951685-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/dbf872a4-92be-47e4-8561-c3e2bf2423ab/dbf872a4-92be-47e4-8561-c3e2bf2423ab.vmdk to [datastore2] b08dddfd-83d2-434a-b533-c4e7515d44db/b08dddfd-83d2-434a-b533-c4e7515d44db.vmdk {{(pid=62328) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 552.921019] env[62328]: DEBUG nova.virt.vmwareapi.vmops [None req-af381420-5073-4f49-b4bc-c15593d043cf tempest-DeleteServersAdminTestJSON-1672951685 tempest-DeleteServersAdminTestJSON-1672951685-project-member] [instance: b08dddfd-83d2-434a-b533-c4e7515d44db] Extending root virtual disk to 1048576 {{(pid=62328) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 552.926566] env[62328]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-e7be4e18-d378-4eb2-a520-f4100474b0b2 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 552.941170] env[62328]: DEBUG oslo_vmware.api [None req-45807482-cb93-4c66-9eb5-d9d7c484af95 tempest-MigrationsAdminTest-413245202 tempest-MigrationsAdminTest-413245202-project-member] Task: {'id': task-2386163, 'name': ReconfigVM_Task, 'duration_secs': 0.365982} completed successfully. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 552.941170] env[62328]: DEBUG nova.virt.vmwareapi.volumeops [None req-45807482-cb93-4c66-9eb5-d9d7c484af95 tempest-MigrationsAdminTest-413245202 tempest-MigrationsAdminTest-413245202-project-member] [instance: 613e2516-6209-439d-bb90-b87d67b281a8] Reconfigured VM instance instance-00000001 to attach disk [datastore2] 613e2516-6209-439d-bb90-b87d67b281a8/613e2516-6209-439d-bb90-b87d67b281a8.vmdk or device None with type sparse {{(pid=62328) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 552.942443] env[62328]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-a38393cc-6efc-4414-8e35-e670351a7729 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 552.944579] env[62328]: DEBUG oslo_vmware.api [None req-af381420-5073-4f49-b4bc-c15593d043cf tempest-DeleteServersAdminTestJSON-1672951685 tempest-DeleteServersAdminTestJSON-1672951685-project-member] Waiting for the task: (returnval){ [ 552.944579] env[62328]: value = "task-2386165" [ 552.944579] env[62328]: _type = "Task" [ 552.944579] env[62328]: } to complete. {{(pid=62328) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 552.950955] env[62328]: DEBUG oslo_vmware.api [None req-01c75a7d-9767-4a2a-b550-aead02b5e008 tempest-ServerDiagnosticsV248Test-811684029 tempest-ServerDiagnosticsV248Test-811684029-project-member] Task: {'id': task-2386164, 'name': Rename_Task, 'duration_secs': 0.334195} completed successfully. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 552.955710] env[62328]: DEBUG nova.virt.vmwareapi.vm_util [None req-01c75a7d-9767-4a2a-b550-aead02b5e008 tempest-ServerDiagnosticsV248Test-811684029 tempest-ServerDiagnosticsV248Test-811684029-project-member] [instance: f57853bd-b4a9-46ef-86ac-9fbe33732cd1] Powering on the VM {{(pid=62328) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 552.959140] env[62328]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-d4257f36-d48f-4be3-97e3-d640142b3ec9 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 552.961153] env[62328]: DEBUG oslo_vmware.api [None req-45807482-cb93-4c66-9eb5-d9d7c484af95 tempest-MigrationsAdminTest-413245202 tempest-MigrationsAdminTest-413245202-project-member] Waiting for the task: (returnval){ [ 552.961153] env[62328]: value = "task-2386166" [ 552.961153] env[62328]: _type = "Task" [ 552.961153] env[62328]: } to complete. {{(pid=62328) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 552.971498] env[62328]: DEBUG nova.virt.hardware [None req-107115ac-01e8-4ad8-a0e8-c1a8a00d753d tempest-FloatingIPsAssociationTestJSON-89523020 tempest-FloatingIPsAssociationTestJSON-89523020-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-07T17:16:55Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-07T17:16:37Z,direct_url=,disk_format='vmdk',id=dbf872a4-92be-47e4-8561-c3e2bf2423ab,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='2a64022f08d84b11a86773b900860ae5',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-07T17:16:38Z,virtual_size=,visibility=), allow threads: False {{(pid=62328) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 552.971682] env[62328]: DEBUG nova.virt.hardware [None req-107115ac-01e8-4ad8-a0e8-c1a8a00d753d tempest-FloatingIPsAssociationTestJSON-89523020 tempest-FloatingIPsAssociationTestJSON-89523020-project-member] Flavor limits 0:0:0 {{(pid=62328) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 552.971858] env[62328]: DEBUG nova.virt.hardware [None req-107115ac-01e8-4ad8-a0e8-c1a8a00d753d tempest-FloatingIPsAssociationTestJSON-89523020 tempest-FloatingIPsAssociationTestJSON-89523020-project-member] Image limits 0:0:0 {{(pid=62328) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 552.972050] env[62328]: DEBUG nova.virt.hardware [None req-107115ac-01e8-4ad8-a0e8-c1a8a00d753d tempest-FloatingIPsAssociationTestJSON-89523020 tempest-FloatingIPsAssociationTestJSON-89523020-project-member] Flavor pref 0:0:0 {{(pid=62328) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 552.972321] env[62328]: DEBUG nova.virt.hardware [None req-107115ac-01e8-4ad8-a0e8-c1a8a00d753d tempest-FloatingIPsAssociationTestJSON-89523020 tempest-FloatingIPsAssociationTestJSON-89523020-project-member] Image pref 0:0:0 {{(pid=62328) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 552.972321] env[62328]: DEBUG nova.virt.hardware [None req-107115ac-01e8-4ad8-a0e8-c1a8a00d753d tempest-FloatingIPsAssociationTestJSON-89523020 tempest-FloatingIPsAssociationTestJSON-89523020-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62328) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 552.972551] env[62328]: DEBUG nova.virt.hardware [None req-107115ac-01e8-4ad8-a0e8-c1a8a00d753d tempest-FloatingIPsAssociationTestJSON-89523020 tempest-FloatingIPsAssociationTestJSON-89523020-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62328) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 552.972660] env[62328]: DEBUG nova.virt.hardware [None req-107115ac-01e8-4ad8-a0e8-c1a8a00d753d tempest-FloatingIPsAssociationTestJSON-89523020 tempest-FloatingIPsAssociationTestJSON-89523020-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62328) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 552.972817] env[62328]: DEBUG nova.virt.hardware [None req-107115ac-01e8-4ad8-a0e8-c1a8a00d753d tempest-FloatingIPsAssociationTestJSON-89523020 tempest-FloatingIPsAssociationTestJSON-89523020-project-member] Got 1 possible topologies {{(pid=62328) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 552.972993] env[62328]: DEBUG nova.virt.hardware [None req-107115ac-01e8-4ad8-a0e8-c1a8a00d753d tempest-FloatingIPsAssociationTestJSON-89523020 tempest-FloatingIPsAssociationTestJSON-89523020-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62328) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 552.974823] env[62328]: DEBUG nova.virt.hardware [None req-107115ac-01e8-4ad8-a0e8-c1a8a00d753d tempest-FloatingIPsAssociationTestJSON-89523020 tempest-FloatingIPsAssociationTestJSON-89523020-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62328) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 552.981178] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8eaac660-8883-4a38-8823-7aecb07755eb {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 552.984557] env[62328]: DEBUG oslo_vmware.api [None req-01c75a7d-9767-4a2a-b550-aead02b5e008 tempest-ServerDiagnosticsV248Test-811684029 tempest-ServerDiagnosticsV248Test-811684029-project-member] Waiting for the task: (returnval){ [ 552.984557] env[62328]: value = "task-2386167" [ 552.984557] env[62328]: _type = "Task" [ 552.984557] env[62328]: } to complete. {{(pid=62328) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 552.984784] env[62328]: DEBUG oslo_vmware.api [None req-af381420-5073-4f49-b4bc-c15593d043cf tempest-DeleteServersAdminTestJSON-1672951685 tempest-DeleteServersAdminTestJSON-1672951685-project-member] Task: {'id': task-2386165, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 553.005884] env[62328]: DEBUG oslo_vmware.api [None req-45807482-cb93-4c66-9eb5-d9d7c484af95 tempest-MigrationsAdminTest-413245202 tempest-MigrationsAdminTest-413245202-project-member] Task: {'id': task-2386166, 'name': Rename_Task} progress is 14%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 553.005884] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3d527bf2-d69b-4fc3-9e71-4cac5fd29ec6 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 553.012509] env[62328]: DEBUG oslo_vmware.api [None req-01c75a7d-9767-4a2a-b550-aead02b5e008 tempest-ServerDiagnosticsV248Test-811684029 tempest-ServerDiagnosticsV248Test-811684029-project-member] Task: {'id': task-2386167, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 553.173291] env[62328]: DEBUG nova.compute.manager [req-906215e7-3125-4aa0-a8b3-9adc54568d94 req-b7d7158c-1e86-4192-8f67-307e8dbd4276 service nova] [instance: 96f94f58-1fd4-4e65-a362-2861daab1a34] Received event network-vif-plugged-75c8153e-f821-419c-b07b-dcdcfac31a03 {{(pid=62328) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 553.173291] env[62328]: DEBUG oslo_concurrency.lockutils [req-906215e7-3125-4aa0-a8b3-9adc54568d94 req-b7d7158c-1e86-4192-8f67-307e8dbd4276 service nova] Acquiring lock "96f94f58-1fd4-4e65-a362-2861daab1a34-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 553.173291] env[62328]: DEBUG oslo_concurrency.lockutils [req-906215e7-3125-4aa0-a8b3-9adc54568d94 req-b7d7158c-1e86-4192-8f67-307e8dbd4276 service nova] Lock "96f94f58-1fd4-4e65-a362-2861daab1a34-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 553.173291] env[62328]: DEBUG oslo_concurrency.lockutils [req-906215e7-3125-4aa0-a8b3-9adc54568d94 req-b7d7158c-1e86-4192-8f67-307e8dbd4276 service nova] Lock "96f94f58-1fd4-4e65-a362-2861daab1a34-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 553.173291] env[62328]: DEBUG nova.compute.manager [req-906215e7-3125-4aa0-a8b3-9adc54568d94 req-b7d7158c-1e86-4192-8f67-307e8dbd4276 service nova] [instance: 96f94f58-1fd4-4e65-a362-2861daab1a34] No waiting events found dispatching network-vif-plugged-75c8153e-f821-419c-b07b-dcdcfac31a03 {{(pid=62328) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 553.173702] env[62328]: WARNING nova.compute.manager [req-906215e7-3125-4aa0-a8b3-9adc54568d94 req-b7d7158c-1e86-4192-8f67-307e8dbd4276 service nova] [instance: 96f94f58-1fd4-4e65-a362-2861daab1a34] Received unexpected event network-vif-plugged-75c8153e-f821-419c-b07b-dcdcfac31a03 for instance with vm_state building and task_state spawning. [ 553.173702] env[62328]: DEBUG nova.compute.manager [req-906215e7-3125-4aa0-a8b3-9adc54568d94 req-b7d7158c-1e86-4192-8f67-307e8dbd4276 service nova] [instance: 96f94f58-1fd4-4e65-a362-2861daab1a34] Received event network-changed-75c8153e-f821-419c-b07b-dcdcfac31a03 {{(pid=62328) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 553.174979] env[62328]: DEBUG nova.compute.manager [req-906215e7-3125-4aa0-a8b3-9adc54568d94 req-b7d7158c-1e86-4192-8f67-307e8dbd4276 service nova] [instance: 96f94f58-1fd4-4e65-a362-2861daab1a34] Refreshing instance network info cache due to event network-changed-75c8153e-f821-419c-b07b-dcdcfac31a03. {{(pid=62328) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 553.175570] env[62328]: DEBUG oslo_concurrency.lockutils [req-906215e7-3125-4aa0-a8b3-9adc54568d94 req-b7d7158c-1e86-4192-8f67-307e8dbd4276 service nova] Acquiring lock "refresh_cache-96f94f58-1fd4-4e65-a362-2861daab1a34" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 553.326934] env[62328]: DEBUG oslo_concurrency.lockutils [None req-8f9732e1-515b-426a-9785-7eac14f3cc5f tempest-ImagesNegativeTestJSON-504021747 tempest-ImagesNegativeTestJSON-504021747-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.450s {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 553.327515] env[62328]: DEBUG nova.compute.manager [None req-8f9732e1-515b-426a-9785-7eac14f3cc5f tempest-ImagesNegativeTestJSON-504021747 tempest-ImagesNegativeTestJSON-504021747-project-member] [instance: f70d129f-1468-4834-b753-8c602837eff0] Start building networks asynchronously for instance. {{(pid=62328) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 553.334451] env[62328]: DEBUG oslo_concurrency.lockutils [None req-d243c0b1-71c7-4ffd-b019-2dcc0a85daa2 tempest-ServerExternalEventsTest-1567415951 tempest-ServerExternalEventsTest-1567415951-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 9.969s {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 553.336830] env[62328]: INFO nova.compute.claims [None req-d243c0b1-71c7-4ffd-b019-2dcc0a85daa2 tempest-ServerExternalEventsTest-1567415951 tempest-ServerExternalEventsTest-1567415951-project-member] [instance: 5f192c3a-1f44-4471-afec-76a321dfd557] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 553.465151] env[62328]: DEBUG oslo_vmware.api [None req-af381420-5073-4f49-b4bc-c15593d043cf tempest-DeleteServersAdminTestJSON-1672951685 tempest-DeleteServersAdminTestJSON-1672951685-project-member] Task: {'id': task-2386165, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.094441} completed successfully. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 553.468304] env[62328]: DEBUG nova.virt.vmwareapi.vmops [None req-af381420-5073-4f49-b4bc-c15593d043cf tempest-DeleteServersAdminTestJSON-1672951685 tempest-DeleteServersAdminTestJSON-1672951685-project-member] [instance: b08dddfd-83d2-434a-b533-c4e7515d44db] Extended root virtual disk {{(pid=62328) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 553.469537] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bb1422f5-3ed3-411f-af84-5160b3b4822a {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 553.476278] env[62328]: DEBUG oslo_vmware.api [None req-45807482-cb93-4c66-9eb5-d9d7c484af95 tempest-MigrationsAdminTest-413245202 tempest-MigrationsAdminTest-413245202-project-member] Task: {'id': task-2386166, 'name': Rename_Task, 'duration_secs': 0.165741} completed successfully. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 553.486107] env[62328]: DEBUG nova.virt.vmwareapi.vm_util [None req-45807482-cb93-4c66-9eb5-d9d7c484af95 tempest-MigrationsAdminTest-413245202 tempest-MigrationsAdminTest-413245202-project-member] [instance: 613e2516-6209-439d-bb90-b87d67b281a8] Powering on the VM {{(pid=62328) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 553.497932] env[62328]: DEBUG nova.virt.vmwareapi.volumeops [None req-af381420-5073-4f49-b4bc-c15593d043cf tempest-DeleteServersAdminTestJSON-1672951685 tempest-DeleteServersAdminTestJSON-1672951685-project-member] [instance: b08dddfd-83d2-434a-b533-c4e7515d44db] Reconfiguring VM instance instance-00000003 to attach disk [datastore2] b08dddfd-83d2-434a-b533-c4e7515d44db/b08dddfd-83d2-434a-b533-c4e7515d44db.vmdk or device None with type sparse {{(pid=62328) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 553.497932] env[62328]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-a5a782ef-b8fb-4aac-a172-11185d461b07 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 553.498674] env[62328]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9189fdec-0628-4c29-8681-c0ea8329a08d {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 553.513834] env[62328]: DEBUG nova.network.neutron [None req-20bc2990-99e2-4645-a535-ce0e988a329f tempest-ServerPasswordTestJSON-1408689932 tempest-ServerPasswordTestJSON-1408689932-project-member] [instance: 96f94f58-1fd4-4e65-a362-2861daab1a34] Updating instance_info_cache with network_info: [{"id": "75c8153e-f821-419c-b07b-dcdcfac31a03", "address": "fa:16:3e:5b:cc:a9", "network": {"id": "3a210600-90b2-49ba-bf34-fac542b8d16d", "bridge": "br-int", "label": "tempest-ServerPasswordTestJSON-1652572588-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f53a254c8bd34fa5a6c8c31da952c713", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2e0cfc48-d93b-4477-8082-69a2f7aa7701", "external-id": "nsx-vlan-transportzone-275", "segmentation_id": 275, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap75c8153e-f8", "ovs_interfaceid": "75c8153e-f821-419c-b07b-dcdcfac31a03", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62328) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 553.527542] env[62328]: DEBUG oslo_vmware.api [None req-01c75a7d-9767-4a2a-b550-aead02b5e008 tempest-ServerDiagnosticsV248Test-811684029 tempest-ServerDiagnosticsV248Test-811684029-project-member] Task: {'id': task-2386167, 'name': PowerOnVM_Task, 'duration_secs': 0.466339} completed successfully. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 553.531057] env[62328]: DEBUG nova.virt.vmwareapi.vm_util [None req-01c75a7d-9767-4a2a-b550-aead02b5e008 tempest-ServerDiagnosticsV248Test-811684029 tempest-ServerDiagnosticsV248Test-811684029-project-member] [instance: f57853bd-b4a9-46ef-86ac-9fbe33732cd1] Powered on the VM {{(pid=62328) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 553.531572] env[62328]: INFO nova.compute.manager [None req-01c75a7d-9767-4a2a-b550-aead02b5e008 tempest-ServerDiagnosticsV248Test-811684029 tempest-ServerDiagnosticsV248Test-811684029-project-member] [instance: f57853bd-b4a9-46ef-86ac-9fbe33732cd1] Took 9.98 seconds to spawn the instance on the hypervisor. [ 553.531851] env[62328]: DEBUG nova.compute.manager [None req-01c75a7d-9767-4a2a-b550-aead02b5e008 tempest-ServerDiagnosticsV248Test-811684029 tempest-ServerDiagnosticsV248Test-811684029-project-member] [instance: f57853bd-b4a9-46ef-86ac-9fbe33732cd1] Checking state {{(pid=62328) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 553.532977] env[62328]: DEBUG oslo_vmware.api [None req-af381420-5073-4f49-b4bc-c15593d043cf tempest-DeleteServersAdminTestJSON-1672951685 tempest-DeleteServersAdminTestJSON-1672951685-project-member] Waiting for the task: (returnval){ [ 553.532977] env[62328]: value = "task-2386169" [ 553.532977] env[62328]: _type = "Task" [ 553.532977] env[62328]: } to complete. {{(pid=62328) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 553.533615] env[62328]: DEBUG oslo_vmware.api [None req-45807482-cb93-4c66-9eb5-d9d7c484af95 tempest-MigrationsAdminTest-413245202 tempest-MigrationsAdminTest-413245202-project-member] Waiting for the task: (returnval){ [ 553.533615] env[62328]: value = "task-2386168" [ 553.533615] env[62328]: _type = "Task" [ 553.533615] env[62328]: } to complete. {{(pid=62328) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 553.534351] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9b70f82e-3159-471d-aa26-c6b6f1f2124e {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 553.565367] env[62328]: DEBUG oslo_vmware.api [None req-af381420-5073-4f49-b4bc-c15593d043cf tempest-DeleteServersAdminTestJSON-1672951685 tempest-DeleteServersAdminTestJSON-1672951685-project-member] Task: {'id': task-2386169, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 553.565428] env[62328]: DEBUG oslo_vmware.api [None req-45807482-cb93-4c66-9eb5-d9d7c484af95 tempest-MigrationsAdminTest-413245202 tempest-MigrationsAdminTest-413245202-project-member] Task: {'id': task-2386168, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 553.844258] env[62328]: DEBUG nova.compute.utils [None req-8f9732e1-515b-426a-9785-7eac14f3cc5f tempest-ImagesNegativeTestJSON-504021747 tempest-ImagesNegativeTestJSON-504021747-project-member] Using /dev/sd instead of None {{(pid=62328) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 553.848180] env[62328]: DEBUG nova.compute.manager [None req-8f9732e1-515b-426a-9785-7eac14f3cc5f tempest-ImagesNegativeTestJSON-504021747 tempest-ImagesNegativeTestJSON-504021747-project-member] [instance: f70d129f-1468-4834-b753-8c602837eff0] Allocating IP information in the background. {{(pid=62328) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 553.848346] env[62328]: DEBUG nova.network.neutron [None req-8f9732e1-515b-426a-9785-7eac14f3cc5f tempest-ImagesNegativeTestJSON-504021747 tempest-ImagesNegativeTestJSON-504021747-project-member] [instance: f70d129f-1468-4834-b753-8c602837eff0] allocate_for_instance() {{(pid=62328) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 554.023458] env[62328]: DEBUG oslo_concurrency.lockutils [None req-20bc2990-99e2-4645-a535-ce0e988a329f tempest-ServerPasswordTestJSON-1408689932 tempest-ServerPasswordTestJSON-1408689932-project-member] Releasing lock "refresh_cache-96f94f58-1fd4-4e65-a362-2861daab1a34" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 554.023813] env[62328]: DEBUG nova.compute.manager [None req-20bc2990-99e2-4645-a535-ce0e988a329f tempest-ServerPasswordTestJSON-1408689932 tempest-ServerPasswordTestJSON-1408689932-project-member] [instance: 96f94f58-1fd4-4e65-a362-2861daab1a34] Instance network_info: |[{"id": "75c8153e-f821-419c-b07b-dcdcfac31a03", "address": "fa:16:3e:5b:cc:a9", "network": {"id": "3a210600-90b2-49ba-bf34-fac542b8d16d", "bridge": "br-int", "label": "tempest-ServerPasswordTestJSON-1652572588-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f53a254c8bd34fa5a6c8c31da952c713", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2e0cfc48-d93b-4477-8082-69a2f7aa7701", "external-id": "nsx-vlan-transportzone-275", "segmentation_id": 275, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap75c8153e-f8", "ovs_interfaceid": "75c8153e-f821-419c-b07b-dcdcfac31a03", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62328) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 554.024134] env[62328]: DEBUG oslo_concurrency.lockutils [req-906215e7-3125-4aa0-a8b3-9adc54568d94 req-b7d7158c-1e86-4192-8f67-307e8dbd4276 service nova] Acquired lock "refresh_cache-96f94f58-1fd4-4e65-a362-2861daab1a34" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 554.024313] env[62328]: DEBUG nova.network.neutron [req-906215e7-3125-4aa0-a8b3-9adc54568d94 req-b7d7158c-1e86-4192-8f67-307e8dbd4276 service nova] [instance: 96f94f58-1fd4-4e65-a362-2861daab1a34] Refreshing network info cache for port 75c8153e-f821-419c-b07b-dcdcfac31a03 {{(pid=62328) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 554.025868] env[62328]: DEBUG nova.virt.vmwareapi.vmops [None req-20bc2990-99e2-4645-a535-ce0e988a329f tempest-ServerPasswordTestJSON-1408689932 tempest-ServerPasswordTestJSON-1408689932-project-member] [instance: 96f94f58-1fd4-4e65-a362-2861daab1a34] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:5b:cc:a9', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '2e0cfc48-d93b-4477-8082-69a2f7aa7701', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '75c8153e-f821-419c-b07b-dcdcfac31a03', 'vif_model': 'vmxnet3'}] {{(pid=62328) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 554.040257] env[62328]: DEBUG nova.virt.vmwareapi.vm_util [None req-20bc2990-99e2-4645-a535-ce0e988a329f tempest-ServerPasswordTestJSON-1408689932 tempest-ServerPasswordTestJSON-1408689932-project-member] Creating folder: Project (f53a254c8bd34fa5a6c8c31da952c713). Parent ref: group-v484164. {{(pid=62328) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 554.041553] env[62328]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-ab73964f-0c5e-4322-812d-588f7798898a {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 554.059885] env[62328]: DEBUG oslo_vmware.api [None req-af381420-5073-4f49-b4bc-c15593d043cf tempest-DeleteServersAdminTestJSON-1672951685 tempest-DeleteServersAdminTestJSON-1672951685-project-member] Task: {'id': task-2386169, 'name': ReconfigVM_Task, 'duration_secs': 0.413772} completed successfully. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 554.066725] env[62328]: DEBUG nova.virt.vmwareapi.volumeops [None req-af381420-5073-4f49-b4bc-c15593d043cf tempest-DeleteServersAdminTestJSON-1672951685 tempest-DeleteServersAdminTestJSON-1672951685-project-member] [instance: b08dddfd-83d2-434a-b533-c4e7515d44db] Reconfigured VM instance instance-00000003 to attach disk [datastore2] b08dddfd-83d2-434a-b533-c4e7515d44db/b08dddfd-83d2-434a-b533-c4e7515d44db.vmdk or device None with type sparse {{(pid=62328) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 554.067507] env[62328]: DEBUG oslo_vmware.api [None req-45807482-cb93-4c66-9eb5-d9d7c484af95 tempest-MigrationsAdminTest-413245202 tempest-MigrationsAdminTest-413245202-project-member] Task: {'id': task-2386168, 'name': PowerOnVM_Task, 'duration_secs': 0.510525} completed successfully. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 554.073490] env[62328]: INFO nova.virt.vmwareapi.vm_util [None req-20bc2990-99e2-4645-a535-ce0e988a329f tempest-ServerPasswordTestJSON-1408689932 tempest-ServerPasswordTestJSON-1408689932-project-member] Created folder: Project (f53a254c8bd34fa5a6c8c31da952c713) in parent group-v484164. [ 554.073716] env[62328]: DEBUG nova.virt.vmwareapi.vm_util [None req-20bc2990-99e2-4645-a535-ce0e988a329f tempest-ServerPasswordTestJSON-1408689932 tempest-ServerPasswordTestJSON-1408689932-project-member] Creating folder: Instances. Parent ref: group-v484174. {{(pid=62328) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 554.078603] env[62328]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-a353d3ed-a228-43ff-86f9-b25589780318 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 554.078603] env[62328]: DEBUG nova.virt.vmwareapi.vm_util [None req-45807482-cb93-4c66-9eb5-d9d7c484af95 tempest-MigrationsAdminTest-413245202 tempest-MigrationsAdminTest-413245202-project-member] [instance: 613e2516-6209-439d-bb90-b87d67b281a8] Powered on the VM {{(pid=62328) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 554.078603] env[62328]: INFO nova.compute.manager [None req-45807482-cb93-4c66-9eb5-d9d7c484af95 tempest-MigrationsAdminTest-413245202 tempest-MigrationsAdminTest-413245202-project-member] [instance: 613e2516-6209-439d-bb90-b87d67b281a8] Took 13.25 seconds to spawn the instance on the hypervisor. [ 554.078603] env[62328]: DEBUG nova.compute.manager [None req-45807482-cb93-4c66-9eb5-d9d7c484af95 tempest-MigrationsAdminTest-413245202 tempest-MigrationsAdminTest-413245202-project-member] [instance: 613e2516-6209-439d-bb90-b87d67b281a8] Checking state {{(pid=62328) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 554.078603] env[62328]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-14746613-c132-461a-ac59-28906fe65f55 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 554.086600] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-df3e657e-49b9-449b-9611-028365b7cb2f {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 554.087190] env[62328]: INFO nova.compute.manager [None req-01c75a7d-9767-4a2a-b550-aead02b5e008 tempest-ServerDiagnosticsV248Test-811684029 tempest-ServerDiagnosticsV248Test-811684029-project-member] [instance: f57853bd-b4a9-46ef-86ac-9fbe33732cd1] Took 14.82 seconds to build instance. [ 554.094392] env[62328]: DEBUG oslo_vmware.api [None req-af381420-5073-4f49-b4bc-c15593d043cf tempest-DeleteServersAdminTestJSON-1672951685 tempest-DeleteServersAdminTestJSON-1672951685-project-member] Waiting for the task: (returnval){ [ 554.094392] env[62328]: value = "task-2386171" [ 554.094392] env[62328]: _type = "Task" [ 554.094392] env[62328]: } to complete. {{(pid=62328) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 554.107320] env[62328]: INFO nova.virt.vmwareapi.vm_util [None req-20bc2990-99e2-4645-a535-ce0e988a329f tempest-ServerPasswordTestJSON-1408689932 tempest-ServerPasswordTestJSON-1408689932-project-member] Created folder: Instances in parent group-v484174. [ 554.108820] env[62328]: DEBUG oslo.service.loopingcall [None req-20bc2990-99e2-4645-a535-ce0e988a329f tempest-ServerPasswordTestJSON-1408689932 tempest-ServerPasswordTestJSON-1408689932-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62328) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 554.111159] env[62328]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 96f94f58-1fd4-4e65-a362-2861daab1a34] Creating VM on the ESX host {{(pid=62328) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 554.114151] env[62328]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-15e5c599-906c-4b28-82e4-cbd60171e0ab {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 554.135857] env[62328]: DEBUG oslo_vmware.api [None req-af381420-5073-4f49-b4bc-c15593d043cf tempest-DeleteServersAdminTestJSON-1672951685 tempest-DeleteServersAdminTestJSON-1672951685-project-member] Task: {'id': task-2386171, 'name': Rename_Task} progress is 14%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 554.141020] env[62328]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 554.141020] env[62328]: value = "task-2386173" [ 554.141020] env[62328]: _type = "Task" [ 554.141020] env[62328]: } to complete. {{(pid=62328) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 554.150686] env[62328]: DEBUG oslo_vmware.api [-] Task: {'id': task-2386173, 'name': CreateVM_Task} progress is 0%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 554.179720] env[62328]: DEBUG nova.network.neutron [None req-107115ac-01e8-4ad8-a0e8-c1a8a00d753d tempest-FloatingIPsAssociationTestJSON-89523020 tempest-FloatingIPsAssociationTestJSON-89523020-project-member] [instance: 911e8910-7b82-4557-af15-99cf96b7314e] Successfully created port: ace375b8-ee68-4a07-951a-21c975157c71 {{(pid=62328) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 554.351356] env[62328]: DEBUG nova.compute.manager [None req-8f9732e1-515b-426a-9785-7eac14f3cc5f tempest-ImagesNegativeTestJSON-504021747 tempest-ImagesNegativeTestJSON-504021747-project-member] [instance: f70d129f-1468-4834-b753-8c602837eff0] Start building block device mappings for instance. {{(pid=62328) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 554.454112] env[62328]: DEBUG nova.policy [None req-8f9732e1-515b-426a-9785-7eac14f3cc5f tempest-ImagesNegativeTestJSON-504021747 tempest-ImagesNegativeTestJSON-504021747-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '32f8c78e4e4f47d294f1d097555fed72', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '5ba9eb5ff48641b8ac9f053cd9a43de2', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62328) authorize /opt/stack/nova/nova/policy.py:192}} [ 554.580579] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d887012f-4828-4983-95dd-f9b0e6a3d1a1 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 554.588572] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-32e6ff76-cf34-4339-9a13-228b7eb588f7 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 554.592173] env[62328]: DEBUG oslo_concurrency.lockutils [None req-01c75a7d-9767-4a2a-b550-aead02b5e008 tempest-ServerDiagnosticsV248Test-811684029 tempest-ServerDiagnosticsV248Test-811684029-project-member] Lock "f57853bd-b4a9-46ef-86ac-9fbe33732cd1" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 16.335s {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 554.655617] env[62328]: INFO nova.compute.manager [None req-45807482-cb93-4c66-9eb5-d9d7c484af95 tempest-MigrationsAdminTest-413245202 tempest-MigrationsAdminTest-413245202-project-member] [instance: 613e2516-6209-439d-bb90-b87d67b281a8] Took 18.07 seconds to build instance. [ 554.658148] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-03a97c8a-f808-4712-9800-816d55c1d68a {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 554.678878] env[62328]: DEBUG oslo_vmware.api [None req-af381420-5073-4f49-b4bc-c15593d043cf tempest-DeleteServersAdminTestJSON-1672951685 tempest-DeleteServersAdminTestJSON-1672951685-project-member] Task: {'id': task-2386171, 'name': Rename_Task, 'duration_secs': 0.182675} completed successfully. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 554.680062] env[62328]: DEBUG nova.virt.vmwareapi.vm_util [None req-af381420-5073-4f49-b4bc-c15593d043cf tempest-DeleteServersAdminTestJSON-1672951685 tempest-DeleteServersAdminTestJSON-1672951685-project-member] [instance: b08dddfd-83d2-434a-b533-c4e7515d44db] Powering on the VM {{(pid=62328) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 554.680417] env[62328]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-f8bbd5f3-dc2e-4bf1-aed1-52bbfd4b4e65 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 554.691928] env[62328]: DEBUG oslo_vmware.api [-] Task: {'id': task-2386173, 'name': CreateVM_Task, 'duration_secs': 0.370114} completed successfully. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 554.696413] env[62328]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 96f94f58-1fd4-4e65-a362-2861daab1a34] Created VM on the ESX host {{(pid=62328) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 554.698618] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-85101d7f-cb8b-43c1-b235-7b995e22e3ac {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 554.706525] env[62328]: DEBUG oslo_concurrency.lockutils [None req-20bc2990-99e2-4645-a535-ce0e988a329f tempest-ServerPasswordTestJSON-1408689932 tempest-ServerPasswordTestJSON-1408689932-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/dbf872a4-92be-47e4-8561-c3e2bf2423ab" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 554.706717] env[62328]: DEBUG oslo_concurrency.lockutils [None req-20bc2990-99e2-4645-a535-ce0e988a329f tempest-ServerPasswordTestJSON-1408689932 tempest-ServerPasswordTestJSON-1408689932-project-member] Acquired lock "[datastore2] devstack-image-cache_base/dbf872a4-92be-47e4-8561-c3e2bf2423ab" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 554.707101] env[62328]: DEBUG oslo_concurrency.lockutils [None req-20bc2990-99e2-4645-a535-ce0e988a329f tempest-ServerPasswordTestJSON-1408689932 tempest-ServerPasswordTestJSON-1408689932-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/dbf872a4-92be-47e4-8561-c3e2bf2423ab" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 554.707869] env[62328]: DEBUG oslo_vmware.api [None req-af381420-5073-4f49-b4bc-c15593d043cf tempest-DeleteServersAdminTestJSON-1672951685 tempest-DeleteServersAdminTestJSON-1672951685-project-member] Waiting for the task: (returnval){ [ 554.707869] env[62328]: value = "task-2386174" [ 554.707869] env[62328]: _type = "Task" [ 554.707869] env[62328]: } to complete. {{(pid=62328) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 554.708968] env[62328]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0a5fa104-ae35-46a9-9303-14a334a8de6d {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 554.724936] env[62328]: DEBUG nova.compute.provider_tree [None req-d243c0b1-71c7-4ffd-b019-2dcc0a85daa2 tempest-ServerExternalEventsTest-1567415951 tempest-ServerExternalEventsTest-1567415951-project-member] Inventory has not changed in ProviderTree for provider: 3469e9f8-04af-49ca-8435-49f104496744 {{(pid=62328) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 554.732283] env[62328]: DEBUG oslo_vmware.api [None req-20bc2990-99e2-4645-a535-ce0e988a329f tempest-ServerPasswordTestJSON-1408689932 tempest-ServerPasswordTestJSON-1408689932-project-member] Waiting for the task: (returnval){ [ 554.732283] env[62328]: value = "session[52a6e20e-410d-708a-99f2-080a575a99bd]5222736a-3ccb-f3d5-dd55-f30827e9ea6d" [ 554.732283] env[62328]: _type = "Task" [ 554.732283] env[62328]: } to complete. {{(pid=62328) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 554.741368] env[62328]: DEBUG oslo_vmware.api [None req-af381420-5073-4f49-b4bc-c15593d043cf tempest-DeleteServersAdminTestJSON-1672951685 tempest-DeleteServersAdminTestJSON-1672951685-project-member] Task: {'id': task-2386174, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 554.753064] env[62328]: DEBUG oslo_vmware.api [None req-20bc2990-99e2-4645-a535-ce0e988a329f tempest-ServerPasswordTestJSON-1408689932 tempest-ServerPasswordTestJSON-1408689932-project-member] Task: {'id': session[52a6e20e-410d-708a-99f2-080a575a99bd]5222736a-3ccb-f3d5-dd55-f30827e9ea6d, 'name': SearchDatastore_Task, 'duration_secs': 0.012102} completed successfully. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 554.754101] env[62328]: DEBUG oslo_concurrency.lockutils [None req-20bc2990-99e2-4645-a535-ce0e988a329f tempest-ServerPasswordTestJSON-1408689932 tempest-ServerPasswordTestJSON-1408689932-project-member] Releasing lock "[datastore2] devstack-image-cache_base/dbf872a4-92be-47e4-8561-c3e2bf2423ab" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 554.754347] env[62328]: DEBUG nova.virt.vmwareapi.vmops [None req-20bc2990-99e2-4645-a535-ce0e988a329f tempest-ServerPasswordTestJSON-1408689932 tempest-ServerPasswordTestJSON-1408689932-project-member] [instance: 96f94f58-1fd4-4e65-a362-2861daab1a34] Processing image dbf872a4-92be-47e4-8561-c3e2bf2423ab {{(pid=62328) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 554.754778] env[62328]: DEBUG oslo_concurrency.lockutils [None req-20bc2990-99e2-4645-a535-ce0e988a329f tempest-ServerPasswordTestJSON-1408689932 tempest-ServerPasswordTestJSON-1408689932-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/dbf872a4-92be-47e4-8561-c3e2bf2423ab/dbf872a4-92be-47e4-8561-c3e2bf2423ab.vmdk" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 554.755125] env[62328]: DEBUG oslo_concurrency.lockutils [None req-20bc2990-99e2-4645-a535-ce0e988a329f tempest-ServerPasswordTestJSON-1408689932 tempest-ServerPasswordTestJSON-1408689932-project-member] Acquired lock "[datastore2] devstack-image-cache_base/dbf872a4-92be-47e4-8561-c3e2bf2423ab/dbf872a4-92be-47e4-8561-c3e2bf2423ab.vmdk" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 554.755333] env[62328]: DEBUG nova.virt.vmwareapi.ds_util [None req-20bc2990-99e2-4645-a535-ce0e988a329f tempest-ServerPasswordTestJSON-1408689932 tempest-ServerPasswordTestJSON-1408689932-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62328) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 554.755982] env[62328]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-4c1090a5-b0c3-475c-9088-139e0775d5ce {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 554.765226] env[62328]: DEBUG nova.virt.vmwareapi.ds_util [None req-20bc2990-99e2-4645-a535-ce0e988a329f tempest-ServerPasswordTestJSON-1408689932 tempest-ServerPasswordTestJSON-1408689932-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62328) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 554.765504] env[62328]: DEBUG nova.virt.vmwareapi.vmops [None req-20bc2990-99e2-4645-a535-ce0e988a329f tempest-ServerPasswordTestJSON-1408689932 tempest-ServerPasswordTestJSON-1408689932-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62328) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 554.766331] env[62328]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8f6e7ebf-28c2-4d50-b088-cc2a32fc0d44 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 554.775100] env[62328]: DEBUG oslo_vmware.api [None req-20bc2990-99e2-4645-a535-ce0e988a329f tempest-ServerPasswordTestJSON-1408689932 tempest-ServerPasswordTestJSON-1408689932-project-member] Waiting for the task: (returnval){ [ 554.775100] env[62328]: value = "session[52a6e20e-410d-708a-99f2-080a575a99bd]529ce317-7ad5-43ee-b4c9-93d1726dfa4f" [ 554.775100] env[62328]: _type = "Task" [ 554.775100] env[62328]: } to complete. {{(pid=62328) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 554.796598] env[62328]: DEBUG oslo_vmware.api [None req-20bc2990-99e2-4645-a535-ce0e988a329f tempest-ServerPasswordTestJSON-1408689932 tempest-ServerPasswordTestJSON-1408689932-project-member] Task: {'id': session[52a6e20e-410d-708a-99f2-080a575a99bd]529ce317-7ad5-43ee-b4c9-93d1726dfa4f, 'name': SearchDatastore_Task, 'duration_secs': 0.010154} completed successfully. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 554.799308] env[62328]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e2a6e43e-a714-4ea1-836f-143226f3c614 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 554.806083] env[62328]: DEBUG oslo_vmware.api [None req-20bc2990-99e2-4645-a535-ce0e988a329f tempest-ServerPasswordTestJSON-1408689932 tempest-ServerPasswordTestJSON-1408689932-project-member] Waiting for the task: (returnval){ [ 554.806083] env[62328]: value = "session[52a6e20e-410d-708a-99f2-080a575a99bd]52629c24-a259-aaea-deb7-69bcd3e24bbd" [ 554.806083] env[62328]: _type = "Task" [ 554.806083] env[62328]: } to complete. {{(pid=62328) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 554.819969] env[62328]: DEBUG oslo_vmware.api [None req-20bc2990-99e2-4645-a535-ce0e988a329f tempest-ServerPasswordTestJSON-1408689932 tempest-ServerPasswordTestJSON-1408689932-project-member] Task: {'id': session[52a6e20e-410d-708a-99f2-080a575a99bd]52629c24-a259-aaea-deb7-69bcd3e24bbd, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 554.924032] env[62328]: DEBUG nova.network.neutron [req-1e44b5db-365a-4bf0-a0b1-94a3e066a8a5 req-017967a7-c3de-4c9a-9ec8-05496888c0fb service nova] [instance: b08dddfd-83d2-434a-b533-c4e7515d44db] Updated VIF entry in instance network info cache for port 218e5ffe-ca85-4ceb-bb99-2ef2ec2f4775. {{(pid=62328) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 554.924032] env[62328]: DEBUG nova.network.neutron [req-1e44b5db-365a-4bf0-a0b1-94a3e066a8a5 req-017967a7-c3de-4c9a-9ec8-05496888c0fb service nova] [instance: b08dddfd-83d2-434a-b533-c4e7515d44db] Updating instance_info_cache with network_info: [{"id": "218e5ffe-ca85-4ceb-bb99-2ef2ec2f4775", "address": "fa:16:3e:07:8b:46", "network": {"id": "ec511a9f-4661-41db-95bd-0fc9ad2de615", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.37", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "2a64022f08d84b11a86773b900860ae5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a4f91f31-0516-4d62-a341-e03a50b7c477", "external-id": "nsx-vlan-transportzone-963", "segmentation_id": 963, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap218e5ffe-ca", "ovs_interfaceid": "218e5ffe-ca85-4ceb-bb99-2ef2ec2f4775", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62328) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 555.095425] env[62328]: DEBUG nova.compute.manager [None req-2d6cbe4f-90f6-4be8-baa3-cec59b7b6052 tempest-ServerActionsTestOtherA-1098162655 tempest-ServerActionsTestOtherA-1098162655-project-member] [instance: 6c107768-0f57-42fd-a2a5-b28207b17de9] Starting instance... {{(pid=62328) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 555.165684] env[62328]: DEBUG oslo_concurrency.lockutils [None req-45807482-cb93-4c66-9eb5-d9d7c484af95 tempest-MigrationsAdminTest-413245202 tempest-MigrationsAdminTest-413245202-project-member] Lock "613e2516-6209-439d-bb90-b87d67b281a8" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 19.596s {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 555.223174] env[62328]: DEBUG oslo_vmware.api [None req-af381420-5073-4f49-b4bc-c15593d043cf tempest-DeleteServersAdminTestJSON-1672951685 tempest-DeleteServersAdminTestJSON-1672951685-project-member] Task: {'id': task-2386174, 'name': PowerOnVM_Task} progress is 88%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 555.230428] env[62328]: DEBUG nova.scheduler.client.report [None req-d243c0b1-71c7-4ffd-b019-2dcc0a85daa2 tempest-ServerExternalEventsTest-1567415951 tempest-ServerExternalEventsTest-1567415951-project-member] Inventory has not changed for provider 3469e9f8-04af-49ca-8435-49f104496744 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 153, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62328) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 555.321367] env[62328]: DEBUG oslo_vmware.api [None req-20bc2990-99e2-4645-a535-ce0e988a329f tempest-ServerPasswordTestJSON-1408689932 tempest-ServerPasswordTestJSON-1408689932-project-member] Task: {'id': session[52a6e20e-410d-708a-99f2-080a575a99bd]52629c24-a259-aaea-deb7-69bcd3e24bbd, 'name': SearchDatastore_Task, 'duration_secs': 0.009721} completed successfully. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 555.325562] env[62328]: DEBUG oslo_concurrency.lockutils [None req-20bc2990-99e2-4645-a535-ce0e988a329f tempest-ServerPasswordTestJSON-1408689932 tempest-ServerPasswordTestJSON-1408689932-project-member] Releasing lock "[datastore2] devstack-image-cache_base/dbf872a4-92be-47e4-8561-c3e2bf2423ab/dbf872a4-92be-47e4-8561-c3e2bf2423ab.vmdk" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 555.325934] env[62328]: DEBUG nova.virt.vmwareapi.vm_util [None req-20bc2990-99e2-4645-a535-ce0e988a329f tempest-ServerPasswordTestJSON-1408689932 tempest-ServerPasswordTestJSON-1408689932-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/dbf872a4-92be-47e4-8561-c3e2bf2423ab/dbf872a4-92be-47e4-8561-c3e2bf2423ab.vmdk to [datastore2] 96f94f58-1fd4-4e65-a362-2861daab1a34/96f94f58-1fd4-4e65-a362-2861daab1a34.vmdk {{(pid=62328) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 555.326359] env[62328]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-a81d0595-153a-4b0d-ad35-50a31f9b46f2 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 555.334627] env[62328]: DEBUG oslo_vmware.api [None req-20bc2990-99e2-4645-a535-ce0e988a329f tempest-ServerPasswordTestJSON-1408689932 tempest-ServerPasswordTestJSON-1408689932-project-member] Waiting for the task: (returnval){ [ 555.334627] env[62328]: value = "task-2386175" [ 555.334627] env[62328]: _type = "Task" [ 555.334627] env[62328]: } to complete. {{(pid=62328) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 555.344119] env[62328]: DEBUG oslo_vmware.api [None req-20bc2990-99e2-4645-a535-ce0e988a329f tempest-ServerPasswordTestJSON-1408689932 tempest-ServerPasswordTestJSON-1408689932-project-member] Task: {'id': task-2386175, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 555.368876] env[62328]: DEBUG nova.compute.manager [None req-8f9732e1-515b-426a-9785-7eac14f3cc5f tempest-ImagesNegativeTestJSON-504021747 tempest-ImagesNegativeTestJSON-504021747-project-member] [instance: f70d129f-1468-4834-b753-8c602837eff0] Start spawning the instance on the hypervisor. {{(pid=62328) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 555.424601] env[62328]: DEBUG nova.virt.hardware [None req-8f9732e1-515b-426a-9785-7eac14f3cc5f tempest-ImagesNegativeTestJSON-504021747 tempest-ImagesNegativeTestJSON-504021747-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-07T17:16:55Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-07T17:16:37Z,direct_url=,disk_format='vmdk',id=dbf872a4-92be-47e4-8561-c3e2bf2423ab,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='2a64022f08d84b11a86773b900860ae5',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-07T17:16:38Z,virtual_size=,visibility=), allow threads: False {{(pid=62328) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 555.424850] env[62328]: DEBUG nova.virt.hardware [None req-8f9732e1-515b-426a-9785-7eac14f3cc5f tempest-ImagesNegativeTestJSON-504021747 tempest-ImagesNegativeTestJSON-504021747-project-member] Flavor limits 0:0:0 {{(pid=62328) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 555.425087] env[62328]: DEBUG nova.virt.hardware [None req-8f9732e1-515b-426a-9785-7eac14f3cc5f tempest-ImagesNegativeTestJSON-504021747 tempest-ImagesNegativeTestJSON-504021747-project-member] Image limits 0:0:0 {{(pid=62328) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 555.425290] env[62328]: DEBUG nova.virt.hardware [None req-8f9732e1-515b-426a-9785-7eac14f3cc5f tempest-ImagesNegativeTestJSON-504021747 tempest-ImagesNegativeTestJSON-504021747-project-member] Flavor pref 0:0:0 {{(pid=62328) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 555.425438] env[62328]: DEBUG nova.virt.hardware [None req-8f9732e1-515b-426a-9785-7eac14f3cc5f tempest-ImagesNegativeTestJSON-504021747 tempest-ImagesNegativeTestJSON-504021747-project-member] Image pref 0:0:0 {{(pid=62328) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 555.425587] env[62328]: DEBUG nova.virt.hardware [None req-8f9732e1-515b-426a-9785-7eac14f3cc5f tempest-ImagesNegativeTestJSON-504021747 tempest-ImagesNegativeTestJSON-504021747-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62328) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 555.425796] env[62328]: DEBUG nova.virt.hardware [None req-8f9732e1-515b-426a-9785-7eac14f3cc5f tempest-ImagesNegativeTestJSON-504021747 tempest-ImagesNegativeTestJSON-504021747-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62328) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 555.425953] env[62328]: DEBUG nova.virt.hardware [None req-8f9732e1-515b-426a-9785-7eac14f3cc5f tempest-ImagesNegativeTestJSON-504021747 tempest-ImagesNegativeTestJSON-504021747-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62328) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 555.426132] env[62328]: DEBUG nova.virt.hardware [None req-8f9732e1-515b-426a-9785-7eac14f3cc5f tempest-ImagesNegativeTestJSON-504021747 tempest-ImagesNegativeTestJSON-504021747-project-member] Got 1 possible topologies {{(pid=62328) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 555.426320] env[62328]: DEBUG nova.virt.hardware [None req-8f9732e1-515b-426a-9785-7eac14f3cc5f tempest-ImagesNegativeTestJSON-504021747 tempest-ImagesNegativeTestJSON-504021747-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62328) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 555.426688] env[62328]: DEBUG nova.virt.hardware [None req-8f9732e1-515b-426a-9785-7eac14f3cc5f tempest-ImagesNegativeTestJSON-504021747 tempest-ImagesNegativeTestJSON-504021747-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62328) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 555.427019] env[62328]: DEBUG oslo_concurrency.lockutils [req-1e44b5db-365a-4bf0-a0b1-94a3e066a8a5 req-017967a7-c3de-4c9a-9ec8-05496888c0fb service nova] Releasing lock "refresh_cache-b08dddfd-83d2-434a-b533-c4e7515d44db" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 555.428177] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9179a5a1-d8eb-4e40-ad00-21ba25a48517 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 555.438461] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-676ce1dc-79b6-4ba7-9d30-e30d9a21aa3a {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 555.631606] env[62328]: DEBUG oslo_concurrency.lockutils [None req-2d6cbe4f-90f6-4be8-baa3-cec59b7b6052 tempest-ServerActionsTestOtherA-1098162655 tempest-ServerActionsTestOtherA-1098162655-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 555.725401] env[62328]: DEBUG oslo_vmware.api [None req-af381420-5073-4f49-b4bc-c15593d043cf tempest-DeleteServersAdminTestJSON-1672951685 tempest-DeleteServersAdminTestJSON-1672951685-project-member] Task: {'id': task-2386174, 'name': PowerOnVM_Task, 'duration_secs': 0.676689} completed successfully. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 555.725712] env[62328]: DEBUG nova.virt.vmwareapi.vm_util [None req-af381420-5073-4f49-b4bc-c15593d043cf tempest-DeleteServersAdminTestJSON-1672951685 tempest-DeleteServersAdminTestJSON-1672951685-project-member] [instance: b08dddfd-83d2-434a-b533-c4e7515d44db] Powered on the VM {{(pid=62328) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 555.725922] env[62328]: INFO nova.compute.manager [None req-af381420-5073-4f49-b4bc-c15593d043cf tempest-DeleteServersAdminTestJSON-1672951685 tempest-DeleteServersAdminTestJSON-1672951685-project-member] [instance: b08dddfd-83d2-434a-b533-c4e7515d44db] Took 9.88 seconds to spawn the instance on the hypervisor. [ 555.726125] env[62328]: DEBUG nova.compute.manager [None req-af381420-5073-4f49-b4bc-c15593d043cf tempest-DeleteServersAdminTestJSON-1672951685 tempest-DeleteServersAdminTestJSON-1672951685-project-member] [instance: b08dddfd-83d2-434a-b533-c4e7515d44db] Checking state {{(pid=62328) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 555.727018] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-267fa5f7-3f56-4746-9076-6af77816b2bd {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 555.739147] env[62328]: DEBUG oslo_concurrency.lockutils [None req-d243c0b1-71c7-4ffd-b019-2dcc0a85daa2 tempest-ServerExternalEventsTest-1567415951 tempest-ServerExternalEventsTest-1567415951-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.405s {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 555.741440] env[62328]: DEBUG nova.compute.manager [None req-d243c0b1-71c7-4ffd-b019-2dcc0a85daa2 tempest-ServerExternalEventsTest-1567415951 tempest-ServerExternalEventsTest-1567415951-project-member] [instance: 5f192c3a-1f44-4471-afec-76a321dfd557] Start building networks asynchronously for instance. {{(pid=62328) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 555.742059] env[62328]: DEBUG oslo_concurrency.lockutils [None req-014c16d2-aa88-423e-bc81-f834ad5f8eb3 tempest-InstanceActionsV221TestJSON-1254732959 tempest-InstanceActionsV221TestJSON-1254732959-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 7.952s {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 555.746300] env[62328]: INFO nova.compute.claims [None req-014c16d2-aa88-423e-bc81-f834ad5f8eb3 tempest-InstanceActionsV221TestJSON-1254732959 tempest-InstanceActionsV221TestJSON-1254732959-project-member] [instance: bf44560e-3ce4-42b6-8230-481b2094ebcc] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 555.782231] env[62328]: DEBUG nova.network.neutron [req-906215e7-3125-4aa0-a8b3-9adc54568d94 req-b7d7158c-1e86-4192-8f67-307e8dbd4276 service nova] [instance: 96f94f58-1fd4-4e65-a362-2861daab1a34] Updated VIF entry in instance network info cache for port 75c8153e-f821-419c-b07b-dcdcfac31a03. {{(pid=62328) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 555.782669] env[62328]: DEBUG nova.network.neutron [req-906215e7-3125-4aa0-a8b3-9adc54568d94 req-b7d7158c-1e86-4192-8f67-307e8dbd4276 service nova] [instance: 96f94f58-1fd4-4e65-a362-2861daab1a34] Updating instance_info_cache with network_info: [{"id": "75c8153e-f821-419c-b07b-dcdcfac31a03", "address": "fa:16:3e:5b:cc:a9", "network": {"id": "3a210600-90b2-49ba-bf34-fac542b8d16d", "bridge": "br-int", "label": "tempest-ServerPasswordTestJSON-1652572588-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f53a254c8bd34fa5a6c8c31da952c713", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2e0cfc48-d93b-4477-8082-69a2f7aa7701", "external-id": "nsx-vlan-transportzone-275", "segmentation_id": 275, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap75c8153e-f8", "ovs_interfaceid": "75c8153e-f821-419c-b07b-dcdcfac31a03", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62328) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 555.844955] env[62328]: DEBUG oslo_vmware.api [None req-20bc2990-99e2-4645-a535-ce0e988a329f tempest-ServerPasswordTestJSON-1408689932 tempest-ServerPasswordTestJSON-1408689932-project-member] Task: {'id': task-2386175, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.505993} completed successfully. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 555.845232] env[62328]: DEBUG nova.virt.vmwareapi.vm_util [None req-20bc2990-99e2-4645-a535-ce0e988a329f tempest-ServerPasswordTestJSON-1408689932 tempest-ServerPasswordTestJSON-1408689932-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/dbf872a4-92be-47e4-8561-c3e2bf2423ab/dbf872a4-92be-47e4-8561-c3e2bf2423ab.vmdk to [datastore2] 96f94f58-1fd4-4e65-a362-2861daab1a34/96f94f58-1fd4-4e65-a362-2861daab1a34.vmdk {{(pid=62328) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 555.845653] env[62328]: DEBUG nova.virt.vmwareapi.vmops [None req-20bc2990-99e2-4645-a535-ce0e988a329f tempest-ServerPasswordTestJSON-1408689932 tempest-ServerPasswordTestJSON-1408689932-project-member] [instance: 96f94f58-1fd4-4e65-a362-2861daab1a34] Extending root virtual disk to 1048576 {{(pid=62328) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 555.845738] env[62328]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-d5dc0524-31bf-408c-9a3b-0210e8d316bc {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 555.852978] env[62328]: DEBUG oslo_vmware.api [None req-20bc2990-99e2-4645-a535-ce0e988a329f tempest-ServerPasswordTestJSON-1408689932 tempest-ServerPasswordTestJSON-1408689932-project-member] Waiting for the task: (returnval){ [ 555.852978] env[62328]: value = "task-2386176" [ 555.852978] env[62328]: _type = "Task" [ 555.852978] env[62328]: } to complete. {{(pid=62328) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 555.861687] env[62328]: DEBUG oslo_vmware.api [None req-20bc2990-99e2-4645-a535-ce0e988a329f tempest-ServerPasswordTestJSON-1408689932 tempest-ServerPasswordTestJSON-1408689932-project-member] Task: {'id': task-2386176, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 556.251655] env[62328]: INFO nova.compute.manager [None req-af381420-5073-4f49-b4bc-c15593d043cf tempest-DeleteServersAdminTestJSON-1672951685 tempest-DeleteServersAdminTestJSON-1672951685-project-member] [instance: b08dddfd-83d2-434a-b533-c4e7515d44db] Took 16.42 seconds to build instance. [ 556.251655] env[62328]: DEBUG nova.compute.utils [None req-d243c0b1-71c7-4ffd-b019-2dcc0a85daa2 tempest-ServerExternalEventsTest-1567415951 tempest-ServerExternalEventsTest-1567415951-project-member] Using /dev/sd instead of None {{(pid=62328) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 556.251655] env[62328]: DEBUG nova.compute.manager [None req-d243c0b1-71c7-4ffd-b019-2dcc0a85daa2 tempest-ServerExternalEventsTest-1567415951 tempest-ServerExternalEventsTest-1567415951-project-member] [instance: 5f192c3a-1f44-4471-afec-76a321dfd557] Allocating IP information in the background. {{(pid=62328) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 556.251655] env[62328]: DEBUG nova.network.neutron [None req-d243c0b1-71c7-4ffd-b019-2dcc0a85daa2 tempest-ServerExternalEventsTest-1567415951 tempest-ServerExternalEventsTest-1567415951-project-member] [instance: 5f192c3a-1f44-4471-afec-76a321dfd557] allocate_for_instance() {{(pid=62328) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 556.286124] env[62328]: DEBUG oslo_concurrency.lockutils [req-906215e7-3125-4aa0-a8b3-9adc54568d94 req-b7d7158c-1e86-4192-8f67-307e8dbd4276 service nova] Releasing lock "refresh_cache-96f94f58-1fd4-4e65-a362-2861daab1a34" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 556.369223] env[62328]: DEBUG oslo_vmware.api [None req-20bc2990-99e2-4645-a535-ce0e988a329f tempest-ServerPasswordTestJSON-1408689932 tempest-ServerPasswordTestJSON-1408689932-project-member] Task: {'id': task-2386176, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.122739} completed successfully. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 556.369570] env[62328]: DEBUG nova.virt.vmwareapi.vmops [None req-20bc2990-99e2-4645-a535-ce0e988a329f tempest-ServerPasswordTestJSON-1408689932 tempest-ServerPasswordTestJSON-1408689932-project-member] [instance: 96f94f58-1fd4-4e65-a362-2861daab1a34] Extended root virtual disk {{(pid=62328) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 556.370439] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6b7cdf93-100e-434a-86c5-f0853b31b8df {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 556.402691] env[62328]: DEBUG nova.virt.vmwareapi.volumeops [None req-20bc2990-99e2-4645-a535-ce0e988a329f tempest-ServerPasswordTestJSON-1408689932 tempest-ServerPasswordTestJSON-1408689932-project-member] [instance: 96f94f58-1fd4-4e65-a362-2861daab1a34] Reconfiguring VM instance instance-00000004 to attach disk [datastore2] 96f94f58-1fd4-4e65-a362-2861daab1a34/96f94f58-1fd4-4e65-a362-2861daab1a34.vmdk or device None with type sparse {{(pid=62328) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 556.404037] env[62328]: DEBUG nova.network.neutron [None req-8f9732e1-515b-426a-9785-7eac14f3cc5f tempest-ImagesNegativeTestJSON-504021747 tempest-ImagesNegativeTestJSON-504021747-project-member] [instance: f70d129f-1468-4834-b753-8c602837eff0] Successfully created port: c9c2fcc7-4fe2-4edf-ad16-d24bae59432d {{(pid=62328) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 556.406640] env[62328]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-fe337c17-17a6-4377-b3e5-969b8c4f2616 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 556.434031] env[62328]: DEBUG oslo_vmware.api [None req-20bc2990-99e2-4645-a535-ce0e988a329f tempest-ServerPasswordTestJSON-1408689932 tempest-ServerPasswordTestJSON-1408689932-project-member] Waiting for the task: (returnval){ [ 556.434031] env[62328]: value = "task-2386177" [ 556.434031] env[62328]: _type = "Task" [ 556.434031] env[62328]: } to complete. {{(pid=62328) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 556.442884] env[62328]: DEBUG oslo_vmware.api [None req-20bc2990-99e2-4645-a535-ce0e988a329f tempest-ServerPasswordTestJSON-1408689932 tempest-ServerPasswordTestJSON-1408689932-project-member] Task: {'id': task-2386177, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 556.521134] env[62328]: DEBUG nova.policy [None req-d243c0b1-71c7-4ffd-b019-2dcc0a85daa2 tempest-ServerExternalEventsTest-1567415951 tempest-ServerExternalEventsTest-1567415951-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'f29268fab8b34bcea90fdbd4aefe72e9', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '0ba3e7c1a6b844b2bd8a6560159a07f3', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62328) authorize /opt/stack/nova/nova/policy.py:192}} [ 556.750069] env[62328]: DEBUG oslo_concurrency.lockutils [None req-af381420-5073-4f49-b4bc-c15593d043cf tempest-DeleteServersAdminTestJSON-1672951685 tempest-DeleteServersAdminTestJSON-1672951685-project-member] Lock "b08dddfd-83d2-434a-b533-c4e7515d44db" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 17.936s {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 556.754465] env[62328]: DEBUG nova.compute.manager [None req-d243c0b1-71c7-4ffd-b019-2dcc0a85daa2 tempest-ServerExternalEventsTest-1567415951 tempest-ServerExternalEventsTest-1567415951-project-member] [instance: 5f192c3a-1f44-4471-afec-76a321dfd557] Start building block device mappings for instance. {{(pid=62328) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 556.958563] env[62328]: DEBUG oslo_vmware.api [None req-20bc2990-99e2-4645-a535-ce0e988a329f tempest-ServerPasswordTestJSON-1408689932 tempest-ServerPasswordTestJSON-1408689932-project-member] Task: {'id': task-2386177, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 556.964872] env[62328]: DEBUG nova.network.neutron [None req-9b57f4c2-f6fa-41ea-9a6d-e559546e70fe tempest-ServerDiagnosticsNegativeTest-1831247043 tempest-ServerDiagnosticsNegativeTest-1831247043-project-member] [instance: 4584a496-3f79-40ce-bf30-178bb7c0afcc] Successfully updated port: 81fb7965-d3a0-4411-826c-31890d94996f {{(pid=62328) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 557.017358] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c6edb7af-24a5-40b4-9c4c-3354b3f9aa5c {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 557.026429] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2628be64-80d8-42bb-a741-9c75fda01271 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 557.061145] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1febeeba-5629-43e0-add2-4ff6b32480a4 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 557.068648] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eb229d13-2c1b-4e58-8c78-71daec98f44d {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 557.091558] env[62328]: DEBUG nova.compute.provider_tree [None req-014c16d2-aa88-423e-bc81-f834ad5f8eb3 tempest-InstanceActionsV221TestJSON-1254732959 tempest-InstanceActionsV221TestJSON-1254732959-project-member] Inventory has not changed in ProviderTree for provider: 3469e9f8-04af-49ca-8435-49f104496744 {{(pid=62328) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 557.312438] env[62328]: DEBUG nova.compute.manager [None req-1a68542e-2bfb-49e1-aeeb-134c8f70610a tempest-ServerDiagnosticsV248Test-1527878303 tempest-ServerDiagnosticsV248Test-1527878303-project-admin] [instance: f57853bd-b4a9-46ef-86ac-9fbe33732cd1] Checking state {{(pid=62328) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 557.313769] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fe17ca12-d5a8-43f6-af5f-bf81d33716d5 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 557.321174] env[62328]: INFO nova.compute.manager [None req-1a68542e-2bfb-49e1-aeeb-134c8f70610a tempest-ServerDiagnosticsV248Test-1527878303 tempest-ServerDiagnosticsV248Test-1527878303-project-admin] [instance: f57853bd-b4a9-46ef-86ac-9fbe33732cd1] Retrieving diagnostics [ 557.322152] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-92aa7264-c084-4a44-9610-c18eb17f7bdc {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 557.443087] env[62328]: DEBUG oslo_vmware.api [None req-20bc2990-99e2-4645-a535-ce0e988a329f tempest-ServerPasswordTestJSON-1408689932 tempest-ServerPasswordTestJSON-1408689932-project-member] Task: {'id': task-2386177, 'name': ReconfigVM_Task, 'duration_secs': 0.686553} completed successfully. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 557.443412] env[62328]: DEBUG nova.virt.vmwareapi.volumeops [None req-20bc2990-99e2-4645-a535-ce0e988a329f tempest-ServerPasswordTestJSON-1408689932 tempest-ServerPasswordTestJSON-1408689932-project-member] [instance: 96f94f58-1fd4-4e65-a362-2861daab1a34] Reconfigured VM instance instance-00000004 to attach disk [datastore2] 96f94f58-1fd4-4e65-a362-2861daab1a34/96f94f58-1fd4-4e65-a362-2861daab1a34.vmdk or device None with type sparse {{(pid=62328) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 557.443945] env[62328]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-edfec984-626f-4ac0-870b-a5490f1f3b91 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 557.449880] env[62328]: DEBUG oslo_vmware.api [None req-20bc2990-99e2-4645-a535-ce0e988a329f tempest-ServerPasswordTestJSON-1408689932 tempest-ServerPasswordTestJSON-1408689932-project-member] Waiting for the task: (returnval){ [ 557.449880] env[62328]: value = "task-2386178" [ 557.449880] env[62328]: _type = "Task" [ 557.449880] env[62328]: } to complete. {{(pid=62328) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 557.461522] env[62328]: DEBUG oslo_vmware.api [None req-20bc2990-99e2-4645-a535-ce0e988a329f tempest-ServerPasswordTestJSON-1408689932 tempest-ServerPasswordTestJSON-1408689932-project-member] Task: {'id': task-2386178, 'name': Rename_Task} progress is 5%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 557.467911] env[62328]: DEBUG oslo_concurrency.lockutils [None req-9b57f4c2-f6fa-41ea-9a6d-e559546e70fe tempest-ServerDiagnosticsNegativeTest-1831247043 tempest-ServerDiagnosticsNegativeTest-1831247043-project-member] Acquiring lock "refresh_cache-4584a496-3f79-40ce-bf30-178bb7c0afcc" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 557.468063] env[62328]: DEBUG oslo_concurrency.lockutils [None req-9b57f4c2-f6fa-41ea-9a6d-e559546e70fe tempest-ServerDiagnosticsNegativeTest-1831247043 tempest-ServerDiagnosticsNegativeTest-1831247043-project-member] Acquired lock "refresh_cache-4584a496-3f79-40ce-bf30-178bb7c0afcc" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 557.468303] env[62328]: DEBUG nova.network.neutron [None req-9b57f4c2-f6fa-41ea-9a6d-e559546e70fe tempest-ServerDiagnosticsNegativeTest-1831247043 tempest-ServerDiagnosticsNegativeTest-1831247043-project-member] [instance: 4584a496-3f79-40ce-bf30-178bb7c0afcc] Building network info cache for instance {{(pid=62328) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 557.597322] env[62328]: DEBUG nova.scheduler.client.report [None req-014c16d2-aa88-423e-bc81-f834ad5f8eb3 tempest-InstanceActionsV221TestJSON-1254732959 tempest-InstanceActionsV221TestJSON-1254732959-project-member] Inventory has not changed for provider 3469e9f8-04af-49ca-8435-49f104496744 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 153, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62328) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 557.768558] env[62328]: DEBUG nova.compute.manager [None req-d243c0b1-71c7-4ffd-b019-2dcc0a85daa2 tempest-ServerExternalEventsTest-1567415951 tempest-ServerExternalEventsTest-1567415951-project-member] [instance: 5f192c3a-1f44-4471-afec-76a321dfd557] Start spawning the instance on the hypervisor. {{(pid=62328) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 557.805928] env[62328]: DEBUG nova.virt.hardware [None req-d243c0b1-71c7-4ffd-b019-2dcc0a85daa2 tempest-ServerExternalEventsTest-1567415951 tempest-ServerExternalEventsTest-1567415951-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-07T17:16:55Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-07T17:16:37Z,direct_url=,disk_format='vmdk',id=dbf872a4-92be-47e4-8561-c3e2bf2423ab,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='2a64022f08d84b11a86773b900860ae5',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-07T17:16:38Z,virtual_size=,visibility=), allow threads: False {{(pid=62328) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 557.806160] env[62328]: DEBUG nova.virt.hardware [None req-d243c0b1-71c7-4ffd-b019-2dcc0a85daa2 tempest-ServerExternalEventsTest-1567415951 tempest-ServerExternalEventsTest-1567415951-project-member] Flavor limits 0:0:0 {{(pid=62328) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 557.806484] env[62328]: DEBUG nova.virt.hardware [None req-d243c0b1-71c7-4ffd-b019-2dcc0a85daa2 tempest-ServerExternalEventsTest-1567415951 tempest-ServerExternalEventsTest-1567415951-project-member] Image limits 0:0:0 {{(pid=62328) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 557.806570] env[62328]: DEBUG nova.virt.hardware [None req-d243c0b1-71c7-4ffd-b019-2dcc0a85daa2 tempest-ServerExternalEventsTest-1567415951 tempest-ServerExternalEventsTest-1567415951-project-member] Flavor pref 0:0:0 {{(pid=62328) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 557.806710] env[62328]: DEBUG nova.virt.hardware [None req-d243c0b1-71c7-4ffd-b019-2dcc0a85daa2 tempest-ServerExternalEventsTest-1567415951 tempest-ServerExternalEventsTest-1567415951-project-member] Image pref 0:0:0 {{(pid=62328) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 557.806894] env[62328]: DEBUG nova.virt.hardware [None req-d243c0b1-71c7-4ffd-b019-2dcc0a85daa2 tempest-ServerExternalEventsTest-1567415951 tempest-ServerExternalEventsTest-1567415951-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62328) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 557.807252] env[62328]: DEBUG nova.virt.hardware [None req-d243c0b1-71c7-4ffd-b019-2dcc0a85daa2 tempest-ServerExternalEventsTest-1567415951 tempest-ServerExternalEventsTest-1567415951-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62328) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 557.807252] env[62328]: DEBUG nova.virt.hardware [None req-d243c0b1-71c7-4ffd-b019-2dcc0a85daa2 tempest-ServerExternalEventsTest-1567415951 tempest-ServerExternalEventsTest-1567415951-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62328) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 557.807412] env[62328]: DEBUG nova.virt.hardware [None req-d243c0b1-71c7-4ffd-b019-2dcc0a85daa2 tempest-ServerExternalEventsTest-1567415951 tempest-ServerExternalEventsTest-1567415951-project-member] Got 1 possible topologies {{(pid=62328) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 557.807581] env[62328]: DEBUG nova.virt.hardware [None req-d243c0b1-71c7-4ffd-b019-2dcc0a85daa2 tempest-ServerExternalEventsTest-1567415951 tempest-ServerExternalEventsTest-1567415951-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62328) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 557.807931] env[62328]: DEBUG nova.virt.hardware [None req-d243c0b1-71c7-4ffd-b019-2dcc0a85daa2 tempest-ServerExternalEventsTest-1567415951 tempest-ServerExternalEventsTest-1567415951-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62328) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 557.808951] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c11b4765-99cd-4519-a6b9-601ec72c9fac {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 557.824545] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7854c771-779c-4374-b10a-7d3e79ac5f17 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 557.969232] env[62328]: DEBUG oslo_vmware.api [None req-20bc2990-99e2-4645-a535-ce0e988a329f tempest-ServerPasswordTestJSON-1408689932 tempest-ServerPasswordTestJSON-1408689932-project-member] Task: {'id': task-2386178, 'name': Rename_Task, 'duration_secs': 0.396788} completed successfully. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 557.972936] env[62328]: DEBUG nova.virt.vmwareapi.vm_util [None req-20bc2990-99e2-4645-a535-ce0e988a329f tempest-ServerPasswordTestJSON-1408689932 tempest-ServerPasswordTestJSON-1408689932-project-member] [instance: 96f94f58-1fd4-4e65-a362-2861daab1a34] Powering on the VM {{(pid=62328) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 557.972936] env[62328]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-a8f4629f-5fe1-4eda-b3d4-781f84e16a4d {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 557.980749] env[62328]: DEBUG oslo_vmware.api [None req-20bc2990-99e2-4645-a535-ce0e988a329f tempest-ServerPasswordTestJSON-1408689932 tempest-ServerPasswordTestJSON-1408689932-project-member] Waiting for the task: (returnval){ [ 557.980749] env[62328]: value = "task-2386179" [ 557.980749] env[62328]: _type = "Task" [ 557.980749] env[62328]: } to complete. {{(pid=62328) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 557.990088] env[62328]: DEBUG oslo_vmware.api [None req-20bc2990-99e2-4645-a535-ce0e988a329f tempest-ServerPasswordTestJSON-1408689932 tempest-ServerPasswordTestJSON-1408689932-project-member] Task: {'id': task-2386179, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 558.107655] env[62328]: DEBUG oslo_concurrency.lockutils [None req-014c16d2-aa88-423e-bc81-f834ad5f8eb3 tempest-InstanceActionsV221TestJSON-1254732959 tempest-InstanceActionsV221TestJSON-1254732959-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.364s {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 558.107655] env[62328]: DEBUG nova.compute.manager [None req-014c16d2-aa88-423e-bc81-f834ad5f8eb3 tempest-InstanceActionsV221TestJSON-1254732959 tempest-InstanceActionsV221TestJSON-1254732959-project-member] [instance: bf44560e-3ce4-42b6-8230-481b2094ebcc] Start building networks asynchronously for instance. {{(pid=62328) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 558.111132] env[62328]: DEBUG oslo_concurrency.lockutils [None req-d4c8151d-54cd-4397-a676-0ca697a7fc88 tempest-FloatingIPsAssociationNegativeTestJSON-1912335046 tempest-FloatingIPsAssociationNegativeTestJSON-1912335046-project-member] Acquiring lock "39d42b89-6e94-4322-9d0b-356672da5cde" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 558.111381] env[62328]: DEBUG oslo_concurrency.lockutils [None req-d4c8151d-54cd-4397-a676-0ca697a7fc88 tempest-FloatingIPsAssociationNegativeTestJSON-1912335046 tempest-FloatingIPsAssociationNegativeTestJSON-1912335046-project-member] Lock "39d42b89-6e94-4322-9d0b-356672da5cde" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 558.112975] env[62328]: DEBUG oslo_concurrency.lockutils [None req-332cd9a1-235b-4315-894a-68f76363e980 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 10.127s {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 558.112975] env[62328]: DEBUG oslo_concurrency.lockutils [None req-332cd9a1-235b-4315-894a-68f76363e980 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 558.112975] env[62328]: DEBUG nova.compute.resource_tracker [None req-332cd9a1-235b-4315-894a-68f76363e980 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=62328) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 558.113224] env[62328]: DEBUG oslo_concurrency.lockutils [None req-57926e8a-0913-4309-9bf4-4accdab40378 tempest-ServerDiagnosticsTest-1328327217 tempest-ServerDiagnosticsTest-1328327217-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 6.593s {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 558.120485] env[62328]: INFO nova.compute.claims [None req-57926e8a-0913-4309-9bf4-4accdab40378 tempest-ServerDiagnosticsTest-1328327217 tempest-ServerDiagnosticsTest-1328327217-project-member] [instance: 26ce508b-d9c2-42ef-9713-138c359aa4a9] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 558.126147] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fc8d55ca-15c5-4660-aa7c-ad3874c1dd11 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 558.146192] env[62328]: DEBUG nova.network.neutron [None req-9b57f4c2-f6fa-41ea-9a6d-e559546e70fe tempest-ServerDiagnosticsNegativeTest-1831247043 tempest-ServerDiagnosticsNegativeTest-1831247043-project-member] [instance: 4584a496-3f79-40ce-bf30-178bb7c0afcc] Instance cache missing network info. {{(pid=62328) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 558.153525] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3d2c2c24-7440-440c-9e8e-9179fbf90014 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 558.178101] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c2212fa4-ec48-4cbe-8457-7f34f700020d {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 558.187962] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a673e4b1-4591-486d-a67f-efe89fd3503b {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 558.221253] env[62328]: DEBUG nova.compute.resource_tracker [None req-332cd9a1-235b-4315-894a-68f76363e980 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=181247MB free_disk=153GB free_vcpus=48 pci_devices=None {{(pid=62328) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 558.221422] env[62328]: DEBUG oslo_concurrency.lockutils [None req-332cd9a1-235b-4315-894a-68f76363e980 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 558.335135] env[62328]: DEBUG nova.network.neutron [None req-d243c0b1-71c7-4ffd-b019-2dcc0a85daa2 tempest-ServerExternalEventsTest-1567415951 tempest-ServerExternalEventsTest-1567415951-project-member] [instance: 5f192c3a-1f44-4471-afec-76a321dfd557] Successfully created port: d6a0d811-8529-405a-85cc-bf4bdf105c95 {{(pid=62328) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 558.492622] env[62328]: DEBUG oslo_vmware.api [None req-20bc2990-99e2-4645-a535-ce0e988a329f tempest-ServerPasswordTestJSON-1408689932 tempest-ServerPasswordTestJSON-1408689932-project-member] Task: {'id': task-2386179, 'name': PowerOnVM_Task} progress is 64%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 558.512256] env[62328]: DEBUG nova.network.neutron [None req-107115ac-01e8-4ad8-a0e8-c1a8a00d753d tempest-FloatingIPsAssociationTestJSON-89523020 tempest-FloatingIPsAssociationTestJSON-89523020-project-member] [instance: 911e8910-7b82-4557-af15-99cf96b7314e] Successfully updated port: ace375b8-ee68-4a07-951a-21c975157c71 {{(pid=62328) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 558.614648] env[62328]: DEBUG nova.compute.utils [None req-014c16d2-aa88-423e-bc81-f834ad5f8eb3 tempest-InstanceActionsV221TestJSON-1254732959 tempest-InstanceActionsV221TestJSON-1254732959-project-member] Using /dev/sd instead of None {{(pid=62328) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 558.616309] env[62328]: DEBUG nova.compute.manager [None req-014c16d2-aa88-423e-bc81-f834ad5f8eb3 tempest-InstanceActionsV221TestJSON-1254732959 tempest-InstanceActionsV221TestJSON-1254732959-project-member] [instance: bf44560e-3ce4-42b6-8230-481b2094ebcc] Allocating IP information in the background. {{(pid=62328) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 558.616309] env[62328]: DEBUG nova.network.neutron [None req-014c16d2-aa88-423e-bc81-f834ad5f8eb3 tempest-InstanceActionsV221TestJSON-1254732959 tempest-InstanceActionsV221TestJSON-1254732959-project-member] [instance: bf44560e-3ce4-42b6-8230-481b2094ebcc] allocate_for_instance() {{(pid=62328) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 558.628469] env[62328]: DEBUG nova.compute.manager [None req-d4c8151d-54cd-4397-a676-0ca697a7fc88 tempest-FloatingIPsAssociationNegativeTestJSON-1912335046 tempest-FloatingIPsAssociationNegativeTestJSON-1912335046-project-member] [instance: 39d42b89-6e94-4322-9d0b-356672da5cde] Starting instance... {{(pid=62328) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 558.835259] env[62328]: DEBUG nova.policy [None req-014c16d2-aa88-423e-bc81-f834ad5f8eb3 tempest-InstanceActionsV221TestJSON-1254732959 tempest-InstanceActionsV221TestJSON-1254732959-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '79166d1dd73c4953806f88afdd08629d', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '7e8b669df0174744a406cab01567edbe', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62328) authorize /opt/stack/nova/nova/policy.py:192}} [ 558.974570] env[62328]: DEBUG nova.compute.manager [req-cb74e0c7-6c5e-4e11-8c8c-0e536eca31e0 req-eaa96f3a-8263-49e4-af97-0b4b7d56b48c service nova] [instance: 4584a496-3f79-40ce-bf30-178bb7c0afcc] Received event network-vif-plugged-81fb7965-d3a0-4411-826c-31890d94996f {{(pid=62328) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 558.974830] env[62328]: DEBUG oslo_concurrency.lockutils [req-cb74e0c7-6c5e-4e11-8c8c-0e536eca31e0 req-eaa96f3a-8263-49e4-af97-0b4b7d56b48c service nova] Acquiring lock "4584a496-3f79-40ce-bf30-178bb7c0afcc-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 558.975041] env[62328]: DEBUG oslo_concurrency.lockutils [req-cb74e0c7-6c5e-4e11-8c8c-0e536eca31e0 req-eaa96f3a-8263-49e4-af97-0b4b7d56b48c service nova] Lock "4584a496-3f79-40ce-bf30-178bb7c0afcc-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 558.980903] env[62328]: DEBUG oslo_concurrency.lockutils [req-cb74e0c7-6c5e-4e11-8c8c-0e536eca31e0 req-eaa96f3a-8263-49e4-af97-0b4b7d56b48c service nova] Lock "4584a496-3f79-40ce-bf30-178bb7c0afcc-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.005s {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 558.980903] env[62328]: DEBUG nova.compute.manager [req-cb74e0c7-6c5e-4e11-8c8c-0e536eca31e0 req-eaa96f3a-8263-49e4-af97-0b4b7d56b48c service nova] [instance: 4584a496-3f79-40ce-bf30-178bb7c0afcc] No waiting events found dispatching network-vif-plugged-81fb7965-d3a0-4411-826c-31890d94996f {{(pid=62328) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 558.980903] env[62328]: WARNING nova.compute.manager [req-cb74e0c7-6c5e-4e11-8c8c-0e536eca31e0 req-eaa96f3a-8263-49e4-af97-0b4b7d56b48c service nova] [instance: 4584a496-3f79-40ce-bf30-178bb7c0afcc] Received unexpected event network-vif-plugged-81fb7965-d3a0-4411-826c-31890d94996f for instance with vm_state building and task_state spawning. [ 558.998150] env[62328]: DEBUG oslo_vmware.api [None req-20bc2990-99e2-4645-a535-ce0e988a329f tempest-ServerPasswordTestJSON-1408689932 tempest-ServerPasswordTestJSON-1408689932-project-member] Task: {'id': task-2386179, 'name': PowerOnVM_Task, 'duration_secs': 0.945901} completed successfully. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 558.998150] env[62328]: DEBUG nova.virt.vmwareapi.vm_util [None req-20bc2990-99e2-4645-a535-ce0e988a329f tempest-ServerPasswordTestJSON-1408689932 tempest-ServerPasswordTestJSON-1408689932-project-member] [instance: 96f94f58-1fd4-4e65-a362-2861daab1a34] Powered on the VM {{(pid=62328) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 558.998150] env[62328]: INFO nova.compute.manager [None req-20bc2990-99e2-4645-a535-ce0e988a329f tempest-ServerPasswordTestJSON-1408689932 tempest-ServerPasswordTestJSON-1408689932-project-member] [instance: 96f94f58-1fd4-4e65-a362-2861daab1a34] Took 10.80 seconds to spawn the instance on the hypervisor. [ 558.998377] env[62328]: DEBUG nova.compute.manager [None req-20bc2990-99e2-4645-a535-ce0e988a329f tempest-ServerPasswordTestJSON-1408689932 tempest-ServerPasswordTestJSON-1408689932-project-member] [instance: 96f94f58-1fd4-4e65-a362-2861daab1a34] Checking state {{(pid=62328) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 559.000088] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ea20b9db-155e-456d-8a92-013b796cf675 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 559.015467] env[62328]: DEBUG oslo_concurrency.lockutils [None req-107115ac-01e8-4ad8-a0e8-c1a8a00d753d tempest-FloatingIPsAssociationTestJSON-89523020 tempest-FloatingIPsAssociationTestJSON-89523020-project-member] Acquiring lock "refresh_cache-911e8910-7b82-4557-af15-99cf96b7314e" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 559.015605] env[62328]: DEBUG oslo_concurrency.lockutils [None req-107115ac-01e8-4ad8-a0e8-c1a8a00d753d tempest-FloatingIPsAssociationTestJSON-89523020 tempest-FloatingIPsAssociationTestJSON-89523020-project-member] Acquired lock "refresh_cache-911e8910-7b82-4557-af15-99cf96b7314e" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 559.015748] env[62328]: DEBUG nova.network.neutron [None req-107115ac-01e8-4ad8-a0e8-c1a8a00d753d tempest-FloatingIPsAssociationTestJSON-89523020 tempest-FloatingIPsAssociationTestJSON-89523020-project-member] [instance: 911e8910-7b82-4557-af15-99cf96b7314e] Building network info cache for instance {{(pid=62328) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 559.078375] env[62328]: DEBUG nova.network.neutron [None req-9b57f4c2-f6fa-41ea-9a6d-e559546e70fe tempest-ServerDiagnosticsNegativeTest-1831247043 tempest-ServerDiagnosticsNegativeTest-1831247043-project-member] [instance: 4584a496-3f79-40ce-bf30-178bb7c0afcc] Updating instance_info_cache with network_info: [{"id": "81fb7965-d3a0-4411-826c-31890d94996f", "address": "fa:16:3e:8b:01:01", "network": {"id": "ec511a9f-4661-41db-95bd-0fc9ad2de615", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.128", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "2a64022f08d84b11a86773b900860ae5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a4f91f31-0516-4d62-a341-e03a50b7c477", "external-id": "nsx-vlan-transportzone-963", "segmentation_id": 963, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap81fb7965-d3", "ovs_interfaceid": "81fb7965-d3a0-4411-826c-31890d94996f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62328) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 559.123838] env[62328]: DEBUG nova.compute.manager [None req-014c16d2-aa88-423e-bc81-f834ad5f8eb3 tempest-InstanceActionsV221TestJSON-1254732959 tempest-InstanceActionsV221TestJSON-1254732959-project-member] [instance: bf44560e-3ce4-42b6-8230-481b2094ebcc] Start building block device mappings for instance. {{(pid=62328) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 559.162047] env[62328]: DEBUG oslo_concurrency.lockutils [None req-d4c8151d-54cd-4397-a676-0ca697a7fc88 tempest-FloatingIPsAssociationNegativeTestJSON-1912335046 tempest-FloatingIPsAssociationNegativeTestJSON-1912335046-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 559.326243] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f774ae71-c1c8-4c59-9353-e55f1d47cf27 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 559.335201] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4e8d92dc-3165-48a6-b647-094e1d129436 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 559.370737] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-51742172-a74d-42c5-a494-4b9082b2aa39 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 559.379523] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-abcf4d4c-4f1f-4faa-95e6-c0bbad08c89c {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 559.397516] env[62328]: DEBUG nova.compute.provider_tree [None req-57926e8a-0913-4309-9bf4-4accdab40378 tempest-ServerDiagnosticsTest-1328327217 tempest-ServerDiagnosticsTest-1328327217-project-member] Inventory has not changed in ProviderTree for provider: 3469e9f8-04af-49ca-8435-49f104496744 {{(pid=62328) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 559.536568] env[62328]: INFO nova.compute.manager [None req-20bc2990-99e2-4645-a535-ce0e988a329f tempest-ServerPasswordTestJSON-1408689932 tempest-ServerPasswordTestJSON-1408689932-project-member] [instance: 96f94f58-1fd4-4e65-a362-2861daab1a34] Took 19.06 seconds to build instance. [ 559.583331] env[62328]: DEBUG oslo_concurrency.lockutils [None req-9b57f4c2-f6fa-41ea-9a6d-e559546e70fe tempest-ServerDiagnosticsNegativeTest-1831247043 tempest-ServerDiagnosticsNegativeTest-1831247043-project-member] Releasing lock "refresh_cache-4584a496-3f79-40ce-bf30-178bb7c0afcc" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 559.583845] env[62328]: DEBUG nova.compute.manager [None req-9b57f4c2-f6fa-41ea-9a6d-e559546e70fe tempest-ServerDiagnosticsNegativeTest-1831247043 tempest-ServerDiagnosticsNegativeTest-1831247043-project-member] [instance: 4584a496-3f79-40ce-bf30-178bb7c0afcc] Instance network_info: |[{"id": "81fb7965-d3a0-4411-826c-31890d94996f", "address": "fa:16:3e:8b:01:01", "network": {"id": "ec511a9f-4661-41db-95bd-0fc9ad2de615", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.128", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "2a64022f08d84b11a86773b900860ae5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a4f91f31-0516-4d62-a341-e03a50b7c477", "external-id": "nsx-vlan-transportzone-963", "segmentation_id": 963, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap81fb7965-d3", "ovs_interfaceid": "81fb7965-d3a0-4411-826c-31890d94996f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62328) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 559.584535] env[62328]: DEBUG nova.virt.vmwareapi.vmops [None req-9b57f4c2-f6fa-41ea-9a6d-e559546e70fe tempest-ServerDiagnosticsNegativeTest-1831247043 tempest-ServerDiagnosticsNegativeTest-1831247043-project-member] [instance: 4584a496-3f79-40ce-bf30-178bb7c0afcc] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:8b:01:01', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'a4f91f31-0516-4d62-a341-e03a50b7c477', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '81fb7965-d3a0-4411-826c-31890d94996f', 'vif_model': 'vmxnet3'}] {{(pid=62328) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 559.597869] env[62328]: DEBUG nova.virt.vmwareapi.vm_util [None req-9b57f4c2-f6fa-41ea-9a6d-e559546e70fe tempest-ServerDiagnosticsNegativeTest-1831247043 tempest-ServerDiagnosticsNegativeTest-1831247043-project-member] Creating folder: Project (dec84b6f6d63416f9007045a7f4b4dcf). Parent ref: group-v484164. {{(pid=62328) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 559.598898] env[62328]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-42200986-fca5-447b-b933-d71257f93344 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 559.611479] env[62328]: INFO nova.virt.vmwareapi.vm_util [None req-9b57f4c2-f6fa-41ea-9a6d-e559546e70fe tempest-ServerDiagnosticsNegativeTest-1831247043 tempest-ServerDiagnosticsNegativeTest-1831247043-project-member] Created folder: Project (dec84b6f6d63416f9007045a7f4b4dcf) in parent group-v484164. [ 559.611799] env[62328]: DEBUG nova.virt.vmwareapi.vm_util [None req-9b57f4c2-f6fa-41ea-9a6d-e559546e70fe tempest-ServerDiagnosticsNegativeTest-1831247043 tempest-ServerDiagnosticsNegativeTest-1831247043-project-member] Creating folder: Instances. Parent ref: group-v484177. {{(pid=62328) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 559.612070] env[62328]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-825b2d51-95b8-48b0-b524-53ef46e2c1b3 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 559.622755] env[62328]: INFO nova.virt.vmwareapi.vm_util [None req-9b57f4c2-f6fa-41ea-9a6d-e559546e70fe tempest-ServerDiagnosticsNegativeTest-1831247043 tempest-ServerDiagnosticsNegativeTest-1831247043-project-member] Created folder: Instances in parent group-v484177. [ 559.623093] env[62328]: DEBUG oslo.service.loopingcall [None req-9b57f4c2-f6fa-41ea-9a6d-e559546e70fe tempest-ServerDiagnosticsNegativeTest-1831247043 tempest-ServerDiagnosticsNegativeTest-1831247043-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62328) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 559.623267] env[62328]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4584a496-3f79-40ce-bf30-178bb7c0afcc] Creating VM on the ESX host {{(pid=62328) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 559.623518] env[62328]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-0d73e703-bb5e-45b9-a1eb-24036bacc2d0 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 559.648292] env[62328]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 559.648292] env[62328]: value = "task-2386182" [ 559.648292] env[62328]: _type = "Task" [ 559.648292] env[62328]: } to complete. {{(pid=62328) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 559.660448] env[62328]: DEBUG oslo_vmware.api [-] Task: {'id': task-2386182, 'name': CreateVM_Task} progress is 0%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 559.671051] env[62328]: DEBUG nova.network.neutron [None req-107115ac-01e8-4ad8-a0e8-c1a8a00d753d tempest-FloatingIPsAssociationTestJSON-89523020 tempest-FloatingIPsAssociationTestJSON-89523020-project-member] [instance: 911e8910-7b82-4557-af15-99cf96b7314e] Instance cache missing network info. {{(pid=62328) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 559.902960] env[62328]: DEBUG nova.scheduler.client.report [None req-57926e8a-0913-4309-9bf4-4accdab40378 tempest-ServerDiagnosticsTest-1328327217 tempest-ServerDiagnosticsTest-1328327217-project-member] Inventory has not changed for provider 3469e9f8-04af-49ca-8435-49f104496744 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 153, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62328) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 560.042982] env[62328]: DEBUG oslo_concurrency.lockutils [None req-20bc2990-99e2-4645-a535-ce0e988a329f tempest-ServerPasswordTestJSON-1408689932 tempest-ServerPasswordTestJSON-1408689932-project-member] Lock "96f94f58-1fd4-4e65-a362-2861daab1a34" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 20.577s {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 560.101515] env[62328]: DEBUG nova.network.neutron [None req-014c16d2-aa88-423e-bc81-f834ad5f8eb3 tempest-InstanceActionsV221TestJSON-1254732959 tempest-InstanceActionsV221TestJSON-1254732959-project-member] [instance: bf44560e-3ce4-42b6-8230-481b2094ebcc] Successfully created port: 0a954496-835f-4179-93a4-3ccd19758740 {{(pid=62328) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 560.145937] env[62328]: DEBUG nova.compute.manager [None req-014c16d2-aa88-423e-bc81-f834ad5f8eb3 tempest-InstanceActionsV221TestJSON-1254732959 tempest-InstanceActionsV221TestJSON-1254732959-project-member] [instance: bf44560e-3ce4-42b6-8230-481b2094ebcc] Start spawning the instance on the hypervisor. {{(pid=62328) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 560.162024] env[62328]: DEBUG oslo_vmware.api [-] Task: {'id': task-2386182, 'name': CreateVM_Task} progress is 99%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 560.182338] env[62328]: DEBUG nova.virt.hardware [None req-014c16d2-aa88-423e-bc81-f834ad5f8eb3 tempest-InstanceActionsV221TestJSON-1254732959 tempest-InstanceActionsV221TestJSON-1254732959-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-07T17:16:55Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-07T17:16:37Z,direct_url=,disk_format='vmdk',id=dbf872a4-92be-47e4-8561-c3e2bf2423ab,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='2a64022f08d84b11a86773b900860ae5',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-07T17:16:38Z,virtual_size=,visibility=), allow threads: False {{(pid=62328) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 560.182563] env[62328]: DEBUG nova.virt.hardware [None req-014c16d2-aa88-423e-bc81-f834ad5f8eb3 tempest-InstanceActionsV221TestJSON-1254732959 tempest-InstanceActionsV221TestJSON-1254732959-project-member] Flavor limits 0:0:0 {{(pid=62328) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 560.182630] env[62328]: DEBUG nova.virt.hardware [None req-014c16d2-aa88-423e-bc81-f834ad5f8eb3 tempest-InstanceActionsV221TestJSON-1254732959 tempest-InstanceActionsV221TestJSON-1254732959-project-member] Image limits 0:0:0 {{(pid=62328) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 560.182798] env[62328]: DEBUG nova.virt.hardware [None req-014c16d2-aa88-423e-bc81-f834ad5f8eb3 tempest-InstanceActionsV221TestJSON-1254732959 tempest-InstanceActionsV221TestJSON-1254732959-project-member] Flavor pref 0:0:0 {{(pid=62328) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 560.182967] env[62328]: DEBUG nova.virt.hardware [None req-014c16d2-aa88-423e-bc81-f834ad5f8eb3 tempest-InstanceActionsV221TestJSON-1254732959 tempest-InstanceActionsV221TestJSON-1254732959-project-member] Image pref 0:0:0 {{(pid=62328) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 560.183139] env[62328]: DEBUG nova.virt.hardware [None req-014c16d2-aa88-423e-bc81-f834ad5f8eb3 tempest-InstanceActionsV221TestJSON-1254732959 tempest-InstanceActionsV221TestJSON-1254732959-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62328) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 560.183360] env[62328]: DEBUG nova.virt.hardware [None req-014c16d2-aa88-423e-bc81-f834ad5f8eb3 tempest-InstanceActionsV221TestJSON-1254732959 tempest-InstanceActionsV221TestJSON-1254732959-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62328) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 560.184099] env[62328]: DEBUG nova.virt.hardware [None req-014c16d2-aa88-423e-bc81-f834ad5f8eb3 tempest-InstanceActionsV221TestJSON-1254732959 tempest-InstanceActionsV221TestJSON-1254732959-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62328) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 560.184099] env[62328]: DEBUG nova.virt.hardware [None req-014c16d2-aa88-423e-bc81-f834ad5f8eb3 tempest-InstanceActionsV221TestJSON-1254732959 tempest-InstanceActionsV221TestJSON-1254732959-project-member] Got 1 possible topologies {{(pid=62328) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 560.184099] env[62328]: DEBUG nova.virt.hardware [None req-014c16d2-aa88-423e-bc81-f834ad5f8eb3 tempest-InstanceActionsV221TestJSON-1254732959 tempest-InstanceActionsV221TestJSON-1254732959-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62328) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 560.184099] env[62328]: DEBUG nova.virt.hardware [None req-014c16d2-aa88-423e-bc81-f834ad5f8eb3 tempest-InstanceActionsV221TestJSON-1254732959 tempest-InstanceActionsV221TestJSON-1254732959-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62328) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 560.184900] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0685edd8-1bd5-434d-ae0f-78f01c3fd3fc {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 560.194930] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bcaf6b5f-70c9-4b5b-ab19-f04604698f43 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 560.298870] env[62328]: DEBUG nova.network.neutron [None req-107115ac-01e8-4ad8-a0e8-c1a8a00d753d tempest-FloatingIPsAssociationTestJSON-89523020 tempest-FloatingIPsAssociationTestJSON-89523020-project-member] [instance: 911e8910-7b82-4557-af15-99cf96b7314e] Updating instance_info_cache with network_info: [{"id": "ace375b8-ee68-4a07-951a-21c975157c71", "address": "fa:16:3e:5c:d6:68", "network": {"id": "de12f95f-9353-45ec-b306-9aa1757c23b4", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-1744149878-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7e3ef50f47dc4b98af4741ae41f20df6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9722ea4d-e4a5-48fc-b759-5c4c4796b1ef", "external-id": "nsx-vlan-transportzone-924", "segmentation_id": 924, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapace375b8-ee", "ovs_interfaceid": "ace375b8-ee68-4a07-951a-21c975157c71", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62328) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 560.363258] env[62328]: DEBUG nova.network.neutron [None req-8f9732e1-515b-426a-9785-7eac14f3cc5f tempest-ImagesNegativeTestJSON-504021747 tempest-ImagesNegativeTestJSON-504021747-project-member] [instance: f70d129f-1468-4834-b753-8c602837eff0] Successfully updated port: c9c2fcc7-4fe2-4edf-ad16-d24bae59432d {{(pid=62328) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 560.409384] env[62328]: DEBUG oslo_concurrency.lockutils [None req-57926e8a-0913-4309-9bf4-4accdab40378 tempest-ServerDiagnosticsTest-1328327217 tempest-ServerDiagnosticsTest-1328327217-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.295s {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 560.409384] env[62328]: DEBUG nova.compute.manager [None req-57926e8a-0913-4309-9bf4-4accdab40378 tempest-ServerDiagnosticsTest-1328327217 tempest-ServerDiagnosticsTest-1328327217-project-member] [instance: 26ce508b-d9c2-42ef-9713-138c359aa4a9] Start building networks asynchronously for instance. {{(pid=62328) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 560.413494] env[62328]: DEBUG oslo_concurrency.lockutils [None req-2d6cbe4f-90f6-4be8-baa3-cec59b7b6052 tempest-ServerActionsTestOtherA-1098162655 tempest-ServerActionsTestOtherA-1098162655-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 4.782s {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 560.415045] env[62328]: INFO nova.compute.claims [None req-2d6cbe4f-90f6-4be8-baa3-cec59b7b6052 tempest-ServerActionsTestOtherA-1098162655 tempest-ServerActionsTestOtherA-1098162655-project-member] [instance: 6c107768-0f57-42fd-a2a5-b28207b17de9] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 560.601409] env[62328]: DEBUG nova.compute.manager [None req-be57da87-08d0-4bec-bcbf-275aeeaf06f6 tempest-MigrationsAdminTest-413245202 tempest-MigrationsAdminTest-413245202-project-member] [instance: 613e2516-6209-439d-bb90-b87d67b281a8] Stashing vm_state: active {{(pid=62328) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 560.649675] env[62328]: DEBUG nova.network.neutron [None req-d243c0b1-71c7-4ffd-b019-2dcc0a85daa2 tempest-ServerExternalEventsTest-1567415951 tempest-ServerExternalEventsTest-1567415951-project-member] [instance: 5f192c3a-1f44-4471-afec-76a321dfd557] Successfully updated port: d6a0d811-8529-405a-85cc-bf4bdf105c95 {{(pid=62328) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 560.664972] env[62328]: DEBUG oslo_vmware.api [-] Task: {'id': task-2386182, 'name': CreateVM_Task, 'duration_secs': 0.552732} completed successfully. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 560.668871] env[62328]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4584a496-3f79-40ce-bf30-178bb7c0afcc] Created VM on the ESX host {{(pid=62328) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 560.668871] env[62328]: DEBUG oslo_concurrency.lockutils [None req-9b57f4c2-f6fa-41ea-9a6d-e559546e70fe tempest-ServerDiagnosticsNegativeTest-1831247043 tempest-ServerDiagnosticsNegativeTest-1831247043-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/dbf872a4-92be-47e4-8561-c3e2bf2423ab" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 560.668871] env[62328]: DEBUG oslo_concurrency.lockutils [None req-9b57f4c2-f6fa-41ea-9a6d-e559546e70fe tempest-ServerDiagnosticsNegativeTest-1831247043 tempest-ServerDiagnosticsNegativeTest-1831247043-project-member] Acquired lock "[datastore2] devstack-image-cache_base/dbf872a4-92be-47e4-8561-c3e2bf2423ab" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 560.668871] env[62328]: DEBUG oslo_concurrency.lockutils [None req-9b57f4c2-f6fa-41ea-9a6d-e559546e70fe tempest-ServerDiagnosticsNegativeTest-1831247043 tempest-ServerDiagnosticsNegativeTest-1831247043-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/dbf872a4-92be-47e4-8561-c3e2bf2423ab" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 560.668871] env[62328]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-44cb57f1-22bc-48ea-bea6-5e231e6b524d {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 560.678387] env[62328]: DEBUG oslo_vmware.api [None req-9b57f4c2-f6fa-41ea-9a6d-e559546e70fe tempest-ServerDiagnosticsNegativeTest-1831247043 tempest-ServerDiagnosticsNegativeTest-1831247043-project-member] Waiting for the task: (returnval){ [ 560.678387] env[62328]: value = "session[52a6e20e-410d-708a-99f2-080a575a99bd]521b9970-0f78-1a83-22d5-631c0bc0b09d" [ 560.678387] env[62328]: _type = "Task" [ 560.678387] env[62328]: } to complete. {{(pid=62328) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 560.686848] env[62328]: DEBUG oslo_vmware.api [None req-9b57f4c2-f6fa-41ea-9a6d-e559546e70fe tempest-ServerDiagnosticsNegativeTest-1831247043 tempest-ServerDiagnosticsNegativeTest-1831247043-project-member] Task: {'id': session[52a6e20e-410d-708a-99f2-080a575a99bd]521b9970-0f78-1a83-22d5-631c0bc0b09d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 560.808495] env[62328]: DEBUG oslo_concurrency.lockutils [None req-107115ac-01e8-4ad8-a0e8-c1a8a00d753d tempest-FloatingIPsAssociationTestJSON-89523020 tempest-FloatingIPsAssociationTestJSON-89523020-project-member] Releasing lock "refresh_cache-911e8910-7b82-4557-af15-99cf96b7314e" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 560.808495] env[62328]: DEBUG nova.compute.manager [None req-107115ac-01e8-4ad8-a0e8-c1a8a00d753d tempest-FloatingIPsAssociationTestJSON-89523020 tempest-FloatingIPsAssociationTestJSON-89523020-project-member] [instance: 911e8910-7b82-4557-af15-99cf96b7314e] Instance network_info: |[{"id": "ace375b8-ee68-4a07-951a-21c975157c71", "address": "fa:16:3e:5c:d6:68", "network": {"id": "de12f95f-9353-45ec-b306-9aa1757c23b4", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-1744149878-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7e3ef50f47dc4b98af4741ae41f20df6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9722ea4d-e4a5-48fc-b759-5c4c4796b1ef", "external-id": "nsx-vlan-transportzone-924", "segmentation_id": 924, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapace375b8-ee", "ovs_interfaceid": "ace375b8-ee68-4a07-951a-21c975157c71", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62328) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 560.808740] env[62328]: DEBUG nova.virt.vmwareapi.vmops [None req-107115ac-01e8-4ad8-a0e8-c1a8a00d753d tempest-FloatingIPsAssociationTestJSON-89523020 tempest-FloatingIPsAssociationTestJSON-89523020-project-member] [instance: 911e8910-7b82-4557-af15-99cf96b7314e] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:5c:d6:68', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '9722ea4d-e4a5-48fc-b759-5c4c4796b1ef', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'ace375b8-ee68-4a07-951a-21c975157c71', 'vif_model': 'vmxnet3'}] {{(pid=62328) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 560.817318] env[62328]: DEBUG nova.virt.vmwareapi.vm_util [None req-107115ac-01e8-4ad8-a0e8-c1a8a00d753d tempest-FloatingIPsAssociationTestJSON-89523020 tempest-FloatingIPsAssociationTestJSON-89523020-project-member] Creating folder: Project (7e3ef50f47dc4b98af4741ae41f20df6). Parent ref: group-v484164. {{(pid=62328) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 560.822485] env[62328]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-3bd4ab29-f0a4-4e07-a61a-674fea1b3f5e {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 560.866336] env[62328]: DEBUG oslo_concurrency.lockutils [None req-8f9732e1-515b-426a-9785-7eac14f3cc5f tempest-ImagesNegativeTestJSON-504021747 tempest-ImagesNegativeTestJSON-504021747-project-member] Acquiring lock "refresh_cache-f70d129f-1468-4834-b753-8c602837eff0" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 560.866495] env[62328]: DEBUG oslo_concurrency.lockutils [None req-8f9732e1-515b-426a-9785-7eac14f3cc5f tempest-ImagesNegativeTestJSON-504021747 tempest-ImagesNegativeTestJSON-504021747-project-member] Acquired lock "refresh_cache-f70d129f-1468-4834-b753-8c602837eff0" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 560.866639] env[62328]: DEBUG nova.network.neutron [None req-8f9732e1-515b-426a-9785-7eac14f3cc5f tempest-ImagesNegativeTestJSON-504021747 tempest-ImagesNegativeTestJSON-504021747-project-member] [instance: f70d129f-1468-4834-b753-8c602837eff0] Building network info cache for instance {{(pid=62328) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 560.922332] env[62328]: DEBUG nova.compute.utils [None req-57926e8a-0913-4309-9bf4-4accdab40378 tempest-ServerDiagnosticsTest-1328327217 tempest-ServerDiagnosticsTest-1328327217-project-member] Using /dev/sd instead of None {{(pid=62328) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 560.924127] env[62328]: DEBUG nova.compute.manager [None req-57926e8a-0913-4309-9bf4-4accdab40378 tempest-ServerDiagnosticsTest-1328327217 tempest-ServerDiagnosticsTest-1328327217-project-member] [instance: 26ce508b-d9c2-42ef-9713-138c359aa4a9] Allocating IP information in the background. {{(pid=62328) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 560.924127] env[62328]: DEBUG nova.network.neutron [None req-57926e8a-0913-4309-9bf4-4accdab40378 tempest-ServerDiagnosticsTest-1328327217 tempest-ServerDiagnosticsTest-1328327217-project-member] [instance: 26ce508b-d9c2-42ef-9713-138c359aa4a9] allocate_for_instance() {{(pid=62328) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 561.006667] env[62328]: DEBUG nova.policy [None req-57926e8a-0913-4309-9bf4-4accdab40378 tempest-ServerDiagnosticsTest-1328327217 tempest-ServerDiagnosticsTest-1328327217-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '3103bdd0d4304e7d93cacfd6a88487ba', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '6e6e3b4da67048a5a56ca33e0cd11f0a', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62328) authorize /opt/stack/nova/nova/policy.py:192}} [ 561.047435] env[62328]: INFO nova.virt.vmwareapi.vm_util [None req-107115ac-01e8-4ad8-a0e8-c1a8a00d753d tempest-FloatingIPsAssociationTestJSON-89523020 tempest-FloatingIPsAssociationTestJSON-89523020-project-member] Created folder: Project (7e3ef50f47dc4b98af4741ae41f20df6) in parent group-v484164. [ 561.047626] env[62328]: DEBUG nova.virt.vmwareapi.vm_util [None req-107115ac-01e8-4ad8-a0e8-c1a8a00d753d tempest-FloatingIPsAssociationTestJSON-89523020 tempest-FloatingIPsAssociationTestJSON-89523020-project-member] Creating folder: Instances. Parent ref: group-v484180. {{(pid=62328) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 561.047881] env[62328]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-a3bddf80-4627-4d11-b4bc-7bcd6fb0ec99 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 561.059046] env[62328]: INFO nova.virt.vmwareapi.vm_util [None req-107115ac-01e8-4ad8-a0e8-c1a8a00d753d tempest-FloatingIPsAssociationTestJSON-89523020 tempest-FloatingIPsAssociationTestJSON-89523020-project-member] Created folder: Instances in parent group-v484180. [ 561.059551] env[62328]: DEBUG oslo.service.loopingcall [None req-107115ac-01e8-4ad8-a0e8-c1a8a00d753d tempest-FloatingIPsAssociationTestJSON-89523020 tempest-FloatingIPsAssociationTestJSON-89523020-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62328) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 561.060132] env[62328]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 911e8910-7b82-4557-af15-99cf96b7314e] Creating VM on the ESX host {{(pid=62328) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 561.060438] env[62328]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-b7472617-2126-40fc-b797-b1d3a39bec00 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 561.091698] env[62328]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 561.091698] env[62328]: value = "task-2386185" [ 561.091698] env[62328]: _type = "Task" [ 561.091698] env[62328]: } to complete. {{(pid=62328) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 561.101680] env[62328]: DEBUG oslo_vmware.api [-] Task: {'id': task-2386185, 'name': CreateVM_Task} progress is 0%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 561.157961] env[62328]: DEBUG oslo_concurrency.lockutils [None req-d243c0b1-71c7-4ffd-b019-2dcc0a85daa2 tempest-ServerExternalEventsTest-1567415951 tempest-ServerExternalEventsTest-1567415951-project-member] Acquiring lock "refresh_cache-5f192c3a-1f44-4471-afec-76a321dfd557" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 561.158230] env[62328]: DEBUG oslo_concurrency.lockutils [None req-d243c0b1-71c7-4ffd-b019-2dcc0a85daa2 tempest-ServerExternalEventsTest-1567415951 tempest-ServerExternalEventsTest-1567415951-project-member] Acquired lock "refresh_cache-5f192c3a-1f44-4471-afec-76a321dfd557" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 561.158537] env[62328]: DEBUG nova.network.neutron [None req-d243c0b1-71c7-4ffd-b019-2dcc0a85daa2 tempest-ServerExternalEventsTest-1567415951 tempest-ServerExternalEventsTest-1567415951-project-member] [instance: 5f192c3a-1f44-4471-afec-76a321dfd557] Building network info cache for instance {{(pid=62328) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 561.165358] env[62328]: DEBUG oslo_concurrency.lockutils [None req-be57da87-08d0-4bec-bcbf-275aeeaf06f6 tempest-MigrationsAdminTest-413245202 tempest-MigrationsAdminTest-413245202-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 561.189063] env[62328]: DEBUG oslo_vmware.api [None req-9b57f4c2-f6fa-41ea-9a6d-e559546e70fe tempest-ServerDiagnosticsNegativeTest-1831247043 tempest-ServerDiagnosticsNegativeTest-1831247043-project-member] Task: {'id': session[52a6e20e-410d-708a-99f2-080a575a99bd]521b9970-0f78-1a83-22d5-631c0bc0b09d, 'name': SearchDatastore_Task, 'duration_secs': 0.022777} completed successfully. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 561.189376] env[62328]: DEBUG oslo_concurrency.lockutils [None req-9b57f4c2-f6fa-41ea-9a6d-e559546e70fe tempest-ServerDiagnosticsNegativeTest-1831247043 tempest-ServerDiagnosticsNegativeTest-1831247043-project-member] Releasing lock "[datastore2] devstack-image-cache_base/dbf872a4-92be-47e4-8561-c3e2bf2423ab" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 561.189634] env[62328]: DEBUG nova.virt.vmwareapi.vmops [None req-9b57f4c2-f6fa-41ea-9a6d-e559546e70fe tempest-ServerDiagnosticsNegativeTest-1831247043 tempest-ServerDiagnosticsNegativeTest-1831247043-project-member] [instance: 4584a496-3f79-40ce-bf30-178bb7c0afcc] Processing image dbf872a4-92be-47e4-8561-c3e2bf2423ab {{(pid=62328) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 561.189955] env[62328]: DEBUG oslo_concurrency.lockutils [None req-9b57f4c2-f6fa-41ea-9a6d-e559546e70fe tempest-ServerDiagnosticsNegativeTest-1831247043 tempest-ServerDiagnosticsNegativeTest-1831247043-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/dbf872a4-92be-47e4-8561-c3e2bf2423ab/dbf872a4-92be-47e4-8561-c3e2bf2423ab.vmdk" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 561.191087] env[62328]: DEBUG oslo_concurrency.lockutils [None req-9b57f4c2-f6fa-41ea-9a6d-e559546e70fe tempest-ServerDiagnosticsNegativeTest-1831247043 tempest-ServerDiagnosticsNegativeTest-1831247043-project-member] Acquired lock "[datastore2] devstack-image-cache_base/dbf872a4-92be-47e4-8561-c3e2bf2423ab/dbf872a4-92be-47e4-8561-c3e2bf2423ab.vmdk" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 561.191087] env[62328]: DEBUG nova.virt.vmwareapi.ds_util [None req-9b57f4c2-f6fa-41ea-9a6d-e559546e70fe tempest-ServerDiagnosticsNegativeTest-1831247043 tempest-ServerDiagnosticsNegativeTest-1831247043-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62328) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 561.191087] env[62328]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-9d20cf17-bf81-4ae3-a525-d27911225c84 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 561.200499] env[62328]: DEBUG nova.virt.vmwareapi.ds_util [None req-9b57f4c2-f6fa-41ea-9a6d-e559546e70fe tempest-ServerDiagnosticsNegativeTest-1831247043 tempest-ServerDiagnosticsNegativeTest-1831247043-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62328) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 561.201797] env[62328]: DEBUG nova.virt.vmwareapi.vmops [None req-9b57f4c2-f6fa-41ea-9a6d-e559546e70fe tempest-ServerDiagnosticsNegativeTest-1831247043 tempest-ServerDiagnosticsNegativeTest-1831247043-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62328) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 561.202131] env[62328]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ff5671ba-b223-4c09-a3a5-626e565b7ebd {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 561.209537] env[62328]: DEBUG oslo_vmware.api [None req-9b57f4c2-f6fa-41ea-9a6d-e559546e70fe tempest-ServerDiagnosticsNegativeTest-1831247043 tempest-ServerDiagnosticsNegativeTest-1831247043-project-member] Waiting for the task: (returnval){ [ 561.209537] env[62328]: value = "session[52a6e20e-410d-708a-99f2-080a575a99bd]52ce8b47-4465-7d5b-edc8-c7e97e38ca2b" [ 561.209537] env[62328]: _type = "Task" [ 561.209537] env[62328]: } to complete. {{(pid=62328) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 561.218605] env[62328]: DEBUG oslo_vmware.api [None req-9b57f4c2-f6fa-41ea-9a6d-e559546e70fe tempest-ServerDiagnosticsNegativeTest-1831247043 tempest-ServerDiagnosticsNegativeTest-1831247043-project-member] Task: {'id': session[52a6e20e-410d-708a-99f2-080a575a99bd]52ce8b47-4465-7d5b-edc8-c7e97e38ca2b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 561.391266] env[62328]: DEBUG oslo_concurrency.lockutils [None req-507c75bf-3279-4ca1-a3e4-464fcabf178f tempest-VolumesAssistedSnapshotsTest-1692536228 tempest-VolumesAssistedSnapshotsTest-1692536228-project-member] Acquiring lock "3e0f093a-98be-4406-a220-34f6d6767294" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 561.391478] env[62328]: DEBUG oslo_concurrency.lockutils [None req-507c75bf-3279-4ca1-a3e4-464fcabf178f tempest-VolumesAssistedSnapshotsTest-1692536228 tempest-VolumesAssistedSnapshotsTest-1692536228-project-member] Lock "3e0f093a-98be-4406-a220-34f6d6767294" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 561.429853] env[62328]: DEBUG nova.compute.manager [None req-57926e8a-0913-4309-9bf4-4accdab40378 tempest-ServerDiagnosticsTest-1328327217 tempest-ServerDiagnosticsTest-1328327217-project-member] [instance: 26ce508b-d9c2-42ef-9713-138c359aa4a9] Start building block device mappings for instance. {{(pid=62328) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 561.434029] env[62328]: DEBUG nova.network.neutron [None req-8f9732e1-515b-426a-9785-7eac14f3cc5f tempest-ImagesNegativeTestJSON-504021747 tempest-ImagesNegativeTestJSON-504021747-project-member] [instance: f70d129f-1468-4834-b753-8c602837eff0] Instance cache missing network info. {{(pid=62328) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 561.462322] env[62328]: DEBUG nova.network.neutron [None req-57926e8a-0913-4309-9bf4-4accdab40378 tempest-ServerDiagnosticsTest-1328327217 tempest-ServerDiagnosticsTest-1328327217-project-member] [instance: 26ce508b-d9c2-42ef-9713-138c359aa4a9] Successfully created port: fe3787fa-0397-4d61-bf15-24d11f2ef2cb {{(pid=62328) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 561.583124] env[62328]: DEBUG oslo_concurrency.lockutils [None req-8e34f8d0-7888-4291-b8d6-ec10566f2f9c tempest-ServersWithSpecificFlavorTestJSON-2091780743 tempest-ServersWithSpecificFlavorTestJSON-2091780743-project-member] Acquiring lock "9f267eb4-d272-4f61-b795-076cb51f80b6" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 561.583360] env[62328]: DEBUG oslo_concurrency.lockutils [None req-8e34f8d0-7888-4291-b8d6-ec10566f2f9c tempest-ServersWithSpecificFlavorTestJSON-2091780743 tempest-ServersWithSpecificFlavorTestJSON-2091780743-project-member] Lock "9f267eb4-d272-4f61-b795-076cb51f80b6" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 561.604015] env[62328]: DEBUG oslo_vmware.api [-] Task: {'id': task-2386185, 'name': CreateVM_Task, 'duration_secs': 0.433272} completed successfully. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 561.604358] env[62328]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 911e8910-7b82-4557-af15-99cf96b7314e] Created VM on the ESX host {{(pid=62328) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 561.605455] env[62328]: DEBUG oslo_vmware.service [None req-107115ac-01e8-4ad8-a0e8-c1a8a00d753d tempest-FloatingIPsAssociationTestJSON-89523020 tempest-FloatingIPsAssociationTestJSON-89523020-project-member] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f3827aa6-ae5e-42cd-ae3c-7c7b8869db5a {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 561.613099] env[62328]: DEBUG oslo_concurrency.lockutils [None req-107115ac-01e8-4ad8-a0e8-c1a8a00d753d tempest-FloatingIPsAssociationTestJSON-89523020 tempest-FloatingIPsAssociationTestJSON-89523020-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/dbf872a4-92be-47e4-8561-c3e2bf2423ab" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 561.613274] env[62328]: DEBUG oslo_concurrency.lockutils [None req-107115ac-01e8-4ad8-a0e8-c1a8a00d753d tempest-FloatingIPsAssociationTestJSON-89523020 tempest-FloatingIPsAssociationTestJSON-89523020-project-member] Acquired lock "[datastore1] devstack-image-cache_base/dbf872a4-92be-47e4-8561-c3e2bf2423ab" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 561.613659] env[62328]: DEBUG oslo_concurrency.lockutils [None req-107115ac-01e8-4ad8-a0e8-c1a8a00d753d tempest-FloatingIPsAssociationTestJSON-89523020 tempest-FloatingIPsAssociationTestJSON-89523020-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/dbf872a4-92be-47e4-8561-c3e2bf2423ab" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 561.614108] env[62328]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a7916ddd-f61e-4b6d-bab5-5c9c1bf11791 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 561.618978] env[62328]: DEBUG oslo_vmware.api [None req-107115ac-01e8-4ad8-a0e8-c1a8a00d753d tempest-FloatingIPsAssociationTestJSON-89523020 tempest-FloatingIPsAssociationTestJSON-89523020-project-member] Waiting for the task: (returnval){ [ 561.618978] env[62328]: value = "session[52a6e20e-410d-708a-99f2-080a575a99bd]524fe226-ef8e-c290-a884-a650c1aa235c" [ 561.618978] env[62328]: _type = "Task" [ 561.618978] env[62328]: } to complete. {{(pid=62328) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 561.627195] env[62328]: DEBUG oslo_vmware.api [None req-107115ac-01e8-4ad8-a0e8-c1a8a00d753d tempest-FloatingIPsAssociationTestJSON-89523020 tempest-FloatingIPsAssociationTestJSON-89523020-project-member] Task: {'id': session[52a6e20e-410d-708a-99f2-080a575a99bd]524fe226-ef8e-c290-a884-a650c1aa235c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 561.719850] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d35c1d9a-e4de-4979-8aa6-ad296dfa3c06 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 561.739835] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a0018e0d-85c9-498c-8c73-0be9e50c2d54 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 561.744806] env[62328]: DEBUG oslo_vmware.api [None req-9b57f4c2-f6fa-41ea-9a6d-e559546e70fe tempest-ServerDiagnosticsNegativeTest-1831247043 tempest-ServerDiagnosticsNegativeTest-1831247043-project-member] Task: {'id': session[52a6e20e-410d-708a-99f2-080a575a99bd]52ce8b47-4465-7d5b-edc8-c7e97e38ca2b, 'name': SearchDatastore_Task, 'duration_secs': 0.016317} completed successfully. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 561.746212] env[62328]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0ddf1025-7dd0-41ba-babe-49d55d9f612e {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 561.750661] env[62328]: DEBUG nova.network.neutron [None req-d243c0b1-71c7-4ffd-b019-2dcc0a85daa2 tempest-ServerExternalEventsTest-1567415951 tempest-ServerExternalEventsTest-1567415951-project-member] [instance: 5f192c3a-1f44-4471-afec-76a321dfd557] Instance cache missing network info. {{(pid=62328) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 561.777830] env[62328]: DEBUG oslo_vmware.api [None req-9b57f4c2-f6fa-41ea-9a6d-e559546e70fe tempest-ServerDiagnosticsNegativeTest-1831247043 tempest-ServerDiagnosticsNegativeTest-1831247043-project-member] Waiting for the task: (returnval){ [ 561.777830] env[62328]: value = "session[52a6e20e-410d-708a-99f2-080a575a99bd]52ab6d4b-e321-6e99-f83e-cf154663253f" [ 561.777830] env[62328]: _type = "Task" [ 561.777830] env[62328]: } to complete. {{(pid=62328) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 561.780824] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2744d743-e854-4761-9057-7d18ce9dcb92 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 561.793953] env[62328]: DEBUG oslo_vmware.api [None req-9b57f4c2-f6fa-41ea-9a6d-e559546e70fe tempest-ServerDiagnosticsNegativeTest-1831247043 tempest-ServerDiagnosticsNegativeTest-1831247043-project-member] Task: {'id': session[52a6e20e-410d-708a-99f2-080a575a99bd]52ab6d4b-e321-6e99-f83e-cf154663253f, 'name': SearchDatastore_Task, 'duration_secs': 0.026582} completed successfully. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 561.794991] env[62328]: DEBUG oslo_concurrency.lockutils [None req-9b57f4c2-f6fa-41ea-9a6d-e559546e70fe tempest-ServerDiagnosticsNegativeTest-1831247043 tempest-ServerDiagnosticsNegativeTest-1831247043-project-member] Releasing lock "[datastore2] devstack-image-cache_base/dbf872a4-92be-47e4-8561-c3e2bf2423ab/dbf872a4-92be-47e4-8561-c3e2bf2423ab.vmdk" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 561.794991] env[62328]: DEBUG nova.virt.vmwareapi.vm_util [None req-9b57f4c2-f6fa-41ea-9a6d-e559546e70fe tempest-ServerDiagnosticsNegativeTest-1831247043 tempest-ServerDiagnosticsNegativeTest-1831247043-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/dbf872a4-92be-47e4-8561-c3e2bf2423ab/dbf872a4-92be-47e4-8561-c3e2bf2423ab.vmdk to [datastore2] 4584a496-3f79-40ce-bf30-178bb7c0afcc/4584a496-3f79-40ce-bf30-178bb7c0afcc.vmdk {{(pid=62328) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 561.796386] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-21e627ca-29be-45a6-b600-da5ae0a7d3ce {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 561.802669] env[62328]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-0d75fb2e-3036-47e3-beae-52ce7a831c59 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 561.815622] env[62328]: DEBUG nova.compute.provider_tree [None req-2d6cbe4f-90f6-4be8-baa3-cec59b7b6052 tempest-ServerActionsTestOtherA-1098162655 tempest-ServerActionsTestOtherA-1098162655-project-member] Inventory has not changed in ProviderTree for provider: 3469e9f8-04af-49ca-8435-49f104496744 {{(pid=62328) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 561.820024] env[62328]: DEBUG oslo_vmware.api [None req-9b57f4c2-f6fa-41ea-9a6d-e559546e70fe tempest-ServerDiagnosticsNegativeTest-1831247043 tempest-ServerDiagnosticsNegativeTest-1831247043-project-member] Waiting for the task: (returnval){ [ 561.820024] env[62328]: value = "task-2386186" [ 561.820024] env[62328]: _type = "Task" [ 561.820024] env[62328]: } to complete. {{(pid=62328) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 561.826561] env[62328]: DEBUG oslo_vmware.api [None req-9b57f4c2-f6fa-41ea-9a6d-e559546e70fe tempest-ServerDiagnosticsNegativeTest-1831247043 tempest-ServerDiagnosticsNegativeTest-1831247043-project-member] Task: {'id': task-2386186, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 561.896412] env[62328]: DEBUG nova.compute.manager [None req-507c75bf-3279-4ca1-a3e4-464fcabf178f tempest-VolumesAssistedSnapshotsTest-1692536228 tempest-VolumesAssistedSnapshotsTest-1692536228-project-member] [instance: 3e0f093a-98be-4406-a220-34f6d6767294] Starting instance... {{(pid=62328) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 561.935657] env[62328]: DEBUG nova.network.neutron [None req-8f9732e1-515b-426a-9785-7eac14f3cc5f tempest-ImagesNegativeTestJSON-504021747 tempest-ImagesNegativeTestJSON-504021747-project-member] [instance: f70d129f-1468-4834-b753-8c602837eff0] Updating instance_info_cache with network_info: [{"id": "c9c2fcc7-4fe2-4edf-ad16-d24bae59432d", "address": "fa:16:3e:6e:12:e5", "network": {"id": "b3268275-d928-4ed2-9f27-512a8622c1cf", "bridge": "br-int", "label": "tempest-ImagesNegativeTestJSON-1472168481-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5ba9eb5ff48641b8ac9f053cd9a43de2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "359c2c31-99c4-41d7-a513-3bc4825897a0", "external-id": "nsx-vlan-transportzone-173", "segmentation_id": 173, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc9c2fcc7-4f", "ovs_interfaceid": "c9c2fcc7-4fe2-4edf-ad16-d24bae59432d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62328) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 562.085557] env[62328]: DEBUG nova.compute.manager [None req-8e34f8d0-7888-4291-b8d6-ec10566f2f9c tempest-ServersWithSpecificFlavorTestJSON-2091780743 tempest-ServersWithSpecificFlavorTestJSON-2091780743-project-member] [instance: 9f267eb4-d272-4f61-b795-076cb51f80b6] Starting instance... {{(pid=62328) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 562.131042] env[62328]: DEBUG oslo_concurrency.lockutils [None req-107115ac-01e8-4ad8-a0e8-c1a8a00d753d tempest-FloatingIPsAssociationTestJSON-89523020 tempest-FloatingIPsAssociationTestJSON-89523020-project-member] Releasing lock "[datastore1] devstack-image-cache_base/dbf872a4-92be-47e4-8561-c3e2bf2423ab" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 562.131042] env[62328]: DEBUG nova.virt.vmwareapi.vmops [None req-107115ac-01e8-4ad8-a0e8-c1a8a00d753d tempest-FloatingIPsAssociationTestJSON-89523020 tempest-FloatingIPsAssociationTestJSON-89523020-project-member] [instance: 911e8910-7b82-4557-af15-99cf96b7314e] Processing image dbf872a4-92be-47e4-8561-c3e2bf2423ab {{(pid=62328) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 562.131042] env[62328]: DEBUG oslo_concurrency.lockutils [None req-107115ac-01e8-4ad8-a0e8-c1a8a00d753d tempest-FloatingIPsAssociationTestJSON-89523020 tempest-FloatingIPsAssociationTestJSON-89523020-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/dbf872a4-92be-47e4-8561-c3e2bf2423ab/dbf872a4-92be-47e4-8561-c3e2bf2423ab.vmdk" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 562.131325] env[62328]: DEBUG oslo_concurrency.lockutils [None req-107115ac-01e8-4ad8-a0e8-c1a8a00d753d tempest-FloatingIPsAssociationTestJSON-89523020 tempest-FloatingIPsAssociationTestJSON-89523020-project-member] Acquired lock "[datastore1] devstack-image-cache_base/dbf872a4-92be-47e4-8561-c3e2bf2423ab/dbf872a4-92be-47e4-8561-c3e2bf2423ab.vmdk" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 562.131325] env[62328]: DEBUG nova.virt.vmwareapi.ds_util [None req-107115ac-01e8-4ad8-a0e8-c1a8a00d753d tempest-FloatingIPsAssociationTestJSON-89523020 tempest-FloatingIPsAssociationTestJSON-89523020-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62328) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 562.131571] env[62328]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-d7661942-eac5-491c-977f-f418b6fa32ac {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 562.146734] env[62328]: DEBUG nova.virt.vmwareapi.ds_util [None req-107115ac-01e8-4ad8-a0e8-c1a8a00d753d tempest-FloatingIPsAssociationTestJSON-89523020 tempest-FloatingIPsAssociationTestJSON-89523020-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62328) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 562.148158] env[62328]: DEBUG nova.virt.vmwareapi.vmops [None req-107115ac-01e8-4ad8-a0e8-c1a8a00d753d tempest-FloatingIPsAssociationTestJSON-89523020 tempest-FloatingIPsAssociationTestJSON-89523020-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62328) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 562.149092] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cd6dd38d-8528-4f91-ac5b-21bc6357a55a {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 562.158136] env[62328]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4f03ecbb-fe92-416b-9eb9-58e1721b049c {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 562.168949] env[62328]: DEBUG oslo_vmware.api [None req-107115ac-01e8-4ad8-a0e8-c1a8a00d753d tempest-FloatingIPsAssociationTestJSON-89523020 tempest-FloatingIPsAssociationTestJSON-89523020-project-member] Waiting for the task: (returnval){ [ 562.168949] env[62328]: value = "session[52a6e20e-410d-708a-99f2-080a575a99bd]52b3bea0-bc04-24eb-34fd-c74554c9b779" [ 562.168949] env[62328]: _type = "Task" [ 562.168949] env[62328]: } to complete. {{(pid=62328) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 562.181729] env[62328]: DEBUG oslo_vmware.api [None req-107115ac-01e8-4ad8-a0e8-c1a8a00d753d tempest-FloatingIPsAssociationTestJSON-89523020 tempest-FloatingIPsAssociationTestJSON-89523020-project-member] Task: {'id': session[52a6e20e-410d-708a-99f2-080a575a99bd]52b3bea0-bc04-24eb-34fd-c74554c9b779, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 562.191026] env[62328]: DEBUG nova.network.neutron [None req-d243c0b1-71c7-4ffd-b019-2dcc0a85daa2 tempest-ServerExternalEventsTest-1567415951 tempest-ServerExternalEventsTest-1567415951-project-member] [instance: 5f192c3a-1f44-4471-afec-76a321dfd557] Updating instance_info_cache with network_info: [{"id": "d6a0d811-8529-405a-85cc-bf4bdf105c95", "address": "fa:16:3e:15:a1:cd", "network": {"id": "ec511a9f-4661-41db-95bd-0fc9ad2de615", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.228", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "2a64022f08d84b11a86773b900860ae5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a4f91f31-0516-4d62-a341-e03a50b7c477", "external-id": "nsx-vlan-transportzone-963", "segmentation_id": 963, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd6a0d811-85", "ovs_interfaceid": "d6a0d811-8529-405a-85cc-bf4bdf105c95", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62328) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 562.323027] env[62328]: DEBUG nova.scheduler.client.report [None req-2d6cbe4f-90f6-4be8-baa3-cec59b7b6052 tempest-ServerActionsTestOtherA-1098162655 tempest-ServerActionsTestOtherA-1098162655-project-member] Inventory has not changed for provider 3469e9f8-04af-49ca-8435-49f104496744 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 153, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62328) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 562.338798] env[62328]: DEBUG oslo_vmware.api [None req-9b57f4c2-f6fa-41ea-9a6d-e559546e70fe tempest-ServerDiagnosticsNegativeTest-1831247043 tempest-ServerDiagnosticsNegativeTest-1831247043-project-member] Task: {'id': task-2386186, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 562.429239] env[62328]: DEBUG oslo_concurrency.lockutils [None req-507c75bf-3279-4ca1-a3e4-464fcabf178f tempest-VolumesAssistedSnapshotsTest-1692536228 tempest-VolumesAssistedSnapshotsTest-1692536228-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 562.445043] env[62328]: DEBUG oslo_concurrency.lockutils [None req-8f9732e1-515b-426a-9785-7eac14f3cc5f tempest-ImagesNegativeTestJSON-504021747 tempest-ImagesNegativeTestJSON-504021747-project-member] Releasing lock "refresh_cache-f70d129f-1468-4834-b753-8c602837eff0" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 562.445043] env[62328]: DEBUG nova.compute.manager [None req-8f9732e1-515b-426a-9785-7eac14f3cc5f tempest-ImagesNegativeTestJSON-504021747 tempest-ImagesNegativeTestJSON-504021747-project-member] [instance: f70d129f-1468-4834-b753-8c602837eff0] Instance network_info: |[{"id": "c9c2fcc7-4fe2-4edf-ad16-d24bae59432d", "address": "fa:16:3e:6e:12:e5", "network": {"id": "b3268275-d928-4ed2-9f27-512a8622c1cf", "bridge": "br-int", "label": "tempest-ImagesNegativeTestJSON-1472168481-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5ba9eb5ff48641b8ac9f053cd9a43de2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "359c2c31-99c4-41d7-a513-3bc4825897a0", "external-id": "nsx-vlan-transportzone-173", "segmentation_id": 173, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc9c2fcc7-4f", "ovs_interfaceid": "c9c2fcc7-4fe2-4edf-ad16-d24bae59432d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62328) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 562.446765] env[62328]: DEBUG nova.virt.vmwareapi.vmops [None req-8f9732e1-515b-426a-9785-7eac14f3cc5f tempest-ImagesNegativeTestJSON-504021747 tempest-ImagesNegativeTestJSON-504021747-project-member] [instance: f70d129f-1468-4834-b753-8c602837eff0] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:6e:12:e5', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '359c2c31-99c4-41d7-a513-3bc4825897a0', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'c9c2fcc7-4fe2-4edf-ad16-d24bae59432d', 'vif_model': 'vmxnet3'}] {{(pid=62328) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 562.450765] env[62328]: DEBUG nova.virt.vmwareapi.vm_util [None req-8f9732e1-515b-426a-9785-7eac14f3cc5f tempest-ImagesNegativeTestJSON-504021747 tempest-ImagesNegativeTestJSON-504021747-project-member] Creating folder: Project (5ba9eb5ff48641b8ac9f053cd9a43de2). Parent ref: group-v484164. {{(pid=62328) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 562.452157] env[62328]: DEBUG nova.compute.manager [None req-57926e8a-0913-4309-9bf4-4accdab40378 tempest-ServerDiagnosticsTest-1328327217 tempest-ServerDiagnosticsTest-1328327217-project-member] [instance: 26ce508b-d9c2-42ef-9713-138c359aa4a9] Start spawning the instance on the hypervisor. {{(pid=62328) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 562.454138] env[62328]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-69ea9222-2273-46a8-9068-ab6ac8e4e925 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 562.465944] env[62328]: INFO nova.virt.vmwareapi.vm_util [None req-8f9732e1-515b-426a-9785-7eac14f3cc5f tempest-ImagesNegativeTestJSON-504021747 tempest-ImagesNegativeTestJSON-504021747-project-member] Created folder: Project (5ba9eb5ff48641b8ac9f053cd9a43de2) in parent group-v484164. [ 562.466243] env[62328]: DEBUG nova.virt.vmwareapi.vm_util [None req-8f9732e1-515b-426a-9785-7eac14f3cc5f tempest-ImagesNegativeTestJSON-504021747 tempest-ImagesNegativeTestJSON-504021747-project-member] Creating folder: Instances. Parent ref: group-v484183. {{(pid=62328) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 562.470019] env[62328]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-a80857e2-b16e-4276-908f-b4fd76850390 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 562.477237] env[62328]: INFO nova.virt.vmwareapi.vm_util [None req-8f9732e1-515b-426a-9785-7eac14f3cc5f tempest-ImagesNegativeTestJSON-504021747 tempest-ImagesNegativeTestJSON-504021747-project-member] Created folder: Instances in parent group-v484183. [ 562.477534] env[62328]: DEBUG oslo.service.loopingcall [None req-8f9732e1-515b-426a-9785-7eac14f3cc5f tempest-ImagesNegativeTestJSON-504021747 tempest-ImagesNegativeTestJSON-504021747-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62328) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 562.481112] env[62328]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f70d129f-1468-4834-b753-8c602837eff0] Creating VM on the ESX host {{(pid=62328) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 562.481112] env[62328]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-d6c9fbf5-6eca-4892-a5ee-6904d193fa15 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 562.500613] env[62328]: DEBUG nova.virt.hardware [None req-57926e8a-0913-4309-9bf4-4accdab40378 tempest-ServerDiagnosticsTest-1328327217 tempest-ServerDiagnosticsTest-1328327217-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-07T17:16:55Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-07T17:16:37Z,direct_url=,disk_format='vmdk',id=dbf872a4-92be-47e4-8561-c3e2bf2423ab,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='2a64022f08d84b11a86773b900860ae5',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-07T17:16:38Z,virtual_size=,visibility=), allow threads: False {{(pid=62328) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 562.500613] env[62328]: DEBUG nova.virt.hardware [None req-57926e8a-0913-4309-9bf4-4accdab40378 tempest-ServerDiagnosticsTest-1328327217 tempest-ServerDiagnosticsTest-1328327217-project-member] Flavor limits 0:0:0 {{(pid=62328) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 562.500613] env[62328]: DEBUG nova.virt.hardware [None req-57926e8a-0913-4309-9bf4-4accdab40378 tempest-ServerDiagnosticsTest-1328327217 tempest-ServerDiagnosticsTest-1328327217-project-member] Image limits 0:0:0 {{(pid=62328) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 562.500918] env[62328]: DEBUG nova.virt.hardware [None req-57926e8a-0913-4309-9bf4-4accdab40378 tempest-ServerDiagnosticsTest-1328327217 tempest-ServerDiagnosticsTest-1328327217-project-member] Flavor pref 0:0:0 {{(pid=62328) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 562.500918] env[62328]: DEBUG nova.virt.hardware [None req-57926e8a-0913-4309-9bf4-4accdab40378 tempest-ServerDiagnosticsTest-1328327217 tempest-ServerDiagnosticsTest-1328327217-project-member] Image pref 0:0:0 {{(pid=62328) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 562.500918] env[62328]: DEBUG nova.virt.hardware [None req-57926e8a-0913-4309-9bf4-4accdab40378 tempest-ServerDiagnosticsTest-1328327217 tempest-ServerDiagnosticsTest-1328327217-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62328) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 562.500918] env[62328]: DEBUG nova.virt.hardware [None req-57926e8a-0913-4309-9bf4-4accdab40378 tempest-ServerDiagnosticsTest-1328327217 tempest-ServerDiagnosticsTest-1328327217-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62328) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 562.500918] env[62328]: DEBUG nova.virt.hardware [None req-57926e8a-0913-4309-9bf4-4accdab40378 tempest-ServerDiagnosticsTest-1328327217 tempest-ServerDiagnosticsTest-1328327217-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62328) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 562.501085] env[62328]: DEBUG nova.virt.hardware [None req-57926e8a-0913-4309-9bf4-4accdab40378 tempest-ServerDiagnosticsTest-1328327217 tempest-ServerDiagnosticsTest-1328327217-project-member] Got 1 possible topologies {{(pid=62328) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 562.501085] env[62328]: DEBUG nova.virt.hardware [None req-57926e8a-0913-4309-9bf4-4accdab40378 tempest-ServerDiagnosticsTest-1328327217 tempest-ServerDiagnosticsTest-1328327217-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62328) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 562.501152] env[62328]: DEBUG nova.virt.hardware [None req-57926e8a-0913-4309-9bf4-4accdab40378 tempest-ServerDiagnosticsTest-1328327217 tempest-ServerDiagnosticsTest-1328327217-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62328) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 562.502021] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cabe80f1-84af-4416-aca6-557ffad66bdb {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 562.511087] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8142e3aa-278a-4a4d-b3e3-98c1f8d1fd2a {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 562.514841] env[62328]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 562.514841] env[62328]: value = "task-2386189" [ 562.514841] env[62328]: _type = "Task" [ 562.514841] env[62328]: } to complete. {{(pid=62328) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 562.531036] env[62328]: DEBUG oslo_vmware.api [-] Task: {'id': task-2386189, 'name': CreateVM_Task} progress is 6%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 562.614019] env[62328]: DEBUG oslo_concurrency.lockutils [None req-8e34f8d0-7888-4291-b8d6-ec10566f2f9c tempest-ServersWithSpecificFlavorTestJSON-2091780743 tempest-ServersWithSpecificFlavorTestJSON-2091780743-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 562.679965] env[62328]: DEBUG nova.virt.vmwareapi.vmops [None req-107115ac-01e8-4ad8-a0e8-c1a8a00d753d tempest-FloatingIPsAssociationTestJSON-89523020 tempest-FloatingIPsAssociationTestJSON-89523020-project-member] [instance: 911e8910-7b82-4557-af15-99cf96b7314e] Preparing fetch location {{(pid=62328) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:633}} [ 562.680259] env[62328]: DEBUG nova.virt.vmwareapi.ds_util [None req-107115ac-01e8-4ad8-a0e8-c1a8a00d753d tempest-FloatingIPsAssociationTestJSON-89523020 tempest-FloatingIPsAssociationTestJSON-89523020-project-member] Creating directory with path [datastore1] vmware_temp/34261ff5-7593-4013-9033-d8e0cfdadce0/dbf872a4-92be-47e4-8561-c3e2bf2423ab {{(pid=62328) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 562.680500] env[62328]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-826176dc-7e7f-4d2e-b36d-f7cbe5be5bd2 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 562.697752] env[62328]: DEBUG oslo_concurrency.lockutils [None req-d243c0b1-71c7-4ffd-b019-2dcc0a85daa2 tempest-ServerExternalEventsTest-1567415951 tempest-ServerExternalEventsTest-1567415951-project-member] Releasing lock "refresh_cache-5f192c3a-1f44-4471-afec-76a321dfd557" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 562.697752] env[62328]: DEBUG nova.compute.manager [None req-d243c0b1-71c7-4ffd-b019-2dcc0a85daa2 tempest-ServerExternalEventsTest-1567415951 tempest-ServerExternalEventsTest-1567415951-project-member] [instance: 5f192c3a-1f44-4471-afec-76a321dfd557] Instance network_info: |[{"id": "d6a0d811-8529-405a-85cc-bf4bdf105c95", "address": "fa:16:3e:15:a1:cd", "network": {"id": "ec511a9f-4661-41db-95bd-0fc9ad2de615", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.228", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "2a64022f08d84b11a86773b900860ae5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a4f91f31-0516-4d62-a341-e03a50b7c477", "external-id": "nsx-vlan-transportzone-963", "segmentation_id": 963, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd6a0d811-85", "ovs_interfaceid": "d6a0d811-8529-405a-85cc-bf4bdf105c95", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62328) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 562.697928] env[62328]: DEBUG nova.virt.vmwareapi.vmops [None req-d243c0b1-71c7-4ffd-b019-2dcc0a85daa2 tempest-ServerExternalEventsTest-1567415951 tempest-ServerExternalEventsTest-1567415951-project-member] [instance: 5f192c3a-1f44-4471-afec-76a321dfd557] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:15:a1:cd', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'a4f91f31-0516-4d62-a341-e03a50b7c477', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'd6a0d811-8529-405a-85cc-bf4bdf105c95', 'vif_model': 'vmxnet3'}] {{(pid=62328) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 562.707453] env[62328]: DEBUG nova.virt.vmwareapi.vm_util [None req-d243c0b1-71c7-4ffd-b019-2dcc0a85daa2 tempest-ServerExternalEventsTest-1567415951 tempest-ServerExternalEventsTest-1567415951-project-member] Creating folder: Project (0ba3e7c1a6b844b2bd8a6560159a07f3). Parent ref: group-v484164. {{(pid=62328) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 562.707453] env[62328]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-1556f702-60f5-41e1-a6bf-76e4865f37e6 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 562.709242] env[62328]: DEBUG nova.network.neutron [None req-014c16d2-aa88-423e-bc81-f834ad5f8eb3 tempest-InstanceActionsV221TestJSON-1254732959 tempest-InstanceActionsV221TestJSON-1254732959-project-member] [instance: bf44560e-3ce4-42b6-8230-481b2094ebcc] Successfully updated port: 0a954496-835f-4179-93a4-3ccd19758740 {{(pid=62328) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 562.716157] env[62328]: INFO nova.virt.vmwareapi.vm_util [None req-d243c0b1-71c7-4ffd-b019-2dcc0a85daa2 tempest-ServerExternalEventsTest-1567415951 tempest-ServerExternalEventsTest-1567415951-project-member] Created folder: Project (0ba3e7c1a6b844b2bd8a6560159a07f3) in parent group-v484164. [ 562.716911] env[62328]: DEBUG nova.virt.vmwareapi.vm_util [None req-d243c0b1-71c7-4ffd-b019-2dcc0a85daa2 tempest-ServerExternalEventsTest-1567415951 tempest-ServerExternalEventsTest-1567415951-project-member] Creating folder: Instances. Parent ref: group-v484186. {{(pid=62328) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 562.716911] env[62328]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-ae6a3cd0-6033-4688-ab0b-2b04538e91d4 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 562.720366] env[62328]: DEBUG nova.virt.vmwareapi.ds_util [None req-107115ac-01e8-4ad8-a0e8-c1a8a00d753d tempest-FloatingIPsAssociationTestJSON-89523020 tempest-FloatingIPsAssociationTestJSON-89523020-project-member] Created directory with path [datastore1] vmware_temp/34261ff5-7593-4013-9033-d8e0cfdadce0/dbf872a4-92be-47e4-8561-c3e2bf2423ab {{(pid=62328) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 562.720553] env[62328]: DEBUG nova.virt.vmwareapi.vmops [None req-107115ac-01e8-4ad8-a0e8-c1a8a00d753d tempest-FloatingIPsAssociationTestJSON-89523020 tempest-FloatingIPsAssociationTestJSON-89523020-project-member] [instance: 911e8910-7b82-4557-af15-99cf96b7314e] Fetch image to [datastore1] vmware_temp/34261ff5-7593-4013-9033-d8e0cfdadce0/dbf872a4-92be-47e4-8561-c3e2bf2423ab/tmp-sparse.vmdk {{(pid=62328) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:635}} [ 562.721048] env[62328]: DEBUG nova.virt.vmwareapi.vmops [None req-107115ac-01e8-4ad8-a0e8-c1a8a00d753d tempest-FloatingIPsAssociationTestJSON-89523020 tempest-FloatingIPsAssociationTestJSON-89523020-project-member] [instance: 911e8910-7b82-4557-af15-99cf96b7314e] Downloading image file data dbf872a4-92be-47e4-8561-c3e2bf2423ab to [datastore1] vmware_temp/34261ff5-7593-4013-9033-d8e0cfdadce0/dbf872a4-92be-47e4-8561-c3e2bf2423ab/tmp-sparse.vmdk on the data store datastore1 {{(pid=62328) _fetch_image_as_file /opt/stack/nova/nova/virt/vmwareapi/vmops.py:399}} [ 562.721894] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-02ccbe8b-12eb-4e77-8b5f-dfcff89f9e2a {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 562.731634] env[62328]: INFO nova.virt.vmwareapi.vm_util [None req-d243c0b1-71c7-4ffd-b019-2dcc0a85daa2 tempest-ServerExternalEventsTest-1567415951 tempest-ServerExternalEventsTest-1567415951-project-member] Created folder: Instances in parent group-v484186. [ 562.731825] env[62328]: DEBUG oslo.service.loopingcall [None req-d243c0b1-71c7-4ffd-b019-2dcc0a85daa2 tempest-ServerExternalEventsTest-1567415951 tempest-ServerExternalEventsTest-1567415951-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62328) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 562.732575] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8c6e953f-c98d-4b2f-9036-26a7e6e3fdab {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 562.735387] env[62328]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5f192c3a-1f44-4471-afec-76a321dfd557] Creating VM on the ESX host {{(pid=62328) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 562.736070] env[62328]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-59c07f75-c91e-46f5-bd29-fe44dc146e21 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 562.765337] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6041907c-efcd-48b9-98b4-921e2e1f6dd8 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 562.769776] env[62328]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 562.769776] env[62328]: value = "task-2386192" [ 562.769776] env[62328]: _type = "Task" [ 562.769776] env[62328]: } to complete. {{(pid=62328) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 562.801690] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-daae880c-e028-4e75-95a9-cb6756d63de1 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 562.807694] env[62328]: DEBUG oslo_vmware.api [-] Task: {'id': task-2386192, 'name': CreateVM_Task} progress is 15%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 562.811295] env[62328]: DEBUG oslo_vmware.service [-] Invoking SessionManager.AcquireGenericServiceTicket with opID=oslo.vmware-dab28588-0f97-46ba-83d3-12373aaccd40 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 562.829325] env[62328]: DEBUG oslo_concurrency.lockutils [None req-2d6cbe4f-90f6-4be8-baa3-cec59b7b6052 tempest-ServerActionsTestOtherA-1098162655 tempest-ServerActionsTestOtherA-1098162655-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.416s {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 562.829898] env[62328]: DEBUG nova.compute.manager [None req-2d6cbe4f-90f6-4be8-baa3-cec59b7b6052 tempest-ServerActionsTestOtherA-1098162655 tempest-ServerActionsTestOtherA-1098162655-project-member] [instance: 6c107768-0f57-42fd-a2a5-b28207b17de9] Start building networks asynchronously for instance. {{(pid=62328) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 562.836261] env[62328]: DEBUG oslo_concurrency.lockutils [None req-332cd9a1-235b-4315-894a-68f76363e980 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 4.614s {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 562.837768] env[62328]: DEBUG oslo_vmware.api [None req-9b57f4c2-f6fa-41ea-9a6d-e559546e70fe tempest-ServerDiagnosticsNegativeTest-1831247043 tempest-ServerDiagnosticsNegativeTest-1831247043-project-member] Task: {'id': task-2386186, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.689848} completed successfully. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 562.839141] env[62328]: DEBUG nova.virt.vmwareapi.vm_util [None req-9b57f4c2-f6fa-41ea-9a6d-e559546e70fe tempest-ServerDiagnosticsNegativeTest-1831247043 tempest-ServerDiagnosticsNegativeTest-1831247043-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/dbf872a4-92be-47e4-8561-c3e2bf2423ab/dbf872a4-92be-47e4-8561-c3e2bf2423ab.vmdk to [datastore2] 4584a496-3f79-40ce-bf30-178bb7c0afcc/4584a496-3f79-40ce-bf30-178bb7c0afcc.vmdk {{(pid=62328) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 562.839141] env[62328]: DEBUG nova.virt.vmwareapi.vmops [None req-9b57f4c2-f6fa-41ea-9a6d-e559546e70fe tempest-ServerDiagnosticsNegativeTest-1831247043 tempest-ServerDiagnosticsNegativeTest-1831247043-project-member] [instance: 4584a496-3f79-40ce-bf30-178bb7c0afcc] Extending root virtual disk to 1048576 {{(pid=62328) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 562.844021] env[62328]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-97e82a47-b62a-46f1-a90f-9a084452f5f8 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 562.844443] env[62328]: DEBUG nova.virt.vmwareapi.images [None req-107115ac-01e8-4ad8-a0e8-c1a8a00d753d tempest-FloatingIPsAssociationTestJSON-89523020 tempest-FloatingIPsAssociationTestJSON-89523020-project-member] [instance: 911e8910-7b82-4557-af15-99cf96b7314e] Downloading image file data dbf872a4-92be-47e4-8561-c3e2bf2423ab to the data store datastore1 {{(pid=62328) fetch_image /opt/stack/nova/nova/virt/vmwareapi/images.py:245}} [ 562.852227] env[62328]: DEBUG oslo_vmware.api [None req-9b57f4c2-f6fa-41ea-9a6d-e559546e70fe tempest-ServerDiagnosticsNegativeTest-1831247043 tempest-ServerDiagnosticsNegativeTest-1831247043-project-member] Waiting for the task: (returnval){ [ 562.852227] env[62328]: value = "task-2386193" [ 562.852227] env[62328]: _type = "Task" [ 562.852227] env[62328]: } to complete. {{(pid=62328) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 562.862016] env[62328]: DEBUG oslo_vmware.api [None req-9b57f4c2-f6fa-41ea-9a6d-e559546e70fe tempest-ServerDiagnosticsNegativeTest-1831247043 tempest-ServerDiagnosticsNegativeTest-1831247043-project-member] Task: {'id': task-2386193, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 563.026047] env[62328]: DEBUG oslo_vmware.api [-] Task: {'id': task-2386189, 'name': CreateVM_Task} progress is 25%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 563.026988] env[62328]: DEBUG oslo_vmware.rw_handles [None req-107115ac-01e8-4ad8-a0e8-c1a8a00d753d tempest-FloatingIPsAssociationTestJSON-89523020 tempest-FloatingIPsAssociationTestJSON-89523020-project-member] Creating HTTP connection to write to file with size = 21318656 and URL = https://esx7c1n3.openstack.eu-de-1.cloud.sap:443/folder/vmware_temp/34261ff5-7593-4013-9033-d8e0cfdadce0/dbf872a4-92be-47e4-8561-c3e2bf2423ab/tmp-sparse.vmdk?dcPath=ha-datacenter&dsName=datastore1. {{(pid=62328) _create_write_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:122}} [ 563.090684] env[62328]: DEBUG nova.network.neutron [None req-57926e8a-0913-4309-9bf4-4accdab40378 tempest-ServerDiagnosticsTest-1328327217 tempest-ServerDiagnosticsTest-1328327217-project-member] [instance: 26ce508b-d9c2-42ef-9713-138c359aa4a9] Successfully updated port: fe3787fa-0397-4d61-bf15-24d11f2ef2cb {{(pid=62328) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 563.212833] env[62328]: DEBUG oslo_concurrency.lockutils [None req-014c16d2-aa88-423e-bc81-f834ad5f8eb3 tempest-InstanceActionsV221TestJSON-1254732959 tempest-InstanceActionsV221TestJSON-1254732959-project-member] Acquiring lock "refresh_cache-bf44560e-3ce4-42b6-8230-481b2094ebcc" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 563.213969] env[62328]: DEBUG oslo_concurrency.lockutils [None req-014c16d2-aa88-423e-bc81-f834ad5f8eb3 tempest-InstanceActionsV221TestJSON-1254732959 tempest-InstanceActionsV221TestJSON-1254732959-project-member] Acquired lock "refresh_cache-bf44560e-3ce4-42b6-8230-481b2094ebcc" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 563.213969] env[62328]: DEBUG nova.network.neutron [None req-014c16d2-aa88-423e-bc81-f834ad5f8eb3 tempest-InstanceActionsV221TestJSON-1254732959 tempest-InstanceActionsV221TestJSON-1254732959-project-member] [instance: bf44560e-3ce4-42b6-8230-481b2094ebcc] Building network info cache for instance {{(pid=62328) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 563.287332] env[62328]: DEBUG oslo_vmware.api [-] Task: {'id': task-2386192, 'name': CreateVM_Task} progress is 99%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 563.342312] env[62328]: DEBUG nova.compute.utils [None req-2d6cbe4f-90f6-4be8-baa3-cec59b7b6052 tempest-ServerActionsTestOtherA-1098162655 tempest-ServerActionsTestOtherA-1098162655-project-member] Using /dev/sd instead of None {{(pid=62328) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 563.351056] env[62328]: DEBUG nova.compute.manager [None req-2d6cbe4f-90f6-4be8-baa3-cec59b7b6052 tempest-ServerActionsTestOtherA-1098162655 tempest-ServerActionsTestOtherA-1098162655-project-member] [instance: 6c107768-0f57-42fd-a2a5-b28207b17de9] Allocating IP information in the background. {{(pid=62328) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 563.351056] env[62328]: DEBUG nova.network.neutron [None req-2d6cbe4f-90f6-4be8-baa3-cec59b7b6052 tempest-ServerActionsTestOtherA-1098162655 tempest-ServerActionsTestOtherA-1098162655-project-member] [instance: 6c107768-0f57-42fd-a2a5-b28207b17de9] allocate_for_instance() {{(pid=62328) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 563.365394] env[62328]: DEBUG oslo_vmware.api [None req-9b57f4c2-f6fa-41ea-9a6d-e559546e70fe tempest-ServerDiagnosticsNegativeTest-1831247043 tempest-ServerDiagnosticsNegativeTest-1831247043-project-member] Task: {'id': task-2386193, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.222468} completed successfully. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 563.368896] env[62328]: DEBUG nova.virt.vmwareapi.vmops [None req-9b57f4c2-f6fa-41ea-9a6d-e559546e70fe tempest-ServerDiagnosticsNegativeTest-1831247043 tempest-ServerDiagnosticsNegativeTest-1831247043-project-member] [instance: 4584a496-3f79-40ce-bf30-178bb7c0afcc] Extended root virtual disk {{(pid=62328) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 563.373897] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f2c5b21b-ac2b-42d7-bdd7-937137868649 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 563.396129] env[62328]: DEBUG nova.virt.vmwareapi.volumeops [None req-9b57f4c2-f6fa-41ea-9a6d-e559546e70fe tempest-ServerDiagnosticsNegativeTest-1831247043 tempest-ServerDiagnosticsNegativeTest-1831247043-project-member] [instance: 4584a496-3f79-40ce-bf30-178bb7c0afcc] Reconfiguring VM instance instance-00000005 to attach disk [datastore2] 4584a496-3f79-40ce-bf30-178bb7c0afcc/4584a496-3f79-40ce-bf30-178bb7c0afcc.vmdk or device None with type sparse {{(pid=62328) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 563.400761] env[62328]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-57cf6f89-5090-4551-a284-28353a71fd74 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 563.425068] env[62328]: DEBUG oslo_vmware.api [None req-9b57f4c2-f6fa-41ea-9a6d-e559546e70fe tempest-ServerDiagnosticsNegativeTest-1831247043 tempest-ServerDiagnosticsNegativeTest-1831247043-project-member] Waiting for the task: (returnval){ [ 563.425068] env[62328]: value = "task-2386194" [ 563.425068] env[62328]: _type = "Task" [ 563.425068] env[62328]: } to complete. {{(pid=62328) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 563.428934] env[62328]: DEBUG nova.policy [None req-2d6cbe4f-90f6-4be8-baa3-cec59b7b6052 tempest-ServerActionsTestOtherA-1098162655 tempest-ServerActionsTestOtherA-1098162655-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '88bd126377eb4987811db1be067275a9', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '17143bbcad5b4da0801478fe45bd8ce6', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62328) authorize /opt/stack/nova/nova/policy.py:192}} [ 563.440019] env[62328]: DEBUG oslo_vmware.api [None req-9b57f4c2-f6fa-41ea-9a6d-e559546e70fe tempest-ServerDiagnosticsNegativeTest-1831247043 tempest-ServerDiagnosticsNegativeTest-1831247043-project-member] Task: {'id': task-2386194, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 563.528493] env[62328]: DEBUG oslo_vmware.api [-] Task: {'id': task-2386189, 'name': CreateVM_Task, 'duration_secs': 0.683846} completed successfully. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 563.528684] env[62328]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f70d129f-1468-4834-b753-8c602837eff0] Created VM on the ESX host {{(pid=62328) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 563.529624] env[62328]: DEBUG oslo_concurrency.lockutils [None req-8f9732e1-515b-426a-9785-7eac14f3cc5f tempest-ImagesNegativeTestJSON-504021747 tempest-ImagesNegativeTestJSON-504021747-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/dbf872a4-92be-47e4-8561-c3e2bf2423ab" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 563.529785] env[62328]: DEBUG oslo_concurrency.lockutils [None req-8f9732e1-515b-426a-9785-7eac14f3cc5f tempest-ImagesNegativeTestJSON-504021747 tempest-ImagesNegativeTestJSON-504021747-project-member] Acquired lock "[datastore1] devstack-image-cache_base/dbf872a4-92be-47e4-8561-c3e2bf2423ab" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 563.530258] env[62328]: DEBUG oslo_concurrency.lockutils [None req-8f9732e1-515b-426a-9785-7eac14f3cc5f tempest-ImagesNegativeTestJSON-504021747 tempest-ImagesNegativeTestJSON-504021747-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/dbf872a4-92be-47e4-8561-c3e2bf2423ab" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 563.530367] env[62328]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0738f048-102a-40a9-9d32-9f65c16f79ed {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 563.535427] env[62328]: DEBUG oslo_vmware.api [None req-8f9732e1-515b-426a-9785-7eac14f3cc5f tempest-ImagesNegativeTestJSON-504021747 tempest-ImagesNegativeTestJSON-504021747-project-member] Waiting for the task: (returnval){ [ 563.535427] env[62328]: value = "session[52a6e20e-410d-708a-99f2-080a575a99bd]52bbd3ff-a8a0-ddbe-1216-0a2be9ae25ef" [ 563.535427] env[62328]: _type = "Task" [ 563.535427] env[62328]: } to complete. {{(pid=62328) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 563.546027] env[62328]: DEBUG oslo_vmware.api [None req-8f9732e1-515b-426a-9785-7eac14f3cc5f tempest-ImagesNegativeTestJSON-504021747 tempest-ImagesNegativeTestJSON-504021747-project-member] Task: {'id': session[52a6e20e-410d-708a-99f2-080a575a99bd]52bbd3ff-a8a0-ddbe-1216-0a2be9ae25ef, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 563.594097] env[62328]: DEBUG oslo_concurrency.lockutils [None req-57926e8a-0913-4309-9bf4-4accdab40378 tempest-ServerDiagnosticsTest-1328327217 tempest-ServerDiagnosticsTest-1328327217-project-member] Acquiring lock "refresh_cache-26ce508b-d9c2-42ef-9713-138c359aa4a9" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 563.594097] env[62328]: DEBUG oslo_concurrency.lockutils [None req-57926e8a-0913-4309-9bf4-4accdab40378 tempest-ServerDiagnosticsTest-1328327217 tempest-ServerDiagnosticsTest-1328327217-project-member] Acquired lock "refresh_cache-26ce508b-d9c2-42ef-9713-138c359aa4a9" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 563.594097] env[62328]: DEBUG nova.network.neutron [None req-57926e8a-0913-4309-9bf4-4accdab40378 tempest-ServerDiagnosticsTest-1328327217 tempest-ServerDiagnosticsTest-1328327217-project-member] [instance: 26ce508b-d9c2-42ef-9713-138c359aa4a9] Building network info cache for instance {{(pid=62328) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 563.729435] env[62328]: DEBUG nova.compute.manager [req-5b0fcd82-d1f2-4718-93f1-54f81f63631b req-36016399-56f3-4164-be69-fda396e02413 service nova] [instance: 5f192c3a-1f44-4471-afec-76a321dfd557] Received event network-vif-plugged-d6a0d811-8529-405a-85cc-bf4bdf105c95 {{(pid=62328) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 563.729435] env[62328]: DEBUG oslo_concurrency.lockutils [req-5b0fcd82-d1f2-4718-93f1-54f81f63631b req-36016399-56f3-4164-be69-fda396e02413 service nova] Acquiring lock "5f192c3a-1f44-4471-afec-76a321dfd557-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 563.729435] env[62328]: DEBUG oslo_concurrency.lockutils [req-5b0fcd82-d1f2-4718-93f1-54f81f63631b req-36016399-56f3-4164-be69-fda396e02413 service nova] Lock "5f192c3a-1f44-4471-afec-76a321dfd557-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 563.729747] env[62328]: DEBUG oslo_concurrency.lockutils [req-5b0fcd82-d1f2-4718-93f1-54f81f63631b req-36016399-56f3-4164-be69-fda396e02413 service nova] Lock "5f192c3a-1f44-4471-afec-76a321dfd557-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 563.729952] env[62328]: DEBUG nova.compute.manager [req-5b0fcd82-d1f2-4718-93f1-54f81f63631b req-36016399-56f3-4164-be69-fda396e02413 service nova] [instance: 5f192c3a-1f44-4471-afec-76a321dfd557] No waiting events found dispatching network-vif-plugged-d6a0d811-8529-405a-85cc-bf4bdf105c95 {{(pid=62328) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 563.730061] env[62328]: WARNING nova.compute.manager [req-5b0fcd82-d1f2-4718-93f1-54f81f63631b req-36016399-56f3-4164-be69-fda396e02413 service nova] [instance: 5f192c3a-1f44-4471-afec-76a321dfd557] Received unexpected event network-vif-plugged-d6a0d811-8529-405a-85cc-bf4bdf105c95 for instance with vm_state building and task_state spawning. [ 563.762897] env[62328]: DEBUG nova.compute.manager [req-ed846186-1dab-4883-bac9-ce23e8d56c80 req-53f707d5-415b-4f1a-81c9-d109f83415b5 service nova] [instance: 4584a496-3f79-40ce-bf30-178bb7c0afcc] Received event network-changed-81fb7965-d3a0-4411-826c-31890d94996f {{(pid=62328) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 563.762897] env[62328]: DEBUG nova.compute.manager [req-ed846186-1dab-4883-bac9-ce23e8d56c80 req-53f707d5-415b-4f1a-81c9-d109f83415b5 service nova] [instance: 4584a496-3f79-40ce-bf30-178bb7c0afcc] Refreshing instance network info cache due to event network-changed-81fb7965-d3a0-4411-826c-31890d94996f. {{(pid=62328) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 563.763018] env[62328]: DEBUG oslo_concurrency.lockutils [req-ed846186-1dab-4883-bac9-ce23e8d56c80 req-53f707d5-415b-4f1a-81c9-d109f83415b5 service nova] Acquiring lock "refresh_cache-4584a496-3f79-40ce-bf30-178bb7c0afcc" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 563.763723] env[62328]: DEBUG oslo_concurrency.lockutils [req-ed846186-1dab-4883-bac9-ce23e8d56c80 req-53f707d5-415b-4f1a-81c9-d109f83415b5 service nova] Acquired lock "refresh_cache-4584a496-3f79-40ce-bf30-178bb7c0afcc" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 563.767034] env[62328]: DEBUG nova.network.neutron [req-ed846186-1dab-4883-bac9-ce23e8d56c80 req-53f707d5-415b-4f1a-81c9-d109f83415b5 service nova] [instance: 4584a496-3f79-40ce-bf30-178bb7c0afcc] Refreshing network info cache for port 81fb7965-d3a0-4411-826c-31890d94996f {{(pid=62328) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 563.774716] env[62328]: DEBUG oslo_concurrency.lockutils [None req-28575dda-c545-4611-989c-6929a1103264 tempest-DeleteServersAdminTestJSON-1024684644 tempest-DeleteServersAdminTestJSON-1024684644-project-admin] Acquiring lock "b08dddfd-83d2-434a-b533-c4e7515d44db" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 563.775042] env[62328]: DEBUG oslo_concurrency.lockutils [None req-28575dda-c545-4611-989c-6929a1103264 tempest-DeleteServersAdminTestJSON-1024684644 tempest-DeleteServersAdminTestJSON-1024684644-project-admin] Lock "b08dddfd-83d2-434a-b533-c4e7515d44db" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 563.777046] env[62328]: DEBUG oslo_concurrency.lockutils [None req-28575dda-c545-4611-989c-6929a1103264 tempest-DeleteServersAdminTestJSON-1024684644 tempest-DeleteServersAdminTestJSON-1024684644-project-admin] Acquiring lock "b08dddfd-83d2-434a-b533-c4e7515d44db-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 563.777518] env[62328]: DEBUG oslo_concurrency.lockutils [None req-28575dda-c545-4611-989c-6929a1103264 tempest-DeleteServersAdminTestJSON-1024684644 tempest-DeleteServersAdminTestJSON-1024684644-project-admin] Lock "b08dddfd-83d2-434a-b533-c4e7515d44db-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 563.777856] env[62328]: DEBUG oslo_concurrency.lockutils [None req-28575dda-c545-4611-989c-6929a1103264 tempest-DeleteServersAdminTestJSON-1024684644 tempest-DeleteServersAdminTestJSON-1024684644-project-admin] Lock "b08dddfd-83d2-434a-b533-c4e7515d44db-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 563.780157] env[62328]: DEBUG nova.network.neutron [None req-014c16d2-aa88-423e-bc81-f834ad5f8eb3 tempest-InstanceActionsV221TestJSON-1254732959 tempest-InstanceActionsV221TestJSON-1254732959-project-member] [instance: bf44560e-3ce4-42b6-8230-481b2094ebcc] Instance cache missing network info. {{(pid=62328) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 563.789202] env[62328]: INFO nova.compute.manager [None req-28575dda-c545-4611-989c-6929a1103264 tempest-DeleteServersAdminTestJSON-1024684644 tempest-DeleteServersAdminTestJSON-1024684644-project-admin] [instance: b08dddfd-83d2-434a-b533-c4e7515d44db] Terminating instance [ 563.802066] env[62328]: DEBUG oslo_vmware.api [-] Task: {'id': task-2386192, 'name': CreateVM_Task, 'duration_secs': 0.619247} completed successfully. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 563.802633] env[62328]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5f192c3a-1f44-4471-afec-76a321dfd557] Created VM on the ESX host {{(pid=62328) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 563.805182] env[62328]: DEBUG oslo_concurrency.lockutils [None req-d243c0b1-71c7-4ffd-b019-2dcc0a85daa2 tempest-ServerExternalEventsTest-1567415951 tempest-ServerExternalEventsTest-1567415951-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/dbf872a4-92be-47e4-8561-c3e2bf2423ab" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 563.851991] env[62328]: DEBUG nova.compute.manager [None req-2d6cbe4f-90f6-4be8-baa3-cec59b7b6052 tempest-ServerActionsTestOtherA-1098162655 tempest-ServerActionsTestOtherA-1098162655-project-member] [instance: 6c107768-0f57-42fd-a2a5-b28207b17de9] Start building block device mappings for instance. {{(pid=62328) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 563.856023] env[62328]: DEBUG oslo_concurrency.lockutils [None req-3c4710ea-f3d4-41ef-8b4a-f06ed375348a tempest-ImagesOneServerTestJSON-2062431902 tempest-ImagesOneServerTestJSON-2062431902-project-member] Acquiring lock "b7106740-bdd7-4774-8744-cbe21352a31c" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 563.856023] env[62328]: DEBUG oslo_concurrency.lockutils [None req-3c4710ea-f3d4-41ef-8b4a-f06ed375348a tempest-ImagesOneServerTestJSON-2062431902 tempest-ImagesOneServerTestJSON-2062431902-project-member] Lock "b7106740-bdd7-4774-8744-cbe21352a31c" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 563.859258] env[62328]: INFO nova.compute.resource_tracker [None req-332cd9a1-235b-4315-894a-68f76363e980 None None] [instance: 613e2516-6209-439d-bb90-b87d67b281a8] Updating resource usage from migration 3e2fa560-9d4d-44f8-b494-ce6d6794a408 [ 563.887173] env[62328]: DEBUG nova.compute.resource_tracker [None req-332cd9a1-235b-4315-894a-68f76363e980 None None] Instance f57853bd-b4a9-46ef-86ac-9fbe33732cd1 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62328) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 563.887380] env[62328]: DEBUG nova.compute.resource_tracker [None req-332cd9a1-235b-4315-894a-68f76363e980 None None] Instance b08dddfd-83d2-434a-b533-c4e7515d44db actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62328) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 563.889089] env[62328]: DEBUG nova.compute.resource_tracker [None req-332cd9a1-235b-4315-894a-68f76363e980 None None] Instance 96f94f58-1fd4-4e65-a362-2861daab1a34 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62328) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 563.889089] env[62328]: DEBUG nova.compute.resource_tracker [None req-332cd9a1-235b-4315-894a-68f76363e980 None None] Instance 4584a496-3f79-40ce-bf30-178bb7c0afcc actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62328) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 563.889089] env[62328]: DEBUG nova.compute.resource_tracker [None req-332cd9a1-235b-4315-894a-68f76363e980 None None] Instance 911e8910-7b82-4557-af15-99cf96b7314e actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62328) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 563.889089] env[62328]: DEBUG nova.compute.resource_tracker [None req-332cd9a1-235b-4315-894a-68f76363e980 None None] Instance f70d129f-1468-4834-b753-8c602837eff0 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62328) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 563.889223] env[62328]: DEBUG nova.compute.resource_tracker [None req-332cd9a1-235b-4315-894a-68f76363e980 None None] Instance 5f192c3a-1f44-4471-afec-76a321dfd557 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62328) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 563.889223] env[62328]: DEBUG nova.compute.resource_tracker [None req-332cd9a1-235b-4315-894a-68f76363e980 None None] Instance bf44560e-3ce4-42b6-8230-481b2094ebcc actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62328) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 563.889223] env[62328]: DEBUG nova.compute.resource_tracker [None req-332cd9a1-235b-4315-894a-68f76363e980 None None] Instance 26ce508b-d9c2-42ef-9713-138c359aa4a9 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62328) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 563.889223] env[62328]: DEBUG nova.compute.resource_tracker [None req-332cd9a1-235b-4315-894a-68f76363e980 None None] Instance 6c107768-0f57-42fd-a2a5-b28207b17de9 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62328) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 563.944025] env[62328]: DEBUG oslo_vmware.api [None req-9b57f4c2-f6fa-41ea-9a6d-e559546e70fe tempest-ServerDiagnosticsNegativeTest-1831247043 tempest-ServerDiagnosticsNegativeTest-1831247043-project-member] Task: {'id': task-2386194, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 563.982225] env[62328]: DEBUG nova.network.neutron [None req-2d6cbe4f-90f6-4be8-baa3-cec59b7b6052 tempest-ServerActionsTestOtherA-1098162655 tempest-ServerActionsTestOtherA-1098162655-project-member] [instance: 6c107768-0f57-42fd-a2a5-b28207b17de9] Successfully created port: 91cd4436-3fed-42d5-aefe-0df82259b6eb {{(pid=62328) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 564.028206] env[62328]: DEBUG oslo_vmware.rw_handles [None req-107115ac-01e8-4ad8-a0e8-c1a8a00d753d tempest-FloatingIPsAssociationTestJSON-89523020 tempest-FloatingIPsAssociationTestJSON-89523020-project-member] Completed reading data from the image iterator. {{(pid=62328) read /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:765}} [ 564.028368] env[62328]: DEBUG oslo_vmware.rw_handles [None req-107115ac-01e8-4ad8-a0e8-c1a8a00d753d tempest-FloatingIPsAssociationTestJSON-89523020 tempest-FloatingIPsAssociationTestJSON-89523020-project-member] Closing write handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap:443/folder/vmware_temp/34261ff5-7593-4013-9033-d8e0cfdadce0/dbf872a4-92be-47e4-8561-c3e2bf2423ab/tmp-sparse.vmdk?dcPath=ha-datacenter&dsName=datastore1. {{(pid=62328) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:281}} [ 564.047394] env[62328]: DEBUG oslo_concurrency.lockutils [None req-8f9732e1-515b-426a-9785-7eac14f3cc5f tempest-ImagesNegativeTestJSON-504021747 tempest-ImagesNegativeTestJSON-504021747-project-member] Releasing lock "[datastore1] devstack-image-cache_base/dbf872a4-92be-47e4-8561-c3e2bf2423ab" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 564.047394] env[62328]: DEBUG nova.virt.vmwareapi.vmops [None req-8f9732e1-515b-426a-9785-7eac14f3cc5f tempest-ImagesNegativeTestJSON-504021747 tempest-ImagesNegativeTestJSON-504021747-project-member] [instance: f70d129f-1468-4834-b753-8c602837eff0] Processing image dbf872a4-92be-47e4-8561-c3e2bf2423ab {{(pid=62328) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 564.047394] env[62328]: DEBUG oslo_concurrency.lockutils [None req-8f9732e1-515b-426a-9785-7eac14f3cc5f tempest-ImagesNegativeTestJSON-504021747 tempest-ImagesNegativeTestJSON-504021747-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/dbf872a4-92be-47e4-8561-c3e2bf2423ab/dbf872a4-92be-47e4-8561-c3e2bf2423ab.vmdk" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 564.047394] env[62328]: DEBUG oslo_concurrency.lockutils [None req-d243c0b1-71c7-4ffd-b019-2dcc0a85daa2 tempest-ServerExternalEventsTest-1567415951 tempest-ServerExternalEventsTest-1567415951-project-member] Acquired lock "[datastore1] devstack-image-cache_base/dbf872a4-92be-47e4-8561-c3e2bf2423ab" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 564.047682] env[62328]: DEBUG oslo_concurrency.lockutils [None req-d243c0b1-71c7-4ffd-b019-2dcc0a85daa2 tempest-ServerExternalEventsTest-1567415951 tempest-ServerExternalEventsTest-1567415951-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/dbf872a4-92be-47e4-8561-c3e2bf2423ab" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 564.049028] env[62328]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1b9577ff-5944-4bd6-b9e4-a4718fb8bab7 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 564.052665] env[62328]: DEBUG oslo_vmware.api [None req-d243c0b1-71c7-4ffd-b019-2dcc0a85daa2 tempest-ServerExternalEventsTest-1567415951 tempest-ServerExternalEventsTest-1567415951-project-member] Waiting for the task: (returnval){ [ 564.052665] env[62328]: value = "session[52a6e20e-410d-708a-99f2-080a575a99bd]52a1b90c-a734-29d7-8ef8-e94fd8cc3521" [ 564.052665] env[62328]: _type = "Task" [ 564.052665] env[62328]: } to complete. {{(pid=62328) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 564.060972] env[62328]: DEBUG oslo_vmware.api [None req-d243c0b1-71c7-4ffd-b019-2dcc0a85daa2 tempest-ServerExternalEventsTest-1567415951 tempest-ServerExternalEventsTest-1567415951-project-member] Task: {'id': session[52a6e20e-410d-708a-99f2-080a575a99bd]52a1b90c-a734-29d7-8ef8-e94fd8cc3521, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 564.122080] env[62328]: DEBUG nova.virt.vmwareapi.images [None req-107115ac-01e8-4ad8-a0e8-c1a8a00d753d tempest-FloatingIPsAssociationTestJSON-89523020 tempest-FloatingIPsAssociationTestJSON-89523020-project-member] [instance: 911e8910-7b82-4557-af15-99cf96b7314e] Downloaded image file data dbf872a4-92be-47e4-8561-c3e2bf2423ab to vmware_temp/34261ff5-7593-4013-9033-d8e0cfdadce0/dbf872a4-92be-47e4-8561-c3e2bf2423ab/tmp-sparse.vmdk on the data store datastore1 {{(pid=62328) fetch_image /opt/stack/nova/nova/virt/vmwareapi/images.py:258}} [ 564.123986] env[62328]: DEBUG nova.virt.vmwareapi.vmops [None req-107115ac-01e8-4ad8-a0e8-c1a8a00d753d tempest-FloatingIPsAssociationTestJSON-89523020 tempest-FloatingIPsAssociationTestJSON-89523020-project-member] [instance: 911e8910-7b82-4557-af15-99cf96b7314e] Caching image {{(pid=62328) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:638}} [ 564.124227] env[62328]: DEBUG nova.virt.vmwareapi.vm_util [None req-107115ac-01e8-4ad8-a0e8-c1a8a00d753d tempest-FloatingIPsAssociationTestJSON-89523020 tempest-FloatingIPsAssociationTestJSON-89523020-project-member] Copying Virtual Disk [datastore1] vmware_temp/34261ff5-7593-4013-9033-d8e0cfdadce0/dbf872a4-92be-47e4-8561-c3e2bf2423ab/tmp-sparse.vmdk to [datastore1] vmware_temp/34261ff5-7593-4013-9033-d8e0cfdadce0/dbf872a4-92be-47e4-8561-c3e2bf2423ab/dbf872a4-92be-47e4-8561-c3e2bf2423ab.vmdk {{(pid=62328) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 564.124507] env[62328]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-f11977e3-2dc4-4dab-8588-8d9ae6a4a789 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 564.132392] env[62328]: DEBUG oslo_vmware.api [None req-107115ac-01e8-4ad8-a0e8-c1a8a00d753d tempest-FloatingIPsAssociationTestJSON-89523020 tempest-FloatingIPsAssociationTestJSON-89523020-project-member] Waiting for the task: (returnval){ [ 564.132392] env[62328]: value = "task-2386195" [ 564.132392] env[62328]: _type = "Task" [ 564.132392] env[62328]: } to complete. {{(pid=62328) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 564.143014] env[62328]: DEBUG oslo_vmware.api [None req-107115ac-01e8-4ad8-a0e8-c1a8a00d753d tempest-FloatingIPsAssociationTestJSON-89523020 tempest-FloatingIPsAssociationTestJSON-89523020-project-member] Task: {'id': task-2386195, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 564.303953] env[62328]: DEBUG nova.compute.manager [None req-28575dda-c545-4611-989c-6929a1103264 tempest-DeleteServersAdminTestJSON-1024684644 tempest-DeleteServersAdminTestJSON-1024684644-project-admin] [instance: b08dddfd-83d2-434a-b533-c4e7515d44db] Start destroying the instance on the hypervisor. {{(pid=62328) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 564.304260] env[62328]: DEBUG nova.virt.vmwareapi.vmops [None req-28575dda-c545-4611-989c-6929a1103264 tempest-DeleteServersAdminTestJSON-1024684644 tempest-DeleteServersAdminTestJSON-1024684644-project-admin] [instance: b08dddfd-83d2-434a-b533-c4e7515d44db] Destroying instance {{(pid=62328) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 564.305117] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c5091f6b-2ad7-4264-874f-cde09d6267d2 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 564.316278] env[62328]: DEBUG nova.virt.vmwareapi.vm_util [None req-28575dda-c545-4611-989c-6929a1103264 tempest-DeleteServersAdminTestJSON-1024684644 tempest-DeleteServersAdminTestJSON-1024684644-project-admin] [instance: b08dddfd-83d2-434a-b533-c4e7515d44db] Powering off the VM {{(pid=62328) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 564.316564] env[62328]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c58e5c7b-749a-4f78-a4fb-84245e6e177d {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 564.322823] env[62328]: DEBUG nova.network.neutron [None req-57926e8a-0913-4309-9bf4-4accdab40378 tempest-ServerDiagnosticsTest-1328327217 tempest-ServerDiagnosticsTest-1328327217-project-member] [instance: 26ce508b-d9c2-42ef-9713-138c359aa4a9] Instance cache missing network info. {{(pid=62328) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 564.331733] env[62328]: DEBUG oslo_vmware.api [None req-28575dda-c545-4611-989c-6929a1103264 tempest-DeleteServersAdminTestJSON-1024684644 tempest-DeleteServersAdminTestJSON-1024684644-project-admin] Waiting for the task: (returnval){ [ 564.331733] env[62328]: value = "task-2386196" [ 564.331733] env[62328]: _type = "Task" [ 564.331733] env[62328]: } to complete. {{(pid=62328) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 564.341156] env[62328]: DEBUG oslo_vmware.api [None req-28575dda-c545-4611-989c-6929a1103264 tempest-DeleteServersAdminTestJSON-1024684644 tempest-DeleteServersAdminTestJSON-1024684644-project-admin] Task: {'id': task-2386196, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 564.392386] env[62328]: DEBUG nova.compute.resource_tracker [None req-332cd9a1-235b-4315-894a-68f76363e980 None None] Instance 39d42b89-6e94-4322-9d0b-356672da5cde has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62328) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 564.392882] env[62328]: DEBUG nova.compute.resource_tracker [None req-332cd9a1-235b-4315-894a-68f76363e980 None None] Migration 3e2fa560-9d4d-44f8-b494-ce6d6794a408 is active on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 192, 'DISK_GB': 1}}. {{(pid=62328) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1712}} [ 564.393052] env[62328]: DEBUG nova.compute.resource_tracker [None req-332cd9a1-235b-4315-894a-68f76363e980 None None] Instance 613e2516-6209-439d-bb90-b87d67b281a8 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=62328) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 564.444185] env[62328]: DEBUG oslo_vmware.api [None req-9b57f4c2-f6fa-41ea-9a6d-e559546e70fe tempest-ServerDiagnosticsNegativeTest-1831247043 tempest-ServerDiagnosticsNegativeTest-1831247043-project-member] Task: {'id': task-2386194, 'name': ReconfigVM_Task, 'duration_secs': 0.54055} completed successfully. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 564.447570] env[62328]: DEBUG nova.virt.vmwareapi.volumeops [None req-9b57f4c2-f6fa-41ea-9a6d-e559546e70fe tempest-ServerDiagnosticsNegativeTest-1831247043 tempest-ServerDiagnosticsNegativeTest-1831247043-project-member] [instance: 4584a496-3f79-40ce-bf30-178bb7c0afcc] Reconfigured VM instance instance-00000005 to attach disk [datastore2] 4584a496-3f79-40ce-bf30-178bb7c0afcc/4584a496-3f79-40ce-bf30-178bb7c0afcc.vmdk or device None with type sparse {{(pid=62328) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 564.447748] env[62328]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-787ed2cc-02a9-443f-805b-ebdaea0d65c2 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 564.451591] env[62328]: DEBUG nova.network.neutron [None req-014c16d2-aa88-423e-bc81-f834ad5f8eb3 tempest-InstanceActionsV221TestJSON-1254732959 tempest-InstanceActionsV221TestJSON-1254732959-project-member] [instance: bf44560e-3ce4-42b6-8230-481b2094ebcc] Updating instance_info_cache with network_info: [{"id": "0a954496-835f-4179-93a4-3ccd19758740", "address": "fa:16:3e:fe:82:ac", "network": {"id": "6877c6fb-e087-44d1-9699-ee3ca28e89dd", "bridge": "br-int", "label": "tempest-InstanceActionsV221TestJSON-61218694-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.2", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.3"}}], "meta": {"injected": false, "tenant_id": "7e8b669df0174744a406cab01567edbe", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c2d3bf80-d60a-4b53-a00a-1381de6d4a12", "external-id": "nsx-vlan-transportzone-982", "segmentation_id": 982, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0a954496-83", "ovs_interfaceid": "0a954496-835f-4179-93a4-3ccd19758740", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62328) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 564.457034] env[62328]: DEBUG oslo_vmware.api [None req-9b57f4c2-f6fa-41ea-9a6d-e559546e70fe tempest-ServerDiagnosticsNegativeTest-1831247043 tempest-ServerDiagnosticsNegativeTest-1831247043-project-member] Waiting for the task: (returnval){ [ 564.457034] env[62328]: value = "task-2386197" [ 564.457034] env[62328]: _type = "Task" [ 564.457034] env[62328]: } to complete. {{(pid=62328) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 564.464021] env[62328]: DEBUG oslo_vmware.api [None req-9b57f4c2-f6fa-41ea-9a6d-e559546e70fe tempest-ServerDiagnosticsNegativeTest-1831247043 tempest-ServerDiagnosticsNegativeTest-1831247043-project-member] Task: {'id': task-2386197, 'name': Rename_Task} progress is 5%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 564.565315] env[62328]: DEBUG oslo_concurrency.lockutils [None req-d243c0b1-71c7-4ffd-b019-2dcc0a85daa2 tempest-ServerExternalEventsTest-1567415951 tempest-ServerExternalEventsTest-1567415951-project-member] Releasing lock "[datastore1] devstack-image-cache_base/dbf872a4-92be-47e4-8561-c3e2bf2423ab" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 564.565650] env[62328]: DEBUG nova.virt.vmwareapi.vmops [None req-d243c0b1-71c7-4ffd-b019-2dcc0a85daa2 tempest-ServerExternalEventsTest-1567415951 tempest-ServerExternalEventsTest-1567415951-project-member] [instance: 5f192c3a-1f44-4471-afec-76a321dfd557] Processing image dbf872a4-92be-47e4-8561-c3e2bf2423ab {{(pid=62328) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 564.565922] env[62328]: DEBUG oslo_concurrency.lockutils [None req-d243c0b1-71c7-4ffd-b019-2dcc0a85daa2 tempest-ServerExternalEventsTest-1567415951 tempest-ServerExternalEventsTest-1567415951-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/dbf872a4-92be-47e4-8561-c3e2bf2423ab/dbf872a4-92be-47e4-8561-c3e2bf2423ab.vmdk" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 564.642247] env[62328]: DEBUG oslo_vmware.api [None req-107115ac-01e8-4ad8-a0e8-c1a8a00d753d tempest-FloatingIPsAssociationTestJSON-89523020 tempest-FloatingIPsAssociationTestJSON-89523020-project-member] Task: {'id': task-2386195, 'name': CopyVirtualDisk_Task} progress is 27%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 564.707073] env[62328]: DEBUG nova.network.neutron [req-ed846186-1dab-4883-bac9-ce23e8d56c80 req-53f707d5-415b-4f1a-81c9-d109f83415b5 service nova] [instance: 4584a496-3f79-40ce-bf30-178bb7c0afcc] Updated VIF entry in instance network info cache for port 81fb7965-d3a0-4411-826c-31890d94996f. {{(pid=62328) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 564.707671] env[62328]: DEBUG nova.network.neutron [req-ed846186-1dab-4883-bac9-ce23e8d56c80 req-53f707d5-415b-4f1a-81c9-d109f83415b5 service nova] [instance: 4584a496-3f79-40ce-bf30-178bb7c0afcc] Updating instance_info_cache with network_info: [{"id": "81fb7965-d3a0-4411-826c-31890d94996f", "address": "fa:16:3e:8b:01:01", "network": {"id": "ec511a9f-4661-41db-95bd-0fc9ad2de615", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.128", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "2a64022f08d84b11a86773b900860ae5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a4f91f31-0516-4d62-a341-e03a50b7c477", "external-id": "nsx-vlan-transportzone-963", "segmentation_id": 963, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap81fb7965-d3", "ovs_interfaceid": "81fb7965-d3a0-4411-826c-31890d94996f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62328) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 564.778055] env[62328]: DEBUG nova.network.neutron [None req-57926e8a-0913-4309-9bf4-4accdab40378 tempest-ServerDiagnosticsTest-1328327217 tempest-ServerDiagnosticsTest-1328327217-project-member] [instance: 26ce508b-d9c2-42ef-9713-138c359aa4a9] Updating instance_info_cache with network_info: [{"id": "fe3787fa-0397-4d61-bf15-24d11f2ef2cb", "address": "fa:16:3e:31:68:14", "network": {"id": "ec511a9f-4661-41db-95bd-0fc9ad2de615", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.85", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "2a64022f08d84b11a86773b900860ae5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a4f91f31-0516-4d62-a341-e03a50b7c477", "external-id": "nsx-vlan-transportzone-963", "segmentation_id": 963, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfe3787fa-03", "ovs_interfaceid": "fe3787fa-0397-4d61-bf15-24d11f2ef2cb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62328) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 564.841598] env[62328]: DEBUG oslo_vmware.api [None req-28575dda-c545-4611-989c-6929a1103264 tempest-DeleteServersAdminTestJSON-1024684644 tempest-DeleteServersAdminTestJSON-1024684644-project-admin] Task: {'id': task-2386196, 'name': PowerOffVM_Task, 'duration_secs': 0.307284} completed successfully. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 564.841929] env[62328]: DEBUG nova.virt.vmwareapi.vm_util [None req-28575dda-c545-4611-989c-6929a1103264 tempest-DeleteServersAdminTestJSON-1024684644 tempest-DeleteServersAdminTestJSON-1024684644-project-admin] [instance: b08dddfd-83d2-434a-b533-c4e7515d44db] Powered off the VM {{(pid=62328) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 564.842116] env[62328]: DEBUG nova.virt.vmwareapi.vmops [None req-28575dda-c545-4611-989c-6929a1103264 tempest-DeleteServersAdminTestJSON-1024684644 tempest-DeleteServersAdminTestJSON-1024684644-project-admin] [instance: b08dddfd-83d2-434a-b533-c4e7515d44db] Unregistering the VM {{(pid=62328) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 564.842407] env[62328]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-59a2f0bf-f956-4e6b-8e7f-0e43e022a4e7 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 564.862241] env[62328]: DEBUG nova.compute.manager [None req-2d6cbe4f-90f6-4be8-baa3-cec59b7b6052 tempest-ServerActionsTestOtherA-1098162655 tempest-ServerActionsTestOtherA-1098162655-project-member] [instance: 6c107768-0f57-42fd-a2a5-b28207b17de9] Start spawning the instance on the hypervisor. {{(pid=62328) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 564.897343] env[62328]: DEBUG nova.virt.hardware [None req-2d6cbe4f-90f6-4be8-baa3-cec59b7b6052 tempest-ServerActionsTestOtherA-1098162655 tempest-ServerActionsTestOtherA-1098162655-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-07T17:16:55Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-07T17:16:37Z,direct_url=,disk_format='vmdk',id=dbf872a4-92be-47e4-8561-c3e2bf2423ab,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='2a64022f08d84b11a86773b900860ae5',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-07T17:16:38Z,virtual_size=,visibility=), allow threads: False {{(pid=62328) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 564.897801] env[62328]: DEBUG nova.virt.hardware [None req-2d6cbe4f-90f6-4be8-baa3-cec59b7b6052 tempest-ServerActionsTestOtherA-1098162655 tempest-ServerActionsTestOtherA-1098162655-project-member] Flavor limits 0:0:0 {{(pid=62328) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 564.897801] env[62328]: DEBUG nova.virt.hardware [None req-2d6cbe4f-90f6-4be8-baa3-cec59b7b6052 tempest-ServerActionsTestOtherA-1098162655 tempest-ServerActionsTestOtherA-1098162655-project-member] Image limits 0:0:0 {{(pid=62328) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 564.897952] env[62328]: DEBUG nova.virt.hardware [None req-2d6cbe4f-90f6-4be8-baa3-cec59b7b6052 tempest-ServerActionsTestOtherA-1098162655 tempest-ServerActionsTestOtherA-1098162655-project-member] Flavor pref 0:0:0 {{(pid=62328) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 564.898420] env[62328]: DEBUG nova.virt.hardware [None req-2d6cbe4f-90f6-4be8-baa3-cec59b7b6052 tempest-ServerActionsTestOtherA-1098162655 tempest-ServerActionsTestOtherA-1098162655-project-member] Image pref 0:0:0 {{(pid=62328) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 564.898420] env[62328]: DEBUG nova.virt.hardware [None req-2d6cbe4f-90f6-4be8-baa3-cec59b7b6052 tempest-ServerActionsTestOtherA-1098162655 tempest-ServerActionsTestOtherA-1098162655-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62328) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 564.898536] env[62328]: DEBUG nova.virt.hardware [None req-2d6cbe4f-90f6-4be8-baa3-cec59b7b6052 tempest-ServerActionsTestOtherA-1098162655 tempest-ServerActionsTestOtherA-1098162655-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62328) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 564.900087] env[62328]: DEBUG nova.virt.hardware [None req-2d6cbe4f-90f6-4be8-baa3-cec59b7b6052 tempest-ServerActionsTestOtherA-1098162655 tempest-ServerActionsTestOtherA-1098162655-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62328) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 564.900087] env[62328]: DEBUG nova.virt.hardware [None req-2d6cbe4f-90f6-4be8-baa3-cec59b7b6052 tempest-ServerActionsTestOtherA-1098162655 tempest-ServerActionsTestOtherA-1098162655-project-member] Got 1 possible topologies {{(pid=62328) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 564.900087] env[62328]: DEBUG nova.virt.hardware [None req-2d6cbe4f-90f6-4be8-baa3-cec59b7b6052 tempest-ServerActionsTestOtherA-1098162655 tempest-ServerActionsTestOtherA-1098162655-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62328) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 564.900087] env[62328]: DEBUG nova.virt.hardware [None req-2d6cbe4f-90f6-4be8-baa3-cec59b7b6052 tempest-ServerActionsTestOtherA-1098162655 tempest-ServerActionsTestOtherA-1098162655-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62328) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 564.900087] env[62328]: DEBUG nova.compute.resource_tracker [None req-332cd9a1-235b-4315-894a-68f76363e980 None None] Instance 3e0f093a-98be-4406-a220-34f6d6767294 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62328) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 564.907166] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-99a5a495-0e8d-43a2-accf-d48216893b44 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 564.911799] env[62328]: DEBUG nova.virt.vmwareapi.vmops [None req-28575dda-c545-4611-989c-6929a1103264 tempest-DeleteServersAdminTestJSON-1024684644 tempest-DeleteServersAdminTestJSON-1024684644-project-admin] [instance: b08dddfd-83d2-434a-b533-c4e7515d44db] Unregistered the VM {{(pid=62328) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 564.912026] env[62328]: DEBUG nova.virt.vmwareapi.vmops [None req-28575dda-c545-4611-989c-6929a1103264 tempest-DeleteServersAdminTestJSON-1024684644 tempest-DeleteServersAdminTestJSON-1024684644-project-admin] [instance: b08dddfd-83d2-434a-b533-c4e7515d44db] Deleting contents of the VM from datastore datastore2 {{(pid=62328) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 564.912202] env[62328]: DEBUG nova.virt.vmwareapi.ds_util [None req-28575dda-c545-4611-989c-6929a1103264 tempest-DeleteServersAdminTestJSON-1024684644 tempest-DeleteServersAdminTestJSON-1024684644-project-admin] Deleting the datastore file [datastore2] b08dddfd-83d2-434a-b533-c4e7515d44db {{(pid=62328) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 564.912870] env[62328]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-4b3c3974-8356-4aae-a887-e1a3ed0a0534 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 564.918301] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-60209e6f-96c5-4f87-8a57-8ef49a60f96c {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 564.925930] env[62328]: DEBUG oslo_vmware.api [None req-28575dda-c545-4611-989c-6929a1103264 tempest-DeleteServersAdminTestJSON-1024684644 tempest-DeleteServersAdminTestJSON-1024684644-project-admin] Waiting for the task: (returnval){ [ 564.925930] env[62328]: value = "task-2386199" [ 564.925930] env[62328]: _type = "Task" [ 564.925930] env[62328]: } to complete. {{(pid=62328) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 564.945494] env[62328]: DEBUG oslo_vmware.api [None req-28575dda-c545-4611-989c-6929a1103264 tempest-DeleteServersAdminTestJSON-1024684644 tempest-DeleteServersAdminTestJSON-1024684644-project-admin] Task: {'id': task-2386199, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 564.953776] env[62328]: DEBUG oslo_concurrency.lockutils [None req-014c16d2-aa88-423e-bc81-f834ad5f8eb3 tempest-InstanceActionsV221TestJSON-1254732959 tempest-InstanceActionsV221TestJSON-1254732959-project-member] Releasing lock "refresh_cache-bf44560e-3ce4-42b6-8230-481b2094ebcc" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 564.955172] env[62328]: DEBUG nova.compute.manager [None req-014c16d2-aa88-423e-bc81-f834ad5f8eb3 tempest-InstanceActionsV221TestJSON-1254732959 tempest-InstanceActionsV221TestJSON-1254732959-project-member] [instance: bf44560e-3ce4-42b6-8230-481b2094ebcc] Instance network_info: |[{"id": "0a954496-835f-4179-93a4-3ccd19758740", "address": "fa:16:3e:fe:82:ac", "network": {"id": "6877c6fb-e087-44d1-9699-ee3ca28e89dd", "bridge": "br-int", "label": "tempest-InstanceActionsV221TestJSON-61218694-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.2", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.3"}}], "meta": {"injected": false, "tenant_id": "7e8b669df0174744a406cab01567edbe", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c2d3bf80-d60a-4b53-a00a-1381de6d4a12", "external-id": "nsx-vlan-transportzone-982", "segmentation_id": 982, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0a954496-83", "ovs_interfaceid": "0a954496-835f-4179-93a4-3ccd19758740", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62328) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 564.955382] env[62328]: DEBUG nova.virt.vmwareapi.vmops [None req-014c16d2-aa88-423e-bc81-f834ad5f8eb3 tempest-InstanceActionsV221TestJSON-1254732959 tempest-InstanceActionsV221TestJSON-1254732959-project-member] [instance: bf44560e-3ce4-42b6-8230-481b2094ebcc] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:fe:82:ac', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'c2d3bf80-d60a-4b53-a00a-1381de6d4a12', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '0a954496-835f-4179-93a4-3ccd19758740', 'vif_model': 'vmxnet3'}] {{(pid=62328) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 564.964050] env[62328]: DEBUG nova.virt.vmwareapi.vm_util [None req-014c16d2-aa88-423e-bc81-f834ad5f8eb3 tempest-InstanceActionsV221TestJSON-1254732959 tempest-InstanceActionsV221TestJSON-1254732959-project-member] Creating folder: Project (7e8b669df0174744a406cab01567edbe). Parent ref: group-v484164. {{(pid=62328) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 564.964050] env[62328]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-e2ae0778-aeb8-4f4b-b73f-9c4b9fc6f457 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 564.976698] env[62328]: DEBUG oslo_vmware.api [None req-9b57f4c2-f6fa-41ea-9a6d-e559546e70fe tempest-ServerDiagnosticsNegativeTest-1831247043 tempest-ServerDiagnosticsNegativeTest-1831247043-project-member] Task: {'id': task-2386197, 'name': Rename_Task, 'duration_secs': 0.246986} completed successfully. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 564.978142] env[62328]: DEBUG nova.virt.vmwareapi.vm_util [None req-9b57f4c2-f6fa-41ea-9a6d-e559546e70fe tempest-ServerDiagnosticsNegativeTest-1831247043 tempest-ServerDiagnosticsNegativeTest-1831247043-project-member] [instance: 4584a496-3f79-40ce-bf30-178bb7c0afcc] Powering on the VM {{(pid=62328) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 564.978428] env[62328]: INFO nova.virt.vmwareapi.vm_util [None req-014c16d2-aa88-423e-bc81-f834ad5f8eb3 tempest-InstanceActionsV221TestJSON-1254732959 tempest-InstanceActionsV221TestJSON-1254732959-project-member] Created folder: Project (7e8b669df0174744a406cab01567edbe) in parent group-v484164. [ 564.978586] env[62328]: DEBUG nova.virt.vmwareapi.vm_util [None req-014c16d2-aa88-423e-bc81-f834ad5f8eb3 tempest-InstanceActionsV221TestJSON-1254732959 tempest-InstanceActionsV221TestJSON-1254732959-project-member] Creating folder: Instances. Parent ref: group-v484189. {{(pid=62328) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 564.978793] env[62328]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-1a5f8e8e-e79d-410d-84b9-90d40325e8c8 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 564.981806] env[62328]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-39d5ff76-1763-4612-a978-f0bd1ad2056e {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 564.987063] env[62328]: DEBUG oslo_vmware.api [None req-9b57f4c2-f6fa-41ea-9a6d-e559546e70fe tempest-ServerDiagnosticsNegativeTest-1831247043 tempest-ServerDiagnosticsNegativeTest-1831247043-project-member] Waiting for the task: (returnval){ [ 564.987063] env[62328]: value = "task-2386201" [ 564.987063] env[62328]: _type = "Task" [ 564.987063] env[62328]: } to complete. {{(pid=62328) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 564.991882] env[62328]: INFO nova.virt.vmwareapi.vm_util [None req-014c16d2-aa88-423e-bc81-f834ad5f8eb3 tempest-InstanceActionsV221TestJSON-1254732959 tempest-InstanceActionsV221TestJSON-1254732959-project-member] Created folder: Instances in parent group-v484189. [ 564.992142] env[62328]: DEBUG oslo.service.loopingcall [None req-014c16d2-aa88-423e-bc81-f834ad5f8eb3 tempest-InstanceActionsV221TestJSON-1254732959 tempest-InstanceActionsV221TestJSON-1254732959-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62328) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 564.992648] env[62328]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: bf44560e-3ce4-42b6-8230-481b2094ebcc] Creating VM on the ESX host {{(pid=62328) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 564.992864] env[62328]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-d2905350-3463-46af-9581-d51e81d365bf {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 565.012135] env[62328]: DEBUG oslo_vmware.api [None req-9b57f4c2-f6fa-41ea-9a6d-e559546e70fe tempest-ServerDiagnosticsNegativeTest-1831247043 tempest-ServerDiagnosticsNegativeTest-1831247043-project-member] Task: {'id': task-2386201, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 565.018801] env[62328]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 565.018801] env[62328]: value = "task-2386203" [ 565.018801] env[62328]: _type = "Task" [ 565.018801] env[62328]: } to complete. {{(pid=62328) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 565.025765] env[62328]: DEBUG oslo_vmware.api [-] Task: {'id': task-2386203, 'name': CreateVM_Task} progress is 0%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 565.144235] env[62328]: DEBUG oslo_vmware.api [None req-107115ac-01e8-4ad8-a0e8-c1a8a00d753d tempest-FloatingIPsAssociationTestJSON-89523020 tempest-FloatingIPsAssociationTestJSON-89523020-project-member] Task: {'id': task-2386195, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 565.214944] env[62328]: DEBUG oslo_concurrency.lockutils [req-ed846186-1dab-4883-bac9-ce23e8d56c80 req-53f707d5-415b-4f1a-81c9-d109f83415b5 service nova] Releasing lock "refresh_cache-4584a496-3f79-40ce-bf30-178bb7c0afcc" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 565.215322] env[62328]: DEBUG nova.compute.manager [req-ed846186-1dab-4883-bac9-ce23e8d56c80 req-53f707d5-415b-4f1a-81c9-d109f83415b5 service nova] [instance: 911e8910-7b82-4557-af15-99cf96b7314e] Received event network-vif-plugged-ace375b8-ee68-4a07-951a-21c975157c71 {{(pid=62328) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 565.215585] env[62328]: DEBUG oslo_concurrency.lockutils [req-ed846186-1dab-4883-bac9-ce23e8d56c80 req-53f707d5-415b-4f1a-81c9-d109f83415b5 service nova] Acquiring lock "911e8910-7b82-4557-af15-99cf96b7314e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 565.215892] env[62328]: DEBUG oslo_concurrency.lockutils [req-ed846186-1dab-4883-bac9-ce23e8d56c80 req-53f707d5-415b-4f1a-81c9-d109f83415b5 service nova] Lock "911e8910-7b82-4557-af15-99cf96b7314e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 565.216148] env[62328]: DEBUG oslo_concurrency.lockutils [req-ed846186-1dab-4883-bac9-ce23e8d56c80 req-53f707d5-415b-4f1a-81c9-d109f83415b5 service nova] Lock "911e8910-7b82-4557-af15-99cf96b7314e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 565.216402] env[62328]: DEBUG nova.compute.manager [req-ed846186-1dab-4883-bac9-ce23e8d56c80 req-53f707d5-415b-4f1a-81c9-d109f83415b5 service nova] [instance: 911e8910-7b82-4557-af15-99cf96b7314e] No waiting events found dispatching network-vif-plugged-ace375b8-ee68-4a07-951a-21c975157c71 {{(pid=62328) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 565.216661] env[62328]: WARNING nova.compute.manager [req-ed846186-1dab-4883-bac9-ce23e8d56c80 req-53f707d5-415b-4f1a-81c9-d109f83415b5 service nova] [instance: 911e8910-7b82-4557-af15-99cf96b7314e] Received unexpected event network-vif-plugged-ace375b8-ee68-4a07-951a-21c975157c71 for instance with vm_state building and task_state spawning. [ 565.216910] env[62328]: DEBUG nova.compute.manager [req-ed846186-1dab-4883-bac9-ce23e8d56c80 req-53f707d5-415b-4f1a-81c9-d109f83415b5 service nova] [instance: 911e8910-7b82-4557-af15-99cf96b7314e] Received event network-changed-ace375b8-ee68-4a07-951a-21c975157c71 {{(pid=62328) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 565.217206] env[62328]: DEBUG nova.compute.manager [req-ed846186-1dab-4883-bac9-ce23e8d56c80 req-53f707d5-415b-4f1a-81c9-d109f83415b5 service nova] [instance: 911e8910-7b82-4557-af15-99cf96b7314e] Refreshing instance network info cache due to event network-changed-ace375b8-ee68-4a07-951a-21c975157c71. {{(pid=62328) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 565.217451] env[62328]: DEBUG oslo_concurrency.lockutils [req-ed846186-1dab-4883-bac9-ce23e8d56c80 req-53f707d5-415b-4f1a-81c9-d109f83415b5 service nova] Acquiring lock "refresh_cache-911e8910-7b82-4557-af15-99cf96b7314e" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 565.217622] env[62328]: DEBUG oslo_concurrency.lockutils [req-ed846186-1dab-4883-bac9-ce23e8d56c80 req-53f707d5-415b-4f1a-81c9-d109f83415b5 service nova] Acquired lock "refresh_cache-911e8910-7b82-4557-af15-99cf96b7314e" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 565.217868] env[62328]: DEBUG nova.network.neutron [req-ed846186-1dab-4883-bac9-ce23e8d56c80 req-53f707d5-415b-4f1a-81c9-d109f83415b5 service nova] [instance: 911e8910-7b82-4557-af15-99cf96b7314e] Refreshing network info cache for port ace375b8-ee68-4a07-951a-21c975157c71 {{(pid=62328) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 565.281125] env[62328]: DEBUG oslo_concurrency.lockutils [None req-57926e8a-0913-4309-9bf4-4accdab40378 tempest-ServerDiagnosticsTest-1328327217 tempest-ServerDiagnosticsTest-1328327217-project-member] Releasing lock "refresh_cache-26ce508b-d9c2-42ef-9713-138c359aa4a9" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 565.281195] env[62328]: DEBUG nova.compute.manager [None req-57926e8a-0913-4309-9bf4-4accdab40378 tempest-ServerDiagnosticsTest-1328327217 tempest-ServerDiagnosticsTest-1328327217-project-member] [instance: 26ce508b-d9c2-42ef-9713-138c359aa4a9] Instance network_info: |[{"id": "fe3787fa-0397-4d61-bf15-24d11f2ef2cb", "address": "fa:16:3e:31:68:14", "network": {"id": "ec511a9f-4661-41db-95bd-0fc9ad2de615", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.85", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "2a64022f08d84b11a86773b900860ae5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a4f91f31-0516-4d62-a341-e03a50b7c477", "external-id": "nsx-vlan-transportzone-963", "segmentation_id": 963, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfe3787fa-03", "ovs_interfaceid": "fe3787fa-0397-4d61-bf15-24d11f2ef2cb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62328) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 565.281830] env[62328]: DEBUG nova.virt.vmwareapi.vmops [None req-57926e8a-0913-4309-9bf4-4accdab40378 tempest-ServerDiagnosticsTest-1328327217 tempest-ServerDiagnosticsTest-1328327217-project-member] [instance: 26ce508b-d9c2-42ef-9713-138c359aa4a9] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:31:68:14', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'a4f91f31-0516-4d62-a341-e03a50b7c477', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'fe3787fa-0397-4d61-bf15-24d11f2ef2cb', 'vif_model': 'vmxnet3'}] {{(pid=62328) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 565.289500] env[62328]: DEBUG nova.virt.vmwareapi.vm_util [None req-57926e8a-0913-4309-9bf4-4accdab40378 tempest-ServerDiagnosticsTest-1328327217 tempest-ServerDiagnosticsTest-1328327217-project-member] Creating folder: Project (6e6e3b4da67048a5a56ca33e0cd11f0a). Parent ref: group-v484164. {{(pid=62328) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 565.289806] env[62328]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-b01074e2-fae2-4713-ba39-0144f27e86c9 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 565.301085] env[62328]: INFO nova.virt.vmwareapi.vm_util [None req-57926e8a-0913-4309-9bf4-4accdab40378 tempest-ServerDiagnosticsTest-1328327217 tempest-ServerDiagnosticsTest-1328327217-project-member] Created folder: Project (6e6e3b4da67048a5a56ca33e0cd11f0a) in parent group-v484164. [ 565.301301] env[62328]: DEBUG nova.virt.vmwareapi.vm_util [None req-57926e8a-0913-4309-9bf4-4accdab40378 tempest-ServerDiagnosticsTest-1328327217 tempest-ServerDiagnosticsTest-1328327217-project-member] Creating folder: Instances. Parent ref: group-v484192. {{(pid=62328) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 565.301560] env[62328]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-f9a134be-a9a0-4c02-83ce-9378fa274398 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 565.313124] env[62328]: INFO nova.virt.vmwareapi.vm_util [None req-57926e8a-0913-4309-9bf4-4accdab40378 tempest-ServerDiagnosticsTest-1328327217 tempest-ServerDiagnosticsTest-1328327217-project-member] Created folder: Instances in parent group-v484192. [ 565.313124] env[62328]: DEBUG oslo.service.loopingcall [None req-57926e8a-0913-4309-9bf4-4accdab40378 tempest-ServerDiagnosticsTest-1328327217 tempest-ServerDiagnosticsTest-1328327217-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62328) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 565.313124] env[62328]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 26ce508b-d9c2-42ef-9713-138c359aa4a9] Creating VM on the ESX host {{(pid=62328) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 565.313124] env[62328]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-b2a2ba41-8b60-4e25-9bae-4e61fc4f29b8 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 565.333015] env[62328]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 565.333015] env[62328]: value = "task-2386206" [ 565.333015] env[62328]: _type = "Task" [ 565.333015] env[62328]: } to complete. {{(pid=62328) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 565.340795] env[62328]: DEBUG oslo_vmware.api [-] Task: {'id': task-2386206, 'name': CreateVM_Task} progress is 0%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 565.413552] env[62328]: DEBUG nova.compute.resource_tracker [None req-332cd9a1-235b-4315-894a-68f76363e980 None None] Instance 9f267eb4-d272-4f61-b795-076cb51f80b6 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62328) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 565.438905] env[62328]: DEBUG oslo_vmware.api [None req-28575dda-c545-4611-989c-6929a1103264 tempest-DeleteServersAdminTestJSON-1024684644 tempest-DeleteServersAdminTestJSON-1024684644-project-admin] Task: {'id': task-2386199, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.322372} completed successfully. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 565.442145] env[62328]: DEBUG nova.virt.vmwareapi.ds_util [None req-28575dda-c545-4611-989c-6929a1103264 tempest-DeleteServersAdminTestJSON-1024684644 tempest-DeleteServersAdminTestJSON-1024684644-project-admin] Deleted the datastore file {{(pid=62328) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 565.442145] env[62328]: DEBUG nova.virt.vmwareapi.vmops [None req-28575dda-c545-4611-989c-6929a1103264 tempest-DeleteServersAdminTestJSON-1024684644 tempest-DeleteServersAdminTestJSON-1024684644-project-admin] [instance: b08dddfd-83d2-434a-b533-c4e7515d44db] Deleted contents of the VM from datastore datastore2 {{(pid=62328) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 565.442145] env[62328]: DEBUG nova.virt.vmwareapi.vmops [None req-28575dda-c545-4611-989c-6929a1103264 tempest-DeleteServersAdminTestJSON-1024684644 tempest-DeleteServersAdminTestJSON-1024684644-project-admin] [instance: b08dddfd-83d2-434a-b533-c4e7515d44db] Instance destroyed {{(pid=62328) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 565.442145] env[62328]: INFO nova.compute.manager [None req-28575dda-c545-4611-989c-6929a1103264 tempest-DeleteServersAdminTestJSON-1024684644 tempest-DeleteServersAdminTestJSON-1024684644-project-admin] [instance: b08dddfd-83d2-434a-b533-c4e7515d44db] Took 1.14 seconds to destroy the instance on the hypervisor. [ 565.442145] env[62328]: DEBUG oslo.service.loopingcall [None req-28575dda-c545-4611-989c-6929a1103264 tempest-DeleteServersAdminTestJSON-1024684644 tempest-DeleteServersAdminTestJSON-1024684644-project-admin] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62328) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 565.442412] env[62328]: DEBUG nova.compute.manager [-] [instance: b08dddfd-83d2-434a-b533-c4e7515d44db] Deallocating network for instance {{(pid=62328) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 565.442412] env[62328]: DEBUG nova.network.neutron [-] [instance: b08dddfd-83d2-434a-b533-c4e7515d44db] deallocate_for_instance() {{(pid=62328) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 565.499689] env[62328]: DEBUG oslo_vmware.api [None req-9b57f4c2-f6fa-41ea-9a6d-e559546e70fe tempest-ServerDiagnosticsNegativeTest-1831247043 tempest-ServerDiagnosticsNegativeTest-1831247043-project-member] Task: {'id': task-2386201, 'name': PowerOnVM_Task, 'duration_secs': 0.505685} completed successfully. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 565.500486] env[62328]: DEBUG nova.virt.vmwareapi.vm_util [None req-9b57f4c2-f6fa-41ea-9a6d-e559546e70fe tempest-ServerDiagnosticsNegativeTest-1831247043 tempest-ServerDiagnosticsNegativeTest-1831247043-project-member] [instance: 4584a496-3f79-40ce-bf30-178bb7c0afcc] Powered on the VM {{(pid=62328) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 565.500869] env[62328]: INFO nova.compute.manager [None req-9b57f4c2-f6fa-41ea-9a6d-e559546e70fe tempest-ServerDiagnosticsNegativeTest-1831247043 tempest-ServerDiagnosticsNegativeTest-1831247043-project-member] [instance: 4584a496-3f79-40ce-bf30-178bb7c0afcc] Took 14.93 seconds to spawn the instance on the hypervisor. [ 565.501208] env[62328]: DEBUG nova.compute.manager [None req-9b57f4c2-f6fa-41ea-9a6d-e559546e70fe tempest-ServerDiagnosticsNegativeTest-1831247043 tempest-ServerDiagnosticsNegativeTest-1831247043-project-member] [instance: 4584a496-3f79-40ce-bf30-178bb7c0afcc] Checking state {{(pid=62328) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 565.503032] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d3d437b8-606a-4dcc-b007-d9a0b729d4ae {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 565.529906] env[62328]: DEBUG oslo_vmware.api [-] Task: {'id': task-2386203, 'name': CreateVM_Task, 'duration_secs': 0.494282} completed successfully. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 565.530261] env[62328]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: bf44560e-3ce4-42b6-8230-481b2094ebcc] Created VM on the ESX host {{(pid=62328) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 565.531235] env[62328]: DEBUG oslo_concurrency.lockutils [None req-014c16d2-aa88-423e-bc81-f834ad5f8eb3 tempest-InstanceActionsV221TestJSON-1254732959 tempest-InstanceActionsV221TestJSON-1254732959-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/dbf872a4-92be-47e4-8561-c3e2bf2423ab" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 565.532058] env[62328]: DEBUG oslo_concurrency.lockutils [None req-014c16d2-aa88-423e-bc81-f834ad5f8eb3 tempest-InstanceActionsV221TestJSON-1254732959 tempest-InstanceActionsV221TestJSON-1254732959-project-member] Acquired lock "[datastore1] devstack-image-cache_base/dbf872a4-92be-47e4-8561-c3e2bf2423ab" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 565.532058] env[62328]: DEBUG oslo_concurrency.lockutils [None req-014c16d2-aa88-423e-bc81-f834ad5f8eb3 tempest-InstanceActionsV221TestJSON-1254732959 tempest-InstanceActionsV221TestJSON-1254732959-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/dbf872a4-92be-47e4-8561-c3e2bf2423ab" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 565.534631] env[62328]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c897c695-c937-4efa-acd9-abff0a241ac8 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 565.537302] env[62328]: DEBUG oslo_vmware.api [None req-014c16d2-aa88-423e-bc81-f834ad5f8eb3 tempest-InstanceActionsV221TestJSON-1254732959 tempest-InstanceActionsV221TestJSON-1254732959-project-member] Waiting for the task: (returnval){ [ 565.537302] env[62328]: value = "session[52a6e20e-410d-708a-99f2-080a575a99bd]52baa51e-0d95-6d21-6cd4-219e02636aee" [ 565.537302] env[62328]: _type = "Task" [ 565.537302] env[62328]: } to complete. {{(pid=62328) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 565.548852] env[62328]: DEBUG oslo_vmware.api [None req-014c16d2-aa88-423e-bc81-f834ad5f8eb3 tempest-InstanceActionsV221TestJSON-1254732959 tempest-InstanceActionsV221TestJSON-1254732959-project-member] Task: {'id': session[52a6e20e-410d-708a-99f2-080a575a99bd]52baa51e-0d95-6d21-6cd4-219e02636aee, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 565.557435] env[62328]: DEBUG oslo_concurrency.lockutils [None req-dee65bd2-c479-4e8f-92ef-b2337c4d6897 tempest-ImagesOneServerNegativeTestJSON-835227872 tempest-ImagesOneServerNegativeTestJSON-835227872-project-member] Acquiring lock "7d40ec51-28cf-4829-be03-810f8d965b2e" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 565.557726] env[62328]: DEBUG oslo_concurrency.lockutils [None req-dee65bd2-c479-4e8f-92ef-b2337c4d6897 tempest-ImagesOneServerNegativeTestJSON-835227872 tempest-ImagesOneServerNegativeTestJSON-835227872-project-member] Lock "7d40ec51-28cf-4829-be03-810f8d965b2e" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 565.575801] env[62328]: DEBUG nova.network.neutron [None req-2d6cbe4f-90f6-4be8-baa3-cec59b7b6052 tempest-ServerActionsTestOtherA-1098162655 tempest-ServerActionsTestOtherA-1098162655-project-member] [instance: 6c107768-0f57-42fd-a2a5-b28207b17de9] Successfully updated port: 91cd4436-3fed-42d5-aefe-0df82259b6eb {{(pid=62328) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 565.645663] env[62328]: DEBUG oslo_vmware.api [None req-107115ac-01e8-4ad8-a0e8-c1a8a00d753d tempest-FloatingIPsAssociationTestJSON-89523020 tempest-FloatingIPsAssociationTestJSON-89523020-project-member] Task: {'id': task-2386195, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.097364} completed successfully. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 565.646133] env[62328]: DEBUG nova.virt.vmwareapi.vm_util [None req-107115ac-01e8-4ad8-a0e8-c1a8a00d753d tempest-FloatingIPsAssociationTestJSON-89523020 tempest-FloatingIPsAssociationTestJSON-89523020-project-member] Copied Virtual Disk [datastore1] vmware_temp/34261ff5-7593-4013-9033-d8e0cfdadce0/dbf872a4-92be-47e4-8561-c3e2bf2423ab/tmp-sparse.vmdk to [datastore1] vmware_temp/34261ff5-7593-4013-9033-d8e0cfdadce0/dbf872a4-92be-47e4-8561-c3e2bf2423ab/dbf872a4-92be-47e4-8561-c3e2bf2423ab.vmdk {{(pid=62328) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 565.646835] env[62328]: DEBUG nova.virt.vmwareapi.ds_util [None req-107115ac-01e8-4ad8-a0e8-c1a8a00d753d tempest-FloatingIPsAssociationTestJSON-89523020 tempest-FloatingIPsAssociationTestJSON-89523020-project-member] Deleting the datastore file [datastore1] vmware_temp/34261ff5-7593-4013-9033-d8e0cfdadce0/dbf872a4-92be-47e4-8561-c3e2bf2423ab/tmp-sparse.vmdk {{(pid=62328) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 565.646835] env[62328]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-dfec3dab-e79b-403d-81ab-560d5a648c55 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 565.655256] env[62328]: DEBUG oslo_vmware.api [None req-107115ac-01e8-4ad8-a0e8-c1a8a00d753d tempest-FloatingIPsAssociationTestJSON-89523020 tempest-FloatingIPsAssociationTestJSON-89523020-project-member] Waiting for the task: (returnval){ [ 565.655256] env[62328]: value = "task-2386207" [ 565.655256] env[62328]: _type = "Task" [ 565.655256] env[62328]: } to complete. {{(pid=62328) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 565.665848] env[62328]: DEBUG oslo_vmware.api [None req-107115ac-01e8-4ad8-a0e8-c1a8a00d753d tempest-FloatingIPsAssociationTestJSON-89523020 tempest-FloatingIPsAssociationTestJSON-89523020-project-member] Task: {'id': task-2386207, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 565.845456] env[62328]: DEBUG oslo_vmware.api [-] Task: {'id': task-2386206, 'name': CreateVM_Task, 'duration_secs': 0.432333} completed successfully. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 565.845686] env[62328]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 26ce508b-d9c2-42ef-9713-138c359aa4a9] Created VM on the ESX host {{(pid=62328) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 565.846286] env[62328]: DEBUG oslo_concurrency.lockutils [None req-57926e8a-0913-4309-9bf4-4accdab40378 tempest-ServerDiagnosticsTest-1328327217 tempest-ServerDiagnosticsTest-1328327217-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/dbf872a4-92be-47e4-8561-c3e2bf2423ab" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 565.879569] env[62328]: DEBUG oslo_concurrency.lockutils [None req-8c2925ac-39e7-4131-b78f-e4fc84930dc1 tempest-SecurityGroupsTestJSON-105101063 tempest-SecurityGroupsTestJSON-105101063-project-member] Acquiring lock "2ead81f5-76a7-4b80-ac7e-f227dec14f95" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 565.879982] env[62328]: DEBUG oslo_concurrency.lockutils [None req-8c2925ac-39e7-4131-b78f-e4fc84930dc1 tempest-SecurityGroupsTestJSON-105101063 tempest-SecurityGroupsTestJSON-105101063-project-member] Lock "2ead81f5-76a7-4b80-ac7e-f227dec14f95" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 565.915222] env[62328]: DEBUG nova.compute.resource_tracker [None req-332cd9a1-235b-4315-894a-68f76363e980 None None] Instance b7106740-bdd7-4774-8744-cbe21352a31c has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62328) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 565.915482] env[62328]: DEBUG nova.compute.resource_tracker [None req-332cd9a1-235b-4315-894a-68f76363e980 None None] Total usable vcpus: 48, total allocated vcpus: 11 {{(pid=62328) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 565.915623] env[62328]: DEBUG nova.compute.resource_tracker [None req-332cd9a1-235b-4315-894a-68f76363e980 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=2624MB phys_disk=200GB used_disk=11GB total_vcpus=48 used_vcpus=11 pci_stats=[] {{(pid=62328) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 565.974621] env[62328]: DEBUG nova.network.neutron [req-ed846186-1dab-4883-bac9-ce23e8d56c80 req-53f707d5-415b-4f1a-81c9-d109f83415b5 service nova] [instance: 911e8910-7b82-4557-af15-99cf96b7314e] Updated VIF entry in instance network info cache for port ace375b8-ee68-4a07-951a-21c975157c71. {{(pid=62328) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 565.974954] env[62328]: DEBUG nova.network.neutron [req-ed846186-1dab-4883-bac9-ce23e8d56c80 req-53f707d5-415b-4f1a-81c9-d109f83415b5 service nova] [instance: 911e8910-7b82-4557-af15-99cf96b7314e] Updating instance_info_cache with network_info: [{"id": "ace375b8-ee68-4a07-951a-21c975157c71", "address": "fa:16:3e:5c:d6:68", "network": {"id": "de12f95f-9353-45ec-b306-9aa1757c23b4", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-1744149878-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7e3ef50f47dc4b98af4741ae41f20df6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9722ea4d-e4a5-48fc-b759-5c4c4796b1ef", "external-id": "nsx-vlan-transportzone-924", "segmentation_id": 924, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapace375b8-ee", "ovs_interfaceid": "ace375b8-ee68-4a07-951a-21c975157c71", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62328) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 566.037423] env[62328]: INFO nova.compute.manager [None req-9b57f4c2-f6fa-41ea-9a6d-e559546e70fe tempest-ServerDiagnosticsNegativeTest-1831247043 tempest-ServerDiagnosticsNegativeTest-1831247043-project-member] [instance: 4584a496-3f79-40ce-bf30-178bb7c0afcc] Took 24.38 seconds to build instance. [ 566.054124] env[62328]: DEBUG oslo_concurrency.lockutils [None req-014c16d2-aa88-423e-bc81-f834ad5f8eb3 tempest-InstanceActionsV221TestJSON-1254732959 tempest-InstanceActionsV221TestJSON-1254732959-project-member] Releasing lock "[datastore1] devstack-image-cache_base/dbf872a4-92be-47e4-8561-c3e2bf2423ab" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 566.054554] env[62328]: DEBUG nova.virt.vmwareapi.vmops [None req-014c16d2-aa88-423e-bc81-f834ad5f8eb3 tempest-InstanceActionsV221TestJSON-1254732959 tempest-InstanceActionsV221TestJSON-1254732959-project-member] [instance: bf44560e-3ce4-42b6-8230-481b2094ebcc] Processing image dbf872a4-92be-47e4-8561-c3e2bf2423ab {{(pid=62328) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 566.054787] env[62328]: DEBUG oslo_concurrency.lockutils [None req-014c16d2-aa88-423e-bc81-f834ad5f8eb3 tempest-InstanceActionsV221TestJSON-1254732959 tempest-InstanceActionsV221TestJSON-1254732959-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/dbf872a4-92be-47e4-8561-c3e2bf2423ab/dbf872a4-92be-47e4-8561-c3e2bf2423ab.vmdk" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 566.055017] env[62328]: DEBUG oslo_concurrency.lockutils [None req-57926e8a-0913-4309-9bf4-4accdab40378 tempest-ServerDiagnosticsTest-1328327217 tempest-ServerDiagnosticsTest-1328327217-project-member] Acquired lock "[datastore1] devstack-image-cache_base/dbf872a4-92be-47e4-8561-c3e2bf2423ab" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 566.055328] env[62328]: DEBUG oslo_concurrency.lockutils [None req-57926e8a-0913-4309-9bf4-4accdab40378 tempest-ServerDiagnosticsTest-1328327217 tempest-ServerDiagnosticsTest-1328327217-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/dbf872a4-92be-47e4-8561-c3e2bf2423ab" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 566.056055] env[62328]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-07c6cc8d-9929-47c3-a3f6-0316d7eed0d1 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 566.061815] env[62328]: DEBUG oslo_vmware.api [None req-57926e8a-0913-4309-9bf4-4accdab40378 tempest-ServerDiagnosticsTest-1328327217 tempest-ServerDiagnosticsTest-1328327217-project-member] Waiting for the task: (returnval){ [ 566.061815] env[62328]: value = "session[52a6e20e-410d-708a-99f2-080a575a99bd]52853acc-9eb4-222b-08b6-8a0e2f63e119" [ 566.061815] env[62328]: _type = "Task" [ 566.061815] env[62328]: } to complete. {{(pid=62328) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 566.078919] env[62328]: DEBUG oslo_concurrency.lockutils [None req-2d6cbe4f-90f6-4be8-baa3-cec59b7b6052 tempest-ServerActionsTestOtherA-1098162655 tempest-ServerActionsTestOtherA-1098162655-project-member] Acquiring lock "refresh_cache-6c107768-0f57-42fd-a2a5-b28207b17de9" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 566.079045] env[62328]: DEBUG oslo_concurrency.lockutils [None req-2d6cbe4f-90f6-4be8-baa3-cec59b7b6052 tempest-ServerActionsTestOtherA-1098162655 tempest-ServerActionsTestOtherA-1098162655-project-member] Acquired lock "refresh_cache-6c107768-0f57-42fd-a2a5-b28207b17de9" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 566.079207] env[62328]: DEBUG nova.network.neutron [None req-2d6cbe4f-90f6-4be8-baa3-cec59b7b6052 tempest-ServerActionsTestOtherA-1098162655 tempest-ServerActionsTestOtherA-1098162655-project-member] [instance: 6c107768-0f57-42fd-a2a5-b28207b17de9] Building network info cache for instance {{(pid=62328) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 566.084123] env[62328]: DEBUG oslo_concurrency.lockutils [None req-57926e8a-0913-4309-9bf4-4accdab40378 tempest-ServerDiagnosticsTest-1328327217 tempest-ServerDiagnosticsTest-1328327217-project-member] Releasing lock "[datastore1] devstack-image-cache_base/dbf872a4-92be-47e4-8561-c3e2bf2423ab" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 566.084972] env[62328]: DEBUG nova.virt.vmwareapi.vmops [None req-57926e8a-0913-4309-9bf4-4accdab40378 tempest-ServerDiagnosticsTest-1328327217 tempest-ServerDiagnosticsTest-1328327217-project-member] [instance: 26ce508b-d9c2-42ef-9713-138c359aa4a9] Processing image dbf872a4-92be-47e4-8561-c3e2bf2423ab {{(pid=62328) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 566.084972] env[62328]: DEBUG oslo_concurrency.lockutils [None req-57926e8a-0913-4309-9bf4-4accdab40378 tempest-ServerDiagnosticsTest-1328327217 tempest-ServerDiagnosticsTest-1328327217-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/dbf872a4-92be-47e4-8561-c3e2bf2423ab/dbf872a4-92be-47e4-8561-c3e2bf2423ab.vmdk" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 566.166009] env[62328]: DEBUG oslo_vmware.api [None req-107115ac-01e8-4ad8-a0e8-c1a8a00d753d tempest-FloatingIPsAssociationTestJSON-89523020 tempest-FloatingIPsAssociationTestJSON-89523020-project-member] Task: {'id': task-2386207, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.067489} completed successfully. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 566.166164] env[62328]: DEBUG nova.virt.vmwareapi.ds_util [None req-107115ac-01e8-4ad8-a0e8-c1a8a00d753d tempest-FloatingIPsAssociationTestJSON-89523020 tempest-FloatingIPsAssociationTestJSON-89523020-project-member] Deleted the datastore file {{(pid=62328) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 566.166369] env[62328]: DEBUG nova.virt.vmwareapi.ds_util [None req-107115ac-01e8-4ad8-a0e8-c1a8a00d753d tempest-FloatingIPsAssociationTestJSON-89523020 tempest-FloatingIPsAssociationTestJSON-89523020-project-member] Moving file from [datastore1] vmware_temp/34261ff5-7593-4013-9033-d8e0cfdadce0/dbf872a4-92be-47e4-8561-c3e2bf2423ab to [datastore1] devstack-image-cache_base/dbf872a4-92be-47e4-8561-c3e2bf2423ab. {{(pid=62328) file_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:334}} [ 566.166614] env[62328]: DEBUG oslo_vmware.service [-] Invoking FileManager.MoveDatastoreFile_Task with opID=oslo.vmware-e2d5b1fb-f6c7-46e9-bdd6-ffe80dae8024 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 566.175656] env[62328]: DEBUG oslo_vmware.api [None req-107115ac-01e8-4ad8-a0e8-c1a8a00d753d tempest-FloatingIPsAssociationTestJSON-89523020 tempest-FloatingIPsAssociationTestJSON-89523020-project-member] Waiting for the task: (returnval){ [ 566.175656] env[62328]: value = "task-2386208" [ 566.175656] env[62328]: _type = "Task" [ 566.175656] env[62328]: } to complete. {{(pid=62328) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 566.184247] env[62328]: DEBUG oslo_vmware.api [None req-107115ac-01e8-4ad8-a0e8-c1a8a00d753d tempest-FloatingIPsAssociationTestJSON-89523020 tempest-FloatingIPsAssociationTestJSON-89523020-project-member] Task: {'id': task-2386208, 'name': MoveDatastoreFile_Task} progress is 0%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 566.197829] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a48cc09a-6564-48e2-a941-aaecc062877e {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 566.204962] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c05c3bc0-a9d7-468d-a1bc-5769279795bd {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 566.236277] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-61c1402c-fb28-420a-b971-494130650e60 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 566.243846] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d620e51d-6a14-4389-bf9e-ab77f05cde81 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 566.257510] env[62328]: DEBUG nova.compute.provider_tree [None req-332cd9a1-235b-4315-894a-68f76363e980 None None] Inventory has not changed in ProviderTree for provider: 3469e9f8-04af-49ca-8435-49f104496744 {{(pid=62328) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 566.340332] env[62328]: DEBUG nova.network.neutron [-] [instance: b08dddfd-83d2-434a-b533-c4e7515d44db] Updating instance_info_cache with network_info: [] {{(pid=62328) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 566.447887] env[62328]: DEBUG nova.compute.manager [req-9cc14ef4-75e5-4793-9056-0ad5daf50f50 req-efb5a4ee-ef72-4fb5-9c90-b9994bc0fa8b service nova] [instance: 5f192c3a-1f44-4471-afec-76a321dfd557] Received event network-changed-d6a0d811-8529-405a-85cc-bf4bdf105c95 {{(pid=62328) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 566.448396] env[62328]: DEBUG nova.compute.manager [req-9cc14ef4-75e5-4793-9056-0ad5daf50f50 req-efb5a4ee-ef72-4fb5-9c90-b9994bc0fa8b service nova] [instance: 5f192c3a-1f44-4471-afec-76a321dfd557] Refreshing instance network info cache due to event network-changed-d6a0d811-8529-405a-85cc-bf4bdf105c95. {{(pid=62328) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 566.448699] env[62328]: DEBUG oslo_concurrency.lockutils [req-9cc14ef4-75e5-4793-9056-0ad5daf50f50 req-efb5a4ee-ef72-4fb5-9c90-b9994bc0fa8b service nova] Acquiring lock "refresh_cache-5f192c3a-1f44-4471-afec-76a321dfd557" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 566.449012] env[62328]: DEBUG oslo_concurrency.lockutils [req-9cc14ef4-75e5-4793-9056-0ad5daf50f50 req-efb5a4ee-ef72-4fb5-9c90-b9994bc0fa8b service nova] Acquired lock "refresh_cache-5f192c3a-1f44-4471-afec-76a321dfd557" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 566.449227] env[62328]: DEBUG nova.network.neutron [req-9cc14ef4-75e5-4793-9056-0ad5daf50f50 req-efb5a4ee-ef72-4fb5-9c90-b9994bc0fa8b service nova] [instance: 5f192c3a-1f44-4471-afec-76a321dfd557] Refreshing network info cache for port d6a0d811-8529-405a-85cc-bf4bdf105c95 {{(pid=62328) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 566.466391] env[62328]: DEBUG nova.compute.manager [req-9ceffc87-d1e3-4539-b278-7ae0f6fadad0 req-b2002c9e-4f7a-4352-8619-5a3087af6055 service nova] [instance: bf44560e-3ce4-42b6-8230-481b2094ebcc] Received event network-vif-plugged-0a954496-835f-4179-93a4-3ccd19758740 {{(pid=62328) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 566.466687] env[62328]: DEBUG oslo_concurrency.lockutils [req-9ceffc87-d1e3-4539-b278-7ae0f6fadad0 req-b2002c9e-4f7a-4352-8619-5a3087af6055 service nova] Acquiring lock "bf44560e-3ce4-42b6-8230-481b2094ebcc-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 566.470019] env[62328]: DEBUG oslo_concurrency.lockutils [req-9ceffc87-d1e3-4539-b278-7ae0f6fadad0 req-b2002c9e-4f7a-4352-8619-5a3087af6055 service nova] Lock "bf44560e-3ce4-42b6-8230-481b2094ebcc-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 566.470019] env[62328]: DEBUG oslo_concurrency.lockutils [req-9ceffc87-d1e3-4539-b278-7ae0f6fadad0 req-b2002c9e-4f7a-4352-8619-5a3087af6055 service nova] Lock "bf44560e-3ce4-42b6-8230-481b2094ebcc-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 566.470019] env[62328]: DEBUG nova.compute.manager [req-9ceffc87-d1e3-4539-b278-7ae0f6fadad0 req-b2002c9e-4f7a-4352-8619-5a3087af6055 service nova] [instance: bf44560e-3ce4-42b6-8230-481b2094ebcc] No waiting events found dispatching network-vif-plugged-0a954496-835f-4179-93a4-3ccd19758740 {{(pid=62328) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 566.470019] env[62328]: WARNING nova.compute.manager [req-9ceffc87-d1e3-4539-b278-7ae0f6fadad0 req-b2002c9e-4f7a-4352-8619-5a3087af6055 service nova] [instance: bf44560e-3ce4-42b6-8230-481b2094ebcc] Received unexpected event network-vif-plugged-0a954496-835f-4179-93a4-3ccd19758740 for instance with vm_state building and task_state spawning. [ 566.470019] env[62328]: DEBUG nova.compute.manager [req-9ceffc87-d1e3-4539-b278-7ae0f6fadad0 req-b2002c9e-4f7a-4352-8619-5a3087af6055 service nova] [instance: bf44560e-3ce4-42b6-8230-481b2094ebcc] Received event network-changed-0a954496-835f-4179-93a4-3ccd19758740 {{(pid=62328) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 566.470548] env[62328]: DEBUG nova.compute.manager [req-9ceffc87-d1e3-4539-b278-7ae0f6fadad0 req-b2002c9e-4f7a-4352-8619-5a3087af6055 service nova] [instance: bf44560e-3ce4-42b6-8230-481b2094ebcc] Refreshing instance network info cache due to event network-changed-0a954496-835f-4179-93a4-3ccd19758740. {{(pid=62328) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 566.470548] env[62328]: DEBUG oslo_concurrency.lockutils [req-9ceffc87-d1e3-4539-b278-7ae0f6fadad0 req-b2002c9e-4f7a-4352-8619-5a3087af6055 service nova] Acquiring lock "refresh_cache-bf44560e-3ce4-42b6-8230-481b2094ebcc" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 566.470548] env[62328]: DEBUG oslo_concurrency.lockutils [req-9ceffc87-d1e3-4539-b278-7ae0f6fadad0 req-b2002c9e-4f7a-4352-8619-5a3087af6055 service nova] Acquired lock "refresh_cache-bf44560e-3ce4-42b6-8230-481b2094ebcc" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 566.470548] env[62328]: DEBUG nova.network.neutron [req-9ceffc87-d1e3-4539-b278-7ae0f6fadad0 req-b2002c9e-4f7a-4352-8619-5a3087af6055 service nova] [instance: bf44560e-3ce4-42b6-8230-481b2094ebcc] Refreshing network info cache for port 0a954496-835f-4179-93a4-3ccd19758740 {{(pid=62328) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 566.480851] env[62328]: DEBUG oslo_concurrency.lockutils [req-ed846186-1dab-4883-bac9-ce23e8d56c80 req-53f707d5-415b-4f1a-81c9-d109f83415b5 service nova] Releasing lock "refresh_cache-911e8910-7b82-4557-af15-99cf96b7314e" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 566.481128] env[62328]: DEBUG nova.compute.manager [req-ed846186-1dab-4883-bac9-ce23e8d56c80 req-53f707d5-415b-4f1a-81c9-d109f83415b5 service nova] [instance: f70d129f-1468-4834-b753-8c602837eff0] Received event network-vif-plugged-c9c2fcc7-4fe2-4edf-ad16-d24bae59432d {{(pid=62328) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 566.481801] env[62328]: DEBUG oslo_concurrency.lockutils [req-ed846186-1dab-4883-bac9-ce23e8d56c80 req-53f707d5-415b-4f1a-81c9-d109f83415b5 service nova] Acquiring lock "f70d129f-1468-4834-b753-8c602837eff0-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 566.481801] env[62328]: DEBUG oslo_concurrency.lockutils [req-ed846186-1dab-4883-bac9-ce23e8d56c80 req-53f707d5-415b-4f1a-81c9-d109f83415b5 service nova] Lock "f70d129f-1468-4834-b753-8c602837eff0-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 566.481801] env[62328]: DEBUG oslo_concurrency.lockutils [req-ed846186-1dab-4883-bac9-ce23e8d56c80 req-53f707d5-415b-4f1a-81c9-d109f83415b5 service nova] Lock "f70d129f-1468-4834-b753-8c602837eff0-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 566.481966] env[62328]: DEBUG nova.compute.manager [req-ed846186-1dab-4883-bac9-ce23e8d56c80 req-53f707d5-415b-4f1a-81c9-d109f83415b5 service nova] [instance: f70d129f-1468-4834-b753-8c602837eff0] No waiting events found dispatching network-vif-plugged-c9c2fcc7-4fe2-4edf-ad16-d24bae59432d {{(pid=62328) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 566.482861] env[62328]: WARNING nova.compute.manager [req-ed846186-1dab-4883-bac9-ce23e8d56c80 req-53f707d5-415b-4f1a-81c9-d109f83415b5 service nova] [instance: f70d129f-1468-4834-b753-8c602837eff0] Received unexpected event network-vif-plugged-c9c2fcc7-4fe2-4edf-ad16-d24bae59432d for instance with vm_state building and task_state spawning. [ 566.482861] env[62328]: DEBUG nova.compute.manager [req-ed846186-1dab-4883-bac9-ce23e8d56c80 req-53f707d5-415b-4f1a-81c9-d109f83415b5 service nova] [instance: f70d129f-1468-4834-b753-8c602837eff0] Received event network-changed-c9c2fcc7-4fe2-4edf-ad16-d24bae59432d {{(pid=62328) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 566.482861] env[62328]: DEBUG nova.compute.manager [req-ed846186-1dab-4883-bac9-ce23e8d56c80 req-53f707d5-415b-4f1a-81c9-d109f83415b5 service nova] [instance: f70d129f-1468-4834-b753-8c602837eff0] Refreshing instance network info cache due to event network-changed-c9c2fcc7-4fe2-4edf-ad16-d24bae59432d. {{(pid=62328) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 566.482861] env[62328]: DEBUG oslo_concurrency.lockutils [req-ed846186-1dab-4883-bac9-ce23e8d56c80 req-53f707d5-415b-4f1a-81c9-d109f83415b5 service nova] Acquiring lock "refresh_cache-f70d129f-1468-4834-b753-8c602837eff0" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 566.482861] env[62328]: DEBUG oslo_concurrency.lockutils [req-ed846186-1dab-4883-bac9-ce23e8d56c80 req-53f707d5-415b-4f1a-81c9-d109f83415b5 service nova] Acquired lock "refresh_cache-f70d129f-1468-4834-b753-8c602837eff0" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 566.483145] env[62328]: DEBUG nova.network.neutron [req-ed846186-1dab-4883-bac9-ce23e8d56c80 req-53f707d5-415b-4f1a-81c9-d109f83415b5 service nova] [instance: f70d129f-1468-4834-b753-8c602837eff0] Refreshing network info cache for port c9c2fcc7-4fe2-4edf-ad16-d24bae59432d {{(pid=62328) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 566.549346] env[62328]: DEBUG oslo_concurrency.lockutils [None req-9b57f4c2-f6fa-41ea-9a6d-e559546e70fe tempest-ServerDiagnosticsNegativeTest-1831247043 tempest-ServerDiagnosticsNegativeTest-1831247043-project-member] Lock "4584a496-3f79-40ce-bf30-178bb7c0afcc" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 25.905s {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 566.633036] env[62328]: DEBUG nova.network.neutron [None req-2d6cbe4f-90f6-4be8-baa3-cec59b7b6052 tempest-ServerActionsTestOtherA-1098162655 tempest-ServerActionsTestOtherA-1098162655-project-member] [instance: 6c107768-0f57-42fd-a2a5-b28207b17de9] Instance cache missing network info. {{(pid=62328) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 566.689766] env[62328]: DEBUG oslo_vmware.api [None req-107115ac-01e8-4ad8-a0e8-c1a8a00d753d tempest-FloatingIPsAssociationTestJSON-89523020 tempest-FloatingIPsAssociationTestJSON-89523020-project-member] Task: {'id': task-2386208, 'name': MoveDatastoreFile_Task, 'duration_secs': 0.059913} completed successfully. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 566.690119] env[62328]: DEBUG nova.virt.vmwareapi.ds_util [None req-107115ac-01e8-4ad8-a0e8-c1a8a00d753d tempest-FloatingIPsAssociationTestJSON-89523020 tempest-FloatingIPsAssociationTestJSON-89523020-project-member] File moved {{(pid=62328) file_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:346}} [ 566.690344] env[62328]: DEBUG nova.virt.vmwareapi.vmops [None req-107115ac-01e8-4ad8-a0e8-c1a8a00d753d tempest-FloatingIPsAssociationTestJSON-89523020 tempest-FloatingIPsAssociationTestJSON-89523020-project-member] [instance: 911e8910-7b82-4557-af15-99cf96b7314e] Cleaning up location [datastore1] vmware_temp/34261ff5-7593-4013-9033-d8e0cfdadce0 {{(pid=62328) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:640}} [ 566.690529] env[62328]: DEBUG nova.virt.vmwareapi.ds_util [None req-107115ac-01e8-4ad8-a0e8-c1a8a00d753d tempest-FloatingIPsAssociationTestJSON-89523020 tempest-FloatingIPsAssociationTestJSON-89523020-project-member] Deleting the datastore file [datastore1] vmware_temp/34261ff5-7593-4013-9033-d8e0cfdadce0 {{(pid=62328) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 566.690750] env[62328]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-4bf8ed1d-2ebd-4b36-b14a-b86801731197 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 566.698121] env[62328]: DEBUG oslo_vmware.api [None req-107115ac-01e8-4ad8-a0e8-c1a8a00d753d tempest-FloatingIPsAssociationTestJSON-89523020 tempest-FloatingIPsAssociationTestJSON-89523020-project-member] Waiting for the task: (returnval){ [ 566.698121] env[62328]: value = "task-2386209" [ 566.698121] env[62328]: _type = "Task" [ 566.698121] env[62328]: } to complete. {{(pid=62328) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 566.708534] env[62328]: DEBUG oslo_vmware.api [None req-107115ac-01e8-4ad8-a0e8-c1a8a00d753d tempest-FloatingIPsAssociationTestJSON-89523020 tempest-FloatingIPsAssociationTestJSON-89523020-project-member] Task: {'id': task-2386209, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 566.762064] env[62328]: DEBUG nova.scheduler.client.report [None req-332cd9a1-235b-4315-894a-68f76363e980 None None] Inventory has not changed for provider 3469e9f8-04af-49ca-8435-49f104496744 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 153, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62328) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 566.794222] env[62328]: DEBUG nova.network.neutron [None req-2d6cbe4f-90f6-4be8-baa3-cec59b7b6052 tempest-ServerActionsTestOtherA-1098162655 tempest-ServerActionsTestOtherA-1098162655-project-member] [instance: 6c107768-0f57-42fd-a2a5-b28207b17de9] Updating instance_info_cache with network_info: [{"id": "91cd4436-3fed-42d5-aefe-0df82259b6eb", "address": "fa:16:3e:b6:10:40", "network": {"id": "ed570829-7777-4fb9-9e0f-cef4ca21980b", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1726239177-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "17143bbcad5b4da0801478fe45bd8ce6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a965790c-2d2f-4c2a-9ee7-745f4d53039b", "external-id": "nsx-vlan-transportzone-708", "segmentation_id": 708, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap91cd4436-3f", "ovs_interfaceid": "91cd4436-3fed-42d5-aefe-0df82259b6eb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62328) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 566.845281] env[62328]: INFO nova.compute.manager [-] [instance: b08dddfd-83d2-434a-b533-c4e7515d44db] Took 1.40 seconds to deallocate network for instance. [ 566.959869] env[62328]: DEBUG oslo_concurrency.lockutils [None req-5597401a-10e5-4016-99da-0f65264d976e tempest-ServerPasswordTestJSON-1408689932 tempest-ServerPasswordTestJSON-1408689932-project-member] Acquiring lock "96f94f58-1fd4-4e65-a362-2861daab1a34" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 566.959869] env[62328]: DEBUG oslo_concurrency.lockutils [None req-5597401a-10e5-4016-99da-0f65264d976e tempest-ServerPasswordTestJSON-1408689932 tempest-ServerPasswordTestJSON-1408689932-project-member] Lock "96f94f58-1fd4-4e65-a362-2861daab1a34" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 566.959869] env[62328]: DEBUG oslo_concurrency.lockutils [None req-5597401a-10e5-4016-99da-0f65264d976e tempest-ServerPasswordTestJSON-1408689932 tempest-ServerPasswordTestJSON-1408689932-project-member] Acquiring lock "96f94f58-1fd4-4e65-a362-2861daab1a34-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 566.959869] env[62328]: DEBUG oslo_concurrency.lockutils [None req-5597401a-10e5-4016-99da-0f65264d976e tempest-ServerPasswordTestJSON-1408689932 tempest-ServerPasswordTestJSON-1408689932-project-member] Lock "96f94f58-1fd4-4e65-a362-2861daab1a34-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.001s {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 566.960630] env[62328]: DEBUG oslo_concurrency.lockutils [None req-5597401a-10e5-4016-99da-0f65264d976e tempest-ServerPasswordTestJSON-1408689932 tempest-ServerPasswordTestJSON-1408689932-project-member] Lock "96f94f58-1fd4-4e65-a362-2861daab1a34-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 566.961447] env[62328]: INFO nova.compute.manager [None req-5597401a-10e5-4016-99da-0f65264d976e tempest-ServerPasswordTestJSON-1408689932 tempest-ServerPasswordTestJSON-1408689932-project-member] [instance: 96f94f58-1fd4-4e65-a362-2861daab1a34] Terminating instance [ 567.053903] env[62328]: DEBUG nova.compute.manager [None req-3c4710ea-f3d4-41ef-8b4a-f06ed375348a tempest-ImagesOneServerTestJSON-2062431902 tempest-ImagesOneServerTestJSON-2062431902-project-member] [instance: b7106740-bdd7-4774-8744-cbe21352a31c] Starting instance... {{(pid=62328) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 567.207814] env[62328]: DEBUG oslo_vmware.api [None req-107115ac-01e8-4ad8-a0e8-c1a8a00d753d tempest-FloatingIPsAssociationTestJSON-89523020 tempest-FloatingIPsAssociationTestJSON-89523020-project-member] Task: {'id': task-2386209, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.035346} completed successfully. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 567.210142] env[62328]: DEBUG nova.virt.vmwareapi.ds_util [None req-107115ac-01e8-4ad8-a0e8-c1a8a00d753d tempest-FloatingIPsAssociationTestJSON-89523020 tempest-FloatingIPsAssociationTestJSON-89523020-project-member] Deleted the datastore file {{(pid=62328) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 567.210761] env[62328]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6d284f40-0dd1-4c55-8501-e5065e3c062d {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 567.215107] env[62328]: DEBUG nova.network.neutron [req-9cc14ef4-75e5-4793-9056-0ad5daf50f50 req-efb5a4ee-ef72-4fb5-9c90-b9994bc0fa8b service nova] [instance: 5f192c3a-1f44-4471-afec-76a321dfd557] Updated VIF entry in instance network info cache for port d6a0d811-8529-405a-85cc-bf4bdf105c95. {{(pid=62328) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 567.215467] env[62328]: DEBUG nova.network.neutron [req-9cc14ef4-75e5-4793-9056-0ad5daf50f50 req-efb5a4ee-ef72-4fb5-9c90-b9994bc0fa8b service nova] [instance: 5f192c3a-1f44-4471-afec-76a321dfd557] Updating instance_info_cache with network_info: [{"id": "d6a0d811-8529-405a-85cc-bf4bdf105c95", "address": "fa:16:3e:15:a1:cd", "network": {"id": "ec511a9f-4661-41db-95bd-0fc9ad2de615", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.228", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "2a64022f08d84b11a86773b900860ae5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a4f91f31-0516-4d62-a341-e03a50b7c477", "external-id": "nsx-vlan-transportzone-963", "segmentation_id": 963, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd6a0d811-85", "ovs_interfaceid": "d6a0d811-8529-405a-85cc-bf4bdf105c95", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62328) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 567.217814] env[62328]: DEBUG oslo_vmware.api [None req-107115ac-01e8-4ad8-a0e8-c1a8a00d753d tempest-FloatingIPsAssociationTestJSON-89523020 tempest-FloatingIPsAssociationTestJSON-89523020-project-member] Waiting for the task: (returnval){ [ 567.217814] env[62328]: value = "session[52a6e20e-410d-708a-99f2-080a575a99bd]5203ec5b-facf-3ebb-d8de-fffdc5313e23" [ 567.217814] env[62328]: _type = "Task" [ 567.217814] env[62328]: } to complete. {{(pid=62328) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 567.226145] env[62328]: DEBUG oslo_vmware.api [None req-107115ac-01e8-4ad8-a0e8-c1a8a00d753d tempest-FloatingIPsAssociationTestJSON-89523020 tempest-FloatingIPsAssociationTestJSON-89523020-project-member] Task: {'id': session[52a6e20e-410d-708a-99f2-080a575a99bd]5203ec5b-facf-3ebb-d8de-fffdc5313e23, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 567.272349] env[62328]: DEBUG nova.compute.resource_tracker [None req-332cd9a1-235b-4315-894a-68f76363e980 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=62328) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 567.272568] env[62328]: DEBUG oslo_concurrency.lockutils [None req-332cd9a1-235b-4315-894a-68f76363e980 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 4.437s {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 567.272821] env[62328]: DEBUG oslo_concurrency.lockutils [None req-d4c8151d-54cd-4397-a676-0ca697a7fc88 tempest-FloatingIPsAssociationNegativeTestJSON-1912335046 tempest-FloatingIPsAssociationNegativeTestJSON-1912335046-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 8.111s {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 567.274342] env[62328]: INFO nova.compute.claims [None req-d4c8151d-54cd-4397-a676-0ca697a7fc88 tempest-FloatingIPsAssociationNegativeTestJSON-1912335046 tempest-FloatingIPsAssociationNegativeTestJSON-1912335046-project-member] [instance: 39d42b89-6e94-4322-9d0b-356672da5cde] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 567.300490] env[62328]: DEBUG oslo_concurrency.lockutils [None req-2d6cbe4f-90f6-4be8-baa3-cec59b7b6052 tempest-ServerActionsTestOtherA-1098162655 tempest-ServerActionsTestOtherA-1098162655-project-member] Releasing lock "refresh_cache-6c107768-0f57-42fd-a2a5-b28207b17de9" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 567.302962] env[62328]: DEBUG nova.compute.manager [None req-2d6cbe4f-90f6-4be8-baa3-cec59b7b6052 tempest-ServerActionsTestOtherA-1098162655 tempest-ServerActionsTestOtherA-1098162655-project-member] [instance: 6c107768-0f57-42fd-a2a5-b28207b17de9] Instance network_info: |[{"id": "91cd4436-3fed-42d5-aefe-0df82259b6eb", "address": "fa:16:3e:b6:10:40", "network": {"id": "ed570829-7777-4fb9-9e0f-cef4ca21980b", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1726239177-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "17143bbcad5b4da0801478fe45bd8ce6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a965790c-2d2f-4c2a-9ee7-745f4d53039b", "external-id": "nsx-vlan-transportzone-708", "segmentation_id": 708, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap91cd4436-3f", "ovs_interfaceid": "91cd4436-3fed-42d5-aefe-0df82259b6eb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62328) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 567.303112] env[62328]: DEBUG nova.virt.vmwareapi.vmops [None req-2d6cbe4f-90f6-4be8-baa3-cec59b7b6052 tempest-ServerActionsTestOtherA-1098162655 tempest-ServerActionsTestOtherA-1098162655-project-member] [instance: 6c107768-0f57-42fd-a2a5-b28207b17de9] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:b6:10:40', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'a965790c-2d2f-4c2a-9ee7-745f4d53039b', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '91cd4436-3fed-42d5-aefe-0df82259b6eb', 'vif_model': 'vmxnet3'}] {{(pid=62328) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 567.309068] env[62328]: DEBUG nova.virt.vmwareapi.vm_util [None req-2d6cbe4f-90f6-4be8-baa3-cec59b7b6052 tempest-ServerActionsTestOtherA-1098162655 tempest-ServerActionsTestOtherA-1098162655-project-member] Creating folder: Project (17143bbcad5b4da0801478fe45bd8ce6). Parent ref: group-v484164. {{(pid=62328) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 567.309347] env[62328]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-c1aa953b-2ee8-4b69-9fd7-2b0fe2db1e8a {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 567.326105] env[62328]: INFO nova.virt.vmwareapi.vm_util [None req-2d6cbe4f-90f6-4be8-baa3-cec59b7b6052 tempest-ServerActionsTestOtherA-1098162655 tempest-ServerActionsTestOtherA-1098162655-project-member] Created folder: Project (17143bbcad5b4da0801478fe45bd8ce6) in parent group-v484164. [ 567.326382] env[62328]: DEBUG nova.virt.vmwareapi.vm_util [None req-2d6cbe4f-90f6-4be8-baa3-cec59b7b6052 tempest-ServerActionsTestOtherA-1098162655 tempest-ServerActionsTestOtherA-1098162655-project-member] Creating folder: Instances. Parent ref: group-v484195. {{(pid=62328) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 567.326831] env[62328]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-fba9059c-bdf2-4808-93a8-6be3b287fcb5 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 567.335749] env[62328]: INFO nova.virt.vmwareapi.vm_util [None req-2d6cbe4f-90f6-4be8-baa3-cec59b7b6052 tempest-ServerActionsTestOtherA-1098162655 tempest-ServerActionsTestOtherA-1098162655-project-member] Created folder: Instances in parent group-v484195. [ 567.335963] env[62328]: DEBUG oslo.service.loopingcall [None req-2d6cbe4f-90f6-4be8-baa3-cec59b7b6052 tempest-ServerActionsTestOtherA-1098162655 tempest-ServerActionsTestOtherA-1098162655-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62328) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 567.336166] env[62328]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6c107768-0f57-42fd-a2a5-b28207b17de9] Creating VM on the ESX host {{(pid=62328) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 567.336356] env[62328]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-51253c85-cb7f-48f3-9f85-ff69d7ec3296 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 567.351359] env[62328]: DEBUG oslo_concurrency.lockutils [None req-28575dda-c545-4611-989c-6929a1103264 tempest-DeleteServersAdminTestJSON-1024684644 tempest-DeleteServersAdminTestJSON-1024684644-project-admin] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 567.355422] env[62328]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 567.355422] env[62328]: value = "task-2386212" [ 567.355422] env[62328]: _type = "Task" [ 567.355422] env[62328]: } to complete. {{(pid=62328) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 567.362575] env[62328]: DEBUG oslo_vmware.api [-] Task: {'id': task-2386212, 'name': CreateVM_Task} progress is 0%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 567.465687] env[62328]: DEBUG nova.compute.manager [None req-5597401a-10e5-4016-99da-0f65264d976e tempest-ServerPasswordTestJSON-1408689932 tempest-ServerPasswordTestJSON-1408689932-project-member] [instance: 96f94f58-1fd4-4e65-a362-2861daab1a34] Start destroying the instance on the hypervisor. {{(pid=62328) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 567.465948] env[62328]: DEBUG nova.virt.vmwareapi.vmops [None req-5597401a-10e5-4016-99da-0f65264d976e tempest-ServerPasswordTestJSON-1408689932 tempest-ServerPasswordTestJSON-1408689932-project-member] [instance: 96f94f58-1fd4-4e65-a362-2861daab1a34] Destroying instance {{(pid=62328) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 567.466763] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-411715d5-d703-476e-816b-bac8be4eb735 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 567.477702] env[62328]: DEBUG nova.virt.vmwareapi.vm_util [None req-5597401a-10e5-4016-99da-0f65264d976e tempest-ServerPasswordTestJSON-1408689932 tempest-ServerPasswordTestJSON-1408689932-project-member] [instance: 96f94f58-1fd4-4e65-a362-2861daab1a34] Powering off the VM {{(pid=62328) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 567.478374] env[62328]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f2aa49be-29ce-4ac4-8d48-c74b9eb9dcfc {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 567.484200] env[62328]: DEBUG oslo_vmware.api [None req-5597401a-10e5-4016-99da-0f65264d976e tempest-ServerPasswordTestJSON-1408689932 tempest-ServerPasswordTestJSON-1408689932-project-member] Waiting for the task: (returnval){ [ 567.484200] env[62328]: value = "task-2386213" [ 567.484200] env[62328]: _type = "Task" [ 567.484200] env[62328]: } to complete. {{(pid=62328) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 567.491628] env[62328]: DEBUG oslo_vmware.api [None req-5597401a-10e5-4016-99da-0f65264d976e tempest-ServerPasswordTestJSON-1408689932 tempest-ServerPasswordTestJSON-1408689932-project-member] Task: {'id': task-2386213, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 567.589420] env[62328]: DEBUG oslo_concurrency.lockutils [None req-3c4710ea-f3d4-41ef-8b4a-f06ed375348a tempest-ImagesOneServerTestJSON-2062431902 tempest-ImagesOneServerTestJSON-2062431902-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 567.660097] env[62328]: DEBUG nova.network.neutron [req-9ceffc87-d1e3-4539-b278-7ae0f6fadad0 req-b2002c9e-4f7a-4352-8619-5a3087af6055 service nova] [instance: bf44560e-3ce4-42b6-8230-481b2094ebcc] Updated VIF entry in instance network info cache for port 0a954496-835f-4179-93a4-3ccd19758740. {{(pid=62328) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 567.660564] env[62328]: DEBUG nova.network.neutron [req-9ceffc87-d1e3-4539-b278-7ae0f6fadad0 req-b2002c9e-4f7a-4352-8619-5a3087af6055 service nova] [instance: bf44560e-3ce4-42b6-8230-481b2094ebcc] Updating instance_info_cache with network_info: [{"id": "0a954496-835f-4179-93a4-3ccd19758740", "address": "fa:16:3e:fe:82:ac", "network": {"id": "6877c6fb-e087-44d1-9699-ee3ca28e89dd", "bridge": "br-int", "label": "tempest-InstanceActionsV221TestJSON-61218694-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.2", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.3"}}], "meta": {"injected": false, "tenant_id": "7e8b669df0174744a406cab01567edbe", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c2d3bf80-d60a-4b53-a00a-1381de6d4a12", "external-id": "nsx-vlan-transportzone-982", "segmentation_id": 982, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0a954496-83", "ovs_interfaceid": "0a954496-835f-4179-93a4-3ccd19758740", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62328) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 567.702182] env[62328]: DEBUG nova.network.neutron [req-ed846186-1dab-4883-bac9-ce23e8d56c80 req-53f707d5-415b-4f1a-81c9-d109f83415b5 service nova] [instance: f70d129f-1468-4834-b753-8c602837eff0] Updated VIF entry in instance network info cache for port c9c2fcc7-4fe2-4edf-ad16-d24bae59432d. {{(pid=62328) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 567.702182] env[62328]: DEBUG nova.network.neutron [req-ed846186-1dab-4883-bac9-ce23e8d56c80 req-53f707d5-415b-4f1a-81c9-d109f83415b5 service nova] [instance: f70d129f-1468-4834-b753-8c602837eff0] Updating instance_info_cache with network_info: [{"id": "c9c2fcc7-4fe2-4edf-ad16-d24bae59432d", "address": "fa:16:3e:6e:12:e5", "network": {"id": "b3268275-d928-4ed2-9f27-512a8622c1cf", "bridge": "br-int", "label": "tempest-ImagesNegativeTestJSON-1472168481-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5ba9eb5ff48641b8ac9f053cd9a43de2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "359c2c31-99c4-41d7-a513-3bc4825897a0", "external-id": "nsx-vlan-transportzone-173", "segmentation_id": 173, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc9c2fcc7-4f", "ovs_interfaceid": "c9c2fcc7-4fe2-4edf-ad16-d24bae59432d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62328) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 567.726807] env[62328]: DEBUG oslo_concurrency.lockutils [req-9cc14ef4-75e5-4793-9056-0ad5daf50f50 req-efb5a4ee-ef72-4fb5-9c90-b9994bc0fa8b service nova] Releasing lock "refresh_cache-5f192c3a-1f44-4471-afec-76a321dfd557" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 567.727107] env[62328]: DEBUG nova.compute.manager [req-9cc14ef4-75e5-4793-9056-0ad5daf50f50 req-efb5a4ee-ef72-4fb5-9c90-b9994bc0fa8b service nova] [instance: 26ce508b-d9c2-42ef-9713-138c359aa4a9] Received event network-vif-plugged-fe3787fa-0397-4d61-bf15-24d11f2ef2cb {{(pid=62328) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 567.727512] env[62328]: DEBUG oslo_concurrency.lockutils [req-9cc14ef4-75e5-4793-9056-0ad5daf50f50 req-efb5a4ee-ef72-4fb5-9c90-b9994bc0fa8b service nova] Acquiring lock "26ce508b-d9c2-42ef-9713-138c359aa4a9-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 567.727512] env[62328]: DEBUG oslo_concurrency.lockutils [req-9cc14ef4-75e5-4793-9056-0ad5daf50f50 req-efb5a4ee-ef72-4fb5-9c90-b9994bc0fa8b service nova] Lock "26ce508b-d9c2-42ef-9713-138c359aa4a9-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 567.727681] env[62328]: DEBUG oslo_concurrency.lockutils [req-9cc14ef4-75e5-4793-9056-0ad5daf50f50 req-efb5a4ee-ef72-4fb5-9c90-b9994bc0fa8b service nova] Lock "26ce508b-d9c2-42ef-9713-138c359aa4a9-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 567.727822] env[62328]: DEBUG nova.compute.manager [req-9cc14ef4-75e5-4793-9056-0ad5daf50f50 req-efb5a4ee-ef72-4fb5-9c90-b9994bc0fa8b service nova] [instance: 26ce508b-d9c2-42ef-9713-138c359aa4a9] No waiting events found dispatching network-vif-plugged-fe3787fa-0397-4d61-bf15-24d11f2ef2cb {{(pid=62328) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 567.727986] env[62328]: WARNING nova.compute.manager [req-9cc14ef4-75e5-4793-9056-0ad5daf50f50 req-efb5a4ee-ef72-4fb5-9c90-b9994bc0fa8b service nova] [instance: 26ce508b-d9c2-42ef-9713-138c359aa4a9] Received unexpected event network-vif-plugged-fe3787fa-0397-4d61-bf15-24d11f2ef2cb for instance with vm_state building and task_state spawning. [ 567.728166] env[62328]: DEBUG nova.compute.manager [req-9cc14ef4-75e5-4793-9056-0ad5daf50f50 req-efb5a4ee-ef72-4fb5-9c90-b9994bc0fa8b service nova] [instance: 26ce508b-d9c2-42ef-9713-138c359aa4a9] Received event network-changed-fe3787fa-0397-4d61-bf15-24d11f2ef2cb {{(pid=62328) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 567.728484] env[62328]: DEBUG nova.compute.manager [req-9cc14ef4-75e5-4793-9056-0ad5daf50f50 req-efb5a4ee-ef72-4fb5-9c90-b9994bc0fa8b service nova] [instance: 26ce508b-d9c2-42ef-9713-138c359aa4a9] Refreshing instance network info cache due to event network-changed-fe3787fa-0397-4d61-bf15-24d11f2ef2cb. {{(pid=62328) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 567.728484] env[62328]: DEBUG oslo_concurrency.lockutils [req-9cc14ef4-75e5-4793-9056-0ad5daf50f50 req-efb5a4ee-ef72-4fb5-9c90-b9994bc0fa8b service nova] Acquiring lock "refresh_cache-26ce508b-d9c2-42ef-9713-138c359aa4a9" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 567.728623] env[62328]: DEBUG oslo_concurrency.lockutils [req-9cc14ef4-75e5-4793-9056-0ad5daf50f50 req-efb5a4ee-ef72-4fb5-9c90-b9994bc0fa8b service nova] Acquired lock "refresh_cache-26ce508b-d9c2-42ef-9713-138c359aa4a9" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 567.728763] env[62328]: DEBUG nova.network.neutron [req-9cc14ef4-75e5-4793-9056-0ad5daf50f50 req-efb5a4ee-ef72-4fb5-9c90-b9994bc0fa8b service nova] [instance: 26ce508b-d9c2-42ef-9713-138c359aa4a9] Refreshing network info cache for port fe3787fa-0397-4d61-bf15-24d11f2ef2cb {{(pid=62328) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 567.735796] env[62328]: DEBUG oslo_vmware.api [None req-107115ac-01e8-4ad8-a0e8-c1a8a00d753d tempest-FloatingIPsAssociationTestJSON-89523020 tempest-FloatingIPsAssociationTestJSON-89523020-project-member] Task: {'id': session[52a6e20e-410d-708a-99f2-080a575a99bd]5203ec5b-facf-3ebb-d8de-fffdc5313e23, 'name': SearchDatastore_Task, 'duration_secs': 0.00959} completed successfully. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 567.736062] env[62328]: DEBUG oslo_concurrency.lockutils [None req-107115ac-01e8-4ad8-a0e8-c1a8a00d753d tempest-FloatingIPsAssociationTestJSON-89523020 tempest-FloatingIPsAssociationTestJSON-89523020-project-member] Releasing lock "[datastore1] devstack-image-cache_base/dbf872a4-92be-47e4-8561-c3e2bf2423ab/dbf872a4-92be-47e4-8561-c3e2bf2423ab.vmdk" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 567.736523] env[62328]: DEBUG nova.virt.vmwareapi.vm_util [None req-107115ac-01e8-4ad8-a0e8-c1a8a00d753d tempest-FloatingIPsAssociationTestJSON-89523020 tempest-FloatingIPsAssociationTestJSON-89523020-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/dbf872a4-92be-47e4-8561-c3e2bf2423ab/dbf872a4-92be-47e4-8561-c3e2bf2423ab.vmdk to [datastore1] 911e8910-7b82-4557-af15-99cf96b7314e/911e8910-7b82-4557-af15-99cf96b7314e.vmdk {{(pid=62328) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 567.737152] env[62328]: DEBUG oslo_concurrency.lockutils [None req-8f9732e1-515b-426a-9785-7eac14f3cc5f tempest-ImagesNegativeTestJSON-504021747 tempest-ImagesNegativeTestJSON-504021747-project-member] Acquired lock "[datastore1] devstack-image-cache_base/dbf872a4-92be-47e4-8561-c3e2bf2423ab/dbf872a4-92be-47e4-8561-c3e2bf2423ab.vmdk" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 567.737464] env[62328]: DEBUG nova.virt.vmwareapi.ds_util [None req-8f9732e1-515b-426a-9785-7eac14f3cc5f tempest-ImagesNegativeTestJSON-504021747 tempest-ImagesNegativeTestJSON-504021747-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62328) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 567.737614] env[62328]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-7e3a2169-a970-4459-bf51-3e8d48231f17 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 567.739717] env[62328]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-21919d95-ac7f-460b-89ba-40ed7ff13d7a {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 567.746291] env[62328]: DEBUG oslo_vmware.api [None req-107115ac-01e8-4ad8-a0e8-c1a8a00d753d tempest-FloatingIPsAssociationTestJSON-89523020 tempest-FloatingIPsAssociationTestJSON-89523020-project-member] Waiting for the task: (returnval){ [ 567.746291] env[62328]: value = "task-2386214" [ 567.746291] env[62328]: _type = "Task" [ 567.746291] env[62328]: } to complete. {{(pid=62328) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 567.750414] env[62328]: DEBUG nova.virt.vmwareapi.ds_util [None req-8f9732e1-515b-426a-9785-7eac14f3cc5f tempest-ImagesNegativeTestJSON-504021747 tempest-ImagesNegativeTestJSON-504021747-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62328) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 567.750590] env[62328]: DEBUG nova.virt.vmwareapi.vmops [None req-8f9732e1-515b-426a-9785-7eac14f3cc5f tempest-ImagesNegativeTestJSON-504021747 tempest-ImagesNegativeTestJSON-504021747-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62328) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 567.751686] env[62328]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a77eeda9-2501-4aa1-b604-df4c81fe9719 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 567.756621] env[62328]: DEBUG oslo_vmware.api [None req-107115ac-01e8-4ad8-a0e8-c1a8a00d753d tempest-FloatingIPsAssociationTestJSON-89523020 tempest-FloatingIPsAssociationTestJSON-89523020-project-member] Task: {'id': task-2386214, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 567.759622] env[62328]: DEBUG oslo_vmware.api [None req-8f9732e1-515b-426a-9785-7eac14f3cc5f tempest-ImagesNegativeTestJSON-504021747 tempest-ImagesNegativeTestJSON-504021747-project-member] Waiting for the task: (returnval){ [ 567.759622] env[62328]: value = "session[52a6e20e-410d-708a-99f2-080a575a99bd]52c5a7fc-86a4-eb1a-6464-8573ad8bef40" [ 567.759622] env[62328]: _type = "Task" [ 567.759622] env[62328]: } to complete. {{(pid=62328) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 567.766952] env[62328]: DEBUG oslo_vmware.api [None req-8f9732e1-515b-426a-9785-7eac14f3cc5f tempest-ImagesNegativeTestJSON-504021747 tempest-ImagesNegativeTestJSON-504021747-project-member] Task: {'id': session[52a6e20e-410d-708a-99f2-080a575a99bd]52c5a7fc-86a4-eb1a-6464-8573ad8bef40, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 567.866216] env[62328]: DEBUG oslo_vmware.api [-] Task: {'id': task-2386212, 'name': CreateVM_Task, 'duration_secs': 0.339935} completed successfully. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 567.866570] env[62328]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6c107768-0f57-42fd-a2a5-b28207b17de9] Created VM on the ESX host {{(pid=62328) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 567.867400] env[62328]: DEBUG oslo_concurrency.lockutils [None req-2d6cbe4f-90f6-4be8-baa3-cec59b7b6052 tempest-ServerActionsTestOtherA-1098162655 tempest-ServerActionsTestOtherA-1098162655-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/dbf872a4-92be-47e4-8561-c3e2bf2423ab" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 567.867760] env[62328]: DEBUG oslo_concurrency.lockutils [None req-2d6cbe4f-90f6-4be8-baa3-cec59b7b6052 tempest-ServerActionsTestOtherA-1098162655 tempest-ServerActionsTestOtherA-1098162655-project-member] Acquired lock "[datastore1] devstack-image-cache_base/dbf872a4-92be-47e4-8561-c3e2bf2423ab" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 567.870017] env[62328]: DEBUG oslo_concurrency.lockutils [None req-2d6cbe4f-90f6-4be8-baa3-cec59b7b6052 tempest-ServerActionsTestOtherA-1098162655 tempest-ServerActionsTestOtherA-1098162655-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/dbf872a4-92be-47e4-8561-c3e2bf2423ab" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 567.870017] env[62328]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cef4bb40-f722-4957-99a7-29acd7bb219d {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 567.874113] env[62328]: DEBUG oslo_vmware.api [None req-2d6cbe4f-90f6-4be8-baa3-cec59b7b6052 tempest-ServerActionsTestOtherA-1098162655 tempest-ServerActionsTestOtherA-1098162655-project-member] Waiting for the task: (returnval){ [ 567.874113] env[62328]: value = "session[52a6e20e-410d-708a-99f2-080a575a99bd]522d0729-8d1c-26a6-2e62-5acd288295c4" [ 567.874113] env[62328]: _type = "Task" [ 567.874113] env[62328]: } to complete. {{(pid=62328) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 567.881543] env[62328]: DEBUG oslo_vmware.api [None req-2d6cbe4f-90f6-4be8-baa3-cec59b7b6052 tempest-ServerActionsTestOtherA-1098162655 tempest-ServerActionsTestOtherA-1098162655-project-member] Task: {'id': session[52a6e20e-410d-708a-99f2-080a575a99bd]522d0729-8d1c-26a6-2e62-5acd288295c4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 567.996602] env[62328]: DEBUG oslo_vmware.api [None req-5597401a-10e5-4016-99da-0f65264d976e tempest-ServerPasswordTestJSON-1408689932 tempest-ServerPasswordTestJSON-1408689932-project-member] Task: {'id': task-2386213, 'name': PowerOffVM_Task, 'duration_secs': 0.234951} completed successfully. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 567.996972] env[62328]: DEBUG nova.virt.vmwareapi.vm_util [None req-5597401a-10e5-4016-99da-0f65264d976e tempest-ServerPasswordTestJSON-1408689932 tempest-ServerPasswordTestJSON-1408689932-project-member] [instance: 96f94f58-1fd4-4e65-a362-2861daab1a34] Powered off the VM {{(pid=62328) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 567.997118] env[62328]: DEBUG nova.virt.vmwareapi.vmops [None req-5597401a-10e5-4016-99da-0f65264d976e tempest-ServerPasswordTestJSON-1408689932 tempest-ServerPasswordTestJSON-1408689932-project-member] [instance: 96f94f58-1fd4-4e65-a362-2861daab1a34] Unregistering the VM {{(pid=62328) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 567.997427] env[62328]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-da28cc03-5cea-4afc-a24d-e6c96aee57a8 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 568.078613] env[62328]: DEBUG nova.virt.vmwareapi.vmops [None req-5597401a-10e5-4016-99da-0f65264d976e tempest-ServerPasswordTestJSON-1408689932 tempest-ServerPasswordTestJSON-1408689932-project-member] [instance: 96f94f58-1fd4-4e65-a362-2861daab1a34] Unregistered the VM {{(pid=62328) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 568.078613] env[62328]: DEBUG nova.virt.vmwareapi.vmops [None req-5597401a-10e5-4016-99da-0f65264d976e tempest-ServerPasswordTestJSON-1408689932 tempest-ServerPasswordTestJSON-1408689932-project-member] [instance: 96f94f58-1fd4-4e65-a362-2861daab1a34] Deleting contents of the VM from datastore datastore2 {{(pid=62328) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 568.078886] env[62328]: DEBUG nova.virt.vmwareapi.ds_util [None req-5597401a-10e5-4016-99da-0f65264d976e tempest-ServerPasswordTestJSON-1408689932 tempest-ServerPasswordTestJSON-1408689932-project-member] Deleting the datastore file [datastore2] 96f94f58-1fd4-4e65-a362-2861daab1a34 {{(pid=62328) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 568.079681] env[62328]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-243c171d-21b5-49a8-b905-b931d35f6dcc {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 568.092676] env[62328]: DEBUG oslo_vmware.api [None req-5597401a-10e5-4016-99da-0f65264d976e tempest-ServerPasswordTestJSON-1408689932 tempest-ServerPasswordTestJSON-1408689932-project-member] Waiting for the task: (returnval){ [ 568.092676] env[62328]: value = "task-2386216" [ 568.092676] env[62328]: _type = "Task" [ 568.092676] env[62328]: } to complete. {{(pid=62328) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 568.108148] env[62328]: DEBUG oslo_vmware.api [None req-5597401a-10e5-4016-99da-0f65264d976e tempest-ServerPasswordTestJSON-1408689932 tempest-ServerPasswordTestJSON-1408689932-project-member] Task: {'id': task-2386216, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 568.163051] env[62328]: DEBUG oslo_concurrency.lockutils [req-9ceffc87-d1e3-4539-b278-7ae0f6fadad0 req-b2002c9e-4f7a-4352-8619-5a3087af6055 service nova] Releasing lock "refresh_cache-bf44560e-3ce4-42b6-8230-481b2094ebcc" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 568.205108] env[62328]: DEBUG oslo_concurrency.lockutils [req-ed846186-1dab-4883-bac9-ce23e8d56c80 req-53f707d5-415b-4f1a-81c9-d109f83415b5 service nova] Releasing lock "refresh_cache-f70d129f-1468-4834-b753-8c602837eff0" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 568.260692] env[62328]: DEBUG oslo_vmware.api [None req-107115ac-01e8-4ad8-a0e8-c1a8a00d753d tempest-FloatingIPsAssociationTestJSON-89523020 tempest-FloatingIPsAssociationTestJSON-89523020-project-member] Task: {'id': task-2386214, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 568.271465] env[62328]: DEBUG oslo_vmware.api [None req-8f9732e1-515b-426a-9785-7eac14f3cc5f tempest-ImagesNegativeTestJSON-504021747 tempest-ImagesNegativeTestJSON-504021747-project-member] Task: {'id': session[52a6e20e-410d-708a-99f2-080a575a99bd]52c5a7fc-86a4-eb1a-6464-8573ad8bef40, 'name': SearchDatastore_Task, 'duration_secs': 0.008381} completed successfully. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 568.272467] env[62328]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d177573a-2eda-44bc-824f-c125af214cbd {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 568.279512] env[62328]: DEBUG oslo_vmware.api [None req-8f9732e1-515b-426a-9785-7eac14f3cc5f tempest-ImagesNegativeTestJSON-504021747 tempest-ImagesNegativeTestJSON-504021747-project-member] Waiting for the task: (returnval){ [ 568.279512] env[62328]: value = "session[52a6e20e-410d-708a-99f2-080a575a99bd]52342715-46f7-af13-33b0-be8cef6108c0" [ 568.279512] env[62328]: _type = "Task" [ 568.279512] env[62328]: } to complete. {{(pid=62328) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 568.292966] env[62328]: DEBUG oslo_vmware.api [None req-8f9732e1-515b-426a-9785-7eac14f3cc5f tempest-ImagesNegativeTestJSON-504021747 tempest-ImagesNegativeTestJSON-504021747-project-member] Task: {'id': session[52a6e20e-410d-708a-99f2-080a575a99bd]52342715-46f7-af13-33b0-be8cef6108c0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 568.385794] env[62328]: DEBUG oslo_vmware.api [None req-2d6cbe4f-90f6-4be8-baa3-cec59b7b6052 tempest-ServerActionsTestOtherA-1098162655 tempest-ServerActionsTestOtherA-1098162655-project-member] Task: {'id': session[52a6e20e-410d-708a-99f2-080a575a99bd]522d0729-8d1c-26a6-2e62-5acd288295c4, 'name': SearchDatastore_Task, 'duration_secs': 0.008858} completed successfully. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 568.388353] env[62328]: DEBUG oslo_concurrency.lockutils [None req-2d6cbe4f-90f6-4be8-baa3-cec59b7b6052 tempest-ServerActionsTestOtherA-1098162655 tempest-ServerActionsTestOtherA-1098162655-project-member] Releasing lock "[datastore1] devstack-image-cache_base/dbf872a4-92be-47e4-8561-c3e2bf2423ab" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 568.388621] env[62328]: DEBUG nova.virt.vmwareapi.vmops [None req-2d6cbe4f-90f6-4be8-baa3-cec59b7b6052 tempest-ServerActionsTestOtherA-1098162655 tempest-ServerActionsTestOtherA-1098162655-project-member] [instance: 6c107768-0f57-42fd-a2a5-b28207b17de9] Processing image dbf872a4-92be-47e4-8561-c3e2bf2423ab {{(pid=62328) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 568.388800] env[62328]: DEBUG oslo_concurrency.lockutils [None req-2d6cbe4f-90f6-4be8-baa3-cec59b7b6052 tempest-ServerActionsTestOtherA-1098162655 tempest-ServerActionsTestOtherA-1098162655-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/dbf872a4-92be-47e4-8561-c3e2bf2423ab/dbf872a4-92be-47e4-8561-c3e2bf2423ab.vmdk" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 568.571784] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f8092d35-468d-4d48-99ad-e4d8861206c9 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 568.582153] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-77002a18-6f7f-4bd0-8d6c-5175ed13c402 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 568.612470] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6648e12e-6ddf-4f80-bf60-5636c559d329 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 568.622882] env[62328]: DEBUG oslo_vmware.api [None req-5597401a-10e5-4016-99da-0f65264d976e tempest-ServerPasswordTestJSON-1408689932 tempest-ServerPasswordTestJSON-1408689932-project-member] Task: {'id': task-2386216, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.258165} completed successfully. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 568.623222] env[62328]: DEBUG nova.virt.vmwareapi.ds_util [None req-5597401a-10e5-4016-99da-0f65264d976e tempest-ServerPasswordTestJSON-1408689932 tempest-ServerPasswordTestJSON-1408689932-project-member] Deleted the datastore file {{(pid=62328) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 568.623463] env[62328]: DEBUG nova.virt.vmwareapi.vmops [None req-5597401a-10e5-4016-99da-0f65264d976e tempest-ServerPasswordTestJSON-1408689932 tempest-ServerPasswordTestJSON-1408689932-project-member] [instance: 96f94f58-1fd4-4e65-a362-2861daab1a34] Deleted contents of the VM from datastore datastore2 {{(pid=62328) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 568.623579] env[62328]: DEBUG nova.virt.vmwareapi.vmops [None req-5597401a-10e5-4016-99da-0f65264d976e tempest-ServerPasswordTestJSON-1408689932 tempest-ServerPasswordTestJSON-1408689932-project-member] [instance: 96f94f58-1fd4-4e65-a362-2861daab1a34] Instance destroyed {{(pid=62328) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 568.623749] env[62328]: INFO nova.compute.manager [None req-5597401a-10e5-4016-99da-0f65264d976e tempest-ServerPasswordTestJSON-1408689932 tempest-ServerPasswordTestJSON-1408689932-project-member] [instance: 96f94f58-1fd4-4e65-a362-2861daab1a34] Took 1.16 seconds to destroy the instance on the hypervisor. [ 568.623972] env[62328]: DEBUG oslo.service.loopingcall [None req-5597401a-10e5-4016-99da-0f65264d976e tempest-ServerPasswordTestJSON-1408689932 tempest-ServerPasswordTestJSON-1408689932-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62328) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 568.625154] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cac3e24e-3d7b-4146-a799-f8a94ecc4304 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 568.628819] env[62328]: DEBUG nova.compute.manager [-] [instance: 96f94f58-1fd4-4e65-a362-2861daab1a34] Deallocating network for instance {{(pid=62328) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 568.628906] env[62328]: DEBUG nova.network.neutron [-] [instance: 96f94f58-1fd4-4e65-a362-2861daab1a34] deallocate_for_instance() {{(pid=62328) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 568.639918] env[62328]: DEBUG nova.compute.provider_tree [None req-d4c8151d-54cd-4397-a676-0ca697a7fc88 tempest-FloatingIPsAssociationNegativeTestJSON-1912335046 tempest-FloatingIPsAssociationNegativeTestJSON-1912335046-project-member] Inventory has not changed in ProviderTree for provider: 3469e9f8-04af-49ca-8435-49f104496744 {{(pid=62328) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 568.758242] env[62328]: DEBUG oslo_vmware.api [None req-107115ac-01e8-4ad8-a0e8-c1a8a00d753d tempest-FloatingIPsAssociationTestJSON-89523020 tempest-FloatingIPsAssociationTestJSON-89523020-project-member] Task: {'id': task-2386214, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.535478} completed successfully. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 568.758649] env[62328]: DEBUG nova.virt.vmwareapi.vm_util [None req-107115ac-01e8-4ad8-a0e8-c1a8a00d753d tempest-FloatingIPsAssociationTestJSON-89523020 tempest-FloatingIPsAssociationTestJSON-89523020-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/dbf872a4-92be-47e4-8561-c3e2bf2423ab/dbf872a4-92be-47e4-8561-c3e2bf2423ab.vmdk to [datastore1] 911e8910-7b82-4557-af15-99cf96b7314e/911e8910-7b82-4557-af15-99cf96b7314e.vmdk {{(pid=62328) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 568.759033] env[62328]: DEBUG nova.virt.vmwareapi.vmops [None req-107115ac-01e8-4ad8-a0e8-c1a8a00d753d tempest-FloatingIPsAssociationTestJSON-89523020 tempest-FloatingIPsAssociationTestJSON-89523020-project-member] [instance: 911e8910-7b82-4557-af15-99cf96b7314e] Extending root virtual disk to 1048576 {{(pid=62328) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 568.759033] env[62328]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-b33f5b34-d4b3-465a-90b0-3a0f12b89107 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 568.765495] env[62328]: DEBUG oslo_vmware.api [None req-107115ac-01e8-4ad8-a0e8-c1a8a00d753d tempest-FloatingIPsAssociationTestJSON-89523020 tempest-FloatingIPsAssociationTestJSON-89523020-project-member] Waiting for the task: (returnval){ [ 568.765495] env[62328]: value = "task-2386217" [ 568.765495] env[62328]: _type = "Task" [ 568.765495] env[62328]: } to complete. {{(pid=62328) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 568.766301] env[62328]: DEBUG nova.network.neutron [req-9cc14ef4-75e5-4793-9056-0ad5daf50f50 req-efb5a4ee-ef72-4fb5-9c90-b9994bc0fa8b service nova] [instance: 26ce508b-d9c2-42ef-9713-138c359aa4a9] Updated VIF entry in instance network info cache for port fe3787fa-0397-4d61-bf15-24d11f2ef2cb. {{(pid=62328) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 568.766702] env[62328]: DEBUG nova.network.neutron [req-9cc14ef4-75e5-4793-9056-0ad5daf50f50 req-efb5a4ee-ef72-4fb5-9c90-b9994bc0fa8b service nova] [instance: 26ce508b-d9c2-42ef-9713-138c359aa4a9] Updating instance_info_cache with network_info: [{"id": "fe3787fa-0397-4d61-bf15-24d11f2ef2cb", "address": "fa:16:3e:31:68:14", "network": {"id": "ec511a9f-4661-41db-95bd-0fc9ad2de615", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.85", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "2a64022f08d84b11a86773b900860ae5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a4f91f31-0516-4d62-a341-e03a50b7c477", "external-id": "nsx-vlan-transportzone-963", "segmentation_id": 963, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfe3787fa-03", "ovs_interfaceid": "fe3787fa-0397-4d61-bf15-24d11f2ef2cb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62328) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 568.778077] env[62328]: DEBUG oslo_vmware.api [None req-107115ac-01e8-4ad8-a0e8-c1a8a00d753d tempest-FloatingIPsAssociationTestJSON-89523020 tempest-FloatingIPsAssociationTestJSON-89523020-project-member] Task: {'id': task-2386217, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 568.789047] env[62328]: DEBUG oslo_vmware.api [None req-8f9732e1-515b-426a-9785-7eac14f3cc5f tempest-ImagesNegativeTestJSON-504021747 tempest-ImagesNegativeTestJSON-504021747-project-member] Task: {'id': session[52a6e20e-410d-708a-99f2-080a575a99bd]52342715-46f7-af13-33b0-be8cef6108c0, 'name': SearchDatastore_Task, 'duration_secs': 0.018921} completed successfully. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 568.789047] env[62328]: DEBUG oslo_concurrency.lockutils [None req-8f9732e1-515b-426a-9785-7eac14f3cc5f tempest-ImagesNegativeTestJSON-504021747 tempest-ImagesNegativeTestJSON-504021747-project-member] Releasing lock "[datastore1] devstack-image-cache_base/dbf872a4-92be-47e4-8561-c3e2bf2423ab/dbf872a4-92be-47e4-8561-c3e2bf2423ab.vmdk" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 568.789487] env[62328]: DEBUG nova.virt.vmwareapi.vm_util [None req-8f9732e1-515b-426a-9785-7eac14f3cc5f tempest-ImagesNegativeTestJSON-504021747 tempest-ImagesNegativeTestJSON-504021747-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/dbf872a4-92be-47e4-8561-c3e2bf2423ab/dbf872a4-92be-47e4-8561-c3e2bf2423ab.vmdk to [datastore1] f70d129f-1468-4834-b753-8c602837eff0/f70d129f-1468-4834-b753-8c602837eff0.vmdk {{(pid=62328) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 568.789799] env[62328]: DEBUG oslo_concurrency.lockutils [None req-d243c0b1-71c7-4ffd-b019-2dcc0a85daa2 tempest-ServerExternalEventsTest-1567415951 tempest-ServerExternalEventsTest-1567415951-project-member] Acquired lock "[datastore1] devstack-image-cache_base/dbf872a4-92be-47e4-8561-c3e2bf2423ab/dbf872a4-92be-47e4-8561-c3e2bf2423ab.vmdk" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 568.790023] env[62328]: DEBUG nova.virt.vmwareapi.ds_util [None req-d243c0b1-71c7-4ffd-b019-2dcc0a85daa2 tempest-ServerExternalEventsTest-1567415951 tempest-ServerExternalEventsTest-1567415951-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62328) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 568.791159] env[62328]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-96584670-684f-4400-8899-aaf608ca120a {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 568.792221] env[62328]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-8b98fff7-6322-481c-89fe-644e50844c41 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 568.798349] env[62328]: DEBUG oslo_vmware.api [None req-8f9732e1-515b-426a-9785-7eac14f3cc5f tempest-ImagesNegativeTestJSON-504021747 tempest-ImagesNegativeTestJSON-504021747-project-member] Waiting for the task: (returnval){ [ 568.798349] env[62328]: value = "task-2386218" [ 568.798349] env[62328]: _type = "Task" [ 568.798349] env[62328]: } to complete. {{(pid=62328) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 568.802490] env[62328]: DEBUG nova.virt.vmwareapi.ds_util [None req-d243c0b1-71c7-4ffd-b019-2dcc0a85daa2 tempest-ServerExternalEventsTest-1567415951 tempest-ServerExternalEventsTest-1567415951-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62328) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 568.802669] env[62328]: DEBUG nova.virt.vmwareapi.vmops [None req-d243c0b1-71c7-4ffd-b019-2dcc0a85daa2 tempest-ServerExternalEventsTest-1567415951 tempest-ServerExternalEventsTest-1567415951-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62328) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 568.803965] env[62328]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2a033fe6-b870-4d9a-b5f0-4e1d203af5c1 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 568.810234] env[62328]: DEBUG oslo_vmware.api [None req-8f9732e1-515b-426a-9785-7eac14f3cc5f tempest-ImagesNegativeTestJSON-504021747 tempest-ImagesNegativeTestJSON-504021747-project-member] Task: {'id': task-2386218, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 568.813797] env[62328]: DEBUG oslo_vmware.api [None req-d243c0b1-71c7-4ffd-b019-2dcc0a85daa2 tempest-ServerExternalEventsTest-1567415951 tempest-ServerExternalEventsTest-1567415951-project-member] Waiting for the task: (returnval){ [ 568.813797] env[62328]: value = "session[52a6e20e-410d-708a-99f2-080a575a99bd]52359a08-568b-3b80-0e1d-ba4c58079635" [ 568.813797] env[62328]: _type = "Task" [ 568.813797] env[62328]: } to complete. {{(pid=62328) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 568.822058] env[62328]: DEBUG oslo_vmware.api [None req-d243c0b1-71c7-4ffd-b019-2dcc0a85daa2 tempest-ServerExternalEventsTest-1567415951 tempest-ServerExternalEventsTest-1567415951-project-member] Task: {'id': session[52a6e20e-410d-708a-99f2-080a575a99bd]52359a08-568b-3b80-0e1d-ba4c58079635, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 569.147074] env[62328]: DEBUG nova.scheduler.client.report [None req-d4c8151d-54cd-4397-a676-0ca697a7fc88 tempest-FloatingIPsAssociationNegativeTestJSON-1912335046 tempest-FloatingIPsAssociationNegativeTestJSON-1912335046-project-member] Inventory has not changed for provider 3469e9f8-04af-49ca-8435-49f104496744 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 153, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62328) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 569.273950] env[62328]: DEBUG oslo_concurrency.lockutils [req-9cc14ef4-75e5-4793-9056-0ad5daf50f50 req-efb5a4ee-ef72-4fb5-9c90-b9994bc0fa8b service nova] Releasing lock "refresh_cache-26ce508b-d9c2-42ef-9713-138c359aa4a9" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 569.274324] env[62328]: DEBUG nova.compute.manager [req-9cc14ef4-75e5-4793-9056-0ad5daf50f50 req-efb5a4ee-ef72-4fb5-9c90-b9994bc0fa8b service nova] [instance: 6c107768-0f57-42fd-a2a5-b28207b17de9] Received event network-vif-plugged-91cd4436-3fed-42d5-aefe-0df82259b6eb {{(pid=62328) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 569.274549] env[62328]: DEBUG oslo_concurrency.lockutils [req-9cc14ef4-75e5-4793-9056-0ad5daf50f50 req-efb5a4ee-ef72-4fb5-9c90-b9994bc0fa8b service nova] Acquiring lock "6c107768-0f57-42fd-a2a5-b28207b17de9-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 569.274755] env[62328]: DEBUG oslo_concurrency.lockutils [req-9cc14ef4-75e5-4793-9056-0ad5daf50f50 req-efb5a4ee-ef72-4fb5-9c90-b9994bc0fa8b service nova] Lock "6c107768-0f57-42fd-a2a5-b28207b17de9-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 569.275066] env[62328]: DEBUG oslo_concurrency.lockutils [req-9cc14ef4-75e5-4793-9056-0ad5daf50f50 req-efb5a4ee-ef72-4fb5-9c90-b9994bc0fa8b service nova] Lock "6c107768-0f57-42fd-a2a5-b28207b17de9-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 569.275165] env[62328]: DEBUG nova.compute.manager [req-9cc14ef4-75e5-4793-9056-0ad5daf50f50 req-efb5a4ee-ef72-4fb5-9c90-b9994bc0fa8b service nova] [instance: 6c107768-0f57-42fd-a2a5-b28207b17de9] No waiting events found dispatching network-vif-plugged-91cd4436-3fed-42d5-aefe-0df82259b6eb {{(pid=62328) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 569.275360] env[62328]: WARNING nova.compute.manager [req-9cc14ef4-75e5-4793-9056-0ad5daf50f50 req-efb5a4ee-ef72-4fb5-9c90-b9994bc0fa8b service nova] [instance: 6c107768-0f57-42fd-a2a5-b28207b17de9] Received unexpected event network-vif-plugged-91cd4436-3fed-42d5-aefe-0df82259b6eb for instance with vm_state building and task_state spawning. [ 569.275794] env[62328]: DEBUG nova.compute.manager [req-9cc14ef4-75e5-4793-9056-0ad5daf50f50 req-efb5a4ee-ef72-4fb5-9c90-b9994bc0fa8b service nova] [instance: 6c107768-0f57-42fd-a2a5-b28207b17de9] Received event network-changed-91cd4436-3fed-42d5-aefe-0df82259b6eb {{(pid=62328) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 569.276021] env[62328]: DEBUG nova.compute.manager [req-9cc14ef4-75e5-4793-9056-0ad5daf50f50 req-efb5a4ee-ef72-4fb5-9c90-b9994bc0fa8b service nova] [instance: 6c107768-0f57-42fd-a2a5-b28207b17de9] Refreshing instance network info cache due to event network-changed-91cd4436-3fed-42d5-aefe-0df82259b6eb. {{(pid=62328) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 569.276321] env[62328]: DEBUG oslo_concurrency.lockutils [req-9cc14ef4-75e5-4793-9056-0ad5daf50f50 req-efb5a4ee-ef72-4fb5-9c90-b9994bc0fa8b service nova] Acquiring lock "refresh_cache-6c107768-0f57-42fd-a2a5-b28207b17de9" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 569.276507] env[62328]: DEBUG oslo_concurrency.lockutils [req-9cc14ef4-75e5-4793-9056-0ad5daf50f50 req-efb5a4ee-ef72-4fb5-9c90-b9994bc0fa8b service nova] Acquired lock "refresh_cache-6c107768-0f57-42fd-a2a5-b28207b17de9" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 569.276764] env[62328]: DEBUG nova.network.neutron [req-9cc14ef4-75e5-4793-9056-0ad5daf50f50 req-efb5a4ee-ef72-4fb5-9c90-b9994bc0fa8b service nova] [instance: 6c107768-0f57-42fd-a2a5-b28207b17de9] Refreshing network info cache for port 91cd4436-3fed-42d5-aefe-0df82259b6eb {{(pid=62328) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 569.283743] env[62328]: DEBUG oslo_vmware.api [None req-107115ac-01e8-4ad8-a0e8-c1a8a00d753d tempest-FloatingIPsAssociationTestJSON-89523020 tempest-FloatingIPsAssociationTestJSON-89523020-project-member] Task: {'id': task-2386217, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.071731} completed successfully. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 569.284351] env[62328]: DEBUG nova.virt.vmwareapi.vmops [None req-107115ac-01e8-4ad8-a0e8-c1a8a00d753d tempest-FloatingIPsAssociationTestJSON-89523020 tempest-FloatingIPsAssociationTestJSON-89523020-project-member] [instance: 911e8910-7b82-4557-af15-99cf96b7314e] Extended root virtual disk {{(pid=62328) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 569.286071] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-85f6685c-2bbf-43e3-93f4-71fb143b22bf {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 569.316756] env[62328]: DEBUG nova.virt.vmwareapi.volumeops [None req-107115ac-01e8-4ad8-a0e8-c1a8a00d753d tempest-FloatingIPsAssociationTestJSON-89523020 tempest-FloatingIPsAssociationTestJSON-89523020-project-member] [instance: 911e8910-7b82-4557-af15-99cf96b7314e] Reconfiguring VM instance instance-00000006 to attach disk [datastore1] 911e8910-7b82-4557-af15-99cf96b7314e/911e8910-7b82-4557-af15-99cf96b7314e.vmdk or device None with type sparse {{(pid=62328) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 569.322628] env[62328]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f5b49139-1c29-4289-a204-aec8e26e2f67 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 569.344703] env[62328]: DEBUG oslo_vmware.api [None req-8f9732e1-515b-426a-9785-7eac14f3cc5f tempest-ImagesNegativeTestJSON-504021747 tempest-ImagesNegativeTestJSON-504021747-project-member] Task: {'id': task-2386218, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.538045} completed successfully. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 569.351096] env[62328]: DEBUG nova.virt.vmwareapi.vm_util [None req-8f9732e1-515b-426a-9785-7eac14f3cc5f tempest-ImagesNegativeTestJSON-504021747 tempest-ImagesNegativeTestJSON-504021747-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/dbf872a4-92be-47e4-8561-c3e2bf2423ab/dbf872a4-92be-47e4-8561-c3e2bf2423ab.vmdk to [datastore1] f70d129f-1468-4834-b753-8c602837eff0/f70d129f-1468-4834-b753-8c602837eff0.vmdk {{(pid=62328) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 569.351416] env[62328]: DEBUG nova.virt.vmwareapi.vmops [None req-8f9732e1-515b-426a-9785-7eac14f3cc5f tempest-ImagesNegativeTestJSON-504021747 tempest-ImagesNegativeTestJSON-504021747-project-member] [instance: f70d129f-1468-4834-b753-8c602837eff0] Extending root virtual disk to 1048576 {{(pid=62328) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 569.353827] env[62328]: DEBUG oslo_vmware.api [None req-107115ac-01e8-4ad8-a0e8-c1a8a00d753d tempest-FloatingIPsAssociationTestJSON-89523020 tempest-FloatingIPsAssociationTestJSON-89523020-project-member] Waiting for the task: (returnval){ [ 569.353827] env[62328]: value = "task-2386219" [ 569.353827] env[62328]: _type = "Task" [ 569.353827] env[62328]: } to complete. {{(pid=62328) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 569.353827] env[62328]: DEBUG oslo_vmware.api [None req-d243c0b1-71c7-4ffd-b019-2dcc0a85daa2 tempest-ServerExternalEventsTest-1567415951 tempest-ServerExternalEventsTest-1567415951-project-member] Task: {'id': session[52a6e20e-410d-708a-99f2-080a575a99bd]52359a08-568b-3b80-0e1d-ba4c58079635, 'name': SearchDatastore_Task, 'duration_secs': 0.008969} completed successfully. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 569.353827] env[62328]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-b35b02fb-be99-4a71-8350-d93e9020ba4a {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 569.359061] env[62328]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fe057c22-7d68-4238-81d9-fa732dc21690 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 569.366883] env[62328]: DEBUG oslo_vmware.api [None req-107115ac-01e8-4ad8-a0e8-c1a8a00d753d tempest-FloatingIPsAssociationTestJSON-89523020 tempest-FloatingIPsAssociationTestJSON-89523020-project-member] Task: {'id': task-2386219, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 569.369089] env[62328]: DEBUG oslo_vmware.api [None req-d243c0b1-71c7-4ffd-b019-2dcc0a85daa2 tempest-ServerExternalEventsTest-1567415951 tempest-ServerExternalEventsTest-1567415951-project-member] Waiting for the task: (returnval){ [ 569.369089] env[62328]: value = "session[52a6e20e-410d-708a-99f2-080a575a99bd]52174293-b7c0-703e-37b5-d77e63869c24" [ 569.369089] env[62328]: _type = "Task" [ 569.369089] env[62328]: } to complete. {{(pid=62328) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 569.369507] env[62328]: DEBUG oslo_vmware.api [None req-8f9732e1-515b-426a-9785-7eac14f3cc5f tempest-ImagesNegativeTestJSON-504021747 tempest-ImagesNegativeTestJSON-504021747-project-member] Waiting for the task: (returnval){ [ 569.369507] env[62328]: value = "task-2386220" [ 569.369507] env[62328]: _type = "Task" [ 569.369507] env[62328]: } to complete. {{(pid=62328) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 569.380136] env[62328]: DEBUG oslo_vmware.api [None req-d243c0b1-71c7-4ffd-b019-2dcc0a85daa2 tempest-ServerExternalEventsTest-1567415951 tempest-ServerExternalEventsTest-1567415951-project-member] Task: {'id': session[52a6e20e-410d-708a-99f2-080a575a99bd]52174293-b7c0-703e-37b5-d77e63869c24, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 569.383120] env[62328]: DEBUG oslo_vmware.api [None req-8f9732e1-515b-426a-9785-7eac14f3cc5f tempest-ImagesNegativeTestJSON-504021747 tempest-ImagesNegativeTestJSON-504021747-project-member] Task: {'id': task-2386220, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 569.387271] env[62328]: DEBUG nova.compute.manager [None req-422f26f8-7a3b-4517-8117-024bcd4b074c tempest-ServerDiagnosticsV248Test-1527878303 tempest-ServerDiagnosticsV248Test-1527878303-project-admin] [instance: f57853bd-b4a9-46ef-86ac-9fbe33732cd1] Checking state {{(pid=62328) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 569.389377] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c9ad1672-1aa9-45ba-8828-e59e72ef3b76 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 569.396745] env[62328]: INFO nova.compute.manager [None req-422f26f8-7a3b-4517-8117-024bcd4b074c tempest-ServerDiagnosticsV248Test-1527878303 tempest-ServerDiagnosticsV248Test-1527878303-project-admin] [instance: f57853bd-b4a9-46ef-86ac-9fbe33732cd1] Retrieving diagnostics [ 569.397525] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9ef5f6c3-6488-4069-97ec-a6af91435829 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 569.657054] env[62328]: DEBUG oslo_concurrency.lockutils [None req-d4c8151d-54cd-4397-a676-0ca697a7fc88 tempest-FloatingIPsAssociationNegativeTestJSON-1912335046 tempest-FloatingIPsAssociationNegativeTestJSON-1912335046-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.381s {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 569.657054] env[62328]: DEBUG nova.compute.manager [None req-d4c8151d-54cd-4397-a676-0ca697a7fc88 tempest-FloatingIPsAssociationNegativeTestJSON-1912335046 tempest-FloatingIPsAssociationNegativeTestJSON-1912335046-project-member] [instance: 39d42b89-6e94-4322-9d0b-356672da5cde] Start building networks asynchronously for instance. {{(pid=62328) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 569.657604] env[62328]: DEBUG oslo_concurrency.lockutils [None req-be57da87-08d0-4bec-bcbf-275aeeaf06f6 tempest-MigrationsAdminTest-413245202 tempest-MigrationsAdminTest-413245202-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 8.493s {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 569.687997] env[62328]: DEBUG nova.network.neutron [-] [instance: 96f94f58-1fd4-4e65-a362-2861daab1a34] Updating instance_info_cache with network_info: [] {{(pid=62328) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 569.839715] env[62328]: DEBUG nova.compute.manager [req-65c65ac4-8a3d-46e5-bbaa-a06da45577e8 req-28a6780f-ce7e-430d-92df-fd5822c5490a service nova] [instance: b08dddfd-83d2-434a-b533-c4e7515d44db] Received event network-vif-deleted-218e5ffe-ca85-4ceb-bb99-2ef2ec2f4775 {{(pid=62328) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 569.866574] env[62328]: DEBUG oslo_vmware.api [None req-107115ac-01e8-4ad8-a0e8-c1a8a00d753d tempest-FloatingIPsAssociationTestJSON-89523020 tempest-FloatingIPsAssociationTestJSON-89523020-project-member] Task: {'id': task-2386219, 'name': ReconfigVM_Task, 'duration_secs': 0.300374} completed successfully. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 569.867307] env[62328]: DEBUG nova.virt.vmwareapi.volumeops [None req-107115ac-01e8-4ad8-a0e8-c1a8a00d753d tempest-FloatingIPsAssociationTestJSON-89523020 tempest-FloatingIPsAssociationTestJSON-89523020-project-member] [instance: 911e8910-7b82-4557-af15-99cf96b7314e] Reconfigured VM instance instance-00000006 to attach disk [datastore1] 911e8910-7b82-4557-af15-99cf96b7314e/911e8910-7b82-4557-af15-99cf96b7314e.vmdk or device None with type sparse {{(pid=62328) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 569.867791] env[62328]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-21d10130-213d-406a-b3da-712c70f34a1a {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 569.878039] env[62328]: DEBUG oslo_vmware.api [None req-107115ac-01e8-4ad8-a0e8-c1a8a00d753d tempest-FloatingIPsAssociationTestJSON-89523020 tempest-FloatingIPsAssociationTestJSON-89523020-project-member] Waiting for the task: (returnval){ [ 569.878039] env[62328]: value = "task-2386221" [ 569.878039] env[62328]: _type = "Task" [ 569.878039] env[62328]: } to complete. {{(pid=62328) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 569.883999] env[62328]: DEBUG oslo_vmware.api [None req-d243c0b1-71c7-4ffd-b019-2dcc0a85daa2 tempest-ServerExternalEventsTest-1567415951 tempest-ServerExternalEventsTest-1567415951-project-member] Task: {'id': session[52a6e20e-410d-708a-99f2-080a575a99bd]52174293-b7c0-703e-37b5-d77e63869c24, 'name': SearchDatastore_Task, 'duration_secs': 0.014852} completed successfully. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 569.889526] env[62328]: DEBUG oslo_concurrency.lockutils [None req-d243c0b1-71c7-4ffd-b019-2dcc0a85daa2 tempest-ServerExternalEventsTest-1567415951 tempest-ServerExternalEventsTest-1567415951-project-member] Releasing lock "[datastore1] devstack-image-cache_base/dbf872a4-92be-47e4-8561-c3e2bf2423ab/dbf872a4-92be-47e4-8561-c3e2bf2423ab.vmdk" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 569.889799] env[62328]: DEBUG nova.virt.vmwareapi.vm_util [None req-d243c0b1-71c7-4ffd-b019-2dcc0a85daa2 tempest-ServerExternalEventsTest-1567415951 tempest-ServerExternalEventsTest-1567415951-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/dbf872a4-92be-47e4-8561-c3e2bf2423ab/dbf872a4-92be-47e4-8561-c3e2bf2423ab.vmdk to [datastore1] 5f192c3a-1f44-4471-afec-76a321dfd557/5f192c3a-1f44-4471-afec-76a321dfd557.vmdk {{(pid=62328) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 569.890073] env[62328]: DEBUG oslo_vmware.api [None req-8f9732e1-515b-426a-9785-7eac14f3cc5f tempest-ImagesNegativeTestJSON-504021747 tempest-ImagesNegativeTestJSON-504021747-project-member] Task: {'id': task-2386220, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.064797} completed successfully. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 569.890362] env[62328]: DEBUG oslo_concurrency.lockutils [None req-014c16d2-aa88-423e-bc81-f834ad5f8eb3 tempest-InstanceActionsV221TestJSON-1254732959 tempest-InstanceActionsV221TestJSON-1254732959-project-member] Acquired lock "[datastore1] devstack-image-cache_base/dbf872a4-92be-47e4-8561-c3e2bf2423ab/dbf872a4-92be-47e4-8561-c3e2bf2423ab.vmdk" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 569.890460] env[62328]: DEBUG nova.virt.vmwareapi.ds_util [None req-014c16d2-aa88-423e-bc81-f834ad5f8eb3 tempest-InstanceActionsV221TestJSON-1254732959 tempest-InstanceActionsV221TestJSON-1254732959-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62328) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 569.890658] env[62328]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-3ee2bba4-2238-42ea-b7b9-d87599e3d399 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 569.892954] env[62328]: DEBUG nova.virt.vmwareapi.vmops [None req-8f9732e1-515b-426a-9785-7eac14f3cc5f tempest-ImagesNegativeTestJSON-504021747 tempest-ImagesNegativeTestJSON-504021747-project-member] [instance: f70d129f-1468-4834-b753-8c602837eff0] Extended root virtual disk {{(pid=62328) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 569.893515] env[62328]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-4c1f4ecb-b3a6-46bd-9833-46e1a87a231a {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 569.895696] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-caca1a67-73b3-47e2-8140-20b409f40387 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 569.902097] env[62328]: DEBUG oslo_vmware.api [None req-107115ac-01e8-4ad8-a0e8-c1a8a00d753d tempest-FloatingIPsAssociationTestJSON-89523020 tempest-FloatingIPsAssociationTestJSON-89523020-project-member] Task: {'id': task-2386221, 'name': Rename_Task} progress is 14%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 569.906772] env[62328]: DEBUG oslo_vmware.api [None req-d243c0b1-71c7-4ffd-b019-2dcc0a85daa2 tempest-ServerExternalEventsTest-1567415951 tempest-ServerExternalEventsTest-1567415951-project-member] Waiting for the task: (returnval){ [ 569.906772] env[62328]: value = "task-2386222" [ 569.906772] env[62328]: _type = "Task" [ 569.906772] env[62328]: } to complete. {{(pid=62328) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 569.914056] env[62328]: DEBUG nova.virt.vmwareapi.ds_util [None req-014c16d2-aa88-423e-bc81-f834ad5f8eb3 tempest-InstanceActionsV221TestJSON-1254732959 tempest-InstanceActionsV221TestJSON-1254732959-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62328) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 569.914326] env[62328]: DEBUG nova.virt.vmwareapi.vmops [None req-014c16d2-aa88-423e-bc81-f834ad5f8eb3 tempest-InstanceActionsV221TestJSON-1254732959 tempest-InstanceActionsV221TestJSON-1254732959-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62328) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 569.925953] env[62328]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c562821f-24a8-45b5-bef9-246e0ccb22fc {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 569.940176] env[62328]: DEBUG nova.virt.vmwareapi.volumeops [None req-8f9732e1-515b-426a-9785-7eac14f3cc5f tempest-ImagesNegativeTestJSON-504021747 tempest-ImagesNegativeTestJSON-504021747-project-member] [instance: f70d129f-1468-4834-b753-8c602837eff0] Reconfiguring VM instance instance-00000007 to attach disk [datastore1] f70d129f-1468-4834-b753-8c602837eff0/f70d129f-1468-4834-b753-8c602837eff0.vmdk or device None with type sparse {{(pid=62328) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 569.945594] env[62328]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-237442e8-57ed-44ef-aab2-500cc106bef3 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 569.967074] env[62328]: DEBUG oslo_vmware.api [None req-d243c0b1-71c7-4ffd-b019-2dcc0a85daa2 tempest-ServerExternalEventsTest-1567415951 tempest-ServerExternalEventsTest-1567415951-project-member] Task: {'id': task-2386222, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 569.971120] env[62328]: DEBUG oslo_vmware.api [None req-014c16d2-aa88-423e-bc81-f834ad5f8eb3 tempest-InstanceActionsV221TestJSON-1254732959 tempest-InstanceActionsV221TestJSON-1254732959-project-member] Waiting for the task: (returnval){ [ 569.971120] env[62328]: value = "session[52a6e20e-410d-708a-99f2-080a575a99bd]52be380c-c39e-44a0-a76b-1789cfdcb4d8" [ 569.971120] env[62328]: _type = "Task" [ 569.971120] env[62328]: } to complete. {{(pid=62328) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 569.976258] env[62328]: DEBUG oslo_vmware.api [None req-8f9732e1-515b-426a-9785-7eac14f3cc5f tempest-ImagesNegativeTestJSON-504021747 tempest-ImagesNegativeTestJSON-504021747-project-member] Waiting for the task: (returnval){ [ 569.976258] env[62328]: value = "task-2386223" [ 569.976258] env[62328]: _type = "Task" [ 569.976258] env[62328]: } to complete. {{(pid=62328) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 569.982594] env[62328]: DEBUG oslo_vmware.api [None req-014c16d2-aa88-423e-bc81-f834ad5f8eb3 tempest-InstanceActionsV221TestJSON-1254732959 tempest-InstanceActionsV221TestJSON-1254732959-project-member] Task: {'id': session[52a6e20e-410d-708a-99f2-080a575a99bd]52be380c-c39e-44a0-a76b-1789cfdcb4d8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 569.988800] env[62328]: DEBUG oslo_vmware.api [None req-8f9732e1-515b-426a-9785-7eac14f3cc5f tempest-ImagesNegativeTestJSON-504021747 tempest-ImagesNegativeTestJSON-504021747-project-member] Task: {'id': task-2386223, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 570.157905] env[62328]: DEBUG nova.network.neutron [req-9cc14ef4-75e5-4793-9056-0ad5daf50f50 req-efb5a4ee-ef72-4fb5-9c90-b9994bc0fa8b service nova] [instance: 6c107768-0f57-42fd-a2a5-b28207b17de9] Updated VIF entry in instance network info cache for port 91cd4436-3fed-42d5-aefe-0df82259b6eb. {{(pid=62328) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 570.158741] env[62328]: DEBUG nova.network.neutron [req-9cc14ef4-75e5-4793-9056-0ad5daf50f50 req-efb5a4ee-ef72-4fb5-9c90-b9994bc0fa8b service nova] [instance: 6c107768-0f57-42fd-a2a5-b28207b17de9] Updating instance_info_cache with network_info: [{"id": "91cd4436-3fed-42d5-aefe-0df82259b6eb", "address": "fa:16:3e:b6:10:40", "network": {"id": "ed570829-7777-4fb9-9e0f-cef4ca21980b", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1726239177-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "17143bbcad5b4da0801478fe45bd8ce6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a965790c-2d2f-4c2a-9ee7-745f4d53039b", "external-id": "nsx-vlan-transportzone-708", "segmentation_id": 708, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap91cd4436-3f", "ovs_interfaceid": "91cd4436-3fed-42d5-aefe-0df82259b6eb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62328) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 570.161533] env[62328]: DEBUG nova.compute.utils [None req-d4c8151d-54cd-4397-a676-0ca697a7fc88 tempest-FloatingIPsAssociationNegativeTestJSON-1912335046 tempest-FloatingIPsAssociationNegativeTestJSON-1912335046-project-member] Using /dev/sd instead of None {{(pid=62328) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 570.163973] env[62328]: DEBUG nova.compute.manager [None req-d4c8151d-54cd-4397-a676-0ca697a7fc88 tempest-FloatingIPsAssociationNegativeTestJSON-1912335046 tempest-FloatingIPsAssociationNegativeTestJSON-1912335046-project-member] [instance: 39d42b89-6e94-4322-9d0b-356672da5cde] Allocating IP information in the background. {{(pid=62328) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 570.163973] env[62328]: DEBUG nova.network.neutron [None req-d4c8151d-54cd-4397-a676-0ca697a7fc88 tempest-FloatingIPsAssociationNegativeTestJSON-1912335046 tempest-FloatingIPsAssociationNegativeTestJSON-1912335046-project-member] [instance: 39d42b89-6e94-4322-9d0b-356672da5cde] allocate_for_instance() {{(pid=62328) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 570.171226] env[62328]: INFO nova.compute.claims [None req-be57da87-08d0-4bec-bcbf-275aeeaf06f6 tempest-MigrationsAdminTest-413245202 tempest-MigrationsAdminTest-413245202-project-member] [instance: 613e2516-6209-439d-bb90-b87d67b281a8] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 570.190507] env[62328]: INFO nova.compute.manager [-] [instance: 96f94f58-1fd4-4e65-a362-2861daab1a34] Took 1.56 seconds to deallocate network for instance. [ 570.334666] env[62328]: DEBUG nova.policy [None req-d4c8151d-54cd-4397-a676-0ca697a7fc88 tempest-FloatingIPsAssociationNegativeTestJSON-1912335046 tempest-FloatingIPsAssociationNegativeTestJSON-1912335046-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '256093d0711c4e07b5d5bd09e0466a47', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '1d4f464b6a5c44e3ae17101809a13b86', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62328) authorize /opt/stack/nova/nova/policy.py:192}} [ 570.393575] env[62328]: DEBUG oslo_vmware.api [None req-107115ac-01e8-4ad8-a0e8-c1a8a00d753d tempest-FloatingIPsAssociationTestJSON-89523020 tempest-FloatingIPsAssociationTestJSON-89523020-project-member] Task: {'id': task-2386221, 'name': Rename_Task, 'duration_secs': 0.15495} completed successfully. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 570.394785] env[62328]: DEBUG nova.virt.vmwareapi.vm_util [None req-107115ac-01e8-4ad8-a0e8-c1a8a00d753d tempest-FloatingIPsAssociationTestJSON-89523020 tempest-FloatingIPsAssociationTestJSON-89523020-project-member] [instance: 911e8910-7b82-4557-af15-99cf96b7314e] Powering on the VM {{(pid=62328) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 570.395163] env[62328]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-5a65797d-f3f7-4d98-b7d1-4521aa921e4a {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 570.402142] env[62328]: DEBUG oslo_vmware.api [None req-107115ac-01e8-4ad8-a0e8-c1a8a00d753d tempest-FloatingIPsAssociationTestJSON-89523020 tempest-FloatingIPsAssociationTestJSON-89523020-project-member] Waiting for the task: (returnval){ [ 570.402142] env[62328]: value = "task-2386224" [ 570.402142] env[62328]: _type = "Task" [ 570.402142] env[62328]: } to complete. {{(pid=62328) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 570.410771] env[62328]: DEBUG oslo_vmware.api [None req-107115ac-01e8-4ad8-a0e8-c1a8a00d753d tempest-FloatingIPsAssociationTestJSON-89523020 tempest-FloatingIPsAssociationTestJSON-89523020-project-member] Task: {'id': task-2386224, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 570.419414] env[62328]: DEBUG oslo_vmware.api [None req-d243c0b1-71c7-4ffd-b019-2dcc0a85daa2 tempest-ServerExternalEventsTest-1567415951 tempest-ServerExternalEventsTest-1567415951-project-member] Task: {'id': task-2386222, 'name': CopyVirtualDisk_Task} completed successfully. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 570.419668] env[62328]: DEBUG nova.virt.vmwareapi.vm_util [None req-d243c0b1-71c7-4ffd-b019-2dcc0a85daa2 tempest-ServerExternalEventsTest-1567415951 tempest-ServerExternalEventsTest-1567415951-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/dbf872a4-92be-47e4-8561-c3e2bf2423ab/dbf872a4-92be-47e4-8561-c3e2bf2423ab.vmdk to [datastore1] 5f192c3a-1f44-4471-afec-76a321dfd557/5f192c3a-1f44-4471-afec-76a321dfd557.vmdk {{(pid=62328) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 570.419873] env[62328]: DEBUG nova.virt.vmwareapi.vmops [None req-d243c0b1-71c7-4ffd-b019-2dcc0a85daa2 tempest-ServerExternalEventsTest-1567415951 tempest-ServerExternalEventsTest-1567415951-project-member] [instance: 5f192c3a-1f44-4471-afec-76a321dfd557] Extending root virtual disk to 1048576 {{(pid=62328) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 570.420130] env[62328]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-b2ec7316-07a0-4e09-a9b6-2cf09388b8f5 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 570.426983] env[62328]: DEBUG oslo_vmware.api [None req-d243c0b1-71c7-4ffd-b019-2dcc0a85daa2 tempest-ServerExternalEventsTest-1567415951 tempest-ServerExternalEventsTest-1567415951-project-member] Waiting for the task: (returnval){ [ 570.426983] env[62328]: value = "task-2386225" [ 570.426983] env[62328]: _type = "Task" [ 570.426983] env[62328]: } to complete. {{(pid=62328) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 570.435238] env[62328]: DEBUG oslo_vmware.api [None req-d243c0b1-71c7-4ffd-b019-2dcc0a85daa2 tempest-ServerExternalEventsTest-1567415951 tempest-ServerExternalEventsTest-1567415951-project-member] Task: {'id': task-2386225, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 570.483791] env[62328]: DEBUG oslo_vmware.api [None req-014c16d2-aa88-423e-bc81-f834ad5f8eb3 tempest-InstanceActionsV221TestJSON-1254732959 tempest-InstanceActionsV221TestJSON-1254732959-project-member] Task: {'id': session[52a6e20e-410d-708a-99f2-080a575a99bd]52be380c-c39e-44a0-a76b-1789cfdcb4d8, 'name': SearchDatastore_Task, 'duration_secs': 0.010539} completed successfully. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 570.484946] env[62328]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7c61c044-573b-46f4-89c4-544f96241eea {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 570.491537] env[62328]: DEBUG oslo_vmware.api [None req-8f9732e1-515b-426a-9785-7eac14f3cc5f tempest-ImagesNegativeTestJSON-504021747 tempest-ImagesNegativeTestJSON-504021747-project-member] Task: {'id': task-2386223, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 570.497968] env[62328]: DEBUG oslo_vmware.api [None req-014c16d2-aa88-423e-bc81-f834ad5f8eb3 tempest-InstanceActionsV221TestJSON-1254732959 tempest-InstanceActionsV221TestJSON-1254732959-project-member] Waiting for the task: (returnval){ [ 570.497968] env[62328]: value = "session[52a6e20e-410d-708a-99f2-080a575a99bd]5221be4e-1f3b-6f44-8ea8-bc855fb43bae" [ 570.497968] env[62328]: _type = "Task" [ 570.497968] env[62328]: } to complete. {{(pid=62328) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 570.508914] env[62328]: DEBUG oslo_vmware.api [None req-014c16d2-aa88-423e-bc81-f834ad5f8eb3 tempest-InstanceActionsV221TestJSON-1254732959 tempest-InstanceActionsV221TestJSON-1254732959-project-member] Task: {'id': session[52a6e20e-410d-708a-99f2-080a575a99bd]5221be4e-1f3b-6f44-8ea8-bc855fb43bae, 'name': SearchDatastore_Task, 'duration_secs': 0.011793} completed successfully. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 570.509184] env[62328]: DEBUG oslo_concurrency.lockutils [None req-014c16d2-aa88-423e-bc81-f834ad5f8eb3 tempest-InstanceActionsV221TestJSON-1254732959 tempest-InstanceActionsV221TestJSON-1254732959-project-member] Releasing lock "[datastore1] devstack-image-cache_base/dbf872a4-92be-47e4-8561-c3e2bf2423ab/dbf872a4-92be-47e4-8561-c3e2bf2423ab.vmdk" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 570.509487] env[62328]: DEBUG nova.virt.vmwareapi.vm_util [None req-014c16d2-aa88-423e-bc81-f834ad5f8eb3 tempest-InstanceActionsV221TestJSON-1254732959 tempest-InstanceActionsV221TestJSON-1254732959-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/dbf872a4-92be-47e4-8561-c3e2bf2423ab/dbf872a4-92be-47e4-8561-c3e2bf2423ab.vmdk to [datastore1] bf44560e-3ce4-42b6-8230-481b2094ebcc/bf44560e-3ce4-42b6-8230-481b2094ebcc.vmdk {{(pid=62328) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 570.509816] env[62328]: DEBUG oslo_concurrency.lockutils [None req-57926e8a-0913-4309-9bf4-4accdab40378 tempest-ServerDiagnosticsTest-1328327217 tempest-ServerDiagnosticsTest-1328327217-project-member] Acquired lock "[datastore1] devstack-image-cache_base/dbf872a4-92be-47e4-8561-c3e2bf2423ab/dbf872a4-92be-47e4-8561-c3e2bf2423ab.vmdk" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 570.510017] env[62328]: DEBUG nova.virt.vmwareapi.ds_util [None req-57926e8a-0913-4309-9bf4-4accdab40378 tempest-ServerDiagnosticsTest-1328327217 tempest-ServerDiagnosticsTest-1328327217-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62328) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 570.510237] env[62328]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-02053a24-5242-4d50-9a10-45d081d8d728 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 570.512470] env[62328]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-c9c8fabb-a513-44a4-891d-316c2c3a2e80 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 570.518807] env[62328]: DEBUG oslo_vmware.api [None req-014c16d2-aa88-423e-bc81-f834ad5f8eb3 tempest-InstanceActionsV221TestJSON-1254732959 tempest-InstanceActionsV221TestJSON-1254732959-project-member] Waiting for the task: (returnval){ [ 570.518807] env[62328]: value = "task-2386226" [ 570.518807] env[62328]: _type = "Task" [ 570.518807] env[62328]: } to complete. {{(pid=62328) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 570.522742] env[62328]: DEBUG nova.virt.vmwareapi.ds_util [None req-57926e8a-0913-4309-9bf4-4accdab40378 tempest-ServerDiagnosticsTest-1328327217 tempest-ServerDiagnosticsTest-1328327217-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62328) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 570.522931] env[62328]: DEBUG nova.virt.vmwareapi.vmops [None req-57926e8a-0913-4309-9bf4-4accdab40378 tempest-ServerDiagnosticsTest-1328327217 tempest-ServerDiagnosticsTest-1328327217-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62328) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 570.523923] env[62328]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3591392f-45e3-42f9-a6e7-59a1ab75f3a2 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 570.530828] env[62328]: DEBUG oslo_vmware.api [None req-014c16d2-aa88-423e-bc81-f834ad5f8eb3 tempest-InstanceActionsV221TestJSON-1254732959 tempest-InstanceActionsV221TestJSON-1254732959-project-member] Task: {'id': task-2386226, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 570.533731] env[62328]: DEBUG oslo_vmware.api [None req-57926e8a-0913-4309-9bf4-4accdab40378 tempest-ServerDiagnosticsTest-1328327217 tempest-ServerDiagnosticsTest-1328327217-project-member] Waiting for the task: (returnval){ [ 570.533731] env[62328]: value = "session[52a6e20e-410d-708a-99f2-080a575a99bd]52f41334-786d-5c2b-b2d3-3f059763984b" [ 570.533731] env[62328]: _type = "Task" [ 570.533731] env[62328]: } to complete. {{(pid=62328) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 570.541637] env[62328]: DEBUG oslo_vmware.api [None req-57926e8a-0913-4309-9bf4-4accdab40378 tempest-ServerDiagnosticsTest-1328327217 tempest-ServerDiagnosticsTest-1328327217-project-member] Task: {'id': session[52a6e20e-410d-708a-99f2-080a575a99bd]52f41334-786d-5c2b-b2d3-3f059763984b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 570.596487] env[62328]: DEBUG oslo_concurrency.lockutils [None req-e46455f4-27be-40a8-a7fa-fe5d71d9e17a tempest-ServerDiagnosticsNegativeTest-1831247043 tempest-ServerDiagnosticsNegativeTest-1831247043-project-member] Acquiring lock "4584a496-3f79-40ce-bf30-178bb7c0afcc" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 570.596727] env[62328]: DEBUG oslo_concurrency.lockutils [None req-e46455f4-27be-40a8-a7fa-fe5d71d9e17a tempest-ServerDiagnosticsNegativeTest-1831247043 tempest-ServerDiagnosticsNegativeTest-1831247043-project-member] Lock "4584a496-3f79-40ce-bf30-178bb7c0afcc" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 570.596929] env[62328]: DEBUG oslo_concurrency.lockutils [None req-e46455f4-27be-40a8-a7fa-fe5d71d9e17a tempest-ServerDiagnosticsNegativeTest-1831247043 tempest-ServerDiagnosticsNegativeTest-1831247043-project-member] Acquiring lock "4584a496-3f79-40ce-bf30-178bb7c0afcc-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 570.597222] env[62328]: DEBUG oslo_concurrency.lockutils [None req-e46455f4-27be-40a8-a7fa-fe5d71d9e17a tempest-ServerDiagnosticsNegativeTest-1831247043 tempest-ServerDiagnosticsNegativeTest-1831247043-project-member] Lock "4584a496-3f79-40ce-bf30-178bb7c0afcc-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 570.597395] env[62328]: DEBUG oslo_concurrency.lockutils [None req-e46455f4-27be-40a8-a7fa-fe5d71d9e17a tempest-ServerDiagnosticsNegativeTest-1831247043 tempest-ServerDiagnosticsNegativeTest-1831247043-project-member] Lock "4584a496-3f79-40ce-bf30-178bb7c0afcc-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 570.599730] env[62328]: INFO nova.compute.manager [None req-e46455f4-27be-40a8-a7fa-fe5d71d9e17a tempest-ServerDiagnosticsNegativeTest-1831247043 tempest-ServerDiagnosticsNegativeTest-1831247043-project-member] [instance: 4584a496-3f79-40ce-bf30-178bb7c0afcc] Terminating instance [ 570.664585] env[62328]: DEBUG oslo_concurrency.lockutils [req-9cc14ef4-75e5-4793-9056-0ad5daf50f50 req-efb5a4ee-ef72-4fb5-9c90-b9994bc0fa8b service nova] Releasing lock "refresh_cache-6c107768-0f57-42fd-a2a5-b28207b17de9" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 570.678316] env[62328]: DEBUG nova.compute.manager [None req-d4c8151d-54cd-4397-a676-0ca697a7fc88 tempest-FloatingIPsAssociationNegativeTestJSON-1912335046 tempest-FloatingIPsAssociationNegativeTestJSON-1912335046-project-member] [instance: 39d42b89-6e94-4322-9d0b-356672da5cde] Start building block device mappings for instance. {{(pid=62328) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 570.682299] env[62328]: INFO nova.compute.resource_tracker [None req-be57da87-08d0-4bec-bcbf-275aeeaf06f6 tempest-MigrationsAdminTest-413245202 tempest-MigrationsAdminTest-413245202-project-member] [instance: 613e2516-6209-439d-bb90-b87d67b281a8] Updating resource usage from migration 3e2fa560-9d4d-44f8-b494-ce6d6794a408 [ 570.699857] env[62328]: DEBUG oslo_concurrency.lockutils [None req-5597401a-10e5-4016-99da-0f65264d976e tempest-ServerPasswordTestJSON-1408689932 tempest-ServerPasswordTestJSON-1408689932-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 570.917735] env[62328]: DEBUG oslo_vmware.api [None req-107115ac-01e8-4ad8-a0e8-c1a8a00d753d tempest-FloatingIPsAssociationTestJSON-89523020 tempest-FloatingIPsAssociationTestJSON-89523020-project-member] Task: {'id': task-2386224, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 570.938025] env[62328]: DEBUG oslo_vmware.api [None req-d243c0b1-71c7-4ffd-b019-2dcc0a85daa2 tempest-ServerExternalEventsTest-1567415951 tempest-ServerExternalEventsTest-1567415951-project-member] Task: {'id': task-2386225, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.079043} completed successfully. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 570.938497] env[62328]: DEBUG nova.virt.vmwareapi.vmops [None req-d243c0b1-71c7-4ffd-b019-2dcc0a85daa2 tempest-ServerExternalEventsTest-1567415951 tempest-ServerExternalEventsTest-1567415951-project-member] [instance: 5f192c3a-1f44-4471-afec-76a321dfd557] Extended root virtual disk {{(pid=62328) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 570.939710] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5d92591d-3b4c-4b7e-bb05-0947b0b9ca87 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 570.968613] env[62328]: DEBUG nova.virt.vmwareapi.volumeops [None req-d243c0b1-71c7-4ffd-b019-2dcc0a85daa2 tempest-ServerExternalEventsTest-1567415951 tempest-ServerExternalEventsTest-1567415951-project-member] [instance: 5f192c3a-1f44-4471-afec-76a321dfd557] Reconfiguring VM instance instance-00000008 to attach disk [datastore1] 5f192c3a-1f44-4471-afec-76a321dfd557/5f192c3a-1f44-4471-afec-76a321dfd557.vmdk or device None with type sparse {{(pid=62328) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 570.972277] env[62328]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2f92d414-4eb0-4ff5-b3aa-68b03a870ab7 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 570.999630] env[62328]: DEBUG oslo_vmware.api [None req-8f9732e1-515b-426a-9785-7eac14f3cc5f tempest-ImagesNegativeTestJSON-504021747 tempest-ImagesNegativeTestJSON-504021747-project-member] Task: {'id': task-2386223, 'name': ReconfigVM_Task, 'duration_secs': 0.560592} completed successfully. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 571.001638] env[62328]: DEBUG nova.virt.vmwareapi.volumeops [None req-8f9732e1-515b-426a-9785-7eac14f3cc5f tempest-ImagesNegativeTestJSON-504021747 tempest-ImagesNegativeTestJSON-504021747-project-member] [instance: f70d129f-1468-4834-b753-8c602837eff0] Reconfigured VM instance instance-00000007 to attach disk [datastore1] f70d129f-1468-4834-b753-8c602837eff0/f70d129f-1468-4834-b753-8c602837eff0.vmdk or device None with type sparse {{(pid=62328) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 571.002708] env[62328]: DEBUG oslo_vmware.api [None req-d243c0b1-71c7-4ffd-b019-2dcc0a85daa2 tempest-ServerExternalEventsTest-1567415951 tempest-ServerExternalEventsTest-1567415951-project-member] Waiting for the task: (returnval){ [ 571.002708] env[62328]: value = "task-2386227" [ 571.002708] env[62328]: _type = "Task" [ 571.002708] env[62328]: } to complete. {{(pid=62328) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 571.002938] env[62328]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-8ad6396b-2e9a-4b29-b6e8-85856ba8101b {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 571.018952] env[62328]: DEBUG oslo_vmware.api [None req-d243c0b1-71c7-4ffd-b019-2dcc0a85daa2 tempest-ServerExternalEventsTest-1567415951 tempest-ServerExternalEventsTest-1567415951-project-member] Task: {'id': task-2386227, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 571.020924] env[62328]: DEBUG oslo_vmware.api [None req-8f9732e1-515b-426a-9785-7eac14f3cc5f tempest-ImagesNegativeTestJSON-504021747 tempest-ImagesNegativeTestJSON-504021747-project-member] Waiting for the task: (returnval){ [ 571.020924] env[62328]: value = "task-2386228" [ 571.020924] env[62328]: _type = "Task" [ 571.020924] env[62328]: } to complete. {{(pid=62328) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 571.037932] env[62328]: DEBUG oslo_vmware.api [None req-014c16d2-aa88-423e-bc81-f834ad5f8eb3 tempest-InstanceActionsV221TestJSON-1254732959 tempest-InstanceActionsV221TestJSON-1254732959-project-member] Task: {'id': task-2386226, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 571.046474] env[62328]: DEBUG oslo_vmware.api [None req-8f9732e1-515b-426a-9785-7eac14f3cc5f tempest-ImagesNegativeTestJSON-504021747 tempest-ImagesNegativeTestJSON-504021747-project-member] Task: {'id': task-2386228, 'name': Rename_Task} progress is 14%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 571.050301] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9706f168-fda0-409b-a467-7ceeaabd2ffd {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 571.058677] env[62328]: DEBUG oslo_vmware.api [None req-57926e8a-0913-4309-9bf4-4accdab40378 tempest-ServerDiagnosticsTest-1328327217 tempest-ServerDiagnosticsTest-1328327217-project-member] Task: {'id': session[52a6e20e-410d-708a-99f2-080a575a99bd]52f41334-786d-5c2b-b2d3-3f059763984b, 'name': SearchDatastore_Task, 'duration_secs': 0.009252} completed successfully. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 571.060039] env[62328]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c58a6424-ed75-4917-a609-ac500b1704f4 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 571.066282] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a5d8ac92-fdb9-4e8a-845a-8a349ef1b9aa {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 571.071268] env[62328]: DEBUG oslo_vmware.api [None req-57926e8a-0913-4309-9bf4-4accdab40378 tempest-ServerDiagnosticsTest-1328327217 tempest-ServerDiagnosticsTest-1328327217-project-member] Waiting for the task: (returnval){ [ 571.071268] env[62328]: value = "session[52a6e20e-410d-708a-99f2-080a575a99bd]520e498b-df57-f8a2-b05f-fd8b9f66fce5" [ 571.071268] env[62328]: _type = "Task" [ 571.071268] env[62328]: } to complete. {{(pid=62328) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 571.103236] env[62328]: DEBUG nova.compute.manager [None req-e46455f4-27be-40a8-a7fa-fe5d71d9e17a tempest-ServerDiagnosticsNegativeTest-1831247043 tempest-ServerDiagnosticsNegativeTest-1831247043-project-member] [instance: 4584a496-3f79-40ce-bf30-178bb7c0afcc] Start destroying the instance on the hypervisor. {{(pid=62328) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 571.103462] env[62328]: DEBUG nova.virt.vmwareapi.vmops [None req-e46455f4-27be-40a8-a7fa-fe5d71d9e17a tempest-ServerDiagnosticsNegativeTest-1831247043 tempest-ServerDiagnosticsNegativeTest-1831247043-project-member] [instance: 4584a496-3f79-40ce-bf30-178bb7c0afcc] Destroying instance {{(pid=62328) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 571.105173] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ba04c46b-c049-4dc7-84c9-2052a559eae1 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 571.108754] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7068aac2-93a9-460b-a279-bda22c5ad0f2 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 571.116422] env[62328]: DEBUG oslo_vmware.api [None req-57926e8a-0913-4309-9bf4-4accdab40378 tempest-ServerDiagnosticsTest-1328327217 tempest-ServerDiagnosticsTest-1328327217-project-member] Task: {'id': session[52a6e20e-410d-708a-99f2-080a575a99bd]520e498b-df57-f8a2-b05f-fd8b9f66fce5, 'name': SearchDatastore_Task, 'duration_secs': 0.020444} completed successfully. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 571.116422] env[62328]: DEBUG oslo_concurrency.lockutils [None req-57926e8a-0913-4309-9bf4-4accdab40378 tempest-ServerDiagnosticsTest-1328327217 tempest-ServerDiagnosticsTest-1328327217-project-member] Releasing lock "[datastore1] devstack-image-cache_base/dbf872a4-92be-47e4-8561-c3e2bf2423ab/dbf872a4-92be-47e4-8561-c3e2bf2423ab.vmdk" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 571.116422] env[62328]: DEBUG nova.virt.vmwareapi.vm_util [None req-57926e8a-0913-4309-9bf4-4accdab40378 tempest-ServerDiagnosticsTest-1328327217 tempest-ServerDiagnosticsTest-1328327217-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/dbf872a4-92be-47e4-8561-c3e2bf2423ab/dbf872a4-92be-47e4-8561-c3e2bf2423ab.vmdk to [datastore1] 26ce508b-d9c2-42ef-9713-138c359aa4a9/26ce508b-d9c2-42ef-9713-138c359aa4a9.vmdk {{(pid=62328) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 571.116780] env[62328]: DEBUG oslo_concurrency.lockutils [None req-2d6cbe4f-90f6-4be8-baa3-cec59b7b6052 tempest-ServerActionsTestOtherA-1098162655 tempest-ServerActionsTestOtherA-1098162655-project-member] Acquired lock "[datastore1] devstack-image-cache_base/dbf872a4-92be-47e4-8561-c3e2bf2423ab/dbf872a4-92be-47e4-8561-c3e2bf2423ab.vmdk" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 571.116860] env[62328]: DEBUG nova.virt.vmwareapi.ds_util [None req-2d6cbe4f-90f6-4be8-baa3-cec59b7b6052 tempest-ServerActionsTestOtherA-1098162655 tempest-ServerActionsTestOtherA-1098162655-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62328) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 571.117396] env[62328]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-febb3836-54ac-4687-88cb-24ddb9a219e6 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 571.122790] env[62328]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-7ba81071-82d2-42d7-a71b-144707938509 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 571.125192] env[62328]: DEBUG nova.virt.vmwareapi.vm_util [None req-e46455f4-27be-40a8-a7fa-fe5d71d9e17a tempest-ServerDiagnosticsNegativeTest-1831247043 tempest-ServerDiagnosticsNegativeTest-1831247043-project-member] [instance: 4584a496-3f79-40ce-bf30-178bb7c0afcc] Powering off the VM {{(pid=62328) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 571.126779] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-08a1b016-a402-4b8f-bccc-40ba037941d1 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 571.130618] env[62328]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-69abd0b9-5807-41d6-b34f-b70ce7350221 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 571.133814] env[62328]: DEBUG oslo_vmware.api [None req-57926e8a-0913-4309-9bf4-4accdab40378 tempest-ServerDiagnosticsTest-1328327217 tempest-ServerDiagnosticsTest-1328327217-project-member] Waiting for the task: (returnval){ [ 571.133814] env[62328]: value = "task-2386229" [ 571.133814] env[62328]: _type = "Task" [ 571.133814] env[62328]: } to complete. {{(pid=62328) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 571.146924] env[62328]: DEBUG nova.compute.provider_tree [None req-be57da87-08d0-4bec-bcbf-275aeeaf06f6 tempest-MigrationsAdminTest-413245202 tempest-MigrationsAdminTest-413245202-project-member] Inventory has not changed in ProviderTree for provider: 3469e9f8-04af-49ca-8435-49f104496744 {{(pid=62328) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 571.148882] env[62328]: DEBUG oslo_vmware.api [None req-e46455f4-27be-40a8-a7fa-fe5d71d9e17a tempest-ServerDiagnosticsNegativeTest-1831247043 tempest-ServerDiagnosticsNegativeTest-1831247043-project-member] Waiting for the task: (returnval){ [ 571.148882] env[62328]: value = "task-2386230" [ 571.148882] env[62328]: _type = "Task" [ 571.148882] env[62328]: } to complete. {{(pid=62328) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 571.150185] env[62328]: DEBUG nova.virt.vmwareapi.ds_util [None req-2d6cbe4f-90f6-4be8-baa3-cec59b7b6052 tempest-ServerActionsTestOtherA-1098162655 tempest-ServerActionsTestOtherA-1098162655-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62328) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 571.150388] env[62328]: DEBUG nova.virt.vmwareapi.vmops [None req-2d6cbe4f-90f6-4be8-baa3-cec59b7b6052 tempest-ServerActionsTestOtherA-1098162655 tempest-ServerActionsTestOtherA-1098162655-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62328) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 571.154420] env[62328]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ba806029-442c-466f-9b55-35841d184a2c {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 571.160392] env[62328]: DEBUG oslo_vmware.api [None req-57926e8a-0913-4309-9bf4-4accdab40378 tempest-ServerDiagnosticsTest-1328327217 tempest-ServerDiagnosticsTest-1328327217-project-member] Task: {'id': task-2386229, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 571.167763] env[62328]: DEBUG oslo_vmware.api [None req-e46455f4-27be-40a8-a7fa-fe5d71d9e17a tempest-ServerDiagnosticsNegativeTest-1831247043 tempest-ServerDiagnosticsNegativeTest-1831247043-project-member] Task: {'id': task-2386230, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 571.167763] env[62328]: DEBUG oslo_vmware.api [None req-2d6cbe4f-90f6-4be8-baa3-cec59b7b6052 tempest-ServerActionsTestOtherA-1098162655 tempest-ServerActionsTestOtherA-1098162655-project-member] Waiting for the task: (returnval){ [ 571.167763] env[62328]: value = "session[52a6e20e-410d-708a-99f2-080a575a99bd]52f24d3f-7b26-ee2d-6285-4133850f2963" [ 571.167763] env[62328]: _type = "Task" [ 571.167763] env[62328]: } to complete. {{(pid=62328) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 571.176585] env[62328]: DEBUG oslo_vmware.api [None req-2d6cbe4f-90f6-4be8-baa3-cec59b7b6052 tempest-ServerActionsTestOtherA-1098162655 tempest-ServerActionsTestOtherA-1098162655-project-member] Task: {'id': session[52a6e20e-410d-708a-99f2-080a575a99bd]52f24d3f-7b26-ee2d-6285-4133850f2963, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 571.296534] env[62328]: DEBUG nova.network.neutron [None req-d4c8151d-54cd-4397-a676-0ca697a7fc88 tempest-FloatingIPsAssociationNegativeTestJSON-1912335046 tempest-FloatingIPsAssociationNegativeTestJSON-1912335046-project-member] [instance: 39d42b89-6e94-4322-9d0b-356672da5cde] Successfully created port: 8ce041b7-e753-45de-bfe3-48735e37e8dc {{(pid=62328) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 571.421675] env[62328]: DEBUG oslo_vmware.api [None req-107115ac-01e8-4ad8-a0e8-c1a8a00d753d tempest-FloatingIPsAssociationTestJSON-89523020 tempest-FloatingIPsAssociationTestJSON-89523020-project-member] Task: {'id': task-2386224, 'name': PowerOnVM_Task, 'duration_secs': 0.686724} completed successfully. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 571.422563] env[62328]: DEBUG nova.virt.vmwareapi.vm_util [None req-107115ac-01e8-4ad8-a0e8-c1a8a00d753d tempest-FloatingIPsAssociationTestJSON-89523020 tempest-FloatingIPsAssociationTestJSON-89523020-project-member] [instance: 911e8910-7b82-4557-af15-99cf96b7314e] Powered on the VM {{(pid=62328) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 571.422563] env[62328]: INFO nova.compute.manager [None req-107115ac-01e8-4ad8-a0e8-c1a8a00d753d tempest-FloatingIPsAssociationTestJSON-89523020 tempest-FloatingIPsAssociationTestJSON-89523020-project-member] [instance: 911e8910-7b82-4557-af15-99cf96b7314e] Took 18.51 seconds to spawn the instance on the hypervisor. [ 571.423017] env[62328]: DEBUG nova.compute.manager [None req-107115ac-01e8-4ad8-a0e8-c1a8a00d753d tempest-FloatingIPsAssociationTestJSON-89523020 tempest-FloatingIPsAssociationTestJSON-89523020-project-member] [instance: 911e8910-7b82-4557-af15-99cf96b7314e] Checking state {{(pid=62328) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 571.423838] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f47f71e6-a184-4b38-9e0f-f3c512a8c0fe {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 571.527323] env[62328]: DEBUG oslo_vmware.api [None req-d243c0b1-71c7-4ffd-b019-2dcc0a85daa2 tempest-ServerExternalEventsTest-1567415951 tempest-ServerExternalEventsTest-1567415951-project-member] Task: {'id': task-2386227, 'name': ReconfigVM_Task, 'duration_secs': 0.365663} completed successfully. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 571.529086] env[62328]: DEBUG nova.virt.vmwareapi.volumeops [None req-d243c0b1-71c7-4ffd-b019-2dcc0a85daa2 tempest-ServerExternalEventsTest-1567415951 tempest-ServerExternalEventsTest-1567415951-project-member] [instance: 5f192c3a-1f44-4471-afec-76a321dfd557] Reconfigured VM instance instance-00000008 to attach disk [datastore1] 5f192c3a-1f44-4471-afec-76a321dfd557/5f192c3a-1f44-4471-afec-76a321dfd557.vmdk or device None with type sparse {{(pid=62328) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 571.530441] env[62328]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-42bf0a15-44c5-44f9-9102-b3847c7c355e {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 571.542738] env[62328]: DEBUG oslo_vmware.api [None req-8f9732e1-515b-426a-9785-7eac14f3cc5f tempest-ImagesNegativeTestJSON-504021747 tempest-ImagesNegativeTestJSON-504021747-project-member] Task: {'id': task-2386228, 'name': Rename_Task, 'duration_secs': 0.207707} completed successfully. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 571.549202] env[62328]: DEBUG nova.virt.vmwareapi.vm_util [None req-8f9732e1-515b-426a-9785-7eac14f3cc5f tempest-ImagesNegativeTestJSON-504021747 tempest-ImagesNegativeTestJSON-504021747-project-member] [instance: f70d129f-1468-4834-b753-8c602837eff0] Powering on the VM {{(pid=62328) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 571.553023] env[62328]: DEBUG oslo_vmware.api [None req-014c16d2-aa88-423e-bc81-f834ad5f8eb3 tempest-InstanceActionsV221TestJSON-1254732959 tempest-InstanceActionsV221TestJSON-1254732959-project-member] Task: {'id': task-2386226, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.548133} completed successfully. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 571.553023] env[62328]: DEBUG oslo_vmware.api [None req-d243c0b1-71c7-4ffd-b019-2dcc0a85daa2 tempest-ServerExternalEventsTest-1567415951 tempest-ServerExternalEventsTest-1567415951-project-member] Waiting for the task: (returnval){ [ 571.553023] env[62328]: value = "task-2386231" [ 571.553023] env[62328]: _type = "Task" [ 571.553023] env[62328]: } to complete. {{(pid=62328) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 571.553023] env[62328]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-fce75412-9182-4acd-9186-1ed040fb474b {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 571.553023] env[62328]: DEBUG nova.virt.vmwareapi.vm_util [None req-014c16d2-aa88-423e-bc81-f834ad5f8eb3 tempest-InstanceActionsV221TestJSON-1254732959 tempest-InstanceActionsV221TestJSON-1254732959-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/dbf872a4-92be-47e4-8561-c3e2bf2423ab/dbf872a4-92be-47e4-8561-c3e2bf2423ab.vmdk to [datastore1] bf44560e-3ce4-42b6-8230-481b2094ebcc/bf44560e-3ce4-42b6-8230-481b2094ebcc.vmdk {{(pid=62328) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 571.553456] env[62328]: DEBUG nova.virt.vmwareapi.vmops [None req-014c16d2-aa88-423e-bc81-f834ad5f8eb3 tempest-InstanceActionsV221TestJSON-1254732959 tempest-InstanceActionsV221TestJSON-1254732959-project-member] [instance: bf44560e-3ce4-42b6-8230-481b2094ebcc] Extending root virtual disk to 1048576 {{(pid=62328) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 571.553711] env[62328]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-d404fd5f-5427-4ed5-be86-0291b74134af {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 571.569327] env[62328]: DEBUG oslo_vmware.api [None req-d243c0b1-71c7-4ffd-b019-2dcc0a85daa2 tempest-ServerExternalEventsTest-1567415951 tempest-ServerExternalEventsTest-1567415951-project-member] Task: {'id': task-2386231, 'name': Rename_Task} progress is 14%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 571.569327] env[62328]: DEBUG oslo_vmware.api [None req-014c16d2-aa88-423e-bc81-f834ad5f8eb3 tempest-InstanceActionsV221TestJSON-1254732959 tempest-InstanceActionsV221TestJSON-1254732959-project-member] Waiting for the task: (returnval){ [ 571.569327] env[62328]: value = "task-2386233" [ 571.569327] env[62328]: _type = "Task" [ 571.569327] env[62328]: } to complete. {{(pid=62328) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 571.569720] env[62328]: DEBUG oslo_vmware.api [None req-8f9732e1-515b-426a-9785-7eac14f3cc5f tempest-ImagesNegativeTestJSON-504021747 tempest-ImagesNegativeTestJSON-504021747-project-member] Waiting for the task: (returnval){ [ 571.569720] env[62328]: value = "task-2386232" [ 571.569720] env[62328]: _type = "Task" [ 571.569720] env[62328]: } to complete. {{(pid=62328) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 571.583990] env[62328]: DEBUG oslo_vmware.api [None req-014c16d2-aa88-423e-bc81-f834ad5f8eb3 tempest-InstanceActionsV221TestJSON-1254732959 tempest-InstanceActionsV221TestJSON-1254732959-project-member] Task: {'id': task-2386233, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 571.588325] env[62328]: DEBUG oslo_vmware.api [None req-8f9732e1-515b-426a-9785-7eac14f3cc5f tempest-ImagesNegativeTestJSON-504021747 tempest-ImagesNegativeTestJSON-504021747-project-member] Task: {'id': task-2386232, 'name': PowerOnVM_Task} progress is 33%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 571.647055] env[62328]: DEBUG oslo_vmware.api [None req-57926e8a-0913-4309-9bf4-4accdab40378 tempest-ServerDiagnosticsTest-1328327217 tempest-ServerDiagnosticsTest-1328327217-project-member] Task: {'id': task-2386229, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 571.657927] env[62328]: DEBUG nova.scheduler.client.report [None req-be57da87-08d0-4bec-bcbf-275aeeaf06f6 tempest-MigrationsAdminTest-413245202 tempest-MigrationsAdminTest-413245202-project-member] Inventory has not changed for provider 3469e9f8-04af-49ca-8435-49f104496744 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 153, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62328) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 571.668340] env[62328]: DEBUG oslo_vmware.api [None req-e46455f4-27be-40a8-a7fa-fe5d71d9e17a tempest-ServerDiagnosticsNegativeTest-1831247043 tempest-ServerDiagnosticsNegativeTest-1831247043-project-member] Task: {'id': task-2386230, 'name': PowerOffVM_Task, 'duration_secs': 0.189478} completed successfully. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 571.673022] env[62328]: DEBUG nova.virt.vmwareapi.vm_util [None req-e46455f4-27be-40a8-a7fa-fe5d71d9e17a tempest-ServerDiagnosticsNegativeTest-1831247043 tempest-ServerDiagnosticsNegativeTest-1831247043-project-member] [instance: 4584a496-3f79-40ce-bf30-178bb7c0afcc] Powered off the VM {{(pid=62328) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 571.673022] env[62328]: DEBUG nova.virt.vmwareapi.vmops [None req-e46455f4-27be-40a8-a7fa-fe5d71d9e17a tempest-ServerDiagnosticsNegativeTest-1831247043 tempest-ServerDiagnosticsNegativeTest-1831247043-project-member] [instance: 4584a496-3f79-40ce-bf30-178bb7c0afcc] Unregistering the VM {{(pid=62328) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 571.673022] env[62328]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-00a256be-529a-496c-804e-7307a98154c5 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 571.680211] env[62328]: DEBUG oslo_vmware.api [None req-2d6cbe4f-90f6-4be8-baa3-cec59b7b6052 tempest-ServerActionsTestOtherA-1098162655 tempest-ServerActionsTestOtherA-1098162655-project-member] Task: {'id': session[52a6e20e-410d-708a-99f2-080a575a99bd]52f24d3f-7b26-ee2d-6285-4133850f2963, 'name': SearchDatastore_Task, 'duration_secs': 0.011242} completed successfully. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 571.681677] env[62328]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6c3a79b1-54d7-4d6c-8830-cadc9f7bd1b1 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 571.687927] env[62328]: DEBUG oslo_vmware.api [None req-2d6cbe4f-90f6-4be8-baa3-cec59b7b6052 tempest-ServerActionsTestOtherA-1098162655 tempest-ServerActionsTestOtherA-1098162655-project-member] Waiting for the task: (returnval){ [ 571.687927] env[62328]: value = "session[52a6e20e-410d-708a-99f2-080a575a99bd]527cf234-0182-d352-7afa-ea22b6e3af02" [ 571.687927] env[62328]: _type = "Task" [ 571.687927] env[62328]: } to complete. {{(pid=62328) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 571.698498] env[62328]: DEBUG nova.compute.manager [None req-d4c8151d-54cd-4397-a676-0ca697a7fc88 tempest-FloatingIPsAssociationNegativeTestJSON-1912335046 tempest-FloatingIPsAssociationNegativeTestJSON-1912335046-project-member] [instance: 39d42b89-6e94-4322-9d0b-356672da5cde] Start spawning the instance on the hypervisor. {{(pid=62328) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 571.700618] env[62328]: DEBUG oslo_vmware.api [None req-2d6cbe4f-90f6-4be8-baa3-cec59b7b6052 tempest-ServerActionsTestOtherA-1098162655 tempest-ServerActionsTestOtherA-1098162655-project-member] Task: {'id': session[52a6e20e-410d-708a-99f2-080a575a99bd]527cf234-0182-d352-7afa-ea22b6e3af02, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 571.736606] env[62328]: DEBUG nova.virt.hardware [None req-d4c8151d-54cd-4397-a676-0ca697a7fc88 tempest-FloatingIPsAssociationNegativeTestJSON-1912335046 tempest-FloatingIPsAssociationNegativeTestJSON-1912335046-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-07T17:16:55Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-07T17:16:37Z,direct_url=,disk_format='vmdk',id=dbf872a4-92be-47e4-8561-c3e2bf2423ab,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='2a64022f08d84b11a86773b900860ae5',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-07T17:16:38Z,virtual_size=,visibility=), allow threads: False {{(pid=62328) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 571.736834] env[62328]: DEBUG nova.virt.hardware [None req-d4c8151d-54cd-4397-a676-0ca697a7fc88 tempest-FloatingIPsAssociationNegativeTestJSON-1912335046 tempest-FloatingIPsAssociationNegativeTestJSON-1912335046-project-member] Flavor limits 0:0:0 {{(pid=62328) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 571.737011] env[62328]: DEBUG nova.virt.hardware [None req-d4c8151d-54cd-4397-a676-0ca697a7fc88 tempest-FloatingIPsAssociationNegativeTestJSON-1912335046 tempest-FloatingIPsAssociationNegativeTestJSON-1912335046-project-member] Image limits 0:0:0 {{(pid=62328) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 571.737221] env[62328]: DEBUG nova.virt.hardware [None req-d4c8151d-54cd-4397-a676-0ca697a7fc88 tempest-FloatingIPsAssociationNegativeTestJSON-1912335046 tempest-FloatingIPsAssociationNegativeTestJSON-1912335046-project-member] Flavor pref 0:0:0 {{(pid=62328) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 571.737367] env[62328]: DEBUG nova.virt.hardware [None req-d4c8151d-54cd-4397-a676-0ca697a7fc88 tempest-FloatingIPsAssociationNegativeTestJSON-1912335046 tempest-FloatingIPsAssociationNegativeTestJSON-1912335046-project-member] Image pref 0:0:0 {{(pid=62328) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 571.737511] env[62328]: DEBUG nova.virt.hardware [None req-d4c8151d-54cd-4397-a676-0ca697a7fc88 tempest-FloatingIPsAssociationNegativeTestJSON-1912335046 tempest-FloatingIPsAssociationNegativeTestJSON-1912335046-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62328) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 571.737718] env[62328]: DEBUG nova.virt.hardware [None req-d4c8151d-54cd-4397-a676-0ca697a7fc88 tempest-FloatingIPsAssociationNegativeTestJSON-1912335046 tempest-FloatingIPsAssociationNegativeTestJSON-1912335046-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62328) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 571.737876] env[62328]: DEBUG nova.virt.hardware [None req-d4c8151d-54cd-4397-a676-0ca697a7fc88 tempest-FloatingIPsAssociationNegativeTestJSON-1912335046 tempest-FloatingIPsAssociationNegativeTestJSON-1912335046-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62328) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 571.738120] env[62328]: DEBUG nova.virt.hardware [None req-d4c8151d-54cd-4397-a676-0ca697a7fc88 tempest-FloatingIPsAssociationNegativeTestJSON-1912335046 tempest-FloatingIPsAssociationNegativeTestJSON-1912335046-project-member] Got 1 possible topologies {{(pid=62328) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 571.738260] env[62328]: DEBUG nova.virt.hardware [None req-d4c8151d-54cd-4397-a676-0ca697a7fc88 tempest-FloatingIPsAssociationNegativeTestJSON-1912335046 tempest-FloatingIPsAssociationNegativeTestJSON-1912335046-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62328) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 571.738435] env[62328]: DEBUG nova.virt.hardware [None req-d4c8151d-54cd-4397-a676-0ca697a7fc88 tempest-FloatingIPsAssociationNegativeTestJSON-1912335046 tempest-FloatingIPsAssociationNegativeTestJSON-1912335046-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62328) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 571.739515] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-71d99413-176b-4828-993a-6ff7ca08420c {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 571.743875] env[62328]: DEBUG nova.virt.vmwareapi.vmops [None req-e46455f4-27be-40a8-a7fa-fe5d71d9e17a tempest-ServerDiagnosticsNegativeTest-1831247043 tempest-ServerDiagnosticsNegativeTest-1831247043-project-member] [instance: 4584a496-3f79-40ce-bf30-178bb7c0afcc] Unregistered the VM {{(pid=62328) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 571.744117] env[62328]: DEBUG nova.virt.vmwareapi.vmops [None req-e46455f4-27be-40a8-a7fa-fe5d71d9e17a tempest-ServerDiagnosticsNegativeTest-1831247043 tempest-ServerDiagnosticsNegativeTest-1831247043-project-member] [instance: 4584a496-3f79-40ce-bf30-178bb7c0afcc] Deleting contents of the VM from datastore datastore2 {{(pid=62328) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 571.744265] env[62328]: DEBUG nova.virt.vmwareapi.ds_util [None req-e46455f4-27be-40a8-a7fa-fe5d71d9e17a tempest-ServerDiagnosticsNegativeTest-1831247043 tempest-ServerDiagnosticsNegativeTest-1831247043-project-member] Deleting the datastore file [datastore2] 4584a496-3f79-40ce-bf30-178bb7c0afcc {{(pid=62328) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 571.745527] env[62328]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-bb4dcad0-41d8-4368-aa3d-ff6753629e2d {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 571.750941] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d623147f-c6cd-42bd-a801-0669d8488cdb {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 571.756572] env[62328]: DEBUG oslo_vmware.api [None req-e46455f4-27be-40a8-a7fa-fe5d71d9e17a tempest-ServerDiagnosticsNegativeTest-1831247043 tempest-ServerDiagnosticsNegativeTest-1831247043-project-member] Waiting for the task: (returnval){ [ 571.756572] env[62328]: value = "task-2386235" [ 571.756572] env[62328]: _type = "Task" [ 571.756572] env[62328]: } to complete. {{(pid=62328) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 571.775016] env[62328]: DEBUG oslo_vmware.api [None req-e46455f4-27be-40a8-a7fa-fe5d71d9e17a tempest-ServerDiagnosticsNegativeTest-1831247043 tempest-ServerDiagnosticsNegativeTest-1831247043-project-member] Task: {'id': task-2386235, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 571.944798] env[62328]: INFO nova.compute.manager [None req-107115ac-01e8-4ad8-a0e8-c1a8a00d753d tempest-FloatingIPsAssociationTestJSON-89523020 tempest-FloatingIPsAssociationTestJSON-89523020-project-member] [instance: 911e8910-7b82-4557-af15-99cf96b7314e] Took 29.28 seconds to build instance. [ 572.071638] env[62328]: DEBUG oslo_vmware.api [None req-d243c0b1-71c7-4ffd-b019-2dcc0a85daa2 tempest-ServerExternalEventsTest-1567415951 tempest-ServerExternalEventsTest-1567415951-project-member] Task: {'id': task-2386231, 'name': Rename_Task, 'duration_secs': 0.248335} completed successfully. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 572.075626] env[62328]: DEBUG nova.virt.vmwareapi.vm_util [None req-d243c0b1-71c7-4ffd-b019-2dcc0a85daa2 tempest-ServerExternalEventsTest-1567415951 tempest-ServerExternalEventsTest-1567415951-project-member] [instance: 5f192c3a-1f44-4471-afec-76a321dfd557] Powering on the VM {{(pid=62328) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 572.075713] env[62328]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c4b4ffcc-5d65-4eae-9ec1-d708d294fe3a {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 572.093407] env[62328]: DEBUG oslo_vmware.api [None req-8f9732e1-515b-426a-9785-7eac14f3cc5f tempest-ImagesNegativeTestJSON-504021747 tempest-ImagesNegativeTestJSON-504021747-project-member] Task: {'id': task-2386232, 'name': PowerOnVM_Task} progress is 100%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 572.093668] env[62328]: DEBUG oslo_vmware.api [None req-014c16d2-aa88-423e-bc81-f834ad5f8eb3 tempest-InstanceActionsV221TestJSON-1254732959 tempest-InstanceActionsV221TestJSON-1254732959-project-member] Task: {'id': task-2386233, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.112176} completed successfully. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 572.097020] env[62328]: DEBUG nova.virt.vmwareapi.vmops [None req-014c16d2-aa88-423e-bc81-f834ad5f8eb3 tempest-InstanceActionsV221TestJSON-1254732959 tempest-InstanceActionsV221TestJSON-1254732959-project-member] [instance: bf44560e-3ce4-42b6-8230-481b2094ebcc] Extended root virtual disk {{(pid=62328) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 572.097020] env[62328]: DEBUG oslo_vmware.api [None req-d243c0b1-71c7-4ffd-b019-2dcc0a85daa2 tempest-ServerExternalEventsTest-1567415951 tempest-ServerExternalEventsTest-1567415951-project-member] Waiting for the task: (returnval){ [ 572.097020] env[62328]: value = "task-2386236" [ 572.097020] env[62328]: _type = "Task" [ 572.097020] env[62328]: } to complete. {{(pid=62328) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 572.097020] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a6a2b0cc-6e4f-4567-8dd3-93e56acc2f70 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 572.126576] env[62328]: DEBUG nova.virt.vmwareapi.volumeops [None req-014c16d2-aa88-423e-bc81-f834ad5f8eb3 tempest-InstanceActionsV221TestJSON-1254732959 tempest-InstanceActionsV221TestJSON-1254732959-project-member] [instance: bf44560e-3ce4-42b6-8230-481b2094ebcc] Reconfiguring VM instance instance-00000009 to attach disk [datastore1] bf44560e-3ce4-42b6-8230-481b2094ebcc/bf44560e-3ce4-42b6-8230-481b2094ebcc.vmdk or device None with type sparse {{(pid=62328) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 572.130799] env[62328]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-850fdfb4-cbfc-4ac2-bd07-852ddf51c9dc {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 572.147335] env[62328]: DEBUG oslo_vmware.api [None req-d243c0b1-71c7-4ffd-b019-2dcc0a85daa2 tempest-ServerExternalEventsTest-1567415951 tempest-ServerExternalEventsTest-1567415951-project-member] Task: {'id': task-2386236, 'name': PowerOnVM_Task} progress is 33%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 572.156792] env[62328]: DEBUG oslo_vmware.api [None req-57926e8a-0913-4309-9bf4-4accdab40378 tempest-ServerDiagnosticsTest-1328327217 tempest-ServerDiagnosticsTest-1328327217-project-member] Task: {'id': task-2386229, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.555705} completed successfully. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 572.158225] env[62328]: DEBUG nova.virt.vmwareapi.vm_util [None req-57926e8a-0913-4309-9bf4-4accdab40378 tempest-ServerDiagnosticsTest-1328327217 tempest-ServerDiagnosticsTest-1328327217-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/dbf872a4-92be-47e4-8561-c3e2bf2423ab/dbf872a4-92be-47e4-8561-c3e2bf2423ab.vmdk to [datastore1] 26ce508b-d9c2-42ef-9713-138c359aa4a9/26ce508b-d9c2-42ef-9713-138c359aa4a9.vmdk {{(pid=62328) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 572.158438] env[62328]: DEBUG nova.virt.vmwareapi.vmops [None req-57926e8a-0913-4309-9bf4-4accdab40378 tempest-ServerDiagnosticsTest-1328327217 tempest-ServerDiagnosticsTest-1328327217-project-member] [instance: 26ce508b-d9c2-42ef-9713-138c359aa4a9] Extending root virtual disk to 1048576 {{(pid=62328) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 572.158732] env[62328]: DEBUG oslo_vmware.api [None req-014c16d2-aa88-423e-bc81-f834ad5f8eb3 tempest-InstanceActionsV221TestJSON-1254732959 tempest-InstanceActionsV221TestJSON-1254732959-project-member] Waiting for the task: (returnval){ [ 572.158732] env[62328]: value = "task-2386237" [ 572.158732] env[62328]: _type = "Task" [ 572.158732] env[62328]: } to complete. {{(pid=62328) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 572.158906] env[62328]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-82197f39-dd51-40e2-8c41-9dca8a207b3f {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 572.164750] env[62328]: DEBUG oslo_concurrency.lockutils [None req-be57da87-08d0-4bec-bcbf-275aeeaf06f6 tempest-MigrationsAdminTest-413245202 tempest-MigrationsAdminTest-413245202-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.507s {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 572.165033] env[62328]: INFO nova.compute.manager [None req-be57da87-08d0-4bec-bcbf-275aeeaf06f6 tempest-MigrationsAdminTest-413245202 tempest-MigrationsAdminTest-413245202-project-member] [instance: 613e2516-6209-439d-bb90-b87d67b281a8] Migrating [ 572.165332] env[62328]: DEBUG oslo_concurrency.lockutils [None req-be57da87-08d0-4bec-bcbf-275aeeaf06f6 tempest-MigrationsAdminTest-413245202 tempest-MigrationsAdminTest-413245202-project-member] Acquiring lock "compute-rpcapi-router" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 572.165504] env[62328]: DEBUG oslo_concurrency.lockutils [None req-be57da87-08d0-4bec-bcbf-275aeeaf06f6 tempest-MigrationsAdminTest-413245202 tempest-MigrationsAdminTest-413245202-project-member] Acquired lock "compute-rpcapi-router" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 572.166718] env[62328]: DEBUG oslo_concurrency.lockutils [None req-507c75bf-3279-4ca1-a3e4-464fcabf178f tempest-VolumesAssistedSnapshotsTest-1692536228 tempest-VolumesAssistedSnapshotsTest-1692536228-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 9.738s {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 572.168324] env[62328]: INFO nova.compute.claims [None req-507c75bf-3279-4ca1-a3e4-464fcabf178f tempest-VolumesAssistedSnapshotsTest-1692536228 tempest-VolumesAssistedSnapshotsTest-1692536228-project-member] [instance: 3e0f093a-98be-4406-a220-34f6d6767294] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 572.172589] env[62328]: DEBUG oslo_vmware.api [None req-57926e8a-0913-4309-9bf4-4accdab40378 tempest-ServerDiagnosticsTest-1328327217 tempest-ServerDiagnosticsTest-1328327217-project-member] Waiting for the task: (returnval){ [ 572.172589] env[62328]: value = "task-2386238" [ 572.172589] env[62328]: _type = "Task" [ 572.172589] env[62328]: } to complete. {{(pid=62328) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 572.181411] env[62328]: DEBUG oslo_vmware.api [None req-014c16d2-aa88-423e-bc81-f834ad5f8eb3 tempest-InstanceActionsV221TestJSON-1254732959 tempest-InstanceActionsV221TestJSON-1254732959-project-member] Task: {'id': task-2386237, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 572.186212] env[62328]: DEBUG oslo_vmware.api [None req-57926e8a-0913-4309-9bf4-4accdab40378 tempest-ServerDiagnosticsTest-1328327217 tempest-ServerDiagnosticsTest-1328327217-project-member] Task: {'id': task-2386238, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 572.197413] env[62328]: DEBUG oslo_vmware.api [None req-2d6cbe4f-90f6-4be8-baa3-cec59b7b6052 tempest-ServerActionsTestOtherA-1098162655 tempest-ServerActionsTestOtherA-1098162655-project-member] Task: {'id': session[52a6e20e-410d-708a-99f2-080a575a99bd]527cf234-0182-d352-7afa-ea22b6e3af02, 'name': SearchDatastore_Task, 'duration_secs': 0.009233} completed successfully. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 572.197780] env[62328]: DEBUG oslo_concurrency.lockutils [None req-2d6cbe4f-90f6-4be8-baa3-cec59b7b6052 tempest-ServerActionsTestOtherA-1098162655 tempest-ServerActionsTestOtherA-1098162655-project-member] Releasing lock "[datastore1] devstack-image-cache_base/dbf872a4-92be-47e4-8561-c3e2bf2423ab/dbf872a4-92be-47e4-8561-c3e2bf2423ab.vmdk" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 572.198547] env[62328]: DEBUG nova.virt.vmwareapi.vm_util [None req-2d6cbe4f-90f6-4be8-baa3-cec59b7b6052 tempest-ServerActionsTestOtherA-1098162655 tempest-ServerActionsTestOtherA-1098162655-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/dbf872a4-92be-47e4-8561-c3e2bf2423ab/dbf872a4-92be-47e4-8561-c3e2bf2423ab.vmdk to [datastore1] 6c107768-0f57-42fd-a2a5-b28207b17de9/6c107768-0f57-42fd-a2a5-b28207b17de9.vmdk {{(pid=62328) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 572.198547] env[62328]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-d1483725-7db4-446c-888b-a2ba3237609b {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 572.206250] env[62328]: DEBUG oslo_vmware.api [None req-2d6cbe4f-90f6-4be8-baa3-cec59b7b6052 tempest-ServerActionsTestOtherA-1098162655 tempest-ServerActionsTestOtherA-1098162655-project-member] Waiting for the task: (returnval){ [ 572.206250] env[62328]: value = "task-2386239" [ 572.206250] env[62328]: _type = "Task" [ 572.206250] env[62328]: } to complete. {{(pid=62328) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 572.215597] env[62328]: DEBUG oslo_vmware.api [None req-2d6cbe4f-90f6-4be8-baa3-cec59b7b6052 tempest-ServerActionsTestOtherA-1098162655 tempest-ServerActionsTestOtherA-1098162655-project-member] Task: {'id': task-2386239, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 572.266507] env[62328]: DEBUG oslo_vmware.api [None req-e46455f4-27be-40a8-a7fa-fe5d71d9e17a tempest-ServerDiagnosticsNegativeTest-1831247043 tempest-ServerDiagnosticsNegativeTest-1831247043-project-member] Task: {'id': task-2386235, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.148608} completed successfully. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 572.266769] env[62328]: DEBUG nova.virt.vmwareapi.ds_util [None req-e46455f4-27be-40a8-a7fa-fe5d71d9e17a tempest-ServerDiagnosticsNegativeTest-1831247043 tempest-ServerDiagnosticsNegativeTest-1831247043-project-member] Deleted the datastore file {{(pid=62328) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 572.266958] env[62328]: DEBUG nova.virt.vmwareapi.vmops [None req-e46455f4-27be-40a8-a7fa-fe5d71d9e17a tempest-ServerDiagnosticsNegativeTest-1831247043 tempest-ServerDiagnosticsNegativeTest-1831247043-project-member] [instance: 4584a496-3f79-40ce-bf30-178bb7c0afcc] Deleted contents of the VM from datastore datastore2 {{(pid=62328) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 572.267178] env[62328]: DEBUG nova.virt.vmwareapi.vmops [None req-e46455f4-27be-40a8-a7fa-fe5d71d9e17a tempest-ServerDiagnosticsNegativeTest-1831247043 tempest-ServerDiagnosticsNegativeTest-1831247043-project-member] [instance: 4584a496-3f79-40ce-bf30-178bb7c0afcc] Instance destroyed {{(pid=62328) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 572.267363] env[62328]: INFO nova.compute.manager [None req-e46455f4-27be-40a8-a7fa-fe5d71d9e17a tempest-ServerDiagnosticsNegativeTest-1831247043 tempest-ServerDiagnosticsNegativeTest-1831247043-project-member] [instance: 4584a496-3f79-40ce-bf30-178bb7c0afcc] Took 1.16 seconds to destroy the instance on the hypervisor. [ 572.267607] env[62328]: DEBUG oslo.service.loopingcall [None req-e46455f4-27be-40a8-a7fa-fe5d71d9e17a tempest-ServerDiagnosticsNegativeTest-1831247043 tempest-ServerDiagnosticsNegativeTest-1831247043-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62328) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 572.267893] env[62328]: DEBUG nova.compute.manager [-] [instance: 4584a496-3f79-40ce-bf30-178bb7c0afcc] Deallocating network for instance {{(pid=62328) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 572.268050] env[62328]: DEBUG nova.network.neutron [-] [instance: 4584a496-3f79-40ce-bf30-178bb7c0afcc] deallocate_for_instance() {{(pid=62328) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 572.446617] env[62328]: DEBUG oslo_concurrency.lockutils [None req-107115ac-01e8-4ad8-a0e8-c1a8a00d753d tempest-FloatingIPsAssociationTestJSON-89523020 tempest-FloatingIPsAssociationTestJSON-89523020-project-member] Lock "911e8910-7b82-4557-af15-99cf96b7314e" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 30.799s {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 572.482782] env[62328]: DEBUG oslo_concurrency.lockutils [None req-532cc1a7-ed30-4c07-9140-2ee7d3c27bff tempest-ServerDiagnosticsV248Test-811684029 tempest-ServerDiagnosticsV248Test-811684029-project-member] Acquiring lock "f57853bd-b4a9-46ef-86ac-9fbe33732cd1" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 572.483084] env[62328]: DEBUG oslo_concurrency.lockutils [None req-532cc1a7-ed30-4c07-9140-2ee7d3c27bff tempest-ServerDiagnosticsV248Test-811684029 tempest-ServerDiagnosticsV248Test-811684029-project-member] Lock "f57853bd-b4a9-46ef-86ac-9fbe33732cd1" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 572.483304] env[62328]: DEBUG oslo_concurrency.lockutils [None req-532cc1a7-ed30-4c07-9140-2ee7d3c27bff tempest-ServerDiagnosticsV248Test-811684029 tempest-ServerDiagnosticsV248Test-811684029-project-member] Acquiring lock "f57853bd-b4a9-46ef-86ac-9fbe33732cd1-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 572.483494] env[62328]: DEBUG oslo_concurrency.lockutils [None req-532cc1a7-ed30-4c07-9140-2ee7d3c27bff tempest-ServerDiagnosticsV248Test-811684029 tempest-ServerDiagnosticsV248Test-811684029-project-member] Lock "f57853bd-b4a9-46ef-86ac-9fbe33732cd1-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 572.483662] env[62328]: DEBUG oslo_concurrency.lockutils [None req-532cc1a7-ed30-4c07-9140-2ee7d3c27bff tempest-ServerDiagnosticsV248Test-811684029 tempest-ServerDiagnosticsV248Test-811684029-project-member] Lock "f57853bd-b4a9-46ef-86ac-9fbe33732cd1-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 572.489779] env[62328]: INFO nova.compute.manager [None req-532cc1a7-ed30-4c07-9140-2ee7d3c27bff tempest-ServerDiagnosticsV248Test-811684029 tempest-ServerDiagnosticsV248Test-811684029-project-member] [instance: f57853bd-b4a9-46ef-86ac-9fbe33732cd1] Terminating instance [ 572.591240] env[62328]: DEBUG oslo_vmware.api [None req-8f9732e1-515b-426a-9785-7eac14f3cc5f tempest-ImagesNegativeTestJSON-504021747 tempest-ImagesNegativeTestJSON-504021747-project-member] Task: {'id': task-2386232, 'name': PowerOnVM_Task, 'duration_secs': 0.531026} completed successfully. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 572.591476] env[62328]: DEBUG nova.virt.vmwareapi.vm_util [None req-8f9732e1-515b-426a-9785-7eac14f3cc5f tempest-ImagesNegativeTestJSON-504021747 tempest-ImagesNegativeTestJSON-504021747-project-member] [instance: f70d129f-1468-4834-b753-8c602837eff0] Powered on the VM {{(pid=62328) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 572.591951] env[62328]: INFO nova.compute.manager [None req-8f9732e1-515b-426a-9785-7eac14f3cc5f tempest-ImagesNegativeTestJSON-504021747 tempest-ImagesNegativeTestJSON-504021747-project-member] [instance: f70d129f-1468-4834-b753-8c602837eff0] Took 17.22 seconds to spawn the instance on the hypervisor. [ 572.591951] env[62328]: DEBUG nova.compute.manager [None req-8f9732e1-515b-426a-9785-7eac14f3cc5f tempest-ImagesNegativeTestJSON-504021747 tempest-ImagesNegativeTestJSON-504021747-project-member] [instance: f70d129f-1468-4834-b753-8c602837eff0] Checking state {{(pid=62328) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 572.592728] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9970360e-6cf8-4f57-b173-e0459101bec7 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 572.613663] env[62328]: DEBUG oslo_vmware.api [None req-d243c0b1-71c7-4ffd-b019-2dcc0a85daa2 tempest-ServerExternalEventsTest-1567415951 tempest-ServerExternalEventsTest-1567415951-project-member] Task: {'id': task-2386236, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 572.674385] env[62328]: INFO nova.compute.rpcapi [None req-be57da87-08d0-4bec-bcbf-275aeeaf06f6 tempest-MigrationsAdminTest-413245202 tempest-MigrationsAdminTest-413245202-project-member] Automatically selected compute RPC version 6.4 from minimum service version 68 [ 572.674912] env[62328]: DEBUG oslo_concurrency.lockutils [None req-be57da87-08d0-4bec-bcbf-275aeeaf06f6 tempest-MigrationsAdminTest-413245202 tempest-MigrationsAdminTest-413245202-project-member] Releasing lock "compute-rpcapi-router" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 572.685031] env[62328]: DEBUG oslo_vmware.api [None req-014c16d2-aa88-423e-bc81-f834ad5f8eb3 tempest-InstanceActionsV221TestJSON-1254732959 tempest-InstanceActionsV221TestJSON-1254732959-project-member] Task: {'id': task-2386237, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 572.709339] env[62328]: DEBUG oslo_vmware.api [None req-57926e8a-0913-4309-9bf4-4accdab40378 tempest-ServerDiagnosticsTest-1328327217 tempest-ServerDiagnosticsTest-1328327217-project-member] Task: {'id': task-2386238, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.153848} completed successfully. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 572.713385] env[62328]: DEBUG nova.virt.vmwareapi.vmops [None req-57926e8a-0913-4309-9bf4-4accdab40378 tempest-ServerDiagnosticsTest-1328327217 tempest-ServerDiagnosticsTest-1328327217-project-member] [instance: 26ce508b-d9c2-42ef-9713-138c359aa4a9] Extended root virtual disk {{(pid=62328) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 572.715286] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-043c10b7-293e-404e-81c9-ae560fbec60b {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 572.728392] env[62328]: DEBUG oslo_vmware.api [None req-2d6cbe4f-90f6-4be8-baa3-cec59b7b6052 tempest-ServerActionsTestOtherA-1098162655 tempest-ServerActionsTestOtherA-1098162655-project-member] Task: {'id': task-2386239, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 572.751908] env[62328]: DEBUG nova.virt.vmwareapi.volumeops [None req-57926e8a-0913-4309-9bf4-4accdab40378 tempest-ServerDiagnosticsTest-1328327217 tempest-ServerDiagnosticsTest-1328327217-project-member] [instance: 26ce508b-d9c2-42ef-9713-138c359aa4a9] Reconfiguring VM instance instance-0000000a to attach disk [datastore1] 26ce508b-d9c2-42ef-9713-138c359aa4a9/26ce508b-d9c2-42ef-9713-138c359aa4a9.vmdk or device None with type sparse {{(pid=62328) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 572.752841] env[62328]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-eddeabc3-572e-475d-9df6-cb6401768c5a {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 572.774724] env[62328]: DEBUG oslo_vmware.api [None req-57926e8a-0913-4309-9bf4-4accdab40378 tempest-ServerDiagnosticsTest-1328327217 tempest-ServerDiagnosticsTest-1328327217-project-member] Waiting for the task: (returnval){ [ 572.774724] env[62328]: value = "task-2386240" [ 572.774724] env[62328]: _type = "Task" [ 572.774724] env[62328]: } to complete. {{(pid=62328) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 572.786632] env[62328]: DEBUG oslo_vmware.api [None req-57926e8a-0913-4309-9bf4-4accdab40378 tempest-ServerDiagnosticsTest-1328327217 tempest-ServerDiagnosticsTest-1328327217-project-member] Task: {'id': task-2386240, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 572.949342] env[62328]: DEBUG nova.compute.manager [None req-dee65bd2-c479-4e8f-92ef-b2337c4d6897 tempest-ImagesOneServerNegativeTestJSON-835227872 tempest-ImagesOneServerNegativeTestJSON-835227872-project-member] [instance: 7d40ec51-28cf-4829-be03-810f8d965b2e] Starting instance... {{(pid=62328) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 573.000768] env[62328]: DEBUG oslo_concurrency.lockutils [None req-532cc1a7-ed30-4c07-9140-2ee7d3c27bff tempest-ServerDiagnosticsV248Test-811684029 tempest-ServerDiagnosticsV248Test-811684029-project-member] Acquiring lock "refresh_cache-f57853bd-b4a9-46ef-86ac-9fbe33732cd1" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 573.000768] env[62328]: DEBUG oslo_concurrency.lockutils [None req-532cc1a7-ed30-4c07-9140-2ee7d3c27bff tempest-ServerDiagnosticsV248Test-811684029 tempest-ServerDiagnosticsV248Test-811684029-project-member] Acquired lock "refresh_cache-f57853bd-b4a9-46ef-86ac-9fbe33732cd1" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 573.000768] env[62328]: DEBUG nova.network.neutron [None req-532cc1a7-ed30-4c07-9140-2ee7d3c27bff tempest-ServerDiagnosticsV248Test-811684029 tempest-ServerDiagnosticsV248Test-811684029-project-member] [instance: f57853bd-b4a9-46ef-86ac-9fbe33732cd1] Building network info cache for instance {{(pid=62328) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 573.119805] env[62328]: DEBUG oslo_vmware.api [None req-d243c0b1-71c7-4ffd-b019-2dcc0a85daa2 tempest-ServerExternalEventsTest-1567415951 tempest-ServerExternalEventsTest-1567415951-project-member] Task: {'id': task-2386236, 'name': PowerOnVM_Task, 'duration_secs': 0.915192} completed successfully. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 573.121505] env[62328]: DEBUG nova.virt.vmwareapi.vm_util [None req-d243c0b1-71c7-4ffd-b019-2dcc0a85daa2 tempest-ServerExternalEventsTest-1567415951 tempest-ServerExternalEventsTest-1567415951-project-member] [instance: 5f192c3a-1f44-4471-afec-76a321dfd557] Powered on the VM {{(pid=62328) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 573.121704] env[62328]: INFO nova.compute.manager [None req-d243c0b1-71c7-4ffd-b019-2dcc0a85daa2 tempest-ServerExternalEventsTest-1567415951 tempest-ServerExternalEventsTest-1567415951-project-member] [instance: 5f192c3a-1f44-4471-afec-76a321dfd557] Took 15.35 seconds to spawn the instance on the hypervisor. [ 573.121947] env[62328]: DEBUG nova.compute.manager [None req-d243c0b1-71c7-4ffd-b019-2dcc0a85daa2 tempest-ServerExternalEventsTest-1567415951 tempest-ServerExternalEventsTest-1567415951-project-member] [instance: 5f192c3a-1f44-4471-afec-76a321dfd557] Checking state {{(pid=62328) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 573.122604] env[62328]: INFO nova.compute.manager [None req-8f9732e1-515b-426a-9785-7eac14f3cc5f tempest-ImagesNegativeTestJSON-504021747 tempest-ImagesNegativeTestJSON-504021747-project-member] [instance: f70d129f-1468-4834-b753-8c602837eff0] Took 30.35 seconds to build instance. [ 573.126071] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7807381c-3ef5-4d85-a7ca-d16e82d1dda9 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 573.171982] env[62328]: DEBUG oslo_concurrency.lockutils [None req-6bc67d14-b0d0-483b-8293-8e8be3934951 tempest-ListServerFiltersTestJSON-1229971268 tempest-ListServerFiltersTestJSON-1229971268-project-member] Acquiring lock "7d799973-7eb9-46f8-ae41-d9aca9fc9e5a" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 573.172309] env[62328]: DEBUG oslo_concurrency.lockutils [None req-6bc67d14-b0d0-483b-8293-8e8be3934951 tempest-ListServerFiltersTestJSON-1229971268 tempest-ListServerFiltersTestJSON-1229971268-project-member] Lock "7d799973-7eb9-46f8-ae41-d9aca9fc9e5a" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 573.180890] env[62328]: DEBUG oslo_vmware.api [None req-014c16d2-aa88-423e-bc81-f834ad5f8eb3 tempest-InstanceActionsV221TestJSON-1254732959 tempest-InstanceActionsV221TestJSON-1254732959-project-member] Task: {'id': task-2386237, 'name': ReconfigVM_Task, 'duration_secs': 0.709656} completed successfully. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 573.181212] env[62328]: DEBUG nova.virt.vmwareapi.volumeops [None req-014c16d2-aa88-423e-bc81-f834ad5f8eb3 tempest-InstanceActionsV221TestJSON-1254732959 tempest-InstanceActionsV221TestJSON-1254732959-project-member] [instance: bf44560e-3ce4-42b6-8230-481b2094ebcc] Reconfigured VM instance instance-00000009 to attach disk [datastore1] bf44560e-3ce4-42b6-8230-481b2094ebcc/bf44560e-3ce4-42b6-8230-481b2094ebcc.vmdk or device None with type sparse {{(pid=62328) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 573.181751] env[62328]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-0d5928c2-9c4f-43dd-8069-4b54d9e7795d {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 573.189118] env[62328]: DEBUG oslo_vmware.api [None req-014c16d2-aa88-423e-bc81-f834ad5f8eb3 tempest-InstanceActionsV221TestJSON-1254732959 tempest-InstanceActionsV221TestJSON-1254732959-project-member] Waiting for the task: (returnval){ [ 573.189118] env[62328]: value = "task-2386241" [ 573.189118] env[62328]: _type = "Task" [ 573.189118] env[62328]: } to complete. {{(pid=62328) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 573.197049] env[62328]: DEBUG oslo_vmware.api [None req-014c16d2-aa88-423e-bc81-f834ad5f8eb3 tempest-InstanceActionsV221TestJSON-1254732959 tempest-InstanceActionsV221TestJSON-1254732959-project-member] Task: {'id': task-2386241, 'name': Rename_Task} progress is 5%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 573.204243] env[62328]: DEBUG oslo_concurrency.lockutils [None req-be57da87-08d0-4bec-bcbf-275aeeaf06f6 tempest-MigrationsAdminTest-413245202 tempest-MigrationsAdminTest-413245202-project-member] Acquiring lock "refresh_cache-613e2516-6209-439d-bb90-b87d67b281a8" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 573.204766] env[62328]: DEBUG oslo_concurrency.lockutils [None req-be57da87-08d0-4bec-bcbf-275aeeaf06f6 tempest-MigrationsAdminTest-413245202 tempest-MigrationsAdminTest-413245202-project-member] Acquired lock "refresh_cache-613e2516-6209-439d-bb90-b87d67b281a8" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 573.204766] env[62328]: DEBUG nova.network.neutron [None req-be57da87-08d0-4bec-bcbf-275aeeaf06f6 tempest-MigrationsAdminTest-413245202 tempest-MigrationsAdminTest-413245202-project-member] [instance: 613e2516-6209-439d-bb90-b87d67b281a8] Building network info cache for instance {{(pid=62328) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 573.222188] env[62328]: DEBUG oslo_vmware.api [None req-2d6cbe4f-90f6-4be8-baa3-cec59b7b6052 tempest-ServerActionsTestOtherA-1098162655 tempest-ServerActionsTestOtherA-1098162655-project-member] Task: {'id': task-2386239, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.645261} completed successfully. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 573.222188] env[62328]: DEBUG nova.virt.vmwareapi.vm_util [None req-2d6cbe4f-90f6-4be8-baa3-cec59b7b6052 tempest-ServerActionsTestOtherA-1098162655 tempest-ServerActionsTestOtherA-1098162655-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/dbf872a4-92be-47e4-8561-c3e2bf2423ab/dbf872a4-92be-47e4-8561-c3e2bf2423ab.vmdk to [datastore1] 6c107768-0f57-42fd-a2a5-b28207b17de9/6c107768-0f57-42fd-a2a5-b28207b17de9.vmdk {{(pid=62328) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 573.222424] env[62328]: DEBUG nova.virt.vmwareapi.vmops [None req-2d6cbe4f-90f6-4be8-baa3-cec59b7b6052 tempest-ServerActionsTestOtherA-1098162655 tempest-ServerActionsTestOtherA-1098162655-project-member] [instance: 6c107768-0f57-42fd-a2a5-b28207b17de9] Extending root virtual disk to 1048576 {{(pid=62328) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 573.222797] env[62328]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-dedcb973-084e-490c-a63e-b17651c19451 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 573.229740] env[62328]: DEBUG oslo_vmware.api [None req-2d6cbe4f-90f6-4be8-baa3-cec59b7b6052 tempest-ServerActionsTestOtherA-1098162655 tempest-ServerActionsTestOtherA-1098162655-project-member] Waiting for the task: (returnval){ [ 573.229740] env[62328]: value = "task-2386242" [ 573.229740] env[62328]: _type = "Task" [ 573.229740] env[62328]: } to complete. {{(pid=62328) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 573.240802] env[62328]: DEBUG oslo_vmware.api [None req-2d6cbe4f-90f6-4be8-baa3-cec59b7b6052 tempest-ServerActionsTestOtherA-1098162655 tempest-ServerActionsTestOtherA-1098162655-project-member] Task: {'id': task-2386242, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 573.289335] env[62328]: DEBUG oslo_vmware.api [None req-57926e8a-0913-4309-9bf4-4accdab40378 tempest-ServerDiagnosticsTest-1328327217 tempest-ServerDiagnosticsTest-1328327217-project-member] Task: {'id': task-2386240, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 573.294392] env[62328]: DEBUG nova.network.neutron [-] [instance: 4584a496-3f79-40ce-bf30-178bb7c0afcc] Updating instance_info_cache with network_info: [] {{(pid=62328) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 573.381494] env[62328]: DEBUG nova.network.neutron [None req-d4c8151d-54cd-4397-a676-0ca697a7fc88 tempest-FloatingIPsAssociationNegativeTestJSON-1912335046 tempest-FloatingIPsAssociationNegativeTestJSON-1912335046-project-member] [instance: 39d42b89-6e94-4322-9d0b-356672da5cde] Successfully updated port: 8ce041b7-e753-45de-bfe3-48735e37e8dc {{(pid=62328) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 573.478724] env[62328]: DEBUG oslo_concurrency.lockutils [None req-dee65bd2-c479-4e8f-92ef-b2337c4d6897 tempest-ImagesOneServerNegativeTestJSON-835227872 tempest-ImagesOneServerNegativeTestJSON-835227872-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 573.526106] env[62328]: DEBUG nova.network.neutron [None req-532cc1a7-ed30-4c07-9140-2ee7d3c27bff tempest-ServerDiagnosticsV248Test-811684029 tempest-ServerDiagnosticsV248Test-811684029-project-member] [instance: f57853bd-b4a9-46ef-86ac-9fbe33732cd1] Instance cache missing network info. {{(pid=62328) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 573.529705] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bc006362-11a4-4af9-85c1-fb518c4200b7 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 573.537222] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a31779d4-2992-4d92-b17d-bfbd36afbb16 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 573.571621] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-de1ae688-9fb4-4274-b9ca-da6d7e578723 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 573.579476] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8e30ce13-5e57-4172-bf04-3d69328c8c66 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 573.595598] env[62328]: DEBUG nova.compute.provider_tree [None req-507c75bf-3279-4ca1-a3e4-464fcabf178f tempest-VolumesAssistedSnapshotsTest-1692536228 tempest-VolumesAssistedSnapshotsTest-1692536228-project-member] Inventory has not changed in ProviderTree for provider: 3469e9f8-04af-49ca-8435-49f104496744 {{(pid=62328) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 573.629352] env[62328]: DEBUG oslo_concurrency.lockutils [None req-8f9732e1-515b-426a-9785-7eac14f3cc5f tempest-ImagesNegativeTestJSON-504021747 tempest-ImagesNegativeTestJSON-504021747-project-member] Lock "f70d129f-1468-4834-b753-8c602837eff0" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 31.878s {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 573.649709] env[62328]: INFO nova.compute.manager [None req-d243c0b1-71c7-4ffd-b019-2dcc0a85daa2 tempest-ServerExternalEventsTest-1567415951 tempest-ServerExternalEventsTest-1567415951-project-member] [instance: 5f192c3a-1f44-4471-afec-76a321dfd557] Took 30.31 seconds to build instance. [ 573.657223] env[62328]: DEBUG nova.network.neutron [None req-532cc1a7-ed30-4c07-9140-2ee7d3c27bff tempest-ServerDiagnosticsV248Test-811684029 tempest-ServerDiagnosticsV248Test-811684029-project-member] [instance: f57853bd-b4a9-46ef-86ac-9fbe33732cd1] Updating instance_info_cache with network_info: [] {{(pid=62328) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 573.701242] env[62328]: DEBUG oslo_vmware.api [None req-014c16d2-aa88-423e-bc81-f834ad5f8eb3 tempest-InstanceActionsV221TestJSON-1254732959 tempest-InstanceActionsV221TestJSON-1254732959-project-member] Task: {'id': task-2386241, 'name': Rename_Task, 'duration_secs': 0.367799} completed successfully. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 573.701857] env[62328]: DEBUG nova.virt.vmwareapi.vm_util [None req-014c16d2-aa88-423e-bc81-f834ad5f8eb3 tempest-InstanceActionsV221TestJSON-1254732959 tempest-InstanceActionsV221TestJSON-1254732959-project-member] [instance: bf44560e-3ce4-42b6-8230-481b2094ebcc] Powering on the VM {{(pid=62328) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 573.702176] env[62328]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-d5becc99-85de-4ff3-be21-89e3caa3eca3 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 573.711735] env[62328]: DEBUG oslo_vmware.api [None req-014c16d2-aa88-423e-bc81-f834ad5f8eb3 tempest-InstanceActionsV221TestJSON-1254732959 tempest-InstanceActionsV221TestJSON-1254732959-project-member] Waiting for the task: (returnval){ [ 573.711735] env[62328]: value = "task-2386243" [ 573.711735] env[62328]: _type = "Task" [ 573.711735] env[62328]: } to complete. {{(pid=62328) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 573.723954] env[62328]: DEBUG oslo_vmware.api [None req-014c16d2-aa88-423e-bc81-f834ad5f8eb3 tempest-InstanceActionsV221TestJSON-1254732959 tempest-InstanceActionsV221TestJSON-1254732959-project-member] Task: {'id': task-2386243, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 573.739325] env[62328]: DEBUG oslo_vmware.api [None req-2d6cbe4f-90f6-4be8-baa3-cec59b7b6052 tempest-ServerActionsTestOtherA-1098162655 tempest-ServerActionsTestOtherA-1098162655-project-member] Task: {'id': task-2386242, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.181695} completed successfully. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 573.739680] env[62328]: DEBUG nova.virt.vmwareapi.vmops [None req-2d6cbe4f-90f6-4be8-baa3-cec59b7b6052 tempest-ServerActionsTestOtherA-1098162655 tempest-ServerActionsTestOtherA-1098162655-project-member] [instance: 6c107768-0f57-42fd-a2a5-b28207b17de9] Extended root virtual disk {{(pid=62328) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 573.741022] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c117ac57-c7d9-43d3-a0ad-33d624bf209d {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 573.768238] env[62328]: DEBUG nova.virt.vmwareapi.volumeops [None req-2d6cbe4f-90f6-4be8-baa3-cec59b7b6052 tempest-ServerActionsTestOtherA-1098162655 tempest-ServerActionsTestOtherA-1098162655-project-member] [instance: 6c107768-0f57-42fd-a2a5-b28207b17de9] Reconfiguring VM instance instance-0000000b to attach disk [datastore1] 6c107768-0f57-42fd-a2a5-b28207b17de9/6c107768-0f57-42fd-a2a5-b28207b17de9.vmdk or device None with type sparse {{(pid=62328) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 573.771736] env[62328]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-eeecaad3-e1f1-4d46-8445-dd04e7488b7a {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 573.797407] env[62328]: DEBUG oslo_vmware.api [None req-57926e8a-0913-4309-9bf4-4accdab40378 tempest-ServerDiagnosticsTest-1328327217 tempest-ServerDiagnosticsTest-1328327217-project-member] Task: {'id': task-2386240, 'name': ReconfigVM_Task, 'duration_secs': 0.847676} completed successfully. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 573.799482] env[62328]: INFO nova.compute.manager [-] [instance: 4584a496-3f79-40ce-bf30-178bb7c0afcc] Took 1.53 seconds to deallocate network for instance. [ 573.801460] env[62328]: DEBUG nova.virt.vmwareapi.volumeops [None req-57926e8a-0913-4309-9bf4-4accdab40378 tempest-ServerDiagnosticsTest-1328327217 tempest-ServerDiagnosticsTest-1328327217-project-member] [instance: 26ce508b-d9c2-42ef-9713-138c359aa4a9] Reconfigured VM instance instance-0000000a to attach disk [datastore1] 26ce508b-d9c2-42ef-9713-138c359aa4a9/26ce508b-d9c2-42ef-9713-138c359aa4a9.vmdk or device None with type sparse {{(pid=62328) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 573.801460] env[62328]: DEBUG oslo_vmware.api [None req-2d6cbe4f-90f6-4be8-baa3-cec59b7b6052 tempest-ServerActionsTestOtherA-1098162655 tempest-ServerActionsTestOtherA-1098162655-project-member] Waiting for the task: (returnval){ [ 573.801460] env[62328]: value = "task-2386244" [ 573.801460] env[62328]: _type = "Task" [ 573.801460] env[62328]: } to complete. {{(pid=62328) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 573.802825] env[62328]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-4a1b2135-0355-40f4-b2a6-6a48427c2c88 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 573.814935] env[62328]: DEBUG nova.compute.manager [req-b95af6a8-3cc8-4875-afdb-78e677b54998 req-3ba11de3-ee5c-463a-8839-c46db979b7f1 service nova] [instance: 96f94f58-1fd4-4e65-a362-2861daab1a34] Received event network-vif-deleted-75c8153e-f821-419c-b07b-dcdcfac31a03 {{(pid=62328) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 573.820879] env[62328]: DEBUG oslo_vmware.api [None req-57926e8a-0913-4309-9bf4-4accdab40378 tempest-ServerDiagnosticsTest-1328327217 tempest-ServerDiagnosticsTest-1328327217-project-member] Waiting for the task: (returnval){ [ 573.820879] env[62328]: value = "task-2386245" [ 573.820879] env[62328]: _type = "Task" [ 573.820879] env[62328]: } to complete. {{(pid=62328) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 573.822323] env[62328]: DEBUG oslo_vmware.api [None req-2d6cbe4f-90f6-4be8-baa3-cec59b7b6052 tempest-ServerActionsTestOtherA-1098162655 tempest-ServerActionsTestOtherA-1098162655-project-member] Task: {'id': task-2386244, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 573.834145] env[62328]: DEBUG oslo_vmware.api [None req-57926e8a-0913-4309-9bf4-4accdab40378 tempest-ServerDiagnosticsTest-1328327217 tempest-ServerDiagnosticsTest-1328327217-project-member] Task: {'id': task-2386245, 'name': Rename_Task} progress is 6%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 573.887967] env[62328]: DEBUG oslo_concurrency.lockutils [None req-d4c8151d-54cd-4397-a676-0ca697a7fc88 tempest-FloatingIPsAssociationNegativeTestJSON-1912335046 tempest-FloatingIPsAssociationNegativeTestJSON-1912335046-project-member] Acquiring lock "refresh_cache-39d42b89-6e94-4322-9d0b-356672da5cde" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 573.888070] env[62328]: DEBUG oslo_concurrency.lockutils [None req-d4c8151d-54cd-4397-a676-0ca697a7fc88 tempest-FloatingIPsAssociationNegativeTestJSON-1912335046 tempest-FloatingIPsAssociationNegativeTestJSON-1912335046-project-member] Acquired lock "refresh_cache-39d42b89-6e94-4322-9d0b-356672da5cde" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 573.888200] env[62328]: DEBUG nova.network.neutron [None req-d4c8151d-54cd-4397-a676-0ca697a7fc88 tempest-FloatingIPsAssociationNegativeTestJSON-1912335046 tempest-FloatingIPsAssociationNegativeTestJSON-1912335046-project-member] [instance: 39d42b89-6e94-4322-9d0b-356672da5cde] Building network info cache for instance {{(pid=62328) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 574.098677] env[62328]: DEBUG nova.scheduler.client.report [None req-507c75bf-3279-4ca1-a3e4-464fcabf178f tempest-VolumesAssistedSnapshotsTest-1692536228 tempest-VolumesAssistedSnapshotsTest-1692536228-project-member] Inventory has not changed for provider 3469e9f8-04af-49ca-8435-49f104496744 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 153, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62328) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 574.134103] env[62328]: DEBUG nova.compute.manager [None req-8c2925ac-39e7-4131-b78f-e4fc84930dc1 tempest-SecurityGroupsTestJSON-105101063 tempest-SecurityGroupsTestJSON-105101063-project-member] [instance: 2ead81f5-76a7-4b80-ac7e-f227dec14f95] Starting instance... {{(pid=62328) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 574.151928] env[62328]: DEBUG oslo_concurrency.lockutils [None req-d243c0b1-71c7-4ffd-b019-2dcc0a85daa2 tempest-ServerExternalEventsTest-1567415951 tempest-ServerExternalEventsTest-1567415951-project-member] Lock "5f192c3a-1f44-4471-afec-76a321dfd557" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 31.828s {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 574.159671] env[62328]: DEBUG oslo_concurrency.lockutils [None req-532cc1a7-ed30-4c07-9140-2ee7d3c27bff tempest-ServerDiagnosticsV248Test-811684029 tempest-ServerDiagnosticsV248Test-811684029-project-member] Releasing lock "refresh_cache-f57853bd-b4a9-46ef-86ac-9fbe33732cd1" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 574.160110] env[62328]: DEBUG nova.compute.manager [None req-532cc1a7-ed30-4c07-9140-2ee7d3c27bff tempest-ServerDiagnosticsV248Test-811684029 tempest-ServerDiagnosticsV248Test-811684029-project-member] [instance: f57853bd-b4a9-46ef-86ac-9fbe33732cd1] Start destroying the instance on the hypervisor. {{(pid=62328) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 574.160343] env[62328]: DEBUG nova.virt.vmwareapi.vmops [None req-532cc1a7-ed30-4c07-9140-2ee7d3c27bff tempest-ServerDiagnosticsV248Test-811684029 tempest-ServerDiagnosticsV248Test-811684029-project-member] [instance: f57853bd-b4a9-46ef-86ac-9fbe33732cd1] Destroying instance {{(pid=62328) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 574.161268] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-683c8a93-b8b3-4dc9-a883-1785350a3d14 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 574.165681] env[62328]: DEBUG nova.network.neutron [None req-be57da87-08d0-4bec-bcbf-275aeeaf06f6 tempest-MigrationsAdminTest-413245202 tempest-MigrationsAdminTest-413245202-project-member] [instance: 613e2516-6209-439d-bb90-b87d67b281a8] Updating instance_info_cache with network_info: [{"id": "6cfbb9f4-c09f-4620-84ce-293a5d57918c", "address": "fa:16:3e:2f:31:56", "network": {"id": "ec511a9f-4661-41db-95bd-0fc9ad2de615", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.120", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "2a64022f08d84b11a86773b900860ae5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a4f91f31-0516-4d62-a341-e03a50b7c477", "external-id": "nsx-vlan-transportzone-963", "segmentation_id": 963, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6cfbb9f4-c0", "ovs_interfaceid": "6cfbb9f4-c09f-4620-84ce-293a5d57918c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62328) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 574.175185] env[62328]: DEBUG nova.virt.vmwareapi.vm_util [None req-532cc1a7-ed30-4c07-9140-2ee7d3c27bff tempest-ServerDiagnosticsV248Test-811684029 tempest-ServerDiagnosticsV248Test-811684029-project-member] [instance: f57853bd-b4a9-46ef-86ac-9fbe33732cd1] Powering off the VM {{(pid=62328) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 574.175185] env[62328]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-37ddfba2-9cf0-49b9-865f-918d3333063d {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 574.178899] env[62328]: DEBUG oslo_vmware.api [None req-532cc1a7-ed30-4c07-9140-2ee7d3c27bff tempest-ServerDiagnosticsV248Test-811684029 tempest-ServerDiagnosticsV248Test-811684029-project-member] Waiting for the task: (returnval){ [ 574.178899] env[62328]: value = "task-2386246" [ 574.178899] env[62328]: _type = "Task" [ 574.178899] env[62328]: } to complete. {{(pid=62328) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 574.191745] env[62328]: DEBUG oslo_vmware.api [None req-532cc1a7-ed30-4c07-9140-2ee7d3c27bff tempest-ServerDiagnosticsV248Test-811684029 tempest-ServerDiagnosticsV248Test-811684029-project-member] Task: {'id': task-2386246, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 574.222883] env[62328]: DEBUG oslo_vmware.api [None req-014c16d2-aa88-423e-bc81-f834ad5f8eb3 tempest-InstanceActionsV221TestJSON-1254732959 tempest-InstanceActionsV221TestJSON-1254732959-project-member] Task: {'id': task-2386243, 'name': PowerOnVM_Task} progress is 88%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 574.318397] env[62328]: DEBUG oslo_concurrency.lockutils [None req-e46455f4-27be-40a8-a7fa-fe5d71d9e17a tempest-ServerDiagnosticsNegativeTest-1831247043 tempest-ServerDiagnosticsNegativeTest-1831247043-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 574.320514] env[62328]: DEBUG oslo_vmware.api [None req-2d6cbe4f-90f6-4be8-baa3-cec59b7b6052 tempest-ServerActionsTestOtherA-1098162655 tempest-ServerActionsTestOtherA-1098162655-project-member] Task: {'id': task-2386244, 'name': ReconfigVM_Task, 'duration_secs': 0.51073} completed successfully. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 574.320514] env[62328]: DEBUG nova.virt.vmwareapi.volumeops [None req-2d6cbe4f-90f6-4be8-baa3-cec59b7b6052 tempest-ServerActionsTestOtherA-1098162655 tempest-ServerActionsTestOtherA-1098162655-project-member] [instance: 6c107768-0f57-42fd-a2a5-b28207b17de9] Reconfigured VM instance instance-0000000b to attach disk [datastore1] 6c107768-0f57-42fd-a2a5-b28207b17de9/6c107768-0f57-42fd-a2a5-b28207b17de9.vmdk or device None with type sparse {{(pid=62328) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 574.320514] env[62328]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-90ff82ad-d9cc-47ed-a286-b82a9e024534 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 574.327778] env[62328]: DEBUG oslo_vmware.api [None req-2d6cbe4f-90f6-4be8-baa3-cec59b7b6052 tempest-ServerActionsTestOtherA-1098162655 tempest-ServerActionsTestOtherA-1098162655-project-member] Waiting for the task: (returnval){ [ 574.327778] env[62328]: value = "task-2386247" [ 574.327778] env[62328]: _type = "Task" [ 574.327778] env[62328]: } to complete. {{(pid=62328) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 574.336570] env[62328]: DEBUG oslo_vmware.api [None req-57926e8a-0913-4309-9bf4-4accdab40378 tempest-ServerDiagnosticsTest-1328327217 tempest-ServerDiagnosticsTest-1328327217-project-member] Task: {'id': task-2386245, 'name': Rename_Task, 'duration_secs': 0.176648} completed successfully. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 574.336570] env[62328]: DEBUG nova.virt.vmwareapi.vm_util [None req-57926e8a-0913-4309-9bf4-4accdab40378 tempest-ServerDiagnosticsTest-1328327217 tempest-ServerDiagnosticsTest-1328327217-project-member] [instance: 26ce508b-d9c2-42ef-9713-138c359aa4a9] Powering on the VM {{(pid=62328) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 574.336570] env[62328]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c5251e84-0785-4a08-9935-e6bb621359c9 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 574.341497] env[62328]: DEBUG oslo_vmware.api [None req-2d6cbe4f-90f6-4be8-baa3-cec59b7b6052 tempest-ServerActionsTestOtherA-1098162655 tempest-ServerActionsTestOtherA-1098162655-project-member] Task: {'id': task-2386247, 'name': Rename_Task} progress is 10%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 574.347915] env[62328]: DEBUG oslo_vmware.api [None req-57926e8a-0913-4309-9bf4-4accdab40378 tempest-ServerDiagnosticsTest-1328327217 tempest-ServerDiagnosticsTest-1328327217-project-member] Waiting for the task: (returnval){ [ 574.347915] env[62328]: value = "task-2386248" [ 574.347915] env[62328]: _type = "Task" [ 574.347915] env[62328]: } to complete. {{(pid=62328) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 574.358248] env[62328]: DEBUG oslo_vmware.api [None req-57926e8a-0913-4309-9bf4-4accdab40378 tempest-ServerDiagnosticsTest-1328327217 tempest-ServerDiagnosticsTest-1328327217-project-member] Task: {'id': task-2386248, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 574.460835] env[62328]: DEBUG nova.network.neutron [None req-d4c8151d-54cd-4397-a676-0ca697a7fc88 tempest-FloatingIPsAssociationNegativeTestJSON-1912335046 tempest-FloatingIPsAssociationNegativeTestJSON-1912335046-project-member] [instance: 39d42b89-6e94-4322-9d0b-356672da5cde] Instance cache missing network info. {{(pid=62328) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 574.517852] env[62328]: DEBUG oslo_concurrency.lockutils [None req-c61dbfc8-e3b5-4fb9-ae33-c7091d627a78 tempest-ListServersNegativeTestJSON-1737878377 tempest-ListServersNegativeTestJSON-1737878377-project-member] Acquiring lock "df0d7e5c-1299-4174-8641-f96b51442b55" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 574.518454] env[62328]: DEBUG oslo_concurrency.lockutils [None req-c61dbfc8-e3b5-4fb9-ae33-c7091d627a78 tempest-ListServersNegativeTestJSON-1737878377 tempest-ListServersNegativeTestJSON-1737878377-project-member] Lock "df0d7e5c-1299-4174-8641-f96b51442b55" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 574.562667] env[62328]: DEBUG oslo_concurrency.lockutils [None req-c61dbfc8-e3b5-4fb9-ae33-c7091d627a78 tempest-ListServersNegativeTestJSON-1737878377 tempest-ListServersNegativeTestJSON-1737878377-project-member] Acquiring lock "81a2e476-6ab3-4b6d-9e55-328d46695cf9" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 574.563508] env[62328]: DEBUG oslo_concurrency.lockutils [None req-c61dbfc8-e3b5-4fb9-ae33-c7091d627a78 tempest-ListServersNegativeTestJSON-1737878377 tempest-ListServersNegativeTestJSON-1737878377-project-member] Lock "81a2e476-6ab3-4b6d-9e55-328d46695cf9" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 574.586538] env[62328]: DEBUG oslo_concurrency.lockutils [None req-c61dbfc8-e3b5-4fb9-ae33-c7091d627a78 tempest-ListServersNegativeTestJSON-1737878377 tempest-ListServersNegativeTestJSON-1737878377-project-member] Acquiring lock "9a83a5e3-8072-4407-9256-3315ee1f0249" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 574.586622] env[62328]: DEBUG oslo_concurrency.lockutils [None req-c61dbfc8-e3b5-4fb9-ae33-c7091d627a78 tempest-ListServersNegativeTestJSON-1737878377 tempest-ListServersNegativeTestJSON-1737878377-project-member] Lock "9a83a5e3-8072-4407-9256-3315ee1f0249" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 574.606037] env[62328]: DEBUG oslo_concurrency.lockutils [None req-507c75bf-3279-4ca1-a3e4-464fcabf178f tempest-VolumesAssistedSnapshotsTest-1692536228 tempest-VolumesAssistedSnapshotsTest-1692536228-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.439s {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 574.606677] env[62328]: DEBUG nova.compute.manager [None req-507c75bf-3279-4ca1-a3e4-464fcabf178f tempest-VolumesAssistedSnapshotsTest-1692536228 tempest-VolumesAssistedSnapshotsTest-1692536228-project-member] [instance: 3e0f093a-98be-4406-a220-34f6d6767294] Start building networks asynchronously for instance. {{(pid=62328) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 574.609953] env[62328]: DEBUG oslo_concurrency.lockutils [None req-8e34f8d0-7888-4291-b8d6-ec10566f2f9c tempest-ServersWithSpecificFlavorTestJSON-2091780743 tempest-ServersWithSpecificFlavorTestJSON-2091780743-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 11.996s {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 574.611332] env[62328]: INFO nova.compute.claims [None req-8e34f8d0-7888-4291-b8d6-ec10566f2f9c tempest-ServersWithSpecificFlavorTestJSON-2091780743 tempest-ServersWithSpecificFlavorTestJSON-2091780743-project-member] [instance: 9f267eb4-d272-4f61-b795-076cb51f80b6] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 574.655517] env[62328]: DEBUG nova.compute.manager [None req-6bc67d14-b0d0-483b-8293-8e8be3934951 tempest-ListServerFiltersTestJSON-1229971268 tempest-ListServerFiltersTestJSON-1229971268-project-member] [instance: 7d799973-7eb9-46f8-ae41-d9aca9fc9e5a] Starting instance... {{(pid=62328) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 574.671017] env[62328]: DEBUG oslo_concurrency.lockutils [None req-be57da87-08d0-4bec-bcbf-275aeeaf06f6 tempest-MigrationsAdminTest-413245202 tempest-MigrationsAdminTest-413245202-project-member] Releasing lock "refresh_cache-613e2516-6209-439d-bb90-b87d67b281a8" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 574.673301] env[62328]: DEBUG oslo_concurrency.lockutils [None req-8c2925ac-39e7-4131-b78f-e4fc84930dc1 tempest-SecurityGroupsTestJSON-105101063 tempest-SecurityGroupsTestJSON-105101063-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 574.692587] env[62328]: DEBUG oslo_vmware.api [None req-532cc1a7-ed30-4c07-9140-2ee7d3c27bff tempest-ServerDiagnosticsV248Test-811684029 tempest-ServerDiagnosticsV248Test-811684029-project-member] Task: {'id': task-2386246, 'name': PowerOffVM_Task, 'duration_secs': 0.220859} completed successfully. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 574.692912] env[62328]: DEBUG nova.virt.vmwareapi.vm_util [None req-532cc1a7-ed30-4c07-9140-2ee7d3c27bff tempest-ServerDiagnosticsV248Test-811684029 tempest-ServerDiagnosticsV248Test-811684029-project-member] [instance: f57853bd-b4a9-46ef-86ac-9fbe33732cd1] Powered off the VM {{(pid=62328) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 574.693148] env[62328]: DEBUG nova.virt.vmwareapi.vmops [None req-532cc1a7-ed30-4c07-9140-2ee7d3c27bff tempest-ServerDiagnosticsV248Test-811684029 tempest-ServerDiagnosticsV248Test-811684029-project-member] [instance: f57853bd-b4a9-46ef-86ac-9fbe33732cd1] Unregistering the VM {{(pid=62328) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 574.693632] env[62328]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-81d9ecb5-20d1-4c29-ac71-2690e013e8fa {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 574.719604] env[62328]: DEBUG nova.virt.vmwareapi.vmops [None req-532cc1a7-ed30-4c07-9140-2ee7d3c27bff tempest-ServerDiagnosticsV248Test-811684029 tempest-ServerDiagnosticsV248Test-811684029-project-member] [instance: f57853bd-b4a9-46ef-86ac-9fbe33732cd1] Unregistered the VM {{(pid=62328) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 574.719910] env[62328]: DEBUG nova.virt.vmwareapi.vmops [None req-532cc1a7-ed30-4c07-9140-2ee7d3c27bff tempest-ServerDiagnosticsV248Test-811684029 tempest-ServerDiagnosticsV248Test-811684029-project-member] [instance: f57853bd-b4a9-46ef-86ac-9fbe33732cd1] Deleting contents of the VM from datastore datastore2 {{(pid=62328) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 574.720142] env[62328]: DEBUG nova.virt.vmwareapi.ds_util [None req-532cc1a7-ed30-4c07-9140-2ee7d3c27bff tempest-ServerDiagnosticsV248Test-811684029 tempest-ServerDiagnosticsV248Test-811684029-project-member] Deleting the datastore file [datastore2] f57853bd-b4a9-46ef-86ac-9fbe33732cd1 {{(pid=62328) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 574.721389] env[62328]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-f278b571-ff75-416a-9a32-4b34cddd69f7 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 574.727548] env[62328]: DEBUG oslo_vmware.api [None req-014c16d2-aa88-423e-bc81-f834ad5f8eb3 tempest-InstanceActionsV221TestJSON-1254732959 tempest-InstanceActionsV221TestJSON-1254732959-project-member] Task: {'id': task-2386243, 'name': PowerOnVM_Task, 'duration_secs': 0.830491} completed successfully. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 574.728234] env[62328]: DEBUG nova.virt.vmwareapi.vm_util [None req-014c16d2-aa88-423e-bc81-f834ad5f8eb3 tempest-InstanceActionsV221TestJSON-1254732959 tempest-InstanceActionsV221TestJSON-1254732959-project-member] [instance: bf44560e-3ce4-42b6-8230-481b2094ebcc] Powered on the VM {{(pid=62328) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 574.728458] env[62328]: INFO nova.compute.manager [None req-014c16d2-aa88-423e-bc81-f834ad5f8eb3 tempest-InstanceActionsV221TestJSON-1254732959 tempest-InstanceActionsV221TestJSON-1254732959-project-member] [instance: bf44560e-3ce4-42b6-8230-481b2094ebcc] Took 14.58 seconds to spawn the instance on the hypervisor. [ 574.728643] env[62328]: DEBUG nova.compute.manager [None req-014c16d2-aa88-423e-bc81-f834ad5f8eb3 tempest-InstanceActionsV221TestJSON-1254732959 tempest-InstanceActionsV221TestJSON-1254732959-project-member] [instance: bf44560e-3ce4-42b6-8230-481b2094ebcc] Checking state {{(pid=62328) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 574.729449] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6f85410d-b23b-47f6-a087-2b211789c176 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 574.737544] env[62328]: DEBUG oslo_vmware.api [None req-532cc1a7-ed30-4c07-9140-2ee7d3c27bff tempest-ServerDiagnosticsV248Test-811684029 tempest-ServerDiagnosticsV248Test-811684029-project-member] Waiting for the task: (returnval){ [ 574.737544] env[62328]: value = "task-2386250" [ 574.737544] env[62328]: _type = "Task" [ 574.737544] env[62328]: } to complete. {{(pid=62328) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 574.750127] env[62328]: DEBUG oslo_vmware.api [None req-532cc1a7-ed30-4c07-9140-2ee7d3c27bff tempest-ServerDiagnosticsV248Test-811684029 tempest-ServerDiagnosticsV248Test-811684029-project-member] Task: {'id': task-2386250, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 574.841655] env[62328]: DEBUG oslo_vmware.api [None req-2d6cbe4f-90f6-4be8-baa3-cec59b7b6052 tempest-ServerActionsTestOtherA-1098162655 tempest-ServerActionsTestOtherA-1098162655-project-member] Task: {'id': task-2386247, 'name': Rename_Task, 'duration_secs': 0.26841} completed successfully. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 574.842292] env[62328]: DEBUG nova.virt.vmwareapi.vm_util [None req-2d6cbe4f-90f6-4be8-baa3-cec59b7b6052 tempest-ServerActionsTestOtherA-1098162655 tempest-ServerActionsTestOtherA-1098162655-project-member] [instance: 6c107768-0f57-42fd-a2a5-b28207b17de9] Powering on the VM {{(pid=62328) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 574.844019] env[62328]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-1c5592d4-86ff-4363-9547-952557190621 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 574.850732] env[62328]: DEBUG oslo_vmware.api [None req-2d6cbe4f-90f6-4be8-baa3-cec59b7b6052 tempest-ServerActionsTestOtherA-1098162655 tempest-ServerActionsTestOtherA-1098162655-project-member] Waiting for the task: (returnval){ [ 574.850732] env[62328]: value = "task-2386251" [ 574.850732] env[62328]: _type = "Task" [ 574.850732] env[62328]: } to complete. {{(pid=62328) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 574.862926] env[62328]: DEBUG oslo_vmware.api [None req-57926e8a-0913-4309-9bf4-4accdab40378 tempest-ServerDiagnosticsTest-1328327217 tempest-ServerDiagnosticsTest-1328327217-project-member] Task: {'id': task-2386248, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 574.866367] env[62328]: DEBUG oslo_vmware.api [None req-2d6cbe4f-90f6-4be8-baa3-cec59b7b6052 tempest-ServerActionsTestOtherA-1098162655 tempest-ServerActionsTestOtherA-1098162655-project-member] Task: {'id': task-2386251, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 574.901948] env[62328]: DEBUG nova.network.neutron [None req-d4c8151d-54cd-4397-a676-0ca697a7fc88 tempest-FloatingIPsAssociationNegativeTestJSON-1912335046 tempest-FloatingIPsAssociationNegativeTestJSON-1912335046-project-member] [instance: 39d42b89-6e94-4322-9d0b-356672da5cde] Updating instance_info_cache with network_info: [{"id": "8ce041b7-e753-45de-bfe3-48735e37e8dc", "address": "fa:16:3e:77:c3:6c", "network": {"id": "77b7128a-36ee-4e49-8f26-fc13973c3d31", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationNegativeTestJSON-990926720-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1d4f464b6a5c44e3ae17101809a13b86", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1eed7865-f9d8-463e-843f-3b0b3a962a2c", "external-id": "nsx-vlan-transportzone-852", "segmentation_id": 852, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8ce041b7-e7", "ovs_interfaceid": "8ce041b7-e753-45de-bfe3-48735e37e8dc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62328) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 575.115956] env[62328]: DEBUG nova.compute.utils [None req-507c75bf-3279-4ca1-a3e4-464fcabf178f tempest-VolumesAssistedSnapshotsTest-1692536228 tempest-VolumesAssistedSnapshotsTest-1692536228-project-member] Using /dev/sd instead of None {{(pid=62328) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 575.121685] env[62328]: DEBUG nova.compute.manager [None req-507c75bf-3279-4ca1-a3e4-464fcabf178f tempest-VolumesAssistedSnapshotsTest-1692536228 tempest-VolumesAssistedSnapshotsTest-1692536228-project-member] [instance: 3e0f093a-98be-4406-a220-34f6d6767294] Allocating IP information in the background. {{(pid=62328) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 575.121955] env[62328]: DEBUG nova.network.neutron [None req-507c75bf-3279-4ca1-a3e4-464fcabf178f tempest-VolumesAssistedSnapshotsTest-1692536228 tempest-VolumesAssistedSnapshotsTest-1692536228-project-member] [instance: 3e0f093a-98be-4406-a220-34f6d6767294] allocate_for_instance() {{(pid=62328) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 575.189980] env[62328]: DEBUG oslo_concurrency.lockutils [None req-6bc67d14-b0d0-483b-8293-8e8be3934951 tempest-ListServerFiltersTestJSON-1229971268 tempest-ListServerFiltersTestJSON-1229971268-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 575.254511] env[62328]: DEBUG oslo_vmware.api [None req-532cc1a7-ed30-4c07-9140-2ee7d3c27bff tempest-ServerDiagnosticsV248Test-811684029 tempest-ServerDiagnosticsV248Test-811684029-project-member] Task: {'id': task-2386250, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.138287} completed successfully. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 575.255758] env[62328]: DEBUG nova.virt.vmwareapi.ds_util [None req-532cc1a7-ed30-4c07-9140-2ee7d3c27bff tempest-ServerDiagnosticsV248Test-811684029 tempest-ServerDiagnosticsV248Test-811684029-project-member] Deleted the datastore file {{(pid=62328) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 575.255859] env[62328]: DEBUG nova.virt.vmwareapi.vmops [None req-532cc1a7-ed30-4c07-9140-2ee7d3c27bff tempest-ServerDiagnosticsV248Test-811684029 tempest-ServerDiagnosticsV248Test-811684029-project-member] [instance: f57853bd-b4a9-46ef-86ac-9fbe33732cd1] Deleted contents of the VM from datastore datastore2 {{(pid=62328) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 575.256026] env[62328]: DEBUG nova.virt.vmwareapi.vmops [None req-532cc1a7-ed30-4c07-9140-2ee7d3c27bff tempest-ServerDiagnosticsV248Test-811684029 tempest-ServerDiagnosticsV248Test-811684029-project-member] [instance: f57853bd-b4a9-46ef-86ac-9fbe33732cd1] Instance destroyed {{(pid=62328) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 575.256231] env[62328]: INFO nova.compute.manager [None req-532cc1a7-ed30-4c07-9140-2ee7d3c27bff tempest-ServerDiagnosticsV248Test-811684029 tempest-ServerDiagnosticsV248Test-811684029-project-member] [instance: f57853bd-b4a9-46ef-86ac-9fbe33732cd1] Took 1.10 seconds to destroy the instance on the hypervisor. [ 575.257176] env[62328]: DEBUG oslo.service.loopingcall [None req-532cc1a7-ed30-4c07-9140-2ee7d3c27bff tempest-ServerDiagnosticsV248Test-811684029 tempest-ServerDiagnosticsV248Test-811684029-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62328) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 575.257176] env[62328]: DEBUG nova.compute.manager [-] [instance: f57853bd-b4a9-46ef-86ac-9fbe33732cd1] Deallocating network for instance {{(pid=62328) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 575.257176] env[62328]: DEBUG nova.network.neutron [-] [instance: f57853bd-b4a9-46ef-86ac-9fbe33732cd1] deallocate_for_instance() {{(pid=62328) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 575.260435] env[62328]: INFO nova.compute.manager [None req-014c16d2-aa88-423e-bc81-f834ad5f8eb3 tempest-InstanceActionsV221TestJSON-1254732959 tempest-InstanceActionsV221TestJSON-1254732959-project-member] [instance: bf44560e-3ce4-42b6-8230-481b2094ebcc] Took 27.50 seconds to build instance. [ 575.292983] env[62328]: DEBUG nova.policy [None req-507c75bf-3279-4ca1-a3e4-464fcabf178f tempest-VolumesAssistedSnapshotsTest-1692536228 tempest-VolumesAssistedSnapshotsTest-1692536228-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '33d9b07954954b47908496a5279b4a1f', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'f507ebdba7054b77b9dbc7efeec53f3a', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62328) authorize /opt/stack/nova/nova/policy.py:192}} [ 575.309953] env[62328]: DEBUG nova.network.neutron [-] [instance: f57853bd-b4a9-46ef-86ac-9fbe33732cd1] Instance cache missing network info. {{(pid=62328) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 575.370021] env[62328]: DEBUG oslo_vmware.api [None req-57926e8a-0913-4309-9bf4-4accdab40378 tempest-ServerDiagnosticsTest-1328327217 tempest-ServerDiagnosticsTest-1328327217-project-member] Task: {'id': task-2386248, 'name': PowerOnVM_Task, 'duration_secs': 0.661354} completed successfully. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 575.373096] env[62328]: DEBUG nova.virt.vmwareapi.vm_util [None req-57926e8a-0913-4309-9bf4-4accdab40378 tempest-ServerDiagnosticsTest-1328327217 tempest-ServerDiagnosticsTest-1328327217-project-member] [instance: 26ce508b-d9c2-42ef-9713-138c359aa4a9] Powered on the VM {{(pid=62328) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 575.373426] env[62328]: INFO nova.compute.manager [None req-57926e8a-0913-4309-9bf4-4accdab40378 tempest-ServerDiagnosticsTest-1328327217 tempest-ServerDiagnosticsTest-1328327217-project-member] [instance: 26ce508b-d9c2-42ef-9713-138c359aa4a9] Took 12.92 seconds to spawn the instance on the hypervisor. [ 575.374213] env[62328]: DEBUG nova.compute.manager [None req-57926e8a-0913-4309-9bf4-4accdab40378 tempest-ServerDiagnosticsTest-1328327217 tempest-ServerDiagnosticsTest-1328327217-project-member] [instance: 26ce508b-d9c2-42ef-9713-138c359aa4a9] Checking state {{(pid=62328) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 575.374691] env[62328]: DEBUG oslo_vmware.api [None req-2d6cbe4f-90f6-4be8-baa3-cec59b7b6052 tempest-ServerActionsTestOtherA-1098162655 tempest-ServerActionsTestOtherA-1098162655-project-member] Task: {'id': task-2386251, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 575.375917] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c748c771-563d-407f-8a53-d5de08a6c6c5 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 575.405236] env[62328]: DEBUG oslo_concurrency.lockutils [None req-d4c8151d-54cd-4397-a676-0ca697a7fc88 tempest-FloatingIPsAssociationNegativeTestJSON-1912335046 tempest-FloatingIPsAssociationNegativeTestJSON-1912335046-project-member] Releasing lock "refresh_cache-39d42b89-6e94-4322-9d0b-356672da5cde" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 575.405378] env[62328]: DEBUG nova.compute.manager [None req-d4c8151d-54cd-4397-a676-0ca697a7fc88 tempest-FloatingIPsAssociationNegativeTestJSON-1912335046 tempest-FloatingIPsAssociationNegativeTestJSON-1912335046-project-member] [instance: 39d42b89-6e94-4322-9d0b-356672da5cde] Instance network_info: |[{"id": "8ce041b7-e753-45de-bfe3-48735e37e8dc", "address": "fa:16:3e:77:c3:6c", "network": {"id": "77b7128a-36ee-4e49-8f26-fc13973c3d31", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationNegativeTestJSON-990926720-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1d4f464b6a5c44e3ae17101809a13b86", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1eed7865-f9d8-463e-843f-3b0b3a962a2c", "external-id": "nsx-vlan-transportzone-852", "segmentation_id": 852, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8ce041b7-e7", "ovs_interfaceid": "8ce041b7-e753-45de-bfe3-48735e37e8dc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62328) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 575.406838] env[62328]: DEBUG nova.virt.vmwareapi.vmops [None req-d4c8151d-54cd-4397-a676-0ca697a7fc88 tempest-FloatingIPsAssociationNegativeTestJSON-1912335046 tempest-FloatingIPsAssociationNegativeTestJSON-1912335046-project-member] [instance: 39d42b89-6e94-4322-9d0b-356672da5cde] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:77:c3:6c', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '1eed7865-f9d8-463e-843f-3b0b3a962a2c', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '8ce041b7-e753-45de-bfe3-48735e37e8dc', 'vif_model': 'vmxnet3'}] {{(pid=62328) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 575.414581] env[62328]: DEBUG nova.virt.vmwareapi.vm_util [None req-d4c8151d-54cd-4397-a676-0ca697a7fc88 tempest-FloatingIPsAssociationNegativeTestJSON-1912335046 tempest-FloatingIPsAssociationNegativeTestJSON-1912335046-project-member] Creating folder: Project (1d4f464b6a5c44e3ae17101809a13b86). Parent ref: group-v484164. {{(pid=62328) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 575.415324] env[62328]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-6cb8845e-b8bb-4449-a3c3-096de972ee7c {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 575.425669] env[62328]: INFO nova.virt.vmwareapi.vm_util [None req-d4c8151d-54cd-4397-a676-0ca697a7fc88 tempest-FloatingIPsAssociationNegativeTestJSON-1912335046 tempest-FloatingIPsAssociationNegativeTestJSON-1912335046-project-member] Created folder: Project (1d4f464b6a5c44e3ae17101809a13b86) in parent group-v484164. [ 575.425939] env[62328]: DEBUG nova.virt.vmwareapi.vm_util [None req-d4c8151d-54cd-4397-a676-0ca697a7fc88 tempest-FloatingIPsAssociationNegativeTestJSON-1912335046 tempest-FloatingIPsAssociationNegativeTestJSON-1912335046-project-member] Creating folder: Instances. Parent ref: group-v484198. {{(pid=62328) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 575.426212] env[62328]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-f8fa8b40-020b-403b-b59e-9af4d3e9b3ae {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 575.435412] env[62328]: INFO nova.virt.vmwareapi.vm_util [None req-d4c8151d-54cd-4397-a676-0ca697a7fc88 tempest-FloatingIPsAssociationNegativeTestJSON-1912335046 tempest-FloatingIPsAssociationNegativeTestJSON-1912335046-project-member] Created folder: Instances in parent group-v484198. [ 575.435776] env[62328]: DEBUG oslo.service.loopingcall [None req-d4c8151d-54cd-4397-a676-0ca697a7fc88 tempest-FloatingIPsAssociationNegativeTestJSON-1912335046 tempest-FloatingIPsAssociationNegativeTestJSON-1912335046-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62328) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 575.436158] env[62328]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 39d42b89-6e94-4322-9d0b-356672da5cde] Creating VM on the ESX host {{(pid=62328) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 575.436426] env[62328]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-5e048578-1249-47a9-9cb4-6cca18505d9f {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 575.464250] env[62328]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 575.464250] env[62328]: value = "task-2386254" [ 575.464250] env[62328]: _type = "Task" [ 575.464250] env[62328]: } to complete. {{(pid=62328) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 575.471894] env[62328]: DEBUG oslo_vmware.api [-] Task: {'id': task-2386254, 'name': CreateVM_Task} progress is 0%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 575.516224] env[62328]: DEBUG oslo_concurrency.lockutils [None req-272a8da8-e355-4498-9288-85439c96679d tempest-ListServerFiltersTestJSON-1229971268 tempest-ListServerFiltersTestJSON-1229971268-project-member] Acquiring lock "69b21777-3bb0-44ee-b6fd-f61a4a56881e" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 575.516514] env[62328]: DEBUG oslo_concurrency.lockutils [None req-272a8da8-e355-4498-9288-85439c96679d tempest-ListServerFiltersTestJSON-1229971268 tempest-ListServerFiltersTestJSON-1229971268-project-member] Lock "69b21777-3bb0-44ee-b6fd-f61a4a56881e" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 575.625476] env[62328]: DEBUG nova.compute.manager [None req-507c75bf-3279-4ca1-a3e4-464fcabf178f tempest-VolumesAssistedSnapshotsTest-1692536228 tempest-VolumesAssistedSnapshotsTest-1692536228-project-member] [instance: 3e0f093a-98be-4406-a220-34f6d6767294] Start building block device mappings for instance. {{(pid=62328) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 575.764525] env[62328]: DEBUG oslo_concurrency.lockutils [None req-014c16d2-aa88-423e-bc81-f834ad5f8eb3 tempest-InstanceActionsV221TestJSON-1254732959 tempest-InstanceActionsV221TestJSON-1254732959-project-member] Lock "bf44560e-3ce4-42b6-8230-481b2094ebcc" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 29.012s {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 575.814286] env[62328]: DEBUG nova.network.neutron [-] [instance: f57853bd-b4a9-46ef-86ac-9fbe33732cd1] Updating instance_info_cache with network_info: [] {{(pid=62328) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 575.849118] env[62328]: DEBUG oslo_concurrency.lockutils [None req-29ab825e-8bae-44c3-ab91-cfa5a1b804eb tempest-ImagesNegativeTestJSON-504021747 tempest-ImagesNegativeTestJSON-504021747-project-member] Acquiring lock "f70d129f-1468-4834-b753-8c602837eff0" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 575.849951] env[62328]: DEBUG oslo_concurrency.lockutils [None req-29ab825e-8bae-44c3-ab91-cfa5a1b804eb tempest-ImagesNegativeTestJSON-504021747 tempest-ImagesNegativeTestJSON-504021747-project-member] Lock "f70d129f-1468-4834-b753-8c602837eff0" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 575.850713] env[62328]: DEBUG oslo_concurrency.lockutils [None req-29ab825e-8bae-44c3-ab91-cfa5a1b804eb tempest-ImagesNegativeTestJSON-504021747 tempest-ImagesNegativeTestJSON-504021747-project-member] Acquiring lock "f70d129f-1468-4834-b753-8c602837eff0-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 575.851366] env[62328]: DEBUG oslo_concurrency.lockutils [None req-29ab825e-8bae-44c3-ab91-cfa5a1b804eb tempest-ImagesNegativeTestJSON-504021747 tempest-ImagesNegativeTestJSON-504021747-project-member] Lock "f70d129f-1468-4834-b753-8c602837eff0-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.001s {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 575.851678] env[62328]: DEBUG oslo_concurrency.lockutils [None req-29ab825e-8bae-44c3-ab91-cfa5a1b804eb tempest-ImagesNegativeTestJSON-504021747 tempest-ImagesNegativeTestJSON-504021747-project-member] Lock "f70d129f-1468-4834-b753-8c602837eff0-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 575.857494] env[62328]: INFO nova.compute.manager [None req-29ab825e-8bae-44c3-ab91-cfa5a1b804eb tempest-ImagesNegativeTestJSON-504021747 tempest-ImagesNegativeTestJSON-504021747-project-member] [instance: f70d129f-1468-4834-b753-8c602837eff0] Terminating instance [ 575.873680] env[62328]: DEBUG oslo_vmware.api [None req-2d6cbe4f-90f6-4be8-baa3-cec59b7b6052 tempest-ServerActionsTestOtherA-1098162655 tempest-ServerActionsTestOtherA-1098162655-project-member] Task: {'id': task-2386251, 'name': PowerOnVM_Task, 'duration_secs': 0.633218} completed successfully. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 575.877313] env[62328]: DEBUG nova.virt.vmwareapi.vm_util [None req-2d6cbe4f-90f6-4be8-baa3-cec59b7b6052 tempest-ServerActionsTestOtherA-1098162655 tempest-ServerActionsTestOtherA-1098162655-project-member] [instance: 6c107768-0f57-42fd-a2a5-b28207b17de9] Powered on the VM {{(pid=62328) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 575.878044] env[62328]: INFO nova.compute.manager [None req-2d6cbe4f-90f6-4be8-baa3-cec59b7b6052 tempest-ServerActionsTestOtherA-1098162655 tempest-ServerActionsTestOtherA-1098162655-project-member] [instance: 6c107768-0f57-42fd-a2a5-b28207b17de9] Took 11.02 seconds to spawn the instance on the hypervisor. [ 575.878160] env[62328]: DEBUG nova.compute.manager [None req-2d6cbe4f-90f6-4be8-baa3-cec59b7b6052 tempest-ServerActionsTestOtherA-1098162655 tempest-ServerActionsTestOtherA-1098162655-project-member] [instance: 6c107768-0f57-42fd-a2a5-b28207b17de9] Checking state {{(pid=62328) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 575.880149] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b4761c3b-e390-4d05-a4a9-c46f26c71b0f {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 575.901978] env[62328]: INFO nova.compute.manager [None req-57926e8a-0913-4309-9bf4-4accdab40378 tempest-ServerDiagnosticsTest-1328327217 tempest-ServerDiagnosticsTest-1328327217-project-member] [instance: 26ce508b-d9c2-42ef-9713-138c359aa4a9] Took 24.41 seconds to build instance. [ 575.972013] env[62328]: DEBUG oslo_vmware.api [-] Task: {'id': task-2386254, 'name': CreateVM_Task, 'duration_secs': 0.427461} completed successfully. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 575.972387] env[62328]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 39d42b89-6e94-4322-9d0b-356672da5cde] Created VM on the ESX host {{(pid=62328) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 575.974072] env[62328]: DEBUG oslo_concurrency.lockutils [None req-d4c8151d-54cd-4397-a676-0ca697a7fc88 tempest-FloatingIPsAssociationNegativeTestJSON-1912335046 tempest-FloatingIPsAssociationNegativeTestJSON-1912335046-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/dbf872a4-92be-47e4-8561-c3e2bf2423ab" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 575.974398] env[62328]: DEBUG oslo_concurrency.lockutils [None req-d4c8151d-54cd-4397-a676-0ca697a7fc88 tempest-FloatingIPsAssociationNegativeTestJSON-1912335046 tempest-FloatingIPsAssociationNegativeTestJSON-1912335046-project-member] Acquired lock "[datastore2] devstack-image-cache_base/dbf872a4-92be-47e4-8561-c3e2bf2423ab" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 575.975477] env[62328]: DEBUG oslo_concurrency.lockutils [None req-d4c8151d-54cd-4397-a676-0ca697a7fc88 tempest-FloatingIPsAssociationNegativeTestJSON-1912335046 tempest-FloatingIPsAssociationNegativeTestJSON-1912335046-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/dbf872a4-92be-47e4-8561-c3e2bf2423ab" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 575.976305] env[62328]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-194fb606-19a3-4a9c-8cb2-0a8146b83268 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 575.983723] env[62328]: DEBUG oslo_vmware.api [None req-d4c8151d-54cd-4397-a676-0ca697a7fc88 tempest-FloatingIPsAssociationNegativeTestJSON-1912335046 tempest-FloatingIPsAssociationNegativeTestJSON-1912335046-project-member] Waiting for the task: (returnval){ [ 575.983723] env[62328]: value = "session[52a6e20e-410d-708a-99f2-080a575a99bd]52a670fa-772e-4a1c-df5c-a2e0f8c7b60b" [ 575.983723] env[62328]: _type = "Task" [ 575.983723] env[62328]: } to complete. {{(pid=62328) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 575.991194] env[62328]: DEBUG oslo_vmware.api [None req-d4c8151d-54cd-4397-a676-0ca697a7fc88 tempest-FloatingIPsAssociationNegativeTestJSON-1912335046 tempest-FloatingIPsAssociationNegativeTestJSON-1912335046-project-member] Task: {'id': session[52a6e20e-410d-708a-99f2-080a575a99bd]52a670fa-772e-4a1c-df5c-a2e0f8c7b60b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 576.108849] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bdfb69b4-4ab5-4b8b-a808-4f0f5a16983a {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 576.118639] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bb20f681-c859-4d2c-a7b9-abc4d790d52a {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 576.161865] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d188b80d-abb3-462a-9847-6a3f1a91192f {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 576.170574] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-974e5820-e4a2-4589-a77b-dcf4bc7db047 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 576.185274] env[62328]: DEBUG nova.compute.provider_tree [None req-8e34f8d0-7888-4291-b8d6-ec10566f2f9c tempest-ServersWithSpecificFlavorTestJSON-2091780743 tempest-ServersWithSpecificFlavorTestJSON-2091780743-project-member] Inventory has not changed in ProviderTree for provider: 3469e9f8-04af-49ca-8435-49f104496744 {{(pid=62328) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 576.189893] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b79a098a-af5a-4d88-baaf-b91fbe9a6000 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 576.207897] env[62328]: DEBUG nova.virt.vmwareapi.vmops [None req-be57da87-08d0-4bec-bcbf-275aeeaf06f6 tempest-MigrationsAdminTest-413245202 tempest-MigrationsAdminTest-413245202-project-member] [instance: 613e2516-6209-439d-bb90-b87d67b281a8] Updating instance '613e2516-6209-439d-bb90-b87d67b281a8' progress to 0 {{(pid=62328) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 576.267641] env[62328]: DEBUG nova.compute.manager [None req-c61dbfc8-e3b5-4fb9-ae33-c7091d627a78 tempest-ListServersNegativeTestJSON-1737878377 tempest-ListServersNegativeTestJSON-1737878377-project-member] [instance: df0d7e5c-1299-4174-8641-f96b51442b55] Starting instance... {{(pid=62328) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 576.322041] env[62328]: INFO nova.compute.manager [-] [instance: f57853bd-b4a9-46ef-86ac-9fbe33732cd1] Took 1.07 seconds to deallocate network for instance. [ 576.366342] env[62328]: DEBUG nova.compute.manager [None req-29ab825e-8bae-44c3-ab91-cfa5a1b804eb tempest-ImagesNegativeTestJSON-504021747 tempest-ImagesNegativeTestJSON-504021747-project-member] [instance: f70d129f-1468-4834-b753-8c602837eff0] Start destroying the instance on the hypervisor. {{(pid=62328) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 576.366553] env[62328]: DEBUG nova.virt.vmwareapi.vmops [None req-29ab825e-8bae-44c3-ab91-cfa5a1b804eb tempest-ImagesNegativeTestJSON-504021747 tempest-ImagesNegativeTestJSON-504021747-project-member] [instance: f70d129f-1468-4834-b753-8c602837eff0] Destroying instance {{(pid=62328) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 576.367496] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-afcefc29-4aec-4885-8ee7-1c1b391a39b3 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 576.376528] env[62328]: DEBUG nova.virt.vmwareapi.vm_util [None req-29ab825e-8bae-44c3-ab91-cfa5a1b804eb tempest-ImagesNegativeTestJSON-504021747 tempest-ImagesNegativeTestJSON-504021747-project-member] [instance: f70d129f-1468-4834-b753-8c602837eff0] Powering off the VM {{(pid=62328) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 576.376806] env[62328]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-2fc172fc-f5a6-441c-9cb6-11318f870d1e {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 576.385329] env[62328]: DEBUG oslo_vmware.api [None req-29ab825e-8bae-44c3-ab91-cfa5a1b804eb tempest-ImagesNegativeTestJSON-504021747 tempest-ImagesNegativeTestJSON-504021747-project-member] Waiting for the task: (returnval){ [ 576.385329] env[62328]: value = "task-2386255" [ 576.385329] env[62328]: _type = "Task" [ 576.385329] env[62328]: } to complete. {{(pid=62328) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 576.402532] env[62328]: DEBUG oslo_vmware.api [None req-29ab825e-8bae-44c3-ab91-cfa5a1b804eb tempest-ImagesNegativeTestJSON-504021747 tempest-ImagesNegativeTestJSON-504021747-project-member] Task: {'id': task-2386255, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 576.403104] env[62328]: INFO nova.compute.manager [None req-2d6cbe4f-90f6-4be8-baa3-cec59b7b6052 tempest-ServerActionsTestOtherA-1098162655 tempest-ServerActionsTestOtherA-1098162655-project-member] [instance: 6c107768-0f57-42fd-a2a5-b28207b17de9] Took 20.80 seconds to build instance. [ 576.404661] env[62328]: DEBUG oslo_concurrency.lockutils [None req-57926e8a-0913-4309-9bf4-4accdab40378 tempest-ServerDiagnosticsTest-1328327217 tempest-ServerDiagnosticsTest-1328327217-project-member] Lock "26ce508b-d9c2-42ef-9713-138c359aa4a9" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 25.931s {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 576.497684] env[62328]: DEBUG oslo_vmware.api [None req-d4c8151d-54cd-4397-a676-0ca697a7fc88 tempest-FloatingIPsAssociationNegativeTestJSON-1912335046 tempest-FloatingIPsAssociationNegativeTestJSON-1912335046-project-member] Task: {'id': session[52a6e20e-410d-708a-99f2-080a575a99bd]52a670fa-772e-4a1c-df5c-a2e0f8c7b60b, 'name': SearchDatastore_Task, 'duration_secs': 0.038617} completed successfully. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 576.498464] env[62328]: DEBUG oslo_concurrency.lockutils [None req-d4c8151d-54cd-4397-a676-0ca697a7fc88 tempest-FloatingIPsAssociationNegativeTestJSON-1912335046 tempest-FloatingIPsAssociationNegativeTestJSON-1912335046-project-member] Releasing lock "[datastore2] devstack-image-cache_base/dbf872a4-92be-47e4-8561-c3e2bf2423ab" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 576.498999] env[62328]: DEBUG nova.virt.vmwareapi.vmops [None req-d4c8151d-54cd-4397-a676-0ca697a7fc88 tempest-FloatingIPsAssociationNegativeTestJSON-1912335046 tempest-FloatingIPsAssociationNegativeTestJSON-1912335046-project-member] [instance: 39d42b89-6e94-4322-9d0b-356672da5cde] Processing image dbf872a4-92be-47e4-8561-c3e2bf2423ab {{(pid=62328) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 576.503037] env[62328]: DEBUG oslo_concurrency.lockutils [None req-d4c8151d-54cd-4397-a676-0ca697a7fc88 tempest-FloatingIPsAssociationNegativeTestJSON-1912335046 tempest-FloatingIPsAssociationNegativeTestJSON-1912335046-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/dbf872a4-92be-47e4-8561-c3e2bf2423ab/dbf872a4-92be-47e4-8561-c3e2bf2423ab.vmdk" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 576.503037] env[62328]: DEBUG oslo_concurrency.lockutils [None req-d4c8151d-54cd-4397-a676-0ca697a7fc88 tempest-FloatingIPsAssociationNegativeTestJSON-1912335046 tempest-FloatingIPsAssociationNegativeTestJSON-1912335046-project-member] Acquired lock "[datastore2] devstack-image-cache_base/dbf872a4-92be-47e4-8561-c3e2bf2423ab/dbf872a4-92be-47e4-8561-c3e2bf2423ab.vmdk" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 576.503037] env[62328]: DEBUG nova.virt.vmwareapi.ds_util [None req-d4c8151d-54cd-4397-a676-0ca697a7fc88 tempest-FloatingIPsAssociationNegativeTestJSON-1912335046 tempest-FloatingIPsAssociationNegativeTestJSON-1912335046-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62328) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 576.503037] env[62328]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-3bda1ed2-9152-4c41-ac38-2b75c161a1ad {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 576.504079] env[62328]: DEBUG nova.network.neutron [None req-507c75bf-3279-4ca1-a3e4-464fcabf178f tempest-VolumesAssistedSnapshotsTest-1692536228 tempest-VolumesAssistedSnapshotsTest-1692536228-project-member] [instance: 3e0f093a-98be-4406-a220-34f6d6767294] Successfully created port: 7b7b0d94-ddb8-4de8-8091-fd054caa14de {{(pid=62328) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 576.515470] env[62328]: DEBUG nova.virt.vmwareapi.ds_util [None req-d4c8151d-54cd-4397-a676-0ca697a7fc88 tempest-FloatingIPsAssociationNegativeTestJSON-1912335046 tempest-FloatingIPsAssociationNegativeTestJSON-1912335046-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62328) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 576.515892] env[62328]: DEBUG nova.virt.vmwareapi.vmops [None req-d4c8151d-54cd-4397-a676-0ca697a7fc88 tempest-FloatingIPsAssociationNegativeTestJSON-1912335046 tempest-FloatingIPsAssociationNegativeTestJSON-1912335046-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62328) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 576.517925] env[62328]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0a3ec560-9ab0-4f12-b9b0-565fb848ba54 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 576.524504] env[62328]: DEBUG oslo_vmware.api [None req-d4c8151d-54cd-4397-a676-0ca697a7fc88 tempest-FloatingIPsAssociationNegativeTestJSON-1912335046 tempest-FloatingIPsAssociationNegativeTestJSON-1912335046-project-member] Waiting for the task: (returnval){ [ 576.524504] env[62328]: value = "session[52a6e20e-410d-708a-99f2-080a575a99bd]5253e29d-e47a-851c-5bb9-1d55a0ff52a7" [ 576.524504] env[62328]: _type = "Task" [ 576.524504] env[62328]: } to complete. {{(pid=62328) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 576.539382] env[62328]: DEBUG oslo_vmware.api [None req-d4c8151d-54cd-4397-a676-0ca697a7fc88 tempest-FloatingIPsAssociationNegativeTestJSON-1912335046 tempest-FloatingIPsAssociationNegativeTestJSON-1912335046-project-member] Task: {'id': session[52a6e20e-410d-708a-99f2-080a575a99bd]5253e29d-e47a-851c-5bb9-1d55a0ff52a7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 576.664882] env[62328]: DEBUG nova.compute.manager [None req-507c75bf-3279-4ca1-a3e4-464fcabf178f tempest-VolumesAssistedSnapshotsTest-1692536228 tempest-VolumesAssistedSnapshotsTest-1692536228-project-member] [instance: 3e0f093a-98be-4406-a220-34f6d6767294] Start spawning the instance on the hypervisor. {{(pid=62328) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 576.692210] env[62328]: DEBUG nova.scheduler.client.report [None req-8e34f8d0-7888-4291-b8d6-ec10566f2f9c tempest-ServersWithSpecificFlavorTestJSON-2091780743 tempest-ServersWithSpecificFlavorTestJSON-2091780743-project-member] Inventory has not changed for provider 3469e9f8-04af-49ca-8435-49f104496744 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 153, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62328) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 576.696354] env[62328]: DEBUG nova.virt.hardware [None req-507c75bf-3279-4ca1-a3e4-464fcabf178f tempest-VolumesAssistedSnapshotsTest-1692536228 tempest-VolumesAssistedSnapshotsTest-1692536228-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-07T17:16:55Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-07T17:16:37Z,direct_url=,disk_format='vmdk',id=dbf872a4-92be-47e4-8561-c3e2bf2423ab,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='2a64022f08d84b11a86773b900860ae5',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-07T17:16:38Z,virtual_size=,visibility=), allow threads: False {{(pid=62328) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 576.697039] env[62328]: DEBUG nova.virt.hardware [None req-507c75bf-3279-4ca1-a3e4-464fcabf178f tempest-VolumesAssistedSnapshotsTest-1692536228 tempest-VolumesAssistedSnapshotsTest-1692536228-project-member] Flavor limits 0:0:0 {{(pid=62328) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 576.697423] env[62328]: DEBUG nova.virt.hardware [None req-507c75bf-3279-4ca1-a3e4-464fcabf178f tempest-VolumesAssistedSnapshotsTest-1692536228 tempest-VolumesAssistedSnapshotsTest-1692536228-project-member] Image limits 0:0:0 {{(pid=62328) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 576.697711] env[62328]: DEBUG nova.virt.hardware [None req-507c75bf-3279-4ca1-a3e4-464fcabf178f tempest-VolumesAssistedSnapshotsTest-1692536228 tempest-VolumesAssistedSnapshotsTest-1692536228-project-member] Flavor pref 0:0:0 {{(pid=62328) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 576.698046] env[62328]: DEBUG nova.virt.hardware [None req-507c75bf-3279-4ca1-a3e4-464fcabf178f tempest-VolumesAssistedSnapshotsTest-1692536228 tempest-VolumesAssistedSnapshotsTest-1692536228-project-member] Image pref 0:0:0 {{(pid=62328) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 576.698321] env[62328]: DEBUG nova.virt.hardware [None req-507c75bf-3279-4ca1-a3e4-464fcabf178f tempest-VolumesAssistedSnapshotsTest-1692536228 tempest-VolumesAssistedSnapshotsTest-1692536228-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62328) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 576.698637] env[62328]: DEBUG nova.virt.hardware [None req-507c75bf-3279-4ca1-a3e4-464fcabf178f tempest-VolumesAssistedSnapshotsTest-1692536228 tempest-VolumesAssistedSnapshotsTest-1692536228-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62328) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 576.698963] env[62328]: DEBUG nova.virt.hardware [None req-507c75bf-3279-4ca1-a3e4-464fcabf178f tempest-VolumesAssistedSnapshotsTest-1692536228 tempest-VolumesAssistedSnapshotsTest-1692536228-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62328) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 576.699467] env[62328]: DEBUG nova.virt.hardware [None req-507c75bf-3279-4ca1-a3e4-464fcabf178f tempest-VolumesAssistedSnapshotsTest-1692536228 tempest-VolumesAssistedSnapshotsTest-1692536228-project-member] Got 1 possible topologies {{(pid=62328) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 576.699790] env[62328]: DEBUG nova.virt.hardware [None req-507c75bf-3279-4ca1-a3e4-464fcabf178f tempest-VolumesAssistedSnapshotsTest-1692536228 tempest-VolumesAssistedSnapshotsTest-1692536228-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62328) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 576.701018] env[62328]: DEBUG nova.virt.hardware [None req-507c75bf-3279-4ca1-a3e4-464fcabf178f tempest-VolumesAssistedSnapshotsTest-1692536228 tempest-VolumesAssistedSnapshotsTest-1692536228-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62328) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 576.701660] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-06145555-792a-4a1e-8ab4-aec2f2f417c9 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 576.711933] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1889a70f-5736-4ac2-8145-7c1350fdf9ae {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 576.720264] env[62328]: DEBUG nova.virt.vmwareapi.vm_util [None req-be57da87-08d0-4bec-bcbf-275aeeaf06f6 tempest-MigrationsAdminTest-413245202 tempest-MigrationsAdminTest-413245202-project-member] [instance: 613e2516-6209-439d-bb90-b87d67b281a8] Powering off the VM {{(pid=62328) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 576.720264] env[62328]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f041f5c0-cff0-46c2-90f2-ca2135cdc748 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 576.732647] env[62328]: DEBUG oslo_vmware.api [None req-be57da87-08d0-4bec-bcbf-275aeeaf06f6 tempest-MigrationsAdminTest-413245202 tempest-MigrationsAdminTest-413245202-project-member] Waiting for the task: (returnval){ [ 576.732647] env[62328]: value = "task-2386256" [ 576.732647] env[62328]: _type = "Task" [ 576.732647] env[62328]: } to complete. {{(pid=62328) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 576.741170] env[62328]: DEBUG oslo_vmware.api [None req-be57da87-08d0-4bec-bcbf-275aeeaf06f6 tempest-MigrationsAdminTest-413245202 tempest-MigrationsAdminTest-413245202-project-member] Task: {'id': task-2386256, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 576.795573] env[62328]: DEBUG oslo_concurrency.lockutils [None req-c61dbfc8-e3b5-4fb9-ae33-c7091d627a78 tempest-ListServersNegativeTestJSON-1737878377 tempest-ListServersNegativeTestJSON-1737878377-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 576.829283] env[62328]: DEBUG oslo_concurrency.lockutils [None req-532cc1a7-ed30-4c07-9140-2ee7d3c27bff tempest-ServerDiagnosticsV248Test-811684029 tempest-ServerDiagnosticsV248Test-811684029-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 576.895987] env[62328]: DEBUG oslo_vmware.api [None req-29ab825e-8bae-44c3-ab91-cfa5a1b804eb tempest-ImagesNegativeTestJSON-504021747 tempest-ImagesNegativeTestJSON-504021747-project-member] Task: {'id': task-2386255, 'name': PowerOffVM_Task, 'duration_secs': 0.192783} completed successfully. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 576.896355] env[62328]: DEBUG nova.virt.vmwareapi.vm_util [None req-29ab825e-8bae-44c3-ab91-cfa5a1b804eb tempest-ImagesNegativeTestJSON-504021747 tempest-ImagesNegativeTestJSON-504021747-project-member] [instance: f70d129f-1468-4834-b753-8c602837eff0] Powered off the VM {{(pid=62328) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 576.896545] env[62328]: DEBUG nova.virt.vmwareapi.vmops [None req-29ab825e-8bae-44c3-ab91-cfa5a1b804eb tempest-ImagesNegativeTestJSON-504021747 tempest-ImagesNegativeTestJSON-504021747-project-member] [instance: f70d129f-1468-4834-b753-8c602837eff0] Unregistering the VM {{(pid=62328) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 576.896797] env[62328]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-dd27c8c6-d41b-4016-88a4-cb16efff3a59 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 576.905097] env[62328]: DEBUG oslo_concurrency.lockutils [None req-2d6cbe4f-90f6-4be8-baa3-cec59b7b6052 tempest-ServerActionsTestOtherA-1098162655 tempest-ServerActionsTestOtherA-1098162655-project-member] Lock "6c107768-0f57-42fd-a2a5-b28207b17de9" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 26.323s {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 576.906396] env[62328]: DEBUG nova.compute.manager [None req-c61dbfc8-e3b5-4fb9-ae33-c7091d627a78 tempest-ListServersNegativeTestJSON-1737878377 tempest-ListServersNegativeTestJSON-1737878377-project-member] [instance: 81a2e476-6ab3-4b6d-9e55-328d46695cf9] Starting instance... {{(pid=62328) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 576.957655] env[62328]: DEBUG nova.virt.vmwareapi.vmops [None req-29ab825e-8bae-44c3-ab91-cfa5a1b804eb tempest-ImagesNegativeTestJSON-504021747 tempest-ImagesNegativeTestJSON-504021747-project-member] [instance: f70d129f-1468-4834-b753-8c602837eff0] Unregistered the VM {{(pid=62328) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 576.958073] env[62328]: DEBUG nova.virt.vmwareapi.vmops [None req-29ab825e-8bae-44c3-ab91-cfa5a1b804eb tempest-ImagesNegativeTestJSON-504021747 tempest-ImagesNegativeTestJSON-504021747-project-member] [instance: f70d129f-1468-4834-b753-8c602837eff0] Deleting contents of the VM from datastore datastore1 {{(pid=62328) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 576.958246] env[62328]: DEBUG nova.virt.vmwareapi.ds_util [None req-29ab825e-8bae-44c3-ab91-cfa5a1b804eb tempest-ImagesNegativeTestJSON-504021747 tempest-ImagesNegativeTestJSON-504021747-project-member] Deleting the datastore file [datastore1] f70d129f-1468-4834-b753-8c602837eff0 {{(pid=62328) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 576.958618] env[62328]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-85b8272f-ce01-4814-9ab6-f374c67136fe {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 576.966077] env[62328]: DEBUG oslo_vmware.api [None req-29ab825e-8bae-44c3-ab91-cfa5a1b804eb tempest-ImagesNegativeTestJSON-504021747 tempest-ImagesNegativeTestJSON-504021747-project-member] Waiting for the task: (returnval){ [ 576.966077] env[62328]: value = "task-2386258" [ 576.966077] env[62328]: _type = "Task" [ 576.966077] env[62328]: } to complete. {{(pid=62328) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 576.981440] env[62328]: DEBUG oslo_vmware.api [None req-29ab825e-8bae-44c3-ab91-cfa5a1b804eb tempest-ImagesNegativeTestJSON-504021747 tempest-ImagesNegativeTestJSON-504021747-project-member] Task: {'id': task-2386258, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 577.039053] env[62328]: DEBUG oslo_vmware.api [None req-d4c8151d-54cd-4397-a676-0ca697a7fc88 tempest-FloatingIPsAssociationNegativeTestJSON-1912335046 tempest-FloatingIPsAssociationNegativeTestJSON-1912335046-project-member] Task: {'id': session[52a6e20e-410d-708a-99f2-080a575a99bd]5253e29d-e47a-851c-5bb9-1d55a0ff52a7, 'name': SearchDatastore_Task, 'duration_secs': 0.016251} completed successfully. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 577.039474] env[62328]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-28251c4b-d65e-4d3b-bb3a-caa9a66f331f {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 577.045688] env[62328]: DEBUG oslo_vmware.api [None req-d4c8151d-54cd-4397-a676-0ca697a7fc88 tempest-FloatingIPsAssociationNegativeTestJSON-1912335046 tempest-FloatingIPsAssociationNegativeTestJSON-1912335046-project-member] Waiting for the task: (returnval){ [ 577.045688] env[62328]: value = "session[52a6e20e-410d-708a-99f2-080a575a99bd]52b5e6d9-dd80-a82f-fc46-1a1dae7668a3" [ 577.045688] env[62328]: _type = "Task" [ 577.045688] env[62328]: } to complete. {{(pid=62328) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 577.054675] env[62328]: DEBUG oslo_vmware.api [None req-d4c8151d-54cd-4397-a676-0ca697a7fc88 tempest-FloatingIPsAssociationNegativeTestJSON-1912335046 tempest-FloatingIPsAssociationNegativeTestJSON-1912335046-project-member] Task: {'id': session[52a6e20e-410d-708a-99f2-080a575a99bd]52b5e6d9-dd80-a82f-fc46-1a1dae7668a3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 577.207798] env[62328]: DEBUG oslo_concurrency.lockutils [None req-8e34f8d0-7888-4291-b8d6-ec10566f2f9c tempest-ServersWithSpecificFlavorTestJSON-2091780743 tempest-ServersWithSpecificFlavorTestJSON-2091780743-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.598s {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 577.210029] env[62328]: DEBUG nova.compute.manager [None req-8e34f8d0-7888-4291-b8d6-ec10566f2f9c tempest-ServersWithSpecificFlavorTestJSON-2091780743 tempest-ServersWithSpecificFlavorTestJSON-2091780743-project-member] [instance: 9f267eb4-d272-4f61-b795-076cb51f80b6] Start building networks asynchronously for instance. {{(pid=62328) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 577.212704] env[62328]: DEBUG oslo_concurrency.lockutils [None req-28575dda-c545-4611-989c-6929a1103264 tempest-DeleteServersAdminTestJSON-1024684644 tempest-DeleteServersAdminTestJSON-1024684644-project-admin] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 9.861s {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 577.215024] env[62328]: DEBUG nova.objects.instance [None req-28575dda-c545-4611-989c-6929a1103264 tempest-DeleteServersAdminTestJSON-1024684644 tempest-DeleteServersAdminTestJSON-1024684644-project-admin] Lazy-loading 'resources' on Instance uuid b08dddfd-83d2-434a-b533-c4e7515d44db {{(pid=62328) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 577.245691] env[62328]: DEBUG oslo_vmware.api [None req-be57da87-08d0-4bec-bcbf-275aeeaf06f6 tempest-MigrationsAdminTest-413245202 tempest-MigrationsAdminTest-413245202-project-member] Task: {'id': task-2386256, 'name': PowerOffVM_Task, 'duration_secs': 0.429351} completed successfully. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 577.246317] env[62328]: DEBUG nova.virt.vmwareapi.vm_util [None req-be57da87-08d0-4bec-bcbf-275aeeaf06f6 tempest-MigrationsAdminTest-413245202 tempest-MigrationsAdminTest-413245202-project-member] [instance: 613e2516-6209-439d-bb90-b87d67b281a8] Powered off the VM {{(pid=62328) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 577.246420] env[62328]: DEBUG nova.virt.vmwareapi.vmops [None req-be57da87-08d0-4bec-bcbf-275aeeaf06f6 tempest-MigrationsAdminTest-413245202 tempest-MigrationsAdminTest-413245202-project-member] [instance: 613e2516-6209-439d-bb90-b87d67b281a8] Updating instance '613e2516-6209-439d-bb90-b87d67b281a8' progress to 17 {{(pid=62328) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 577.353645] env[62328]: DEBUG nova.compute.manager [None req-a3c60fb3-83b1-45ef-b92d-792cb581fc5f tempest-ServerExternalEventsTest-1718683098 tempest-ServerExternalEventsTest-1718683098-project] [instance: 5f192c3a-1f44-4471-afec-76a321dfd557] Received event network-changed {{(pid=62328) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 577.353817] env[62328]: DEBUG nova.compute.manager [None req-a3c60fb3-83b1-45ef-b92d-792cb581fc5f tempest-ServerExternalEventsTest-1718683098 tempest-ServerExternalEventsTest-1718683098-project] [instance: 5f192c3a-1f44-4471-afec-76a321dfd557] Refreshing instance network info cache due to event network-changed. {{(pid=62328) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 577.354364] env[62328]: DEBUG oslo_concurrency.lockutils [None req-a3c60fb3-83b1-45ef-b92d-792cb581fc5f tempest-ServerExternalEventsTest-1718683098 tempest-ServerExternalEventsTest-1718683098-project] Acquiring lock "refresh_cache-5f192c3a-1f44-4471-afec-76a321dfd557" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 577.354364] env[62328]: DEBUG oslo_concurrency.lockutils [None req-a3c60fb3-83b1-45ef-b92d-792cb581fc5f tempest-ServerExternalEventsTest-1718683098 tempest-ServerExternalEventsTest-1718683098-project] Acquired lock "refresh_cache-5f192c3a-1f44-4471-afec-76a321dfd557" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 577.354364] env[62328]: DEBUG nova.network.neutron [None req-a3c60fb3-83b1-45ef-b92d-792cb581fc5f tempest-ServerExternalEventsTest-1718683098 tempest-ServerExternalEventsTest-1718683098-project] [instance: 5f192c3a-1f44-4471-afec-76a321dfd557] Building network info cache for instance {{(pid=62328) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 577.413069] env[62328]: DEBUG nova.compute.manager [None req-c61dbfc8-e3b5-4fb9-ae33-c7091d627a78 tempest-ListServersNegativeTestJSON-1737878377 tempest-ListServersNegativeTestJSON-1737878377-project-member] [instance: 9a83a5e3-8072-4407-9256-3315ee1f0249] Starting instance... {{(pid=62328) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 577.432782] env[62328]: DEBUG oslo_concurrency.lockutils [None req-c61dbfc8-e3b5-4fb9-ae33-c7091d627a78 tempest-ListServersNegativeTestJSON-1737878377 tempest-ListServersNegativeTestJSON-1737878377-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 577.485725] env[62328]: DEBUG oslo_vmware.api [None req-29ab825e-8bae-44c3-ab91-cfa5a1b804eb tempest-ImagesNegativeTestJSON-504021747 tempest-ImagesNegativeTestJSON-504021747-project-member] Task: {'id': task-2386258, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.220106} completed successfully. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 577.485725] env[62328]: DEBUG nova.virt.vmwareapi.ds_util [None req-29ab825e-8bae-44c3-ab91-cfa5a1b804eb tempest-ImagesNegativeTestJSON-504021747 tempest-ImagesNegativeTestJSON-504021747-project-member] Deleted the datastore file {{(pid=62328) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 577.485725] env[62328]: DEBUG nova.virt.vmwareapi.vmops [None req-29ab825e-8bae-44c3-ab91-cfa5a1b804eb tempest-ImagesNegativeTestJSON-504021747 tempest-ImagesNegativeTestJSON-504021747-project-member] [instance: f70d129f-1468-4834-b753-8c602837eff0] Deleted contents of the VM from datastore datastore1 {{(pid=62328) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 577.485935] env[62328]: DEBUG nova.virt.vmwareapi.vmops [None req-29ab825e-8bae-44c3-ab91-cfa5a1b804eb tempest-ImagesNegativeTestJSON-504021747 tempest-ImagesNegativeTestJSON-504021747-project-member] [instance: f70d129f-1468-4834-b753-8c602837eff0] Instance destroyed {{(pid=62328) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 577.485980] env[62328]: INFO nova.compute.manager [None req-29ab825e-8bae-44c3-ab91-cfa5a1b804eb tempest-ImagesNegativeTestJSON-504021747 tempest-ImagesNegativeTestJSON-504021747-project-member] [instance: f70d129f-1468-4834-b753-8c602837eff0] Took 1.12 seconds to destroy the instance on the hypervisor. [ 577.486238] env[62328]: DEBUG oslo.service.loopingcall [None req-29ab825e-8bae-44c3-ab91-cfa5a1b804eb tempest-ImagesNegativeTestJSON-504021747 tempest-ImagesNegativeTestJSON-504021747-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62328) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 577.486737] env[62328]: DEBUG nova.compute.manager [-] [instance: f70d129f-1468-4834-b753-8c602837eff0] Deallocating network for instance {{(pid=62328) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 577.486978] env[62328]: DEBUG nova.network.neutron [-] [instance: f70d129f-1468-4834-b753-8c602837eff0] deallocate_for_instance() {{(pid=62328) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 577.555753] env[62328]: DEBUG oslo_vmware.api [None req-d4c8151d-54cd-4397-a676-0ca697a7fc88 tempest-FloatingIPsAssociationNegativeTestJSON-1912335046 tempest-FloatingIPsAssociationNegativeTestJSON-1912335046-project-member] Task: {'id': session[52a6e20e-410d-708a-99f2-080a575a99bd]52b5e6d9-dd80-a82f-fc46-1a1dae7668a3, 'name': SearchDatastore_Task, 'duration_secs': 0.011677} completed successfully. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 577.556172] env[62328]: DEBUG oslo_concurrency.lockutils [None req-d4c8151d-54cd-4397-a676-0ca697a7fc88 tempest-FloatingIPsAssociationNegativeTestJSON-1912335046 tempest-FloatingIPsAssociationNegativeTestJSON-1912335046-project-member] Releasing lock "[datastore2] devstack-image-cache_base/dbf872a4-92be-47e4-8561-c3e2bf2423ab/dbf872a4-92be-47e4-8561-c3e2bf2423ab.vmdk" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 577.556255] env[62328]: DEBUG nova.virt.vmwareapi.vm_util [None req-d4c8151d-54cd-4397-a676-0ca697a7fc88 tempest-FloatingIPsAssociationNegativeTestJSON-1912335046 tempest-FloatingIPsAssociationNegativeTestJSON-1912335046-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/dbf872a4-92be-47e4-8561-c3e2bf2423ab/dbf872a4-92be-47e4-8561-c3e2bf2423ab.vmdk to [datastore2] 39d42b89-6e94-4322-9d0b-356672da5cde/39d42b89-6e94-4322-9d0b-356672da5cde.vmdk {{(pid=62328) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 577.556516] env[62328]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-5fc15118-3529-4593-a39e-3ebaf41d3cb2 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 577.563821] env[62328]: DEBUG oslo_vmware.api [None req-d4c8151d-54cd-4397-a676-0ca697a7fc88 tempest-FloatingIPsAssociationNegativeTestJSON-1912335046 tempest-FloatingIPsAssociationNegativeTestJSON-1912335046-project-member] Waiting for the task: (returnval){ [ 577.563821] env[62328]: value = "task-2386259" [ 577.563821] env[62328]: _type = "Task" [ 577.563821] env[62328]: } to complete. {{(pid=62328) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 577.573041] env[62328]: DEBUG oslo_vmware.api [None req-d4c8151d-54cd-4397-a676-0ca697a7fc88 tempest-FloatingIPsAssociationNegativeTestJSON-1912335046 tempest-FloatingIPsAssociationNegativeTestJSON-1912335046-project-member] Task: {'id': task-2386259, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 577.720023] env[62328]: DEBUG nova.compute.utils [None req-8e34f8d0-7888-4291-b8d6-ec10566f2f9c tempest-ServersWithSpecificFlavorTestJSON-2091780743 tempest-ServersWithSpecificFlavorTestJSON-2091780743-project-member] Using /dev/sd instead of None {{(pid=62328) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 577.728020] env[62328]: DEBUG nova.compute.manager [None req-8e34f8d0-7888-4291-b8d6-ec10566f2f9c tempest-ServersWithSpecificFlavorTestJSON-2091780743 tempest-ServersWithSpecificFlavorTestJSON-2091780743-project-member] [instance: 9f267eb4-d272-4f61-b795-076cb51f80b6] Allocating IP information in the background. {{(pid=62328) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 577.728020] env[62328]: DEBUG nova.network.neutron [None req-8e34f8d0-7888-4291-b8d6-ec10566f2f9c tempest-ServersWithSpecificFlavorTestJSON-2091780743 tempest-ServersWithSpecificFlavorTestJSON-2091780743-project-member] [instance: 9f267eb4-d272-4f61-b795-076cb51f80b6] allocate_for_instance() {{(pid=62328) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 577.757616] env[62328]: DEBUG nova.virt.hardware [None req-be57da87-08d0-4bec-bcbf-275aeeaf06f6 tempest-MigrationsAdminTest-413245202 tempest-MigrationsAdminTest-413245202-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-07T17:16:58Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=dbf872a4-92be-47e4-8561-c3e2bf2423ab,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62328) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 577.757616] env[62328]: DEBUG nova.virt.hardware [None req-be57da87-08d0-4bec-bcbf-275aeeaf06f6 tempest-MigrationsAdminTest-413245202 tempest-MigrationsAdminTest-413245202-project-member] Flavor limits 0:0:0 {{(pid=62328) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 577.757798] env[62328]: DEBUG nova.virt.hardware [None req-be57da87-08d0-4bec-bcbf-275aeeaf06f6 tempest-MigrationsAdminTest-413245202 tempest-MigrationsAdminTest-413245202-project-member] Image limits 0:0:0 {{(pid=62328) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 577.757958] env[62328]: DEBUG nova.virt.hardware [None req-be57da87-08d0-4bec-bcbf-275aeeaf06f6 tempest-MigrationsAdminTest-413245202 tempest-MigrationsAdminTest-413245202-project-member] Flavor pref 0:0:0 {{(pid=62328) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 577.760639] env[62328]: DEBUG nova.virt.hardware [None req-be57da87-08d0-4bec-bcbf-275aeeaf06f6 tempest-MigrationsAdminTest-413245202 tempest-MigrationsAdminTest-413245202-project-member] Image pref 0:0:0 {{(pid=62328) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 577.761089] env[62328]: DEBUG nova.virt.hardware [None req-be57da87-08d0-4bec-bcbf-275aeeaf06f6 tempest-MigrationsAdminTest-413245202 tempest-MigrationsAdminTest-413245202-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62328) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 577.762114] env[62328]: DEBUG nova.virt.hardware [None req-be57da87-08d0-4bec-bcbf-275aeeaf06f6 tempest-MigrationsAdminTest-413245202 tempest-MigrationsAdminTest-413245202-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62328) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 577.762341] env[62328]: DEBUG nova.virt.hardware [None req-be57da87-08d0-4bec-bcbf-275aeeaf06f6 tempest-MigrationsAdminTest-413245202 tempest-MigrationsAdminTest-413245202-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62328) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 577.762536] env[62328]: DEBUG nova.virt.hardware [None req-be57da87-08d0-4bec-bcbf-275aeeaf06f6 tempest-MigrationsAdminTest-413245202 tempest-MigrationsAdminTest-413245202-project-member] Got 1 possible topologies {{(pid=62328) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 577.762976] env[62328]: DEBUG nova.virt.hardware [None req-be57da87-08d0-4bec-bcbf-275aeeaf06f6 tempest-MigrationsAdminTest-413245202 tempest-MigrationsAdminTest-413245202-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62328) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 577.762976] env[62328]: DEBUG nova.virt.hardware [None req-be57da87-08d0-4bec-bcbf-275aeeaf06f6 tempest-MigrationsAdminTest-413245202 tempest-MigrationsAdminTest-413245202-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62328) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 577.775419] env[62328]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0b73d473-1c11-4050-8531-d1e22c707b21 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 577.794139] env[62328]: DEBUG oslo_vmware.api [None req-be57da87-08d0-4bec-bcbf-275aeeaf06f6 tempest-MigrationsAdminTest-413245202 tempest-MigrationsAdminTest-413245202-project-member] Waiting for the task: (returnval){ [ 577.794139] env[62328]: value = "task-2386260" [ 577.794139] env[62328]: _type = "Task" [ 577.794139] env[62328]: } to complete. {{(pid=62328) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 577.803668] env[62328]: DEBUG oslo_vmware.api [None req-be57da87-08d0-4bec-bcbf-275aeeaf06f6 tempest-MigrationsAdminTest-413245202 tempest-MigrationsAdminTest-413245202-project-member] Task: {'id': task-2386260, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 577.830075] env[62328]: DEBUG nova.policy [None req-8e34f8d0-7888-4291-b8d6-ec10566f2f9c tempest-ServersWithSpecificFlavorTestJSON-2091780743 tempest-ServersWithSpecificFlavorTestJSON-2091780743-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '5b8a293ab2694c45a43f393037a5eedd', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '5e755d1c1d32499a96fcf33e11fe6785', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62328) authorize /opt/stack/nova/nova/policy.py:192}} [ 577.848173] env[62328]: DEBUG oslo_concurrency.lockutils [None req-04085e23-bd21-4312-989f-0ce0c91e4fc6 tempest-ServersAdminNegativeTestJSON-593360600 tempest-ServersAdminNegativeTestJSON-593360600-project-member] Acquiring lock "16731f71-d972-4604-95f3-4412aedcddb5" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 577.848509] env[62328]: DEBUG oslo_concurrency.lockutils [None req-04085e23-bd21-4312-989f-0ce0c91e4fc6 tempest-ServersAdminNegativeTestJSON-593360600 tempest-ServersAdminNegativeTestJSON-593360600-project-member] Lock "16731f71-d972-4604-95f3-4412aedcddb5" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 577.944752] env[62328]: DEBUG oslo_concurrency.lockutils [None req-c61dbfc8-e3b5-4fb9-ae33-c7091d627a78 tempest-ListServersNegativeTestJSON-1737878377 tempest-ListServersNegativeTestJSON-1737878377-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 578.082939] env[62328]: DEBUG oslo_vmware.api [None req-d4c8151d-54cd-4397-a676-0ca697a7fc88 tempest-FloatingIPsAssociationNegativeTestJSON-1912335046 tempest-FloatingIPsAssociationNegativeTestJSON-1912335046-project-member] Task: {'id': task-2386259, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 578.233999] env[62328]: DEBUG nova.compute.manager [None req-8e34f8d0-7888-4291-b8d6-ec10566f2f9c tempest-ServersWithSpecificFlavorTestJSON-2091780743 tempest-ServersWithSpecificFlavorTestJSON-2091780743-project-member] [instance: 9f267eb4-d272-4f61-b795-076cb51f80b6] Start building block device mappings for instance. {{(pid=62328) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 578.249406] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d312e791-5b32-4aac-93f0-f982554ecb80 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 578.260511] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6b389cd6-de61-496b-8704-a87aaee35e1d {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 578.305749] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-09fb6b70-e284-4445-80f7-6e673c83e0c6 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 578.314798] env[62328]: DEBUG oslo_vmware.api [None req-be57da87-08d0-4bec-bcbf-275aeeaf06f6 tempest-MigrationsAdminTest-413245202 tempest-MigrationsAdminTest-413245202-project-member] Task: {'id': task-2386260, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 578.318948] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-85e174f8-91bb-4ded-a2a2-f13b3e2dc96a {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 578.334626] env[62328]: DEBUG nova.compute.provider_tree [None req-28575dda-c545-4611-989c-6929a1103264 tempest-DeleteServersAdminTestJSON-1024684644 tempest-DeleteServersAdminTestJSON-1024684644-project-admin] Inventory has not changed in ProviderTree for provider: 3469e9f8-04af-49ca-8435-49f104496744 {{(pid=62328) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 578.464113] env[62328]: DEBUG nova.compute.manager [req-d86412c7-fe29-46f3-a320-7960a5f32dcd req-e20543c0-b60c-4341-ab59-ae55affe1e32 service nova] [instance: 4584a496-3f79-40ce-bf30-178bb7c0afcc] Received event network-vif-deleted-81fb7965-d3a0-4411-826c-31890d94996f {{(pid=62328) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 578.464337] env[62328]: DEBUG nova.compute.manager [req-d86412c7-fe29-46f3-a320-7960a5f32dcd req-e20543c0-b60c-4341-ab59-ae55affe1e32 service nova] [instance: 39d42b89-6e94-4322-9d0b-356672da5cde] Received event network-vif-plugged-8ce041b7-e753-45de-bfe3-48735e37e8dc {{(pid=62328) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 578.464565] env[62328]: DEBUG oslo_concurrency.lockutils [req-d86412c7-fe29-46f3-a320-7960a5f32dcd req-e20543c0-b60c-4341-ab59-ae55affe1e32 service nova] Acquiring lock "39d42b89-6e94-4322-9d0b-356672da5cde-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 578.464922] env[62328]: DEBUG oslo_concurrency.lockutils [req-d86412c7-fe29-46f3-a320-7960a5f32dcd req-e20543c0-b60c-4341-ab59-ae55affe1e32 service nova] Lock "39d42b89-6e94-4322-9d0b-356672da5cde-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 578.465184] env[62328]: DEBUG oslo_concurrency.lockutils [req-d86412c7-fe29-46f3-a320-7960a5f32dcd req-e20543c0-b60c-4341-ab59-ae55affe1e32 service nova] Lock "39d42b89-6e94-4322-9d0b-356672da5cde-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 578.465500] env[62328]: DEBUG nova.compute.manager [req-d86412c7-fe29-46f3-a320-7960a5f32dcd req-e20543c0-b60c-4341-ab59-ae55affe1e32 service nova] [instance: 39d42b89-6e94-4322-9d0b-356672da5cde] No waiting events found dispatching network-vif-plugged-8ce041b7-e753-45de-bfe3-48735e37e8dc {{(pid=62328) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 578.465560] env[62328]: WARNING nova.compute.manager [req-d86412c7-fe29-46f3-a320-7960a5f32dcd req-e20543c0-b60c-4341-ab59-ae55affe1e32 service nova] [instance: 39d42b89-6e94-4322-9d0b-356672da5cde] Received unexpected event network-vif-plugged-8ce041b7-e753-45de-bfe3-48735e37e8dc for instance with vm_state building and task_state spawning. [ 578.465686] env[62328]: DEBUG nova.compute.manager [req-d86412c7-fe29-46f3-a320-7960a5f32dcd req-e20543c0-b60c-4341-ab59-ae55affe1e32 service nova] [instance: 39d42b89-6e94-4322-9d0b-356672da5cde] Received event network-changed-8ce041b7-e753-45de-bfe3-48735e37e8dc {{(pid=62328) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 578.465852] env[62328]: DEBUG nova.compute.manager [req-d86412c7-fe29-46f3-a320-7960a5f32dcd req-e20543c0-b60c-4341-ab59-ae55affe1e32 service nova] [instance: 39d42b89-6e94-4322-9d0b-356672da5cde] Refreshing instance network info cache due to event network-changed-8ce041b7-e753-45de-bfe3-48735e37e8dc. {{(pid=62328) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 578.466050] env[62328]: DEBUG oslo_concurrency.lockutils [req-d86412c7-fe29-46f3-a320-7960a5f32dcd req-e20543c0-b60c-4341-ab59-ae55affe1e32 service nova] Acquiring lock "refresh_cache-39d42b89-6e94-4322-9d0b-356672da5cde" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 578.466200] env[62328]: DEBUG oslo_concurrency.lockutils [req-d86412c7-fe29-46f3-a320-7960a5f32dcd req-e20543c0-b60c-4341-ab59-ae55affe1e32 service nova] Acquired lock "refresh_cache-39d42b89-6e94-4322-9d0b-356672da5cde" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 578.466326] env[62328]: DEBUG nova.network.neutron [req-d86412c7-fe29-46f3-a320-7960a5f32dcd req-e20543c0-b60c-4341-ab59-ae55affe1e32 service nova] [instance: 39d42b89-6e94-4322-9d0b-356672da5cde] Refreshing network info cache for port 8ce041b7-e753-45de-bfe3-48735e37e8dc {{(pid=62328) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 578.578421] env[62328]: DEBUG oslo_vmware.api [None req-d4c8151d-54cd-4397-a676-0ca697a7fc88 tempest-FloatingIPsAssociationNegativeTestJSON-1912335046 tempest-FloatingIPsAssociationNegativeTestJSON-1912335046-project-member] Task: {'id': task-2386259, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.617359} completed successfully. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 578.579023] env[62328]: DEBUG nova.virt.vmwareapi.vm_util [None req-d4c8151d-54cd-4397-a676-0ca697a7fc88 tempest-FloatingIPsAssociationNegativeTestJSON-1912335046 tempest-FloatingIPsAssociationNegativeTestJSON-1912335046-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/dbf872a4-92be-47e4-8561-c3e2bf2423ab/dbf872a4-92be-47e4-8561-c3e2bf2423ab.vmdk to [datastore2] 39d42b89-6e94-4322-9d0b-356672da5cde/39d42b89-6e94-4322-9d0b-356672da5cde.vmdk {{(pid=62328) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 578.579539] env[62328]: DEBUG nova.virt.vmwareapi.vmops [None req-d4c8151d-54cd-4397-a676-0ca697a7fc88 tempest-FloatingIPsAssociationNegativeTestJSON-1912335046 tempest-FloatingIPsAssociationNegativeTestJSON-1912335046-project-member] [instance: 39d42b89-6e94-4322-9d0b-356672da5cde] Extending root virtual disk to 1048576 {{(pid=62328) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 578.579925] env[62328]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-4a7475b3-6612-4383-a8d0-232bcedcb727 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 578.586911] env[62328]: DEBUG oslo_vmware.api [None req-d4c8151d-54cd-4397-a676-0ca697a7fc88 tempest-FloatingIPsAssociationNegativeTestJSON-1912335046 tempest-FloatingIPsAssociationNegativeTestJSON-1912335046-project-member] Waiting for the task: (returnval){ [ 578.586911] env[62328]: value = "task-2386261" [ 578.586911] env[62328]: _type = "Task" [ 578.586911] env[62328]: } to complete. {{(pid=62328) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 578.598971] env[62328]: DEBUG oslo_vmware.api [None req-d4c8151d-54cd-4397-a676-0ca697a7fc88 tempest-FloatingIPsAssociationNegativeTestJSON-1912335046 tempest-FloatingIPsAssociationNegativeTestJSON-1912335046-project-member] Task: {'id': task-2386261, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 578.721606] env[62328]: DEBUG nova.network.neutron [None req-8e34f8d0-7888-4291-b8d6-ec10566f2f9c tempest-ServersWithSpecificFlavorTestJSON-2091780743 tempest-ServersWithSpecificFlavorTestJSON-2091780743-project-member] [instance: 9f267eb4-d272-4f61-b795-076cb51f80b6] Successfully created port: ee10d8e7-5821-446c-a1d6-1ca78a1397cb {{(pid=62328) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 578.814020] env[62328]: DEBUG oslo_concurrency.lockutils [None req-6e45f035-4408-45f6-871a-1791839e99ab tempest-ListServerFiltersTestJSON-1229971268 tempest-ListServerFiltersTestJSON-1229971268-project-member] Acquiring lock "17f3c1fc-a6c7-4936-b0d9-4c0eb88417c0" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 578.814437] env[62328]: DEBUG oslo_concurrency.lockutils [None req-6e45f035-4408-45f6-871a-1791839e99ab tempest-ListServerFiltersTestJSON-1229971268 tempest-ListServerFiltersTestJSON-1229971268-project-member] Lock "17f3c1fc-a6c7-4936-b0d9-4c0eb88417c0" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 578.820230] env[62328]: DEBUG oslo_vmware.api [None req-be57da87-08d0-4bec-bcbf-275aeeaf06f6 tempest-MigrationsAdminTest-413245202 tempest-MigrationsAdminTest-413245202-project-member] Task: {'id': task-2386260, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 578.840776] env[62328]: DEBUG nova.scheduler.client.report [None req-28575dda-c545-4611-989c-6929a1103264 tempest-DeleteServersAdminTestJSON-1024684644 tempest-DeleteServersAdminTestJSON-1024684644-project-admin] Inventory has not changed for provider 3469e9f8-04af-49ca-8435-49f104496744 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 153, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62328) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 579.098454] env[62328]: DEBUG oslo_vmware.api [None req-d4c8151d-54cd-4397-a676-0ca697a7fc88 tempest-FloatingIPsAssociationNegativeTestJSON-1912335046 tempest-FloatingIPsAssociationNegativeTestJSON-1912335046-project-member] Task: {'id': task-2386261, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.337634} completed successfully. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 579.098739] env[62328]: DEBUG nova.virt.vmwareapi.vmops [None req-d4c8151d-54cd-4397-a676-0ca697a7fc88 tempest-FloatingIPsAssociationNegativeTestJSON-1912335046 tempest-FloatingIPsAssociationNegativeTestJSON-1912335046-project-member] [instance: 39d42b89-6e94-4322-9d0b-356672da5cde] Extended root virtual disk {{(pid=62328) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 579.099715] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2463df2d-c179-4e11-8039-ee4fcba9d872 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 579.126929] env[62328]: DEBUG nova.virt.vmwareapi.volumeops [None req-d4c8151d-54cd-4397-a676-0ca697a7fc88 tempest-FloatingIPsAssociationNegativeTestJSON-1912335046 tempest-FloatingIPsAssociationNegativeTestJSON-1912335046-project-member] [instance: 39d42b89-6e94-4322-9d0b-356672da5cde] Reconfiguring VM instance instance-0000000c to attach disk [datastore2] 39d42b89-6e94-4322-9d0b-356672da5cde/39d42b89-6e94-4322-9d0b-356672da5cde.vmdk or device None with type sparse {{(pid=62328) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 579.131476] env[62328]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1d55a054-a8fb-4791-9d26-d023a39525cd {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 579.156266] env[62328]: DEBUG oslo_vmware.api [None req-d4c8151d-54cd-4397-a676-0ca697a7fc88 tempest-FloatingIPsAssociationNegativeTestJSON-1912335046 tempest-FloatingIPsAssociationNegativeTestJSON-1912335046-project-member] Waiting for the task: (returnval){ [ 579.156266] env[62328]: value = "task-2386262" [ 579.156266] env[62328]: _type = "Task" [ 579.156266] env[62328]: } to complete. {{(pid=62328) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 579.165141] env[62328]: DEBUG oslo_vmware.api [None req-d4c8151d-54cd-4397-a676-0ca697a7fc88 tempest-FloatingIPsAssociationNegativeTestJSON-1912335046 tempest-FloatingIPsAssociationNegativeTestJSON-1912335046-project-member] Task: {'id': task-2386262, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 579.225478] env[62328]: DEBUG nova.network.neutron [None req-a3c60fb3-83b1-45ef-b92d-792cb581fc5f tempest-ServerExternalEventsTest-1718683098 tempest-ServerExternalEventsTest-1718683098-project] [instance: 5f192c3a-1f44-4471-afec-76a321dfd557] Updating instance_info_cache with network_info: [{"id": "d6a0d811-8529-405a-85cc-bf4bdf105c95", "address": "fa:16:3e:15:a1:cd", "network": {"id": "ec511a9f-4661-41db-95bd-0fc9ad2de615", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.228", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "2a64022f08d84b11a86773b900860ae5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a4f91f31-0516-4d62-a341-e03a50b7c477", "external-id": "nsx-vlan-transportzone-963", "segmentation_id": 963, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd6a0d811-85", "ovs_interfaceid": "d6a0d811-8529-405a-85cc-bf4bdf105c95", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62328) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 579.243753] env[62328]: DEBUG nova.compute.manager [None req-8e34f8d0-7888-4291-b8d6-ec10566f2f9c tempest-ServersWithSpecificFlavorTestJSON-2091780743 tempest-ServersWithSpecificFlavorTestJSON-2091780743-project-member] [instance: 9f267eb4-d272-4f61-b795-076cb51f80b6] Start spawning the instance on the hypervisor. {{(pid=62328) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 579.286025] env[62328]: DEBUG nova.virt.hardware [None req-8e34f8d0-7888-4291-b8d6-ec10566f2f9c tempest-ServersWithSpecificFlavorTestJSON-2091780743 tempest-ServersWithSpecificFlavorTestJSON-2091780743-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-07T17:18:49Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1624264424',id=24,is_public=True,memory_mb=192,name='tempest-flavor_with_ephemeral_0-1616845400',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-07T17:16:37Z,direct_url=,disk_format='vmdk',id=dbf872a4-92be-47e4-8561-c3e2bf2423ab,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='2a64022f08d84b11a86773b900860ae5',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-07T17:16:38Z,virtual_size=,visibility=), allow threads: False {{(pid=62328) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 579.286371] env[62328]: DEBUG nova.virt.hardware [None req-8e34f8d0-7888-4291-b8d6-ec10566f2f9c tempest-ServersWithSpecificFlavorTestJSON-2091780743 tempest-ServersWithSpecificFlavorTestJSON-2091780743-project-member] Flavor limits 0:0:0 {{(pid=62328) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 579.286603] env[62328]: DEBUG nova.virt.hardware [None req-8e34f8d0-7888-4291-b8d6-ec10566f2f9c tempest-ServersWithSpecificFlavorTestJSON-2091780743 tempest-ServersWithSpecificFlavorTestJSON-2091780743-project-member] Image limits 0:0:0 {{(pid=62328) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 579.286869] env[62328]: DEBUG nova.virt.hardware [None req-8e34f8d0-7888-4291-b8d6-ec10566f2f9c tempest-ServersWithSpecificFlavorTestJSON-2091780743 tempest-ServersWithSpecificFlavorTestJSON-2091780743-project-member] Flavor pref 0:0:0 {{(pid=62328) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 579.287038] env[62328]: DEBUG nova.virt.hardware [None req-8e34f8d0-7888-4291-b8d6-ec10566f2f9c tempest-ServersWithSpecificFlavorTestJSON-2091780743 tempest-ServersWithSpecificFlavorTestJSON-2091780743-project-member] Image pref 0:0:0 {{(pid=62328) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 579.287244] env[62328]: DEBUG nova.virt.hardware [None req-8e34f8d0-7888-4291-b8d6-ec10566f2f9c tempest-ServersWithSpecificFlavorTestJSON-2091780743 tempest-ServersWithSpecificFlavorTestJSON-2091780743-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62328) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 579.287509] env[62328]: DEBUG nova.virt.hardware [None req-8e34f8d0-7888-4291-b8d6-ec10566f2f9c tempest-ServersWithSpecificFlavorTestJSON-2091780743 tempest-ServersWithSpecificFlavorTestJSON-2091780743-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62328) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 579.287709] env[62328]: DEBUG nova.virt.hardware [None req-8e34f8d0-7888-4291-b8d6-ec10566f2f9c tempest-ServersWithSpecificFlavorTestJSON-2091780743 tempest-ServersWithSpecificFlavorTestJSON-2091780743-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62328) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 579.287941] env[62328]: DEBUG nova.virt.hardware [None req-8e34f8d0-7888-4291-b8d6-ec10566f2f9c tempest-ServersWithSpecificFlavorTestJSON-2091780743 tempest-ServersWithSpecificFlavorTestJSON-2091780743-project-member] Got 1 possible topologies {{(pid=62328) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 579.288164] env[62328]: DEBUG nova.virt.hardware [None req-8e34f8d0-7888-4291-b8d6-ec10566f2f9c tempest-ServersWithSpecificFlavorTestJSON-2091780743 tempest-ServersWithSpecificFlavorTestJSON-2091780743-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62328) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 579.288375] env[62328]: DEBUG nova.virt.hardware [None req-8e34f8d0-7888-4291-b8d6-ec10566f2f9c tempest-ServersWithSpecificFlavorTestJSON-2091780743 tempest-ServersWithSpecificFlavorTestJSON-2091780743-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62328) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 579.289485] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4b86935a-8c24-4363-a173-66b2b1f161de {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 579.299878] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-01eef327-45ec-46df-b3e2-f91633f6e0a0 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 579.305590] env[62328]: DEBUG nova.compute.manager [None req-9b969c87-967d-4c0b-8d42-418dbf611bc3 tempest-ServerDiagnosticsTest-1149613130 tempest-ServerDiagnosticsTest-1149613130-project-admin] [instance: 26ce508b-d9c2-42ef-9713-138c359aa4a9] Checking state {{(pid=62328) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 579.310281] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-16eac198-9511-4ecc-a0a2-60ccbb2eeb97 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 579.333784] env[62328]: INFO nova.compute.manager [None req-9b969c87-967d-4c0b-8d42-418dbf611bc3 tempest-ServerDiagnosticsTest-1149613130 tempest-ServerDiagnosticsTest-1149613130-project-admin] [instance: 26ce508b-d9c2-42ef-9713-138c359aa4a9] Retrieving diagnostics [ 579.333784] env[62328]: DEBUG oslo_vmware.api [None req-be57da87-08d0-4bec-bcbf-275aeeaf06f6 tempest-MigrationsAdminTest-413245202 tempest-MigrationsAdminTest-413245202-project-member] Task: {'id': task-2386260, 'name': ReconfigVM_Task, 'duration_secs': 1.237646} completed successfully. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 579.334543] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6c87cbbe-f2cb-4ea9-9077-ea2fc907d3d5 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 579.338212] env[62328]: DEBUG nova.virt.vmwareapi.vmops [None req-be57da87-08d0-4bec-bcbf-275aeeaf06f6 tempest-MigrationsAdminTest-413245202 tempest-MigrationsAdminTest-413245202-project-member] [instance: 613e2516-6209-439d-bb90-b87d67b281a8] Updating instance '613e2516-6209-439d-bb90-b87d67b281a8' progress to 33 {{(pid=62328) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 579.372929] env[62328]: DEBUG oslo_concurrency.lockutils [None req-28575dda-c545-4611-989c-6929a1103264 tempest-DeleteServersAdminTestJSON-1024684644 tempest-DeleteServersAdminTestJSON-1024684644-project-admin] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.160s {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 579.379342] env[62328]: DEBUG oslo_concurrency.lockutils [None req-3c4710ea-f3d4-41ef-8b4a-f06ed375348a tempest-ImagesOneServerTestJSON-2062431902 tempest-ImagesOneServerTestJSON-2062431902-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 11.790s {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 579.380956] env[62328]: INFO nova.compute.claims [None req-3c4710ea-f3d4-41ef-8b4a-f06ed375348a tempest-ImagesOneServerTestJSON-2062431902 tempest-ImagesOneServerTestJSON-2062431902-project-member] [instance: b7106740-bdd7-4774-8744-cbe21352a31c] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 579.413724] env[62328]: INFO nova.scheduler.client.report [None req-28575dda-c545-4611-989c-6929a1103264 tempest-DeleteServersAdminTestJSON-1024684644 tempest-DeleteServersAdminTestJSON-1024684644-project-admin] Deleted allocations for instance b08dddfd-83d2-434a-b533-c4e7515d44db [ 579.460245] env[62328]: DEBUG nova.network.neutron [-] [instance: f70d129f-1468-4834-b753-8c602837eff0] Updating instance_info_cache with network_info: [] {{(pid=62328) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 579.670083] env[62328]: DEBUG oslo_vmware.api [None req-d4c8151d-54cd-4397-a676-0ca697a7fc88 tempest-FloatingIPsAssociationNegativeTestJSON-1912335046 tempest-FloatingIPsAssociationNegativeTestJSON-1912335046-project-member] Task: {'id': task-2386262, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 579.731684] env[62328]: DEBUG oslo_concurrency.lockutils [None req-a3c60fb3-83b1-45ef-b92d-792cb581fc5f tempest-ServerExternalEventsTest-1718683098 tempest-ServerExternalEventsTest-1718683098-project] Releasing lock "refresh_cache-5f192c3a-1f44-4471-afec-76a321dfd557" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 579.796626] env[62328]: DEBUG nova.network.neutron [req-d86412c7-fe29-46f3-a320-7960a5f32dcd req-e20543c0-b60c-4341-ab59-ae55affe1e32 service nova] [instance: 39d42b89-6e94-4322-9d0b-356672da5cde] Updated VIF entry in instance network info cache for port 8ce041b7-e753-45de-bfe3-48735e37e8dc. {{(pid=62328) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 579.797055] env[62328]: DEBUG nova.network.neutron [req-d86412c7-fe29-46f3-a320-7960a5f32dcd req-e20543c0-b60c-4341-ab59-ae55affe1e32 service nova] [instance: 39d42b89-6e94-4322-9d0b-356672da5cde] Updating instance_info_cache with network_info: [{"id": "8ce041b7-e753-45de-bfe3-48735e37e8dc", "address": "fa:16:3e:77:c3:6c", "network": {"id": "77b7128a-36ee-4e49-8f26-fc13973c3d31", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationNegativeTestJSON-990926720-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1d4f464b6a5c44e3ae17101809a13b86", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1eed7865-f9d8-463e-843f-3b0b3a962a2c", "external-id": "nsx-vlan-transportzone-852", "segmentation_id": 852, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8ce041b7-e7", "ovs_interfaceid": "8ce041b7-e753-45de-bfe3-48735e37e8dc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62328) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 579.846157] env[62328]: DEBUG nova.virt.hardware [None req-be57da87-08d0-4bec-bcbf-275aeeaf06f6 tempest-MigrationsAdminTest-413245202 tempest-MigrationsAdminTest-413245202-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-07T17:16:55Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=dbf872a4-92be-47e4-8561-c3e2bf2423ab,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62328) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 579.846438] env[62328]: DEBUG nova.virt.hardware [None req-be57da87-08d0-4bec-bcbf-275aeeaf06f6 tempest-MigrationsAdminTest-413245202 tempest-MigrationsAdminTest-413245202-project-member] Flavor limits 0:0:0 {{(pid=62328) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 579.846560] env[62328]: DEBUG nova.virt.hardware [None req-be57da87-08d0-4bec-bcbf-275aeeaf06f6 tempest-MigrationsAdminTest-413245202 tempest-MigrationsAdminTest-413245202-project-member] Image limits 0:0:0 {{(pid=62328) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 579.847096] env[62328]: DEBUG nova.virt.hardware [None req-be57da87-08d0-4bec-bcbf-275aeeaf06f6 tempest-MigrationsAdminTest-413245202 tempest-MigrationsAdminTest-413245202-project-member] Flavor pref 0:0:0 {{(pid=62328) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 579.847096] env[62328]: DEBUG nova.virt.hardware [None req-be57da87-08d0-4bec-bcbf-275aeeaf06f6 tempest-MigrationsAdminTest-413245202 tempest-MigrationsAdminTest-413245202-project-member] Image pref 0:0:0 {{(pid=62328) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 579.847218] env[62328]: DEBUG nova.virt.hardware [None req-be57da87-08d0-4bec-bcbf-275aeeaf06f6 tempest-MigrationsAdminTest-413245202 tempest-MigrationsAdminTest-413245202-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62328) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 579.847711] env[62328]: DEBUG nova.virt.hardware [None req-be57da87-08d0-4bec-bcbf-275aeeaf06f6 tempest-MigrationsAdminTest-413245202 tempest-MigrationsAdminTest-413245202-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62328) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 579.847711] env[62328]: DEBUG nova.virt.hardware [None req-be57da87-08d0-4bec-bcbf-275aeeaf06f6 tempest-MigrationsAdminTest-413245202 tempest-MigrationsAdminTest-413245202-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62328) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 579.850936] env[62328]: DEBUG nova.virt.hardware [None req-be57da87-08d0-4bec-bcbf-275aeeaf06f6 tempest-MigrationsAdminTest-413245202 tempest-MigrationsAdminTest-413245202-project-member] Got 1 possible topologies {{(pid=62328) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 579.850936] env[62328]: DEBUG nova.virt.hardware [None req-be57da87-08d0-4bec-bcbf-275aeeaf06f6 tempest-MigrationsAdminTest-413245202 tempest-MigrationsAdminTest-413245202-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62328) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 579.850936] env[62328]: DEBUG nova.virt.hardware [None req-be57da87-08d0-4bec-bcbf-275aeeaf06f6 tempest-MigrationsAdminTest-413245202 tempest-MigrationsAdminTest-413245202-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62328) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 579.855973] env[62328]: DEBUG nova.virt.vmwareapi.volumeops [None req-be57da87-08d0-4bec-bcbf-275aeeaf06f6 tempest-MigrationsAdminTest-413245202 tempest-MigrationsAdminTest-413245202-project-member] [instance: 613e2516-6209-439d-bb90-b87d67b281a8] Reconfiguring VM instance instance-00000001 to detach disk 2000 {{(pid=62328) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 579.856982] env[62328]: DEBUG nova.network.neutron [None req-507c75bf-3279-4ca1-a3e4-464fcabf178f tempest-VolumesAssistedSnapshotsTest-1692536228 tempest-VolumesAssistedSnapshotsTest-1692536228-project-member] [instance: 3e0f093a-98be-4406-a220-34f6d6767294] Successfully updated port: 7b7b0d94-ddb8-4de8-8091-fd054caa14de {{(pid=62328) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 579.858769] env[62328]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3250d2cd-5392-4c24-a1b4-78a94ba31582 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 579.873859] env[62328]: DEBUG oslo_concurrency.lockutils [None req-507c75bf-3279-4ca1-a3e4-464fcabf178f tempest-VolumesAssistedSnapshotsTest-1692536228 tempest-VolumesAssistedSnapshotsTest-1692536228-project-member] Acquiring lock "refresh_cache-3e0f093a-98be-4406-a220-34f6d6767294" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 579.874020] env[62328]: DEBUG oslo_concurrency.lockutils [None req-507c75bf-3279-4ca1-a3e4-464fcabf178f tempest-VolumesAssistedSnapshotsTest-1692536228 tempest-VolumesAssistedSnapshotsTest-1692536228-project-member] Acquired lock "refresh_cache-3e0f093a-98be-4406-a220-34f6d6767294" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 579.874152] env[62328]: DEBUG nova.network.neutron [None req-507c75bf-3279-4ca1-a3e4-464fcabf178f tempest-VolumesAssistedSnapshotsTest-1692536228 tempest-VolumesAssistedSnapshotsTest-1692536228-project-member] [instance: 3e0f093a-98be-4406-a220-34f6d6767294] Building network info cache for instance {{(pid=62328) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 579.882418] env[62328]: DEBUG oslo_vmware.api [None req-be57da87-08d0-4bec-bcbf-275aeeaf06f6 tempest-MigrationsAdminTest-413245202 tempest-MigrationsAdminTest-413245202-project-member] Waiting for the task: (returnval){ [ 579.882418] env[62328]: value = "task-2386263" [ 579.882418] env[62328]: _type = "Task" [ 579.882418] env[62328]: } to complete. {{(pid=62328) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 579.901778] env[62328]: DEBUG oslo_vmware.api [None req-be57da87-08d0-4bec-bcbf-275aeeaf06f6 tempest-MigrationsAdminTest-413245202 tempest-MigrationsAdminTest-413245202-project-member] Task: {'id': task-2386263, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 579.927233] env[62328]: DEBUG oslo_concurrency.lockutils [None req-899dfcb6-5dbd-4eab-b6d4-912d3fec231b tempest-InstanceActionsV221TestJSON-1254732959 tempest-InstanceActionsV221TestJSON-1254732959-project-member] Acquiring lock "bf44560e-3ce4-42b6-8230-481b2094ebcc" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 579.927233] env[62328]: DEBUG oslo_concurrency.lockutils [None req-899dfcb6-5dbd-4eab-b6d4-912d3fec231b tempest-InstanceActionsV221TestJSON-1254732959 tempest-InstanceActionsV221TestJSON-1254732959-project-member] Lock "bf44560e-3ce4-42b6-8230-481b2094ebcc" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 579.927233] env[62328]: DEBUG oslo_concurrency.lockutils [None req-899dfcb6-5dbd-4eab-b6d4-912d3fec231b tempest-InstanceActionsV221TestJSON-1254732959 tempest-InstanceActionsV221TestJSON-1254732959-project-member] Acquiring lock "bf44560e-3ce4-42b6-8230-481b2094ebcc-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 579.930067] env[62328]: DEBUG oslo_concurrency.lockutils [None req-899dfcb6-5dbd-4eab-b6d4-912d3fec231b tempest-InstanceActionsV221TestJSON-1254732959 tempest-InstanceActionsV221TestJSON-1254732959-project-member] Lock "bf44560e-3ce4-42b6-8230-481b2094ebcc-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 579.930067] env[62328]: DEBUG oslo_concurrency.lockutils [None req-899dfcb6-5dbd-4eab-b6d4-912d3fec231b tempest-InstanceActionsV221TestJSON-1254732959 tempest-InstanceActionsV221TestJSON-1254732959-project-member] Lock "bf44560e-3ce4-42b6-8230-481b2094ebcc-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 579.931580] env[62328]: DEBUG oslo_concurrency.lockutils [None req-28575dda-c545-4611-989c-6929a1103264 tempest-DeleteServersAdminTestJSON-1024684644 tempest-DeleteServersAdminTestJSON-1024684644-project-admin] Lock "b08dddfd-83d2-434a-b533-c4e7515d44db" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 16.156s {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 579.950600] env[62328]: INFO nova.compute.manager [None req-899dfcb6-5dbd-4eab-b6d4-912d3fec231b tempest-InstanceActionsV221TestJSON-1254732959 tempest-InstanceActionsV221TestJSON-1254732959-project-member] [instance: bf44560e-3ce4-42b6-8230-481b2094ebcc] Terminating instance [ 579.962133] env[62328]: INFO nova.compute.manager [-] [instance: f70d129f-1468-4834-b753-8c602837eff0] Took 2.48 seconds to deallocate network for instance. [ 580.171374] env[62328]: DEBUG oslo_vmware.api [None req-d4c8151d-54cd-4397-a676-0ca697a7fc88 tempest-FloatingIPsAssociationNegativeTestJSON-1912335046 tempest-FloatingIPsAssociationNegativeTestJSON-1912335046-project-member] Task: {'id': task-2386262, 'name': ReconfigVM_Task, 'duration_secs': 0.844213} completed successfully. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 580.171663] env[62328]: DEBUG nova.virt.vmwareapi.volumeops [None req-d4c8151d-54cd-4397-a676-0ca697a7fc88 tempest-FloatingIPsAssociationNegativeTestJSON-1912335046 tempest-FloatingIPsAssociationNegativeTestJSON-1912335046-project-member] [instance: 39d42b89-6e94-4322-9d0b-356672da5cde] Reconfigured VM instance instance-0000000c to attach disk [datastore2] 39d42b89-6e94-4322-9d0b-356672da5cde/39d42b89-6e94-4322-9d0b-356672da5cde.vmdk or device None with type sparse {{(pid=62328) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 580.172365] env[62328]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-8ee5d7ba-d758-453e-88fd-2ec4c88b5f18 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 580.181661] env[62328]: DEBUG oslo_vmware.api [None req-d4c8151d-54cd-4397-a676-0ca697a7fc88 tempest-FloatingIPsAssociationNegativeTestJSON-1912335046 tempest-FloatingIPsAssociationNegativeTestJSON-1912335046-project-member] Waiting for the task: (returnval){ [ 580.181661] env[62328]: value = "task-2386264" [ 580.181661] env[62328]: _type = "Task" [ 580.181661] env[62328]: } to complete. {{(pid=62328) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 580.191039] env[62328]: DEBUG oslo_vmware.api [None req-d4c8151d-54cd-4397-a676-0ca697a7fc88 tempest-FloatingIPsAssociationNegativeTestJSON-1912335046 tempest-FloatingIPsAssociationNegativeTestJSON-1912335046-project-member] Task: {'id': task-2386264, 'name': Rename_Task} progress is 5%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 580.305825] env[62328]: DEBUG oslo_concurrency.lockutils [req-d86412c7-fe29-46f3-a320-7960a5f32dcd req-e20543c0-b60c-4341-ab59-ae55affe1e32 service nova] Releasing lock "refresh_cache-39d42b89-6e94-4322-9d0b-356672da5cde" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 580.393394] env[62328]: DEBUG oslo_vmware.api [None req-be57da87-08d0-4bec-bcbf-275aeeaf06f6 tempest-MigrationsAdminTest-413245202 tempest-MigrationsAdminTest-413245202-project-member] Task: {'id': task-2386263, 'name': ReconfigVM_Task, 'duration_secs': 0.296064} completed successfully. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 580.393632] env[62328]: DEBUG nova.virt.vmwareapi.volumeops [None req-be57da87-08d0-4bec-bcbf-275aeeaf06f6 tempest-MigrationsAdminTest-413245202 tempest-MigrationsAdminTest-413245202-project-member] [instance: 613e2516-6209-439d-bb90-b87d67b281a8] Reconfigured VM instance instance-00000001 to detach disk 2000 {{(pid=62328) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 580.395133] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dc981d28-868b-45b1-9f16-3d4fea5aa065 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 580.427768] env[62328]: DEBUG nova.virt.vmwareapi.volumeops [None req-be57da87-08d0-4bec-bcbf-275aeeaf06f6 tempest-MigrationsAdminTest-413245202 tempest-MigrationsAdminTest-413245202-project-member] [instance: 613e2516-6209-439d-bb90-b87d67b281a8] Reconfiguring VM instance instance-00000001 to attach disk [datastore2] 613e2516-6209-439d-bb90-b87d67b281a8/613e2516-6209-439d-bb90-b87d67b281a8.vmdk or device None with type thin {{(pid=62328) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 580.431723] env[62328]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-81e1afc6-6f2b-481f-ae58-a6756de8b83e {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 580.454565] env[62328]: DEBUG oslo_vmware.api [None req-be57da87-08d0-4bec-bcbf-275aeeaf06f6 tempest-MigrationsAdminTest-413245202 tempest-MigrationsAdminTest-413245202-project-member] Waiting for the task: (returnval){ [ 580.454565] env[62328]: value = "task-2386265" [ 580.454565] env[62328]: _type = "Task" [ 580.454565] env[62328]: } to complete. {{(pid=62328) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 580.459343] env[62328]: DEBUG nova.compute.manager [None req-899dfcb6-5dbd-4eab-b6d4-912d3fec231b tempest-InstanceActionsV221TestJSON-1254732959 tempest-InstanceActionsV221TestJSON-1254732959-project-member] [instance: bf44560e-3ce4-42b6-8230-481b2094ebcc] Start destroying the instance on the hypervisor. {{(pid=62328) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 580.459545] env[62328]: DEBUG nova.virt.vmwareapi.vmops [None req-899dfcb6-5dbd-4eab-b6d4-912d3fec231b tempest-InstanceActionsV221TestJSON-1254732959 tempest-InstanceActionsV221TestJSON-1254732959-project-member] [instance: bf44560e-3ce4-42b6-8230-481b2094ebcc] Destroying instance {{(pid=62328) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 580.462893] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e125b29f-6599-45eb-a021-b0bba4fe4f14 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 580.471326] env[62328]: DEBUG oslo_concurrency.lockutils [None req-29ab825e-8bae-44c3-ab91-cfa5a1b804eb tempest-ImagesNegativeTestJSON-504021747 tempest-ImagesNegativeTestJSON-504021747-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 580.471326] env[62328]: DEBUG oslo_vmware.api [None req-be57da87-08d0-4bec-bcbf-275aeeaf06f6 tempest-MigrationsAdminTest-413245202 tempest-MigrationsAdminTest-413245202-project-member] Task: {'id': task-2386265, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 580.476248] env[62328]: DEBUG nova.virt.vmwareapi.vm_util [None req-899dfcb6-5dbd-4eab-b6d4-912d3fec231b tempest-InstanceActionsV221TestJSON-1254732959 tempest-InstanceActionsV221TestJSON-1254732959-project-member] [instance: bf44560e-3ce4-42b6-8230-481b2094ebcc] Powering off the VM {{(pid=62328) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 580.476248] env[62328]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-6f748e5e-bf56-4e6a-9de4-543d9c0f9087 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 580.490746] env[62328]: DEBUG oslo_vmware.api [None req-899dfcb6-5dbd-4eab-b6d4-912d3fec231b tempest-InstanceActionsV221TestJSON-1254732959 tempest-InstanceActionsV221TestJSON-1254732959-project-member] Waiting for the task: (returnval){ [ 580.490746] env[62328]: value = "task-2386266" [ 580.490746] env[62328]: _type = "Task" [ 580.490746] env[62328]: } to complete. {{(pid=62328) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 580.494816] env[62328]: DEBUG nova.network.neutron [None req-507c75bf-3279-4ca1-a3e4-464fcabf178f tempest-VolumesAssistedSnapshotsTest-1692536228 tempest-VolumesAssistedSnapshotsTest-1692536228-project-member] [instance: 3e0f093a-98be-4406-a220-34f6d6767294] Instance cache missing network info. {{(pid=62328) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 580.504230] env[62328]: DEBUG oslo_vmware.api [None req-899dfcb6-5dbd-4eab-b6d4-912d3fec231b tempest-InstanceActionsV221TestJSON-1254732959 tempest-InstanceActionsV221TestJSON-1254732959-project-member] Task: {'id': task-2386266, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 580.696260] env[62328]: DEBUG oslo_vmware.api [None req-d4c8151d-54cd-4397-a676-0ca697a7fc88 tempest-FloatingIPsAssociationNegativeTestJSON-1912335046 tempest-FloatingIPsAssociationNegativeTestJSON-1912335046-project-member] Task: {'id': task-2386264, 'name': Rename_Task, 'duration_secs': 0.169893} completed successfully. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 580.699146] env[62328]: DEBUG nova.virt.vmwareapi.vm_util [None req-d4c8151d-54cd-4397-a676-0ca697a7fc88 tempest-FloatingIPsAssociationNegativeTestJSON-1912335046 tempest-FloatingIPsAssociationNegativeTestJSON-1912335046-project-member] [instance: 39d42b89-6e94-4322-9d0b-356672da5cde] Powering on the VM {{(pid=62328) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 580.700533] env[62328]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-5beacd69-e286-4ac8-8251-fbca42a1de49 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 580.706533] env[62328]: DEBUG oslo_vmware.api [None req-d4c8151d-54cd-4397-a676-0ca697a7fc88 tempest-FloatingIPsAssociationNegativeTestJSON-1912335046 tempest-FloatingIPsAssociationNegativeTestJSON-1912335046-project-member] Waiting for the task: (returnval){ [ 580.706533] env[62328]: value = "task-2386267" [ 580.706533] env[62328]: _type = "Task" [ 580.706533] env[62328]: } to complete. {{(pid=62328) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 580.718714] env[62328]: DEBUG oslo_vmware.api [None req-d4c8151d-54cd-4397-a676-0ca697a7fc88 tempest-FloatingIPsAssociationNegativeTestJSON-1912335046 tempest-FloatingIPsAssociationNegativeTestJSON-1912335046-project-member] Task: {'id': task-2386267, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 580.865046] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-883f1aac-5451-4068-8c3d-35dba80faa6b {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 580.875447] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-05dc8c82-2c5e-4cbb-a738-27c78fc79fa0 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 580.916681] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5f373a0a-248b-4e88-8e25-94ce8f5db0c2 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 580.922469] env[62328]: DEBUG oslo_concurrency.lockutils [None req-feace3b3-369e-4db7-9bdb-916f5e2d4d63 tempest-FloatingIPsAssociationTestJSON-89523020 tempest-FloatingIPsAssociationTestJSON-89523020-project-member] Acquiring lock "8cd0962c-8272-4384-973d-1ac21ca21993" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 580.922710] env[62328]: DEBUG oslo_concurrency.lockutils [None req-feace3b3-369e-4db7-9bdb-916f5e2d4d63 tempest-FloatingIPsAssociationTestJSON-89523020 tempest-FloatingIPsAssociationTestJSON-89523020-project-member] Lock "8cd0962c-8272-4384-973d-1ac21ca21993" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 580.923701] env[62328]: DEBUG nova.network.neutron [None req-507c75bf-3279-4ca1-a3e4-464fcabf178f tempest-VolumesAssistedSnapshotsTest-1692536228 tempest-VolumesAssistedSnapshotsTest-1692536228-project-member] [instance: 3e0f093a-98be-4406-a220-34f6d6767294] Updating instance_info_cache with network_info: [{"id": "7b7b0d94-ddb8-4de8-8091-fd054caa14de", "address": "fa:16:3e:83:fc:52", "network": {"id": "aae56b84-36cd-460a-a843-a115c01dd8c5", "bridge": "br-int", "label": "tempest-VolumesAssistedSnapshotsTest-2088436330-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f507ebdba7054b77b9dbc7efeec53f3a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e238ac23-819b-452f-9015-52922e45efd3", "external-id": "nsx-vlan-transportzone-127", "segmentation_id": 127, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7b7b0d94-dd", "ovs_interfaceid": "7b7b0d94-ddb8-4de8-8091-fd054caa14de", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62328) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 580.932460] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1750df12-e9d3-4ed5-94b2-59acdb769627 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 580.947728] env[62328]: DEBUG nova.compute.provider_tree [None req-3c4710ea-f3d4-41ef-8b4a-f06ed375348a tempest-ImagesOneServerTestJSON-2062431902 tempest-ImagesOneServerTestJSON-2062431902-project-member] Inventory has not changed in ProviderTree for provider: 3469e9f8-04af-49ca-8435-49f104496744 {{(pid=62328) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 580.966505] env[62328]: DEBUG oslo_vmware.api [None req-be57da87-08d0-4bec-bcbf-275aeeaf06f6 tempest-MigrationsAdminTest-413245202 tempest-MigrationsAdminTest-413245202-project-member] Task: {'id': task-2386265, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 581.007818] env[62328]: DEBUG oslo_vmware.api [None req-899dfcb6-5dbd-4eab-b6d4-912d3fec231b tempest-InstanceActionsV221TestJSON-1254732959 tempest-InstanceActionsV221TestJSON-1254732959-project-member] Task: {'id': task-2386266, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 581.091913] env[62328]: DEBUG oslo_concurrency.lockutils [None req-ab511f9e-eaf0-4cf8-b50a-fb0dd3e547be tempest-ServerExternalEventsTest-1567415951 tempest-ServerExternalEventsTest-1567415951-project-member] Acquiring lock "5f192c3a-1f44-4471-afec-76a321dfd557" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 581.092113] env[62328]: DEBUG oslo_concurrency.lockutils [None req-ab511f9e-eaf0-4cf8-b50a-fb0dd3e547be tempest-ServerExternalEventsTest-1567415951 tempest-ServerExternalEventsTest-1567415951-project-member] Lock "5f192c3a-1f44-4471-afec-76a321dfd557" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 581.092366] env[62328]: DEBUG oslo_concurrency.lockutils [None req-ab511f9e-eaf0-4cf8-b50a-fb0dd3e547be tempest-ServerExternalEventsTest-1567415951 tempest-ServerExternalEventsTest-1567415951-project-member] Acquiring lock "5f192c3a-1f44-4471-afec-76a321dfd557-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 581.092526] env[62328]: DEBUG oslo_concurrency.lockutils [None req-ab511f9e-eaf0-4cf8-b50a-fb0dd3e547be tempest-ServerExternalEventsTest-1567415951 tempest-ServerExternalEventsTest-1567415951-project-member] Lock "5f192c3a-1f44-4471-afec-76a321dfd557-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 581.093107] env[62328]: DEBUG oslo_concurrency.lockutils [None req-ab511f9e-eaf0-4cf8-b50a-fb0dd3e547be tempest-ServerExternalEventsTest-1567415951 tempest-ServerExternalEventsTest-1567415951-project-member] Lock "5f192c3a-1f44-4471-afec-76a321dfd557-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 581.099639] env[62328]: INFO nova.compute.manager [None req-ab511f9e-eaf0-4cf8-b50a-fb0dd3e547be tempest-ServerExternalEventsTest-1567415951 tempest-ServerExternalEventsTest-1567415951-project-member] [instance: 5f192c3a-1f44-4471-afec-76a321dfd557] Terminating instance [ 581.220872] env[62328]: DEBUG oslo_vmware.api [None req-d4c8151d-54cd-4397-a676-0ca697a7fc88 tempest-FloatingIPsAssociationNegativeTestJSON-1912335046 tempest-FloatingIPsAssociationNegativeTestJSON-1912335046-project-member] Task: {'id': task-2386267, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 581.427050] env[62328]: DEBUG oslo_concurrency.lockutils [None req-507c75bf-3279-4ca1-a3e4-464fcabf178f tempest-VolumesAssistedSnapshotsTest-1692536228 tempest-VolumesAssistedSnapshotsTest-1692536228-project-member] Releasing lock "refresh_cache-3e0f093a-98be-4406-a220-34f6d6767294" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 581.427050] env[62328]: DEBUG nova.compute.manager [None req-507c75bf-3279-4ca1-a3e4-464fcabf178f tempest-VolumesAssistedSnapshotsTest-1692536228 tempest-VolumesAssistedSnapshotsTest-1692536228-project-member] [instance: 3e0f093a-98be-4406-a220-34f6d6767294] Instance network_info: |[{"id": "7b7b0d94-ddb8-4de8-8091-fd054caa14de", "address": "fa:16:3e:83:fc:52", "network": {"id": "aae56b84-36cd-460a-a843-a115c01dd8c5", "bridge": "br-int", "label": "tempest-VolumesAssistedSnapshotsTest-2088436330-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f507ebdba7054b77b9dbc7efeec53f3a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e238ac23-819b-452f-9015-52922e45efd3", "external-id": "nsx-vlan-transportzone-127", "segmentation_id": 127, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7b7b0d94-dd", "ovs_interfaceid": "7b7b0d94-ddb8-4de8-8091-fd054caa14de", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62328) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 581.427863] env[62328]: DEBUG nova.virt.vmwareapi.vmops [None req-507c75bf-3279-4ca1-a3e4-464fcabf178f tempest-VolumesAssistedSnapshotsTest-1692536228 tempest-VolumesAssistedSnapshotsTest-1692536228-project-member] [instance: 3e0f093a-98be-4406-a220-34f6d6767294] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:83:fc:52', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'e238ac23-819b-452f-9015-52922e45efd3', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '7b7b0d94-ddb8-4de8-8091-fd054caa14de', 'vif_model': 'vmxnet3'}] {{(pid=62328) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 581.439226] env[62328]: DEBUG nova.virt.vmwareapi.vm_util [None req-507c75bf-3279-4ca1-a3e4-464fcabf178f tempest-VolumesAssistedSnapshotsTest-1692536228 tempest-VolumesAssistedSnapshotsTest-1692536228-project-member] Creating folder: Project (f507ebdba7054b77b9dbc7efeec53f3a). Parent ref: group-v484164. {{(pid=62328) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 581.439226] env[62328]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-622438e5-44df-43b2-bfaf-973c0666c0c6 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 581.452026] env[62328]: INFO nova.virt.vmwareapi.vm_util [None req-507c75bf-3279-4ca1-a3e4-464fcabf178f tempest-VolumesAssistedSnapshotsTest-1692536228 tempest-VolumesAssistedSnapshotsTest-1692536228-project-member] Created folder: Project (f507ebdba7054b77b9dbc7efeec53f3a) in parent group-v484164. [ 581.452026] env[62328]: DEBUG nova.virt.vmwareapi.vm_util [None req-507c75bf-3279-4ca1-a3e4-464fcabf178f tempest-VolumesAssistedSnapshotsTest-1692536228 tempest-VolumesAssistedSnapshotsTest-1692536228-project-member] Creating folder: Instances. Parent ref: group-v484201. {{(pid=62328) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 581.452026] env[62328]: DEBUG nova.scheduler.client.report [None req-3c4710ea-f3d4-41ef-8b4a-f06ed375348a tempest-ImagesOneServerTestJSON-2062431902 tempest-ImagesOneServerTestJSON-2062431902-project-member] Inventory has not changed for provider 3469e9f8-04af-49ca-8435-49f104496744 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 153, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62328) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 581.459450] env[62328]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-4975ec61-a85d-41a3-a852-7ca0bf80f9dc {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 581.470674] env[62328]: DEBUG oslo_vmware.api [None req-be57da87-08d0-4bec-bcbf-275aeeaf06f6 tempest-MigrationsAdminTest-413245202 tempest-MigrationsAdminTest-413245202-project-member] Task: {'id': task-2386265, 'name': ReconfigVM_Task, 'duration_secs': 0.563767} completed successfully. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 581.471064] env[62328]: DEBUG nova.virt.vmwareapi.volumeops [None req-be57da87-08d0-4bec-bcbf-275aeeaf06f6 tempest-MigrationsAdminTest-413245202 tempest-MigrationsAdminTest-413245202-project-member] [instance: 613e2516-6209-439d-bb90-b87d67b281a8] Reconfigured VM instance instance-00000001 to attach disk [datastore2] 613e2516-6209-439d-bb90-b87d67b281a8/613e2516-6209-439d-bb90-b87d67b281a8.vmdk or device None with type thin {{(pid=62328) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 581.474084] env[62328]: DEBUG nova.virt.vmwareapi.vmops [None req-be57da87-08d0-4bec-bcbf-275aeeaf06f6 tempest-MigrationsAdminTest-413245202 tempest-MigrationsAdminTest-413245202-project-member] [instance: 613e2516-6209-439d-bb90-b87d67b281a8] Updating instance '613e2516-6209-439d-bb90-b87d67b281a8' progress to 50 {{(pid=62328) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 581.480286] env[62328]: INFO nova.virt.vmwareapi.vm_util [None req-507c75bf-3279-4ca1-a3e4-464fcabf178f tempest-VolumesAssistedSnapshotsTest-1692536228 tempest-VolumesAssistedSnapshotsTest-1692536228-project-member] Created folder: Instances in parent group-v484201. [ 581.480430] env[62328]: DEBUG oslo.service.loopingcall [None req-507c75bf-3279-4ca1-a3e4-464fcabf178f tempest-VolumesAssistedSnapshotsTest-1692536228 tempest-VolumesAssistedSnapshotsTest-1692536228-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62328) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 581.480795] env[62328]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3e0f093a-98be-4406-a220-34f6d6767294] Creating VM on the ESX host {{(pid=62328) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 581.481071] env[62328]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-73467e76-cf15-4af0-a5a7-51bae1407816 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 581.514620] env[62328]: DEBUG oslo_vmware.api [None req-899dfcb6-5dbd-4eab-b6d4-912d3fec231b tempest-InstanceActionsV221TestJSON-1254732959 tempest-InstanceActionsV221TestJSON-1254732959-project-member] Task: {'id': task-2386266, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 581.516491] env[62328]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 581.516491] env[62328]: value = "task-2386270" [ 581.516491] env[62328]: _type = "Task" [ 581.516491] env[62328]: } to complete. {{(pid=62328) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 581.524958] env[62328]: DEBUG oslo_vmware.api [-] Task: {'id': task-2386270, 'name': CreateVM_Task} progress is 5%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 581.606088] env[62328]: DEBUG nova.compute.manager [None req-ab511f9e-eaf0-4cf8-b50a-fb0dd3e547be tempest-ServerExternalEventsTest-1567415951 tempest-ServerExternalEventsTest-1567415951-project-member] [instance: 5f192c3a-1f44-4471-afec-76a321dfd557] Start destroying the instance on the hypervisor. {{(pid=62328) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 581.606088] env[62328]: DEBUG nova.virt.vmwareapi.vmops [None req-ab511f9e-eaf0-4cf8-b50a-fb0dd3e547be tempest-ServerExternalEventsTest-1567415951 tempest-ServerExternalEventsTest-1567415951-project-member] [instance: 5f192c3a-1f44-4471-afec-76a321dfd557] Destroying instance {{(pid=62328) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 581.606280] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-afbed6a4-2e97-415b-bec5-d798623a4d3f {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 581.620036] env[62328]: DEBUG nova.virt.vmwareapi.vm_util [None req-ab511f9e-eaf0-4cf8-b50a-fb0dd3e547be tempest-ServerExternalEventsTest-1567415951 tempest-ServerExternalEventsTest-1567415951-project-member] [instance: 5f192c3a-1f44-4471-afec-76a321dfd557] Powering off the VM {{(pid=62328) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 581.620401] env[62328]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d3acca5e-a2a9-4a74-baec-64b310c1bc2f {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 581.632278] env[62328]: DEBUG oslo_vmware.api [None req-ab511f9e-eaf0-4cf8-b50a-fb0dd3e547be tempest-ServerExternalEventsTest-1567415951 tempest-ServerExternalEventsTest-1567415951-project-member] Waiting for the task: (returnval){ [ 581.632278] env[62328]: value = "task-2386271" [ 581.632278] env[62328]: _type = "Task" [ 581.632278] env[62328]: } to complete. {{(pid=62328) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 581.643306] env[62328]: DEBUG nova.network.neutron [None req-8e34f8d0-7888-4291-b8d6-ec10566f2f9c tempest-ServersWithSpecificFlavorTestJSON-2091780743 tempest-ServersWithSpecificFlavorTestJSON-2091780743-project-member] [instance: 9f267eb4-d272-4f61-b795-076cb51f80b6] Successfully updated port: ee10d8e7-5821-446c-a1d6-1ca78a1397cb {{(pid=62328) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 581.653659] env[62328]: DEBUG oslo_vmware.api [None req-ab511f9e-eaf0-4cf8-b50a-fb0dd3e547be tempest-ServerExternalEventsTest-1567415951 tempest-ServerExternalEventsTest-1567415951-project-member] Task: {'id': task-2386271, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 581.722936] env[62328]: DEBUG oslo_vmware.api [None req-d4c8151d-54cd-4397-a676-0ca697a7fc88 tempest-FloatingIPsAssociationNegativeTestJSON-1912335046 tempest-FloatingIPsAssociationNegativeTestJSON-1912335046-project-member] Task: {'id': task-2386267, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 581.728874] env[62328]: DEBUG oslo_concurrency.lockutils [None req-aa86929c-00ce-46f4-b2d9-574aa0d58789 tempest-ServerDiagnosticsTest-1328327217 tempest-ServerDiagnosticsTest-1328327217-project-member] Acquiring lock "26ce508b-d9c2-42ef-9713-138c359aa4a9" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 581.728874] env[62328]: DEBUG oslo_concurrency.lockutils [None req-aa86929c-00ce-46f4-b2d9-574aa0d58789 tempest-ServerDiagnosticsTest-1328327217 tempest-ServerDiagnosticsTest-1328327217-project-member] Lock "26ce508b-d9c2-42ef-9713-138c359aa4a9" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 581.728874] env[62328]: DEBUG oslo_concurrency.lockutils [None req-aa86929c-00ce-46f4-b2d9-574aa0d58789 tempest-ServerDiagnosticsTest-1328327217 tempest-ServerDiagnosticsTest-1328327217-project-member] Acquiring lock "26ce508b-d9c2-42ef-9713-138c359aa4a9-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 581.728874] env[62328]: DEBUG oslo_concurrency.lockutils [None req-aa86929c-00ce-46f4-b2d9-574aa0d58789 tempest-ServerDiagnosticsTest-1328327217 tempest-ServerDiagnosticsTest-1328327217-project-member] Lock "26ce508b-d9c2-42ef-9713-138c359aa4a9-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 581.729146] env[62328]: DEBUG oslo_concurrency.lockutils [None req-aa86929c-00ce-46f4-b2d9-574aa0d58789 tempest-ServerDiagnosticsTest-1328327217 tempest-ServerDiagnosticsTest-1328327217-project-member] Lock "26ce508b-d9c2-42ef-9713-138c359aa4a9-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 581.730666] env[62328]: INFO nova.compute.manager [None req-aa86929c-00ce-46f4-b2d9-574aa0d58789 tempest-ServerDiagnosticsTest-1328327217 tempest-ServerDiagnosticsTest-1328327217-project-member] [instance: 26ce508b-d9c2-42ef-9713-138c359aa4a9] Terminating instance [ 581.856576] env[62328]: DEBUG nova.compute.manager [req-0d439317-9056-47a6-8ae5-47b100e36105 req-585232b7-9447-4d85-95f6-6855025c3ae7 service nova] [instance: f70d129f-1468-4834-b753-8c602837eff0] Received event network-vif-deleted-c9c2fcc7-4fe2-4edf-ad16-d24bae59432d {{(pid=62328) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 581.857942] env[62328]: DEBUG nova.compute.manager [req-0d439317-9056-47a6-8ae5-47b100e36105 req-585232b7-9447-4d85-95f6-6855025c3ae7 service nova] [instance: 3e0f093a-98be-4406-a220-34f6d6767294] Received event network-vif-plugged-7b7b0d94-ddb8-4de8-8091-fd054caa14de {{(pid=62328) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 581.858790] env[62328]: DEBUG oslo_concurrency.lockutils [req-0d439317-9056-47a6-8ae5-47b100e36105 req-585232b7-9447-4d85-95f6-6855025c3ae7 service nova] Acquiring lock "3e0f093a-98be-4406-a220-34f6d6767294-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 581.858790] env[62328]: DEBUG oslo_concurrency.lockutils [req-0d439317-9056-47a6-8ae5-47b100e36105 req-585232b7-9447-4d85-95f6-6855025c3ae7 service nova] Lock "3e0f093a-98be-4406-a220-34f6d6767294-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 581.858790] env[62328]: DEBUG oslo_concurrency.lockutils [req-0d439317-9056-47a6-8ae5-47b100e36105 req-585232b7-9447-4d85-95f6-6855025c3ae7 service nova] Lock "3e0f093a-98be-4406-a220-34f6d6767294-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 581.858790] env[62328]: DEBUG nova.compute.manager [req-0d439317-9056-47a6-8ae5-47b100e36105 req-585232b7-9447-4d85-95f6-6855025c3ae7 service nova] [instance: 3e0f093a-98be-4406-a220-34f6d6767294] No waiting events found dispatching network-vif-plugged-7b7b0d94-ddb8-4de8-8091-fd054caa14de {{(pid=62328) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 581.858988] env[62328]: WARNING nova.compute.manager [req-0d439317-9056-47a6-8ae5-47b100e36105 req-585232b7-9447-4d85-95f6-6855025c3ae7 service nova] [instance: 3e0f093a-98be-4406-a220-34f6d6767294] Received unexpected event network-vif-plugged-7b7b0d94-ddb8-4de8-8091-fd054caa14de for instance with vm_state building and task_state spawning. [ 581.859126] env[62328]: DEBUG nova.compute.manager [req-0d439317-9056-47a6-8ae5-47b100e36105 req-585232b7-9447-4d85-95f6-6855025c3ae7 service nova] [instance: 3e0f093a-98be-4406-a220-34f6d6767294] Received event network-changed-7b7b0d94-ddb8-4de8-8091-fd054caa14de {{(pid=62328) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 581.859309] env[62328]: DEBUG nova.compute.manager [req-0d439317-9056-47a6-8ae5-47b100e36105 req-585232b7-9447-4d85-95f6-6855025c3ae7 service nova] [instance: 3e0f093a-98be-4406-a220-34f6d6767294] Refreshing instance network info cache due to event network-changed-7b7b0d94-ddb8-4de8-8091-fd054caa14de. {{(pid=62328) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 581.860218] env[62328]: DEBUG oslo_concurrency.lockutils [req-0d439317-9056-47a6-8ae5-47b100e36105 req-585232b7-9447-4d85-95f6-6855025c3ae7 service nova] Acquiring lock "refresh_cache-3e0f093a-98be-4406-a220-34f6d6767294" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 581.860218] env[62328]: DEBUG oslo_concurrency.lockutils [req-0d439317-9056-47a6-8ae5-47b100e36105 req-585232b7-9447-4d85-95f6-6855025c3ae7 service nova] Acquired lock "refresh_cache-3e0f093a-98be-4406-a220-34f6d6767294" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 581.860218] env[62328]: DEBUG nova.network.neutron [req-0d439317-9056-47a6-8ae5-47b100e36105 req-585232b7-9447-4d85-95f6-6855025c3ae7 service nova] [instance: 3e0f093a-98be-4406-a220-34f6d6767294] Refreshing network info cache for port 7b7b0d94-ddb8-4de8-8091-fd054caa14de {{(pid=62328) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 581.962497] env[62328]: DEBUG oslo_concurrency.lockutils [None req-3c4710ea-f3d4-41ef-8b4a-f06ed375348a tempest-ImagesOneServerTestJSON-2062431902 tempest-ImagesOneServerTestJSON-2062431902-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.583s {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 581.963124] env[62328]: DEBUG nova.compute.manager [None req-3c4710ea-f3d4-41ef-8b4a-f06ed375348a tempest-ImagesOneServerTestJSON-2062431902 tempest-ImagesOneServerTestJSON-2062431902-project-member] [instance: b7106740-bdd7-4774-8744-cbe21352a31c] Start building networks asynchronously for instance. {{(pid=62328) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 581.965920] env[62328]: DEBUG oslo_concurrency.lockutils [None req-5597401a-10e5-4016-99da-0f65264d976e tempest-ServerPasswordTestJSON-1408689932 tempest-ServerPasswordTestJSON-1408689932-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 11.266s {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 581.966156] env[62328]: DEBUG nova.objects.instance [None req-5597401a-10e5-4016-99da-0f65264d976e tempest-ServerPasswordTestJSON-1408689932 tempest-ServerPasswordTestJSON-1408689932-project-member] Lazy-loading 'resources' on Instance uuid 96f94f58-1fd4-4e65-a362-2861daab1a34 {{(pid=62328) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 581.982973] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b183f79d-b35e-4451-93b1-cf5e7a5ff324 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 582.014062] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-117f30a6-a01b-4dfa-aa32-de19631eb19e {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 582.029023] env[62328]: DEBUG oslo_vmware.api [None req-899dfcb6-5dbd-4eab-b6d4-912d3fec231b tempest-InstanceActionsV221TestJSON-1254732959 tempest-InstanceActionsV221TestJSON-1254732959-project-member] Task: {'id': task-2386266, 'name': PowerOffVM_Task, 'duration_secs': 1.086356} completed successfully. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 582.043583] env[62328]: DEBUG nova.virt.vmwareapi.vm_util [None req-899dfcb6-5dbd-4eab-b6d4-912d3fec231b tempest-InstanceActionsV221TestJSON-1254732959 tempest-InstanceActionsV221TestJSON-1254732959-project-member] [instance: bf44560e-3ce4-42b6-8230-481b2094ebcc] Powered off the VM {{(pid=62328) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 582.043782] env[62328]: DEBUG nova.virt.vmwareapi.vmops [None req-899dfcb6-5dbd-4eab-b6d4-912d3fec231b tempest-InstanceActionsV221TestJSON-1254732959 tempest-InstanceActionsV221TestJSON-1254732959-project-member] [instance: bf44560e-3ce4-42b6-8230-481b2094ebcc] Unregistering the VM {{(pid=62328) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 582.044709] env[62328]: DEBUG nova.virt.vmwareapi.vmops [None req-be57da87-08d0-4bec-bcbf-275aeeaf06f6 tempest-MigrationsAdminTest-413245202 tempest-MigrationsAdminTest-413245202-project-member] [instance: 613e2516-6209-439d-bb90-b87d67b281a8] Updating instance '613e2516-6209-439d-bb90-b87d67b281a8' progress to 67 {{(pid=62328) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 582.053711] env[62328]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-dcbae947-b965-4993-b37a-bf6f0eaa9742 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 582.055757] env[62328]: DEBUG oslo_vmware.api [-] Task: {'id': task-2386270, 'name': CreateVM_Task, 'duration_secs': 0.413507} completed successfully. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 582.056165] env[62328]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3e0f093a-98be-4406-a220-34f6d6767294] Created VM on the ESX host {{(pid=62328) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 582.057199] env[62328]: DEBUG oslo_concurrency.lockutils [None req-507c75bf-3279-4ca1-a3e4-464fcabf178f tempest-VolumesAssistedSnapshotsTest-1692536228 tempest-VolumesAssistedSnapshotsTest-1692536228-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/dbf872a4-92be-47e4-8561-c3e2bf2423ab" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 582.057350] env[62328]: DEBUG oslo_concurrency.lockutils [None req-507c75bf-3279-4ca1-a3e4-464fcabf178f tempest-VolumesAssistedSnapshotsTest-1692536228 tempest-VolumesAssistedSnapshotsTest-1692536228-project-member] Acquired lock "[datastore2] devstack-image-cache_base/dbf872a4-92be-47e4-8561-c3e2bf2423ab" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 582.057652] env[62328]: DEBUG oslo_concurrency.lockutils [None req-507c75bf-3279-4ca1-a3e4-464fcabf178f tempest-VolumesAssistedSnapshotsTest-1692536228 tempest-VolumesAssistedSnapshotsTest-1692536228-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/dbf872a4-92be-47e4-8561-c3e2bf2423ab" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 582.057918] env[62328]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e3c8149b-d379-49ea-8f92-041c9268c8b2 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 582.062616] env[62328]: DEBUG oslo_vmware.api [None req-507c75bf-3279-4ca1-a3e4-464fcabf178f tempest-VolumesAssistedSnapshotsTest-1692536228 tempest-VolumesAssistedSnapshotsTest-1692536228-project-member] Waiting for the task: (returnval){ [ 582.062616] env[62328]: value = "session[52a6e20e-410d-708a-99f2-080a575a99bd]521e4f2f-296a-9132-a0ca-5c194008e9d0" [ 582.062616] env[62328]: _type = "Task" [ 582.062616] env[62328]: } to complete. {{(pid=62328) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 582.072885] env[62328]: DEBUG oslo_vmware.api [None req-507c75bf-3279-4ca1-a3e4-464fcabf178f tempest-VolumesAssistedSnapshotsTest-1692536228 tempest-VolumesAssistedSnapshotsTest-1692536228-project-member] Task: {'id': session[52a6e20e-410d-708a-99f2-080a575a99bd]521e4f2f-296a-9132-a0ca-5c194008e9d0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 582.128798] env[62328]: DEBUG nova.virt.vmwareapi.vmops [None req-899dfcb6-5dbd-4eab-b6d4-912d3fec231b tempest-InstanceActionsV221TestJSON-1254732959 tempest-InstanceActionsV221TestJSON-1254732959-project-member] [instance: bf44560e-3ce4-42b6-8230-481b2094ebcc] Unregistered the VM {{(pid=62328) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 582.128798] env[62328]: DEBUG nova.virt.vmwareapi.vmops [None req-899dfcb6-5dbd-4eab-b6d4-912d3fec231b tempest-InstanceActionsV221TestJSON-1254732959 tempest-InstanceActionsV221TestJSON-1254732959-project-member] [instance: bf44560e-3ce4-42b6-8230-481b2094ebcc] Deleting contents of the VM from datastore datastore1 {{(pid=62328) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 582.128798] env[62328]: DEBUG nova.virt.vmwareapi.ds_util [None req-899dfcb6-5dbd-4eab-b6d4-912d3fec231b tempest-InstanceActionsV221TestJSON-1254732959 tempest-InstanceActionsV221TestJSON-1254732959-project-member] Deleting the datastore file [datastore1] bf44560e-3ce4-42b6-8230-481b2094ebcc {{(pid=62328) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 582.128798] env[62328]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-67e8910b-37a6-4512-b603-c80047283e6b {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 582.148399] env[62328]: DEBUG oslo_concurrency.lockutils [None req-8e34f8d0-7888-4291-b8d6-ec10566f2f9c tempest-ServersWithSpecificFlavorTestJSON-2091780743 tempest-ServersWithSpecificFlavorTestJSON-2091780743-project-member] Acquiring lock "refresh_cache-9f267eb4-d272-4f61-b795-076cb51f80b6" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 582.148399] env[62328]: DEBUG oslo_concurrency.lockutils [None req-8e34f8d0-7888-4291-b8d6-ec10566f2f9c tempest-ServersWithSpecificFlavorTestJSON-2091780743 tempest-ServersWithSpecificFlavorTestJSON-2091780743-project-member] Acquired lock "refresh_cache-9f267eb4-d272-4f61-b795-076cb51f80b6" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 582.148399] env[62328]: DEBUG nova.network.neutron [None req-8e34f8d0-7888-4291-b8d6-ec10566f2f9c tempest-ServersWithSpecificFlavorTestJSON-2091780743 tempest-ServersWithSpecificFlavorTestJSON-2091780743-project-member] [instance: 9f267eb4-d272-4f61-b795-076cb51f80b6] Building network info cache for instance {{(pid=62328) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 582.149326] env[62328]: DEBUG oslo_vmware.api [None req-ab511f9e-eaf0-4cf8-b50a-fb0dd3e547be tempest-ServerExternalEventsTest-1567415951 tempest-ServerExternalEventsTest-1567415951-project-member] Task: {'id': task-2386271, 'name': PowerOffVM_Task, 'duration_secs': 0.232014} completed successfully. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 582.151263] env[62328]: DEBUG nova.virt.vmwareapi.vm_util [None req-ab511f9e-eaf0-4cf8-b50a-fb0dd3e547be tempest-ServerExternalEventsTest-1567415951 tempest-ServerExternalEventsTest-1567415951-project-member] [instance: 5f192c3a-1f44-4471-afec-76a321dfd557] Powered off the VM {{(pid=62328) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 582.151499] env[62328]: DEBUG nova.virt.vmwareapi.vmops [None req-ab511f9e-eaf0-4cf8-b50a-fb0dd3e547be tempest-ServerExternalEventsTest-1567415951 tempest-ServerExternalEventsTest-1567415951-project-member] [instance: 5f192c3a-1f44-4471-afec-76a321dfd557] Unregistering the VM {{(pid=62328) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 582.151828] env[62328]: DEBUG oslo_vmware.api [None req-899dfcb6-5dbd-4eab-b6d4-912d3fec231b tempest-InstanceActionsV221TestJSON-1254732959 tempest-InstanceActionsV221TestJSON-1254732959-project-member] Waiting for the task: (returnval){ [ 582.151828] env[62328]: value = "task-2386273" [ 582.151828] env[62328]: _type = "Task" [ 582.151828] env[62328]: } to complete. {{(pid=62328) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 582.153066] env[62328]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-09f102aa-cf9f-4f93-b616-6e672e30ac75 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 582.169036] env[62328]: DEBUG oslo_vmware.api [None req-899dfcb6-5dbd-4eab-b6d4-912d3fec231b tempest-InstanceActionsV221TestJSON-1254732959 tempest-InstanceActionsV221TestJSON-1254732959-project-member] Task: {'id': task-2386273, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 582.228379] env[62328]: DEBUG oslo_vmware.api [None req-d4c8151d-54cd-4397-a676-0ca697a7fc88 tempest-FloatingIPsAssociationNegativeTestJSON-1912335046 tempest-FloatingIPsAssociationNegativeTestJSON-1912335046-project-member] Task: {'id': task-2386267, 'name': PowerOnVM_Task, 'duration_secs': 1.247484} completed successfully. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 582.228379] env[62328]: DEBUG nova.virt.vmwareapi.vm_util [None req-d4c8151d-54cd-4397-a676-0ca697a7fc88 tempest-FloatingIPsAssociationNegativeTestJSON-1912335046 tempest-FloatingIPsAssociationNegativeTestJSON-1912335046-project-member] [instance: 39d42b89-6e94-4322-9d0b-356672da5cde] Powered on the VM {{(pid=62328) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 582.228379] env[62328]: INFO nova.compute.manager [None req-d4c8151d-54cd-4397-a676-0ca697a7fc88 tempest-FloatingIPsAssociationNegativeTestJSON-1912335046 tempest-FloatingIPsAssociationNegativeTestJSON-1912335046-project-member] [instance: 39d42b89-6e94-4322-9d0b-356672da5cde] Took 10.53 seconds to spawn the instance on the hypervisor. [ 582.228379] env[62328]: DEBUG nova.compute.manager [None req-d4c8151d-54cd-4397-a676-0ca697a7fc88 tempest-FloatingIPsAssociationNegativeTestJSON-1912335046 tempest-FloatingIPsAssociationNegativeTestJSON-1912335046-project-member] [instance: 39d42b89-6e94-4322-9d0b-356672da5cde] Checking state {{(pid=62328) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 582.229209] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5e07ada2-6511-45a1-83a1-5bafbfeb2511 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 582.237679] env[62328]: DEBUG nova.compute.manager [None req-aa86929c-00ce-46f4-b2d9-574aa0d58789 tempest-ServerDiagnosticsTest-1328327217 tempest-ServerDiagnosticsTest-1328327217-project-member] [instance: 26ce508b-d9c2-42ef-9713-138c359aa4a9] Start destroying the instance on the hypervisor. {{(pid=62328) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 582.237890] env[62328]: DEBUG nova.virt.vmwareapi.vmops [None req-aa86929c-00ce-46f4-b2d9-574aa0d58789 tempest-ServerDiagnosticsTest-1328327217 tempest-ServerDiagnosticsTest-1328327217-project-member] [instance: 26ce508b-d9c2-42ef-9713-138c359aa4a9] Destroying instance {{(pid=62328) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 582.238233] env[62328]: DEBUG nova.virt.vmwareapi.vmops [None req-ab511f9e-eaf0-4cf8-b50a-fb0dd3e547be tempest-ServerExternalEventsTest-1567415951 tempest-ServerExternalEventsTest-1567415951-project-member] [instance: 5f192c3a-1f44-4471-afec-76a321dfd557] Unregistered the VM {{(pid=62328) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 582.238429] env[62328]: DEBUG nova.virt.vmwareapi.vmops [None req-ab511f9e-eaf0-4cf8-b50a-fb0dd3e547be tempest-ServerExternalEventsTest-1567415951 tempest-ServerExternalEventsTest-1567415951-project-member] [instance: 5f192c3a-1f44-4471-afec-76a321dfd557] Deleting contents of the VM from datastore datastore1 {{(pid=62328) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 582.238613] env[62328]: DEBUG nova.virt.vmwareapi.ds_util [None req-ab511f9e-eaf0-4cf8-b50a-fb0dd3e547be tempest-ServerExternalEventsTest-1567415951 tempest-ServerExternalEventsTest-1567415951-project-member] Deleting the datastore file [datastore1] 5f192c3a-1f44-4471-afec-76a321dfd557 {{(pid=62328) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 582.239549] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-05a87452-4303-4588-a6eb-fbce24cc0a4e {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 582.243457] env[62328]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-a8c3570a-925b-4288-a9ee-740ced1a3418 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 582.257315] env[62328]: DEBUG oslo_vmware.api [None req-ab511f9e-eaf0-4cf8-b50a-fb0dd3e547be tempest-ServerExternalEventsTest-1567415951 tempest-ServerExternalEventsTest-1567415951-project-member] Waiting for the task: (returnval){ [ 582.257315] env[62328]: value = "task-2386275" [ 582.257315] env[62328]: _type = "Task" [ 582.257315] env[62328]: } to complete. {{(pid=62328) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 582.260237] env[62328]: DEBUG nova.virt.vmwareapi.vm_util [None req-aa86929c-00ce-46f4-b2d9-574aa0d58789 tempest-ServerDiagnosticsTest-1328327217 tempest-ServerDiagnosticsTest-1328327217-project-member] [instance: 26ce508b-d9c2-42ef-9713-138c359aa4a9] Powering off the VM {{(pid=62328) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 582.263272] env[62328]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-0c424c91-2828-4463-9ee7-9e5c2b9be193 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 582.272976] env[62328]: DEBUG oslo_vmware.api [None req-ab511f9e-eaf0-4cf8-b50a-fb0dd3e547be tempest-ServerExternalEventsTest-1567415951 tempest-ServerExternalEventsTest-1567415951-project-member] Task: {'id': task-2386275, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 582.275785] env[62328]: DEBUG oslo_vmware.api [None req-aa86929c-00ce-46f4-b2d9-574aa0d58789 tempest-ServerDiagnosticsTest-1328327217 tempest-ServerDiagnosticsTest-1328327217-project-member] Waiting for the task: (returnval){ [ 582.275785] env[62328]: value = "task-2386276" [ 582.275785] env[62328]: _type = "Task" [ 582.275785] env[62328]: } to complete. {{(pid=62328) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 582.289254] env[62328]: DEBUG oslo_vmware.api [None req-aa86929c-00ce-46f4-b2d9-574aa0d58789 tempest-ServerDiagnosticsTest-1328327217 tempest-ServerDiagnosticsTest-1328327217-project-member] Task: {'id': task-2386276, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 582.355071] env[62328]: DEBUG nova.compute.manager [req-9c641d9b-396b-4d86-8232-73883dc9112a req-fee37672-12d8-4f16-b134-4badc163f683 service nova] [instance: 9f267eb4-d272-4f61-b795-076cb51f80b6] Received event network-vif-plugged-ee10d8e7-5821-446c-a1d6-1ca78a1397cb {{(pid=62328) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 582.355595] env[62328]: DEBUG oslo_concurrency.lockutils [req-9c641d9b-396b-4d86-8232-73883dc9112a req-fee37672-12d8-4f16-b134-4badc163f683 service nova] Acquiring lock "9f267eb4-d272-4f61-b795-076cb51f80b6-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 582.355896] env[62328]: DEBUG oslo_concurrency.lockutils [req-9c641d9b-396b-4d86-8232-73883dc9112a req-fee37672-12d8-4f16-b134-4badc163f683 service nova] Lock "9f267eb4-d272-4f61-b795-076cb51f80b6-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 582.356105] env[62328]: DEBUG oslo_concurrency.lockutils [req-9c641d9b-396b-4d86-8232-73883dc9112a req-fee37672-12d8-4f16-b134-4badc163f683 service nova] Lock "9f267eb4-d272-4f61-b795-076cb51f80b6-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 582.356877] env[62328]: DEBUG nova.compute.manager [req-9c641d9b-396b-4d86-8232-73883dc9112a req-fee37672-12d8-4f16-b134-4badc163f683 service nova] [instance: 9f267eb4-d272-4f61-b795-076cb51f80b6] No waiting events found dispatching network-vif-plugged-ee10d8e7-5821-446c-a1d6-1ca78a1397cb {{(pid=62328) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 582.356877] env[62328]: WARNING nova.compute.manager [req-9c641d9b-396b-4d86-8232-73883dc9112a req-fee37672-12d8-4f16-b134-4badc163f683 service nova] [instance: 9f267eb4-d272-4f61-b795-076cb51f80b6] Received unexpected event network-vif-plugged-ee10d8e7-5821-446c-a1d6-1ca78a1397cb for instance with vm_state building and task_state spawning. [ 582.473179] env[62328]: DEBUG nova.compute.utils [None req-3c4710ea-f3d4-41ef-8b4a-f06ed375348a tempest-ImagesOneServerTestJSON-2062431902 tempest-ImagesOneServerTestJSON-2062431902-project-member] Using /dev/sd instead of None {{(pid=62328) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 582.478099] env[62328]: DEBUG nova.compute.manager [None req-3c4710ea-f3d4-41ef-8b4a-f06ed375348a tempest-ImagesOneServerTestJSON-2062431902 tempest-ImagesOneServerTestJSON-2062431902-project-member] [instance: b7106740-bdd7-4774-8744-cbe21352a31c] Allocating IP information in the background. {{(pid=62328) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 582.478284] env[62328]: DEBUG nova.network.neutron [None req-3c4710ea-f3d4-41ef-8b4a-f06ed375348a tempest-ImagesOneServerTestJSON-2062431902 tempest-ImagesOneServerTestJSON-2062431902-project-member] [instance: b7106740-bdd7-4774-8744-cbe21352a31c] allocate_for_instance() {{(pid=62328) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 582.552024] env[62328]: DEBUG nova.policy [None req-3c4710ea-f3d4-41ef-8b4a-f06ed375348a tempest-ImagesOneServerTestJSON-2062431902 tempest-ImagesOneServerTestJSON-2062431902-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'fdad5902651243e697f46b3d363c12b3', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '73c3178732cf4c7da333f00fc8305091', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62328) authorize /opt/stack/nova/nova/policy.py:192}} [ 582.579349] env[62328]: DEBUG oslo_vmware.api [None req-507c75bf-3279-4ca1-a3e4-464fcabf178f tempest-VolumesAssistedSnapshotsTest-1692536228 tempest-VolumesAssistedSnapshotsTest-1692536228-project-member] Task: {'id': session[52a6e20e-410d-708a-99f2-080a575a99bd]521e4f2f-296a-9132-a0ca-5c194008e9d0, 'name': SearchDatastore_Task, 'duration_secs': 0.016025} completed successfully. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 582.579735] env[62328]: DEBUG oslo_concurrency.lockutils [None req-507c75bf-3279-4ca1-a3e4-464fcabf178f tempest-VolumesAssistedSnapshotsTest-1692536228 tempest-VolumesAssistedSnapshotsTest-1692536228-project-member] Releasing lock "[datastore2] devstack-image-cache_base/dbf872a4-92be-47e4-8561-c3e2bf2423ab" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 582.580139] env[62328]: DEBUG nova.virt.vmwareapi.vmops [None req-507c75bf-3279-4ca1-a3e4-464fcabf178f tempest-VolumesAssistedSnapshotsTest-1692536228 tempest-VolumesAssistedSnapshotsTest-1692536228-project-member] [instance: 3e0f093a-98be-4406-a220-34f6d6767294] Processing image dbf872a4-92be-47e4-8561-c3e2bf2423ab {{(pid=62328) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 582.580413] env[62328]: DEBUG oslo_concurrency.lockutils [None req-507c75bf-3279-4ca1-a3e4-464fcabf178f tempest-VolumesAssistedSnapshotsTest-1692536228 tempest-VolumesAssistedSnapshotsTest-1692536228-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/dbf872a4-92be-47e4-8561-c3e2bf2423ab/dbf872a4-92be-47e4-8561-c3e2bf2423ab.vmdk" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 582.580589] env[62328]: DEBUG oslo_concurrency.lockutils [None req-507c75bf-3279-4ca1-a3e4-464fcabf178f tempest-VolumesAssistedSnapshotsTest-1692536228 tempest-VolumesAssistedSnapshotsTest-1692536228-project-member] Acquired lock "[datastore2] devstack-image-cache_base/dbf872a4-92be-47e4-8561-c3e2bf2423ab/dbf872a4-92be-47e4-8561-c3e2bf2423ab.vmdk" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 582.580816] env[62328]: DEBUG nova.virt.vmwareapi.ds_util [None req-507c75bf-3279-4ca1-a3e4-464fcabf178f tempest-VolumesAssistedSnapshotsTest-1692536228 tempest-VolumesAssistedSnapshotsTest-1692536228-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62328) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 582.581128] env[62328]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-8482c051-2438-42d8-a47e-f702fe99538b {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 582.602008] env[62328]: DEBUG nova.virt.vmwareapi.ds_util [None req-507c75bf-3279-4ca1-a3e4-464fcabf178f tempest-VolumesAssistedSnapshotsTest-1692536228 tempest-VolumesAssistedSnapshotsTest-1692536228-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62328) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 582.602008] env[62328]: DEBUG nova.virt.vmwareapi.vmops [None req-507c75bf-3279-4ca1-a3e4-464fcabf178f tempest-VolumesAssistedSnapshotsTest-1692536228 tempest-VolumesAssistedSnapshotsTest-1692536228-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62328) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 582.604495] env[62328]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a14dbad0-00ec-4c5b-bf5e-b50196d83afb {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 582.609953] env[62328]: DEBUG oslo_vmware.api [None req-507c75bf-3279-4ca1-a3e4-464fcabf178f tempest-VolumesAssistedSnapshotsTest-1692536228 tempest-VolumesAssistedSnapshotsTest-1692536228-project-member] Waiting for the task: (returnval){ [ 582.609953] env[62328]: value = "session[52a6e20e-410d-708a-99f2-080a575a99bd]528ae2cc-2f04-e0e3-d7aa-72f25d5924e5" [ 582.609953] env[62328]: _type = "Task" [ 582.609953] env[62328]: } to complete. {{(pid=62328) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 582.623852] env[62328]: DEBUG oslo_vmware.api [None req-507c75bf-3279-4ca1-a3e4-464fcabf178f tempest-VolumesAssistedSnapshotsTest-1692536228 tempest-VolumesAssistedSnapshotsTest-1692536228-project-member] Task: {'id': session[52a6e20e-410d-708a-99f2-080a575a99bd]528ae2cc-2f04-e0e3-d7aa-72f25d5924e5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 582.665414] env[62328]: DEBUG oslo_vmware.api [None req-899dfcb6-5dbd-4eab-b6d4-912d3fec231b tempest-InstanceActionsV221TestJSON-1254732959 tempest-InstanceActionsV221TestJSON-1254732959-project-member] Task: {'id': task-2386273, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.246735} completed successfully. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 582.665476] env[62328]: DEBUG nova.virt.vmwareapi.ds_util [None req-899dfcb6-5dbd-4eab-b6d4-912d3fec231b tempest-InstanceActionsV221TestJSON-1254732959 tempest-InstanceActionsV221TestJSON-1254732959-project-member] Deleted the datastore file {{(pid=62328) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 582.666241] env[62328]: DEBUG nova.virt.vmwareapi.vmops [None req-899dfcb6-5dbd-4eab-b6d4-912d3fec231b tempest-InstanceActionsV221TestJSON-1254732959 tempest-InstanceActionsV221TestJSON-1254732959-project-member] [instance: bf44560e-3ce4-42b6-8230-481b2094ebcc] Deleted contents of the VM from datastore datastore1 {{(pid=62328) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 582.666241] env[62328]: DEBUG nova.virt.vmwareapi.vmops [None req-899dfcb6-5dbd-4eab-b6d4-912d3fec231b tempest-InstanceActionsV221TestJSON-1254732959 tempest-InstanceActionsV221TestJSON-1254732959-project-member] [instance: bf44560e-3ce4-42b6-8230-481b2094ebcc] Instance destroyed {{(pid=62328) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 582.666241] env[62328]: INFO nova.compute.manager [None req-899dfcb6-5dbd-4eab-b6d4-912d3fec231b tempest-InstanceActionsV221TestJSON-1254732959 tempest-InstanceActionsV221TestJSON-1254732959-project-member] [instance: bf44560e-3ce4-42b6-8230-481b2094ebcc] Took 2.21 seconds to destroy the instance on the hypervisor. [ 582.666241] env[62328]: DEBUG oslo.service.loopingcall [None req-899dfcb6-5dbd-4eab-b6d4-912d3fec231b tempest-InstanceActionsV221TestJSON-1254732959 tempest-InstanceActionsV221TestJSON-1254732959-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62328) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 582.666426] env[62328]: DEBUG nova.compute.manager [-] [instance: bf44560e-3ce4-42b6-8230-481b2094ebcc] Deallocating network for instance {{(pid=62328) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 582.666520] env[62328]: DEBUG nova.network.neutron [-] [instance: bf44560e-3ce4-42b6-8230-481b2094ebcc] deallocate_for_instance() {{(pid=62328) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 582.719808] env[62328]: DEBUG nova.network.neutron [None req-be57da87-08d0-4bec-bcbf-275aeeaf06f6 tempest-MigrationsAdminTest-413245202 tempest-MigrationsAdminTest-413245202-project-member] [instance: 613e2516-6209-439d-bb90-b87d67b281a8] Port 6cfbb9f4-c09f-4620-84ce-293a5d57918c binding to destination host cpu-1 is already ACTIVE {{(pid=62328) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 582.770163] env[62328]: DEBUG nova.network.neutron [None req-8e34f8d0-7888-4291-b8d6-ec10566f2f9c tempest-ServersWithSpecificFlavorTestJSON-2091780743 tempest-ServersWithSpecificFlavorTestJSON-2091780743-project-member] [instance: 9f267eb4-d272-4f61-b795-076cb51f80b6] Instance cache missing network info. {{(pid=62328) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 582.772249] env[62328]: INFO nova.compute.manager [None req-d4c8151d-54cd-4397-a676-0ca697a7fc88 tempest-FloatingIPsAssociationNegativeTestJSON-1912335046 tempest-FloatingIPsAssociationNegativeTestJSON-1912335046-project-member] [instance: 39d42b89-6e94-4322-9d0b-356672da5cde] Took 23.64 seconds to build instance. [ 582.786212] env[62328]: DEBUG oslo_vmware.api [None req-ab511f9e-eaf0-4cf8-b50a-fb0dd3e547be tempest-ServerExternalEventsTest-1567415951 tempest-ServerExternalEventsTest-1567415951-project-member] Task: {'id': task-2386275, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.458008} completed successfully. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 582.786732] env[62328]: DEBUG nova.virt.vmwareapi.ds_util [None req-ab511f9e-eaf0-4cf8-b50a-fb0dd3e547be tempest-ServerExternalEventsTest-1567415951 tempest-ServerExternalEventsTest-1567415951-project-member] Deleted the datastore file {{(pid=62328) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 582.786992] env[62328]: DEBUG nova.virt.vmwareapi.vmops [None req-ab511f9e-eaf0-4cf8-b50a-fb0dd3e547be tempest-ServerExternalEventsTest-1567415951 tempest-ServerExternalEventsTest-1567415951-project-member] [instance: 5f192c3a-1f44-4471-afec-76a321dfd557] Deleted contents of the VM from datastore datastore1 {{(pid=62328) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 582.787225] env[62328]: DEBUG nova.virt.vmwareapi.vmops [None req-ab511f9e-eaf0-4cf8-b50a-fb0dd3e547be tempest-ServerExternalEventsTest-1567415951 tempest-ServerExternalEventsTest-1567415951-project-member] [instance: 5f192c3a-1f44-4471-afec-76a321dfd557] Instance destroyed {{(pid=62328) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 582.787432] env[62328]: INFO nova.compute.manager [None req-ab511f9e-eaf0-4cf8-b50a-fb0dd3e547be tempest-ServerExternalEventsTest-1567415951 tempest-ServerExternalEventsTest-1567415951-project-member] [instance: 5f192c3a-1f44-4471-afec-76a321dfd557] Took 1.18 seconds to destroy the instance on the hypervisor. [ 582.787766] env[62328]: DEBUG oslo.service.loopingcall [None req-ab511f9e-eaf0-4cf8-b50a-fb0dd3e547be tempest-ServerExternalEventsTest-1567415951 tempest-ServerExternalEventsTest-1567415951-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62328) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 582.791938] env[62328]: DEBUG nova.compute.manager [-] [instance: 5f192c3a-1f44-4471-afec-76a321dfd557] Deallocating network for instance {{(pid=62328) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 582.792062] env[62328]: DEBUG nova.network.neutron [-] [instance: 5f192c3a-1f44-4471-afec-76a321dfd557] deallocate_for_instance() {{(pid=62328) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 582.794210] env[62328]: DEBUG oslo_vmware.api [None req-aa86929c-00ce-46f4-b2d9-574aa0d58789 tempest-ServerDiagnosticsTest-1328327217 tempest-ServerDiagnosticsTest-1328327217-project-member] Task: {'id': task-2386276, 'name': PowerOffVM_Task, 'duration_secs': 0.256434} completed successfully. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 582.797016] env[62328]: DEBUG nova.virt.vmwareapi.vm_util [None req-aa86929c-00ce-46f4-b2d9-574aa0d58789 tempest-ServerDiagnosticsTest-1328327217 tempest-ServerDiagnosticsTest-1328327217-project-member] [instance: 26ce508b-d9c2-42ef-9713-138c359aa4a9] Powered off the VM {{(pid=62328) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 582.797274] env[62328]: DEBUG nova.virt.vmwareapi.vmops [None req-aa86929c-00ce-46f4-b2d9-574aa0d58789 tempest-ServerDiagnosticsTest-1328327217 tempest-ServerDiagnosticsTest-1328327217-project-member] [instance: 26ce508b-d9c2-42ef-9713-138c359aa4a9] Unregistering the VM {{(pid=62328) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 582.798438] env[62328]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-2269fb7f-1f2d-4132-8076-c53ddd12118e {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 582.837868] env[62328]: DEBUG nova.network.neutron [req-0d439317-9056-47a6-8ae5-47b100e36105 req-585232b7-9447-4d85-95f6-6855025c3ae7 service nova] [instance: 3e0f093a-98be-4406-a220-34f6d6767294] Updated VIF entry in instance network info cache for port 7b7b0d94-ddb8-4de8-8091-fd054caa14de. {{(pid=62328) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 582.838430] env[62328]: DEBUG nova.network.neutron [req-0d439317-9056-47a6-8ae5-47b100e36105 req-585232b7-9447-4d85-95f6-6855025c3ae7 service nova] [instance: 3e0f093a-98be-4406-a220-34f6d6767294] Updating instance_info_cache with network_info: [{"id": "7b7b0d94-ddb8-4de8-8091-fd054caa14de", "address": "fa:16:3e:83:fc:52", "network": {"id": "aae56b84-36cd-460a-a843-a115c01dd8c5", "bridge": "br-int", "label": "tempest-VolumesAssistedSnapshotsTest-2088436330-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f507ebdba7054b77b9dbc7efeec53f3a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e238ac23-819b-452f-9015-52922e45efd3", "external-id": "nsx-vlan-transportzone-127", "segmentation_id": 127, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7b7b0d94-dd", "ovs_interfaceid": "7b7b0d94-ddb8-4de8-8091-fd054caa14de", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62328) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 582.867596] env[62328]: DEBUG nova.virt.vmwareapi.vmops [None req-aa86929c-00ce-46f4-b2d9-574aa0d58789 tempest-ServerDiagnosticsTest-1328327217 tempest-ServerDiagnosticsTest-1328327217-project-member] [instance: 26ce508b-d9c2-42ef-9713-138c359aa4a9] Unregistered the VM {{(pid=62328) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 582.867833] env[62328]: DEBUG nova.virt.vmwareapi.vmops [None req-aa86929c-00ce-46f4-b2d9-574aa0d58789 tempest-ServerDiagnosticsTest-1328327217 tempest-ServerDiagnosticsTest-1328327217-project-member] [instance: 26ce508b-d9c2-42ef-9713-138c359aa4a9] Deleting contents of the VM from datastore datastore1 {{(pid=62328) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 582.868049] env[62328]: DEBUG nova.virt.vmwareapi.ds_util [None req-aa86929c-00ce-46f4-b2d9-574aa0d58789 tempest-ServerDiagnosticsTest-1328327217 tempest-ServerDiagnosticsTest-1328327217-project-member] Deleting the datastore file [datastore1] 26ce508b-d9c2-42ef-9713-138c359aa4a9 {{(pid=62328) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 582.868611] env[62328]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-3e922cf0-f7b9-4a42-8ce8-e25cfed6a954 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 582.874916] env[62328]: DEBUG oslo_vmware.api [None req-aa86929c-00ce-46f4-b2d9-574aa0d58789 tempest-ServerDiagnosticsTest-1328327217 tempest-ServerDiagnosticsTest-1328327217-project-member] Waiting for the task: (returnval){ [ 582.874916] env[62328]: value = "task-2386278" [ 582.874916] env[62328]: _type = "Task" [ 582.874916] env[62328]: } to complete. {{(pid=62328) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 582.887383] env[62328]: DEBUG oslo_vmware.api [None req-aa86929c-00ce-46f4-b2d9-574aa0d58789 tempest-ServerDiagnosticsTest-1328327217 tempest-ServerDiagnosticsTest-1328327217-project-member] Task: {'id': task-2386278, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 582.918315] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8bf9ace2-c043-4845-96f0-6d85ae49f47b {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 582.925571] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f08bbd36-6878-4068-8eec-a63308878722 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 582.961330] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-63e47e73-9f66-4666-9d24-39b71556ae5c {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 582.970416] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8fb0a0a1-4bf6-47ab-b9b8-6988c54b48b8 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 582.985314] env[62328]: DEBUG nova.compute.manager [None req-3c4710ea-f3d4-41ef-8b4a-f06ed375348a tempest-ImagesOneServerTestJSON-2062431902 tempest-ImagesOneServerTestJSON-2062431902-project-member] [instance: b7106740-bdd7-4774-8744-cbe21352a31c] Start building block device mappings for instance. {{(pid=62328) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 582.988732] env[62328]: DEBUG nova.compute.provider_tree [None req-5597401a-10e5-4016-99da-0f65264d976e tempest-ServerPasswordTestJSON-1408689932 tempest-ServerPasswordTestJSON-1408689932-project-member] Inventory has not changed in ProviderTree for provider: 3469e9f8-04af-49ca-8435-49f104496744 {{(pid=62328) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 583.123463] env[62328]: DEBUG oslo_vmware.api [None req-507c75bf-3279-4ca1-a3e4-464fcabf178f tempest-VolumesAssistedSnapshotsTest-1692536228 tempest-VolumesAssistedSnapshotsTest-1692536228-project-member] Task: {'id': session[52a6e20e-410d-708a-99f2-080a575a99bd]528ae2cc-2f04-e0e3-d7aa-72f25d5924e5, 'name': SearchDatastore_Task, 'duration_secs': 0.020128} completed successfully. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 583.125137] env[62328]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-db5da460-bd86-4459-b73c-6a1cfd956f3f {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 583.139099] env[62328]: DEBUG oslo_vmware.api [None req-507c75bf-3279-4ca1-a3e4-464fcabf178f tempest-VolumesAssistedSnapshotsTest-1692536228 tempest-VolumesAssistedSnapshotsTest-1692536228-project-member] Waiting for the task: (returnval){ [ 583.139099] env[62328]: value = "session[52a6e20e-410d-708a-99f2-080a575a99bd]52edfe6a-6336-7ecc-e610-c6c4884701dd" [ 583.139099] env[62328]: _type = "Task" [ 583.139099] env[62328]: } to complete. {{(pid=62328) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 583.153852] env[62328]: DEBUG oslo_vmware.api [None req-507c75bf-3279-4ca1-a3e4-464fcabf178f tempest-VolumesAssistedSnapshotsTest-1692536228 tempest-VolumesAssistedSnapshotsTest-1692536228-project-member] Task: {'id': session[52a6e20e-410d-708a-99f2-080a575a99bd]52edfe6a-6336-7ecc-e610-c6c4884701dd, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 583.279837] env[62328]: DEBUG oslo_concurrency.lockutils [None req-d4c8151d-54cd-4397-a676-0ca697a7fc88 tempest-FloatingIPsAssociationNegativeTestJSON-1912335046 tempest-FloatingIPsAssociationNegativeTestJSON-1912335046-project-member] Lock "39d42b89-6e94-4322-9d0b-356672da5cde" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 25.168s {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 583.342405] env[62328]: DEBUG oslo_concurrency.lockutils [req-0d439317-9056-47a6-8ae5-47b100e36105 req-585232b7-9447-4d85-95f6-6855025c3ae7 service nova] Releasing lock "refresh_cache-3e0f093a-98be-4406-a220-34f6d6767294" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 583.385142] env[62328]: DEBUG oslo_vmware.api [None req-aa86929c-00ce-46f4-b2d9-574aa0d58789 tempest-ServerDiagnosticsTest-1328327217 tempest-ServerDiagnosticsTest-1328327217-project-member] Task: {'id': task-2386278, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.374837} completed successfully. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 583.385615] env[62328]: DEBUG nova.virt.vmwareapi.ds_util [None req-aa86929c-00ce-46f4-b2d9-574aa0d58789 tempest-ServerDiagnosticsTest-1328327217 tempest-ServerDiagnosticsTest-1328327217-project-member] Deleted the datastore file {{(pid=62328) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 583.385615] env[62328]: DEBUG nova.virt.vmwareapi.vmops [None req-aa86929c-00ce-46f4-b2d9-574aa0d58789 tempest-ServerDiagnosticsTest-1328327217 tempest-ServerDiagnosticsTest-1328327217-project-member] [instance: 26ce508b-d9c2-42ef-9713-138c359aa4a9] Deleted contents of the VM from datastore datastore1 {{(pid=62328) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 583.385760] env[62328]: DEBUG nova.virt.vmwareapi.vmops [None req-aa86929c-00ce-46f4-b2d9-574aa0d58789 tempest-ServerDiagnosticsTest-1328327217 tempest-ServerDiagnosticsTest-1328327217-project-member] [instance: 26ce508b-d9c2-42ef-9713-138c359aa4a9] Instance destroyed {{(pid=62328) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 583.386012] env[62328]: INFO nova.compute.manager [None req-aa86929c-00ce-46f4-b2d9-574aa0d58789 tempest-ServerDiagnosticsTest-1328327217 tempest-ServerDiagnosticsTest-1328327217-project-member] [instance: 26ce508b-d9c2-42ef-9713-138c359aa4a9] Took 1.15 seconds to destroy the instance on the hypervisor. [ 583.386274] env[62328]: DEBUG oslo.service.loopingcall [None req-aa86929c-00ce-46f4-b2d9-574aa0d58789 tempest-ServerDiagnosticsTest-1328327217 tempest-ServerDiagnosticsTest-1328327217-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62328) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 583.386570] env[62328]: DEBUG nova.compute.manager [-] [instance: 26ce508b-d9c2-42ef-9713-138c359aa4a9] Deallocating network for instance {{(pid=62328) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 583.386629] env[62328]: DEBUG nova.network.neutron [-] [instance: 26ce508b-d9c2-42ef-9713-138c359aa4a9] deallocate_for_instance() {{(pid=62328) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 583.496859] env[62328]: DEBUG nova.scheduler.client.report [None req-5597401a-10e5-4016-99da-0f65264d976e tempest-ServerPasswordTestJSON-1408689932 tempest-ServerPasswordTestJSON-1408689932-project-member] Inventory has not changed for provider 3469e9f8-04af-49ca-8435-49f104496744 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 153, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62328) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 583.654848] env[62328]: DEBUG oslo_vmware.api [None req-507c75bf-3279-4ca1-a3e4-464fcabf178f tempest-VolumesAssistedSnapshotsTest-1692536228 tempest-VolumesAssistedSnapshotsTest-1692536228-project-member] Task: {'id': session[52a6e20e-410d-708a-99f2-080a575a99bd]52edfe6a-6336-7ecc-e610-c6c4884701dd, 'name': SearchDatastore_Task, 'duration_secs': 0.017653} completed successfully. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 583.655396] env[62328]: DEBUG oslo_concurrency.lockutils [None req-507c75bf-3279-4ca1-a3e4-464fcabf178f tempest-VolumesAssistedSnapshotsTest-1692536228 tempest-VolumesAssistedSnapshotsTest-1692536228-project-member] Releasing lock "[datastore2] devstack-image-cache_base/dbf872a4-92be-47e4-8561-c3e2bf2423ab/dbf872a4-92be-47e4-8561-c3e2bf2423ab.vmdk" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 583.657189] env[62328]: DEBUG nova.virt.vmwareapi.vm_util [None req-507c75bf-3279-4ca1-a3e4-464fcabf178f tempest-VolumesAssistedSnapshotsTest-1692536228 tempest-VolumesAssistedSnapshotsTest-1692536228-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/dbf872a4-92be-47e4-8561-c3e2bf2423ab/dbf872a4-92be-47e4-8561-c3e2bf2423ab.vmdk to [datastore2] 3e0f093a-98be-4406-a220-34f6d6767294/3e0f093a-98be-4406-a220-34f6d6767294.vmdk {{(pid=62328) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 583.657513] env[62328]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-2140cd3e-ded0-42dc-b4b0-0525520b9024 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 583.664318] env[62328]: DEBUG oslo_vmware.api [None req-507c75bf-3279-4ca1-a3e4-464fcabf178f tempest-VolumesAssistedSnapshotsTest-1692536228 tempest-VolumesAssistedSnapshotsTest-1692536228-project-member] Waiting for the task: (returnval){ [ 583.664318] env[62328]: value = "task-2386279" [ 583.664318] env[62328]: _type = "Task" [ 583.664318] env[62328]: } to complete. {{(pid=62328) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 583.672350] env[62328]: DEBUG oslo_vmware.api [None req-507c75bf-3279-4ca1-a3e4-464fcabf178f tempest-VolumesAssistedSnapshotsTest-1692536228 tempest-VolumesAssistedSnapshotsTest-1692536228-project-member] Task: {'id': task-2386279, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 583.749339] env[62328]: DEBUG oslo_concurrency.lockutils [None req-be57da87-08d0-4bec-bcbf-275aeeaf06f6 tempest-MigrationsAdminTest-413245202 tempest-MigrationsAdminTest-413245202-project-member] Acquiring lock "613e2516-6209-439d-bb90-b87d67b281a8-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 583.751801] env[62328]: DEBUG oslo_concurrency.lockutils [None req-be57da87-08d0-4bec-bcbf-275aeeaf06f6 tempest-MigrationsAdminTest-413245202 tempest-MigrationsAdminTest-413245202-project-member] Lock "613e2516-6209-439d-bb90-b87d67b281a8-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 583.751801] env[62328]: DEBUG oslo_concurrency.lockutils [None req-be57da87-08d0-4bec-bcbf-275aeeaf06f6 tempest-MigrationsAdminTest-413245202 tempest-MigrationsAdminTest-413245202-project-member] Lock "613e2516-6209-439d-bb90-b87d67b281a8-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 583.766724] env[62328]: DEBUG nova.network.neutron [None req-8e34f8d0-7888-4291-b8d6-ec10566f2f9c tempest-ServersWithSpecificFlavorTestJSON-2091780743 tempest-ServersWithSpecificFlavorTestJSON-2091780743-project-member] [instance: 9f267eb4-d272-4f61-b795-076cb51f80b6] Updating instance_info_cache with network_info: [{"id": "ee10d8e7-5821-446c-a1d6-1ca78a1397cb", "address": "fa:16:3e:25:15:d2", "network": {"id": "419e9630-2846-499e-80f9-74384cb9db1b", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-756804266-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5e755d1c1d32499a96fcf33e11fe6785", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f92f0b92-d6fb-4d00-8ad5-6b3809ed5493", "external-id": "nsx-vlan-transportzone-48", "segmentation_id": 48, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapee10d8e7-58", "ovs_interfaceid": "ee10d8e7-5821-446c-a1d6-1ca78a1397cb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62328) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 583.782856] env[62328]: DEBUG nova.compute.manager [None req-272a8da8-e355-4498-9288-85439c96679d tempest-ListServerFiltersTestJSON-1229971268 tempest-ListServerFiltersTestJSON-1229971268-project-member] [instance: 69b21777-3bb0-44ee-b6fd-f61a4a56881e] Starting instance... {{(pid=62328) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 584.003151] env[62328]: DEBUG nova.compute.manager [None req-3c4710ea-f3d4-41ef-8b4a-f06ed375348a tempest-ImagesOneServerTestJSON-2062431902 tempest-ImagesOneServerTestJSON-2062431902-project-member] [instance: b7106740-bdd7-4774-8744-cbe21352a31c] Start spawning the instance on the hypervisor. {{(pid=62328) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 584.007352] env[62328]: DEBUG oslo_concurrency.lockutils [None req-5597401a-10e5-4016-99da-0f65264d976e tempest-ServerPasswordTestJSON-1408689932 tempest-ServerPasswordTestJSON-1408689932-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.041s {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 584.019195] env[62328]: DEBUG oslo_concurrency.lockutils [None req-dee65bd2-c479-4e8f-92ef-b2337c4d6897 tempest-ImagesOneServerNegativeTestJSON-835227872 tempest-ImagesOneServerNegativeTestJSON-835227872-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 10.541s {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 584.021203] env[62328]: INFO nova.compute.claims [None req-dee65bd2-c479-4e8f-92ef-b2337c4d6897 tempest-ImagesOneServerNegativeTestJSON-835227872 tempest-ImagesOneServerNegativeTestJSON-835227872-project-member] [instance: 7d40ec51-28cf-4829-be03-810f8d965b2e] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 584.052065] env[62328]: DEBUG nova.virt.hardware [None req-3c4710ea-f3d4-41ef-8b4a-f06ed375348a tempest-ImagesOneServerTestJSON-2062431902 tempest-ImagesOneServerTestJSON-2062431902-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-07T17:16:55Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-07T17:16:37Z,direct_url=,disk_format='vmdk',id=dbf872a4-92be-47e4-8561-c3e2bf2423ab,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='2a64022f08d84b11a86773b900860ae5',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-07T17:16:38Z,virtual_size=,visibility=), allow threads: False {{(pid=62328) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 584.052304] env[62328]: DEBUG nova.virt.hardware [None req-3c4710ea-f3d4-41ef-8b4a-f06ed375348a tempest-ImagesOneServerTestJSON-2062431902 tempest-ImagesOneServerTestJSON-2062431902-project-member] Flavor limits 0:0:0 {{(pid=62328) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 584.052452] env[62328]: DEBUG nova.virt.hardware [None req-3c4710ea-f3d4-41ef-8b4a-f06ed375348a tempest-ImagesOneServerTestJSON-2062431902 tempest-ImagesOneServerTestJSON-2062431902-project-member] Image limits 0:0:0 {{(pid=62328) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 584.052623] env[62328]: DEBUG nova.virt.hardware [None req-3c4710ea-f3d4-41ef-8b4a-f06ed375348a tempest-ImagesOneServerTestJSON-2062431902 tempest-ImagesOneServerTestJSON-2062431902-project-member] Flavor pref 0:0:0 {{(pid=62328) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 584.052761] env[62328]: DEBUG nova.virt.hardware [None req-3c4710ea-f3d4-41ef-8b4a-f06ed375348a tempest-ImagesOneServerTestJSON-2062431902 tempest-ImagesOneServerTestJSON-2062431902-project-member] Image pref 0:0:0 {{(pid=62328) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 584.052898] env[62328]: DEBUG nova.virt.hardware [None req-3c4710ea-f3d4-41ef-8b4a-f06ed375348a tempest-ImagesOneServerTestJSON-2062431902 tempest-ImagesOneServerTestJSON-2062431902-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62328) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 584.053166] env[62328]: DEBUG nova.virt.hardware [None req-3c4710ea-f3d4-41ef-8b4a-f06ed375348a tempest-ImagesOneServerTestJSON-2062431902 tempest-ImagesOneServerTestJSON-2062431902-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62328) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 584.053279] env[62328]: DEBUG nova.virt.hardware [None req-3c4710ea-f3d4-41ef-8b4a-f06ed375348a tempest-ImagesOneServerTestJSON-2062431902 tempest-ImagesOneServerTestJSON-2062431902-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62328) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 584.055017] env[62328]: DEBUG nova.virt.hardware [None req-3c4710ea-f3d4-41ef-8b4a-f06ed375348a tempest-ImagesOneServerTestJSON-2062431902 tempest-ImagesOneServerTestJSON-2062431902-project-member] Got 1 possible topologies {{(pid=62328) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 584.055017] env[62328]: DEBUG nova.virt.hardware [None req-3c4710ea-f3d4-41ef-8b4a-f06ed375348a tempest-ImagesOneServerTestJSON-2062431902 tempest-ImagesOneServerTestJSON-2062431902-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62328) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 584.055017] env[62328]: DEBUG nova.virt.hardware [None req-3c4710ea-f3d4-41ef-8b4a-f06ed375348a tempest-ImagesOneServerTestJSON-2062431902 tempest-ImagesOneServerTestJSON-2062431902-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62328) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 584.055253] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b76f0ef3-8ebc-48a8-9a10-033d1cebe995 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 584.062472] env[62328]: INFO nova.scheduler.client.report [None req-5597401a-10e5-4016-99da-0f65264d976e tempest-ServerPasswordTestJSON-1408689932 tempest-ServerPasswordTestJSON-1408689932-project-member] Deleted allocations for instance 96f94f58-1fd4-4e65-a362-2861daab1a34 [ 584.072880] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-72e6ee5e-b587-4ee1-a19a-6a8432560cd7 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 584.177725] env[62328]: DEBUG oslo_vmware.api [None req-507c75bf-3279-4ca1-a3e4-464fcabf178f tempest-VolumesAssistedSnapshotsTest-1692536228 tempest-VolumesAssistedSnapshotsTest-1692536228-project-member] Task: {'id': task-2386279, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 584.236400] env[62328]: DEBUG nova.network.neutron [None req-3c4710ea-f3d4-41ef-8b4a-f06ed375348a tempest-ImagesOneServerTestJSON-2062431902 tempest-ImagesOneServerTestJSON-2062431902-project-member] [instance: b7106740-bdd7-4774-8744-cbe21352a31c] Successfully created port: fe0fb389-3f12-4154-8fd0-89d5e2c772b8 {{(pid=62328) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 584.272865] env[62328]: DEBUG oslo_concurrency.lockutils [None req-8e34f8d0-7888-4291-b8d6-ec10566f2f9c tempest-ServersWithSpecificFlavorTestJSON-2091780743 tempest-ServersWithSpecificFlavorTestJSON-2091780743-project-member] Releasing lock "refresh_cache-9f267eb4-d272-4f61-b795-076cb51f80b6" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 584.273046] env[62328]: DEBUG nova.compute.manager [None req-8e34f8d0-7888-4291-b8d6-ec10566f2f9c tempest-ServersWithSpecificFlavorTestJSON-2091780743 tempest-ServersWithSpecificFlavorTestJSON-2091780743-project-member] [instance: 9f267eb4-d272-4f61-b795-076cb51f80b6] Instance network_info: |[{"id": "ee10d8e7-5821-446c-a1d6-1ca78a1397cb", "address": "fa:16:3e:25:15:d2", "network": {"id": "419e9630-2846-499e-80f9-74384cb9db1b", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-756804266-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5e755d1c1d32499a96fcf33e11fe6785", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f92f0b92-d6fb-4d00-8ad5-6b3809ed5493", "external-id": "nsx-vlan-transportzone-48", "segmentation_id": 48, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapee10d8e7-58", "ovs_interfaceid": "ee10d8e7-5821-446c-a1d6-1ca78a1397cb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62328) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 584.274456] env[62328]: DEBUG nova.virt.vmwareapi.vmops [None req-8e34f8d0-7888-4291-b8d6-ec10566f2f9c tempest-ServersWithSpecificFlavorTestJSON-2091780743 tempest-ServersWithSpecificFlavorTestJSON-2091780743-project-member] [instance: 9f267eb4-d272-4f61-b795-076cb51f80b6] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:25:15:d2', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'f92f0b92-d6fb-4d00-8ad5-6b3809ed5493', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'ee10d8e7-5821-446c-a1d6-1ca78a1397cb', 'vif_model': 'vmxnet3'}] {{(pid=62328) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 584.282712] env[62328]: DEBUG nova.virt.vmwareapi.vm_util [None req-8e34f8d0-7888-4291-b8d6-ec10566f2f9c tempest-ServersWithSpecificFlavorTestJSON-2091780743 tempest-ServersWithSpecificFlavorTestJSON-2091780743-project-member] Creating folder: Project (5e755d1c1d32499a96fcf33e11fe6785). Parent ref: group-v484164. {{(pid=62328) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 584.285979] env[62328]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-f2d2d045-8a4f-4ce2-b0ba-73c9ac3cff56 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 584.300373] env[62328]: INFO nova.virt.vmwareapi.vm_util [None req-8e34f8d0-7888-4291-b8d6-ec10566f2f9c tempest-ServersWithSpecificFlavorTestJSON-2091780743 tempest-ServersWithSpecificFlavorTestJSON-2091780743-project-member] Created folder: Project (5e755d1c1d32499a96fcf33e11fe6785) in parent group-v484164. [ 584.300716] env[62328]: DEBUG nova.virt.vmwareapi.vm_util [None req-8e34f8d0-7888-4291-b8d6-ec10566f2f9c tempest-ServersWithSpecificFlavorTestJSON-2091780743 tempest-ServersWithSpecificFlavorTestJSON-2091780743-project-member] Creating folder: Instances. Parent ref: group-v484204. {{(pid=62328) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 584.301421] env[62328]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-1e095e70-fe02-4280-963a-4fec903e9c92 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 584.308529] env[62328]: DEBUG oslo_concurrency.lockutils [None req-272a8da8-e355-4498-9288-85439c96679d tempest-ListServerFiltersTestJSON-1229971268 tempest-ListServerFiltersTestJSON-1229971268-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 584.317411] env[62328]: INFO nova.virt.vmwareapi.vm_util [None req-8e34f8d0-7888-4291-b8d6-ec10566f2f9c tempest-ServersWithSpecificFlavorTestJSON-2091780743 tempest-ServersWithSpecificFlavorTestJSON-2091780743-project-member] Created folder: Instances in parent group-v484204. [ 584.318282] env[62328]: DEBUG oslo.service.loopingcall [None req-8e34f8d0-7888-4291-b8d6-ec10566f2f9c tempest-ServersWithSpecificFlavorTestJSON-2091780743 tempest-ServersWithSpecificFlavorTestJSON-2091780743-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62328) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 584.318282] env[62328]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9f267eb4-d272-4f61-b795-076cb51f80b6] Creating VM on the ESX host {{(pid=62328) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 584.318282] env[62328]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-a3afe08b-047e-48da-bc90-0224cde28a48 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 584.339639] env[62328]: DEBUG nova.network.neutron [-] [instance: 26ce508b-d9c2-42ef-9713-138c359aa4a9] Updating instance_info_cache with network_info: [] {{(pid=62328) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 584.345059] env[62328]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 584.345059] env[62328]: value = "task-2386282" [ 584.345059] env[62328]: _type = "Task" [ 584.345059] env[62328]: } to complete. {{(pid=62328) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 584.352215] env[62328]: DEBUG oslo_vmware.api [-] Task: {'id': task-2386282, 'name': CreateVM_Task} progress is 0%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 584.486081] env[62328]: DEBUG oslo_concurrency.lockutils [None req-0536c8a6-2ef1-4454-a265-20a67e9788ce tempest-DeleteServersAdminTestJSON-1672951685 tempest-DeleteServersAdminTestJSON-1672951685-project-member] Acquiring lock "cbd7d9a6-9812-461e-9f59-8dea2e62fece" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 584.486358] env[62328]: DEBUG oslo_concurrency.lockutils [None req-0536c8a6-2ef1-4454-a265-20a67e9788ce tempest-DeleteServersAdminTestJSON-1672951685 tempest-DeleteServersAdminTestJSON-1672951685-project-member] Lock "cbd7d9a6-9812-461e-9f59-8dea2e62fece" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 584.529054] env[62328]: DEBUG nova.network.neutron [-] [instance: bf44560e-3ce4-42b6-8230-481b2094ebcc] Updating instance_info_cache with network_info: [] {{(pid=62328) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 584.574143] env[62328]: DEBUG oslo_concurrency.lockutils [None req-5597401a-10e5-4016-99da-0f65264d976e tempest-ServerPasswordTestJSON-1408689932 tempest-ServerPasswordTestJSON-1408689932-project-member] Lock "96f94f58-1fd4-4e65-a362-2861daab1a34" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 17.616s {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 584.579860] env[62328]: DEBUG nova.network.neutron [-] [instance: 5f192c3a-1f44-4471-afec-76a321dfd557] Updating instance_info_cache with network_info: [] {{(pid=62328) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 584.676075] env[62328]: DEBUG oslo_vmware.api [None req-507c75bf-3279-4ca1-a3e4-464fcabf178f tempest-VolumesAssistedSnapshotsTest-1692536228 tempest-VolumesAssistedSnapshotsTest-1692536228-project-member] Task: {'id': task-2386279, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.799181} completed successfully. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 584.676264] env[62328]: DEBUG nova.virt.vmwareapi.vm_util [None req-507c75bf-3279-4ca1-a3e4-464fcabf178f tempest-VolumesAssistedSnapshotsTest-1692536228 tempest-VolumesAssistedSnapshotsTest-1692536228-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/dbf872a4-92be-47e4-8561-c3e2bf2423ab/dbf872a4-92be-47e4-8561-c3e2bf2423ab.vmdk to [datastore2] 3e0f093a-98be-4406-a220-34f6d6767294/3e0f093a-98be-4406-a220-34f6d6767294.vmdk {{(pid=62328) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 584.676456] env[62328]: DEBUG nova.virt.vmwareapi.vmops [None req-507c75bf-3279-4ca1-a3e4-464fcabf178f tempest-VolumesAssistedSnapshotsTest-1692536228 tempest-VolumesAssistedSnapshotsTest-1692536228-project-member] [instance: 3e0f093a-98be-4406-a220-34f6d6767294] Extending root virtual disk to 1048576 {{(pid=62328) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 584.676685] env[62328]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-caf61235-8fd2-4773-92a1-eb87c58d7262 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 584.682620] env[62328]: DEBUG oslo_vmware.api [None req-507c75bf-3279-4ca1-a3e4-464fcabf178f tempest-VolumesAssistedSnapshotsTest-1692536228 tempest-VolumesAssistedSnapshotsTest-1692536228-project-member] Waiting for the task: (returnval){ [ 584.682620] env[62328]: value = "task-2386283" [ 584.682620] env[62328]: _type = "Task" [ 584.682620] env[62328]: } to complete. {{(pid=62328) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 584.690904] env[62328]: DEBUG oslo_vmware.api [None req-507c75bf-3279-4ca1-a3e4-464fcabf178f tempest-VolumesAssistedSnapshotsTest-1692536228 tempest-VolumesAssistedSnapshotsTest-1692536228-project-member] Task: {'id': task-2386283, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 584.838389] env[62328]: DEBUG oslo_concurrency.lockutils [None req-be57da87-08d0-4bec-bcbf-275aeeaf06f6 tempest-MigrationsAdminTest-413245202 tempest-MigrationsAdminTest-413245202-project-member] Acquiring lock "refresh_cache-613e2516-6209-439d-bb90-b87d67b281a8" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 584.838576] env[62328]: DEBUG oslo_concurrency.lockutils [None req-be57da87-08d0-4bec-bcbf-275aeeaf06f6 tempest-MigrationsAdminTest-413245202 tempest-MigrationsAdminTest-413245202-project-member] Acquired lock "refresh_cache-613e2516-6209-439d-bb90-b87d67b281a8" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 584.838757] env[62328]: DEBUG nova.network.neutron [None req-be57da87-08d0-4bec-bcbf-275aeeaf06f6 tempest-MigrationsAdminTest-413245202 tempest-MigrationsAdminTest-413245202-project-member] [instance: 613e2516-6209-439d-bb90-b87d67b281a8] Building network info cache for instance {{(pid=62328) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 584.843802] env[62328]: INFO nova.compute.manager [-] [instance: 26ce508b-d9c2-42ef-9713-138c359aa4a9] Took 1.46 seconds to deallocate network for instance. [ 584.860072] env[62328]: DEBUG oslo_vmware.api [-] Task: {'id': task-2386282, 'name': CreateVM_Task, 'duration_secs': 0.371767} completed successfully. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 584.860340] env[62328]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9f267eb4-d272-4f61-b795-076cb51f80b6] Created VM on the ESX host {{(pid=62328) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 584.860974] env[62328]: DEBUG oslo_concurrency.lockutils [None req-8e34f8d0-7888-4291-b8d6-ec10566f2f9c tempest-ServersWithSpecificFlavorTestJSON-2091780743 tempest-ServersWithSpecificFlavorTestJSON-2091780743-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/dbf872a4-92be-47e4-8561-c3e2bf2423ab" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 584.861164] env[62328]: DEBUG oslo_concurrency.lockutils [None req-8e34f8d0-7888-4291-b8d6-ec10566f2f9c tempest-ServersWithSpecificFlavorTestJSON-2091780743 tempest-ServersWithSpecificFlavorTestJSON-2091780743-project-member] Acquired lock "[datastore2] devstack-image-cache_base/dbf872a4-92be-47e4-8561-c3e2bf2423ab" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 584.862225] env[62328]: DEBUG oslo_concurrency.lockutils [None req-8e34f8d0-7888-4291-b8d6-ec10566f2f9c tempest-ServersWithSpecificFlavorTestJSON-2091780743 tempest-ServersWithSpecificFlavorTestJSON-2091780743-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/dbf872a4-92be-47e4-8561-c3e2bf2423ab" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 584.862368] env[62328]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-824f97d7-fc50-4398-9434-aceda1001269 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 584.867575] env[62328]: DEBUG oslo_vmware.api [None req-8e34f8d0-7888-4291-b8d6-ec10566f2f9c tempest-ServersWithSpecificFlavorTestJSON-2091780743 tempest-ServersWithSpecificFlavorTestJSON-2091780743-project-member] Waiting for the task: (returnval){ [ 584.867575] env[62328]: value = "session[52a6e20e-410d-708a-99f2-080a575a99bd]52c2110c-23cc-8608-df64-1f6a83c43449" [ 584.867575] env[62328]: _type = "Task" [ 584.867575] env[62328]: } to complete. {{(pid=62328) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 584.878592] env[62328]: DEBUG oslo_vmware.api [None req-8e34f8d0-7888-4291-b8d6-ec10566f2f9c tempest-ServersWithSpecificFlavorTestJSON-2091780743 tempest-ServersWithSpecificFlavorTestJSON-2091780743-project-member] Task: {'id': session[52a6e20e-410d-708a-99f2-080a575a99bd]52c2110c-23cc-8608-df64-1f6a83c43449, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 585.036025] env[62328]: INFO nova.compute.manager [-] [instance: bf44560e-3ce4-42b6-8230-481b2094ebcc] Took 2.37 seconds to deallocate network for instance. [ 585.084319] env[62328]: INFO nova.compute.manager [-] [instance: 5f192c3a-1f44-4471-afec-76a321dfd557] Took 2.29 seconds to deallocate network for instance. [ 585.194407] env[62328]: DEBUG oslo_vmware.api [None req-507c75bf-3279-4ca1-a3e4-464fcabf178f tempest-VolumesAssistedSnapshotsTest-1692536228 tempest-VolumesAssistedSnapshotsTest-1692536228-project-member] Task: {'id': task-2386283, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.065145} completed successfully. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 585.194502] env[62328]: DEBUG nova.virt.vmwareapi.vmops [None req-507c75bf-3279-4ca1-a3e4-464fcabf178f tempest-VolumesAssistedSnapshotsTest-1692536228 tempest-VolumesAssistedSnapshotsTest-1692536228-project-member] [instance: 3e0f093a-98be-4406-a220-34f6d6767294] Extended root virtual disk {{(pid=62328) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 585.196506] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5783250d-e71a-49a2-8cb0-ed84a32409f5 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 585.223464] env[62328]: DEBUG nova.virt.vmwareapi.volumeops [None req-507c75bf-3279-4ca1-a3e4-464fcabf178f tempest-VolumesAssistedSnapshotsTest-1692536228 tempest-VolumesAssistedSnapshotsTest-1692536228-project-member] [instance: 3e0f093a-98be-4406-a220-34f6d6767294] Reconfiguring VM instance instance-0000000d to attach disk [datastore2] 3e0f093a-98be-4406-a220-34f6d6767294/3e0f093a-98be-4406-a220-34f6d6767294.vmdk or device None with type sparse {{(pid=62328) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 585.226314] env[62328]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b38c0e77-6e30-4b38-9cf3-a227ca407b24 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 585.253070] env[62328]: DEBUG oslo_vmware.api [None req-507c75bf-3279-4ca1-a3e4-464fcabf178f tempest-VolumesAssistedSnapshotsTest-1692536228 tempest-VolumesAssistedSnapshotsTest-1692536228-project-member] Waiting for the task: (returnval){ [ 585.253070] env[62328]: value = "task-2386284" [ 585.253070] env[62328]: _type = "Task" [ 585.253070] env[62328]: } to complete. {{(pid=62328) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 585.267558] env[62328]: DEBUG oslo_vmware.api [None req-507c75bf-3279-4ca1-a3e4-464fcabf178f tempest-VolumesAssistedSnapshotsTest-1692536228 tempest-VolumesAssistedSnapshotsTest-1692536228-project-member] Task: {'id': task-2386284, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 585.361537] env[62328]: DEBUG oslo_concurrency.lockutils [None req-aa86929c-00ce-46f4-b2d9-574aa0d58789 tempest-ServerDiagnosticsTest-1328327217 tempest-ServerDiagnosticsTest-1328327217-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 585.383458] env[62328]: DEBUG oslo_vmware.api [None req-8e34f8d0-7888-4291-b8d6-ec10566f2f9c tempest-ServersWithSpecificFlavorTestJSON-2091780743 tempest-ServersWithSpecificFlavorTestJSON-2091780743-project-member] Task: {'id': session[52a6e20e-410d-708a-99f2-080a575a99bd]52c2110c-23cc-8608-df64-1f6a83c43449, 'name': SearchDatastore_Task, 'duration_secs': 0.062567} completed successfully. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 585.383776] env[62328]: DEBUG oslo_concurrency.lockutils [None req-8e34f8d0-7888-4291-b8d6-ec10566f2f9c tempest-ServersWithSpecificFlavorTestJSON-2091780743 tempest-ServersWithSpecificFlavorTestJSON-2091780743-project-member] Releasing lock "[datastore2] devstack-image-cache_base/dbf872a4-92be-47e4-8561-c3e2bf2423ab" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 585.384120] env[62328]: DEBUG nova.virt.vmwareapi.vmops [None req-8e34f8d0-7888-4291-b8d6-ec10566f2f9c tempest-ServersWithSpecificFlavorTestJSON-2091780743 tempest-ServersWithSpecificFlavorTestJSON-2091780743-project-member] [instance: 9f267eb4-d272-4f61-b795-076cb51f80b6] Processing image dbf872a4-92be-47e4-8561-c3e2bf2423ab {{(pid=62328) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 585.384266] env[62328]: DEBUG oslo_concurrency.lockutils [None req-8e34f8d0-7888-4291-b8d6-ec10566f2f9c tempest-ServersWithSpecificFlavorTestJSON-2091780743 tempest-ServersWithSpecificFlavorTestJSON-2091780743-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/dbf872a4-92be-47e4-8561-c3e2bf2423ab/dbf872a4-92be-47e4-8561-c3e2bf2423ab.vmdk" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 585.384407] env[62328]: DEBUG oslo_concurrency.lockutils [None req-8e34f8d0-7888-4291-b8d6-ec10566f2f9c tempest-ServersWithSpecificFlavorTestJSON-2091780743 tempest-ServersWithSpecificFlavorTestJSON-2091780743-project-member] Acquired lock "[datastore2] devstack-image-cache_base/dbf872a4-92be-47e4-8561-c3e2bf2423ab/dbf872a4-92be-47e4-8561-c3e2bf2423ab.vmdk" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 585.384582] env[62328]: DEBUG nova.virt.vmwareapi.ds_util [None req-8e34f8d0-7888-4291-b8d6-ec10566f2f9c tempest-ServersWithSpecificFlavorTestJSON-2091780743 tempest-ServersWithSpecificFlavorTestJSON-2091780743-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62328) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 585.384879] env[62328]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-17287eac-4731-457c-b4a6-79999f477d25 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 585.400500] env[62328]: DEBUG nova.virt.vmwareapi.ds_util [None req-8e34f8d0-7888-4291-b8d6-ec10566f2f9c tempest-ServersWithSpecificFlavorTestJSON-2091780743 tempest-ServersWithSpecificFlavorTestJSON-2091780743-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62328) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 585.400697] env[62328]: DEBUG nova.virt.vmwareapi.vmops [None req-8e34f8d0-7888-4291-b8d6-ec10566f2f9c tempest-ServersWithSpecificFlavorTestJSON-2091780743 tempest-ServersWithSpecificFlavorTestJSON-2091780743-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62328) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 585.401586] env[62328]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b54e29a4-c0a4-4e13-b2bc-8e2a1cee271f {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 585.409282] env[62328]: DEBUG oslo_vmware.api [None req-8e34f8d0-7888-4291-b8d6-ec10566f2f9c tempest-ServersWithSpecificFlavorTestJSON-2091780743 tempest-ServersWithSpecificFlavorTestJSON-2091780743-project-member] Waiting for the task: (returnval){ [ 585.409282] env[62328]: value = "session[52a6e20e-410d-708a-99f2-080a575a99bd]52bb5df7-5550-1172-f5b9-3ed11726f056" [ 585.409282] env[62328]: _type = "Task" [ 585.409282] env[62328]: } to complete. {{(pid=62328) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 585.420450] env[62328]: DEBUG oslo_vmware.api [None req-8e34f8d0-7888-4291-b8d6-ec10566f2f9c tempest-ServersWithSpecificFlavorTestJSON-2091780743 tempest-ServersWithSpecificFlavorTestJSON-2091780743-project-member] Task: {'id': session[52a6e20e-410d-708a-99f2-080a575a99bd]52bb5df7-5550-1172-f5b9-3ed11726f056, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 585.487744] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bb5c6c45-845c-453c-ad93-5778aad1d6d6 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 585.494351] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8e59bd3c-77c4-42c7-814f-87e04033944a {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 585.529263] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b2e13d55-6b27-4ae5-b771-1887e866c626 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 585.537592] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e7f51ee2-5beb-4279-bfc0-3e65b30f22d7 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 585.552941] env[62328]: DEBUG oslo_concurrency.lockutils [None req-899dfcb6-5dbd-4eab-b6d4-912d3fec231b tempest-InstanceActionsV221TestJSON-1254732959 tempest-InstanceActionsV221TestJSON-1254732959-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 585.552941] env[62328]: DEBUG nova.compute.provider_tree [None req-dee65bd2-c479-4e8f-92ef-b2337c4d6897 tempest-ImagesOneServerNegativeTestJSON-835227872 tempest-ImagesOneServerNegativeTestJSON-835227872-project-member] Inventory has not changed in ProviderTree for provider: 3469e9f8-04af-49ca-8435-49f104496744 {{(pid=62328) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 585.583446] env[62328]: DEBUG nova.compute.manager [req-a1595812-335c-40e1-9e6a-45bf88f87057 req-a5c258ad-f7ae-450d-bd16-488a8700b3b4 service nova] [instance: bf44560e-3ce4-42b6-8230-481b2094ebcc] Received event network-vif-deleted-0a954496-835f-4179-93a4-3ccd19758740 {{(pid=62328) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 585.592498] env[62328]: DEBUG oslo_concurrency.lockutils [None req-ab511f9e-eaf0-4cf8-b50a-fb0dd3e547be tempest-ServerExternalEventsTest-1567415951 tempest-ServerExternalEventsTest-1567415951-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 585.769689] env[62328]: DEBUG oslo_vmware.api [None req-507c75bf-3279-4ca1-a3e4-464fcabf178f tempest-VolumesAssistedSnapshotsTest-1692536228 tempest-VolumesAssistedSnapshotsTest-1692536228-project-member] Task: {'id': task-2386284, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 585.891850] env[62328]: DEBUG nova.compute.manager [req-853a0109-108e-4354-a46f-1e56dadf65ef req-35f260cf-7e36-41d6-86f8-6950d46222f2 service nova] [instance: 9f267eb4-d272-4f61-b795-076cb51f80b6] Received event network-changed-ee10d8e7-5821-446c-a1d6-1ca78a1397cb {{(pid=62328) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 585.895058] env[62328]: DEBUG nova.compute.manager [req-853a0109-108e-4354-a46f-1e56dadf65ef req-35f260cf-7e36-41d6-86f8-6950d46222f2 service nova] [instance: 9f267eb4-d272-4f61-b795-076cb51f80b6] Refreshing instance network info cache due to event network-changed-ee10d8e7-5821-446c-a1d6-1ca78a1397cb. {{(pid=62328) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 585.895058] env[62328]: DEBUG oslo_concurrency.lockutils [req-853a0109-108e-4354-a46f-1e56dadf65ef req-35f260cf-7e36-41d6-86f8-6950d46222f2 service nova] Acquiring lock "refresh_cache-9f267eb4-d272-4f61-b795-076cb51f80b6" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 585.895058] env[62328]: DEBUG oslo_concurrency.lockutils [req-853a0109-108e-4354-a46f-1e56dadf65ef req-35f260cf-7e36-41d6-86f8-6950d46222f2 service nova] Acquired lock "refresh_cache-9f267eb4-d272-4f61-b795-076cb51f80b6" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 585.895058] env[62328]: DEBUG nova.network.neutron [req-853a0109-108e-4354-a46f-1e56dadf65ef req-35f260cf-7e36-41d6-86f8-6950d46222f2 service nova] [instance: 9f267eb4-d272-4f61-b795-076cb51f80b6] Refreshing network info cache for port ee10d8e7-5821-446c-a1d6-1ca78a1397cb {{(pid=62328) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 585.923792] env[62328]: DEBUG oslo_vmware.api [None req-8e34f8d0-7888-4291-b8d6-ec10566f2f9c tempest-ServersWithSpecificFlavorTestJSON-2091780743 tempest-ServersWithSpecificFlavorTestJSON-2091780743-project-member] Task: {'id': session[52a6e20e-410d-708a-99f2-080a575a99bd]52bb5df7-5550-1172-f5b9-3ed11726f056, 'name': SearchDatastore_Task, 'duration_secs': 0.034509} completed successfully. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 585.924666] env[62328]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b0987c7a-9feb-4603-a3de-3c3aa1534c25 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 585.931321] env[62328]: DEBUG oslo_vmware.api [None req-8e34f8d0-7888-4291-b8d6-ec10566f2f9c tempest-ServersWithSpecificFlavorTestJSON-2091780743 tempest-ServersWithSpecificFlavorTestJSON-2091780743-project-member] Waiting for the task: (returnval){ [ 585.931321] env[62328]: value = "session[52a6e20e-410d-708a-99f2-080a575a99bd]52a25c20-9c72-d0b5-fa8c-19e434cb4d71" [ 585.931321] env[62328]: _type = "Task" [ 585.931321] env[62328]: } to complete. {{(pid=62328) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 585.948028] env[62328]: DEBUG oslo_vmware.api [None req-8e34f8d0-7888-4291-b8d6-ec10566f2f9c tempest-ServersWithSpecificFlavorTestJSON-2091780743 tempest-ServersWithSpecificFlavorTestJSON-2091780743-project-member] Task: {'id': session[52a6e20e-410d-708a-99f2-080a575a99bd]52a25c20-9c72-d0b5-fa8c-19e434cb4d71, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 586.056810] env[62328]: DEBUG nova.scheduler.client.report [None req-dee65bd2-c479-4e8f-92ef-b2337c4d6897 tempest-ImagesOneServerNegativeTestJSON-835227872 tempest-ImagesOneServerNegativeTestJSON-835227872-project-member] Inventory has not changed for provider 3469e9f8-04af-49ca-8435-49f104496744 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 153, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62328) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 586.115277] env[62328]: DEBUG nova.network.neutron [None req-be57da87-08d0-4bec-bcbf-275aeeaf06f6 tempest-MigrationsAdminTest-413245202 tempest-MigrationsAdminTest-413245202-project-member] [instance: 613e2516-6209-439d-bb90-b87d67b281a8] Updating instance_info_cache with network_info: [{"id": "6cfbb9f4-c09f-4620-84ce-293a5d57918c", "address": "fa:16:3e:2f:31:56", "network": {"id": "ec511a9f-4661-41db-95bd-0fc9ad2de615", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.120", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "2a64022f08d84b11a86773b900860ae5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a4f91f31-0516-4d62-a341-e03a50b7c477", "external-id": "nsx-vlan-transportzone-963", "segmentation_id": 963, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6cfbb9f4-c0", "ovs_interfaceid": "6cfbb9f4-c09f-4620-84ce-293a5d57918c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62328) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 586.271195] env[62328]: DEBUG oslo_vmware.api [None req-507c75bf-3279-4ca1-a3e4-464fcabf178f tempest-VolumesAssistedSnapshotsTest-1692536228 tempest-VolumesAssistedSnapshotsTest-1692536228-project-member] Task: {'id': task-2386284, 'name': ReconfigVM_Task, 'duration_secs': 0.791821} completed successfully. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 586.271751] env[62328]: DEBUG nova.virt.vmwareapi.volumeops [None req-507c75bf-3279-4ca1-a3e4-464fcabf178f tempest-VolumesAssistedSnapshotsTest-1692536228 tempest-VolumesAssistedSnapshotsTest-1692536228-project-member] [instance: 3e0f093a-98be-4406-a220-34f6d6767294] Reconfigured VM instance instance-0000000d to attach disk [datastore2] 3e0f093a-98be-4406-a220-34f6d6767294/3e0f093a-98be-4406-a220-34f6d6767294.vmdk or device None with type sparse {{(pid=62328) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 586.272638] env[62328]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-f75d116b-9b94-4278-bc1e-852a3450138f {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 586.280201] env[62328]: DEBUG oslo_vmware.api [None req-507c75bf-3279-4ca1-a3e4-464fcabf178f tempest-VolumesAssistedSnapshotsTest-1692536228 tempest-VolumesAssistedSnapshotsTest-1692536228-project-member] Waiting for the task: (returnval){ [ 586.280201] env[62328]: value = "task-2386285" [ 586.280201] env[62328]: _type = "Task" [ 586.280201] env[62328]: } to complete. {{(pid=62328) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 586.291743] env[62328]: DEBUG oslo_vmware.api [None req-507c75bf-3279-4ca1-a3e4-464fcabf178f tempest-VolumesAssistedSnapshotsTest-1692536228 tempest-VolumesAssistedSnapshotsTest-1692536228-project-member] Task: {'id': task-2386285, 'name': Rename_Task} progress is 5%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 586.441810] env[62328]: DEBUG oslo_vmware.api [None req-8e34f8d0-7888-4291-b8d6-ec10566f2f9c tempest-ServersWithSpecificFlavorTestJSON-2091780743 tempest-ServersWithSpecificFlavorTestJSON-2091780743-project-member] Task: {'id': session[52a6e20e-410d-708a-99f2-080a575a99bd]52a25c20-9c72-d0b5-fa8c-19e434cb4d71, 'name': SearchDatastore_Task, 'duration_secs': 0.011854} completed successfully. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 586.442211] env[62328]: DEBUG oslo_concurrency.lockutils [None req-8e34f8d0-7888-4291-b8d6-ec10566f2f9c tempest-ServersWithSpecificFlavorTestJSON-2091780743 tempest-ServersWithSpecificFlavorTestJSON-2091780743-project-member] Releasing lock "[datastore2] devstack-image-cache_base/dbf872a4-92be-47e4-8561-c3e2bf2423ab/dbf872a4-92be-47e4-8561-c3e2bf2423ab.vmdk" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 586.442515] env[62328]: DEBUG nova.virt.vmwareapi.vm_util [None req-8e34f8d0-7888-4291-b8d6-ec10566f2f9c tempest-ServersWithSpecificFlavorTestJSON-2091780743 tempest-ServersWithSpecificFlavorTestJSON-2091780743-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/dbf872a4-92be-47e4-8561-c3e2bf2423ab/dbf872a4-92be-47e4-8561-c3e2bf2423ab.vmdk to [datastore2] 9f267eb4-d272-4f61-b795-076cb51f80b6/9f267eb4-d272-4f61-b795-076cb51f80b6.vmdk {{(pid=62328) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 586.442973] env[62328]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-3e28b641-836d-4c31-a609-e4d54b3b64e8 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 586.449515] env[62328]: DEBUG oslo_vmware.api [None req-8e34f8d0-7888-4291-b8d6-ec10566f2f9c tempest-ServersWithSpecificFlavorTestJSON-2091780743 tempest-ServersWithSpecificFlavorTestJSON-2091780743-project-member] Waiting for the task: (returnval){ [ 586.449515] env[62328]: value = "task-2386286" [ 586.449515] env[62328]: _type = "Task" [ 586.449515] env[62328]: } to complete. {{(pid=62328) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 586.459451] env[62328]: DEBUG oslo_vmware.api [None req-8e34f8d0-7888-4291-b8d6-ec10566f2f9c tempest-ServersWithSpecificFlavorTestJSON-2091780743 tempest-ServersWithSpecificFlavorTestJSON-2091780743-project-member] Task: {'id': task-2386286, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 586.565832] env[62328]: DEBUG oslo_concurrency.lockutils [None req-dee65bd2-c479-4e8f-92ef-b2337c4d6897 tempest-ImagesOneServerNegativeTestJSON-835227872 tempest-ImagesOneServerNegativeTestJSON-835227872-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.547s {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 586.566471] env[62328]: DEBUG nova.compute.manager [None req-dee65bd2-c479-4e8f-92ef-b2337c4d6897 tempest-ImagesOneServerNegativeTestJSON-835227872 tempest-ImagesOneServerNegativeTestJSON-835227872-project-member] [instance: 7d40ec51-28cf-4829-be03-810f8d965b2e] Start building networks asynchronously for instance. {{(pid=62328) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 586.573026] env[62328]: DEBUG oslo_concurrency.lockutils [None req-e46455f4-27be-40a8-a7fa-fe5d71d9e17a tempest-ServerDiagnosticsNegativeTest-1831247043 tempest-ServerDiagnosticsNegativeTest-1831247043-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 12.254s {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 586.573026] env[62328]: DEBUG nova.objects.instance [None req-e46455f4-27be-40a8-a7fa-fe5d71d9e17a tempest-ServerDiagnosticsNegativeTest-1831247043 tempest-ServerDiagnosticsNegativeTest-1831247043-project-member] Lazy-loading 'resources' on Instance uuid 4584a496-3f79-40ce-bf30-178bb7c0afcc {{(pid=62328) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 586.616159] env[62328]: DEBUG oslo_concurrency.lockutils [None req-be57da87-08d0-4bec-bcbf-275aeeaf06f6 tempest-MigrationsAdminTest-413245202 tempest-MigrationsAdminTest-413245202-project-member] Releasing lock "refresh_cache-613e2516-6209-439d-bb90-b87d67b281a8" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 586.790344] env[62328]: DEBUG oslo_vmware.api [None req-507c75bf-3279-4ca1-a3e4-464fcabf178f tempest-VolumesAssistedSnapshotsTest-1692536228 tempest-VolumesAssistedSnapshotsTest-1692536228-project-member] Task: {'id': task-2386285, 'name': Rename_Task, 'duration_secs': 0.236954} completed successfully. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 586.790768] env[62328]: DEBUG nova.virt.vmwareapi.vm_util [None req-507c75bf-3279-4ca1-a3e4-464fcabf178f tempest-VolumesAssistedSnapshotsTest-1692536228 tempest-VolumesAssistedSnapshotsTest-1692536228-project-member] [instance: 3e0f093a-98be-4406-a220-34f6d6767294] Powering on the VM {{(pid=62328) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 586.791349] env[62328]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-a3132cac-2f92-4f33-9a30-73d1e792fc64 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 586.797748] env[62328]: DEBUG oslo_vmware.api [None req-507c75bf-3279-4ca1-a3e4-464fcabf178f tempest-VolumesAssistedSnapshotsTest-1692536228 tempest-VolumesAssistedSnapshotsTest-1692536228-project-member] Waiting for the task: (returnval){ [ 586.797748] env[62328]: value = "task-2386287" [ 586.797748] env[62328]: _type = "Task" [ 586.797748] env[62328]: } to complete. {{(pid=62328) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 586.805538] env[62328]: DEBUG oslo_vmware.api [None req-507c75bf-3279-4ca1-a3e4-464fcabf178f tempest-VolumesAssistedSnapshotsTest-1692536228 tempest-VolumesAssistedSnapshotsTest-1692536228-project-member] Task: {'id': task-2386287, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 586.958935] env[62328]: DEBUG oslo_vmware.api [None req-8e34f8d0-7888-4291-b8d6-ec10566f2f9c tempest-ServersWithSpecificFlavorTestJSON-2091780743 tempest-ServersWithSpecificFlavorTestJSON-2091780743-project-member] Task: {'id': task-2386286, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 587.073267] env[62328]: DEBUG nova.compute.utils [None req-dee65bd2-c479-4e8f-92ef-b2337c4d6897 tempest-ImagesOneServerNegativeTestJSON-835227872 tempest-ImagesOneServerNegativeTestJSON-835227872-project-member] Using /dev/sd instead of None {{(pid=62328) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 587.079592] env[62328]: DEBUG nova.compute.manager [None req-dee65bd2-c479-4e8f-92ef-b2337c4d6897 tempest-ImagesOneServerNegativeTestJSON-835227872 tempest-ImagesOneServerNegativeTestJSON-835227872-project-member] [instance: 7d40ec51-28cf-4829-be03-810f8d965b2e] Allocating IP information in the background. {{(pid=62328) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 587.079779] env[62328]: DEBUG nova.network.neutron [None req-dee65bd2-c479-4e8f-92ef-b2337c4d6897 tempest-ImagesOneServerNegativeTestJSON-835227872 tempest-ImagesOneServerNegativeTestJSON-835227872-project-member] [instance: 7d40ec51-28cf-4829-be03-810f8d965b2e] allocate_for_instance() {{(pid=62328) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 587.152777] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-342fc4f7-c27d-43c6-a850-c08837293f4e {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 587.179687] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9a3edcce-637e-4cad-ba44-4da81849abe9 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 587.188708] env[62328]: DEBUG nova.virt.vmwareapi.vmops [None req-be57da87-08d0-4bec-bcbf-275aeeaf06f6 tempest-MigrationsAdminTest-413245202 tempest-MigrationsAdminTest-413245202-project-member] [instance: 613e2516-6209-439d-bb90-b87d67b281a8] Updating instance '613e2516-6209-439d-bb90-b87d67b281a8' progress to 83 {{(pid=62328) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 587.306328] env[62328]: DEBUG nova.policy [None req-dee65bd2-c479-4e8f-92ef-b2337c4d6897 tempest-ImagesOneServerNegativeTestJSON-835227872 tempest-ImagesOneServerNegativeTestJSON-835227872-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '20cb43af09e3410f8c55690679665f76', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'c7a85d39d53e4b2c967508704710eb81', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62328) authorize /opt/stack/nova/nova/policy.py:192}} [ 587.316544] env[62328]: DEBUG oslo_vmware.api [None req-507c75bf-3279-4ca1-a3e4-464fcabf178f tempest-VolumesAssistedSnapshotsTest-1692536228 tempest-VolumesAssistedSnapshotsTest-1692536228-project-member] Task: {'id': task-2386287, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 587.462602] env[62328]: DEBUG oslo_vmware.api [None req-8e34f8d0-7888-4291-b8d6-ec10566f2f9c tempest-ServersWithSpecificFlavorTestJSON-2091780743 tempest-ServersWithSpecificFlavorTestJSON-2091780743-project-member] Task: {'id': task-2386286, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.95496} completed successfully. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 587.462825] env[62328]: DEBUG nova.virt.vmwareapi.vm_util [None req-8e34f8d0-7888-4291-b8d6-ec10566f2f9c tempest-ServersWithSpecificFlavorTestJSON-2091780743 tempest-ServersWithSpecificFlavorTestJSON-2091780743-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/dbf872a4-92be-47e4-8561-c3e2bf2423ab/dbf872a4-92be-47e4-8561-c3e2bf2423ab.vmdk to [datastore2] 9f267eb4-d272-4f61-b795-076cb51f80b6/9f267eb4-d272-4f61-b795-076cb51f80b6.vmdk {{(pid=62328) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 587.463040] env[62328]: DEBUG nova.virt.vmwareapi.vmops [None req-8e34f8d0-7888-4291-b8d6-ec10566f2f9c tempest-ServersWithSpecificFlavorTestJSON-2091780743 tempest-ServersWithSpecificFlavorTestJSON-2091780743-project-member] [instance: 9f267eb4-d272-4f61-b795-076cb51f80b6] Extending root virtual disk to 1048576 {{(pid=62328) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 587.463284] env[62328]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-7e966b81-b2ab-4545-99b1-a3a1ddf4ce9b {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 587.469302] env[62328]: DEBUG oslo_vmware.api [None req-8e34f8d0-7888-4291-b8d6-ec10566f2f9c tempest-ServersWithSpecificFlavorTestJSON-2091780743 tempest-ServersWithSpecificFlavorTestJSON-2091780743-project-member] Waiting for the task: (returnval){ [ 587.469302] env[62328]: value = "task-2386288" [ 587.469302] env[62328]: _type = "Task" [ 587.469302] env[62328]: } to complete. {{(pid=62328) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 587.477609] env[62328]: DEBUG oslo_vmware.api [None req-8e34f8d0-7888-4291-b8d6-ec10566f2f9c tempest-ServersWithSpecificFlavorTestJSON-2091780743 tempest-ServersWithSpecificFlavorTestJSON-2091780743-project-member] Task: {'id': task-2386288, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 587.503226] env[62328]: DEBUG nova.network.neutron [req-853a0109-108e-4354-a46f-1e56dadf65ef req-35f260cf-7e36-41d6-86f8-6950d46222f2 service nova] [instance: 9f267eb4-d272-4f61-b795-076cb51f80b6] Updated VIF entry in instance network info cache for port ee10d8e7-5821-446c-a1d6-1ca78a1397cb. {{(pid=62328) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 587.503579] env[62328]: DEBUG nova.network.neutron [req-853a0109-108e-4354-a46f-1e56dadf65ef req-35f260cf-7e36-41d6-86f8-6950d46222f2 service nova] [instance: 9f267eb4-d272-4f61-b795-076cb51f80b6] Updating instance_info_cache with network_info: [{"id": "ee10d8e7-5821-446c-a1d6-1ca78a1397cb", "address": "fa:16:3e:25:15:d2", "network": {"id": "419e9630-2846-499e-80f9-74384cb9db1b", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-756804266-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5e755d1c1d32499a96fcf33e11fe6785", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f92f0b92-d6fb-4d00-8ad5-6b3809ed5493", "external-id": "nsx-vlan-transportzone-48", "segmentation_id": 48, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapee10d8e7-58", "ovs_interfaceid": "ee10d8e7-5821-446c-a1d6-1ca78a1397cb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62328) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 587.508882] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-581797c9-7844-4cdb-83d7-2d4243f75dfc {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 587.517895] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6baeaa50-1e20-46ac-a0a6-3ac3d7af5eda {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 587.555371] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7101f20b-aead-4090-aea1-6ab9fd69b076 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 587.565314] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e895e281-0a14-4b57-8d62-3a983c4aaa2a {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 587.579651] env[62328]: DEBUG nova.compute.provider_tree [None req-e46455f4-27be-40a8-a7fa-fe5d71d9e17a tempest-ServerDiagnosticsNegativeTest-1831247043 tempest-ServerDiagnosticsNegativeTest-1831247043-project-member] Updating inventory in ProviderTree for provider 3469e9f8-04af-49ca-8435-49f104496744 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 152, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62328) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 587.585293] env[62328]: DEBUG nova.compute.manager [None req-dee65bd2-c479-4e8f-92ef-b2337c4d6897 tempest-ImagesOneServerNegativeTestJSON-835227872 tempest-ImagesOneServerNegativeTestJSON-835227872-project-member] [instance: 7d40ec51-28cf-4829-be03-810f8d965b2e] Start building block device mappings for instance. {{(pid=62328) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 587.699281] env[62328]: DEBUG nova.virt.vmwareapi.vm_util [None req-be57da87-08d0-4bec-bcbf-275aeeaf06f6 tempest-MigrationsAdminTest-413245202 tempest-MigrationsAdminTest-413245202-project-member] [instance: 613e2516-6209-439d-bb90-b87d67b281a8] Powering on the VM {{(pid=62328) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 587.699578] env[62328]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-8d72a3ad-7f05-4696-a609-c10a9574b224 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 587.709836] env[62328]: DEBUG oslo_vmware.api [None req-be57da87-08d0-4bec-bcbf-275aeeaf06f6 tempest-MigrationsAdminTest-413245202 tempest-MigrationsAdminTest-413245202-project-member] Waiting for the task: (returnval){ [ 587.709836] env[62328]: value = "task-2386289" [ 587.709836] env[62328]: _type = "Task" [ 587.709836] env[62328]: } to complete. {{(pid=62328) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 587.717926] env[62328]: DEBUG oslo_vmware.api [None req-be57da87-08d0-4bec-bcbf-275aeeaf06f6 tempest-MigrationsAdminTest-413245202 tempest-MigrationsAdminTest-413245202-project-member] Task: {'id': task-2386289, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 587.724015] env[62328]: DEBUG nova.network.neutron [None req-3c4710ea-f3d4-41ef-8b4a-f06ed375348a tempest-ImagesOneServerTestJSON-2062431902 tempest-ImagesOneServerTestJSON-2062431902-project-member] [instance: b7106740-bdd7-4774-8744-cbe21352a31c] Successfully updated port: fe0fb389-3f12-4154-8fd0-89d5e2c772b8 {{(pid=62328) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 587.809890] env[62328]: DEBUG oslo_vmware.api [None req-507c75bf-3279-4ca1-a3e4-464fcabf178f tempest-VolumesAssistedSnapshotsTest-1692536228 tempest-VolumesAssistedSnapshotsTest-1692536228-project-member] Task: {'id': task-2386287, 'name': PowerOnVM_Task} progress is 78%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 587.982917] env[62328]: DEBUG oslo_vmware.api [None req-8e34f8d0-7888-4291-b8d6-ec10566f2f9c tempest-ServersWithSpecificFlavorTestJSON-2091780743 tempest-ServersWithSpecificFlavorTestJSON-2091780743-project-member] Task: {'id': task-2386288, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.208603} completed successfully. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 587.983411] env[62328]: DEBUG nova.virt.vmwareapi.vmops [None req-8e34f8d0-7888-4291-b8d6-ec10566f2f9c tempest-ServersWithSpecificFlavorTestJSON-2091780743 tempest-ServersWithSpecificFlavorTestJSON-2091780743-project-member] [instance: 9f267eb4-d272-4f61-b795-076cb51f80b6] Extended root virtual disk {{(pid=62328) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 587.984021] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5530246b-c54e-4b57-b4b5-dff9b5031d5e {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 588.009973] env[62328]: DEBUG nova.virt.vmwareapi.volumeops [None req-8e34f8d0-7888-4291-b8d6-ec10566f2f9c tempest-ServersWithSpecificFlavorTestJSON-2091780743 tempest-ServersWithSpecificFlavorTestJSON-2091780743-project-member] [instance: 9f267eb4-d272-4f61-b795-076cb51f80b6] Reconfiguring VM instance instance-0000000e to attach disk [datastore2] 9f267eb4-d272-4f61-b795-076cb51f80b6/9f267eb4-d272-4f61-b795-076cb51f80b6.vmdk or device None with type sparse {{(pid=62328) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 588.010683] env[62328]: DEBUG oslo_concurrency.lockutils [req-853a0109-108e-4354-a46f-1e56dadf65ef req-35f260cf-7e36-41d6-86f8-6950d46222f2 service nova] Releasing lock "refresh_cache-9f267eb4-d272-4f61-b795-076cb51f80b6" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 588.010821] env[62328]: DEBUG nova.compute.manager [req-853a0109-108e-4354-a46f-1e56dadf65ef req-35f260cf-7e36-41d6-86f8-6950d46222f2 service nova] [instance: 6c107768-0f57-42fd-a2a5-b28207b17de9] Received event network-changed-91cd4436-3fed-42d5-aefe-0df82259b6eb {{(pid=62328) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 588.010948] env[62328]: DEBUG nova.compute.manager [req-853a0109-108e-4354-a46f-1e56dadf65ef req-35f260cf-7e36-41d6-86f8-6950d46222f2 service nova] [instance: 6c107768-0f57-42fd-a2a5-b28207b17de9] Refreshing instance network info cache due to event network-changed-91cd4436-3fed-42d5-aefe-0df82259b6eb. {{(pid=62328) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 588.011181] env[62328]: DEBUG oslo_concurrency.lockutils [req-853a0109-108e-4354-a46f-1e56dadf65ef req-35f260cf-7e36-41d6-86f8-6950d46222f2 service nova] Acquiring lock "refresh_cache-6c107768-0f57-42fd-a2a5-b28207b17de9" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 588.011322] env[62328]: DEBUG oslo_concurrency.lockutils [req-853a0109-108e-4354-a46f-1e56dadf65ef req-35f260cf-7e36-41d6-86f8-6950d46222f2 service nova] Acquired lock "refresh_cache-6c107768-0f57-42fd-a2a5-b28207b17de9" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 588.011478] env[62328]: DEBUG nova.network.neutron [req-853a0109-108e-4354-a46f-1e56dadf65ef req-35f260cf-7e36-41d6-86f8-6950d46222f2 service nova] [instance: 6c107768-0f57-42fd-a2a5-b28207b17de9] Refreshing network info cache for port 91cd4436-3fed-42d5-aefe-0df82259b6eb {{(pid=62328) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 588.012580] env[62328]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-354cc67e-249e-45c8-96c6-14f6eab4262c {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 588.037526] env[62328]: DEBUG oslo_vmware.api [None req-8e34f8d0-7888-4291-b8d6-ec10566f2f9c tempest-ServersWithSpecificFlavorTestJSON-2091780743 tempest-ServersWithSpecificFlavorTestJSON-2091780743-project-member] Waiting for the task: (returnval){ [ 588.037526] env[62328]: value = "task-2386290" [ 588.037526] env[62328]: _type = "Task" [ 588.037526] env[62328]: } to complete. {{(pid=62328) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 588.046987] env[62328]: DEBUG oslo_vmware.api [None req-8e34f8d0-7888-4291-b8d6-ec10566f2f9c tempest-ServersWithSpecificFlavorTestJSON-2091780743 tempest-ServersWithSpecificFlavorTestJSON-2091780743-project-member] Task: {'id': task-2386290, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 588.115499] env[62328]: ERROR nova.scheduler.client.report [None req-e46455f4-27be-40a8-a7fa-fe5d71d9e17a tempest-ServerDiagnosticsNegativeTest-1831247043 tempest-ServerDiagnosticsNegativeTest-1831247043-project-member] [req-765ef3f3-a875-46dd-849d-b21fb190025d] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 152, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 3469e9f8-04af-49ca-8435-49f104496744. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-765ef3f3-a875-46dd-849d-b21fb190025d"}]} [ 588.146120] env[62328]: DEBUG nova.scheduler.client.report [None req-e46455f4-27be-40a8-a7fa-fe5d71d9e17a tempest-ServerDiagnosticsNegativeTest-1831247043 tempest-ServerDiagnosticsNegativeTest-1831247043-project-member] Refreshing inventories for resource provider 3469e9f8-04af-49ca-8435-49f104496744 {{(pid=62328) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 588.171836] env[62328]: DEBUG nova.scheduler.client.report [None req-e46455f4-27be-40a8-a7fa-fe5d71d9e17a tempest-ServerDiagnosticsNegativeTest-1831247043 tempest-ServerDiagnosticsNegativeTest-1831247043-project-member] Updating ProviderTree inventory for provider 3469e9f8-04af-49ca-8435-49f104496744 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 153, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62328) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 588.172071] env[62328]: DEBUG nova.compute.provider_tree [None req-e46455f4-27be-40a8-a7fa-fe5d71d9e17a tempest-ServerDiagnosticsNegativeTest-1831247043 tempest-ServerDiagnosticsNegativeTest-1831247043-project-member] Updating inventory in ProviderTree for provider 3469e9f8-04af-49ca-8435-49f104496744 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 153, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62328) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 588.191692] env[62328]: DEBUG nova.scheduler.client.report [None req-e46455f4-27be-40a8-a7fa-fe5d71d9e17a tempest-ServerDiagnosticsNegativeTest-1831247043 tempest-ServerDiagnosticsNegativeTest-1831247043-project-member] Refreshing aggregate associations for resource provider 3469e9f8-04af-49ca-8435-49f104496744, aggregates: None {{(pid=62328) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 588.221131] env[62328]: DEBUG oslo_vmware.api [None req-be57da87-08d0-4bec-bcbf-275aeeaf06f6 tempest-MigrationsAdminTest-413245202 tempest-MigrationsAdminTest-413245202-project-member] Task: {'id': task-2386289, 'name': PowerOnVM_Task, 'duration_secs': 0.423208} completed successfully. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 588.222168] env[62328]: DEBUG nova.scheduler.client.report [None req-e46455f4-27be-40a8-a7fa-fe5d71d9e17a tempest-ServerDiagnosticsNegativeTest-1831247043 tempest-ServerDiagnosticsNegativeTest-1831247043-project-member] Refreshing trait associations for resource provider 3469e9f8-04af-49ca-8435-49f104496744, traits: COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_NODE,HW_ARCH_X86_64,COMPUTE_SAME_HOST_COLD_MIGRATE {{(pid=62328) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 588.224466] env[62328]: DEBUG nova.virt.vmwareapi.vm_util [None req-be57da87-08d0-4bec-bcbf-275aeeaf06f6 tempest-MigrationsAdminTest-413245202 tempest-MigrationsAdminTest-413245202-project-member] [instance: 613e2516-6209-439d-bb90-b87d67b281a8] Powered on the VM {{(pid=62328) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 588.224656] env[62328]: DEBUG nova.virt.vmwareapi.vmops [None req-be57da87-08d0-4bec-bcbf-275aeeaf06f6 tempest-MigrationsAdminTest-413245202 tempest-MigrationsAdminTest-413245202-project-member] [instance: 613e2516-6209-439d-bb90-b87d67b281a8] Updating instance '613e2516-6209-439d-bb90-b87d67b281a8' progress to 100 {{(pid=62328) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 588.229212] env[62328]: DEBUG oslo_concurrency.lockutils [None req-3c4710ea-f3d4-41ef-8b4a-f06ed375348a tempest-ImagesOneServerTestJSON-2062431902 tempest-ImagesOneServerTestJSON-2062431902-project-member] Acquiring lock "refresh_cache-b7106740-bdd7-4774-8744-cbe21352a31c" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 588.229212] env[62328]: DEBUG oslo_concurrency.lockutils [None req-3c4710ea-f3d4-41ef-8b4a-f06ed375348a tempest-ImagesOneServerTestJSON-2062431902 tempest-ImagesOneServerTestJSON-2062431902-project-member] Acquired lock "refresh_cache-b7106740-bdd7-4774-8744-cbe21352a31c" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 588.229313] env[62328]: DEBUG nova.network.neutron [None req-3c4710ea-f3d4-41ef-8b4a-f06ed375348a tempest-ImagesOneServerTestJSON-2062431902 tempest-ImagesOneServerTestJSON-2062431902-project-member] [instance: b7106740-bdd7-4774-8744-cbe21352a31c] Building network info cache for instance {{(pid=62328) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 588.311319] env[62328]: DEBUG oslo_vmware.api [None req-507c75bf-3279-4ca1-a3e4-464fcabf178f tempest-VolumesAssistedSnapshotsTest-1692536228 tempest-VolumesAssistedSnapshotsTest-1692536228-project-member] Task: {'id': task-2386287, 'name': PowerOnVM_Task, 'duration_secs': 1.313246} completed successfully. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 588.311661] env[62328]: DEBUG nova.virt.vmwareapi.vm_util [None req-507c75bf-3279-4ca1-a3e4-464fcabf178f tempest-VolumesAssistedSnapshotsTest-1692536228 tempest-VolumesAssistedSnapshotsTest-1692536228-project-member] [instance: 3e0f093a-98be-4406-a220-34f6d6767294] Powered on the VM {{(pid=62328) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 588.311930] env[62328]: INFO nova.compute.manager [None req-507c75bf-3279-4ca1-a3e4-464fcabf178f tempest-VolumesAssistedSnapshotsTest-1692536228 tempest-VolumesAssistedSnapshotsTest-1692536228-project-member] [instance: 3e0f093a-98be-4406-a220-34f6d6767294] Took 11.65 seconds to spawn the instance on the hypervisor. [ 588.312074] env[62328]: DEBUG nova.compute.manager [None req-507c75bf-3279-4ca1-a3e4-464fcabf178f tempest-VolumesAssistedSnapshotsTest-1692536228 tempest-VolumesAssistedSnapshotsTest-1692536228-project-member] [instance: 3e0f093a-98be-4406-a220-34f6d6767294] Checking state {{(pid=62328) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 588.313494] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-369a9682-61fc-4253-aaf8-24c34dc171c1 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 588.352525] env[62328]: DEBUG nova.network.neutron [None req-dee65bd2-c479-4e8f-92ef-b2337c4d6897 tempest-ImagesOneServerNegativeTestJSON-835227872 tempest-ImagesOneServerNegativeTestJSON-835227872-project-member] [instance: 7d40ec51-28cf-4829-be03-810f8d965b2e] Successfully created port: 20de8cf8-a361-48ea-80c7-13ba7859ba07 {{(pid=62328) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 588.547491] env[62328]: DEBUG oslo_vmware.api [None req-8e34f8d0-7888-4291-b8d6-ec10566f2f9c tempest-ServersWithSpecificFlavorTestJSON-2091780743 tempest-ServersWithSpecificFlavorTestJSON-2091780743-project-member] Task: {'id': task-2386290, 'name': ReconfigVM_Task, 'duration_secs': 0.303946} completed successfully. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 588.550283] env[62328]: DEBUG nova.virt.vmwareapi.volumeops [None req-8e34f8d0-7888-4291-b8d6-ec10566f2f9c tempest-ServersWithSpecificFlavorTestJSON-2091780743 tempest-ServersWithSpecificFlavorTestJSON-2091780743-project-member] [instance: 9f267eb4-d272-4f61-b795-076cb51f80b6] Reconfigured VM instance instance-0000000e to attach disk [datastore2] 9f267eb4-d272-4f61-b795-076cb51f80b6/9f267eb4-d272-4f61-b795-076cb51f80b6.vmdk or device None with type sparse {{(pid=62328) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 588.551394] env[62328]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-33d73f88-ba12-4c9d-8dd2-19bea91c5129 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 588.561644] env[62328]: DEBUG oslo_vmware.api [None req-8e34f8d0-7888-4291-b8d6-ec10566f2f9c tempest-ServersWithSpecificFlavorTestJSON-2091780743 tempest-ServersWithSpecificFlavorTestJSON-2091780743-project-member] Waiting for the task: (returnval){ [ 588.561644] env[62328]: value = "task-2386291" [ 588.561644] env[62328]: _type = "Task" [ 588.561644] env[62328]: } to complete. {{(pid=62328) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 588.575030] env[62328]: DEBUG oslo_vmware.api [None req-8e34f8d0-7888-4291-b8d6-ec10566f2f9c tempest-ServersWithSpecificFlavorTestJSON-2091780743 tempest-ServersWithSpecificFlavorTestJSON-2091780743-project-member] Task: {'id': task-2386291, 'name': Rename_Task} progress is 6%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 588.596026] env[62328]: DEBUG nova.compute.manager [None req-dee65bd2-c479-4e8f-92ef-b2337c4d6897 tempest-ImagesOneServerNegativeTestJSON-835227872 tempest-ImagesOneServerNegativeTestJSON-835227872-project-member] [instance: 7d40ec51-28cf-4829-be03-810f8d965b2e] Start spawning the instance on the hypervisor. {{(pid=62328) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 588.624872] env[62328]: DEBUG nova.virt.hardware [None req-dee65bd2-c479-4e8f-92ef-b2337c4d6897 tempest-ImagesOneServerNegativeTestJSON-835227872 tempest-ImagesOneServerNegativeTestJSON-835227872-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-07T17:16:55Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-07T17:16:37Z,direct_url=,disk_format='vmdk',id=dbf872a4-92be-47e4-8561-c3e2bf2423ab,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='2a64022f08d84b11a86773b900860ae5',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-07T17:16:38Z,virtual_size=,visibility=), allow threads: False {{(pid=62328) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 588.625146] env[62328]: DEBUG nova.virt.hardware [None req-dee65bd2-c479-4e8f-92ef-b2337c4d6897 tempest-ImagesOneServerNegativeTestJSON-835227872 tempest-ImagesOneServerNegativeTestJSON-835227872-project-member] Flavor limits 0:0:0 {{(pid=62328) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 588.625303] env[62328]: DEBUG nova.virt.hardware [None req-dee65bd2-c479-4e8f-92ef-b2337c4d6897 tempest-ImagesOneServerNegativeTestJSON-835227872 tempest-ImagesOneServerNegativeTestJSON-835227872-project-member] Image limits 0:0:0 {{(pid=62328) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 588.625477] env[62328]: DEBUG nova.virt.hardware [None req-dee65bd2-c479-4e8f-92ef-b2337c4d6897 tempest-ImagesOneServerNegativeTestJSON-835227872 tempest-ImagesOneServerNegativeTestJSON-835227872-project-member] Flavor pref 0:0:0 {{(pid=62328) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 588.625620] env[62328]: DEBUG nova.virt.hardware [None req-dee65bd2-c479-4e8f-92ef-b2337c4d6897 tempest-ImagesOneServerNegativeTestJSON-835227872 tempest-ImagesOneServerNegativeTestJSON-835227872-project-member] Image pref 0:0:0 {{(pid=62328) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 588.625755] env[62328]: DEBUG nova.virt.hardware [None req-dee65bd2-c479-4e8f-92ef-b2337c4d6897 tempest-ImagesOneServerNegativeTestJSON-835227872 tempest-ImagesOneServerNegativeTestJSON-835227872-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62328) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 588.625960] env[62328]: DEBUG nova.virt.hardware [None req-dee65bd2-c479-4e8f-92ef-b2337c4d6897 tempest-ImagesOneServerNegativeTestJSON-835227872 tempest-ImagesOneServerNegativeTestJSON-835227872-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62328) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 588.626849] env[62328]: DEBUG nova.virt.hardware [None req-dee65bd2-c479-4e8f-92ef-b2337c4d6897 tempest-ImagesOneServerNegativeTestJSON-835227872 tempest-ImagesOneServerNegativeTestJSON-835227872-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62328) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 588.627074] env[62328]: DEBUG nova.virt.hardware [None req-dee65bd2-c479-4e8f-92ef-b2337c4d6897 tempest-ImagesOneServerNegativeTestJSON-835227872 tempest-ImagesOneServerNegativeTestJSON-835227872-project-member] Got 1 possible topologies {{(pid=62328) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 588.627254] env[62328]: DEBUG nova.virt.hardware [None req-dee65bd2-c479-4e8f-92ef-b2337c4d6897 tempest-ImagesOneServerNegativeTestJSON-835227872 tempest-ImagesOneServerNegativeTestJSON-835227872-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62328) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 588.627429] env[62328]: DEBUG nova.virt.hardware [None req-dee65bd2-c479-4e8f-92ef-b2337c4d6897 tempest-ImagesOneServerNegativeTestJSON-835227872 tempest-ImagesOneServerNegativeTestJSON-835227872-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62328) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 588.628306] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a1b1a3d6-41fb-4654-bf80-323309c1a736 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 588.632622] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8d0f3632-5ab5-4e3d-a45d-59f3dfd19371 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 588.641161] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4023d8da-b9ed-49ab-9721-c94c87c57fef {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 588.647816] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3c2ac9df-d8e2-4156-bbd8-b6144901fc1e {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 588.660843] env[62328]: DEBUG nova.network.neutron [req-853a0109-108e-4354-a46f-1e56dadf65ef req-35f260cf-7e36-41d6-86f8-6950d46222f2 service nova] [instance: 6c107768-0f57-42fd-a2a5-b28207b17de9] Updated VIF entry in instance network info cache for port 91cd4436-3fed-42d5-aefe-0df82259b6eb. {{(pid=62328) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 588.661311] env[62328]: DEBUG nova.network.neutron [req-853a0109-108e-4354-a46f-1e56dadf65ef req-35f260cf-7e36-41d6-86f8-6950d46222f2 service nova] [instance: 6c107768-0f57-42fd-a2a5-b28207b17de9] Updating instance_info_cache with network_info: [{"id": "91cd4436-3fed-42d5-aefe-0df82259b6eb", "address": "fa:16:3e:b6:10:40", "network": {"id": "ed570829-7777-4fb9-9e0f-cef4ca21980b", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1726239177-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.143", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "17143bbcad5b4da0801478fe45bd8ce6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a965790c-2d2f-4c2a-9ee7-745f4d53039b", "external-id": "nsx-vlan-transportzone-708", "segmentation_id": 708, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap91cd4436-3f", "ovs_interfaceid": "91cd4436-3fed-42d5-aefe-0df82259b6eb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62328) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 588.696718] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-39a06b8e-2513-43b5-aa94-8b84e0321e51 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 588.705058] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9c1b47ac-523f-4a45-8aac-027e4b8e5598 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 588.719644] env[62328]: DEBUG nova.compute.provider_tree [None req-e46455f4-27be-40a8-a7fa-fe5d71d9e17a tempest-ServerDiagnosticsNegativeTest-1831247043 tempest-ServerDiagnosticsNegativeTest-1831247043-project-member] Inventory has not changed in ProviderTree for provider: 3469e9f8-04af-49ca-8435-49f104496744 {{(pid=62328) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 588.818225] env[62328]: DEBUG nova.network.neutron [None req-3c4710ea-f3d4-41ef-8b4a-f06ed375348a tempest-ImagesOneServerTestJSON-2062431902 tempest-ImagesOneServerTestJSON-2062431902-project-member] [instance: b7106740-bdd7-4774-8744-cbe21352a31c] Instance cache missing network info. {{(pid=62328) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 588.834161] env[62328]: INFO nova.compute.manager [None req-507c75bf-3279-4ca1-a3e4-464fcabf178f tempest-VolumesAssistedSnapshotsTest-1692536228 tempest-VolumesAssistedSnapshotsTest-1692536228-project-member] [instance: 3e0f093a-98be-4406-a220-34f6d6767294] Took 26.43 seconds to build instance. [ 589.072297] env[62328]: DEBUG oslo_vmware.api [None req-8e34f8d0-7888-4291-b8d6-ec10566f2f9c tempest-ServersWithSpecificFlavorTestJSON-2091780743 tempest-ServersWithSpecificFlavorTestJSON-2091780743-project-member] Task: {'id': task-2386291, 'name': Rename_Task, 'duration_secs': 0.150513} completed successfully. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 589.072565] env[62328]: DEBUG nova.virt.vmwareapi.vm_util [None req-8e34f8d0-7888-4291-b8d6-ec10566f2f9c tempest-ServersWithSpecificFlavorTestJSON-2091780743 tempest-ServersWithSpecificFlavorTestJSON-2091780743-project-member] [instance: 9f267eb4-d272-4f61-b795-076cb51f80b6] Powering on the VM {{(pid=62328) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 589.072811] env[62328]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-e4af947f-609d-4b2a-bc86-e33ef9e11358 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 589.079716] env[62328]: DEBUG oslo_vmware.api [None req-8e34f8d0-7888-4291-b8d6-ec10566f2f9c tempest-ServersWithSpecificFlavorTestJSON-2091780743 tempest-ServersWithSpecificFlavorTestJSON-2091780743-project-member] Waiting for the task: (returnval){ [ 589.079716] env[62328]: value = "task-2386292" [ 589.079716] env[62328]: _type = "Task" [ 589.079716] env[62328]: } to complete. {{(pid=62328) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 589.089998] env[62328]: DEBUG oslo_vmware.api [None req-8e34f8d0-7888-4291-b8d6-ec10566f2f9c tempest-ServersWithSpecificFlavorTestJSON-2091780743 tempest-ServersWithSpecificFlavorTestJSON-2091780743-project-member] Task: {'id': task-2386292, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 589.163755] env[62328]: DEBUG oslo_concurrency.lockutils [req-853a0109-108e-4354-a46f-1e56dadf65ef req-35f260cf-7e36-41d6-86f8-6950d46222f2 service nova] Releasing lock "refresh_cache-6c107768-0f57-42fd-a2a5-b28207b17de9" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 589.164169] env[62328]: DEBUG nova.compute.manager [req-853a0109-108e-4354-a46f-1e56dadf65ef req-35f260cf-7e36-41d6-86f8-6950d46222f2 service nova] [instance: 26ce508b-d9c2-42ef-9713-138c359aa4a9] Received event network-vif-deleted-fe3787fa-0397-4d61-bf15-24d11f2ef2cb {{(pid=62328) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 589.225364] env[62328]: DEBUG nova.scheduler.client.report [None req-e46455f4-27be-40a8-a7fa-fe5d71d9e17a tempest-ServerDiagnosticsNegativeTest-1831247043 tempest-ServerDiagnosticsNegativeTest-1831247043-project-member] Inventory has not changed for provider 3469e9f8-04af-49ca-8435-49f104496744 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 153, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62328) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 589.238308] env[62328]: DEBUG nova.network.neutron [None req-3c4710ea-f3d4-41ef-8b4a-f06ed375348a tempest-ImagesOneServerTestJSON-2062431902 tempest-ImagesOneServerTestJSON-2062431902-project-member] [instance: b7106740-bdd7-4774-8744-cbe21352a31c] Updating instance_info_cache with network_info: [{"id": "fe0fb389-3f12-4154-8fd0-89d5e2c772b8", "address": "fa:16:3e:6d:38:1f", "network": {"id": "baa5a18f-3962-4ac9-a411-fa417347025d", "bridge": "br-int", "label": "tempest-ImagesOneServerTestJSON-566990372-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "73c3178732cf4c7da333f00fc8305091", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "47ca1ce6-8148-48d5-bcfe-89e39b73914e", "external-id": "nsx-vlan-transportzone-259", "segmentation_id": 259, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfe0fb389-3f", "ovs_interfaceid": "fe0fb389-3f12-4154-8fd0-89d5e2c772b8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62328) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 589.337582] env[62328]: DEBUG oslo_concurrency.lockutils [None req-507c75bf-3279-4ca1-a3e4-464fcabf178f tempest-VolumesAssistedSnapshotsTest-1692536228 tempest-VolumesAssistedSnapshotsTest-1692536228-project-member] Lock "3e0f093a-98be-4406-a220-34f6d6767294" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 27.945s {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 589.480345] env[62328]: DEBUG nova.compute.manager [req-42483f32-a766-4cc5-abac-37206e70fea4 req-17b6aab2-80b2-444c-9d9c-a0f90b35e096 service nova] [instance: 5f192c3a-1f44-4471-afec-76a321dfd557] Received event network-vif-deleted-d6a0d811-8529-405a-85cc-bf4bdf105c95 {{(pid=62328) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 589.480681] env[62328]: DEBUG nova.compute.manager [req-42483f32-a766-4cc5-abac-37206e70fea4 req-17b6aab2-80b2-444c-9d9c-a0f90b35e096 service nova] [instance: b7106740-bdd7-4774-8744-cbe21352a31c] Received event network-vif-plugged-fe0fb389-3f12-4154-8fd0-89d5e2c772b8 {{(pid=62328) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 589.481017] env[62328]: DEBUG oslo_concurrency.lockutils [req-42483f32-a766-4cc5-abac-37206e70fea4 req-17b6aab2-80b2-444c-9d9c-a0f90b35e096 service nova] Acquiring lock "b7106740-bdd7-4774-8744-cbe21352a31c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 589.481376] env[62328]: DEBUG oslo_concurrency.lockutils [req-42483f32-a766-4cc5-abac-37206e70fea4 req-17b6aab2-80b2-444c-9d9c-a0f90b35e096 service nova] Lock "b7106740-bdd7-4774-8744-cbe21352a31c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 589.481624] env[62328]: DEBUG oslo_concurrency.lockutils [req-42483f32-a766-4cc5-abac-37206e70fea4 req-17b6aab2-80b2-444c-9d9c-a0f90b35e096 service nova] Lock "b7106740-bdd7-4774-8744-cbe21352a31c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 589.481904] env[62328]: DEBUG nova.compute.manager [req-42483f32-a766-4cc5-abac-37206e70fea4 req-17b6aab2-80b2-444c-9d9c-a0f90b35e096 service nova] [instance: b7106740-bdd7-4774-8744-cbe21352a31c] No waiting events found dispatching network-vif-plugged-fe0fb389-3f12-4154-8fd0-89d5e2c772b8 {{(pid=62328) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 589.482205] env[62328]: WARNING nova.compute.manager [req-42483f32-a766-4cc5-abac-37206e70fea4 req-17b6aab2-80b2-444c-9d9c-a0f90b35e096 service nova] [instance: b7106740-bdd7-4774-8744-cbe21352a31c] Received unexpected event network-vif-plugged-fe0fb389-3f12-4154-8fd0-89d5e2c772b8 for instance with vm_state building and task_state spawning. [ 589.593041] env[62328]: DEBUG oslo_vmware.api [None req-8e34f8d0-7888-4291-b8d6-ec10566f2f9c tempest-ServersWithSpecificFlavorTestJSON-2091780743 tempest-ServersWithSpecificFlavorTestJSON-2091780743-project-member] Task: {'id': task-2386292, 'name': PowerOnVM_Task, 'duration_secs': 0.458838} completed successfully. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 589.593041] env[62328]: DEBUG nova.virt.vmwareapi.vm_util [None req-8e34f8d0-7888-4291-b8d6-ec10566f2f9c tempest-ServersWithSpecificFlavorTestJSON-2091780743 tempest-ServersWithSpecificFlavorTestJSON-2091780743-project-member] [instance: 9f267eb4-d272-4f61-b795-076cb51f80b6] Powered on the VM {{(pid=62328) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 589.593041] env[62328]: INFO nova.compute.manager [None req-8e34f8d0-7888-4291-b8d6-ec10566f2f9c tempest-ServersWithSpecificFlavorTestJSON-2091780743 tempest-ServersWithSpecificFlavorTestJSON-2091780743-project-member] [instance: 9f267eb4-d272-4f61-b795-076cb51f80b6] Took 10.35 seconds to spawn the instance on the hypervisor. [ 589.593242] env[62328]: DEBUG nova.compute.manager [None req-8e34f8d0-7888-4291-b8d6-ec10566f2f9c tempest-ServersWithSpecificFlavorTestJSON-2091780743 tempest-ServersWithSpecificFlavorTestJSON-2091780743-project-member] [instance: 9f267eb4-d272-4f61-b795-076cb51f80b6] Checking state {{(pid=62328) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 589.594417] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-403c2388-6db7-4697-834e-d313641a16e5 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 589.731510] env[62328]: DEBUG oslo_concurrency.lockutils [None req-e46455f4-27be-40a8-a7fa-fe5d71d9e17a tempest-ServerDiagnosticsNegativeTest-1831247043 tempest-ServerDiagnosticsNegativeTest-1831247043-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 3.162s {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 589.734034] env[62328]: DEBUG oslo_concurrency.lockutils [None req-8c2925ac-39e7-4131-b78f-e4fc84930dc1 tempest-SecurityGroupsTestJSON-105101063 tempest-SecurityGroupsTestJSON-105101063-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 15.061s {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 589.736093] env[62328]: INFO nova.compute.claims [None req-8c2925ac-39e7-4131-b78f-e4fc84930dc1 tempest-SecurityGroupsTestJSON-105101063 tempest-SecurityGroupsTestJSON-105101063-project-member] [instance: 2ead81f5-76a7-4b80-ac7e-f227dec14f95] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 589.751257] env[62328]: DEBUG oslo_concurrency.lockutils [None req-3c4710ea-f3d4-41ef-8b4a-f06ed375348a tempest-ImagesOneServerTestJSON-2062431902 tempest-ImagesOneServerTestJSON-2062431902-project-member] Releasing lock "refresh_cache-b7106740-bdd7-4774-8744-cbe21352a31c" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 589.751672] env[62328]: DEBUG nova.compute.manager [None req-3c4710ea-f3d4-41ef-8b4a-f06ed375348a tempest-ImagesOneServerTestJSON-2062431902 tempest-ImagesOneServerTestJSON-2062431902-project-member] [instance: b7106740-bdd7-4774-8744-cbe21352a31c] Instance network_info: |[{"id": "fe0fb389-3f12-4154-8fd0-89d5e2c772b8", "address": "fa:16:3e:6d:38:1f", "network": {"id": "baa5a18f-3962-4ac9-a411-fa417347025d", "bridge": "br-int", "label": "tempest-ImagesOneServerTestJSON-566990372-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "73c3178732cf4c7da333f00fc8305091", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "47ca1ce6-8148-48d5-bcfe-89e39b73914e", "external-id": "nsx-vlan-transportzone-259", "segmentation_id": 259, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfe0fb389-3f", "ovs_interfaceid": "fe0fb389-3f12-4154-8fd0-89d5e2c772b8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62328) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 589.753243] env[62328]: DEBUG nova.virt.vmwareapi.vmops [None req-3c4710ea-f3d4-41ef-8b4a-f06ed375348a tempest-ImagesOneServerTestJSON-2062431902 tempest-ImagesOneServerTestJSON-2062431902-project-member] [instance: b7106740-bdd7-4774-8744-cbe21352a31c] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:6d:38:1f', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '47ca1ce6-8148-48d5-bcfe-89e39b73914e', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'fe0fb389-3f12-4154-8fd0-89d5e2c772b8', 'vif_model': 'vmxnet3'}] {{(pid=62328) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 589.770261] env[62328]: DEBUG nova.virt.vmwareapi.vm_util [None req-3c4710ea-f3d4-41ef-8b4a-f06ed375348a tempest-ImagesOneServerTestJSON-2062431902 tempest-ImagesOneServerTestJSON-2062431902-project-member] Creating folder: Project (73c3178732cf4c7da333f00fc8305091). Parent ref: group-v484164. {{(pid=62328) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 589.773344] env[62328]: INFO nova.scheduler.client.report [None req-e46455f4-27be-40a8-a7fa-fe5d71d9e17a tempest-ServerDiagnosticsNegativeTest-1831247043 tempest-ServerDiagnosticsNegativeTest-1831247043-project-member] Deleted allocations for instance 4584a496-3f79-40ce-bf30-178bb7c0afcc [ 589.774447] env[62328]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-2a3ed772-071f-49ba-bc98-6eef71362cb2 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 589.789419] env[62328]: INFO nova.virt.vmwareapi.vm_util [None req-3c4710ea-f3d4-41ef-8b4a-f06ed375348a tempest-ImagesOneServerTestJSON-2062431902 tempest-ImagesOneServerTestJSON-2062431902-project-member] Created folder: Project (73c3178732cf4c7da333f00fc8305091) in parent group-v484164. [ 589.789740] env[62328]: DEBUG nova.virt.vmwareapi.vm_util [None req-3c4710ea-f3d4-41ef-8b4a-f06ed375348a tempest-ImagesOneServerTestJSON-2062431902 tempest-ImagesOneServerTestJSON-2062431902-project-member] Creating folder: Instances. Parent ref: group-v484207. {{(pid=62328) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 589.790087] env[62328]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-ad62a37e-b277-4960-9274-35d11103cc21 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 589.801564] env[62328]: INFO nova.virt.vmwareapi.vm_util [None req-3c4710ea-f3d4-41ef-8b4a-f06ed375348a tempest-ImagesOneServerTestJSON-2062431902 tempest-ImagesOneServerTestJSON-2062431902-project-member] Created folder: Instances in parent group-v484207. [ 589.801800] env[62328]: DEBUG oslo.service.loopingcall [None req-3c4710ea-f3d4-41ef-8b4a-f06ed375348a tempest-ImagesOneServerTestJSON-2062431902 tempest-ImagesOneServerTestJSON-2062431902-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62328) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 589.801984] env[62328]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b7106740-bdd7-4774-8744-cbe21352a31c] Creating VM on the ESX host {{(pid=62328) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 589.802206] env[62328]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-9f099ec1-99d0-4867-8a90-e8cd6e42f95e {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 589.833597] env[62328]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 589.833597] env[62328]: value = "task-2386295" [ 589.833597] env[62328]: _type = "Task" [ 589.833597] env[62328]: } to complete. {{(pid=62328) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 589.840461] env[62328]: DEBUG nova.compute.manager [None req-04085e23-bd21-4312-989f-0ce0c91e4fc6 tempest-ServersAdminNegativeTestJSON-593360600 tempest-ServersAdminNegativeTestJSON-593360600-project-member] [instance: 16731f71-d972-4604-95f3-4412aedcddb5] Starting instance... {{(pid=62328) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 589.854446] env[62328]: DEBUG oslo_vmware.api [-] Task: {'id': task-2386295, 'name': CreateVM_Task} progress is 6%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 590.024061] env[62328]: DEBUG oslo_concurrency.lockutils [None req-905d4929-e4c5-4df9-b520-46eb07e352ca tempest-VolumesAdminNegativeTest-179339308 tempest-VolumesAdminNegativeTest-179339308-project-member] Acquiring lock "04dd8fd6-91f0-444f-b642-2ba8dcdea19d" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 590.024346] env[62328]: DEBUG oslo_concurrency.lockutils [None req-905d4929-e4c5-4df9-b520-46eb07e352ca tempest-VolumesAdminNegativeTest-179339308 tempest-VolumesAdminNegativeTest-179339308-project-member] Lock "04dd8fd6-91f0-444f-b642-2ba8dcdea19d" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 590.118345] env[62328]: INFO nova.compute.manager [None req-8e34f8d0-7888-4291-b8d6-ec10566f2f9c tempest-ServersWithSpecificFlavorTestJSON-2091780743 tempest-ServersWithSpecificFlavorTestJSON-2091780743-project-member] [instance: 9f267eb4-d272-4f61-b795-076cb51f80b6] Took 27.53 seconds to build instance. [ 590.285260] env[62328]: DEBUG oslo_concurrency.lockutils [None req-e46455f4-27be-40a8-a7fa-fe5d71d9e17a tempest-ServerDiagnosticsNegativeTest-1831247043 tempest-ServerDiagnosticsNegativeTest-1831247043-project-member] Lock "4584a496-3f79-40ce-bf30-178bb7c0afcc" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 19.688s {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 590.352157] env[62328]: DEBUG oslo_vmware.api [-] Task: {'id': task-2386295, 'name': CreateVM_Task, 'duration_secs': 0.422256} completed successfully. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 590.355544] env[62328]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b7106740-bdd7-4774-8744-cbe21352a31c] Created VM on the ESX host {{(pid=62328) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 590.356662] env[62328]: DEBUG oslo_concurrency.lockutils [None req-3c4710ea-f3d4-41ef-8b4a-f06ed375348a tempest-ImagesOneServerTestJSON-2062431902 tempest-ImagesOneServerTestJSON-2062431902-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/dbf872a4-92be-47e4-8561-c3e2bf2423ab" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 590.356894] env[62328]: DEBUG oslo_concurrency.lockutils [None req-3c4710ea-f3d4-41ef-8b4a-f06ed375348a tempest-ImagesOneServerTestJSON-2062431902 tempest-ImagesOneServerTestJSON-2062431902-project-member] Acquired lock "[datastore2] devstack-image-cache_base/dbf872a4-92be-47e4-8561-c3e2bf2423ab" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 590.358080] env[62328]: DEBUG oslo_concurrency.lockutils [None req-3c4710ea-f3d4-41ef-8b4a-f06ed375348a tempest-ImagesOneServerTestJSON-2062431902 tempest-ImagesOneServerTestJSON-2062431902-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/dbf872a4-92be-47e4-8561-c3e2bf2423ab" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 590.358504] env[62328]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-85c45449-ec41-4dcd-8694-bfe72e1cfb5f {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 590.364930] env[62328]: DEBUG oslo_vmware.api [None req-3c4710ea-f3d4-41ef-8b4a-f06ed375348a tempest-ImagesOneServerTestJSON-2062431902 tempest-ImagesOneServerTestJSON-2062431902-project-member] Waiting for the task: (returnval){ [ 590.364930] env[62328]: value = "session[52a6e20e-410d-708a-99f2-080a575a99bd]5296cb55-f8df-e123-65f6-bac07506af3a" [ 590.364930] env[62328]: _type = "Task" [ 590.364930] env[62328]: } to complete. {{(pid=62328) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 590.372429] env[62328]: DEBUG oslo_concurrency.lockutils [None req-04085e23-bd21-4312-989f-0ce0c91e4fc6 tempest-ServersAdminNegativeTestJSON-593360600 tempest-ServersAdminNegativeTestJSON-593360600-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 590.376685] env[62328]: DEBUG oslo_vmware.api [None req-3c4710ea-f3d4-41ef-8b4a-f06ed375348a tempest-ImagesOneServerTestJSON-2062431902 tempest-ImagesOneServerTestJSON-2062431902-project-member] Task: {'id': session[52a6e20e-410d-708a-99f2-080a575a99bd]5296cb55-f8df-e123-65f6-bac07506af3a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 590.621196] env[62328]: DEBUG oslo_concurrency.lockutils [None req-8e34f8d0-7888-4291-b8d6-ec10566f2f9c tempest-ServersWithSpecificFlavorTestJSON-2091780743 tempest-ServersWithSpecificFlavorTestJSON-2091780743-project-member] Lock "9f267eb4-d272-4f61-b795-076cb51f80b6" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 29.038s {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 590.878192] env[62328]: DEBUG oslo_vmware.api [None req-3c4710ea-f3d4-41ef-8b4a-f06ed375348a tempest-ImagesOneServerTestJSON-2062431902 tempest-ImagesOneServerTestJSON-2062431902-project-member] Task: {'id': session[52a6e20e-410d-708a-99f2-080a575a99bd]5296cb55-f8df-e123-65f6-bac07506af3a, 'name': SearchDatastore_Task, 'duration_secs': 0.010509} completed successfully. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 590.883081] env[62328]: DEBUG oslo_concurrency.lockutils [None req-3c4710ea-f3d4-41ef-8b4a-f06ed375348a tempest-ImagesOneServerTestJSON-2062431902 tempest-ImagesOneServerTestJSON-2062431902-project-member] Releasing lock "[datastore2] devstack-image-cache_base/dbf872a4-92be-47e4-8561-c3e2bf2423ab" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 590.883378] env[62328]: DEBUG nova.virt.vmwareapi.vmops [None req-3c4710ea-f3d4-41ef-8b4a-f06ed375348a tempest-ImagesOneServerTestJSON-2062431902 tempest-ImagesOneServerTestJSON-2062431902-project-member] [instance: b7106740-bdd7-4774-8744-cbe21352a31c] Processing image dbf872a4-92be-47e4-8561-c3e2bf2423ab {{(pid=62328) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 590.883646] env[62328]: DEBUG oslo_concurrency.lockutils [None req-3c4710ea-f3d4-41ef-8b4a-f06ed375348a tempest-ImagesOneServerTestJSON-2062431902 tempest-ImagesOneServerTestJSON-2062431902-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/dbf872a4-92be-47e4-8561-c3e2bf2423ab/dbf872a4-92be-47e4-8561-c3e2bf2423ab.vmdk" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 590.883798] env[62328]: DEBUG oslo_concurrency.lockutils [None req-3c4710ea-f3d4-41ef-8b4a-f06ed375348a tempest-ImagesOneServerTestJSON-2062431902 tempest-ImagesOneServerTestJSON-2062431902-project-member] Acquired lock "[datastore2] devstack-image-cache_base/dbf872a4-92be-47e4-8561-c3e2bf2423ab/dbf872a4-92be-47e4-8561-c3e2bf2423ab.vmdk" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 590.884394] env[62328]: DEBUG nova.virt.vmwareapi.ds_util [None req-3c4710ea-f3d4-41ef-8b4a-f06ed375348a tempest-ImagesOneServerTestJSON-2062431902 tempest-ImagesOneServerTestJSON-2062431902-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62328) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 590.884912] env[62328]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-3ea20810-47eb-40d5-82a1-c1010b12f707 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 590.894324] env[62328]: DEBUG nova.virt.vmwareapi.ds_util [None req-3c4710ea-f3d4-41ef-8b4a-f06ed375348a tempest-ImagesOneServerTestJSON-2062431902 tempest-ImagesOneServerTestJSON-2062431902-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62328) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 590.894871] env[62328]: DEBUG nova.virt.vmwareapi.vmops [None req-3c4710ea-f3d4-41ef-8b4a-f06ed375348a tempest-ImagesOneServerTestJSON-2062431902 tempest-ImagesOneServerTestJSON-2062431902-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62328) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 590.899387] env[62328]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-286b840b-dc0d-44ee-a958-76b928d6cbe0 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 590.905662] env[62328]: DEBUG oslo_vmware.api [None req-3c4710ea-f3d4-41ef-8b4a-f06ed375348a tempest-ImagesOneServerTestJSON-2062431902 tempest-ImagesOneServerTestJSON-2062431902-project-member] Waiting for the task: (returnval){ [ 590.905662] env[62328]: value = "session[52a6e20e-410d-708a-99f2-080a575a99bd]52f68c11-85c0-0cdc-2710-e0069350aa12" [ 590.905662] env[62328]: _type = "Task" [ 590.905662] env[62328]: } to complete. {{(pid=62328) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 590.919958] env[62328]: DEBUG oslo_vmware.api [None req-3c4710ea-f3d4-41ef-8b4a-f06ed375348a tempest-ImagesOneServerTestJSON-2062431902 tempest-ImagesOneServerTestJSON-2062431902-project-member] Task: {'id': session[52a6e20e-410d-708a-99f2-080a575a99bd]52f68c11-85c0-0cdc-2710-e0069350aa12, 'name': SearchDatastore_Task, 'duration_secs': 0.008375} completed successfully. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 590.920837] env[62328]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-631cf43a-f10a-46fb-a90d-c7ca688a7175 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 590.929076] env[62328]: DEBUG oslo_vmware.api [None req-3c4710ea-f3d4-41ef-8b4a-f06ed375348a tempest-ImagesOneServerTestJSON-2062431902 tempest-ImagesOneServerTestJSON-2062431902-project-member] Waiting for the task: (returnval){ [ 590.929076] env[62328]: value = "session[52a6e20e-410d-708a-99f2-080a575a99bd]5236ee7e-f086-b560-18b7-4549b659187d" [ 590.929076] env[62328]: _type = "Task" [ 590.929076] env[62328]: } to complete. {{(pid=62328) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 590.937730] env[62328]: DEBUG oslo_vmware.api [None req-3c4710ea-f3d4-41ef-8b4a-f06ed375348a tempest-ImagesOneServerTestJSON-2062431902 tempest-ImagesOneServerTestJSON-2062431902-project-member] Task: {'id': session[52a6e20e-410d-708a-99f2-080a575a99bd]5236ee7e-f086-b560-18b7-4549b659187d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 590.986619] env[62328]: DEBUG nova.network.neutron [None req-dee65bd2-c479-4e8f-92ef-b2337c4d6897 tempest-ImagesOneServerNegativeTestJSON-835227872 tempest-ImagesOneServerNegativeTestJSON-835227872-project-member] [instance: 7d40ec51-28cf-4829-be03-810f8d965b2e] Successfully updated port: 20de8cf8-a361-48ea-80c7-13ba7859ba07 {{(pid=62328) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 591.127513] env[62328]: DEBUG nova.compute.manager [None req-6e45f035-4408-45f6-871a-1791839e99ab tempest-ListServerFiltersTestJSON-1229971268 tempest-ListServerFiltersTestJSON-1229971268-project-member] [instance: 17f3c1fc-a6c7-4936-b0d9-4c0eb88417c0] Starting instance... {{(pid=62328) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 591.212582] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-46b0372f-d109-453a-9ab4-9cbc73d99cda {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 591.221321] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-138a9e44-b91f-4208-afa5-b73ebf722f91 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 591.264028] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2ed81f05-798d-427d-b3f5-f2561c05c066 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 591.273264] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-548798b2-0ebf-41c9-b680-9f525302bc5a {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 591.289078] env[62328]: DEBUG nova.compute.provider_tree [None req-8c2925ac-39e7-4131-b78f-e4fc84930dc1 tempest-SecurityGroupsTestJSON-105101063 tempest-SecurityGroupsTestJSON-105101063-project-member] Inventory has not changed in ProviderTree for provider: 3469e9f8-04af-49ca-8435-49f104496744 {{(pid=62328) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 591.441039] env[62328]: DEBUG oslo_vmware.api [None req-3c4710ea-f3d4-41ef-8b4a-f06ed375348a tempest-ImagesOneServerTestJSON-2062431902 tempest-ImagesOneServerTestJSON-2062431902-project-member] Task: {'id': session[52a6e20e-410d-708a-99f2-080a575a99bd]5236ee7e-f086-b560-18b7-4549b659187d, 'name': SearchDatastore_Task, 'duration_secs': 0.010496} completed successfully. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 591.441357] env[62328]: DEBUG oslo_concurrency.lockutils [None req-3c4710ea-f3d4-41ef-8b4a-f06ed375348a tempest-ImagesOneServerTestJSON-2062431902 tempest-ImagesOneServerTestJSON-2062431902-project-member] Releasing lock "[datastore2] devstack-image-cache_base/dbf872a4-92be-47e4-8561-c3e2bf2423ab/dbf872a4-92be-47e4-8561-c3e2bf2423ab.vmdk" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 591.441618] env[62328]: DEBUG nova.virt.vmwareapi.vm_util [None req-3c4710ea-f3d4-41ef-8b4a-f06ed375348a tempest-ImagesOneServerTestJSON-2062431902 tempest-ImagesOneServerTestJSON-2062431902-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/dbf872a4-92be-47e4-8561-c3e2bf2423ab/dbf872a4-92be-47e4-8561-c3e2bf2423ab.vmdk to [datastore2] b7106740-bdd7-4774-8744-cbe21352a31c/b7106740-bdd7-4774-8744-cbe21352a31c.vmdk {{(pid=62328) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 591.441882] env[62328]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-934e6988-4cb4-44d8-8934-1d15275d7e46 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 591.449731] env[62328]: DEBUG oslo_vmware.api [None req-3c4710ea-f3d4-41ef-8b4a-f06ed375348a tempest-ImagesOneServerTestJSON-2062431902 tempest-ImagesOneServerTestJSON-2062431902-project-member] Waiting for the task: (returnval){ [ 591.449731] env[62328]: value = "task-2386296" [ 591.449731] env[62328]: _type = "Task" [ 591.449731] env[62328]: } to complete. {{(pid=62328) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 591.462347] env[62328]: DEBUG oslo_vmware.api [None req-3c4710ea-f3d4-41ef-8b4a-f06ed375348a tempest-ImagesOneServerTestJSON-2062431902 tempest-ImagesOneServerTestJSON-2062431902-project-member] Task: {'id': task-2386296, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 591.489321] env[62328]: DEBUG oslo_concurrency.lockutils [None req-dee65bd2-c479-4e8f-92ef-b2337c4d6897 tempest-ImagesOneServerNegativeTestJSON-835227872 tempest-ImagesOneServerNegativeTestJSON-835227872-project-member] Acquiring lock "refresh_cache-7d40ec51-28cf-4829-be03-810f8d965b2e" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 591.489463] env[62328]: DEBUG oslo_concurrency.lockutils [None req-dee65bd2-c479-4e8f-92ef-b2337c4d6897 tempest-ImagesOneServerNegativeTestJSON-835227872 tempest-ImagesOneServerNegativeTestJSON-835227872-project-member] Acquired lock "refresh_cache-7d40ec51-28cf-4829-be03-810f8d965b2e" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 591.489609] env[62328]: DEBUG nova.network.neutron [None req-dee65bd2-c479-4e8f-92ef-b2337c4d6897 tempest-ImagesOneServerNegativeTestJSON-835227872 tempest-ImagesOneServerNegativeTestJSON-835227872-project-member] [instance: 7d40ec51-28cf-4829-be03-810f8d965b2e] Building network info cache for instance {{(pid=62328) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 591.664441] env[62328]: DEBUG oslo_concurrency.lockutils [None req-6e45f035-4408-45f6-871a-1791839e99ab tempest-ListServerFiltersTestJSON-1229971268 tempest-ListServerFiltersTestJSON-1229971268-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 591.793276] env[62328]: DEBUG nova.scheduler.client.report [None req-8c2925ac-39e7-4131-b78f-e4fc84930dc1 tempest-SecurityGroupsTestJSON-105101063 tempest-SecurityGroupsTestJSON-105101063-project-member] Inventory has not changed for provider 3469e9f8-04af-49ca-8435-49f104496744 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 153, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62328) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 591.962674] env[62328]: DEBUG oslo_vmware.api [None req-3c4710ea-f3d4-41ef-8b4a-f06ed375348a tempest-ImagesOneServerTestJSON-2062431902 tempest-ImagesOneServerTestJSON-2062431902-project-member] Task: {'id': task-2386296, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 592.145516] env[62328]: DEBUG nova.network.neutron [None req-dee65bd2-c479-4e8f-92ef-b2337c4d6897 tempest-ImagesOneServerNegativeTestJSON-835227872 tempest-ImagesOneServerNegativeTestJSON-835227872-project-member] [instance: 7d40ec51-28cf-4829-be03-810f8d965b2e] Instance cache missing network info. {{(pid=62328) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 592.300821] env[62328]: DEBUG oslo_concurrency.lockutils [None req-8c2925ac-39e7-4131-b78f-e4fc84930dc1 tempest-SecurityGroupsTestJSON-105101063 tempest-SecurityGroupsTestJSON-105101063-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.567s {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 592.303446] env[62328]: DEBUG nova.compute.manager [None req-8c2925ac-39e7-4131-b78f-e4fc84930dc1 tempest-SecurityGroupsTestJSON-105101063 tempest-SecurityGroupsTestJSON-105101063-project-member] [instance: 2ead81f5-76a7-4b80-ac7e-f227dec14f95] Start building networks asynchronously for instance. {{(pid=62328) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 592.307115] env[62328]: DEBUG oslo_concurrency.lockutils [None req-6bc67d14-b0d0-483b-8293-8e8be3934951 tempest-ListServerFiltersTestJSON-1229971268 tempest-ListServerFiltersTestJSON-1229971268-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 17.117s {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 592.309601] env[62328]: INFO nova.compute.claims [None req-6bc67d14-b0d0-483b-8293-8e8be3934951 tempest-ListServerFiltersTestJSON-1229971268 tempest-ListServerFiltersTestJSON-1229971268-project-member] [instance: 7d799973-7eb9-46f8-ae41-d9aca9fc9e5a] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 592.470674] env[62328]: DEBUG oslo_vmware.api [None req-3c4710ea-f3d4-41ef-8b4a-f06ed375348a tempest-ImagesOneServerTestJSON-2062431902 tempest-ImagesOneServerTestJSON-2062431902-project-member] Task: {'id': task-2386296, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.968526} completed successfully. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 592.470674] env[62328]: DEBUG nova.virt.vmwareapi.vm_util [None req-3c4710ea-f3d4-41ef-8b4a-f06ed375348a tempest-ImagesOneServerTestJSON-2062431902 tempest-ImagesOneServerTestJSON-2062431902-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/dbf872a4-92be-47e4-8561-c3e2bf2423ab/dbf872a4-92be-47e4-8561-c3e2bf2423ab.vmdk to [datastore2] b7106740-bdd7-4774-8744-cbe21352a31c/b7106740-bdd7-4774-8744-cbe21352a31c.vmdk {{(pid=62328) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 592.470674] env[62328]: DEBUG nova.virt.vmwareapi.vmops [None req-3c4710ea-f3d4-41ef-8b4a-f06ed375348a tempest-ImagesOneServerTestJSON-2062431902 tempest-ImagesOneServerTestJSON-2062431902-project-member] [instance: b7106740-bdd7-4774-8744-cbe21352a31c] Extending root virtual disk to 1048576 {{(pid=62328) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 592.470674] env[62328]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-4057e035-f737-4d27-aaf2-f3bb45d0426c {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 592.478020] env[62328]: DEBUG oslo_vmware.api [None req-3c4710ea-f3d4-41ef-8b4a-f06ed375348a tempest-ImagesOneServerTestJSON-2062431902 tempest-ImagesOneServerTestJSON-2062431902-project-member] Waiting for the task: (returnval){ [ 592.478020] env[62328]: value = "task-2386297" [ 592.478020] env[62328]: _type = "Task" [ 592.478020] env[62328]: } to complete. {{(pid=62328) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 592.487467] env[62328]: DEBUG oslo_vmware.api [None req-3c4710ea-f3d4-41ef-8b4a-f06ed375348a tempest-ImagesOneServerTestJSON-2062431902 tempest-ImagesOneServerTestJSON-2062431902-project-member] Task: {'id': task-2386297, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 592.747528] env[62328]: DEBUG nova.network.neutron [None req-dee65bd2-c479-4e8f-92ef-b2337c4d6897 tempest-ImagesOneServerNegativeTestJSON-835227872 tempest-ImagesOneServerNegativeTestJSON-835227872-project-member] [instance: 7d40ec51-28cf-4829-be03-810f8d965b2e] Updating instance_info_cache with network_info: [{"id": "20de8cf8-a361-48ea-80c7-13ba7859ba07", "address": "fa:16:3e:13:f6:a6", "network": {"id": "feab4433-9414-4cb7-9514-0d82ba3bdb9e", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-1637745333-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c7a85d39d53e4b2c967508704710eb81", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c8f580e6-1d86-41ee-9ebe-c531cb9299c6", "external-id": "nsx-vlan-transportzone-150", "segmentation_id": 150, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap20de8cf8-a3", "ovs_interfaceid": "20de8cf8-a361-48ea-80c7-13ba7859ba07", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62328) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 592.814519] env[62328]: DEBUG nova.compute.utils [None req-8c2925ac-39e7-4131-b78f-e4fc84930dc1 tempest-SecurityGroupsTestJSON-105101063 tempest-SecurityGroupsTestJSON-105101063-project-member] Using /dev/sd instead of None {{(pid=62328) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 592.820038] env[62328]: DEBUG nova.compute.manager [None req-8c2925ac-39e7-4131-b78f-e4fc84930dc1 tempest-SecurityGroupsTestJSON-105101063 tempest-SecurityGroupsTestJSON-105101063-project-member] [instance: 2ead81f5-76a7-4b80-ac7e-f227dec14f95] Allocating IP information in the background. {{(pid=62328) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 592.820578] env[62328]: DEBUG nova.network.neutron [None req-8c2925ac-39e7-4131-b78f-e4fc84930dc1 tempest-SecurityGroupsTestJSON-105101063 tempest-SecurityGroupsTestJSON-105101063-project-member] [instance: 2ead81f5-76a7-4b80-ac7e-f227dec14f95] allocate_for_instance() {{(pid=62328) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 592.977377] env[62328]: DEBUG nova.policy [None req-8c2925ac-39e7-4131-b78f-e4fc84930dc1 tempest-SecurityGroupsTestJSON-105101063 tempest-SecurityGroupsTestJSON-105101063-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '623813108e4b42cfbb3a16aefbd3db85', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '0e6658b7d41a43858b58b5d307f14cac', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62328) authorize /opt/stack/nova/nova/policy.py:192}} [ 592.988017] env[62328]: DEBUG oslo_vmware.api [None req-3c4710ea-f3d4-41ef-8b4a-f06ed375348a tempest-ImagesOneServerTestJSON-2062431902 tempest-ImagesOneServerTestJSON-2062431902-project-member] Task: {'id': task-2386297, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.219418} completed successfully. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 592.991549] env[62328]: DEBUG nova.virt.vmwareapi.vmops [None req-3c4710ea-f3d4-41ef-8b4a-f06ed375348a tempest-ImagesOneServerTestJSON-2062431902 tempest-ImagesOneServerTestJSON-2062431902-project-member] [instance: b7106740-bdd7-4774-8744-cbe21352a31c] Extended root virtual disk {{(pid=62328) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 592.991549] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6e12d03e-b1ca-4563-b717-42cf168782ce {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 593.019691] env[62328]: DEBUG nova.virt.vmwareapi.volumeops [None req-3c4710ea-f3d4-41ef-8b4a-f06ed375348a tempest-ImagesOneServerTestJSON-2062431902 tempest-ImagesOneServerTestJSON-2062431902-project-member] [instance: b7106740-bdd7-4774-8744-cbe21352a31c] Reconfiguring VM instance instance-0000000f to attach disk [datastore2] b7106740-bdd7-4774-8744-cbe21352a31c/b7106740-bdd7-4774-8744-cbe21352a31c.vmdk or device None with type sparse {{(pid=62328) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 593.020017] env[62328]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4855967e-a392-45d3-aa79-7c470bfe60c6 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 593.042349] env[62328]: DEBUG oslo_vmware.api [None req-3c4710ea-f3d4-41ef-8b4a-f06ed375348a tempest-ImagesOneServerTestJSON-2062431902 tempest-ImagesOneServerTestJSON-2062431902-project-member] Waiting for the task: (returnval){ [ 593.042349] env[62328]: value = "task-2386298" [ 593.042349] env[62328]: _type = "Task" [ 593.042349] env[62328]: } to complete. {{(pid=62328) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 593.051614] env[62328]: DEBUG oslo_vmware.api [None req-3c4710ea-f3d4-41ef-8b4a-f06ed375348a tempest-ImagesOneServerTestJSON-2062431902 tempest-ImagesOneServerTestJSON-2062431902-project-member] Task: {'id': task-2386298, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 593.250335] env[62328]: DEBUG oslo_concurrency.lockutils [None req-dee65bd2-c479-4e8f-92ef-b2337c4d6897 tempest-ImagesOneServerNegativeTestJSON-835227872 tempest-ImagesOneServerNegativeTestJSON-835227872-project-member] Releasing lock "refresh_cache-7d40ec51-28cf-4829-be03-810f8d965b2e" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 593.250660] env[62328]: DEBUG nova.compute.manager [None req-dee65bd2-c479-4e8f-92ef-b2337c4d6897 tempest-ImagesOneServerNegativeTestJSON-835227872 tempest-ImagesOneServerNegativeTestJSON-835227872-project-member] [instance: 7d40ec51-28cf-4829-be03-810f8d965b2e] Instance network_info: |[{"id": "20de8cf8-a361-48ea-80c7-13ba7859ba07", "address": "fa:16:3e:13:f6:a6", "network": {"id": "feab4433-9414-4cb7-9514-0d82ba3bdb9e", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-1637745333-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c7a85d39d53e4b2c967508704710eb81", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c8f580e6-1d86-41ee-9ebe-c531cb9299c6", "external-id": "nsx-vlan-transportzone-150", "segmentation_id": 150, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap20de8cf8-a3", "ovs_interfaceid": "20de8cf8-a361-48ea-80c7-13ba7859ba07", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62328) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 593.251098] env[62328]: DEBUG nova.virt.vmwareapi.vmops [None req-dee65bd2-c479-4e8f-92ef-b2337c4d6897 tempest-ImagesOneServerNegativeTestJSON-835227872 tempest-ImagesOneServerNegativeTestJSON-835227872-project-member] [instance: 7d40ec51-28cf-4829-be03-810f8d965b2e] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:13:f6:a6', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'c8f580e6-1d86-41ee-9ebe-c531cb9299c6', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '20de8cf8-a361-48ea-80c7-13ba7859ba07', 'vif_model': 'vmxnet3'}] {{(pid=62328) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 593.263150] env[62328]: DEBUG nova.virt.vmwareapi.vm_util [None req-dee65bd2-c479-4e8f-92ef-b2337c4d6897 tempest-ImagesOneServerNegativeTestJSON-835227872 tempest-ImagesOneServerNegativeTestJSON-835227872-project-member] Creating folder: Project (c7a85d39d53e4b2c967508704710eb81). Parent ref: group-v484164. {{(pid=62328) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 593.266287] env[62328]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-6f2a9f65-8166-4245-8fa3-90005ebbf529 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 593.276906] env[62328]: INFO nova.virt.vmwareapi.vm_util [None req-dee65bd2-c479-4e8f-92ef-b2337c4d6897 tempest-ImagesOneServerNegativeTestJSON-835227872 tempest-ImagesOneServerNegativeTestJSON-835227872-project-member] Created folder: Project (c7a85d39d53e4b2c967508704710eb81) in parent group-v484164. [ 593.277177] env[62328]: DEBUG nova.virt.vmwareapi.vm_util [None req-dee65bd2-c479-4e8f-92ef-b2337c4d6897 tempest-ImagesOneServerNegativeTestJSON-835227872 tempest-ImagesOneServerNegativeTestJSON-835227872-project-member] Creating folder: Instances. Parent ref: group-v484210. {{(pid=62328) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 593.277436] env[62328]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-efc58e1b-549d-40b2-a39f-62402fadffcd {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 593.286609] env[62328]: INFO nova.virt.vmwareapi.vm_util [None req-dee65bd2-c479-4e8f-92ef-b2337c4d6897 tempest-ImagesOneServerNegativeTestJSON-835227872 tempest-ImagesOneServerNegativeTestJSON-835227872-project-member] Created folder: Instances in parent group-v484210. [ 593.289362] env[62328]: DEBUG oslo.service.loopingcall [None req-dee65bd2-c479-4e8f-92ef-b2337c4d6897 tempest-ImagesOneServerNegativeTestJSON-835227872 tempest-ImagesOneServerNegativeTestJSON-835227872-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62328) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 593.289362] env[62328]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7d40ec51-28cf-4829-be03-810f8d965b2e] Creating VM on the ESX host {{(pid=62328) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 593.289700] env[62328]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-d7e93ab9-6990-467e-aca7-0ef9b9d9306e {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 593.317165] env[62328]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 593.317165] env[62328]: value = "task-2386301" [ 593.317165] env[62328]: _type = "Task" [ 593.317165] env[62328]: } to complete. {{(pid=62328) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 593.322450] env[62328]: DEBUG nova.compute.manager [None req-8c2925ac-39e7-4131-b78f-e4fc84930dc1 tempest-SecurityGroupsTestJSON-105101063 tempest-SecurityGroupsTestJSON-105101063-project-member] [instance: 2ead81f5-76a7-4b80-ac7e-f227dec14f95] Start building block device mappings for instance. {{(pid=62328) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 593.333842] env[62328]: DEBUG oslo_vmware.api [-] Task: {'id': task-2386301, 'name': CreateVM_Task} progress is 6%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 593.558257] env[62328]: DEBUG oslo_vmware.api [None req-3c4710ea-f3d4-41ef-8b4a-f06ed375348a tempest-ImagesOneServerTestJSON-2062431902 tempest-ImagesOneServerTestJSON-2062431902-project-member] Task: {'id': task-2386298, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 593.749110] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-38256b0f-b9ba-4681-b74a-44d95b162636 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 593.762235] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-586df990-39e5-4741-9c37-4f40de1d23fc {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 593.771143] env[62328]: DEBUG nova.compute.manager [req-fed58ba6-901d-4364-9ed0-5260bb4e50d6 req-7b20a395-2326-4c70-a40d-5d556d036da3 service nova] [instance: b7106740-bdd7-4774-8744-cbe21352a31c] Received event network-changed-fe0fb389-3f12-4154-8fd0-89d5e2c772b8 {{(pid=62328) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 593.771143] env[62328]: DEBUG nova.compute.manager [req-fed58ba6-901d-4364-9ed0-5260bb4e50d6 req-7b20a395-2326-4c70-a40d-5d556d036da3 service nova] [instance: b7106740-bdd7-4774-8744-cbe21352a31c] Refreshing instance network info cache due to event network-changed-fe0fb389-3f12-4154-8fd0-89d5e2c772b8. {{(pid=62328) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 593.771457] env[62328]: DEBUG oslo_concurrency.lockutils [req-fed58ba6-901d-4364-9ed0-5260bb4e50d6 req-7b20a395-2326-4c70-a40d-5d556d036da3 service nova] Acquiring lock "refresh_cache-b7106740-bdd7-4774-8744-cbe21352a31c" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 593.771738] env[62328]: DEBUG oslo_concurrency.lockutils [req-fed58ba6-901d-4364-9ed0-5260bb4e50d6 req-7b20a395-2326-4c70-a40d-5d556d036da3 service nova] Acquired lock "refresh_cache-b7106740-bdd7-4774-8744-cbe21352a31c" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 593.772145] env[62328]: DEBUG nova.network.neutron [req-fed58ba6-901d-4364-9ed0-5260bb4e50d6 req-7b20a395-2326-4c70-a40d-5d556d036da3 service nova] [instance: b7106740-bdd7-4774-8744-cbe21352a31c] Refreshing network info cache for port fe0fb389-3f12-4154-8fd0-89d5e2c772b8 {{(pid=62328) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 593.810050] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-afa2e5d3-7496-43d9-999d-4c80c4831719 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 593.819032] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ecc969e7-ebbc-49cc-8e7a-d5d92e30821b {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 593.839920] env[62328]: DEBUG nova.compute.provider_tree [None req-6bc67d14-b0d0-483b-8293-8e8be3934951 tempest-ListServerFiltersTestJSON-1229971268 tempest-ListServerFiltersTestJSON-1229971268-project-member] Inventory has not changed in ProviderTree for provider: 3469e9f8-04af-49ca-8435-49f104496744 {{(pid=62328) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 593.845081] env[62328]: DEBUG oslo_vmware.api [-] Task: {'id': task-2386301, 'name': CreateVM_Task} progress is 99%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 593.863719] env[62328]: DEBUG nova.compute.manager [req-0024983e-b259-4aef-b612-8c285cb7e81b req-48838fc7-69bd-4e1b-b9d7-fa0f3600ef01 service nova] [instance: 3e0f093a-98be-4406-a220-34f6d6767294] Received event network-changed-7b7b0d94-ddb8-4de8-8091-fd054caa14de {{(pid=62328) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 593.863901] env[62328]: DEBUG nova.compute.manager [req-0024983e-b259-4aef-b612-8c285cb7e81b req-48838fc7-69bd-4e1b-b9d7-fa0f3600ef01 service nova] [instance: 3e0f093a-98be-4406-a220-34f6d6767294] Refreshing instance network info cache due to event network-changed-7b7b0d94-ddb8-4de8-8091-fd054caa14de. {{(pid=62328) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 593.864122] env[62328]: DEBUG oslo_concurrency.lockutils [req-0024983e-b259-4aef-b612-8c285cb7e81b req-48838fc7-69bd-4e1b-b9d7-fa0f3600ef01 service nova] Acquiring lock "refresh_cache-3e0f093a-98be-4406-a220-34f6d6767294" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 593.864257] env[62328]: DEBUG oslo_concurrency.lockutils [req-0024983e-b259-4aef-b612-8c285cb7e81b req-48838fc7-69bd-4e1b-b9d7-fa0f3600ef01 service nova] Acquired lock "refresh_cache-3e0f093a-98be-4406-a220-34f6d6767294" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 593.864408] env[62328]: DEBUG nova.network.neutron [req-0024983e-b259-4aef-b612-8c285cb7e81b req-48838fc7-69bd-4e1b-b9d7-fa0f3600ef01 service nova] [instance: 3e0f093a-98be-4406-a220-34f6d6767294] Refreshing network info cache for port 7b7b0d94-ddb8-4de8-8091-fd054caa14de {{(pid=62328) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 594.053395] env[62328]: DEBUG oslo_vmware.api [None req-3c4710ea-f3d4-41ef-8b4a-f06ed375348a tempest-ImagesOneServerTestJSON-2062431902 tempest-ImagesOneServerTestJSON-2062431902-project-member] Task: {'id': task-2386298, 'name': ReconfigVM_Task, 'duration_secs': 0.745561} completed successfully. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 594.053712] env[62328]: DEBUG nova.virt.vmwareapi.volumeops [None req-3c4710ea-f3d4-41ef-8b4a-f06ed375348a tempest-ImagesOneServerTestJSON-2062431902 tempest-ImagesOneServerTestJSON-2062431902-project-member] [instance: b7106740-bdd7-4774-8744-cbe21352a31c] Reconfigured VM instance instance-0000000f to attach disk [datastore2] b7106740-bdd7-4774-8744-cbe21352a31c/b7106740-bdd7-4774-8744-cbe21352a31c.vmdk or device None with type sparse {{(pid=62328) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 594.054462] env[62328]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-52a12d56-226a-40eb-b3b0-24fa166cf8c8 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 594.062923] env[62328]: DEBUG oslo_vmware.api [None req-3c4710ea-f3d4-41ef-8b4a-f06ed375348a tempest-ImagesOneServerTestJSON-2062431902 tempest-ImagesOneServerTestJSON-2062431902-project-member] Waiting for the task: (returnval){ [ 594.062923] env[62328]: value = "task-2386302" [ 594.062923] env[62328]: _type = "Task" [ 594.062923] env[62328]: } to complete. {{(pid=62328) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 594.071833] env[62328]: DEBUG oslo_vmware.api [None req-3c4710ea-f3d4-41ef-8b4a-f06ed375348a tempest-ImagesOneServerTestJSON-2062431902 tempest-ImagesOneServerTestJSON-2062431902-project-member] Task: {'id': task-2386302, 'name': Rename_Task} progress is 5%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 594.210854] env[62328]: DEBUG oslo_concurrency.lockutils [None req-dbcabc2d-35a1-42fd-b59b-404b0e3e4f1c tempest-MigrationsAdminTest-413245202 tempest-MigrationsAdminTest-413245202-project-member] Acquiring lock "613e2516-6209-439d-bb90-b87d67b281a8" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 594.211131] env[62328]: DEBUG oslo_concurrency.lockutils [None req-dbcabc2d-35a1-42fd-b59b-404b0e3e4f1c tempest-MigrationsAdminTest-413245202 tempest-MigrationsAdminTest-413245202-project-member] Lock "613e2516-6209-439d-bb90-b87d67b281a8" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.001s {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 594.211333] env[62328]: DEBUG nova.compute.manager [None req-dbcabc2d-35a1-42fd-b59b-404b0e3e4f1c tempest-MigrationsAdminTest-413245202 tempest-MigrationsAdminTest-413245202-project-member] [instance: 613e2516-6209-439d-bb90-b87d67b281a8] Going to confirm migration 1 {{(pid=62328) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:5250}} [ 594.333987] env[62328]: DEBUG oslo_vmware.api [-] Task: {'id': task-2386301, 'name': CreateVM_Task} progress is 99%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 594.343436] env[62328]: DEBUG nova.compute.manager [None req-8c2925ac-39e7-4131-b78f-e4fc84930dc1 tempest-SecurityGroupsTestJSON-105101063 tempest-SecurityGroupsTestJSON-105101063-project-member] [instance: 2ead81f5-76a7-4b80-ac7e-f227dec14f95] Start spawning the instance on the hypervisor. {{(pid=62328) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 594.347334] env[62328]: DEBUG nova.scheduler.client.report [None req-6bc67d14-b0d0-483b-8293-8e8be3934951 tempest-ListServerFiltersTestJSON-1229971268 tempest-ListServerFiltersTestJSON-1229971268-project-member] Inventory has not changed for provider 3469e9f8-04af-49ca-8435-49f104496744 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 153, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62328) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 594.376729] env[62328]: DEBUG nova.virt.hardware [None req-8c2925ac-39e7-4131-b78f-e4fc84930dc1 tempest-SecurityGroupsTestJSON-105101063 tempest-SecurityGroupsTestJSON-105101063-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-07T17:16:55Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-07T17:16:37Z,direct_url=,disk_format='vmdk',id=dbf872a4-92be-47e4-8561-c3e2bf2423ab,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='2a64022f08d84b11a86773b900860ae5',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-07T17:16:38Z,virtual_size=,visibility=), allow threads: False {{(pid=62328) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 594.377142] env[62328]: DEBUG nova.virt.hardware [None req-8c2925ac-39e7-4131-b78f-e4fc84930dc1 tempest-SecurityGroupsTestJSON-105101063 tempest-SecurityGroupsTestJSON-105101063-project-member] Flavor limits 0:0:0 {{(pid=62328) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 594.377348] env[62328]: DEBUG nova.virt.hardware [None req-8c2925ac-39e7-4131-b78f-e4fc84930dc1 tempest-SecurityGroupsTestJSON-105101063 tempest-SecurityGroupsTestJSON-105101063-project-member] Image limits 0:0:0 {{(pid=62328) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 594.377562] env[62328]: DEBUG nova.virt.hardware [None req-8c2925ac-39e7-4131-b78f-e4fc84930dc1 tempest-SecurityGroupsTestJSON-105101063 tempest-SecurityGroupsTestJSON-105101063-project-member] Flavor pref 0:0:0 {{(pid=62328) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 594.377686] env[62328]: DEBUG nova.virt.hardware [None req-8c2925ac-39e7-4131-b78f-e4fc84930dc1 tempest-SecurityGroupsTestJSON-105101063 tempest-SecurityGroupsTestJSON-105101063-project-member] Image pref 0:0:0 {{(pid=62328) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 594.377857] env[62328]: DEBUG nova.virt.hardware [None req-8c2925ac-39e7-4131-b78f-e4fc84930dc1 tempest-SecurityGroupsTestJSON-105101063 tempest-SecurityGroupsTestJSON-105101063-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62328) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 594.378108] env[62328]: DEBUG nova.virt.hardware [None req-8c2925ac-39e7-4131-b78f-e4fc84930dc1 tempest-SecurityGroupsTestJSON-105101063 tempest-SecurityGroupsTestJSON-105101063-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62328) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 594.378281] env[62328]: DEBUG nova.virt.hardware [None req-8c2925ac-39e7-4131-b78f-e4fc84930dc1 tempest-SecurityGroupsTestJSON-105101063 tempest-SecurityGroupsTestJSON-105101063-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62328) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 594.378449] env[62328]: DEBUG nova.virt.hardware [None req-8c2925ac-39e7-4131-b78f-e4fc84930dc1 tempest-SecurityGroupsTestJSON-105101063 tempest-SecurityGroupsTestJSON-105101063-project-member] Got 1 possible topologies {{(pid=62328) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 594.378611] env[62328]: DEBUG nova.virt.hardware [None req-8c2925ac-39e7-4131-b78f-e4fc84930dc1 tempest-SecurityGroupsTestJSON-105101063 tempest-SecurityGroupsTestJSON-105101063-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62328) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 594.378783] env[62328]: DEBUG nova.virt.hardware [None req-8c2925ac-39e7-4131-b78f-e4fc84930dc1 tempest-SecurityGroupsTestJSON-105101063 tempest-SecurityGroupsTestJSON-105101063-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62328) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 594.380238] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cbb5d8d9-44a0-4949-ba4b-6039575dcf22 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 594.390508] env[62328]: DEBUG oslo_concurrency.lockutils [None req-8ae36df4-c359-4222-9a0e-fe175cc9f366 tempest-ServersTestJSON-42114830 tempest-ServersTestJSON-42114830-project-member] Acquiring lock "aa0b930b-b792-402c-ac6d-bfe5dfed0f03" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 594.390795] env[62328]: DEBUG oslo_concurrency.lockutils [None req-8ae36df4-c359-4222-9a0e-fe175cc9f366 tempest-ServersTestJSON-42114830 tempest-ServersTestJSON-42114830-project-member] Lock "aa0b930b-b792-402c-ac6d-bfe5dfed0f03" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 594.395389] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a74800de-b40e-4113-a325-d960caed3169 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 594.572564] env[62328]: DEBUG oslo_vmware.api [None req-3c4710ea-f3d4-41ef-8b4a-f06ed375348a tempest-ImagesOneServerTestJSON-2062431902 tempest-ImagesOneServerTestJSON-2062431902-project-member] Task: {'id': task-2386302, 'name': Rename_Task, 'duration_secs': 0.161608} completed successfully. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 594.576377] env[62328]: DEBUG nova.virt.vmwareapi.vm_util [None req-3c4710ea-f3d4-41ef-8b4a-f06ed375348a tempest-ImagesOneServerTestJSON-2062431902 tempest-ImagesOneServerTestJSON-2062431902-project-member] [instance: b7106740-bdd7-4774-8744-cbe21352a31c] Powering on the VM {{(pid=62328) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 594.576662] env[62328]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-e42c3c2d-ba43-4112-8850-2f83d5f9dcf1 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 594.584320] env[62328]: DEBUG oslo_vmware.api [None req-3c4710ea-f3d4-41ef-8b4a-f06ed375348a tempest-ImagesOneServerTestJSON-2062431902 tempest-ImagesOneServerTestJSON-2062431902-project-member] Waiting for the task: (returnval){ [ 594.584320] env[62328]: value = "task-2386303" [ 594.584320] env[62328]: _type = "Task" [ 594.584320] env[62328]: } to complete. {{(pid=62328) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 594.593010] env[62328]: DEBUG oslo_vmware.api [None req-3c4710ea-f3d4-41ef-8b4a-f06ed375348a tempest-ImagesOneServerTestJSON-2062431902 tempest-ImagesOneServerTestJSON-2062431902-project-member] Task: {'id': task-2386303, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 594.614959] env[62328]: DEBUG nova.network.neutron [None req-8c2925ac-39e7-4131-b78f-e4fc84930dc1 tempest-SecurityGroupsTestJSON-105101063 tempest-SecurityGroupsTestJSON-105101063-project-member] [instance: 2ead81f5-76a7-4b80-ac7e-f227dec14f95] Successfully created port: 48b2a454-3d7d-450f-a0c8-806fad2cba81 {{(pid=62328) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 594.831452] env[62328]: DEBUG oslo_vmware.api [-] Task: {'id': task-2386301, 'name': CreateVM_Task, 'duration_secs': 1.490098} completed successfully. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 594.831452] env[62328]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7d40ec51-28cf-4829-be03-810f8d965b2e] Created VM on the ESX host {{(pid=62328) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 594.831695] env[62328]: DEBUG oslo_concurrency.lockutils [None req-dee65bd2-c479-4e8f-92ef-b2337c4d6897 tempest-ImagesOneServerNegativeTestJSON-835227872 tempest-ImagesOneServerNegativeTestJSON-835227872-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/dbf872a4-92be-47e4-8561-c3e2bf2423ab" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 594.831695] env[62328]: DEBUG oslo_concurrency.lockutils [None req-dee65bd2-c479-4e8f-92ef-b2337c4d6897 tempest-ImagesOneServerNegativeTestJSON-835227872 tempest-ImagesOneServerNegativeTestJSON-835227872-project-member] Acquired lock "[datastore2] devstack-image-cache_base/dbf872a4-92be-47e4-8561-c3e2bf2423ab" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 594.832014] env[62328]: DEBUG oslo_concurrency.lockutils [None req-dee65bd2-c479-4e8f-92ef-b2337c4d6897 tempest-ImagesOneServerNegativeTestJSON-835227872 tempest-ImagesOneServerNegativeTestJSON-835227872-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/dbf872a4-92be-47e4-8561-c3e2bf2423ab" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 594.832276] env[62328]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-aea0c83c-446b-466f-84cc-a3abc5d5a769 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 594.836629] env[62328]: DEBUG oslo_vmware.api [None req-dee65bd2-c479-4e8f-92ef-b2337c4d6897 tempest-ImagesOneServerNegativeTestJSON-835227872 tempest-ImagesOneServerNegativeTestJSON-835227872-project-member] Waiting for the task: (returnval){ [ 594.836629] env[62328]: value = "session[52a6e20e-410d-708a-99f2-080a575a99bd]52d33e61-dae0-ce9e-7a40-2d7a25ddcbfd" [ 594.836629] env[62328]: _type = "Task" [ 594.836629] env[62328]: } to complete. {{(pid=62328) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 594.844425] env[62328]: DEBUG oslo_vmware.api [None req-dee65bd2-c479-4e8f-92ef-b2337c4d6897 tempest-ImagesOneServerNegativeTestJSON-835227872 tempest-ImagesOneServerNegativeTestJSON-835227872-project-member] Task: {'id': session[52a6e20e-410d-708a-99f2-080a575a99bd]52d33e61-dae0-ce9e-7a40-2d7a25ddcbfd, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 594.854657] env[62328]: DEBUG oslo_concurrency.lockutils [None req-6bc67d14-b0d0-483b-8293-8e8be3934951 tempest-ListServerFiltersTestJSON-1229971268 tempest-ListServerFiltersTestJSON-1229971268-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.547s {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 594.855412] env[62328]: DEBUG nova.compute.manager [None req-6bc67d14-b0d0-483b-8293-8e8be3934951 tempest-ListServerFiltersTestJSON-1229971268 tempest-ListServerFiltersTestJSON-1229971268-project-member] [instance: 7d799973-7eb9-46f8-ae41-d9aca9fc9e5a] Start building networks asynchronously for instance. {{(pid=62328) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 594.858833] env[62328]: DEBUG oslo_concurrency.lockutils [None req-c61dbfc8-e3b5-4fb9-ae33-c7091d627a78 tempest-ListServersNegativeTestJSON-1737878377 tempest-ListServersNegativeTestJSON-1737878377-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 18.063s {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 594.860865] env[62328]: INFO nova.compute.claims [None req-c61dbfc8-e3b5-4fb9-ae33-c7091d627a78 tempest-ListServersNegativeTestJSON-1737878377 tempest-ListServersNegativeTestJSON-1737878377-project-member] [instance: df0d7e5c-1299-4174-8641-f96b51442b55] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 594.897621] env[62328]: DEBUG oslo_concurrency.lockutils [None req-dbcabc2d-35a1-42fd-b59b-404b0e3e4f1c tempest-MigrationsAdminTest-413245202 tempest-MigrationsAdminTest-413245202-project-member] Acquiring lock "refresh_cache-613e2516-6209-439d-bb90-b87d67b281a8" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 594.897885] env[62328]: DEBUG oslo_concurrency.lockutils [None req-dbcabc2d-35a1-42fd-b59b-404b0e3e4f1c tempest-MigrationsAdminTest-413245202 tempest-MigrationsAdminTest-413245202-project-member] Acquired lock "refresh_cache-613e2516-6209-439d-bb90-b87d67b281a8" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 594.898119] env[62328]: DEBUG nova.network.neutron [None req-dbcabc2d-35a1-42fd-b59b-404b0e3e4f1c tempest-MigrationsAdminTest-413245202 tempest-MigrationsAdminTest-413245202-project-member] [instance: 613e2516-6209-439d-bb90-b87d67b281a8] Building network info cache for instance {{(pid=62328) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 594.898264] env[62328]: DEBUG nova.objects.instance [None req-dbcabc2d-35a1-42fd-b59b-404b0e3e4f1c tempest-MigrationsAdminTest-413245202 tempest-MigrationsAdminTest-413245202-project-member] Lazy-loading 'info_cache' on Instance uuid 613e2516-6209-439d-bb90-b87d67b281a8 {{(pid=62328) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 595.098216] env[62328]: DEBUG oslo_vmware.api [None req-3c4710ea-f3d4-41ef-8b4a-f06ed375348a tempest-ImagesOneServerTestJSON-2062431902 tempest-ImagesOneServerTestJSON-2062431902-project-member] Task: {'id': task-2386303, 'name': PowerOnVM_Task} progress is 88%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 595.190539] env[62328]: DEBUG nova.network.neutron [req-fed58ba6-901d-4364-9ed0-5260bb4e50d6 req-7b20a395-2326-4c70-a40d-5d556d036da3 service nova] [instance: b7106740-bdd7-4774-8744-cbe21352a31c] Updated VIF entry in instance network info cache for port fe0fb389-3f12-4154-8fd0-89d5e2c772b8. {{(pid=62328) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 595.190964] env[62328]: DEBUG nova.network.neutron [req-fed58ba6-901d-4364-9ed0-5260bb4e50d6 req-7b20a395-2326-4c70-a40d-5d556d036da3 service nova] [instance: b7106740-bdd7-4774-8744-cbe21352a31c] Updating instance_info_cache with network_info: [{"id": "fe0fb389-3f12-4154-8fd0-89d5e2c772b8", "address": "fa:16:3e:6d:38:1f", "network": {"id": "baa5a18f-3962-4ac9-a411-fa417347025d", "bridge": "br-int", "label": "tempest-ImagesOneServerTestJSON-566990372-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "73c3178732cf4c7da333f00fc8305091", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "47ca1ce6-8148-48d5-bcfe-89e39b73914e", "external-id": "nsx-vlan-transportzone-259", "segmentation_id": 259, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfe0fb389-3f", "ovs_interfaceid": "fe0fb389-3f12-4154-8fd0-89d5e2c772b8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62328) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 595.347960] env[62328]: DEBUG oslo_vmware.api [None req-dee65bd2-c479-4e8f-92ef-b2337c4d6897 tempest-ImagesOneServerNegativeTestJSON-835227872 tempest-ImagesOneServerNegativeTestJSON-835227872-project-member] Task: {'id': session[52a6e20e-410d-708a-99f2-080a575a99bd]52d33e61-dae0-ce9e-7a40-2d7a25ddcbfd, 'name': SearchDatastore_Task, 'duration_secs': 0.009119} completed successfully. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 595.348274] env[62328]: DEBUG oslo_concurrency.lockutils [None req-dee65bd2-c479-4e8f-92ef-b2337c4d6897 tempest-ImagesOneServerNegativeTestJSON-835227872 tempest-ImagesOneServerNegativeTestJSON-835227872-project-member] Releasing lock "[datastore2] devstack-image-cache_base/dbf872a4-92be-47e4-8561-c3e2bf2423ab" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 595.348499] env[62328]: DEBUG nova.virt.vmwareapi.vmops [None req-dee65bd2-c479-4e8f-92ef-b2337c4d6897 tempest-ImagesOneServerNegativeTestJSON-835227872 tempest-ImagesOneServerNegativeTestJSON-835227872-project-member] [instance: 7d40ec51-28cf-4829-be03-810f8d965b2e] Processing image dbf872a4-92be-47e4-8561-c3e2bf2423ab {{(pid=62328) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 595.348793] env[62328]: DEBUG oslo_concurrency.lockutils [None req-dee65bd2-c479-4e8f-92ef-b2337c4d6897 tempest-ImagesOneServerNegativeTestJSON-835227872 tempest-ImagesOneServerNegativeTestJSON-835227872-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/dbf872a4-92be-47e4-8561-c3e2bf2423ab/dbf872a4-92be-47e4-8561-c3e2bf2423ab.vmdk" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 595.349009] env[62328]: DEBUG oslo_concurrency.lockutils [None req-dee65bd2-c479-4e8f-92ef-b2337c4d6897 tempest-ImagesOneServerNegativeTestJSON-835227872 tempest-ImagesOneServerNegativeTestJSON-835227872-project-member] Acquired lock "[datastore2] devstack-image-cache_base/dbf872a4-92be-47e4-8561-c3e2bf2423ab/dbf872a4-92be-47e4-8561-c3e2bf2423ab.vmdk" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 595.349207] env[62328]: DEBUG nova.virt.vmwareapi.ds_util [None req-dee65bd2-c479-4e8f-92ef-b2337c4d6897 tempest-ImagesOneServerNegativeTestJSON-835227872 tempest-ImagesOneServerNegativeTestJSON-835227872-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62328) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 595.349471] env[62328]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-2256b8b8-9812-4476-898d-787059e3c814 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 595.358994] env[62328]: DEBUG nova.virt.vmwareapi.ds_util [None req-dee65bd2-c479-4e8f-92ef-b2337c4d6897 tempest-ImagesOneServerNegativeTestJSON-835227872 tempest-ImagesOneServerNegativeTestJSON-835227872-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62328) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 595.359508] env[62328]: DEBUG nova.virt.vmwareapi.vmops [None req-dee65bd2-c479-4e8f-92ef-b2337c4d6897 tempest-ImagesOneServerNegativeTestJSON-835227872 tempest-ImagesOneServerNegativeTestJSON-835227872-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62328) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 595.361027] env[62328]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6d38a8e9-612c-42c0-81bb-3fa0c67d8cfa {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 595.366074] env[62328]: DEBUG nova.compute.utils [None req-6bc67d14-b0d0-483b-8293-8e8be3934951 tempest-ListServerFiltersTestJSON-1229971268 tempest-ListServerFiltersTestJSON-1229971268-project-member] Using /dev/sd instead of None {{(pid=62328) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 595.373187] env[62328]: DEBUG nova.compute.manager [None req-6bc67d14-b0d0-483b-8293-8e8be3934951 tempest-ListServerFiltersTestJSON-1229971268 tempest-ListServerFiltersTestJSON-1229971268-project-member] [instance: 7d799973-7eb9-46f8-ae41-d9aca9fc9e5a] Allocating IP information in the background. {{(pid=62328) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 595.373187] env[62328]: DEBUG nova.network.neutron [None req-6bc67d14-b0d0-483b-8293-8e8be3934951 tempest-ListServerFiltersTestJSON-1229971268 tempest-ListServerFiltersTestJSON-1229971268-project-member] [instance: 7d799973-7eb9-46f8-ae41-d9aca9fc9e5a] allocate_for_instance() {{(pid=62328) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 595.375105] env[62328]: DEBUG oslo_vmware.api [None req-dee65bd2-c479-4e8f-92ef-b2337c4d6897 tempest-ImagesOneServerNegativeTestJSON-835227872 tempest-ImagesOneServerNegativeTestJSON-835227872-project-member] Waiting for the task: (returnval){ [ 595.375105] env[62328]: value = "session[52a6e20e-410d-708a-99f2-080a575a99bd]5223c9d4-63f4-60ee-d6b0-b3228c672eb4" [ 595.375105] env[62328]: _type = "Task" [ 595.375105] env[62328]: } to complete. {{(pid=62328) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 595.384513] env[62328]: DEBUG oslo_vmware.api [None req-dee65bd2-c479-4e8f-92ef-b2337c4d6897 tempest-ImagesOneServerNegativeTestJSON-835227872 tempest-ImagesOneServerNegativeTestJSON-835227872-project-member] Task: {'id': session[52a6e20e-410d-708a-99f2-080a575a99bd]5223c9d4-63f4-60ee-d6b0-b3228c672eb4, 'name': SearchDatastore_Task, 'duration_secs': 0.013733} completed successfully. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 595.386233] env[62328]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e04e5c46-acbe-4126-88c6-2001d018219d {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 595.393964] env[62328]: DEBUG oslo_vmware.api [None req-dee65bd2-c479-4e8f-92ef-b2337c4d6897 tempest-ImagesOneServerNegativeTestJSON-835227872 tempest-ImagesOneServerNegativeTestJSON-835227872-project-member] Waiting for the task: (returnval){ [ 595.393964] env[62328]: value = "session[52a6e20e-410d-708a-99f2-080a575a99bd]52f4e563-6d2a-0acf-92d2-be21662ae35d" [ 595.393964] env[62328]: _type = "Task" [ 595.393964] env[62328]: } to complete. {{(pid=62328) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 595.404459] env[62328]: DEBUG oslo_vmware.api [None req-dee65bd2-c479-4e8f-92ef-b2337c4d6897 tempest-ImagesOneServerNegativeTestJSON-835227872 tempest-ImagesOneServerNegativeTestJSON-835227872-project-member] Task: {'id': session[52a6e20e-410d-708a-99f2-080a575a99bd]52f4e563-6d2a-0acf-92d2-be21662ae35d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 595.485648] env[62328]: DEBUG nova.network.neutron [req-0024983e-b259-4aef-b612-8c285cb7e81b req-48838fc7-69bd-4e1b-b9d7-fa0f3600ef01 service nova] [instance: 3e0f093a-98be-4406-a220-34f6d6767294] Updated VIF entry in instance network info cache for port 7b7b0d94-ddb8-4de8-8091-fd054caa14de. {{(pid=62328) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 595.486014] env[62328]: DEBUG nova.network.neutron [req-0024983e-b259-4aef-b612-8c285cb7e81b req-48838fc7-69bd-4e1b-b9d7-fa0f3600ef01 service nova] [instance: 3e0f093a-98be-4406-a220-34f6d6767294] Updating instance_info_cache with network_info: [{"id": "7b7b0d94-ddb8-4de8-8091-fd054caa14de", "address": "fa:16:3e:83:fc:52", "network": {"id": "aae56b84-36cd-460a-a843-a115c01dd8c5", "bridge": "br-int", "label": "tempest-VolumesAssistedSnapshotsTest-2088436330-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.236", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f507ebdba7054b77b9dbc7efeec53f3a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e238ac23-819b-452f-9015-52922e45efd3", "external-id": "nsx-vlan-transportzone-127", "segmentation_id": 127, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7b7b0d94-dd", "ovs_interfaceid": "7b7b0d94-ddb8-4de8-8091-fd054caa14de", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62328) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 595.548713] env[62328]: DEBUG nova.policy [None req-6bc67d14-b0d0-483b-8293-8e8be3934951 tempest-ListServerFiltersTestJSON-1229971268 tempest-ListServerFiltersTestJSON-1229971268-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'd273b14fd379430ba9025a5d6e1ddfc1', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '74a0bc813655452b82c1404e811a4da4', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62328) authorize /opt/stack/nova/nova/policy.py:192}} [ 595.599973] env[62328]: DEBUG oslo_vmware.api [None req-3c4710ea-f3d4-41ef-8b4a-f06ed375348a tempest-ImagesOneServerTestJSON-2062431902 tempest-ImagesOneServerTestJSON-2062431902-project-member] Task: {'id': task-2386303, 'name': PowerOnVM_Task, 'duration_secs': 0.70428} completed successfully. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 595.599973] env[62328]: DEBUG nova.virt.vmwareapi.vm_util [None req-3c4710ea-f3d4-41ef-8b4a-f06ed375348a tempest-ImagesOneServerTestJSON-2062431902 tempest-ImagesOneServerTestJSON-2062431902-project-member] [instance: b7106740-bdd7-4774-8744-cbe21352a31c] Powered on the VM {{(pid=62328) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 595.599973] env[62328]: INFO nova.compute.manager [None req-3c4710ea-f3d4-41ef-8b4a-f06ed375348a tempest-ImagesOneServerTestJSON-2062431902 tempest-ImagesOneServerTestJSON-2062431902-project-member] [instance: b7106740-bdd7-4774-8744-cbe21352a31c] Took 11.60 seconds to spawn the instance on the hypervisor. [ 595.599973] env[62328]: DEBUG nova.compute.manager [None req-3c4710ea-f3d4-41ef-8b4a-f06ed375348a tempest-ImagesOneServerTestJSON-2062431902 tempest-ImagesOneServerTestJSON-2062431902-project-member] [instance: b7106740-bdd7-4774-8744-cbe21352a31c] Checking state {{(pid=62328) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 595.600367] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9bb0d208-dec4-462e-afe6-6a52526b4dce {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 595.695386] env[62328]: DEBUG oslo_concurrency.lockutils [req-fed58ba6-901d-4364-9ed0-5260bb4e50d6 req-7b20a395-2326-4c70-a40d-5d556d036da3 service nova] Releasing lock "refresh_cache-b7106740-bdd7-4774-8744-cbe21352a31c" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 595.695386] env[62328]: DEBUG nova.compute.manager [req-fed58ba6-901d-4364-9ed0-5260bb4e50d6 req-7b20a395-2326-4c70-a40d-5d556d036da3 service nova] [instance: 7d40ec51-28cf-4829-be03-810f8d965b2e] Received event network-vif-plugged-20de8cf8-a361-48ea-80c7-13ba7859ba07 {{(pid=62328) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 595.695386] env[62328]: DEBUG oslo_concurrency.lockutils [req-fed58ba6-901d-4364-9ed0-5260bb4e50d6 req-7b20a395-2326-4c70-a40d-5d556d036da3 service nova] Acquiring lock "7d40ec51-28cf-4829-be03-810f8d965b2e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 595.695820] env[62328]: DEBUG oslo_concurrency.lockutils [req-fed58ba6-901d-4364-9ed0-5260bb4e50d6 req-7b20a395-2326-4c70-a40d-5d556d036da3 service nova] Lock "7d40ec51-28cf-4829-be03-810f8d965b2e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 595.696128] env[62328]: DEBUG oslo_concurrency.lockutils [req-fed58ba6-901d-4364-9ed0-5260bb4e50d6 req-7b20a395-2326-4c70-a40d-5d556d036da3 service nova] Lock "7d40ec51-28cf-4829-be03-810f8d965b2e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.001s {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 595.696406] env[62328]: DEBUG nova.compute.manager [req-fed58ba6-901d-4364-9ed0-5260bb4e50d6 req-7b20a395-2326-4c70-a40d-5d556d036da3 service nova] [instance: 7d40ec51-28cf-4829-be03-810f8d965b2e] No waiting events found dispatching network-vif-plugged-20de8cf8-a361-48ea-80c7-13ba7859ba07 {{(pid=62328) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 595.696718] env[62328]: WARNING nova.compute.manager [req-fed58ba6-901d-4364-9ed0-5260bb4e50d6 req-7b20a395-2326-4c70-a40d-5d556d036da3 service nova] [instance: 7d40ec51-28cf-4829-be03-810f8d965b2e] Received unexpected event network-vif-plugged-20de8cf8-a361-48ea-80c7-13ba7859ba07 for instance with vm_state building and task_state spawning. [ 595.696993] env[62328]: DEBUG nova.compute.manager [req-fed58ba6-901d-4364-9ed0-5260bb4e50d6 req-7b20a395-2326-4c70-a40d-5d556d036da3 service nova] [instance: 7d40ec51-28cf-4829-be03-810f8d965b2e] Received event network-changed-20de8cf8-a361-48ea-80c7-13ba7859ba07 {{(pid=62328) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 595.697287] env[62328]: DEBUG nova.compute.manager [req-fed58ba6-901d-4364-9ed0-5260bb4e50d6 req-7b20a395-2326-4c70-a40d-5d556d036da3 service nova] [instance: 7d40ec51-28cf-4829-be03-810f8d965b2e] Refreshing instance network info cache due to event network-changed-20de8cf8-a361-48ea-80c7-13ba7859ba07. {{(pid=62328) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 595.697603] env[62328]: DEBUG oslo_concurrency.lockutils [req-fed58ba6-901d-4364-9ed0-5260bb4e50d6 req-7b20a395-2326-4c70-a40d-5d556d036da3 service nova] Acquiring lock "refresh_cache-7d40ec51-28cf-4829-be03-810f8d965b2e" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 595.697907] env[62328]: DEBUG oslo_concurrency.lockutils [req-fed58ba6-901d-4364-9ed0-5260bb4e50d6 req-7b20a395-2326-4c70-a40d-5d556d036da3 service nova] Acquired lock "refresh_cache-7d40ec51-28cf-4829-be03-810f8d965b2e" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 595.699098] env[62328]: DEBUG nova.network.neutron [req-fed58ba6-901d-4364-9ed0-5260bb4e50d6 req-7b20a395-2326-4c70-a40d-5d556d036da3 service nova] [instance: 7d40ec51-28cf-4829-be03-810f8d965b2e] Refreshing network info cache for port 20de8cf8-a361-48ea-80c7-13ba7859ba07 {{(pid=62328) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 595.874614] env[62328]: DEBUG nova.compute.manager [None req-6bc67d14-b0d0-483b-8293-8e8be3934951 tempest-ListServerFiltersTestJSON-1229971268 tempest-ListServerFiltersTestJSON-1229971268-project-member] [instance: 7d799973-7eb9-46f8-ae41-d9aca9fc9e5a] Start building block device mappings for instance. {{(pid=62328) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 595.912394] env[62328]: DEBUG oslo_vmware.api [None req-dee65bd2-c479-4e8f-92ef-b2337c4d6897 tempest-ImagesOneServerNegativeTestJSON-835227872 tempest-ImagesOneServerNegativeTestJSON-835227872-project-member] Task: {'id': session[52a6e20e-410d-708a-99f2-080a575a99bd]52f4e563-6d2a-0acf-92d2-be21662ae35d, 'name': SearchDatastore_Task, 'duration_secs': 0.012484} completed successfully. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 595.912683] env[62328]: DEBUG oslo_concurrency.lockutils [None req-dee65bd2-c479-4e8f-92ef-b2337c4d6897 tempest-ImagesOneServerNegativeTestJSON-835227872 tempest-ImagesOneServerNegativeTestJSON-835227872-project-member] Releasing lock "[datastore2] devstack-image-cache_base/dbf872a4-92be-47e4-8561-c3e2bf2423ab/dbf872a4-92be-47e4-8561-c3e2bf2423ab.vmdk" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 595.913776] env[62328]: DEBUG nova.virt.vmwareapi.vm_util [None req-dee65bd2-c479-4e8f-92ef-b2337c4d6897 tempest-ImagesOneServerNegativeTestJSON-835227872 tempest-ImagesOneServerNegativeTestJSON-835227872-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/dbf872a4-92be-47e4-8561-c3e2bf2423ab/dbf872a4-92be-47e4-8561-c3e2bf2423ab.vmdk to [datastore2] 7d40ec51-28cf-4829-be03-810f8d965b2e/7d40ec51-28cf-4829-be03-810f8d965b2e.vmdk {{(pid=62328) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 595.914450] env[62328]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-5aa2a05b-6609-47b3-b47e-bb4975c5bec4 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 595.922398] env[62328]: DEBUG oslo_vmware.api [None req-dee65bd2-c479-4e8f-92ef-b2337c4d6897 tempest-ImagesOneServerNegativeTestJSON-835227872 tempest-ImagesOneServerNegativeTestJSON-835227872-project-member] Waiting for the task: (returnval){ [ 595.922398] env[62328]: value = "task-2386304" [ 595.922398] env[62328]: _type = "Task" [ 595.922398] env[62328]: } to complete. {{(pid=62328) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 595.937361] env[62328]: DEBUG oslo_vmware.api [None req-dee65bd2-c479-4e8f-92ef-b2337c4d6897 tempest-ImagesOneServerNegativeTestJSON-835227872 tempest-ImagesOneServerNegativeTestJSON-835227872-project-member] Task: {'id': task-2386304, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 595.988313] env[62328]: DEBUG oslo_concurrency.lockutils [req-0024983e-b259-4aef-b612-8c285cb7e81b req-48838fc7-69bd-4e1b-b9d7-fa0f3600ef01 service nova] Releasing lock "refresh_cache-3e0f093a-98be-4406-a220-34f6d6767294" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 596.130722] env[62328]: INFO nova.compute.manager [None req-3c4710ea-f3d4-41ef-8b4a-f06ed375348a tempest-ImagesOneServerTestJSON-2062431902 tempest-ImagesOneServerTestJSON-2062431902-project-member] [instance: b7106740-bdd7-4774-8744-cbe21352a31c] Took 28.57 seconds to build instance. [ 596.433343] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c650cd1e-b210-474d-ac26-29f27e9e5087 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 596.445262] env[62328]: DEBUG oslo_vmware.api [None req-dee65bd2-c479-4e8f-92ef-b2337c4d6897 tempest-ImagesOneServerNegativeTestJSON-835227872 tempest-ImagesOneServerNegativeTestJSON-835227872-project-member] Task: {'id': task-2386304, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 596.449634] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-406bbb20-0315-480f-9288-9231ffd9c224 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 596.498296] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ea1c7305-0702-4c66-94ed-2039dc9f6062 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 596.507728] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4d204a11-2be8-40cc-b222-821328cb1e6a {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 596.523324] env[62328]: DEBUG nova.compute.provider_tree [None req-c61dbfc8-e3b5-4fb9-ae33-c7091d627a78 tempest-ListServersNegativeTestJSON-1737878377 tempest-ListServersNegativeTestJSON-1737878377-project-member] Inventory has not changed in ProviderTree for provider: 3469e9f8-04af-49ca-8435-49f104496744 {{(pid=62328) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 596.634155] env[62328]: DEBUG oslo_concurrency.lockutils [None req-3c4710ea-f3d4-41ef-8b4a-f06ed375348a tempest-ImagesOneServerTestJSON-2062431902 tempest-ImagesOneServerTestJSON-2062431902-project-member] Lock "b7106740-bdd7-4774-8744-cbe21352a31c" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 32.778s {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 596.740202] env[62328]: DEBUG nova.network.neutron [None req-6bc67d14-b0d0-483b-8293-8e8be3934951 tempest-ListServerFiltersTestJSON-1229971268 tempest-ListServerFiltersTestJSON-1229971268-project-member] [instance: 7d799973-7eb9-46f8-ae41-d9aca9fc9e5a] Successfully created port: 572b302c-f881-4a2a-9021-cac7d7415154 {{(pid=62328) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 596.808205] env[62328]: DEBUG nova.network.neutron [None req-dbcabc2d-35a1-42fd-b59b-404b0e3e4f1c tempest-MigrationsAdminTest-413245202 tempest-MigrationsAdminTest-413245202-project-member] [instance: 613e2516-6209-439d-bb90-b87d67b281a8] Updating instance_info_cache with network_info: [{"id": "6cfbb9f4-c09f-4620-84ce-293a5d57918c", "address": "fa:16:3e:2f:31:56", "network": {"id": "ec511a9f-4661-41db-95bd-0fc9ad2de615", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.120", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "2a64022f08d84b11a86773b900860ae5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a4f91f31-0516-4d62-a341-e03a50b7c477", "external-id": "nsx-vlan-transportzone-963", "segmentation_id": 963, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6cfbb9f4-c0", "ovs_interfaceid": "6cfbb9f4-c09f-4620-84ce-293a5d57918c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62328) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 596.894048] env[62328]: DEBUG nova.compute.manager [None req-6bc67d14-b0d0-483b-8293-8e8be3934951 tempest-ListServerFiltersTestJSON-1229971268 tempest-ListServerFiltersTestJSON-1229971268-project-member] [instance: 7d799973-7eb9-46f8-ae41-d9aca9fc9e5a] Start spawning the instance on the hypervisor. {{(pid=62328) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 596.923779] env[62328]: DEBUG nova.virt.hardware [None req-6bc67d14-b0d0-483b-8293-8e8be3934951 tempest-ListServerFiltersTestJSON-1229971268 tempest-ListServerFiltersTestJSON-1229971268-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-07T17:16:55Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-07T17:16:37Z,direct_url=,disk_format='vmdk',id=dbf872a4-92be-47e4-8561-c3e2bf2423ab,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='2a64022f08d84b11a86773b900860ae5',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-07T17:16:38Z,virtual_size=,visibility=), allow threads: False {{(pid=62328) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 596.924451] env[62328]: DEBUG nova.virt.hardware [None req-6bc67d14-b0d0-483b-8293-8e8be3934951 tempest-ListServerFiltersTestJSON-1229971268 tempest-ListServerFiltersTestJSON-1229971268-project-member] Flavor limits 0:0:0 {{(pid=62328) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 596.925529] env[62328]: DEBUG nova.virt.hardware [None req-6bc67d14-b0d0-483b-8293-8e8be3934951 tempest-ListServerFiltersTestJSON-1229971268 tempest-ListServerFiltersTestJSON-1229971268-project-member] Image limits 0:0:0 {{(pid=62328) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 596.925529] env[62328]: DEBUG nova.virt.hardware [None req-6bc67d14-b0d0-483b-8293-8e8be3934951 tempest-ListServerFiltersTestJSON-1229971268 tempest-ListServerFiltersTestJSON-1229971268-project-member] Flavor pref 0:0:0 {{(pid=62328) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 596.925529] env[62328]: DEBUG nova.virt.hardware [None req-6bc67d14-b0d0-483b-8293-8e8be3934951 tempest-ListServerFiltersTestJSON-1229971268 tempest-ListServerFiltersTestJSON-1229971268-project-member] Image pref 0:0:0 {{(pid=62328) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 596.925873] env[62328]: DEBUG nova.virt.hardware [None req-6bc67d14-b0d0-483b-8293-8e8be3934951 tempest-ListServerFiltersTestJSON-1229971268 tempest-ListServerFiltersTestJSON-1229971268-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62328) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 596.926286] env[62328]: DEBUG nova.virt.hardware [None req-6bc67d14-b0d0-483b-8293-8e8be3934951 tempest-ListServerFiltersTestJSON-1229971268 tempest-ListServerFiltersTestJSON-1229971268-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62328) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 596.926957] env[62328]: DEBUG nova.virt.hardware [None req-6bc67d14-b0d0-483b-8293-8e8be3934951 tempest-ListServerFiltersTestJSON-1229971268 tempest-ListServerFiltersTestJSON-1229971268-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62328) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 596.929113] env[62328]: DEBUG nova.virt.hardware [None req-6bc67d14-b0d0-483b-8293-8e8be3934951 tempest-ListServerFiltersTestJSON-1229971268 tempest-ListServerFiltersTestJSON-1229971268-project-member] Got 1 possible topologies {{(pid=62328) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 596.929113] env[62328]: DEBUG nova.virt.hardware [None req-6bc67d14-b0d0-483b-8293-8e8be3934951 tempest-ListServerFiltersTestJSON-1229971268 tempest-ListServerFiltersTestJSON-1229971268-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62328) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 596.929113] env[62328]: DEBUG nova.virt.hardware [None req-6bc67d14-b0d0-483b-8293-8e8be3934951 tempest-ListServerFiltersTestJSON-1229971268 tempest-ListServerFiltersTestJSON-1229971268-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62328) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 596.929113] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-039a6df4-337a-4d77-b794-6c025db9973d {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 596.948313] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fcdd43dd-4e8f-46df-853e-7eec0c6b2626 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 596.955801] env[62328]: DEBUG oslo_vmware.api [None req-dee65bd2-c479-4e8f-92ef-b2337c4d6897 tempest-ImagesOneServerNegativeTestJSON-835227872 tempest-ImagesOneServerNegativeTestJSON-835227872-project-member] Task: {'id': task-2386304, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.686345} completed successfully. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 596.956850] env[62328]: DEBUG nova.virt.vmwareapi.vm_util [None req-dee65bd2-c479-4e8f-92ef-b2337c4d6897 tempest-ImagesOneServerNegativeTestJSON-835227872 tempest-ImagesOneServerNegativeTestJSON-835227872-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/dbf872a4-92be-47e4-8561-c3e2bf2423ab/dbf872a4-92be-47e4-8561-c3e2bf2423ab.vmdk to [datastore2] 7d40ec51-28cf-4829-be03-810f8d965b2e/7d40ec51-28cf-4829-be03-810f8d965b2e.vmdk {{(pid=62328) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 596.961021] env[62328]: DEBUG nova.virt.vmwareapi.vmops [None req-dee65bd2-c479-4e8f-92ef-b2337c4d6897 tempest-ImagesOneServerNegativeTestJSON-835227872 tempest-ImagesOneServerNegativeTestJSON-835227872-project-member] [instance: 7d40ec51-28cf-4829-be03-810f8d965b2e] Extending root virtual disk to 1048576 {{(pid=62328) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 596.961021] env[62328]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-716d5026-566b-403b-8bbe-554d32163da0 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 596.976735] env[62328]: DEBUG oslo_vmware.api [None req-dee65bd2-c479-4e8f-92ef-b2337c4d6897 tempest-ImagesOneServerNegativeTestJSON-835227872 tempest-ImagesOneServerNegativeTestJSON-835227872-project-member] Waiting for the task: (returnval){ [ 596.976735] env[62328]: value = "task-2386305" [ 596.976735] env[62328]: _type = "Task" [ 596.976735] env[62328]: } to complete. {{(pid=62328) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 596.988523] env[62328]: DEBUG oslo_vmware.api [None req-dee65bd2-c479-4e8f-92ef-b2337c4d6897 tempest-ImagesOneServerNegativeTestJSON-835227872 tempest-ImagesOneServerNegativeTestJSON-835227872-project-member] Task: {'id': task-2386305, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 597.027279] env[62328]: DEBUG nova.scheduler.client.report [None req-c61dbfc8-e3b5-4fb9-ae33-c7091d627a78 tempest-ListServersNegativeTestJSON-1737878377 tempest-ListServersNegativeTestJSON-1737878377-project-member] Inventory has not changed for provider 3469e9f8-04af-49ca-8435-49f104496744 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 153, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62328) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 597.116734] env[62328]: DEBUG nova.network.neutron [req-fed58ba6-901d-4364-9ed0-5260bb4e50d6 req-7b20a395-2326-4c70-a40d-5d556d036da3 service nova] [instance: 7d40ec51-28cf-4829-be03-810f8d965b2e] Updated VIF entry in instance network info cache for port 20de8cf8-a361-48ea-80c7-13ba7859ba07. {{(pid=62328) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 597.117135] env[62328]: DEBUG nova.network.neutron [req-fed58ba6-901d-4364-9ed0-5260bb4e50d6 req-7b20a395-2326-4c70-a40d-5d556d036da3 service nova] [instance: 7d40ec51-28cf-4829-be03-810f8d965b2e] Updating instance_info_cache with network_info: [{"id": "20de8cf8-a361-48ea-80c7-13ba7859ba07", "address": "fa:16:3e:13:f6:a6", "network": {"id": "feab4433-9414-4cb7-9514-0d82ba3bdb9e", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-1637745333-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c7a85d39d53e4b2c967508704710eb81", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c8f580e6-1d86-41ee-9ebe-c531cb9299c6", "external-id": "nsx-vlan-transportzone-150", "segmentation_id": 150, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap20de8cf8-a3", "ovs_interfaceid": "20de8cf8-a361-48ea-80c7-13ba7859ba07", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62328) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 597.141526] env[62328]: DEBUG nova.compute.manager [None req-feace3b3-369e-4db7-9bdb-916f5e2d4d63 tempest-FloatingIPsAssociationTestJSON-89523020 tempest-FloatingIPsAssociationTestJSON-89523020-project-member] [instance: 8cd0962c-8272-4384-973d-1ac21ca21993] Starting instance... {{(pid=62328) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 597.313877] env[62328]: DEBUG oslo_concurrency.lockutils [None req-dbcabc2d-35a1-42fd-b59b-404b0e3e4f1c tempest-MigrationsAdminTest-413245202 tempest-MigrationsAdminTest-413245202-project-member] Releasing lock "refresh_cache-613e2516-6209-439d-bb90-b87d67b281a8" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 597.314740] env[62328]: DEBUG nova.objects.instance [None req-dbcabc2d-35a1-42fd-b59b-404b0e3e4f1c tempest-MigrationsAdminTest-413245202 tempest-MigrationsAdminTest-413245202-project-member] Lazy-loading 'migration_context' on Instance uuid 613e2516-6209-439d-bb90-b87d67b281a8 {{(pid=62328) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 597.489509] env[62328]: DEBUG oslo_vmware.api [None req-dee65bd2-c479-4e8f-92ef-b2337c4d6897 tempest-ImagesOneServerNegativeTestJSON-835227872 tempest-ImagesOneServerNegativeTestJSON-835227872-project-member] Task: {'id': task-2386305, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.080934} completed successfully. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 597.489722] env[62328]: DEBUG nova.virt.vmwareapi.vmops [None req-dee65bd2-c479-4e8f-92ef-b2337c4d6897 tempest-ImagesOneServerNegativeTestJSON-835227872 tempest-ImagesOneServerNegativeTestJSON-835227872-project-member] [instance: 7d40ec51-28cf-4829-be03-810f8d965b2e] Extended root virtual disk {{(pid=62328) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 597.490524] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c1687889-0827-4a48-a48f-33775ab971a0 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 597.518615] env[62328]: DEBUG nova.virt.vmwareapi.volumeops [None req-dee65bd2-c479-4e8f-92ef-b2337c4d6897 tempest-ImagesOneServerNegativeTestJSON-835227872 tempest-ImagesOneServerNegativeTestJSON-835227872-project-member] [instance: 7d40ec51-28cf-4829-be03-810f8d965b2e] Reconfiguring VM instance instance-00000010 to attach disk [datastore2] 7d40ec51-28cf-4829-be03-810f8d965b2e/7d40ec51-28cf-4829-be03-810f8d965b2e.vmdk or device None with type sparse {{(pid=62328) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 597.519739] env[62328]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e72857ae-5a7d-45a9-a02d-b49afce3cd4b {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 597.534742] env[62328]: DEBUG oslo_concurrency.lockutils [None req-c61dbfc8-e3b5-4fb9-ae33-c7091d627a78 tempest-ListServersNegativeTestJSON-1737878377 tempest-ListServersNegativeTestJSON-1737878377-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.676s {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 597.535165] env[62328]: DEBUG nova.compute.manager [None req-c61dbfc8-e3b5-4fb9-ae33-c7091d627a78 tempest-ListServersNegativeTestJSON-1737878377 tempest-ListServersNegativeTestJSON-1737878377-project-member] [instance: df0d7e5c-1299-4174-8641-f96b51442b55] Start building networks asynchronously for instance. {{(pid=62328) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 597.537809] env[62328]: DEBUG oslo_concurrency.lockutils [None req-532cc1a7-ed30-4c07-9140-2ee7d3c27bff tempest-ServerDiagnosticsV248Test-811684029 tempest-ServerDiagnosticsV248Test-811684029-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 20.709s {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 597.537935] env[62328]: DEBUG nova.objects.instance [None req-532cc1a7-ed30-4c07-9140-2ee7d3c27bff tempest-ServerDiagnosticsV248Test-811684029 tempest-ServerDiagnosticsV248Test-811684029-project-member] Lazy-loading 'resources' on Instance uuid f57853bd-b4a9-46ef-86ac-9fbe33732cd1 {{(pid=62328) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 597.546858] env[62328]: DEBUG oslo_vmware.api [None req-dee65bd2-c479-4e8f-92ef-b2337c4d6897 tempest-ImagesOneServerNegativeTestJSON-835227872 tempest-ImagesOneServerNegativeTestJSON-835227872-project-member] Waiting for the task: (returnval){ [ 597.546858] env[62328]: value = "task-2386306" [ 597.546858] env[62328]: _type = "Task" [ 597.546858] env[62328]: } to complete. {{(pid=62328) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 597.558552] env[62328]: DEBUG oslo_vmware.api [None req-dee65bd2-c479-4e8f-92ef-b2337c4d6897 tempest-ImagesOneServerNegativeTestJSON-835227872 tempest-ImagesOneServerNegativeTestJSON-835227872-project-member] Task: {'id': task-2386306, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 597.621722] env[62328]: DEBUG oslo_concurrency.lockutils [req-fed58ba6-901d-4364-9ed0-5260bb4e50d6 req-7b20a395-2326-4c70-a40d-5d556d036da3 service nova] Releasing lock "refresh_cache-7d40ec51-28cf-4829-be03-810f8d965b2e" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 597.624603] env[62328]: DEBUG nova.compute.manager [req-fed58ba6-901d-4364-9ed0-5260bb4e50d6 req-7b20a395-2326-4c70-a40d-5d556d036da3 service nova] [instance: 39d42b89-6e94-4322-9d0b-356672da5cde] Received event network-changed-8ce041b7-e753-45de-bfe3-48735e37e8dc {{(pid=62328) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 597.624603] env[62328]: DEBUG nova.compute.manager [req-fed58ba6-901d-4364-9ed0-5260bb4e50d6 req-7b20a395-2326-4c70-a40d-5d556d036da3 service nova] [instance: 39d42b89-6e94-4322-9d0b-356672da5cde] Refreshing instance network info cache due to event network-changed-8ce041b7-e753-45de-bfe3-48735e37e8dc. {{(pid=62328) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 597.624603] env[62328]: DEBUG oslo_concurrency.lockutils [req-fed58ba6-901d-4364-9ed0-5260bb4e50d6 req-7b20a395-2326-4c70-a40d-5d556d036da3 service nova] Acquiring lock "refresh_cache-39d42b89-6e94-4322-9d0b-356672da5cde" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 597.624603] env[62328]: DEBUG oslo_concurrency.lockutils [req-fed58ba6-901d-4364-9ed0-5260bb4e50d6 req-7b20a395-2326-4c70-a40d-5d556d036da3 service nova] Acquired lock "refresh_cache-39d42b89-6e94-4322-9d0b-356672da5cde" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 597.624603] env[62328]: DEBUG nova.network.neutron [req-fed58ba6-901d-4364-9ed0-5260bb4e50d6 req-7b20a395-2326-4c70-a40d-5d556d036da3 service nova] [instance: 39d42b89-6e94-4322-9d0b-356672da5cde] Refreshing network info cache for port 8ce041b7-e753-45de-bfe3-48735e37e8dc {{(pid=62328) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 597.676889] env[62328]: DEBUG oslo_concurrency.lockutils [None req-feace3b3-369e-4db7-9bdb-916f5e2d4d63 tempest-FloatingIPsAssociationTestJSON-89523020 tempest-FloatingIPsAssociationTestJSON-89523020-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 597.822944] env[62328]: DEBUG nova.objects.base [None req-dbcabc2d-35a1-42fd-b59b-404b0e3e4f1c tempest-MigrationsAdminTest-413245202 tempest-MigrationsAdminTest-413245202-project-member] Object Instance<613e2516-6209-439d-bb90-b87d67b281a8> lazy-loaded attributes: info_cache,migration_context {{(pid=62328) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 597.822944] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5d3d5362-e6fe-497b-bba1-d51a348ccf7b {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 597.844421] env[62328]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e190303f-47fc-4b70-a894-edb935499e6c {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 597.850360] env[62328]: DEBUG oslo_vmware.api [None req-dbcabc2d-35a1-42fd-b59b-404b0e3e4f1c tempest-MigrationsAdminTest-413245202 tempest-MigrationsAdminTest-413245202-project-member] Waiting for the task: (returnval){ [ 597.850360] env[62328]: value = "session[52a6e20e-410d-708a-99f2-080a575a99bd]52a555da-a2f5-ac31-9172-696205cf4778" [ 597.850360] env[62328]: _type = "Task" [ 597.850360] env[62328]: } to complete. {{(pid=62328) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 597.859187] env[62328]: DEBUG oslo_vmware.api [None req-dbcabc2d-35a1-42fd-b59b-404b0e3e4f1c tempest-MigrationsAdminTest-413245202 tempest-MigrationsAdminTest-413245202-project-member] Task: {'id': session[52a6e20e-410d-708a-99f2-080a575a99bd]52a555da-a2f5-ac31-9172-696205cf4778, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 597.890187] env[62328]: DEBUG nova.network.neutron [None req-8c2925ac-39e7-4131-b78f-e4fc84930dc1 tempest-SecurityGroupsTestJSON-105101063 tempest-SecurityGroupsTestJSON-105101063-project-member] [instance: 2ead81f5-76a7-4b80-ac7e-f227dec14f95] Successfully updated port: 48b2a454-3d7d-450f-a0c8-806fad2cba81 {{(pid=62328) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 598.044704] env[62328]: DEBUG nova.compute.utils [None req-c61dbfc8-e3b5-4fb9-ae33-c7091d627a78 tempest-ListServersNegativeTestJSON-1737878377 tempest-ListServersNegativeTestJSON-1737878377-project-member] Using /dev/sd instead of None {{(pid=62328) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 598.046702] env[62328]: DEBUG nova.compute.manager [None req-c61dbfc8-e3b5-4fb9-ae33-c7091d627a78 tempest-ListServersNegativeTestJSON-1737878377 tempest-ListServersNegativeTestJSON-1737878377-project-member] [instance: df0d7e5c-1299-4174-8641-f96b51442b55] Allocating IP information in the background. {{(pid=62328) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 598.051022] env[62328]: DEBUG nova.network.neutron [None req-c61dbfc8-e3b5-4fb9-ae33-c7091d627a78 tempest-ListServersNegativeTestJSON-1737878377 tempest-ListServersNegativeTestJSON-1737878377-project-member] [instance: df0d7e5c-1299-4174-8641-f96b51442b55] allocate_for_instance() {{(pid=62328) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 598.061510] env[62328]: DEBUG oslo_vmware.api [None req-dee65bd2-c479-4e8f-92ef-b2337c4d6897 tempest-ImagesOneServerNegativeTestJSON-835227872 tempest-ImagesOneServerNegativeTestJSON-835227872-project-member] Task: {'id': task-2386306, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 598.211960] env[62328]: DEBUG nova.policy [None req-c61dbfc8-e3b5-4fb9-ae33-c7091d627a78 tempest-ListServersNegativeTestJSON-1737878377 tempest-ListServersNegativeTestJSON-1737878377-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'e7316a556fe344d78147d7e76dd53919', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '712682771441409ebcbd6470a282daa4', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62328) authorize /opt/stack/nova/nova/policy.py:192}} [ 598.367214] env[62328]: DEBUG oslo_vmware.api [None req-dbcabc2d-35a1-42fd-b59b-404b0e3e4f1c tempest-MigrationsAdminTest-413245202 tempest-MigrationsAdminTest-413245202-project-member] Task: {'id': session[52a6e20e-410d-708a-99f2-080a575a99bd]52a555da-a2f5-ac31-9172-696205cf4778, 'name': SearchDatastore_Task, 'duration_secs': 0.009109} completed successfully. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 598.367389] env[62328]: DEBUG oslo_concurrency.lockutils [None req-dbcabc2d-35a1-42fd-b59b-404b0e3e4f1c tempest-MigrationsAdminTest-413245202 tempest-MigrationsAdminTest-413245202-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 598.394845] env[62328]: DEBUG oslo_concurrency.lockutils [None req-8c2925ac-39e7-4131-b78f-e4fc84930dc1 tempest-SecurityGroupsTestJSON-105101063 tempest-SecurityGroupsTestJSON-105101063-project-member] Acquiring lock "refresh_cache-2ead81f5-76a7-4b80-ac7e-f227dec14f95" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 598.394995] env[62328]: DEBUG oslo_concurrency.lockutils [None req-8c2925ac-39e7-4131-b78f-e4fc84930dc1 tempest-SecurityGroupsTestJSON-105101063 tempest-SecurityGroupsTestJSON-105101063-project-member] Acquired lock "refresh_cache-2ead81f5-76a7-4b80-ac7e-f227dec14f95" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 598.395264] env[62328]: DEBUG nova.network.neutron [None req-8c2925ac-39e7-4131-b78f-e4fc84930dc1 tempest-SecurityGroupsTestJSON-105101063 tempest-SecurityGroupsTestJSON-105101063-project-member] [instance: 2ead81f5-76a7-4b80-ac7e-f227dec14f95] Building network info cache for instance {{(pid=62328) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 598.484329] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d985ea07-d5fd-4920-b7a3-16ec3bde46ee {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 598.493317] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2fa73fcb-f949-40d0-86ee-4fdffeeb41e9 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 598.530936] env[62328]: DEBUG nova.network.neutron [req-fed58ba6-901d-4364-9ed0-5260bb4e50d6 req-7b20a395-2326-4c70-a40d-5d556d036da3 service nova] [instance: 39d42b89-6e94-4322-9d0b-356672da5cde] Updated VIF entry in instance network info cache for port 8ce041b7-e753-45de-bfe3-48735e37e8dc. {{(pid=62328) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 598.531486] env[62328]: DEBUG nova.network.neutron [req-fed58ba6-901d-4364-9ed0-5260bb4e50d6 req-7b20a395-2326-4c70-a40d-5d556d036da3 service nova] [instance: 39d42b89-6e94-4322-9d0b-356672da5cde] Updating instance_info_cache with network_info: [{"id": "8ce041b7-e753-45de-bfe3-48735e37e8dc", "address": "fa:16:3e:77:c3:6c", "network": {"id": "77b7128a-36ee-4e49-8f26-fc13973c3d31", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationNegativeTestJSON-990926720-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.228", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1d4f464b6a5c44e3ae17101809a13b86", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1eed7865-f9d8-463e-843f-3b0b3a962a2c", "external-id": "nsx-vlan-transportzone-852", "segmentation_id": 852, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8ce041b7-e7", "ovs_interfaceid": "8ce041b7-e753-45de-bfe3-48735e37e8dc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62328) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 598.534112] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1c3d0e3d-0a63-4b2c-abc1-a7088fd8d64c {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 598.543073] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8a05f941-9353-4d31-b692-634c484ca9f2 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 598.550550] env[62328]: DEBUG nova.compute.manager [None req-c61dbfc8-e3b5-4fb9-ae33-c7091d627a78 tempest-ListServersNegativeTestJSON-1737878377 tempest-ListServersNegativeTestJSON-1737878377-project-member] [instance: df0d7e5c-1299-4174-8641-f96b51442b55] Start building block device mappings for instance. {{(pid=62328) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 598.570024] env[62328]: DEBUG nova.compute.provider_tree [None req-532cc1a7-ed30-4c07-9140-2ee7d3c27bff tempest-ServerDiagnosticsV248Test-811684029 tempest-ServerDiagnosticsV248Test-811684029-project-member] Updating inventory in ProviderTree for provider 3469e9f8-04af-49ca-8435-49f104496744 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 152, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62328) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 598.579464] env[62328]: DEBUG oslo_vmware.api [None req-dee65bd2-c479-4e8f-92ef-b2337c4d6897 tempest-ImagesOneServerNegativeTestJSON-835227872 tempest-ImagesOneServerNegativeTestJSON-835227872-project-member] Task: {'id': task-2386306, 'name': ReconfigVM_Task, 'duration_secs': 0.53054} completed successfully. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 598.579792] env[62328]: DEBUG nova.virt.vmwareapi.volumeops [None req-dee65bd2-c479-4e8f-92ef-b2337c4d6897 tempest-ImagesOneServerNegativeTestJSON-835227872 tempest-ImagesOneServerNegativeTestJSON-835227872-project-member] [instance: 7d40ec51-28cf-4829-be03-810f8d965b2e] Reconfigured VM instance instance-00000010 to attach disk [datastore2] 7d40ec51-28cf-4829-be03-810f8d965b2e/7d40ec51-28cf-4829-be03-810f8d965b2e.vmdk or device None with type sparse {{(pid=62328) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 598.582820] env[62328]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-b59767db-cac4-4432-b896-d9ca3c0d745e {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 598.594426] env[62328]: DEBUG oslo_vmware.api [None req-dee65bd2-c479-4e8f-92ef-b2337c4d6897 tempest-ImagesOneServerNegativeTestJSON-835227872 tempest-ImagesOneServerNegativeTestJSON-835227872-project-member] Waiting for the task: (returnval){ [ 598.594426] env[62328]: value = "task-2386307" [ 598.594426] env[62328]: _type = "Task" [ 598.594426] env[62328]: } to complete. {{(pid=62328) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 598.606987] env[62328]: DEBUG oslo_vmware.api [None req-dee65bd2-c479-4e8f-92ef-b2337c4d6897 tempest-ImagesOneServerNegativeTestJSON-835227872 tempest-ImagesOneServerNegativeTestJSON-835227872-project-member] Task: {'id': task-2386307, 'name': Rename_Task} progress is 10%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 598.915082] env[62328]: DEBUG nova.network.neutron [None req-c61dbfc8-e3b5-4fb9-ae33-c7091d627a78 tempest-ListServersNegativeTestJSON-1737878377 tempest-ListServersNegativeTestJSON-1737878377-project-member] [instance: df0d7e5c-1299-4174-8641-f96b51442b55] Successfully created port: 04c8003f-785d-4d68-beea-be0387801136 {{(pid=62328) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 598.932177] env[62328]: DEBUG nova.network.neutron [None req-8c2925ac-39e7-4131-b78f-e4fc84930dc1 tempest-SecurityGroupsTestJSON-105101063 tempest-SecurityGroupsTestJSON-105101063-project-member] [instance: 2ead81f5-76a7-4b80-ac7e-f227dec14f95] Instance cache missing network info. {{(pid=62328) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 599.038229] env[62328]: DEBUG oslo_concurrency.lockutils [req-fed58ba6-901d-4364-9ed0-5260bb4e50d6 req-7b20a395-2326-4c70-a40d-5d556d036da3 service nova] Releasing lock "refresh_cache-39d42b89-6e94-4322-9d0b-356672da5cde" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 599.076473] env[62328]: DEBUG nova.network.neutron [None req-8c2925ac-39e7-4131-b78f-e4fc84930dc1 tempest-SecurityGroupsTestJSON-105101063 tempest-SecurityGroupsTestJSON-105101063-project-member] [instance: 2ead81f5-76a7-4b80-ac7e-f227dec14f95] Updating instance_info_cache with network_info: [{"id": "48b2a454-3d7d-450f-a0c8-806fad2cba81", "address": "fa:16:3e:e6:2c:9e", "network": {"id": "f2ed4377-648e-4b86-bb61-ab302cde8f5c", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-1682542860-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0e6658b7d41a43858b58b5d307f14cac", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4e02e98f-44ce-42b7-a3ac-4034fae5d127", "external-id": "nsx-vlan-transportzone-874", "segmentation_id": 874, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap48b2a454-3d", "ovs_interfaceid": "48b2a454-3d7d-450f-a0c8-806fad2cba81", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62328) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 599.103373] env[62328]: ERROR nova.scheduler.client.report [None req-532cc1a7-ed30-4c07-9140-2ee7d3c27bff tempest-ServerDiagnosticsV248Test-811684029 tempest-ServerDiagnosticsV248Test-811684029-project-member] [req-c08a803a-bd92-4401-b1fe-a8f4d24c3723] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 152, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 3469e9f8-04af-49ca-8435-49f104496744. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-c08a803a-bd92-4401-b1fe-a8f4d24c3723"}]} [ 599.117947] env[62328]: DEBUG oslo_vmware.api [None req-dee65bd2-c479-4e8f-92ef-b2337c4d6897 tempest-ImagesOneServerNegativeTestJSON-835227872 tempest-ImagesOneServerNegativeTestJSON-835227872-project-member] Task: {'id': task-2386307, 'name': Rename_Task, 'duration_secs': 0.154293} completed successfully. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 599.120019] env[62328]: DEBUG nova.virt.vmwareapi.vm_util [None req-dee65bd2-c479-4e8f-92ef-b2337c4d6897 tempest-ImagesOneServerNegativeTestJSON-835227872 tempest-ImagesOneServerNegativeTestJSON-835227872-project-member] [instance: 7d40ec51-28cf-4829-be03-810f8d965b2e] Powering on the VM {{(pid=62328) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 599.120019] env[62328]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-b415ae59-861d-459c-a388-0fbdc7084727 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 599.129127] env[62328]: DEBUG oslo_vmware.api [None req-dee65bd2-c479-4e8f-92ef-b2337c4d6897 tempest-ImagesOneServerNegativeTestJSON-835227872 tempest-ImagesOneServerNegativeTestJSON-835227872-project-member] Waiting for the task: (returnval){ [ 599.129127] env[62328]: value = "task-2386308" [ 599.129127] env[62328]: _type = "Task" [ 599.129127] env[62328]: } to complete. {{(pid=62328) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 599.130945] env[62328]: DEBUG nova.scheduler.client.report [None req-532cc1a7-ed30-4c07-9140-2ee7d3c27bff tempest-ServerDiagnosticsV248Test-811684029 tempest-ServerDiagnosticsV248Test-811684029-project-member] Refreshing inventories for resource provider 3469e9f8-04af-49ca-8435-49f104496744 {{(pid=62328) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 599.143523] env[62328]: DEBUG oslo_vmware.api [None req-dee65bd2-c479-4e8f-92ef-b2337c4d6897 tempest-ImagesOneServerNegativeTestJSON-835227872 tempest-ImagesOneServerNegativeTestJSON-835227872-project-member] Task: {'id': task-2386308, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 599.155746] env[62328]: DEBUG nova.scheduler.client.report [None req-532cc1a7-ed30-4c07-9140-2ee7d3c27bff tempest-ServerDiagnosticsV248Test-811684029 tempest-ServerDiagnosticsV248Test-811684029-project-member] Updating ProviderTree inventory for provider 3469e9f8-04af-49ca-8435-49f104496744 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 153, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62328) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 599.155746] env[62328]: DEBUG nova.compute.provider_tree [None req-532cc1a7-ed30-4c07-9140-2ee7d3c27bff tempest-ServerDiagnosticsV248Test-811684029 tempest-ServerDiagnosticsV248Test-811684029-project-member] Updating inventory in ProviderTree for provider 3469e9f8-04af-49ca-8435-49f104496744 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 153, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62328) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 599.176579] env[62328]: DEBUG nova.scheduler.client.report [None req-532cc1a7-ed30-4c07-9140-2ee7d3c27bff tempest-ServerDiagnosticsV248Test-811684029 tempest-ServerDiagnosticsV248Test-811684029-project-member] Refreshing aggregate associations for resource provider 3469e9f8-04af-49ca-8435-49f104496744, aggregates: None {{(pid=62328) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 599.196530] env[62328]: DEBUG nova.scheduler.client.report [None req-532cc1a7-ed30-4c07-9140-2ee7d3c27bff tempest-ServerDiagnosticsV248Test-811684029 tempest-ServerDiagnosticsV248Test-811684029-project-member] Refreshing trait associations for resource provider 3469e9f8-04af-49ca-8435-49f104496744, traits: COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_NODE,HW_ARCH_X86_64,COMPUTE_SAME_HOST_COLD_MIGRATE {{(pid=62328) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 599.280772] env[62328]: DEBUG oslo_concurrency.lockutils [None req-d69bbc60-f019-4f6a-9f9c-1d1daec41876 tempest-AttachInterfacesV270Test-1787492697 tempest-AttachInterfacesV270Test-1787492697-project-member] Acquiring lock "0c794ef1-25d2-43a2-a0f3-98083f82eeac" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 599.281813] env[62328]: DEBUG oslo_concurrency.lockutils [None req-d69bbc60-f019-4f6a-9f9c-1d1daec41876 tempest-AttachInterfacesV270Test-1787492697 tempest-AttachInterfacesV270Test-1787492697-project-member] Lock "0c794ef1-25d2-43a2-a0f3-98083f82eeac" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 599.282225] env[62328]: DEBUG oslo_concurrency.lockutils [None req-128e9285-b921-4748-b0f2-05645a029569 tempest-ServerRescueTestJSON-434379102 tempest-ServerRescueTestJSON-434379102-project-member] Acquiring lock "7ad56de0-3e7a-4018-8746-42a83a4fe22e" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 599.282429] env[62328]: DEBUG oslo_concurrency.lockutils [None req-128e9285-b921-4748-b0f2-05645a029569 tempest-ServerRescueTestJSON-434379102 tempest-ServerRescueTestJSON-434379102-project-member] Lock "7ad56de0-3e7a-4018-8746-42a83a4fe22e" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 599.325801] env[62328]: DEBUG nova.compute.manager [req-54696e73-83ba-4403-b013-e5456e77d7bf req-f9b75dfd-5f59-49de-a415-f4b580f3cabc service nova] [instance: 9f267eb4-d272-4f61-b795-076cb51f80b6] Received event network-changed-ee10d8e7-5821-446c-a1d6-1ca78a1397cb {{(pid=62328) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 599.326033] env[62328]: DEBUG nova.compute.manager [req-54696e73-83ba-4403-b013-e5456e77d7bf req-f9b75dfd-5f59-49de-a415-f4b580f3cabc service nova] [instance: 9f267eb4-d272-4f61-b795-076cb51f80b6] Refreshing instance network info cache due to event network-changed-ee10d8e7-5821-446c-a1d6-1ca78a1397cb. {{(pid=62328) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 599.326228] env[62328]: DEBUG oslo_concurrency.lockutils [req-54696e73-83ba-4403-b013-e5456e77d7bf req-f9b75dfd-5f59-49de-a415-f4b580f3cabc service nova] Acquiring lock "refresh_cache-9f267eb4-d272-4f61-b795-076cb51f80b6" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 599.327382] env[62328]: DEBUG oslo_concurrency.lockutils [req-54696e73-83ba-4403-b013-e5456e77d7bf req-f9b75dfd-5f59-49de-a415-f4b580f3cabc service nova] Acquired lock "refresh_cache-9f267eb4-d272-4f61-b795-076cb51f80b6" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 599.327382] env[62328]: DEBUG nova.network.neutron [req-54696e73-83ba-4403-b013-e5456e77d7bf req-f9b75dfd-5f59-49de-a415-f4b580f3cabc service nova] [instance: 9f267eb4-d272-4f61-b795-076cb51f80b6] Refreshing network info cache for port ee10d8e7-5821-446c-a1d6-1ca78a1397cb {{(pid=62328) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 599.365630] env[62328]: DEBUG nova.compute.manager [req-64e1c87a-e973-4669-b505-d4871f5ed22b req-06788c22-b9a2-4cc7-9a6a-dd6e6b96ced3 service nova] [instance: 2ead81f5-76a7-4b80-ac7e-f227dec14f95] Received event network-vif-plugged-48b2a454-3d7d-450f-a0c8-806fad2cba81 {{(pid=62328) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 599.366125] env[62328]: DEBUG oslo_concurrency.lockutils [req-64e1c87a-e973-4669-b505-d4871f5ed22b req-06788c22-b9a2-4cc7-9a6a-dd6e6b96ced3 service nova] Acquiring lock "2ead81f5-76a7-4b80-ac7e-f227dec14f95-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 599.366460] env[62328]: DEBUG oslo_concurrency.lockutils [req-64e1c87a-e973-4669-b505-d4871f5ed22b req-06788c22-b9a2-4cc7-9a6a-dd6e6b96ced3 service nova] Lock "2ead81f5-76a7-4b80-ac7e-f227dec14f95-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 599.366898] env[62328]: DEBUG oslo_concurrency.lockutils [req-64e1c87a-e973-4669-b505-d4871f5ed22b req-06788c22-b9a2-4cc7-9a6a-dd6e6b96ced3 service nova] Lock "2ead81f5-76a7-4b80-ac7e-f227dec14f95-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 599.367118] env[62328]: DEBUG nova.compute.manager [req-64e1c87a-e973-4669-b505-d4871f5ed22b req-06788c22-b9a2-4cc7-9a6a-dd6e6b96ced3 service nova] [instance: 2ead81f5-76a7-4b80-ac7e-f227dec14f95] No waiting events found dispatching network-vif-plugged-48b2a454-3d7d-450f-a0c8-806fad2cba81 {{(pid=62328) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 599.367308] env[62328]: WARNING nova.compute.manager [req-64e1c87a-e973-4669-b505-d4871f5ed22b req-06788c22-b9a2-4cc7-9a6a-dd6e6b96ced3 service nova] [instance: 2ead81f5-76a7-4b80-ac7e-f227dec14f95] Received unexpected event network-vif-plugged-48b2a454-3d7d-450f-a0c8-806fad2cba81 for instance with vm_state building and task_state spawning. [ 599.573652] env[62328]: DEBUG nova.network.neutron [None req-6bc67d14-b0d0-483b-8293-8e8be3934951 tempest-ListServerFiltersTestJSON-1229971268 tempest-ListServerFiltersTestJSON-1229971268-project-member] [instance: 7d799973-7eb9-46f8-ae41-d9aca9fc9e5a] Successfully updated port: 572b302c-f881-4a2a-9021-cac7d7415154 {{(pid=62328) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 599.581806] env[62328]: DEBUG oslo_concurrency.lockutils [None req-8c2925ac-39e7-4131-b78f-e4fc84930dc1 tempest-SecurityGroupsTestJSON-105101063 tempest-SecurityGroupsTestJSON-105101063-project-member] Releasing lock "refresh_cache-2ead81f5-76a7-4b80-ac7e-f227dec14f95" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 599.581806] env[62328]: DEBUG nova.compute.manager [None req-8c2925ac-39e7-4131-b78f-e4fc84930dc1 tempest-SecurityGroupsTestJSON-105101063 tempest-SecurityGroupsTestJSON-105101063-project-member] [instance: 2ead81f5-76a7-4b80-ac7e-f227dec14f95] Instance network_info: |[{"id": "48b2a454-3d7d-450f-a0c8-806fad2cba81", "address": "fa:16:3e:e6:2c:9e", "network": {"id": "f2ed4377-648e-4b86-bb61-ab302cde8f5c", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-1682542860-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0e6658b7d41a43858b58b5d307f14cac", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4e02e98f-44ce-42b7-a3ac-4034fae5d127", "external-id": "nsx-vlan-transportzone-874", "segmentation_id": 874, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap48b2a454-3d", "ovs_interfaceid": "48b2a454-3d7d-450f-a0c8-806fad2cba81", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62328) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 599.582843] env[62328]: DEBUG nova.compute.manager [None req-c61dbfc8-e3b5-4fb9-ae33-c7091d627a78 tempest-ListServersNegativeTestJSON-1737878377 tempest-ListServersNegativeTestJSON-1737878377-project-member] [instance: df0d7e5c-1299-4174-8641-f96b51442b55] Start spawning the instance on the hypervisor. {{(pid=62328) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 599.586556] env[62328]: DEBUG nova.virt.vmwareapi.vmops [None req-8c2925ac-39e7-4131-b78f-e4fc84930dc1 tempest-SecurityGroupsTestJSON-105101063 tempest-SecurityGroupsTestJSON-105101063-project-member] [instance: 2ead81f5-76a7-4b80-ac7e-f227dec14f95] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:e6:2c:9e', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '4e02e98f-44ce-42b7-a3ac-4034fae5d127', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '48b2a454-3d7d-450f-a0c8-806fad2cba81', 'vif_model': 'vmxnet3'}] {{(pid=62328) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 599.594958] env[62328]: DEBUG nova.virt.vmwareapi.vm_util [None req-8c2925ac-39e7-4131-b78f-e4fc84930dc1 tempest-SecurityGroupsTestJSON-105101063 tempest-SecurityGroupsTestJSON-105101063-project-member] Creating folder: Project (0e6658b7d41a43858b58b5d307f14cac). Parent ref: group-v484164. {{(pid=62328) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 599.599303] env[62328]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-708ccaf0-b07c-490d-8a46-359e0c621ae3 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 599.615778] env[62328]: INFO nova.virt.vmwareapi.vm_util [None req-8c2925ac-39e7-4131-b78f-e4fc84930dc1 tempest-SecurityGroupsTestJSON-105101063 tempest-SecurityGroupsTestJSON-105101063-project-member] Created folder: Project (0e6658b7d41a43858b58b5d307f14cac) in parent group-v484164. [ 599.615999] env[62328]: DEBUG nova.virt.vmwareapi.vm_util [None req-8c2925ac-39e7-4131-b78f-e4fc84930dc1 tempest-SecurityGroupsTestJSON-105101063 tempest-SecurityGroupsTestJSON-105101063-project-member] Creating folder: Instances. Parent ref: group-v484213. {{(pid=62328) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 599.616300] env[62328]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-a363ed95-e7b5-4fec-ab63-2378a5798707 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 599.622505] env[62328]: DEBUG nova.virt.hardware [None req-c61dbfc8-e3b5-4fb9-ae33-c7091d627a78 tempest-ListServersNegativeTestJSON-1737878377 tempest-ListServersNegativeTestJSON-1737878377-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-07T17:16:55Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-07T17:16:37Z,direct_url=,disk_format='vmdk',id=dbf872a4-92be-47e4-8561-c3e2bf2423ab,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='2a64022f08d84b11a86773b900860ae5',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-07T17:16:38Z,virtual_size=,visibility=), allow threads: False {{(pid=62328) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 599.622876] env[62328]: DEBUG nova.virt.hardware [None req-c61dbfc8-e3b5-4fb9-ae33-c7091d627a78 tempest-ListServersNegativeTestJSON-1737878377 tempest-ListServersNegativeTestJSON-1737878377-project-member] Flavor limits 0:0:0 {{(pid=62328) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 599.622876] env[62328]: DEBUG nova.virt.hardware [None req-c61dbfc8-e3b5-4fb9-ae33-c7091d627a78 tempest-ListServersNegativeTestJSON-1737878377 tempest-ListServersNegativeTestJSON-1737878377-project-member] Image limits 0:0:0 {{(pid=62328) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 599.623025] env[62328]: DEBUG nova.virt.hardware [None req-c61dbfc8-e3b5-4fb9-ae33-c7091d627a78 tempest-ListServersNegativeTestJSON-1737878377 tempest-ListServersNegativeTestJSON-1737878377-project-member] Flavor pref 0:0:0 {{(pid=62328) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 599.623136] env[62328]: DEBUG nova.virt.hardware [None req-c61dbfc8-e3b5-4fb9-ae33-c7091d627a78 tempest-ListServersNegativeTestJSON-1737878377 tempest-ListServersNegativeTestJSON-1737878377-project-member] Image pref 0:0:0 {{(pid=62328) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 599.623386] env[62328]: DEBUG nova.virt.hardware [None req-c61dbfc8-e3b5-4fb9-ae33-c7091d627a78 tempest-ListServersNegativeTestJSON-1737878377 tempest-ListServersNegativeTestJSON-1737878377-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62328) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 599.623686] env[62328]: DEBUG nova.virt.hardware [None req-c61dbfc8-e3b5-4fb9-ae33-c7091d627a78 tempest-ListServersNegativeTestJSON-1737878377 tempest-ListServersNegativeTestJSON-1737878377-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62328) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 599.623762] env[62328]: DEBUG nova.virt.hardware [None req-c61dbfc8-e3b5-4fb9-ae33-c7091d627a78 tempest-ListServersNegativeTestJSON-1737878377 tempest-ListServersNegativeTestJSON-1737878377-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62328) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 599.624043] env[62328]: DEBUG nova.virt.hardware [None req-c61dbfc8-e3b5-4fb9-ae33-c7091d627a78 tempest-ListServersNegativeTestJSON-1737878377 tempest-ListServersNegativeTestJSON-1737878377-project-member] Got 1 possible topologies {{(pid=62328) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 599.624043] env[62328]: DEBUG nova.virt.hardware [None req-c61dbfc8-e3b5-4fb9-ae33-c7091d627a78 tempest-ListServersNegativeTestJSON-1737878377 tempest-ListServersNegativeTestJSON-1737878377-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62328) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 599.624177] env[62328]: DEBUG nova.virt.hardware [None req-c61dbfc8-e3b5-4fb9-ae33-c7091d627a78 tempest-ListServersNegativeTestJSON-1737878377 tempest-ListServersNegativeTestJSON-1737878377-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62328) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 599.625799] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dbf0067d-5d17-42eb-be8e-4de50329d9b4 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 599.637776] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-933825a7-0082-4bbd-94df-ea3356759aa4 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 599.648385] env[62328]: INFO nova.virt.vmwareapi.vm_util [None req-8c2925ac-39e7-4131-b78f-e4fc84930dc1 tempest-SecurityGroupsTestJSON-105101063 tempest-SecurityGroupsTestJSON-105101063-project-member] Created folder: Instances in parent group-v484213. [ 599.648618] env[62328]: DEBUG oslo.service.loopingcall [None req-8c2925ac-39e7-4131-b78f-e4fc84930dc1 tempest-SecurityGroupsTestJSON-105101063 tempest-SecurityGroupsTestJSON-105101063-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62328) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 599.648822] env[62328]: DEBUG oslo_vmware.api [None req-dee65bd2-c479-4e8f-92ef-b2337c4d6897 tempest-ImagesOneServerNegativeTestJSON-835227872 tempest-ImagesOneServerNegativeTestJSON-835227872-project-member] Task: {'id': task-2386308, 'name': PowerOnVM_Task, 'duration_secs': 0.472673} completed successfully. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 599.649774] env[62328]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2ead81f5-76a7-4b80-ac7e-f227dec14f95] Creating VM on the ESX host {{(pid=62328) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 599.649774] env[62328]: DEBUG nova.virt.vmwareapi.vm_util [None req-dee65bd2-c479-4e8f-92ef-b2337c4d6897 tempest-ImagesOneServerNegativeTestJSON-835227872 tempest-ImagesOneServerNegativeTestJSON-835227872-project-member] [instance: 7d40ec51-28cf-4829-be03-810f8d965b2e] Powered on the VM {{(pid=62328) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 599.649979] env[62328]: INFO nova.compute.manager [None req-dee65bd2-c479-4e8f-92ef-b2337c4d6897 tempest-ImagesOneServerNegativeTestJSON-835227872 tempest-ImagesOneServerNegativeTestJSON-835227872-project-member] [instance: 7d40ec51-28cf-4829-be03-810f8d965b2e] Took 11.06 seconds to spawn the instance on the hypervisor. [ 599.650153] env[62328]: DEBUG nova.compute.manager [None req-dee65bd2-c479-4e8f-92ef-b2337c4d6897 tempest-ImagesOneServerNegativeTestJSON-835227872 tempest-ImagesOneServerNegativeTestJSON-835227872-project-member] [instance: 7d40ec51-28cf-4829-be03-810f8d965b2e] Checking state {{(pid=62328) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 599.650392] env[62328]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-7eaad037-c16d-489b-a2bb-52cc66a8e680 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 599.666771] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-49a6b60c-bd25-4af6-b573-2663704e42d4 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 599.689359] env[62328]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 599.689359] env[62328]: value = "task-2386311" [ 599.689359] env[62328]: _type = "Task" [ 599.689359] env[62328]: } to complete. {{(pid=62328) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 599.701199] env[62328]: DEBUG oslo_vmware.api [-] Task: {'id': task-2386311, 'name': CreateVM_Task} progress is 6%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 599.710025] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-33ae72a2-5994-4271-abbb-e2573b87f651 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 599.717842] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fcd20c9a-3abe-4fce-8b61-fc8a6dcb5901 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 599.749939] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-26823c96-2371-43af-b722-bc671f14d934 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 599.758436] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d4efebb9-a901-4988-b8c9-47d4723ac71e {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 599.773165] env[62328]: DEBUG nova.compute.provider_tree [None req-532cc1a7-ed30-4c07-9140-2ee7d3c27bff tempest-ServerDiagnosticsV248Test-811684029 tempest-ServerDiagnosticsV248Test-811684029-project-member] Updating inventory in ProviderTree for provider 3469e9f8-04af-49ca-8435-49f104496744 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 152, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62328) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 599.920935] env[62328]: DEBUG oslo_concurrency.lockutils [None req-b23b3f4e-fe94-407a-94db-5599506ca919 tempest-ServersListShow296Test-961208893 tempest-ServersListShow296Test-961208893-project-member] Acquiring lock "9189922d-4308-4303-a84b-1bbeeb1ed7d2" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 599.921185] env[62328]: DEBUG oslo_concurrency.lockutils [None req-b23b3f4e-fe94-407a-94db-5599506ca919 tempest-ServersListShow296Test-961208893 tempest-ServersListShow296Test-961208893-project-member] Lock "9189922d-4308-4303-a84b-1bbeeb1ed7d2" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 600.076189] env[62328]: DEBUG oslo_concurrency.lockutils [None req-6bc67d14-b0d0-483b-8293-8e8be3934951 tempest-ListServerFiltersTestJSON-1229971268 tempest-ListServerFiltersTestJSON-1229971268-project-member] Acquiring lock "refresh_cache-7d799973-7eb9-46f8-ae41-d9aca9fc9e5a" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 600.076355] env[62328]: DEBUG oslo_concurrency.lockutils [None req-6bc67d14-b0d0-483b-8293-8e8be3934951 tempest-ListServerFiltersTestJSON-1229971268 tempest-ListServerFiltersTestJSON-1229971268-project-member] Acquired lock "refresh_cache-7d799973-7eb9-46f8-ae41-d9aca9fc9e5a" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 600.076797] env[62328]: DEBUG nova.network.neutron [None req-6bc67d14-b0d0-483b-8293-8e8be3934951 tempest-ListServerFiltersTestJSON-1229971268 tempest-ListServerFiltersTestJSON-1229971268-project-member] [instance: 7d799973-7eb9-46f8-ae41-d9aca9fc9e5a] Building network info cache for instance {{(pid=62328) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 600.201057] env[62328]: INFO nova.compute.manager [None req-dee65bd2-c479-4e8f-92ef-b2337c4d6897 tempest-ImagesOneServerNegativeTestJSON-835227872 tempest-ImagesOneServerNegativeTestJSON-835227872-project-member] [instance: 7d40ec51-28cf-4829-be03-810f8d965b2e] Took 26.74 seconds to build instance. [ 600.205335] env[62328]: DEBUG oslo_vmware.api [-] Task: {'id': task-2386311, 'name': CreateVM_Task, 'duration_secs': 0.369034} completed successfully. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 600.205723] env[62328]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2ead81f5-76a7-4b80-ac7e-f227dec14f95] Created VM on the ESX host {{(pid=62328) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 600.206415] env[62328]: DEBUG oslo_concurrency.lockutils [None req-8c2925ac-39e7-4131-b78f-e4fc84930dc1 tempest-SecurityGroupsTestJSON-105101063 tempest-SecurityGroupsTestJSON-105101063-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/dbf872a4-92be-47e4-8561-c3e2bf2423ab" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 600.206577] env[62328]: DEBUG oslo_concurrency.lockutils [None req-8c2925ac-39e7-4131-b78f-e4fc84930dc1 tempest-SecurityGroupsTestJSON-105101063 tempest-SecurityGroupsTestJSON-105101063-project-member] Acquired lock "[datastore2] devstack-image-cache_base/dbf872a4-92be-47e4-8561-c3e2bf2423ab" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 600.206981] env[62328]: DEBUG oslo_concurrency.lockutils [None req-8c2925ac-39e7-4131-b78f-e4fc84930dc1 tempest-SecurityGroupsTestJSON-105101063 tempest-SecurityGroupsTestJSON-105101063-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/dbf872a4-92be-47e4-8561-c3e2bf2423ab" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 600.207180] env[62328]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-62b91b11-a424-4289-94b5-b809d3f17954 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 600.212233] env[62328]: DEBUG oslo_vmware.api [None req-8c2925ac-39e7-4131-b78f-e4fc84930dc1 tempest-SecurityGroupsTestJSON-105101063 tempest-SecurityGroupsTestJSON-105101063-project-member] Waiting for the task: (returnval){ [ 600.212233] env[62328]: value = "session[52a6e20e-410d-708a-99f2-080a575a99bd]52ad384d-3279-0d05-e3bd-ce3a2adc01d7" [ 600.212233] env[62328]: _type = "Task" [ 600.212233] env[62328]: } to complete. {{(pid=62328) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 600.220558] env[62328]: DEBUG oslo_vmware.api [None req-8c2925ac-39e7-4131-b78f-e4fc84930dc1 tempest-SecurityGroupsTestJSON-105101063 tempest-SecurityGroupsTestJSON-105101063-project-member] Task: {'id': session[52a6e20e-410d-708a-99f2-080a575a99bd]52ad384d-3279-0d05-e3bd-ce3a2adc01d7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 600.221600] env[62328]: DEBUG nova.network.neutron [req-54696e73-83ba-4403-b013-e5456e77d7bf req-f9b75dfd-5f59-49de-a415-f4b580f3cabc service nova] [instance: 9f267eb4-d272-4f61-b795-076cb51f80b6] Updated VIF entry in instance network info cache for port ee10d8e7-5821-446c-a1d6-1ca78a1397cb. {{(pid=62328) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 600.222080] env[62328]: DEBUG nova.network.neutron [req-54696e73-83ba-4403-b013-e5456e77d7bf req-f9b75dfd-5f59-49de-a415-f4b580f3cabc service nova] [instance: 9f267eb4-d272-4f61-b795-076cb51f80b6] Updating instance_info_cache with network_info: [{"id": "ee10d8e7-5821-446c-a1d6-1ca78a1397cb", "address": "fa:16:3e:25:15:d2", "network": {"id": "419e9630-2846-499e-80f9-74384cb9db1b", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-756804266-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.245", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5e755d1c1d32499a96fcf33e11fe6785", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f92f0b92-d6fb-4d00-8ad5-6b3809ed5493", "external-id": "nsx-vlan-transportzone-48", "segmentation_id": 48, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapee10d8e7-58", "ovs_interfaceid": "ee10d8e7-5821-446c-a1d6-1ca78a1397cb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62328) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 600.298794] env[62328]: ERROR nova.scheduler.client.report [None req-532cc1a7-ed30-4c07-9140-2ee7d3c27bff tempest-ServerDiagnosticsV248Test-811684029 tempest-ServerDiagnosticsV248Test-811684029-project-member] [req-6de95965-9e7d-4a1e-81b1-14c641c8239f] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 152, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 3469e9f8-04af-49ca-8435-49f104496744. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-6de95965-9e7d-4a1e-81b1-14c641c8239f"}]} [ 600.318472] env[62328]: DEBUG nova.scheduler.client.report [None req-532cc1a7-ed30-4c07-9140-2ee7d3c27bff tempest-ServerDiagnosticsV248Test-811684029 tempest-ServerDiagnosticsV248Test-811684029-project-member] Refreshing inventories for resource provider 3469e9f8-04af-49ca-8435-49f104496744 {{(pid=62328) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 600.338953] env[62328]: DEBUG nova.scheduler.client.report [None req-532cc1a7-ed30-4c07-9140-2ee7d3c27bff tempest-ServerDiagnosticsV248Test-811684029 tempest-ServerDiagnosticsV248Test-811684029-project-member] Updating ProviderTree inventory for provider 3469e9f8-04af-49ca-8435-49f104496744 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 153, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62328) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 600.339203] env[62328]: DEBUG nova.compute.provider_tree [None req-532cc1a7-ed30-4c07-9140-2ee7d3c27bff tempest-ServerDiagnosticsV248Test-811684029 tempest-ServerDiagnosticsV248Test-811684029-project-member] Updating inventory in ProviderTree for provider 3469e9f8-04af-49ca-8435-49f104496744 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 153, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62328) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 600.354112] env[62328]: DEBUG nova.scheduler.client.report [None req-532cc1a7-ed30-4c07-9140-2ee7d3c27bff tempest-ServerDiagnosticsV248Test-811684029 tempest-ServerDiagnosticsV248Test-811684029-project-member] Refreshing aggregate associations for resource provider 3469e9f8-04af-49ca-8435-49f104496744, aggregates: None {{(pid=62328) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 600.373306] env[62328]: DEBUG nova.scheduler.client.report [None req-532cc1a7-ed30-4c07-9140-2ee7d3c27bff tempest-ServerDiagnosticsV248Test-811684029 tempest-ServerDiagnosticsV248Test-811684029-project-member] Refreshing trait associations for resource provider 3469e9f8-04af-49ca-8435-49f104496744, traits: COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_NODE,HW_ARCH_X86_64,COMPUTE_SAME_HOST_COLD_MIGRATE {{(pid=62328) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 600.642873] env[62328]: DEBUG nova.network.neutron [None req-6bc67d14-b0d0-483b-8293-8e8be3934951 tempest-ListServerFiltersTestJSON-1229971268 tempest-ListServerFiltersTestJSON-1229971268-project-member] [instance: 7d799973-7eb9-46f8-ae41-d9aca9fc9e5a] Instance cache missing network info. {{(pid=62328) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 600.711126] env[62328]: DEBUG oslo_concurrency.lockutils [None req-dee65bd2-c479-4e8f-92ef-b2337c4d6897 tempest-ImagesOneServerNegativeTestJSON-835227872 tempest-ImagesOneServerNegativeTestJSON-835227872-project-member] Lock "7d40ec51-28cf-4829-be03-810f8d965b2e" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 35.152s {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 600.725823] env[62328]: DEBUG oslo_concurrency.lockutils [req-54696e73-83ba-4403-b013-e5456e77d7bf req-f9b75dfd-5f59-49de-a415-f4b580f3cabc service nova] Releasing lock "refresh_cache-9f267eb4-d272-4f61-b795-076cb51f80b6" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 600.726851] env[62328]: DEBUG oslo_vmware.api [None req-8c2925ac-39e7-4131-b78f-e4fc84930dc1 tempest-SecurityGroupsTestJSON-105101063 tempest-SecurityGroupsTestJSON-105101063-project-member] Task: {'id': session[52a6e20e-410d-708a-99f2-080a575a99bd]52ad384d-3279-0d05-e3bd-ce3a2adc01d7, 'name': SearchDatastore_Task, 'duration_secs': 0.024443} completed successfully. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 600.727165] env[62328]: DEBUG oslo_concurrency.lockutils [None req-8c2925ac-39e7-4131-b78f-e4fc84930dc1 tempest-SecurityGroupsTestJSON-105101063 tempest-SecurityGroupsTestJSON-105101063-project-member] Releasing lock "[datastore2] devstack-image-cache_base/dbf872a4-92be-47e4-8561-c3e2bf2423ab" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 600.727337] env[62328]: DEBUG nova.virt.vmwareapi.vmops [None req-8c2925ac-39e7-4131-b78f-e4fc84930dc1 tempest-SecurityGroupsTestJSON-105101063 tempest-SecurityGroupsTestJSON-105101063-project-member] [instance: 2ead81f5-76a7-4b80-ac7e-f227dec14f95] Processing image dbf872a4-92be-47e4-8561-c3e2bf2423ab {{(pid=62328) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 600.727640] env[62328]: DEBUG oslo_concurrency.lockutils [None req-8c2925ac-39e7-4131-b78f-e4fc84930dc1 tempest-SecurityGroupsTestJSON-105101063 tempest-SecurityGroupsTestJSON-105101063-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/dbf872a4-92be-47e4-8561-c3e2bf2423ab/dbf872a4-92be-47e4-8561-c3e2bf2423ab.vmdk" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 600.727756] env[62328]: DEBUG oslo_concurrency.lockutils [None req-8c2925ac-39e7-4131-b78f-e4fc84930dc1 tempest-SecurityGroupsTestJSON-105101063 tempest-SecurityGroupsTestJSON-105101063-project-member] Acquired lock "[datastore2] devstack-image-cache_base/dbf872a4-92be-47e4-8561-c3e2bf2423ab/dbf872a4-92be-47e4-8561-c3e2bf2423ab.vmdk" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 600.728018] env[62328]: DEBUG nova.virt.vmwareapi.ds_util [None req-8c2925ac-39e7-4131-b78f-e4fc84930dc1 tempest-SecurityGroupsTestJSON-105101063 tempest-SecurityGroupsTestJSON-105101063-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62328) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 600.729132] env[62328]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-a9c0843e-09d8-4ebe-9605-8a5c9cb68e9f {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 600.736785] env[62328]: DEBUG nova.virt.vmwareapi.ds_util [None req-8c2925ac-39e7-4131-b78f-e4fc84930dc1 tempest-SecurityGroupsTestJSON-105101063 tempest-SecurityGroupsTestJSON-105101063-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62328) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 600.739396] env[62328]: DEBUG nova.virt.vmwareapi.vmops [None req-8c2925ac-39e7-4131-b78f-e4fc84930dc1 tempest-SecurityGroupsTestJSON-105101063 tempest-SecurityGroupsTestJSON-105101063-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62328) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 600.739396] env[62328]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-aba4c94f-dcd2-46b7-ad2c-faa8c89cb480 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 600.742434] env[62328]: DEBUG oslo_vmware.api [None req-8c2925ac-39e7-4131-b78f-e4fc84930dc1 tempest-SecurityGroupsTestJSON-105101063 tempest-SecurityGroupsTestJSON-105101063-project-member] Waiting for the task: (returnval){ [ 600.742434] env[62328]: value = "session[52a6e20e-410d-708a-99f2-080a575a99bd]52dc9678-e608-95e5-e817-257f6d968127" [ 600.742434] env[62328]: _type = "Task" [ 600.742434] env[62328]: } to complete. {{(pid=62328) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 600.750657] env[62328]: DEBUG oslo_vmware.api [None req-8c2925ac-39e7-4131-b78f-e4fc84930dc1 tempest-SecurityGroupsTestJSON-105101063 tempest-SecurityGroupsTestJSON-105101063-project-member] Task: {'id': session[52a6e20e-410d-708a-99f2-080a575a99bd]52dc9678-e608-95e5-e817-257f6d968127, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 600.765851] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6721f9d8-f144-4a28-8d9b-b3d1817a7ebc {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 600.772336] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ffae1ae0-dcd4-490f-9f82-8b021cc94083 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 600.808160] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ade9cbe8-b1fc-4063-9d2b-8c54e6917809 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 600.816154] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-76e1f20a-213e-4b6d-a4f7-ed7e74c43b0f {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 600.832147] env[62328]: DEBUG nova.compute.provider_tree [None req-532cc1a7-ed30-4c07-9140-2ee7d3c27bff tempest-ServerDiagnosticsV248Test-811684029 tempest-ServerDiagnosticsV248Test-811684029-project-member] Updating inventory in ProviderTree for provider 3469e9f8-04af-49ca-8435-49f104496744 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 152, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62328) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 601.049562] env[62328]: DEBUG nova.network.neutron [None req-6bc67d14-b0d0-483b-8293-8e8be3934951 tempest-ListServerFiltersTestJSON-1229971268 tempest-ListServerFiltersTestJSON-1229971268-project-member] [instance: 7d799973-7eb9-46f8-ae41-d9aca9fc9e5a] Updating instance_info_cache with network_info: [{"id": "572b302c-f881-4a2a-9021-cac7d7415154", "address": "fa:16:3e:d3:f5:e9", "network": {"id": "c46007c0-9cb2-4a89-a7d1-de50d2fc8963", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-926979095-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "74a0bc813655452b82c1404e811a4da4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8ea16b8c-ebf6-4bd4-ab67-ddb472e7b460", "external-id": "nsx-vlan-transportzone-156", "segmentation_id": 156, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap572b302c-f8", "ovs_interfaceid": "572b302c-f881-4a2a-9021-cac7d7415154", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62328) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 601.213702] env[62328]: DEBUG nova.compute.manager [None req-0536c8a6-2ef1-4454-a265-20a67e9788ce tempest-DeleteServersAdminTestJSON-1672951685 tempest-DeleteServersAdminTestJSON-1672951685-project-member] [instance: cbd7d9a6-9812-461e-9f59-8dea2e62fece] Starting instance... {{(pid=62328) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 601.239938] env[62328]: DEBUG nova.network.neutron [None req-c61dbfc8-e3b5-4fb9-ae33-c7091d627a78 tempest-ListServersNegativeTestJSON-1737878377 tempest-ListServersNegativeTestJSON-1737878377-project-member] [instance: df0d7e5c-1299-4174-8641-f96b51442b55] Successfully updated port: 04c8003f-785d-4d68-beea-be0387801136 {{(pid=62328) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 601.254996] env[62328]: DEBUG oslo_vmware.api [None req-8c2925ac-39e7-4131-b78f-e4fc84930dc1 tempest-SecurityGroupsTestJSON-105101063 tempest-SecurityGroupsTestJSON-105101063-project-member] Task: {'id': session[52a6e20e-410d-708a-99f2-080a575a99bd]52dc9678-e608-95e5-e817-257f6d968127, 'name': SearchDatastore_Task, 'duration_secs': 0.008383} completed successfully. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 601.256653] env[62328]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fc136fff-16df-42e8-bc7e-e10cba93ca64 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 601.263917] env[62328]: DEBUG oslo_vmware.api [None req-8c2925ac-39e7-4131-b78f-e4fc84930dc1 tempest-SecurityGroupsTestJSON-105101063 tempest-SecurityGroupsTestJSON-105101063-project-member] Waiting for the task: (returnval){ [ 601.263917] env[62328]: value = "session[52a6e20e-410d-708a-99f2-080a575a99bd]520511ed-0843-37cd-07c0-899aa241cf0b" [ 601.263917] env[62328]: _type = "Task" [ 601.263917] env[62328]: } to complete. {{(pid=62328) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 601.274547] env[62328]: DEBUG oslo_vmware.api [None req-8c2925ac-39e7-4131-b78f-e4fc84930dc1 tempest-SecurityGroupsTestJSON-105101063 tempest-SecurityGroupsTestJSON-105101063-project-member] Task: {'id': session[52a6e20e-410d-708a-99f2-080a575a99bd]520511ed-0843-37cd-07c0-899aa241cf0b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 601.326335] env[62328]: DEBUG oslo_concurrency.lockutils [None req-16eda5c7-fbe0-49ae-8e99-93a8b70dcb32 tempest-ServersTestMultiNic-1057987772 tempest-ServersTestMultiNic-1057987772-project-member] Acquiring lock "1e8111de-0629-4ba5-b945-8f552763ab15" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 601.327204] env[62328]: DEBUG oslo_concurrency.lockutils [None req-16eda5c7-fbe0-49ae-8e99-93a8b70dcb32 tempest-ServersTestMultiNic-1057987772 tempest-ServersTestMultiNic-1057987772-project-member] Lock "1e8111de-0629-4ba5-b945-8f552763ab15" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 601.358937] env[62328]: ERROR nova.scheduler.client.report [None req-532cc1a7-ed30-4c07-9140-2ee7d3c27bff tempest-ServerDiagnosticsV248Test-811684029 tempest-ServerDiagnosticsV248Test-811684029-project-member] [req-f297c49d-da60-4653-a8fa-9db5bfad51f0] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 152, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 3469e9f8-04af-49ca-8435-49f104496744. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-f297c49d-da60-4653-a8fa-9db5bfad51f0"}]} [ 601.378687] env[62328]: DEBUG nova.scheduler.client.report [None req-532cc1a7-ed30-4c07-9140-2ee7d3c27bff tempest-ServerDiagnosticsV248Test-811684029 tempest-ServerDiagnosticsV248Test-811684029-project-member] Refreshing inventories for resource provider 3469e9f8-04af-49ca-8435-49f104496744 {{(pid=62328) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 601.398404] env[62328]: DEBUG nova.scheduler.client.report [None req-532cc1a7-ed30-4c07-9140-2ee7d3c27bff tempest-ServerDiagnosticsV248Test-811684029 tempest-ServerDiagnosticsV248Test-811684029-project-member] Updating ProviderTree inventory for provider 3469e9f8-04af-49ca-8435-49f104496744 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 153, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62328) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 601.398665] env[62328]: DEBUG nova.compute.provider_tree [None req-532cc1a7-ed30-4c07-9140-2ee7d3c27bff tempest-ServerDiagnosticsV248Test-811684029 tempest-ServerDiagnosticsV248Test-811684029-project-member] Updating inventory in ProviderTree for provider 3469e9f8-04af-49ca-8435-49f104496744 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 153, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62328) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 601.418456] env[62328]: DEBUG nova.scheduler.client.report [None req-532cc1a7-ed30-4c07-9140-2ee7d3c27bff tempest-ServerDiagnosticsV248Test-811684029 tempest-ServerDiagnosticsV248Test-811684029-project-member] Refreshing aggregate associations for resource provider 3469e9f8-04af-49ca-8435-49f104496744, aggregates: None {{(pid=62328) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 601.439881] env[62328]: DEBUG nova.scheduler.client.report [None req-532cc1a7-ed30-4c07-9140-2ee7d3c27bff tempest-ServerDiagnosticsV248Test-811684029 tempest-ServerDiagnosticsV248Test-811684029-project-member] Refreshing trait associations for resource provider 3469e9f8-04af-49ca-8435-49f104496744, traits: COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_NODE,HW_ARCH_X86_64,COMPUTE_SAME_HOST_COLD_MIGRATE {{(pid=62328) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 601.553270] env[62328]: DEBUG oslo_concurrency.lockutils [None req-6bc67d14-b0d0-483b-8293-8e8be3934951 tempest-ListServerFiltersTestJSON-1229971268 tempest-ListServerFiltersTestJSON-1229971268-project-member] Releasing lock "refresh_cache-7d799973-7eb9-46f8-ae41-d9aca9fc9e5a" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 601.553423] env[62328]: DEBUG nova.compute.manager [None req-6bc67d14-b0d0-483b-8293-8e8be3934951 tempest-ListServerFiltersTestJSON-1229971268 tempest-ListServerFiltersTestJSON-1229971268-project-member] [instance: 7d799973-7eb9-46f8-ae41-d9aca9fc9e5a] Instance network_info: |[{"id": "572b302c-f881-4a2a-9021-cac7d7415154", "address": "fa:16:3e:d3:f5:e9", "network": {"id": "c46007c0-9cb2-4a89-a7d1-de50d2fc8963", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-926979095-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "74a0bc813655452b82c1404e811a4da4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8ea16b8c-ebf6-4bd4-ab67-ddb472e7b460", "external-id": "nsx-vlan-transportzone-156", "segmentation_id": 156, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap572b302c-f8", "ovs_interfaceid": "572b302c-f881-4a2a-9021-cac7d7415154", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62328) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 601.555970] env[62328]: DEBUG nova.virt.vmwareapi.vmops [None req-6bc67d14-b0d0-483b-8293-8e8be3934951 tempest-ListServerFiltersTestJSON-1229971268 tempest-ListServerFiltersTestJSON-1229971268-project-member] [instance: 7d799973-7eb9-46f8-ae41-d9aca9fc9e5a] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:d3:f5:e9', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '8ea16b8c-ebf6-4bd4-ab67-ddb472e7b460', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '572b302c-f881-4a2a-9021-cac7d7415154', 'vif_model': 'vmxnet3'}] {{(pid=62328) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 601.563660] env[62328]: DEBUG nova.virt.vmwareapi.vm_util [None req-6bc67d14-b0d0-483b-8293-8e8be3934951 tempest-ListServerFiltersTestJSON-1229971268 tempest-ListServerFiltersTestJSON-1229971268-project-member] Creating folder: Project (74a0bc813655452b82c1404e811a4da4). Parent ref: group-v484164. {{(pid=62328) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 601.564010] env[62328]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-8c1a3bf1-2e2f-4c1a-845b-02429fa607bb {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 601.574420] env[62328]: INFO nova.virt.vmwareapi.vm_util [None req-6bc67d14-b0d0-483b-8293-8e8be3934951 tempest-ListServerFiltersTestJSON-1229971268 tempest-ListServerFiltersTestJSON-1229971268-project-member] Created folder: Project (74a0bc813655452b82c1404e811a4da4) in parent group-v484164. [ 601.574873] env[62328]: DEBUG nova.virt.vmwareapi.vm_util [None req-6bc67d14-b0d0-483b-8293-8e8be3934951 tempest-ListServerFiltersTestJSON-1229971268 tempest-ListServerFiltersTestJSON-1229971268-project-member] Creating folder: Instances. Parent ref: group-v484216. {{(pid=62328) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 601.574873] env[62328]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-a48cff11-dd39-4aa0-aac9-143f549b0c0e {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 601.583512] env[62328]: INFO nova.virt.vmwareapi.vm_util [None req-6bc67d14-b0d0-483b-8293-8e8be3934951 tempest-ListServerFiltersTestJSON-1229971268 tempest-ListServerFiltersTestJSON-1229971268-project-member] Created folder: Instances in parent group-v484216. [ 601.583744] env[62328]: DEBUG oslo.service.loopingcall [None req-6bc67d14-b0d0-483b-8293-8e8be3934951 tempest-ListServerFiltersTestJSON-1229971268 tempest-ListServerFiltersTestJSON-1229971268-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62328) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 601.583942] env[62328]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7d799973-7eb9-46f8-ae41-d9aca9fc9e5a] Creating VM on the ESX host {{(pid=62328) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 601.584156] env[62328]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-3af60df1-b14f-4709-b0f8-923f30cdf4f3 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 601.608964] env[62328]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 601.608964] env[62328]: value = "task-2386314" [ 601.608964] env[62328]: _type = "Task" [ 601.608964] env[62328]: } to complete. {{(pid=62328) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 601.618963] env[62328]: DEBUG oslo_vmware.api [-] Task: {'id': task-2386314, 'name': CreateVM_Task} progress is 0%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 601.711955] env[62328]: DEBUG nova.compute.manager [None req-80d158ce-24e0-4b84-84a1-f6849bb1d0ac tempest-ImagesOneServerTestJSON-2062431902 tempest-ImagesOneServerTestJSON-2062431902-project-member] [instance: b7106740-bdd7-4774-8744-cbe21352a31c] Checking state {{(pid=62328) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 601.712939] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-53335846-7bde-4483-b9c2-3842176f7e53 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 601.740991] env[62328]: DEBUG oslo_concurrency.lockutils [None req-c61dbfc8-e3b5-4fb9-ae33-c7091d627a78 tempest-ListServersNegativeTestJSON-1737878377 tempest-ListServersNegativeTestJSON-1737878377-project-member] Acquiring lock "refresh_cache-df0d7e5c-1299-4174-8641-f96b51442b55" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 601.742189] env[62328]: DEBUG oslo_concurrency.lockutils [None req-c61dbfc8-e3b5-4fb9-ae33-c7091d627a78 tempest-ListServersNegativeTestJSON-1737878377 tempest-ListServersNegativeTestJSON-1737878377-project-member] Acquired lock "refresh_cache-df0d7e5c-1299-4174-8641-f96b51442b55" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 601.742189] env[62328]: DEBUG nova.network.neutron [None req-c61dbfc8-e3b5-4fb9-ae33-c7091d627a78 tempest-ListServersNegativeTestJSON-1737878377 tempest-ListServersNegativeTestJSON-1737878377-project-member] [instance: df0d7e5c-1299-4174-8641-f96b51442b55] Building network info cache for instance {{(pid=62328) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 601.743521] env[62328]: DEBUG oslo_concurrency.lockutils [None req-0536c8a6-2ef1-4454-a265-20a67e9788ce tempest-DeleteServersAdminTestJSON-1672951685 tempest-DeleteServersAdminTestJSON-1672951685-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 601.777190] env[62328]: DEBUG oslo_vmware.api [None req-8c2925ac-39e7-4131-b78f-e4fc84930dc1 tempest-SecurityGroupsTestJSON-105101063 tempest-SecurityGroupsTestJSON-105101063-project-member] Task: {'id': session[52a6e20e-410d-708a-99f2-080a575a99bd]520511ed-0843-37cd-07c0-899aa241cf0b, 'name': SearchDatastore_Task, 'duration_secs': 0.009813} completed successfully. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 601.777190] env[62328]: DEBUG oslo_concurrency.lockutils [None req-8c2925ac-39e7-4131-b78f-e4fc84930dc1 tempest-SecurityGroupsTestJSON-105101063 tempest-SecurityGroupsTestJSON-105101063-project-member] Releasing lock "[datastore2] devstack-image-cache_base/dbf872a4-92be-47e4-8561-c3e2bf2423ab/dbf872a4-92be-47e4-8561-c3e2bf2423ab.vmdk" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 601.777536] env[62328]: DEBUG nova.virt.vmwareapi.vm_util [None req-8c2925ac-39e7-4131-b78f-e4fc84930dc1 tempest-SecurityGroupsTestJSON-105101063 tempest-SecurityGroupsTestJSON-105101063-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/dbf872a4-92be-47e4-8561-c3e2bf2423ab/dbf872a4-92be-47e4-8561-c3e2bf2423ab.vmdk to [datastore2] 2ead81f5-76a7-4b80-ac7e-f227dec14f95/2ead81f5-76a7-4b80-ac7e-f227dec14f95.vmdk {{(pid=62328) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 601.780094] env[62328]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-83b5eb0e-e476-492a-9f48-eb75d209c6ed {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 601.787698] env[62328]: DEBUG oslo_vmware.api [None req-8c2925ac-39e7-4131-b78f-e4fc84930dc1 tempest-SecurityGroupsTestJSON-105101063 tempest-SecurityGroupsTestJSON-105101063-project-member] Waiting for the task: (returnval){ [ 601.787698] env[62328]: value = "task-2386315" [ 601.787698] env[62328]: _type = "Task" [ 601.787698] env[62328]: } to complete. {{(pid=62328) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 601.802545] env[62328]: DEBUG oslo_vmware.api [None req-8c2925ac-39e7-4131-b78f-e4fc84930dc1 tempest-SecurityGroupsTestJSON-105101063 tempest-SecurityGroupsTestJSON-105101063-project-member] Task: {'id': task-2386315, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 601.899810] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b1f49d31-ba02-415d-994f-d01003062844 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 601.908293] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2eae3d2c-e57d-41ef-96a8-56ae9dc1490b {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 601.946345] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fade2c4f-c590-4dea-96a8-758ae2cc77ef {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 601.954984] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a5aad0ce-ed1e-4f8a-a64b-492ffe567b06 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 601.973818] env[62328]: DEBUG nova.compute.provider_tree [None req-532cc1a7-ed30-4c07-9140-2ee7d3c27bff tempest-ServerDiagnosticsV248Test-811684029 tempest-ServerDiagnosticsV248Test-811684029-project-member] Updating inventory in ProviderTree for provider 3469e9f8-04af-49ca-8435-49f104496744 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 152, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62328) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 602.121712] env[62328]: DEBUG oslo_vmware.api [-] Task: {'id': task-2386314, 'name': CreateVM_Task, 'duration_secs': 0.340879} completed successfully. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 602.121712] env[62328]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7d799973-7eb9-46f8-ae41-d9aca9fc9e5a] Created VM on the ESX host {{(pid=62328) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 602.122612] env[62328]: DEBUG oslo_concurrency.lockutils [None req-6bc67d14-b0d0-483b-8293-8e8be3934951 tempest-ListServerFiltersTestJSON-1229971268 tempest-ListServerFiltersTestJSON-1229971268-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/dbf872a4-92be-47e4-8561-c3e2bf2423ab" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 602.122612] env[62328]: DEBUG oslo_concurrency.lockutils [None req-6bc67d14-b0d0-483b-8293-8e8be3934951 tempest-ListServerFiltersTestJSON-1229971268 tempest-ListServerFiltersTestJSON-1229971268-project-member] Acquired lock "[datastore1] devstack-image-cache_base/dbf872a4-92be-47e4-8561-c3e2bf2423ab" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 602.124177] env[62328]: DEBUG oslo_concurrency.lockutils [None req-6bc67d14-b0d0-483b-8293-8e8be3934951 tempest-ListServerFiltersTestJSON-1229971268 tempest-ListServerFiltersTestJSON-1229971268-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/dbf872a4-92be-47e4-8561-c3e2bf2423ab" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 602.124177] env[62328]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d91f59f6-c5fd-4e0e-917c-ff8b5d4d5777 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 602.130531] env[62328]: DEBUG oslo_vmware.api [None req-6bc67d14-b0d0-483b-8293-8e8be3934951 tempest-ListServerFiltersTestJSON-1229971268 tempest-ListServerFiltersTestJSON-1229971268-project-member] Waiting for the task: (returnval){ [ 602.130531] env[62328]: value = "session[52a6e20e-410d-708a-99f2-080a575a99bd]52b9ef64-6037-601e-2d9a-a739e5f95bab" [ 602.130531] env[62328]: _type = "Task" [ 602.130531] env[62328]: } to complete. {{(pid=62328) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 602.140215] env[62328]: DEBUG oslo_vmware.api [None req-6bc67d14-b0d0-483b-8293-8e8be3934951 tempest-ListServerFiltersTestJSON-1229971268 tempest-ListServerFiltersTestJSON-1229971268-project-member] Task: {'id': session[52a6e20e-410d-708a-99f2-080a575a99bd]52b9ef64-6037-601e-2d9a-a739e5f95bab, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 602.244899] env[62328]: INFO nova.compute.manager [None req-80d158ce-24e0-4b84-84a1-f6849bb1d0ac tempest-ImagesOneServerTestJSON-2062431902 tempest-ImagesOneServerTestJSON-2062431902-project-member] [instance: b7106740-bdd7-4774-8744-cbe21352a31c] instance snapshotting [ 602.253095] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3dbc81ae-e347-4774-881a-258192712749 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 602.275592] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e018ae52-82da-4ade-959e-957a3fa6478a {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 602.301665] env[62328]: DEBUG oslo_vmware.api [None req-8c2925ac-39e7-4131-b78f-e4fc84930dc1 tempest-SecurityGroupsTestJSON-105101063 tempest-SecurityGroupsTestJSON-105101063-project-member] Task: {'id': task-2386315, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 602.303351] env[62328]: DEBUG nova.network.neutron [None req-c61dbfc8-e3b5-4fb9-ae33-c7091d627a78 tempest-ListServersNegativeTestJSON-1737878377 tempest-ListServersNegativeTestJSON-1737878377-project-member] [instance: df0d7e5c-1299-4174-8641-f96b51442b55] Instance cache missing network info. {{(pid=62328) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 602.518049] env[62328]: DEBUG nova.scheduler.client.report [None req-532cc1a7-ed30-4c07-9140-2ee7d3c27bff tempest-ServerDiagnosticsV248Test-811684029 tempest-ServerDiagnosticsV248Test-811684029-project-member] Updated inventory for provider 3469e9f8-04af-49ca-8435-49f104496744 with generation 40 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 152, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62328) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 602.518357] env[62328]: DEBUG nova.compute.provider_tree [None req-532cc1a7-ed30-4c07-9140-2ee7d3c27bff tempest-ServerDiagnosticsV248Test-811684029 tempest-ServerDiagnosticsV248Test-811684029-project-member] Updating resource provider 3469e9f8-04af-49ca-8435-49f104496744 generation from 40 to 41 during operation: update_inventory {{(pid=62328) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 602.518491] env[62328]: DEBUG nova.compute.provider_tree [None req-532cc1a7-ed30-4c07-9140-2ee7d3c27bff tempest-ServerDiagnosticsV248Test-811684029 tempest-ServerDiagnosticsV248Test-811684029-project-member] Updating inventory in ProviderTree for provider 3469e9f8-04af-49ca-8435-49f104496744 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 152, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62328) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 602.552970] env[62328]: DEBUG nova.network.neutron [None req-c61dbfc8-e3b5-4fb9-ae33-c7091d627a78 tempest-ListServersNegativeTestJSON-1737878377 tempest-ListServersNegativeTestJSON-1737878377-project-member] [instance: df0d7e5c-1299-4174-8641-f96b51442b55] Updating instance_info_cache with network_info: [{"id": "04c8003f-785d-4d68-beea-be0387801136", "address": "fa:16:3e:91:00:40", "network": {"id": "37498d49-484e-477d-9b9d-d1d30db9e866", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-1743009948-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "712682771441409ebcbd6470a282daa4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "77aa121f-8fb6-42f3-aaea-43addfe449b2", "external-id": "nsx-vlan-transportzone-288", "segmentation_id": 288, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap04c8003f-78", "ovs_interfaceid": "04c8003f-785d-4d68-beea-be0387801136", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62328) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 602.644728] env[62328]: DEBUG oslo_vmware.api [None req-6bc67d14-b0d0-483b-8293-8e8be3934951 tempest-ListServerFiltersTestJSON-1229971268 tempest-ListServerFiltersTestJSON-1229971268-project-member] Task: {'id': session[52a6e20e-410d-708a-99f2-080a575a99bd]52b9ef64-6037-601e-2d9a-a739e5f95bab, 'name': SearchDatastore_Task, 'duration_secs': 0.024137} completed successfully. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 602.645104] env[62328]: DEBUG oslo_concurrency.lockutils [None req-6bc67d14-b0d0-483b-8293-8e8be3934951 tempest-ListServerFiltersTestJSON-1229971268 tempest-ListServerFiltersTestJSON-1229971268-project-member] Releasing lock "[datastore1] devstack-image-cache_base/dbf872a4-92be-47e4-8561-c3e2bf2423ab" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 602.645385] env[62328]: DEBUG nova.virt.vmwareapi.vmops [None req-6bc67d14-b0d0-483b-8293-8e8be3934951 tempest-ListServerFiltersTestJSON-1229971268 tempest-ListServerFiltersTestJSON-1229971268-project-member] [instance: 7d799973-7eb9-46f8-ae41-d9aca9fc9e5a] Processing image dbf872a4-92be-47e4-8561-c3e2bf2423ab {{(pid=62328) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 602.645771] env[62328]: DEBUG oslo_concurrency.lockutils [None req-6bc67d14-b0d0-483b-8293-8e8be3934951 tempest-ListServerFiltersTestJSON-1229971268 tempest-ListServerFiltersTestJSON-1229971268-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/dbf872a4-92be-47e4-8561-c3e2bf2423ab/dbf872a4-92be-47e4-8561-c3e2bf2423ab.vmdk" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 602.645855] env[62328]: DEBUG oslo_concurrency.lockutils [None req-6bc67d14-b0d0-483b-8293-8e8be3934951 tempest-ListServerFiltersTestJSON-1229971268 tempest-ListServerFiltersTestJSON-1229971268-project-member] Acquired lock "[datastore1] devstack-image-cache_base/dbf872a4-92be-47e4-8561-c3e2bf2423ab/dbf872a4-92be-47e4-8561-c3e2bf2423ab.vmdk" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 602.646563] env[62328]: DEBUG nova.virt.vmwareapi.ds_util [None req-6bc67d14-b0d0-483b-8293-8e8be3934951 tempest-ListServerFiltersTestJSON-1229971268 tempest-ListServerFiltersTestJSON-1229971268-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62328) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 602.646972] env[62328]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-f9b331a7-db69-4d3c-9efe-0975d7d2de39 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 602.661544] env[62328]: DEBUG nova.virt.vmwareapi.ds_util [None req-6bc67d14-b0d0-483b-8293-8e8be3934951 tempest-ListServerFiltersTestJSON-1229971268 tempest-ListServerFiltersTestJSON-1229971268-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62328) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 602.661868] env[62328]: DEBUG nova.virt.vmwareapi.vmops [None req-6bc67d14-b0d0-483b-8293-8e8be3934951 tempest-ListServerFiltersTestJSON-1229971268 tempest-ListServerFiltersTestJSON-1229971268-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62328) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 602.664266] env[62328]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fab143d6-e969-40fd-9cac-28093bb880bd {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 602.668825] env[62328]: DEBUG nova.compute.manager [req-9018541e-6dcf-4e9a-b761-d92935ef17dc req-ceb8ae97-7744-47ad-84e1-dce5509f8793 service nova] [instance: 2ead81f5-76a7-4b80-ac7e-f227dec14f95] Received event network-changed-48b2a454-3d7d-450f-a0c8-806fad2cba81 {{(pid=62328) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 602.669510] env[62328]: DEBUG nova.compute.manager [req-9018541e-6dcf-4e9a-b761-d92935ef17dc req-ceb8ae97-7744-47ad-84e1-dce5509f8793 service nova] [instance: 2ead81f5-76a7-4b80-ac7e-f227dec14f95] Refreshing instance network info cache due to event network-changed-48b2a454-3d7d-450f-a0c8-806fad2cba81. {{(pid=62328) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 602.669510] env[62328]: DEBUG oslo_concurrency.lockutils [req-9018541e-6dcf-4e9a-b761-d92935ef17dc req-ceb8ae97-7744-47ad-84e1-dce5509f8793 service nova] Acquiring lock "refresh_cache-2ead81f5-76a7-4b80-ac7e-f227dec14f95" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 602.669510] env[62328]: DEBUG oslo_concurrency.lockutils [req-9018541e-6dcf-4e9a-b761-d92935ef17dc req-ceb8ae97-7744-47ad-84e1-dce5509f8793 service nova] Acquired lock "refresh_cache-2ead81f5-76a7-4b80-ac7e-f227dec14f95" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 602.669510] env[62328]: DEBUG nova.network.neutron [req-9018541e-6dcf-4e9a-b761-d92935ef17dc req-ceb8ae97-7744-47ad-84e1-dce5509f8793 service nova] [instance: 2ead81f5-76a7-4b80-ac7e-f227dec14f95] Refreshing network info cache for port 48b2a454-3d7d-450f-a0c8-806fad2cba81 {{(pid=62328) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 602.674725] env[62328]: DEBUG oslo_vmware.api [None req-6bc67d14-b0d0-483b-8293-8e8be3934951 tempest-ListServerFiltersTestJSON-1229971268 tempest-ListServerFiltersTestJSON-1229971268-project-member] Waiting for the task: (returnval){ [ 602.674725] env[62328]: value = "session[52a6e20e-410d-708a-99f2-080a575a99bd]52396302-a0df-8407-059b-20d928aa04e6" [ 602.674725] env[62328]: _type = "Task" [ 602.674725] env[62328]: } to complete. {{(pid=62328) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 602.684952] env[62328]: DEBUG oslo_vmware.api [None req-6bc67d14-b0d0-483b-8293-8e8be3934951 tempest-ListServerFiltersTestJSON-1229971268 tempest-ListServerFiltersTestJSON-1229971268-project-member] Task: {'id': session[52a6e20e-410d-708a-99f2-080a575a99bd]52396302-a0df-8407-059b-20d928aa04e6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 602.792535] env[62328]: DEBUG nova.virt.vmwareapi.vmops [None req-80d158ce-24e0-4b84-84a1-f6849bb1d0ac tempest-ImagesOneServerTestJSON-2062431902 tempest-ImagesOneServerTestJSON-2062431902-project-member] [instance: b7106740-bdd7-4774-8744-cbe21352a31c] Creating Snapshot of the VM instance {{(pid=62328) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 602.792991] env[62328]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-6b2dfd71-2afe-4e72-a52a-c57cf7b122d2 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 602.806322] env[62328]: DEBUG oslo_vmware.api [None req-8c2925ac-39e7-4131-b78f-e4fc84930dc1 tempest-SecurityGroupsTestJSON-105101063 tempest-SecurityGroupsTestJSON-105101063-project-member] Task: {'id': task-2386315, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.523421} completed successfully. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 602.807777] env[62328]: DEBUG nova.virt.vmwareapi.vm_util [None req-8c2925ac-39e7-4131-b78f-e4fc84930dc1 tempest-SecurityGroupsTestJSON-105101063 tempest-SecurityGroupsTestJSON-105101063-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/dbf872a4-92be-47e4-8561-c3e2bf2423ab/dbf872a4-92be-47e4-8561-c3e2bf2423ab.vmdk to [datastore2] 2ead81f5-76a7-4b80-ac7e-f227dec14f95/2ead81f5-76a7-4b80-ac7e-f227dec14f95.vmdk {{(pid=62328) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 602.808152] env[62328]: DEBUG nova.virt.vmwareapi.vmops [None req-8c2925ac-39e7-4131-b78f-e4fc84930dc1 tempest-SecurityGroupsTestJSON-105101063 tempest-SecurityGroupsTestJSON-105101063-project-member] [instance: 2ead81f5-76a7-4b80-ac7e-f227dec14f95] Extending root virtual disk to 1048576 {{(pid=62328) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 602.808487] env[62328]: DEBUG oslo_vmware.api [None req-80d158ce-24e0-4b84-84a1-f6849bb1d0ac tempest-ImagesOneServerTestJSON-2062431902 tempest-ImagesOneServerTestJSON-2062431902-project-member] Waiting for the task: (returnval){ [ 602.808487] env[62328]: value = "task-2386316" [ 602.808487] env[62328]: _type = "Task" [ 602.808487] env[62328]: } to complete. {{(pid=62328) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 602.808719] env[62328]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-6acb8a01-4cb8-405e-8aa1-2efa7ab671ef {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 602.818669] env[62328]: DEBUG oslo_vmware.api [None req-8c2925ac-39e7-4131-b78f-e4fc84930dc1 tempest-SecurityGroupsTestJSON-105101063 tempest-SecurityGroupsTestJSON-105101063-project-member] Waiting for the task: (returnval){ [ 602.818669] env[62328]: value = "task-2386317" [ 602.818669] env[62328]: _type = "Task" [ 602.818669] env[62328]: } to complete. {{(pid=62328) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 602.821410] env[62328]: DEBUG oslo_vmware.api [None req-80d158ce-24e0-4b84-84a1-f6849bb1d0ac tempest-ImagesOneServerTestJSON-2062431902 tempest-ImagesOneServerTestJSON-2062431902-project-member] Task: {'id': task-2386316, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 602.831048] env[62328]: DEBUG oslo_vmware.api [None req-8c2925ac-39e7-4131-b78f-e4fc84930dc1 tempest-SecurityGroupsTestJSON-105101063 tempest-SecurityGroupsTestJSON-105101063-project-member] Task: {'id': task-2386317, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 603.024513] env[62328]: DEBUG oslo_concurrency.lockutils [None req-532cc1a7-ed30-4c07-9140-2ee7d3c27bff tempest-ServerDiagnosticsV248Test-811684029 tempest-ServerDiagnosticsV248Test-811684029-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 5.487s {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 603.028329] env[62328]: DEBUG oslo_concurrency.lockutils [None req-c61dbfc8-e3b5-4fb9-ae33-c7091d627a78 tempest-ListServersNegativeTestJSON-1737878377 tempest-ListServersNegativeTestJSON-1737878377-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 25.594s {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 603.033720] env[62328]: INFO nova.compute.claims [None req-c61dbfc8-e3b5-4fb9-ae33-c7091d627a78 tempest-ListServersNegativeTestJSON-1737878377 tempest-ListServersNegativeTestJSON-1737878377-project-member] [instance: 81a2e476-6ab3-4b6d-9e55-328d46695cf9] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 603.056830] env[62328]: INFO nova.scheduler.client.report [None req-532cc1a7-ed30-4c07-9140-2ee7d3c27bff tempest-ServerDiagnosticsV248Test-811684029 tempest-ServerDiagnosticsV248Test-811684029-project-member] Deleted allocations for instance f57853bd-b4a9-46ef-86ac-9fbe33732cd1 [ 603.056830] env[62328]: DEBUG oslo_concurrency.lockutils [None req-c61dbfc8-e3b5-4fb9-ae33-c7091d627a78 tempest-ListServersNegativeTestJSON-1737878377 tempest-ListServersNegativeTestJSON-1737878377-project-member] Releasing lock "refresh_cache-df0d7e5c-1299-4174-8641-f96b51442b55" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 603.056952] env[62328]: DEBUG nova.compute.manager [None req-c61dbfc8-e3b5-4fb9-ae33-c7091d627a78 tempest-ListServersNegativeTestJSON-1737878377 tempest-ListServersNegativeTestJSON-1737878377-project-member] [instance: df0d7e5c-1299-4174-8641-f96b51442b55] Instance network_info: |[{"id": "04c8003f-785d-4d68-beea-be0387801136", "address": "fa:16:3e:91:00:40", "network": {"id": "37498d49-484e-477d-9b9d-d1d30db9e866", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-1743009948-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "712682771441409ebcbd6470a282daa4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "77aa121f-8fb6-42f3-aaea-43addfe449b2", "external-id": "nsx-vlan-transportzone-288", "segmentation_id": 288, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap04c8003f-78", "ovs_interfaceid": "04c8003f-785d-4d68-beea-be0387801136", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62328) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 603.062173] env[62328]: DEBUG nova.virt.vmwareapi.vmops [None req-c61dbfc8-e3b5-4fb9-ae33-c7091d627a78 tempest-ListServersNegativeTestJSON-1737878377 tempest-ListServersNegativeTestJSON-1737878377-project-member] [instance: df0d7e5c-1299-4174-8641-f96b51442b55] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:91:00:40', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '77aa121f-8fb6-42f3-aaea-43addfe449b2', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '04c8003f-785d-4d68-beea-be0387801136', 'vif_model': 'vmxnet3'}] {{(pid=62328) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 603.071922] env[62328]: DEBUG nova.virt.vmwareapi.vm_util [None req-c61dbfc8-e3b5-4fb9-ae33-c7091d627a78 tempest-ListServersNegativeTestJSON-1737878377 tempest-ListServersNegativeTestJSON-1737878377-project-member] Creating folder: Project (712682771441409ebcbd6470a282daa4). Parent ref: group-v484164. {{(pid=62328) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 603.072628] env[62328]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-a387602c-3d36-4a01-942d-2b583096c353 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 603.085137] env[62328]: INFO nova.virt.vmwareapi.vm_util [None req-c61dbfc8-e3b5-4fb9-ae33-c7091d627a78 tempest-ListServersNegativeTestJSON-1737878377 tempest-ListServersNegativeTestJSON-1737878377-project-member] Created folder: Project (712682771441409ebcbd6470a282daa4) in parent group-v484164. [ 603.085137] env[62328]: DEBUG nova.virt.vmwareapi.vm_util [None req-c61dbfc8-e3b5-4fb9-ae33-c7091d627a78 tempest-ListServersNegativeTestJSON-1737878377 tempest-ListServersNegativeTestJSON-1737878377-project-member] Creating folder: Instances. Parent ref: group-v484219. {{(pid=62328) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 603.086551] env[62328]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-fe7aec83-a5d1-4939-92f0-5897c99f0e1c {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 603.096018] env[62328]: INFO nova.virt.vmwareapi.vm_util [None req-c61dbfc8-e3b5-4fb9-ae33-c7091d627a78 tempest-ListServersNegativeTestJSON-1737878377 tempest-ListServersNegativeTestJSON-1737878377-project-member] Created folder: Instances in parent group-v484219. [ 603.096018] env[62328]: DEBUG oslo.service.loopingcall [None req-c61dbfc8-e3b5-4fb9-ae33-c7091d627a78 tempest-ListServersNegativeTestJSON-1737878377 tempest-ListServersNegativeTestJSON-1737878377-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62328) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 603.097239] env[62328]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: df0d7e5c-1299-4174-8641-f96b51442b55] Creating VM on the ESX host {{(pid=62328) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 603.097239] env[62328]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-47fcadd6-3e07-4cfe-9c35-a9510268e2f9 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 603.124125] env[62328]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 603.124125] env[62328]: value = "task-2386320" [ 603.124125] env[62328]: _type = "Task" [ 603.124125] env[62328]: } to complete. {{(pid=62328) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 603.134286] env[62328]: DEBUG oslo_vmware.api [-] Task: {'id': task-2386320, 'name': CreateVM_Task} progress is 0%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 603.190868] env[62328]: DEBUG oslo_vmware.api [None req-6bc67d14-b0d0-483b-8293-8e8be3934951 tempest-ListServerFiltersTestJSON-1229971268 tempest-ListServerFiltersTestJSON-1229971268-project-member] Task: {'id': session[52a6e20e-410d-708a-99f2-080a575a99bd]52396302-a0df-8407-059b-20d928aa04e6, 'name': SearchDatastore_Task, 'duration_secs': 0.04623} completed successfully. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 603.192179] env[62328]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4c4215c2-0142-4eb8-8be4-21192b42441d {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 603.199727] env[62328]: DEBUG oslo_vmware.api [None req-6bc67d14-b0d0-483b-8293-8e8be3934951 tempest-ListServerFiltersTestJSON-1229971268 tempest-ListServerFiltersTestJSON-1229971268-project-member] Waiting for the task: (returnval){ [ 603.199727] env[62328]: value = "session[52a6e20e-410d-708a-99f2-080a575a99bd]520c6020-dfd4-43b9-db73-3f17504555f2" [ 603.199727] env[62328]: _type = "Task" [ 603.199727] env[62328]: } to complete. {{(pid=62328) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 603.210625] env[62328]: DEBUG oslo_vmware.api [None req-6bc67d14-b0d0-483b-8293-8e8be3934951 tempest-ListServerFiltersTestJSON-1229971268 tempest-ListServerFiltersTestJSON-1229971268-project-member] Task: {'id': session[52a6e20e-410d-708a-99f2-080a575a99bd]520c6020-dfd4-43b9-db73-3f17504555f2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 603.321869] env[62328]: DEBUG oslo_vmware.api [None req-80d158ce-24e0-4b84-84a1-f6849bb1d0ac tempest-ImagesOneServerTestJSON-2062431902 tempest-ImagesOneServerTestJSON-2062431902-project-member] Task: {'id': task-2386316, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 603.330028] env[62328]: DEBUG oslo_vmware.api [None req-8c2925ac-39e7-4131-b78f-e4fc84930dc1 tempest-SecurityGroupsTestJSON-105101063 tempest-SecurityGroupsTestJSON-105101063-project-member] Task: {'id': task-2386317, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.068581} completed successfully. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 603.330028] env[62328]: DEBUG nova.virt.vmwareapi.vmops [None req-8c2925ac-39e7-4131-b78f-e4fc84930dc1 tempest-SecurityGroupsTestJSON-105101063 tempest-SecurityGroupsTestJSON-105101063-project-member] [instance: 2ead81f5-76a7-4b80-ac7e-f227dec14f95] Extended root virtual disk {{(pid=62328) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 603.331051] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bd6d4e53-114f-4506-9197-71cad0e781f1 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 603.367845] env[62328]: DEBUG nova.virt.vmwareapi.volumeops [None req-8c2925ac-39e7-4131-b78f-e4fc84930dc1 tempest-SecurityGroupsTestJSON-105101063 tempest-SecurityGroupsTestJSON-105101063-project-member] [instance: 2ead81f5-76a7-4b80-ac7e-f227dec14f95] Reconfiguring VM instance instance-00000011 to attach disk [datastore2] 2ead81f5-76a7-4b80-ac7e-f227dec14f95/2ead81f5-76a7-4b80-ac7e-f227dec14f95.vmdk or device None with type sparse {{(pid=62328) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 603.368223] env[62328]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ff2f4102-a1d2-4a59-b438-c1cf31a24b60 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 603.391048] env[62328]: DEBUG oslo_vmware.api [None req-8c2925ac-39e7-4131-b78f-e4fc84930dc1 tempest-SecurityGroupsTestJSON-105101063 tempest-SecurityGroupsTestJSON-105101063-project-member] Waiting for the task: (returnval){ [ 603.391048] env[62328]: value = "task-2386321" [ 603.391048] env[62328]: _type = "Task" [ 603.391048] env[62328]: } to complete. {{(pid=62328) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 603.400360] env[62328]: DEBUG oslo_vmware.api [None req-8c2925ac-39e7-4131-b78f-e4fc84930dc1 tempest-SecurityGroupsTestJSON-105101063 tempest-SecurityGroupsTestJSON-105101063-project-member] Task: {'id': task-2386321, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 603.581120] env[62328]: DEBUG oslo_concurrency.lockutils [None req-532cc1a7-ed30-4c07-9140-2ee7d3c27bff tempest-ServerDiagnosticsV248Test-811684029 tempest-ServerDiagnosticsV248Test-811684029-project-member] Lock "f57853bd-b4a9-46ef-86ac-9fbe33732cd1" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 31.098s {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 603.635428] env[62328]: DEBUG oslo_vmware.api [-] Task: {'id': task-2386320, 'name': CreateVM_Task, 'duration_secs': 0.450762} completed successfully. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 603.635637] env[62328]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: df0d7e5c-1299-4174-8641-f96b51442b55] Created VM on the ESX host {{(pid=62328) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 603.636393] env[62328]: DEBUG oslo_concurrency.lockutils [None req-c61dbfc8-e3b5-4fb9-ae33-c7091d627a78 tempest-ListServersNegativeTestJSON-1737878377 tempest-ListServersNegativeTestJSON-1737878377-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/dbf872a4-92be-47e4-8561-c3e2bf2423ab" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 603.636574] env[62328]: DEBUG oslo_concurrency.lockutils [None req-c61dbfc8-e3b5-4fb9-ae33-c7091d627a78 tempest-ListServersNegativeTestJSON-1737878377 tempest-ListServersNegativeTestJSON-1737878377-project-member] Acquired lock "[datastore1] devstack-image-cache_base/dbf872a4-92be-47e4-8561-c3e2bf2423ab" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 603.637015] env[62328]: DEBUG oslo_concurrency.lockutils [None req-c61dbfc8-e3b5-4fb9-ae33-c7091d627a78 tempest-ListServersNegativeTestJSON-1737878377 tempest-ListServersNegativeTestJSON-1737878377-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/dbf872a4-92be-47e4-8561-c3e2bf2423ab" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 603.637970] env[62328]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8453cb03-578c-48e3-96f1-22d9f2300812 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 603.642687] env[62328]: DEBUG oslo_vmware.api [None req-c61dbfc8-e3b5-4fb9-ae33-c7091d627a78 tempest-ListServersNegativeTestJSON-1737878377 tempest-ListServersNegativeTestJSON-1737878377-project-member] Waiting for the task: (returnval){ [ 603.642687] env[62328]: value = "session[52a6e20e-410d-708a-99f2-080a575a99bd]5286e1a5-367d-c260-b95b-ca6feb96fb01" [ 603.642687] env[62328]: _type = "Task" [ 603.642687] env[62328]: } to complete. {{(pid=62328) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 603.658118] env[62328]: DEBUG oslo_vmware.api [None req-c61dbfc8-e3b5-4fb9-ae33-c7091d627a78 tempest-ListServersNegativeTestJSON-1737878377 tempest-ListServersNegativeTestJSON-1737878377-project-member] Task: {'id': session[52a6e20e-410d-708a-99f2-080a575a99bd]5286e1a5-367d-c260-b95b-ca6feb96fb01, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 603.712030] env[62328]: DEBUG oslo_vmware.api [None req-6bc67d14-b0d0-483b-8293-8e8be3934951 tempest-ListServerFiltersTestJSON-1229971268 tempest-ListServerFiltersTestJSON-1229971268-project-member] Task: {'id': session[52a6e20e-410d-708a-99f2-080a575a99bd]520c6020-dfd4-43b9-db73-3f17504555f2, 'name': SearchDatastore_Task, 'duration_secs': 0.017323} completed successfully. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 603.712188] env[62328]: DEBUG oslo_concurrency.lockutils [None req-6bc67d14-b0d0-483b-8293-8e8be3934951 tempest-ListServerFiltersTestJSON-1229971268 tempest-ListServerFiltersTestJSON-1229971268-project-member] Releasing lock "[datastore1] devstack-image-cache_base/dbf872a4-92be-47e4-8561-c3e2bf2423ab/dbf872a4-92be-47e4-8561-c3e2bf2423ab.vmdk" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 603.712469] env[62328]: DEBUG nova.virt.vmwareapi.vm_util [None req-6bc67d14-b0d0-483b-8293-8e8be3934951 tempest-ListServerFiltersTestJSON-1229971268 tempest-ListServerFiltersTestJSON-1229971268-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/dbf872a4-92be-47e4-8561-c3e2bf2423ab/dbf872a4-92be-47e4-8561-c3e2bf2423ab.vmdk to [datastore1] 7d799973-7eb9-46f8-ae41-d9aca9fc9e5a/7d799973-7eb9-46f8-ae41-d9aca9fc9e5a.vmdk {{(pid=62328) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 603.712897] env[62328]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-c94c9ba7-82e7-41d1-a42c-2ed8f51a5290 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 603.721394] env[62328]: DEBUG oslo_vmware.api [None req-6bc67d14-b0d0-483b-8293-8e8be3934951 tempest-ListServerFiltersTestJSON-1229971268 tempest-ListServerFiltersTestJSON-1229971268-project-member] Waiting for the task: (returnval){ [ 603.721394] env[62328]: value = "task-2386322" [ 603.721394] env[62328]: _type = "Task" [ 603.721394] env[62328]: } to complete. {{(pid=62328) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 603.730075] env[62328]: DEBUG oslo_vmware.api [None req-6bc67d14-b0d0-483b-8293-8e8be3934951 tempest-ListServerFiltersTestJSON-1229971268 tempest-ListServerFiltersTestJSON-1229971268-project-member] Task: {'id': task-2386322, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 603.783931] env[62328]: DEBUG nova.network.neutron [req-9018541e-6dcf-4e9a-b761-d92935ef17dc req-ceb8ae97-7744-47ad-84e1-dce5509f8793 service nova] [instance: 2ead81f5-76a7-4b80-ac7e-f227dec14f95] Updated VIF entry in instance network info cache for port 48b2a454-3d7d-450f-a0c8-806fad2cba81. {{(pid=62328) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 603.784417] env[62328]: DEBUG nova.network.neutron [req-9018541e-6dcf-4e9a-b761-d92935ef17dc req-ceb8ae97-7744-47ad-84e1-dce5509f8793 service nova] [instance: 2ead81f5-76a7-4b80-ac7e-f227dec14f95] Updating instance_info_cache with network_info: [{"id": "48b2a454-3d7d-450f-a0c8-806fad2cba81", "address": "fa:16:3e:e6:2c:9e", "network": {"id": "f2ed4377-648e-4b86-bb61-ab302cde8f5c", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-1682542860-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0e6658b7d41a43858b58b5d307f14cac", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4e02e98f-44ce-42b7-a3ac-4034fae5d127", "external-id": "nsx-vlan-transportzone-874", "segmentation_id": 874, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap48b2a454-3d", "ovs_interfaceid": "48b2a454-3d7d-450f-a0c8-806fad2cba81", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62328) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 603.829295] env[62328]: DEBUG oslo_vmware.api [None req-80d158ce-24e0-4b84-84a1-f6849bb1d0ac tempest-ImagesOneServerTestJSON-2062431902 tempest-ImagesOneServerTestJSON-2062431902-project-member] Task: {'id': task-2386316, 'name': CreateSnapshot_Task, 'duration_secs': 1.010322} completed successfully. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 603.829295] env[62328]: DEBUG nova.virt.vmwareapi.vmops [None req-80d158ce-24e0-4b84-84a1-f6849bb1d0ac tempest-ImagesOneServerTestJSON-2062431902 tempest-ImagesOneServerTestJSON-2062431902-project-member] [instance: b7106740-bdd7-4774-8744-cbe21352a31c] Created Snapshot of the VM instance {{(pid=62328) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 603.829295] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5813d705-9b35-449a-9e79-41747b8f1e4b {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 603.904321] env[62328]: DEBUG oslo_vmware.api [None req-8c2925ac-39e7-4131-b78f-e4fc84930dc1 tempest-SecurityGroupsTestJSON-105101063 tempest-SecurityGroupsTestJSON-105101063-project-member] Task: {'id': task-2386321, 'name': ReconfigVM_Task, 'duration_secs': 0.343495} completed successfully. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 603.904512] env[62328]: DEBUG nova.virt.vmwareapi.volumeops [None req-8c2925ac-39e7-4131-b78f-e4fc84930dc1 tempest-SecurityGroupsTestJSON-105101063 tempest-SecurityGroupsTestJSON-105101063-project-member] [instance: 2ead81f5-76a7-4b80-ac7e-f227dec14f95] Reconfigured VM instance instance-00000011 to attach disk [datastore2] 2ead81f5-76a7-4b80-ac7e-f227dec14f95/2ead81f5-76a7-4b80-ac7e-f227dec14f95.vmdk or device None with type sparse {{(pid=62328) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 603.905439] env[62328]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-10ad9037-0136-4e02-b2c8-ba1a3113741c {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 603.912769] env[62328]: DEBUG oslo_vmware.api [None req-8c2925ac-39e7-4131-b78f-e4fc84930dc1 tempest-SecurityGroupsTestJSON-105101063 tempest-SecurityGroupsTestJSON-105101063-project-member] Waiting for the task: (returnval){ [ 603.912769] env[62328]: value = "task-2386323" [ 603.912769] env[62328]: _type = "Task" [ 603.912769] env[62328]: } to complete. {{(pid=62328) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 603.926840] env[62328]: DEBUG oslo_vmware.api [None req-8c2925ac-39e7-4131-b78f-e4fc84930dc1 tempest-SecurityGroupsTestJSON-105101063 tempest-SecurityGroupsTestJSON-105101063-project-member] Task: {'id': task-2386323, 'name': Rename_Task} progress is 6%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 604.166259] env[62328]: DEBUG oslo_vmware.api [None req-c61dbfc8-e3b5-4fb9-ae33-c7091d627a78 tempest-ListServersNegativeTestJSON-1737878377 tempest-ListServersNegativeTestJSON-1737878377-project-member] Task: {'id': session[52a6e20e-410d-708a-99f2-080a575a99bd]5286e1a5-367d-c260-b95b-ca6feb96fb01, 'name': SearchDatastore_Task, 'duration_secs': 0.012185} completed successfully. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 604.166497] env[62328]: DEBUG oslo_concurrency.lockutils [None req-c61dbfc8-e3b5-4fb9-ae33-c7091d627a78 tempest-ListServersNegativeTestJSON-1737878377 tempest-ListServersNegativeTestJSON-1737878377-project-member] Releasing lock "[datastore1] devstack-image-cache_base/dbf872a4-92be-47e4-8561-c3e2bf2423ab" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 604.166828] env[62328]: DEBUG nova.virt.vmwareapi.vmops [None req-c61dbfc8-e3b5-4fb9-ae33-c7091d627a78 tempest-ListServersNegativeTestJSON-1737878377 tempest-ListServersNegativeTestJSON-1737878377-project-member] [instance: df0d7e5c-1299-4174-8641-f96b51442b55] Processing image dbf872a4-92be-47e4-8561-c3e2bf2423ab {{(pid=62328) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 604.167116] env[62328]: DEBUG oslo_concurrency.lockutils [None req-c61dbfc8-e3b5-4fb9-ae33-c7091d627a78 tempest-ListServersNegativeTestJSON-1737878377 tempest-ListServersNegativeTestJSON-1737878377-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/dbf872a4-92be-47e4-8561-c3e2bf2423ab/dbf872a4-92be-47e4-8561-c3e2bf2423ab.vmdk" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 604.167258] env[62328]: DEBUG oslo_concurrency.lockutils [None req-c61dbfc8-e3b5-4fb9-ae33-c7091d627a78 tempest-ListServersNegativeTestJSON-1737878377 tempest-ListServersNegativeTestJSON-1737878377-project-member] Acquired lock "[datastore1] devstack-image-cache_base/dbf872a4-92be-47e4-8561-c3e2bf2423ab/dbf872a4-92be-47e4-8561-c3e2bf2423ab.vmdk" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 604.167436] env[62328]: DEBUG nova.virt.vmwareapi.ds_util [None req-c61dbfc8-e3b5-4fb9-ae33-c7091d627a78 tempest-ListServersNegativeTestJSON-1737878377 tempest-ListServersNegativeTestJSON-1737878377-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62328) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 604.168034] env[62328]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-646f2a6a-0f4d-4739-86ad-9c8dbfaeb908 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 604.186177] env[62328]: DEBUG nova.virt.vmwareapi.ds_util [None req-c61dbfc8-e3b5-4fb9-ae33-c7091d627a78 tempest-ListServersNegativeTestJSON-1737878377 tempest-ListServersNegativeTestJSON-1737878377-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62328) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 604.186317] env[62328]: DEBUG nova.virt.vmwareapi.vmops [None req-c61dbfc8-e3b5-4fb9-ae33-c7091d627a78 tempest-ListServersNegativeTestJSON-1737878377 tempest-ListServersNegativeTestJSON-1737878377-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62328) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 604.187278] env[62328]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-aa5a6424-0144-44bc-98a4-9109c4da8b52 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 604.200914] env[62328]: DEBUG oslo_vmware.api [None req-c61dbfc8-e3b5-4fb9-ae33-c7091d627a78 tempest-ListServersNegativeTestJSON-1737878377 tempest-ListServersNegativeTestJSON-1737878377-project-member] Waiting for the task: (returnval){ [ 604.200914] env[62328]: value = "session[52a6e20e-410d-708a-99f2-080a575a99bd]5288833e-f0a7-4182-4255-96d11e399d6b" [ 604.200914] env[62328]: _type = "Task" [ 604.200914] env[62328]: } to complete. {{(pid=62328) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 604.210197] env[62328]: DEBUG oslo_vmware.api [None req-c61dbfc8-e3b5-4fb9-ae33-c7091d627a78 tempest-ListServersNegativeTestJSON-1737878377 tempest-ListServersNegativeTestJSON-1737878377-project-member] Task: {'id': session[52a6e20e-410d-708a-99f2-080a575a99bd]5288833e-f0a7-4182-4255-96d11e399d6b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 604.234242] env[62328]: DEBUG oslo_vmware.api [None req-6bc67d14-b0d0-483b-8293-8e8be3934951 tempest-ListServerFiltersTestJSON-1229971268 tempest-ListServerFiltersTestJSON-1229971268-project-member] Task: {'id': task-2386322, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 604.287557] env[62328]: DEBUG oslo_concurrency.lockutils [req-9018541e-6dcf-4e9a-b761-d92935ef17dc req-ceb8ae97-7744-47ad-84e1-dce5509f8793 service nova] Releasing lock "refresh_cache-2ead81f5-76a7-4b80-ac7e-f227dec14f95" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 604.288018] env[62328]: DEBUG nova.compute.manager [req-9018541e-6dcf-4e9a-b761-d92935ef17dc req-ceb8ae97-7744-47ad-84e1-dce5509f8793 service nova] [instance: 7d799973-7eb9-46f8-ae41-d9aca9fc9e5a] Received event network-vif-plugged-572b302c-f881-4a2a-9021-cac7d7415154 {{(pid=62328) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 604.288235] env[62328]: DEBUG oslo_concurrency.lockutils [req-9018541e-6dcf-4e9a-b761-d92935ef17dc req-ceb8ae97-7744-47ad-84e1-dce5509f8793 service nova] Acquiring lock "7d799973-7eb9-46f8-ae41-d9aca9fc9e5a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 604.288525] env[62328]: DEBUG oslo_concurrency.lockutils [req-9018541e-6dcf-4e9a-b761-d92935ef17dc req-ceb8ae97-7744-47ad-84e1-dce5509f8793 service nova] Lock "7d799973-7eb9-46f8-ae41-d9aca9fc9e5a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 604.288831] env[62328]: DEBUG oslo_concurrency.lockutils [req-9018541e-6dcf-4e9a-b761-d92935ef17dc req-ceb8ae97-7744-47ad-84e1-dce5509f8793 service nova] Lock "7d799973-7eb9-46f8-ae41-d9aca9fc9e5a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 604.289027] env[62328]: DEBUG nova.compute.manager [req-9018541e-6dcf-4e9a-b761-d92935ef17dc req-ceb8ae97-7744-47ad-84e1-dce5509f8793 service nova] [instance: 7d799973-7eb9-46f8-ae41-d9aca9fc9e5a] No waiting events found dispatching network-vif-plugged-572b302c-f881-4a2a-9021-cac7d7415154 {{(pid=62328) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 604.289241] env[62328]: WARNING nova.compute.manager [req-9018541e-6dcf-4e9a-b761-d92935ef17dc req-ceb8ae97-7744-47ad-84e1-dce5509f8793 service nova] [instance: 7d799973-7eb9-46f8-ae41-d9aca9fc9e5a] Received unexpected event network-vif-plugged-572b302c-f881-4a2a-9021-cac7d7415154 for instance with vm_state building and task_state spawning. [ 604.289488] env[62328]: DEBUG nova.compute.manager [req-9018541e-6dcf-4e9a-b761-d92935ef17dc req-ceb8ae97-7744-47ad-84e1-dce5509f8793 service nova] [instance: 7d799973-7eb9-46f8-ae41-d9aca9fc9e5a] Received event network-changed-572b302c-f881-4a2a-9021-cac7d7415154 {{(pid=62328) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 604.289705] env[62328]: DEBUG nova.compute.manager [req-9018541e-6dcf-4e9a-b761-d92935ef17dc req-ceb8ae97-7744-47ad-84e1-dce5509f8793 service nova] [instance: 7d799973-7eb9-46f8-ae41-d9aca9fc9e5a] Refreshing instance network info cache due to event network-changed-572b302c-f881-4a2a-9021-cac7d7415154. {{(pid=62328) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 604.290025] env[62328]: DEBUG oslo_concurrency.lockutils [req-9018541e-6dcf-4e9a-b761-d92935ef17dc req-ceb8ae97-7744-47ad-84e1-dce5509f8793 service nova] Acquiring lock "refresh_cache-7d799973-7eb9-46f8-ae41-d9aca9fc9e5a" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 604.290415] env[62328]: DEBUG oslo_concurrency.lockutils [req-9018541e-6dcf-4e9a-b761-d92935ef17dc req-ceb8ae97-7744-47ad-84e1-dce5509f8793 service nova] Acquired lock "refresh_cache-7d799973-7eb9-46f8-ae41-d9aca9fc9e5a" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 604.290601] env[62328]: DEBUG nova.network.neutron [req-9018541e-6dcf-4e9a-b761-d92935ef17dc req-ceb8ae97-7744-47ad-84e1-dce5509f8793 service nova] [instance: 7d799973-7eb9-46f8-ae41-d9aca9fc9e5a] Refreshing network info cache for port 572b302c-f881-4a2a-9021-cac7d7415154 {{(pid=62328) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 604.353779] env[62328]: DEBUG nova.virt.vmwareapi.vmops [None req-80d158ce-24e0-4b84-84a1-f6849bb1d0ac tempest-ImagesOneServerTestJSON-2062431902 tempest-ImagesOneServerTestJSON-2062431902-project-member] [instance: b7106740-bdd7-4774-8744-cbe21352a31c] Creating linked-clone VM from snapshot {{(pid=62328) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 604.357718] env[62328]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-ae8426cb-44a2-4aa4-b533-6870241365a1 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 604.367881] env[62328]: DEBUG oslo_vmware.api [None req-80d158ce-24e0-4b84-84a1-f6849bb1d0ac tempest-ImagesOneServerTestJSON-2062431902 tempest-ImagesOneServerTestJSON-2062431902-project-member] Waiting for the task: (returnval){ [ 604.367881] env[62328]: value = "task-2386324" [ 604.367881] env[62328]: _type = "Task" [ 604.367881] env[62328]: } to complete. {{(pid=62328) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 604.380581] env[62328]: DEBUG oslo_vmware.api [None req-80d158ce-24e0-4b84-84a1-f6849bb1d0ac tempest-ImagesOneServerTestJSON-2062431902 tempest-ImagesOneServerTestJSON-2062431902-project-member] Task: {'id': task-2386324, 'name': CloneVM_Task} progress is 0%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 604.426130] env[62328]: DEBUG oslo_vmware.api [None req-8c2925ac-39e7-4131-b78f-e4fc84930dc1 tempest-SecurityGroupsTestJSON-105101063 tempest-SecurityGroupsTestJSON-105101063-project-member] Task: {'id': task-2386323, 'name': Rename_Task, 'duration_secs': 0.147256} completed successfully. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 604.426337] env[62328]: DEBUG nova.virt.vmwareapi.vm_util [None req-8c2925ac-39e7-4131-b78f-e4fc84930dc1 tempest-SecurityGroupsTestJSON-105101063 tempest-SecurityGroupsTestJSON-105101063-project-member] [instance: 2ead81f5-76a7-4b80-ac7e-f227dec14f95] Powering on the VM {{(pid=62328) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 604.426581] env[62328]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-96c836fc-43d1-4b3c-a6cd-3a472b2943b3 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 604.434589] env[62328]: DEBUG oslo_vmware.api [None req-8c2925ac-39e7-4131-b78f-e4fc84930dc1 tempest-SecurityGroupsTestJSON-105101063 tempest-SecurityGroupsTestJSON-105101063-project-member] Waiting for the task: (returnval){ [ 604.434589] env[62328]: value = "task-2386325" [ 604.434589] env[62328]: _type = "Task" [ 604.434589] env[62328]: } to complete. {{(pid=62328) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 604.444351] env[62328]: DEBUG oslo_vmware.api [None req-8c2925ac-39e7-4131-b78f-e4fc84930dc1 tempest-SecurityGroupsTestJSON-105101063 tempest-SecurityGroupsTestJSON-105101063-project-member] Task: {'id': task-2386325, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 604.593916] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7e779223-5b8d-413f-b800-ca155333361c {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 604.601882] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ed55c81c-e8da-42f1-8222-b0afe8c15c84 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 604.635704] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6f600868-d49f-4d7a-964b-899e98485349 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 604.642999] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2ef82413-d63c-4869-bc17-812d54b4df89 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 604.656761] env[62328]: DEBUG nova.compute.provider_tree [None req-c61dbfc8-e3b5-4fb9-ae33-c7091d627a78 tempest-ListServersNegativeTestJSON-1737878377 tempest-ListServersNegativeTestJSON-1737878377-project-member] Inventory has not changed in ProviderTree for provider: 3469e9f8-04af-49ca-8435-49f104496744 {{(pid=62328) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 604.711252] env[62328]: DEBUG oslo_vmware.api [None req-c61dbfc8-e3b5-4fb9-ae33-c7091d627a78 tempest-ListServersNegativeTestJSON-1737878377 tempest-ListServersNegativeTestJSON-1737878377-project-member] Task: {'id': session[52a6e20e-410d-708a-99f2-080a575a99bd]5288833e-f0a7-4182-4255-96d11e399d6b, 'name': SearchDatastore_Task, 'duration_secs': 0.049249} completed successfully. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 604.714464] env[62328]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-37de8e77-d37e-4aec-8bd2-9bfa6b47a4ce {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 604.716817] env[62328]: DEBUG oslo_vmware.api [None req-c61dbfc8-e3b5-4fb9-ae33-c7091d627a78 tempest-ListServersNegativeTestJSON-1737878377 tempest-ListServersNegativeTestJSON-1737878377-project-member] Waiting for the task: (returnval){ [ 604.716817] env[62328]: value = "session[52a6e20e-410d-708a-99f2-080a575a99bd]5242f44d-dfec-0501-8395-93c720f2a9b0" [ 604.716817] env[62328]: _type = "Task" [ 604.716817] env[62328]: } to complete. {{(pid=62328) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 604.724415] env[62328]: DEBUG oslo_vmware.api [None req-c61dbfc8-e3b5-4fb9-ae33-c7091d627a78 tempest-ListServersNegativeTestJSON-1737878377 tempest-ListServersNegativeTestJSON-1737878377-project-member] Task: {'id': session[52a6e20e-410d-708a-99f2-080a575a99bd]5242f44d-dfec-0501-8395-93c720f2a9b0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 604.733187] env[62328]: DEBUG oslo_vmware.api [None req-6bc67d14-b0d0-483b-8293-8e8be3934951 tempest-ListServerFiltersTestJSON-1229971268 tempest-ListServerFiltersTestJSON-1229971268-project-member] Task: {'id': task-2386322, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.722612} completed successfully. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 604.733187] env[62328]: DEBUG nova.virt.vmwareapi.vm_util [None req-6bc67d14-b0d0-483b-8293-8e8be3934951 tempest-ListServerFiltersTestJSON-1229971268 tempest-ListServerFiltersTestJSON-1229971268-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/dbf872a4-92be-47e4-8561-c3e2bf2423ab/dbf872a4-92be-47e4-8561-c3e2bf2423ab.vmdk to [datastore1] 7d799973-7eb9-46f8-ae41-d9aca9fc9e5a/7d799973-7eb9-46f8-ae41-d9aca9fc9e5a.vmdk {{(pid=62328) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 604.733187] env[62328]: DEBUG nova.virt.vmwareapi.vmops [None req-6bc67d14-b0d0-483b-8293-8e8be3934951 tempest-ListServerFiltersTestJSON-1229971268 tempest-ListServerFiltersTestJSON-1229971268-project-member] [instance: 7d799973-7eb9-46f8-ae41-d9aca9fc9e5a] Extending root virtual disk to 1048576 {{(pid=62328) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 604.733187] env[62328]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-e3b90a12-7a2d-46c7-a5a4-56c4905e16e8 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 604.739177] env[62328]: DEBUG oslo_vmware.api [None req-6bc67d14-b0d0-483b-8293-8e8be3934951 tempest-ListServerFiltersTestJSON-1229971268 tempest-ListServerFiltersTestJSON-1229971268-project-member] Waiting for the task: (returnval){ [ 604.739177] env[62328]: value = "task-2386326" [ 604.739177] env[62328]: _type = "Task" [ 604.739177] env[62328]: } to complete. {{(pid=62328) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 604.884160] env[62328]: DEBUG oslo_vmware.api [None req-80d158ce-24e0-4b84-84a1-f6849bb1d0ac tempest-ImagesOneServerTestJSON-2062431902 tempest-ImagesOneServerTestJSON-2062431902-project-member] Task: {'id': task-2386324, 'name': CloneVM_Task} progress is 94%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 604.945854] env[62328]: DEBUG oslo_vmware.api [None req-8c2925ac-39e7-4131-b78f-e4fc84930dc1 tempest-SecurityGroupsTestJSON-105101063 tempest-SecurityGroupsTestJSON-105101063-project-member] Task: {'id': task-2386325, 'name': PowerOnVM_Task, 'duration_secs': 0.503298} completed successfully. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 604.946112] env[62328]: DEBUG nova.virt.vmwareapi.vm_util [None req-8c2925ac-39e7-4131-b78f-e4fc84930dc1 tempest-SecurityGroupsTestJSON-105101063 tempest-SecurityGroupsTestJSON-105101063-project-member] [instance: 2ead81f5-76a7-4b80-ac7e-f227dec14f95] Powered on the VM {{(pid=62328) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 604.946381] env[62328]: INFO nova.compute.manager [None req-8c2925ac-39e7-4131-b78f-e4fc84930dc1 tempest-SecurityGroupsTestJSON-105101063 tempest-SecurityGroupsTestJSON-105101063-project-member] [instance: 2ead81f5-76a7-4b80-ac7e-f227dec14f95] Took 10.60 seconds to spawn the instance on the hypervisor. [ 604.946596] env[62328]: DEBUG nova.compute.manager [None req-8c2925ac-39e7-4131-b78f-e4fc84930dc1 tempest-SecurityGroupsTestJSON-105101063 tempest-SecurityGroupsTestJSON-105101063-project-member] [instance: 2ead81f5-76a7-4b80-ac7e-f227dec14f95] Checking state {{(pid=62328) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 604.947563] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-446d5547-1fc8-41e9-a2d6-a7142f1e0c32 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 605.164103] env[62328]: DEBUG nova.scheduler.client.report [None req-c61dbfc8-e3b5-4fb9-ae33-c7091d627a78 tempest-ListServersNegativeTestJSON-1737878377 tempest-ListServersNegativeTestJSON-1737878377-project-member] Inventory has not changed for provider 3469e9f8-04af-49ca-8435-49f104496744 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 152, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62328) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 605.188702] env[62328]: DEBUG nova.compute.manager [req-99c7222d-6b67-4e04-beb4-349834cce78d req-ef42a414-3e60-41a5-9938-efc504e1165c service nova] [instance: 39d42b89-6e94-4322-9d0b-356672da5cde] Received event network-changed-8ce041b7-e753-45de-bfe3-48735e37e8dc {{(pid=62328) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 605.188702] env[62328]: DEBUG nova.compute.manager [req-99c7222d-6b67-4e04-beb4-349834cce78d req-ef42a414-3e60-41a5-9938-efc504e1165c service nova] [instance: 39d42b89-6e94-4322-9d0b-356672da5cde] Refreshing instance network info cache due to event network-changed-8ce041b7-e753-45de-bfe3-48735e37e8dc. {{(pid=62328) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 605.188702] env[62328]: DEBUG oslo_concurrency.lockutils [req-99c7222d-6b67-4e04-beb4-349834cce78d req-ef42a414-3e60-41a5-9938-efc504e1165c service nova] Acquiring lock "refresh_cache-39d42b89-6e94-4322-9d0b-356672da5cde" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 605.188702] env[62328]: DEBUG oslo_concurrency.lockutils [req-99c7222d-6b67-4e04-beb4-349834cce78d req-ef42a414-3e60-41a5-9938-efc504e1165c service nova] Acquired lock "refresh_cache-39d42b89-6e94-4322-9d0b-356672da5cde" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 605.188702] env[62328]: DEBUG nova.network.neutron [req-99c7222d-6b67-4e04-beb4-349834cce78d req-ef42a414-3e60-41a5-9938-efc504e1165c service nova] [instance: 39d42b89-6e94-4322-9d0b-356672da5cde] Refreshing network info cache for port 8ce041b7-e753-45de-bfe3-48735e37e8dc {{(pid=62328) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 605.229625] env[62328]: DEBUG oslo_vmware.api [None req-c61dbfc8-e3b5-4fb9-ae33-c7091d627a78 tempest-ListServersNegativeTestJSON-1737878377 tempest-ListServersNegativeTestJSON-1737878377-project-member] Task: {'id': session[52a6e20e-410d-708a-99f2-080a575a99bd]5242f44d-dfec-0501-8395-93c720f2a9b0, 'name': SearchDatastore_Task, 'duration_secs': 0.022204} completed successfully. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 605.229903] env[62328]: DEBUG oslo_concurrency.lockutils [None req-c61dbfc8-e3b5-4fb9-ae33-c7091d627a78 tempest-ListServersNegativeTestJSON-1737878377 tempest-ListServersNegativeTestJSON-1737878377-project-member] Releasing lock "[datastore1] devstack-image-cache_base/dbf872a4-92be-47e4-8561-c3e2bf2423ab/dbf872a4-92be-47e4-8561-c3e2bf2423ab.vmdk" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 605.230202] env[62328]: DEBUG nova.virt.vmwareapi.vm_util [None req-c61dbfc8-e3b5-4fb9-ae33-c7091d627a78 tempest-ListServersNegativeTestJSON-1737878377 tempest-ListServersNegativeTestJSON-1737878377-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/dbf872a4-92be-47e4-8561-c3e2bf2423ab/dbf872a4-92be-47e4-8561-c3e2bf2423ab.vmdk to [datastore1] df0d7e5c-1299-4174-8641-f96b51442b55/df0d7e5c-1299-4174-8641-f96b51442b55.vmdk {{(pid=62328) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 605.230475] env[62328]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-014785d2-6982-4117-a9de-39efa1d8f85d {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 605.239133] env[62328]: DEBUG oslo_vmware.api [None req-c61dbfc8-e3b5-4fb9-ae33-c7091d627a78 tempest-ListServersNegativeTestJSON-1737878377 tempest-ListServersNegativeTestJSON-1737878377-project-member] Waiting for the task: (returnval){ [ 605.239133] env[62328]: value = "task-2386327" [ 605.239133] env[62328]: _type = "Task" [ 605.239133] env[62328]: } to complete. {{(pid=62328) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 605.256449] env[62328]: DEBUG oslo_vmware.api [None req-c61dbfc8-e3b5-4fb9-ae33-c7091d627a78 tempest-ListServersNegativeTestJSON-1737878377 tempest-ListServersNegativeTestJSON-1737878377-project-member] Task: {'id': task-2386327, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 605.261383] env[62328]: DEBUG oslo_vmware.api [None req-6bc67d14-b0d0-483b-8293-8e8be3934951 tempest-ListServerFiltersTestJSON-1229971268 tempest-ListServerFiltersTestJSON-1229971268-project-member] Task: {'id': task-2386326, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.202534} completed successfully. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 605.266231] env[62328]: DEBUG nova.virt.vmwareapi.vmops [None req-6bc67d14-b0d0-483b-8293-8e8be3934951 tempest-ListServerFiltersTestJSON-1229971268 tempest-ListServerFiltersTestJSON-1229971268-project-member] [instance: 7d799973-7eb9-46f8-ae41-d9aca9fc9e5a] Extended root virtual disk {{(pid=62328) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 605.266231] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0cb896a1-658a-46a8-82a5-090b7b121768 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 605.291253] env[62328]: DEBUG nova.virt.vmwareapi.volumeops [None req-6bc67d14-b0d0-483b-8293-8e8be3934951 tempest-ListServerFiltersTestJSON-1229971268 tempest-ListServerFiltersTestJSON-1229971268-project-member] [instance: 7d799973-7eb9-46f8-ae41-d9aca9fc9e5a] Reconfiguring VM instance instance-00000012 to attach disk [datastore1] 7d799973-7eb9-46f8-ae41-d9aca9fc9e5a/7d799973-7eb9-46f8-ae41-d9aca9fc9e5a.vmdk or device None with type sparse {{(pid=62328) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 605.291578] env[62328]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-62b5ffb7-6aa4-423c-aeb6-2ce6b0c217f2 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 605.310840] env[62328]: DEBUG oslo_vmware.api [None req-6bc67d14-b0d0-483b-8293-8e8be3934951 tempest-ListServerFiltersTestJSON-1229971268 tempest-ListServerFiltersTestJSON-1229971268-project-member] Waiting for the task: (returnval){ [ 605.310840] env[62328]: value = "task-2386328" [ 605.310840] env[62328]: _type = "Task" [ 605.310840] env[62328]: } to complete. {{(pid=62328) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 605.311734] env[62328]: DEBUG nova.network.neutron [req-9018541e-6dcf-4e9a-b761-d92935ef17dc req-ceb8ae97-7744-47ad-84e1-dce5509f8793 service nova] [instance: 7d799973-7eb9-46f8-ae41-d9aca9fc9e5a] Updated VIF entry in instance network info cache for port 572b302c-f881-4a2a-9021-cac7d7415154. {{(pid=62328) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 605.312103] env[62328]: DEBUG nova.network.neutron [req-9018541e-6dcf-4e9a-b761-d92935ef17dc req-ceb8ae97-7744-47ad-84e1-dce5509f8793 service nova] [instance: 7d799973-7eb9-46f8-ae41-d9aca9fc9e5a] Updating instance_info_cache with network_info: [{"id": "572b302c-f881-4a2a-9021-cac7d7415154", "address": "fa:16:3e:d3:f5:e9", "network": {"id": "c46007c0-9cb2-4a89-a7d1-de50d2fc8963", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-926979095-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "74a0bc813655452b82c1404e811a4da4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8ea16b8c-ebf6-4bd4-ab67-ddb472e7b460", "external-id": "nsx-vlan-transportzone-156", "segmentation_id": 156, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap572b302c-f8", "ovs_interfaceid": "572b302c-f881-4a2a-9021-cac7d7415154", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62328) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 605.322505] env[62328]: DEBUG oslo_vmware.api [None req-6bc67d14-b0d0-483b-8293-8e8be3934951 tempest-ListServerFiltersTestJSON-1229971268 tempest-ListServerFiltersTestJSON-1229971268-project-member] Task: {'id': task-2386328, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 605.382175] env[62328]: DEBUG oslo_vmware.api [None req-80d158ce-24e0-4b84-84a1-f6849bb1d0ac tempest-ImagesOneServerTestJSON-2062431902 tempest-ImagesOneServerTestJSON-2062431902-project-member] Task: {'id': task-2386324, 'name': CloneVM_Task} progress is 94%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 605.472402] env[62328]: INFO nova.compute.manager [None req-8c2925ac-39e7-4131-b78f-e4fc84930dc1 tempest-SecurityGroupsTestJSON-105101063 tempest-SecurityGroupsTestJSON-105101063-project-member] [instance: 2ead81f5-76a7-4b80-ac7e-f227dec14f95] Took 30.83 seconds to build instance. [ 605.671268] env[62328]: DEBUG oslo_concurrency.lockutils [None req-c61dbfc8-e3b5-4fb9-ae33-c7091d627a78 tempest-ListServersNegativeTestJSON-1737878377 tempest-ListServersNegativeTestJSON-1737878377-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.644s {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 605.671841] env[62328]: DEBUG nova.compute.manager [None req-c61dbfc8-e3b5-4fb9-ae33-c7091d627a78 tempest-ListServersNegativeTestJSON-1737878377 tempest-ListServersNegativeTestJSON-1737878377-project-member] [instance: 81a2e476-6ab3-4b6d-9e55-328d46695cf9] Start building networks asynchronously for instance. {{(pid=62328) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 605.677740] env[62328]: DEBUG oslo_concurrency.lockutils [None req-c61dbfc8-e3b5-4fb9-ae33-c7091d627a78 tempest-ListServersNegativeTestJSON-1737878377 tempest-ListServersNegativeTestJSON-1737878377-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 27.733s {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 605.679446] env[62328]: INFO nova.compute.claims [None req-c61dbfc8-e3b5-4fb9-ae33-c7091d627a78 tempest-ListServersNegativeTestJSON-1737878377 tempest-ListServersNegativeTestJSON-1737878377-project-member] [instance: 9a83a5e3-8072-4407-9256-3315ee1f0249] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 605.752034] env[62328]: DEBUG oslo_vmware.api [None req-c61dbfc8-e3b5-4fb9-ae33-c7091d627a78 tempest-ListServersNegativeTestJSON-1737878377 tempest-ListServersNegativeTestJSON-1737878377-project-member] Task: {'id': task-2386327, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 605.819865] env[62328]: DEBUG oslo_concurrency.lockutils [req-9018541e-6dcf-4e9a-b761-d92935ef17dc req-ceb8ae97-7744-47ad-84e1-dce5509f8793 service nova] Releasing lock "refresh_cache-7d799973-7eb9-46f8-ae41-d9aca9fc9e5a" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 605.819941] env[62328]: DEBUG nova.compute.manager [req-9018541e-6dcf-4e9a-b761-d92935ef17dc req-ceb8ae97-7744-47ad-84e1-dce5509f8793 service nova] [instance: df0d7e5c-1299-4174-8641-f96b51442b55] Received event network-vif-plugged-04c8003f-785d-4d68-beea-be0387801136 {{(pid=62328) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 605.820453] env[62328]: DEBUG oslo_concurrency.lockutils [req-9018541e-6dcf-4e9a-b761-d92935ef17dc req-ceb8ae97-7744-47ad-84e1-dce5509f8793 service nova] Acquiring lock "df0d7e5c-1299-4174-8641-f96b51442b55-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 605.820886] env[62328]: DEBUG oslo_concurrency.lockutils [req-9018541e-6dcf-4e9a-b761-d92935ef17dc req-ceb8ae97-7744-47ad-84e1-dce5509f8793 service nova] Lock "df0d7e5c-1299-4174-8641-f96b51442b55-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 605.820960] env[62328]: DEBUG oslo_concurrency.lockutils [req-9018541e-6dcf-4e9a-b761-d92935ef17dc req-ceb8ae97-7744-47ad-84e1-dce5509f8793 service nova] Lock "df0d7e5c-1299-4174-8641-f96b51442b55-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 605.821351] env[62328]: DEBUG nova.compute.manager [req-9018541e-6dcf-4e9a-b761-d92935ef17dc req-ceb8ae97-7744-47ad-84e1-dce5509f8793 service nova] [instance: df0d7e5c-1299-4174-8641-f96b51442b55] No waiting events found dispatching network-vif-plugged-04c8003f-785d-4d68-beea-be0387801136 {{(pid=62328) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 605.821632] env[62328]: WARNING nova.compute.manager [req-9018541e-6dcf-4e9a-b761-d92935ef17dc req-ceb8ae97-7744-47ad-84e1-dce5509f8793 service nova] [instance: df0d7e5c-1299-4174-8641-f96b51442b55] Received unexpected event network-vif-plugged-04c8003f-785d-4d68-beea-be0387801136 for instance with vm_state building and task_state spawning. [ 605.821806] env[62328]: DEBUG nova.compute.manager [req-9018541e-6dcf-4e9a-b761-d92935ef17dc req-ceb8ae97-7744-47ad-84e1-dce5509f8793 service nova] [instance: df0d7e5c-1299-4174-8641-f96b51442b55] Received event network-changed-04c8003f-785d-4d68-beea-be0387801136 {{(pid=62328) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 605.821970] env[62328]: DEBUG nova.compute.manager [req-9018541e-6dcf-4e9a-b761-d92935ef17dc req-ceb8ae97-7744-47ad-84e1-dce5509f8793 service nova] [instance: df0d7e5c-1299-4174-8641-f96b51442b55] Refreshing instance network info cache due to event network-changed-04c8003f-785d-4d68-beea-be0387801136. {{(pid=62328) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 605.822239] env[62328]: DEBUG oslo_concurrency.lockutils [req-9018541e-6dcf-4e9a-b761-d92935ef17dc req-ceb8ae97-7744-47ad-84e1-dce5509f8793 service nova] Acquiring lock "refresh_cache-df0d7e5c-1299-4174-8641-f96b51442b55" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 605.822373] env[62328]: DEBUG oslo_concurrency.lockutils [req-9018541e-6dcf-4e9a-b761-d92935ef17dc req-ceb8ae97-7744-47ad-84e1-dce5509f8793 service nova] Acquired lock "refresh_cache-df0d7e5c-1299-4174-8641-f96b51442b55" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 605.822456] env[62328]: DEBUG nova.network.neutron [req-9018541e-6dcf-4e9a-b761-d92935ef17dc req-ceb8ae97-7744-47ad-84e1-dce5509f8793 service nova] [instance: df0d7e5c-1299-4174-8641-f96b51442b55] Refreshing network info cache for port 04c8003f-785d-4d68-beea-be0387801136 {{(pid=62328) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 605.831420] env[62328]: DEBUG oslo_vmware.api [None req-6bc67d14-b0d0-483b-8293-8e8be3934951 tempest-ListServerFiltersTestJSON-1229971268 tempest-ListServerFiltersTestJSON-1229971268-project-member] Task: {'id': task-2386328, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 605.881816] env[62328]: DEBUG oslo_vmware.api [None req-80d158ce-24e0-4b84-84a1-f6849bb1d0ac tempest-ImagesOneServerTestJSON-2062431902 tempest-ImagesOneServerTestJSON-2062431902-project-member] Task: {'id': task-2386324, 'name': CloneVM_Task} progress is 94%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 605.975315] env[62328]: DEBUG oslo_concurrency.lockutils [None req-8c2925ac-39e7-4131-b78f-e4fc84930dc1 tempest-SecurityGroupsTestJSON-105101063 tempest-SecurityGroupsTestJSON-105101063-project-member] Lock "2ead81f5-76a7-4b80-ac7e-f227dec14f95" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 40.095s {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 606.190058] env[62328]: DEBUG nova.compute.utils [None req-c61dbfc8-e3b5-4fb9-ae33-c7091d627a78 tempest-ListServersNegativeTestJSON-1737878377 tempest-ListServersNegativeTestJSON-1737878377-project-member] Using /dev/sd instead of None {{(pid=62328) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 606.193632] env[62328]: DEBUG nova.compute.manager [None req-c61dbfc8-e3b5-4fb9-ae33-c7091d627a78 tempest-ListServersNegativeTestJSON-1737878377 tempest-ListServersNegativeTestJSON-1737878377-project-member] [instance: 81a2e476-6ab3-4b6d-9e55-328d46695cf9] Allocating IP information in the background. {{(pid=62328) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 606.193632] env[62328]: DEBUG nova.network.neutron [None req-c61dbfc8-e3b5-4fb9-ae33-c7091d627a78 tempest-ListServersNegativeTestJSON-1737878377 tempest-ListServersNegativeTestJSON-1737878377-project-member] [instance: 81a2e476-6ab3-4b6d-9e55-328d46695cf9] allocate_for_instance() {{(pid=62328) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 606.262321] env[62328]: DEBUG oslo_vmware.api [None req-c61dbfc8-e3b5-4fb9-ae33-c7091d627a78 tempest-ListServersNegativeTestJSON-1737878377 tempest-ListServersNegativeTestJSON-1737878377-project-member] Task: {'id': task-2386327, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 606.333580] env[62328]: DEBUG oslo_vmware.api [None req-6bc67d14-b0d0-483b-8293-8e8be3934951 tempest-ListServerFiltersTestJSON-1229971268 tempest-ListServerFiltersTestJSON-1229971268-project-member] Task: {'id': task-2386328, 'name': ReconfigVM_Task, 'duration_secs': 0.71751} completed successfully. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 606.334503] env[62328]: DEBUG nova.virt.vmwareapi.volumeops [None req-6bc67d14-b0d0-483b-8293-8e8be3934951 tempest-ListServerFiltersTestJSON-1229971268 tempest-ListServerFiltersTestJSON-1229971268-project-member] [instance: 7d799973-7eb9-46f8-ae41-d9aca9fc9e5a] Reconfigured VM instance instance-00000012 to attach disk [datastore1] 7d799973-7eb9-46f8-ae41-d9aca9fc9e5a/7d799973-7eb9-46f8-ae41-d9aca9fc9e5a.vmdk or device None with type sparse {{(pid=62328) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 606.335501] env[62328]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-dde1a77b-5eab-4d4d-b6f7-299e18fee21a {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 606.346676] env[62328]: DEBUG nova.policy [None req-c61dbfc8-e3b5-4fb9-ae33-c7091d627a78 tempest-ListServersNegativeTestJSON-1737878377 tempest-ListServersNegativeTestJSON-1737878377-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'e7316a556fe344d78147d7e76dd53919', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '712682771441409ebcbd6470a282daa4', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62328) authorize /opt/stack/nova/nova/policy.py:192}} [ 606.351231] env[62328]: DEBUG oslo_vmware.api [None req-6bc67d14-b0d0-483b-8293-8e8be3934951 tempest-ListServerFiltersTestJSON-1229971268 tempest-ListServerFiltersTestJSON-1229971268-project-member] Waiting for the task: (returnval){ [ 606.351231] env[62328]: value = "task-2386329" [ 606.351231] env[62328]: _type = "Task" [ 606.351231] env[62328]: } to complete. {{(pid=62328) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 606.369172] env[62328]: DEBUG oslo_vmware.api [None req-6bc67d14-b0d0-483b-8293-8e8be3934951 tempest-ListServerFiltersTestJSON-1229971268 tempest-ListServerFiltersTestJSON-1229971268-project-member] Task: {'id': task-2386329, 'name': Rename_Task} progress is 14%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 606.386930] env[62328]: DEBUG oslo_vmware.api [None req-80d158ce-24e0-4b84-84a1-f6849bb1d0ac tempest-ImagesOneServerTestJSON-2062431902 tempest-ImagesOneServerTestJSON-2062431902-project-member] Task: {'id': task-2386324, 'name': CloneVM_Task, 'duration_secs': 1.821682} completed successfully. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 606.387430] env[62328]: INFO nova.virt.vmwareapi.vmops [None req-80d158ce-24e0-4b84-84a1-f6849bb1d0ac tempest-ImagesOneServerTestJSON-2062431902 tempest-ImagesOneServerTestJSON-2062431902-project-member] [instance: b7106740-bdd7-4774-8744-cbe21352a31c] Created linked-clone VM from snapshot [ 606.388311] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4787ade2-070e-4b21-920a-e0aff3e818a3 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 606.399812] env[62328]: DEBUG nova.virt.vmwareapi.images [None req-80d158ce-24e0-4b84-84a1-f6849bb1d0ac tempest-ImagesOneServerTestJSON-2062431902 tempest-ImagesOneServerTestJSON-2062431902-project-member] [instance: b7106740-bdd7-4774-8744-cbe21352a31c] Uploading image b34d1352-876b-4a58-8c39-62b0217225c6 {{(pid=62328) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 606.433989] env[62328]: DEBUG oslo_vmware.rw_handles [None req-80d158ce-24e0-4b84-84a1-f6849bb1d0ac tempest-ImagesOneServerTestJSON-2062431902 tempest-ImagesOneServerTestJSON-2062431902-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 606.433989] env[62328]: value = "vm-484223" [ 606.433989] env[62328]: _type = "VirtualMachine" [ 606.433989] env[62328]: }. {{(pid=62328) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 606.434351] env[62328]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-32ace8e0-b7a7-45d0-8328-b965158530ec {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 606.442418] env[62328]: DEBUG oslo_vmware.rw_handles [None req-80d158ce-24e0-4b84-84a1-f6849bb1d0ac tempest-ImagesOneServerTestJSON-2062431902 tempest-ImagesOneServerTestJSON-2062431902-project-member] Lease: (returnval){ [ 606.442418] env[62328]: value = "session[52a6e20e-410d-708a-99f2-080a575a99bd]52916285-bdd6-8727-98a9-e87bf0f10116" [ 606.442418] env[62328]: _type = "HttpNfcLease" [ 606.442418] env[62328]: } obtained for exporting VM: (result){ [ 606.442418] env[62328]: value = "vm-484223" [ 606.442418] env[62328]: _type = "VirtualMachine" [ 606.442418] env[62328]: }. {{(pid=62328) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 606.442762] env[62328]: DEBUG oslo_vmware.api [None req-80d158ce-24e0-4b84-84a1-f6849bb1d0ac tempest-ImagesOneServerTestJSON-2062431902 tempest-ImagesOneServerTestJSON-2062431902-project-member] Waiting for the lease: (returnval){ [ 606.442762] env[62328]: value = "session[52a6e20e-410d-708a-99f2-080a575a99bd]52916285-bdd6-8727-98a9-e87bf0f10116" [ 606.442762] env[62328]: _type = "HttpNfcLease" [ 606.442762] env[62328]: } to be ready. {{(pid=62328) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 606.443528] env[62328]: DEBUG nova.network.neutron [req-99c7222d-6b67-4e04-beb4-349834cce78d req-ef42a414-3e60-41a5-9938-efc504e1165c service nova] [instance: 39d42b89-6e94-4322-9d0b-356672da5cde] Updated VIF entry in instance network info cache for port 8ce041b7-e753-45de-bfe3-48735e37e8dc. {{(pid=62328) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 606.443836] env[62328]: DEBUG nova.network.neutron [req-99c7222d-6b67-4e04-beb4-349834cce78d req-ef42a414-3e60-41a5-9938-efc504e1165c service nova] [instance: 39d42b89-6e94-4322-9d0b-356672da5cde] Updating instance_info_cache with network_info: [{"id": "8ce041b7-e753-45de-bfe3-48735e37e8dc", "address": "fa:16:3e:77:c3:6c", "network": {"id": "77b7128a-36ee-4e49-8f26-fc13973c3d31", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationNegativeTestJSON-990926720-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1d4f464b6a5c44e3ae17101809a13b86", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1eed7865-f9d8-463e-843f-3b0b3a962a2c", "external-id": "nsx-vlan-transportzone-852", "segmentation_id": 852, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8ce041b7-e7", "ovs_interfaceid": "8ce041b7-e753-45de-bfe3-48735e37e8dc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62328) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 606.452443] env[62328]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 606.452443] env[62328]: value = "session[52a6e20e-410d-708a-99f2-080a575a99bd]52916285-bdd6-8727-98a9-e87bf0f10116" [ 606.452443] env[62328]: _type = "HttpNfcLease" [ 606.452443] env[62328]: } is initializing. {{(pid=62328) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 606.483086] env[62328]: DEBUG nova.compute.manager [None req-905d4929-e4c5-4df9-b520-46eb07e352ca tempest-VolumesAdminNegativeTest-179339308 tempest-VolumesAdminNegativeTest-179339308-project-member] [instance: 04dd8fd6-91f0-444f-b642-2ba8dcdea19d] Starting instance... {{(pid=62328) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 606.700214] env[62328]: DEBUG nova.compute.manager [None req-c61dbfc8-e3b5-4fb9-ae33-c7091d627a78 tempest-ListServersNegativeTestJSON-1737878377 tempest-ListServersNegativeTestJSON-1737878377-project-member] [instance: 81a2e476-6ab3-4b6d-9e55-328d46695cf9] Start building block device mappings for instance. {{(pid=62328) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 606.761812] env[62328]: DEBUG oslo_vmware.api [None req-c61dbfc8-e3b5-4fb9-ae33-c7091d627a78 tempest-ListServersNegativeTestJSON-1737878377 tempest-ListServersNegativeTestJSON-1737878377-project-member] Task: {'id': task-2386327, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.22382} completed successfully. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 606.762526] env[62328]: DEBUG nova.virt.vmwareapi.vm_util [None req-c61dbfc8-e3b5-4fb9-ae33-c7091d627a78 tempest-ListServersNegativeTestJSON-1737878377 tempest-ListServersNegativeTestJSON-1737878377-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/dbf872a4-92be-47e4-8561-c3e2bf2423ab/dbf872a4-92be-47e4-8561-c3e2bf2423ab.vmdk to [datastore1] df0d7e5c-1299-4174-8641-f96b51442b55/df0d7e5c-1299-4174-8641-f96b51442b55.vmdk {{(pid=62328) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 606.762795] env[62328]: DEBUG nova.virt.vmwareapi.vmops [None req-c61dbfc8-e3b5-4fb9-ae33-c7091d627a78 tempest-ListServersNegativeTestJSON-1737878377 tempest-ListServersNegativeTestJSON-1737878377-project-member] [instance: df0d7e5c-1299-4174-8641-f96b51442b55] Extending root virtual disk to 1048576 {{(pid=62328) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 606.763367] env[62328]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-f8d2893f-1ee3-40e7-9565-0f58dd195495 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 606.771804] env[62328]: DEBUG oslo_vmware.api [None req-c61dbfc8-e3b5-4fb9-ae33-c7091d627a78 tempest-ListServersNegativeTestJSON-1737878377 tempest-ListServersNegativeTestJSON-1737878377-project-member] Waiting for the task: (returnval){ [ 606.771804] env[62328]: value = "task-2386331" [ 606.771804] env[62328]: _type = "Task" [ 606.771804] env[62328]: } to complete. {{(pid=62328) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 606.785019] env[62328]: DEBUG oslo_vmware.api [None req-c61dbfc8-e3b5-4fb9-ae33-c7091d627a78 tempest-ListServersNegativeTestJSON-1737878377 tempest-ListServersNegativeTestJSON-1737878377-project-member] Task: {'id': task-2386331, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 606.866248] env[62328]: DEBUG oslo_vmware.api [None req-6bc67d14-b0d0-483b-8293-8e8be3934951 tempest-ListServerFiltersTestJSON-1229971268 tempest-ListServerFiltersTestJSON-1229971268-project-member] Task: {'id': task-2386329, 'name': Rename_Task, 'duration_secs': 0.18568} completed successfully. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 606.866248] env[62328]: DEBUG nova.virt.vmwareapi.vm_util [None req-6bc67d14-b0d0-483b-8293-8e8be3934951 tempest-ListServerFiltersTestJSON-1229971268 tempest-ListServerFiltersTestJSON-1229971268-project-member] [instance: 7d799973-7eb9-46f8-ae41-d9aca9fc9e5a] Powering on the VM {{(pid=62328) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 606.866577] env[62328]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c98c2e8f-7e57-4f46-a884-7824eaaa9360 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 606.874349] env[62328]: DEBUG oslo_vmware.api [None req-6bc67d14-b0d0-483b-8293-8e8be3934951 tempest-ListServerFiltersTestJSON-1229971268 tempest-ListServerFiltersTestJSON-1229971268-project-member] Waiting for the task: (returnval){ [ 606.874349] env[62328]: value = "task-2386332" [ 606.874349] env[62328]: _type = "Task" [ 606.874349] env[62328]: } to complete. {{(pid=62328) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 606.885333] env[62328]: DEBUG oslo_vmware.api [None req-6bc67d14-b0d0-483b-8293-8e8be3934951 tempest-ListServerFiltersTestJSON-1229971268 tempest-ListServerFiltersTestJSON-1229971268-project-member] Task: {'id': task-2386332, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 606.953157] env[62328]: DEBUG oslo_concurrency.lockutils [req-99c7222d-6b67-4e04-beb4-349834cce78d req-ef42a414-3e60-41a5-9938-efc504e1165c service nova] Releasing lock "refresh_cache-39d42b89-6e94-4322-9d0b-356672da5cde" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 606.958392] env[62328]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 606.958392] env[62328]: value = "session[52a6e20e-410d-708a-99f2-080a575a99bd]52916285-bdd6-8727-98a9-e87bf0f10116" [ 606.958392] env[62328]: _type = "HttpNfcLease" [ 606.958392] env[62328]: } is ready. {{(pid=62328) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 606.958392] env[62328]: DEBUG oslo_vmware.rw_handles [None req-80d158ce-24e0-4b84-84a1-f6849bb1d0ac tempest-ImagesOneServerTestJSON-2062431902 tempest-ImagesOneServerTestJSON-2062431902-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 606.958392] env[62328]: value = "session[52a6e20e-410d-708a-99f2-080a575a99bd]52916285-bdd6-8727-98a9-e87bf0f10116" [ 606.958392] env[62328]: _type = "HttpNfcLease" [ 606.958392] env[62328]: }. {{(pid=62328) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 606.958392] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-deef75ac-4a12-4111-8b8c-8cd51373e46d {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 606.972136] env[62328]: DEBUG oslo_vmware.rw_handles [None req-80d158ce-24e0-4b84-84a1-f6849bb1d0ac tempest-ImagesOneServerTestJSON-2062431902 tempest-ImagesOneServerTestJSON-2062431902-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/527beb92-2a9e-ba14-14db-c38dbebe4ed4/disk-0.vmdk from lease info. {{(pid=62328) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 606.972701] env[62328]: DEBUG oslo_vmware.rw_handles [None req-80d158ce-24e0-4b84-84a1-f6849bb1d0ac tempest-ImagesOneServerTestJSON-2062431902 tempest-ImagesOneServerTestJSON-2062431902-project-member] Opening URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/527beb92-2a9e-ba14-14db-c38dbebe4ed4/disk-0.vmdk for reading. {{(pid=62328) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 607.057086] env[62328]: DEBUG nova.network.neutron [req-9018541e-6dcf-4e9a-b761-d92935ef17dc req-ceb8ae97-7744-47ad-84e1-dce5509f8793 service nova] [instance: df0d7e5c-1299-4174-8641-f96b51442b55] Updated VIF entry in instance network info cache for port 04c8003f-785d-4d68-beea-be0387801136. {{(pid=62328) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 607.057908] env[62328]: DEBUG nova.network.neutron [req-9018541e-6dcf-4e9a-b761-d92935ef17dc req-ceb8ae97-7744-47ad-84e1-dce5509f8793 service nova] [instance: df0d7e5c-1299-4174-8641-f96b51442b55] Updating instance_info_cache with network_info: [{"id": "04c8003f-785d-4d68-beea-be0387801136", "address": "fa:16:3e:91:00:40", "network": {"id": "37498d49-484e-477d-9b9d-d1d30db9e866", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-1743009948-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "712682771441409ebcbd6470a282daa4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "77aa121f-8fb6-42f3-aaea-43addfe449b2", "external-id": "nsx-vlan-transportzone-288", "segmentation_id": 288, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap04c8003f-78", "ovs_interfaceid": "04c8003f-785d-4d68-beea-be0387801136", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62328) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 607.069240] env[62328]: DEBUG oslo_concurrency.lockutils [None req-905d4929-e4c5-4df9-b520-46eb07e352ca tempest-VolumesAdminNegativeTest-179339308 tempest-VolumesAdminNegativeTest-179339308-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 607.138469] env[62328]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-d300c19c-81e0-4e06-9fbd-495d8323d7c2 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 607.264790] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c91c0eba-2610-4cad-9ae4-90202fa72613 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 607.280609] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7bb8331e-f811-43bf-b4c1-ff145a662e28 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 607.286028] env[62328]: DEBUG oslo_vmware.api [None req-c61dbfc8-e3b5-4fb9-ae33-c7091d627a78 tempest-ListServersNegativeTestJSON-1737878377 tempest-ListServersNegativeTestJSON-1737878377-project-member] Task: {'id': task-2386331, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.237827} completed successfully. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 607.286572] env[62328]: DEBUG nova.virt.vmwareapi.vmops [None req-c61dbfc8-e3b5-4fb9-ae33-c7091d627a78 tempest-ListServersNegativeTestJSON-1737878377 tempest-ListServersNegativeTestJSON-1737878377-project-member] [instance: df0d7e5c-1299-4174-8641-f96b51442b55] Extended root virtual disk {{(pid=62328) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 607.287432] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-da6cf88b-231c-4f66-9ee7-aa8887495a84 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 607.316117] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b491a858-1e2c-4330-be42-bfd0092c47a9 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 607.338170] env[62328]: DEBUG nova.virt.vmwareapi.volumeops [None req-c61dbfc8-e3b5-4fb9-ae33-c7091d627a78 tempest-ListServersNegativeTestJSON-1737878377 tempest-ListServersNegativeTestJSON-1737878377-project-member] [instance: df0d7e5c-1299-4174-8641-f96b51442b55] Reconfiguring VM instance instance-00000013 to attach disk [datastore1] df0d7e5c-1299-4174-8641-f96b51442b55/df0d7e5c-1299-4174-8641-f96b51442b55.vmdk or device None with type sparse {{(pid=62328) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 607.338170] env[62328]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-86b27552-2a23-4ff5-be7d-30c94dedaab4 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 607.357286] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ff3624b9-cae2-44bd-b418-d232e709ca7f {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 607.363353] env[62328]: DEBUG oslo_vmware.api [None req-c61dbfc8-e3b5-4fb9-ae33-c7091d627a78 tempest-ListServersNegativeTestJSON-1737878377 tempest-ListServersNegativeTestJSON-1737878377-project-member] Waiting for the task: (returnval){ [ 607.363353] env[62328]: value = "task-2386333" [ 607.363353] env[62328]: _type = "Task" [ 607.363353] env[62328]: } to complete. {{(pid=62328) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 607.378023] env[62328]: DEBUG nova.compute.provider_tree [None req-c61dbfc8-e3b5-4fb9-ae33-c7091d627a78 tempest-ListServersNegativeTestJSON-1737878377 tempest-ListServersNegativeTestJSON-1737878377-project-member] Inventory has not changed in ProviderTree for provider: 3469e9f8-04af-49ca-8435-49f104496744 {{(pid=62328) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 607.387027] env[62328]: DEBUG oslo_vmware.api [None req-c61dbfc8-e3b5-4fb9-ae33-c7091d627a78 tempest-ListServersNegativeTestJSON-1737878377 tempest-ListServersNegativeTestJSON-1737878377-project-member] Task: {'id': task-2386333, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 607.395207] env[62328]: DEBUG oslo_concurrency.lockutils [None req-34162ca2-271f-43b9-99db-b8c5ee3fcf77 tempest-ServersAdmin275Test-1782090467 tempest-ServersAdmin275Test-1782090467-project-member] Acquiring lock "892b410e-c0ae-4ef6-90a6-fbf09d6ad76b" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 607.396152] env[62328]: DEBUG oslo_concurrency.lockutils [None req-34162ca2-271f-43b9-99db-b8c5ee3fcf77 tempest-ServersAdmin275Test-1782090467 tempest-ServersAdmin275Test-1782090467-project-member] Lock "892b410e-c0ae-4ef6-90a6-fbf09d6ad76b" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 607.396152] env[62328]: DEBUG oslo_vmware.api [None req-6bc67d14-b0d0-483b-8293-8e8be3934951 tempest-ListServerFiltersTestJSON-1229971268 tempest-ListServerFiltersTestJSON-1229971268-project-member] Task: {'id': task-2386332, 'name': PowerOnVM_Task} progress is 78%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 607.463954] env[62328]: DEBUG nova.network.neutron [None req-c61dbfc8-e3b5-4fb9-ae33-c7091d627a78 tempest-ListServersNegativeTestJSON-1737878377 tempest-ListServersNegativeTestJSON-1737878377-project-member] [instance: 81a2e476-6ab3-4b6d-9e55-328d46695cf9] Successfully created port: 0ea38709-704c-4673-afb7-91d8fd5e0e74 {{(pid=62328) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 607.560034] env[62328]: DEBUG oslo_concurrency.lockutils [req-9018541e-6dcf-4e9a-b761-d92935ef17dc req-ceb8ae97-7744-47ad-84e1-dce5509f8793 service nova] Releasing lock "refresh_cache-df0d7e5c-1299-4174-8641-f96b51442b55" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 607.712430] env[62328]: DEBUG nova.compute.manager [None req-c61dbfc8-e3b5-4fb9-ae33-c7091d627a78 tempest-ListServersNegativeTestJSON-1737878377 tempest-ListServersNegativeTestJSON-1737878377-project-member] [instance: 81a2e476-6ab3-4b6d-9e55-328d46695cf9] Start spawning the instance on the hypervisor. {{(pid=62328) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 607.765523] env[62328]: DEBUG nova.virt.hardware [None req-c61dbfc8-e3b5-4fb9-ae33-c7091d627a78 tempest-ListServersNegativeTestJSON-1737878377 tempest-ListServersNegativeTestJSON-1737878377-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-07T17:16:55Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-07T17:16:37Z,direct_url=,disk_format='vmdk',id=dbf872a4-92be-47e4-8561-c3e2bf2423ab,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='2a64022f08d84b11a86773b900860ae5',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-07T17:16:38Z,virtual_size=,visibility=), allow threads: False {{(pid=62328) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 607.765523] env[62328]: DEBUG nova.virt.hardware [None req-c61dbfc8-e3b5-4fb9-ae33-c7091d627a78 tempest-ListServersNegativeTestJSON-1737878377 tempest-ListServersNegativeTestJSON-1737878377-project-member] Flavor limits 0:0:0 {{(pid=62328) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 607.769898] env[62328]: DEBUG nova.virt.hardware [None req-c61dbfc8-e3b5-4fb9-ae33-c7091d627a78 tempest-ListServersNegativeTestJSON-1737878377 tempest-ListServersNegativeTestJSON-1737878377-project-member] Image limits 0:0:0 {{(pid=62328) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 607.769898] env[62328]: DEBUG nova.virt.hardware [None req-c61dbfc8-e3b5-4fb9-ae33-c7091d627a78 tempest-ListServersNegativeTestJSON-1737878377 tempest-ListServersNegativeTestJSON-1737878377-project-member] Flavor pref 0:0:0 {{(pid=62328) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 607.769898] env[62328]: DEBUG nova.virt.hardware [None req-c61dbfc8-e3b5-4fb9-ae33-c7091d627a78 tempest-ListServersNegativeTestJSON-1737878377 tempest-ListServersNegativeTestJSON-1737878377-project-member] Image pref 0:0:0 {{(pid=62328) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 607.769898] env[62328]: DEBUG nova.virt.hardware [None req-c61dbfc8-e3b5-4fb9-ae33-c7091d627a78 tempest-ListServersNegativeTestJSON-1737878377 tempest-ListServersNegativeTestJSON-1737878377-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62328) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 607.769898] env[62328]: DEBUG nova.virt.hardware [None req-c61dbfc8-e3b5-4fb9-ae33-c7091d627a78 tempest-ListServersNegativeTestJSON-1737878377 tempest-ListServersNegativeTestJSON-1737878377-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62328) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 607.770097] env[62328]: DEBUG nova.virt.hardware [None req-c61dbfc8-e3b5-4fb9-ae33-c7091d627a78 tempest-ListServersNegativeTestJSON-1737878377 tempest-ListServersNegativeTestJSON-1737878377-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62328) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 607.770128] env[62328]: DEBUG nova.virt.hardware [None req-c61dbfc8-e3b5-4fb9-ae33-c7091d627a78 tempest-ListServersNegativeTestJSON-1737878377 tempest-ListServersNegativeTestJSON-1737878377-project-member] Got 1 possible topologies {{(pid=62328) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 607.770460] env[62328]: DEBUG nova.virt.hardware [None req-c61dbfc8-e3b5-4fb9-ae33-c7091d627a78 tempest-ListServersNegativeTestJSON-1737878377 tempest-ListServersNegativeTestJSON-1737878377-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62328) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 607.770605] env[62328]: DEBUG nova.virt.hardware [None req-c61dbfc8-e3b5-4fb9-ae33-c7091d627a78 tempest-ListServersNegativeTestJSON-1737878377 tempest-ListServersNegativeTestJSON-1737878377-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62328) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 607.772208] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3f0c25a4-b6ba-4946-8fee-027a74c267ad {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 607.792325] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-13ad4d1b-6c01-4720-a835-c4f732611c73 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 607.874521] env[62328]: DEBUG oslo_vmware.api [None req-c61dbfc8-e3b5-4fb9-ae33-c7091d627a78 tempest-ListServersNegativeTestJSON-1737878377 tempest-ListServersNegativeTestJSON-1737878377-project-member] Task: {'id': task-2386333, 'name': ReconfigVM_Task, 'duration_secs': 0.474409} completed successfully. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 607.874853] env[62328]: DEBUG nova.virt.vmwareapi.volumeops [None req-c61dbfc8-e3b5-4fb9-ae33-c7091d627a78 tempest-ListServersNegativeTestJSON-1737878377 tempest-ListServersNegativeTestJSON-1737878377-project-member] [instance: df0d7e5c-1299-4174-8641-f96b51442b55] Reconfigured VM instance instance-00000013 to attach disk [datastore1] df0d7e5c-1299-4174-8641-f96b51442b55/df0d7e5c-1299-4174-8641-f96b51442b55.vmdk or device None with type sparse {{(pid=62328) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 607.875896] env[62328]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-1fd1a763-978f-4e28-90cc-616d85e2eafe {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 607.884188] env[62328]: DEBUG nova.scheduler.client.report [None req-c61dbfc8-e3b5-4fb9-ae33-c7091d627a78 tempest-ListServersNegativeTestJSON-1737878377 tempest-ListServersNegativeTestJSON-1737878377-project-member] Inventory has not changed for provider 3469e9f8-04af-49ca-8435-49f104496744 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 152, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62328) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 607.888303] env[62328]: DEBUG oslo_vmware.api [None req-c61dbfc8-e3b5-4fb9-ae33-c7091d627a78 tempest-ListServersNegativeTestJSON-1737878377 tempest-ListServersNegativeTestJSON-1737878377-project-member] Waiting for the task: (returnval){ [ 607.888303] env[62328]: value = "task-2386334" [ 607.888303] env[62328]: _type = "Task" [ 607.888303] env[62328]: } to complete. {{(pid=62328) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 607.896464] env[62328]: DEBUG oslo_vmware.api [None req-6bc67d14-b0d0-483b-8293-8e8be3934951 tempest-ListServerFiltersTestJSON-1229971268 tempest-ListServerFiltersTestJSON-1229971268-project-member] Task: {'id': task-2386332, 'name': PowerOnVM_Task, 'duration_secs': 0.935561} completed successfully. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 607.898341] env[62328]: DEBUG nova.virt.vmwareapi.vm_util [None req-6bc67d14-b0d0-483b-8293-8e8be3934951 tempest-ListServerFiltersTestJSON-1229971268 tempest-ListServerFiltersTestJSON-1229971268-project-member] [instance: 7d799973-7eb9-46f8-ae41-d9aca9fc9e5a] Powered on the VM {{(pid=62328) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 607.898497] env[62328]: INFO nova.compute.manager [None req-6bc67d14-b0d0-483b-8293-8e8be3934951 tempest-ListServerFiltersTestJSON-1229971268 tempest-ListServerFiltersTestJSON-1229971268-project-member] [instance: 7d799973-7eb9-46f8-ae41-d9aca9fc9e5a] Took 11.01 seconds to spawn the instance on the hypervisor. [ 607.898670] env[62328]: DEBUG nova.compute.manager [None req-6bc67d14-b0d0-483b-8293-8e8be3934951 tempest-ListServerFiltersTestJSON-1229971268 tempest-ListServerFiltersTestJSON-1229971268-project-member] [instance: 7d799973-7eb9-46f8-ae41-d9aca9fc9e5a] Checking state {{(pid=62328) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 607.904235] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d140bdb5-04ad-40ff-a1d0-fd4026d059e3 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 607.908684] env[62328]: DEBUG oslo_vmware.api [None req-c61dbfc8-e3b5-4fb9-ae33-c7091d627a78 tempest-ListServersNegativeTestJSON-1737878377 tempest-ListServersNegativeTestJSON-1737878377-project-member] Task: {'id': task-2386334, 'name': Rename_Task} progress is 14%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 608.390774] env[62328]: DEBUG oslo_concurrency.lockutils [None req-c61dbfc8-e3b5-4fb9-ae33-c7091d627a78 tempest-ListServersNegativeTestJSON-1737878377 tempest-ListServersNegativeTestJSON-1737878377-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.713s {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 608.391495] env[62328]: DEBUG nova.compute.manager [None req-c61dbfc8-e3b5-4fb9-ae33-c7091d627a78 tempest-ListServersNegativeTestJSON-1737878377 tempest-ListServersNegativeTestJSON-1737878377-project-member] [instance: 9a83a5e3-8072-4407-9256-3315ee1f0249] Start building networks asynchronously for instance. {{(pid=62328) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 608.395936] env[62328]: DEBUG oslo_concurrency.lockutils [None req-29ab825e-8bae-44c3-ab91-cfa5a1b804eb tempest-ImagesNegativeTestJSON-504021747 tempest-ImagesNegativeTestJSON-504021747-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 27.925s {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 608.396364] env[62328]: DEBUG nova.objects.instance [None req-29ab825e-8bae-44c3-ab91-cfa5a1b804eb tempest-ImagesNegativeTestJSON-504021747 tempest-ImagesNegativeTestJSON-504021747-project-member] Lazy-loading 'resources' on Instance uuid f70d129f-1468-4834-b753-8c602837eff0 {{(pid=62328) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 608.411248] env[62328]: DEBUG oslo_vmware.api [None req-c61dbfc8-e3b5-4fb9-ae33-c7091d627a78 tempest-ListServersNegativeTestJSON-1737878377 tempest-ListServersNegativeTestJSON-1737878377-project-member] Task: {'id': task-2386334, 'name': Rename_Task, 'duration_secs': 0.237238} completed successfully. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 608.412237] env[62328]: DEBUG nova.virt.vmwareapi.vm_util [None req-c61dbfc8-e3b5-4fb9-ae33-c7091d627a78 tempest-ListServersNegativeTestJSON-1737878377 tempest-ListServersNegativeTestJSON-1737878377-project-member] [instance: df0d7e5c-1299-4174-8641-f96b51442b55] Powering on the VM {{(pid=62328) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 608.412867] env[62328]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-ab68ef73-bf55-44fd-8c2c-7833039ea6d8 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 608.428226] env[62328]: DEBUG oslo_vmware.api [None req-c61dbfc8-e3b5-4fb9-ae33-c7091d627a78 tempest-ListServersNegativeTestJSON-1737878377 tempest-ListServersNegativeTestJSON-1737878377-project-member] Waiting for the task: (returnval){ [ 608.428226] env[62328]: value = "task-2386335" [ 608.428226] env[62328]: _type = "Task" [ 608.428226] env[62328]: } to complete. {{(pid=62328) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 608.428588] env[62328]: INFO nova.compute.manager [None req-6bc67d14-b0d0-483b-8293-8e8be3934951 tempest-ListServerFiltersTestJSON-1229971268 tempest-ListServerFiltersTestJSON-1229971268-project-member] [instance: 7d799973-7eb9-46f8-ae41-d9aca9fc9e5a] Took 33.27 seconds to build instance. [ 608.442222] env[62328]: DEBUG oslo_vmware.api [None req-c61dbfc8-e3b5-4fb9-ae33-c7091d627a78 tempest-ListServersNegativeTestJSON-1737878377 tempest-ListServersNegativeTestJSON-1737878377-project-member] Task: {'id': task-2386335, 'name': PowerOnVM_Task} progress is 33%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 608.912528] env[62328]: DEBUG nova.compute.utils [None req-c61dbfc8-e3b5-4fb9-ae33-c7091d627a78 tempest-ListServersNegativeTestJSON-1737878377 tempest-ListServersNegativeTestJSON-1737878377-project-member] Using /dev/sd instead of None {{(pid=62328) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 608.917413] env[62328]: DEBUG nova.compute.manager [None req-c61dbfc8-e3b5-4fb9-ae33-c7091d627a78 tempest-ListServersNegativeTestJSON-1737878377 tempest-ListServersNegativeTestJSON-1737878377-project-member] [instance: 9a83a5e3-8072-4407-9256-3315ee1f0249] Allocating IP information in the background. {{(pid=62328) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 608.917413] env[62328]: DEBUG nova.network.neutron [None req-c61dbfc8-e3b5-4fb9-ae33-c7091d627a78 tempest-ListServersNegativeTestJSON-1737878377 tempest-ListServersNegativeTestJSON-1737878377-project-member] [instance: 9a83a5e3-8072-4407-9256-3315ee1f0249] allocate_for_instance() {{(pid=62328) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 608.938164] env[62328]: DEBUG oslo_concurrency.lockutils [None req-6bc67d14-b0d0-483b-8293-8e8be3934951 tempest-ListServerFiltersTestJSON-1229971268 tempest-ListServerFiltersTestJSON-1229971268-project-member] Lock "7d799973-7eb9-46f8-ae41-d9aca9fc9e5a" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 35.765s {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 608.947546] env[62328]: DEBUG oslo_vmware.api [None req-c61dbfc8-e3b5-4fb9-ae33-c7091d627a78 tempest-ListServersNegativeTestJSON-1737878377 tempest-ListServersNegativeTestJSON-1737878377-project-member] Task: {'id': task-2386335, 'name': PowerOnVM_Task} progress is 88%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 609.008875] env[62328]: DEBUG nova.compute.manager [req-e7d6f6cb-7594-4d6d-a615-8556a83ed3cd req-4e4e06ea-1a89-4d03-85a2-104a64cf2fcc service nova] [instance: 2ead81f5-76a7-4b80-ac7e-f227dec14f95] Received event network-changed-48b2a454-3d7d-450f-a0c8-806fad2cba81 {{(pid=62328) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 609.009017] env[62328]: DEBUG nova.compute.manager [req-e7d6f6cb-7594-4d6d-a615-8556a83ed3cd req-4e4e06ea-1a89-4d03-85a2-104a64cf2fcc service nova] [instance: 2ead81f5-76a7-4b80-ac7e-f227dec14f95] Refreshing instance network info cache due to event network-changed-48b2a454-3d7d-450f-a0c8-806fad2cba81. {{(pid=62328) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 609.009367] env[62328]: DEBUG oslo_concurrency.lockutils [req-e7d6f6cb-7594-4d6d-a615-8556a83ed3cd req-4e4e06ea-1a89-4d03-85a2-104a64cf2fcc service nova] Acquiring lock "refresh_cache-2ead81f5-76a7-4b80-ac7e-f227dec14f95" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 609.009484] env[62328]: DEBUG oslo_concurrency.lockutils [req-e7d6f6cb-7594-4d6d-a615-8556a83ed3cd req-4e4e06ea-1a89-4d03-85a2-104a64cf2fcc service nova] Acquired lock "refresh_cache-2ead81f5-76a7-4b80-ac7e-f227dec14f95" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.009531] env[62328]: DEBUG nova.network.neutron [req-e7d6f6cb-7594-4d6d-a615-8556a83ed3cd req-4e4e06ea-1a89-4d03-85a2-104a64cf2fcc service nova] [instance: 2ead81f5-76a7-4b80-ac7e-f227dec14f95] Refreshing network info cache for port 48b2a454-3d7d-450f-a0c8-806fad2cba81 {{(pid=62328) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 609.082075] env[62328]: DEBUG nova.policy [None req-c61dbfc8-e3b5-4fb9-ae33-c7091d627a78 tempest-ListServersNegativeTestJSON-1737878377 tempest-ListServersNegativeTestJSON-1737878377-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'e7316a556fe344d78147d7e76dd53919', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '712682771441409ebcbd6470a282daa4', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62328) authorize /opt/stack/nova/nova/policy.py:192}} [ 609.426606] env[62328]: DEBUG nova.compute.manager [None req-c61dbfc8-e3b5-4fb9-ae33-c7091d627a78 tempest-ListServersNegativeTestJSON-1737878377 tempest-ListServersNegativeTestJSON-1737878377-project-member] [instance: 9a83a5e3-8072-4407-9256-3315ee1f0249] Start building block device mappings for instance. {{(pid=62328) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 609.441477] env[62328]: DEBUG nova.compute.manager [None req-8ae36df4-c359-4222-9a0e-fe175cc9f366 tempest-ServersTestJSON-42114830 tempest-ServersTestJSON-42114830-project-member] [instance: aa0b930b-b792-402c-ac6d-bfe5dfed0f03] Starting instance... {{(pid=62328) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 609.464179] env[62328]: DEBUG oslo_vmware.api [None req-c61dbfc8-e3b5-4fb9-ae33-c7091d627a78 tempest-ListServersNegativeTestJSON-1737878377 tempest-ListServersNegativeTestJSON-1737878377-project-member] Task: {'id': task-2386335, 'name': PowerOnVM_Task, 'duration_secs': 0.87112} completed successfully. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 609.464179] env[62328]: DEBUG nova.virt.vmwareapi.vm_util [None req-c61dbfc8-e3b5-4fb9-ae33-c7091d627a78 tempest-ListServersNegativeTestJSON-1737878377 tempest-ListServersNegativeTestJSON-1737878377-project-member] [instance: df0d7e5c-1299-4174-8641-f96b51442b55] Powered on the VM {{(pid=62328) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 609.464179] env[62328]: INFO nova.compute.manager [None req-c61dbfc8-e3b5-4fb9-ae33-c7091d627a78 tempest-ListServersNegativeTestJSON-1737878377 tempest-ListServersNegativeTestJSON-1737878377-project-member] [instance: df0d7e5c-1299-4174-8641-f96b51442b55] Took 9.88 seconds to spawn the instance on the hypervisor. [ 609.464179] env[62328]: DEBUG nova.compute.manager [None req-c61dbfc8-e3b5-4fb9-ae33-c7091d627a78 tempest-ListServersNegativeTestJSON-1737878377 tempest-ListServersNegativeTestJSON-1737878377-project-member] [instance: df0d7e5c-1299-4174-8641-f96b51442b55] Checking state {{(pid=62328) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 609.464641] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c40b1974-23aa-40aa-ab93-ec2062214d4a {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 609.524625] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bb706c5a-7af8-4d8f-950a-f6bb72caa2fe {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 609.539806] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8ecbe8b4-8298-4dab-9c40-abd1ff76f1cd {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 609.582037] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d00065ea-e7a5-44df-8e28-8fae705e8d98 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 609.592542] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5b2a6652-225c-401c-8148-53d3414892ad {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 609.614213] env[62328]: DEBUG nova.compute.provider_tree [None req-29ab825e-8bae-44c3-ab91-cfa5a1b804eb tempest-ImagesNegativeTestJSON-504021747 tempest-ImagesNegativeTestJSON-504021747-project-member] Inventory has not changed in ProviderTree for provider: 3469e9f8-04af-49ca-8435-49f104496744 {{(pid=62328) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 609.851064] env[62328]: DEBUG nova.network.neutron [None req-c61dbfc8-e3b5-4fb9-ae33-c7091d627a78 tempest-ListServersNegativeTestJSON-1737878377 tempest-ListServersNegativeTestJSON-1737878377-project-member] [instance: 9a83a5e3-8072-4407-9256-3315ee1f0249] Successfully created port: 2e0c468f-c332-4ff8-9f02-aab48449bb0e {{(pid=62328) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 609.983689] env[62328]: DEBUG oslo_concurrency.lockutils [None req-8ae36df4-c359-4222-9a0e-fe175cc9f366 tempest-ServersTestJSON-42114830 tempest-ServersTestJSON-42114830-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 609.998717] env[62328]: INFO nova.compute.manager [None req-c61dbfc8-e3b5-4fb9-ae33-c7091d627a78 tempest-ListServersNegativeTestJSON-1737878377 tempest-ListServersNegativeTestJSON-1737878377-project-member] [instance: df0d7e5c-1299-4174-8641-f96b51442b55] Took 33.23 seconds to build instance. [ 610.117424] env[62328]: DEBUG nova.scheduler.client.report [None req-29ab825e-8bae-44c3-ab91-cfa5a1b804eb tempest-ImagesNegativeTestJSON-504021747 tempest-ImagesNegativeTestJSON-504021747-project-member] Inventory has not changed for provider 3469e9f8-04af-49ca-8435-49f104496744 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 152, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62328) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 610.148237] env[62328]: DEBUG nova.network.neutron [req-e7d6f6cb-7594-4d6d-a615-8556a83ed3cd req-4e4e06ea-1a89-4d03-85a2-104a64cf2fcc service nova] [instance: 2ead81f5-76a7-4b80-ac7e-f227dec14f95] Updated VIF entry in instance network info cache for port 48b2a454-3d7d-450f-a0c8-806fad2cba81. {{(pid=62328) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 610.148543] env[62328]: DEBUG nova.network.neutron [req-e7d6f6cb-7594-4d6d-a615-8556a83ed3cd req-4e4e06ea-1a89-4d03-85a2-104a64cf2fcc service nova] [instance: 2ead81f5-76a7-4b80-ac7e-f227dec14f95] Updating instance_info_cache with network_info: [{"id": "48b2a454-3d7d-450f-a0c8-806fad2cba81", "address": "fa:16:3e:e6:2c:9e", "network": {"id": "f2ed4377-648e-4b86-bb61-ab302cde8f5c", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-1682542860-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0e6658b7d41a43858b58b5d307f14cac", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4e02e98f-44ce-42b7-a3ac-4034fae5d127", "external-id": "nsx-vlan-transportzone-874", "segmentation_id": 874, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap48b2a454-3d", "ovs_interfaceid": "48b2a454-3d7d-450f-a0c8-806fad2cba81", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62328) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 610.176252] env[62328]: DEBUG oslo_concurrency.lockutils [None req-2295ce19-ab98-4782-8368-8e20d4479ca1 tempest-FloatingIPsAssociationNegativeTestJSON-1912335046 tempest-FloatingIPsAssociationNegativeTestJSON-1912335046-project-member] Acquiring lock "39d42b89-6e94-4322-9d0b-356672da5cde" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 610.176430] env[62328]: DEBUG oslo_concurrency.lockutils [None req-2295ce19-ab98-4782-8368-8e20d4479ca1 tempest-FloatingIPsAssociationNegativeTestJSON-1912335046 tempest-FloatingIPsAssociationNegativeTestJSON-1912335046-project-member] Lock "39d42b89-6e94-4322-9d0b-356672da5cde" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 610.176515] env[62328]: DEBUG oslo_concurrency.lockutils [None req-2295ce19-ab98-4782-8368-8e20d4479ca1 tempest-FloatingIPsAssociationNegativeTestJSON-1912335046 tempest-FloatingIPsAssociationNegativeTestJSON-1912335046-project-member] Acquiring lock "39d42b89-6e94-4322-9d0b-356672da5cde-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 610.177923] env[62328]: DEBUG oslo_concurrency.lockutils [None req-2295ce19-ab98-4782-8368-8e20d4479ca1 tempest-FloatingIPsAssociationNegativeTestJSON-1912335046 tempest-FloatingIPsAssociationNegativeTestJSON-1912335046-project-member] Lock "39d42b89-6e94-4322-9d0b-356672da5cde-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 610.177923] env[62328]: DEBUG oslo_concurrency.lockutils [None req-2295ce19-ab98-4782-8368-8e20d4479ca1 tempest-FloatingIPsAssociationNegativeTestJSON-1912335046 tempest-FloatingIPsAssociationNegativeTestJSON-1912335046-project-member] Lock "39d42b89-6e94-4322-9d0b-356672da5cde-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 610.179500] env[62328]: INFO nova.compute.manager [None req-2295ce19-ab98-4782-8368-8e20d4479ca1 tempest-FloatingIPsAssociationNegativeTestJSON-1912335046 tempest-FloatingIPsAssociationNegativeTestJSON-1912335046-project-member] [instance: 39d42b89-6e94-4322-9d0b-356672da5cde] Terminating instance [ 610.226261] env[62328]: DEBUG nova.network.neutron [None req-c61dbfc8-e3b5-4fb9-ae33-c7091d627a78 tempest-ListServersNegativeTestJSON-1737878377 tempest-ListServersNegativeTestJSON-1737878377-project-member] [instance: 81a2e476-6ab3-4b6d-9e55-328d46695cf9] Successfully updated port: 0ea38709-704c-4673-afb7-91d8fd5e0e74 {{(pid=62328) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 610.355288] env[62328]: DEBUG oslo_concurrency.lockutils [None req-0d72df7d-7430-46cd-b71e-49a73001e246 tempest-ServerDiskConfigTestJSON-126406698 tempest-ServerDiskConfigTestJSON-126406698-project-member] Acquiring lock "5a5e12bf-4082-40e8-bac8-a8a5b0033dec" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 610.355425] env[62328]: DEBUG oslo_concurrency.lockutils [None req-0d72df7d-7430-46cd-b71e-49a73001e246 tempest-ServerDiskConfigTestJSON-126406698 tempest-ServerDiskConfigTestJSON-126406698-project-member] Lock "5a5e12bf-4082-40e8-bac8-a8a5b0033dec" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 610.451529] env[62328]: DEBUG nova.compute.manager [None req-c61dbfc8-e3b5-4fb9-ae33-c7091d627a78 tempest-ListServersNegativeTestJSON-1737878377 tempest-ListServersNegativeTestJSON-1737878377-project-member] [instance: 9a83a5e3-8072-4407-9256-3315ee1f0249] Start spawning the instance on the hypervisor. {{(pid=62328) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 610.499848] env[62328]: DEBUG nova.virt.hardware [None req-c61dbfc8-e3b5-4fb9-ae33-c7091d627a78 tempest-ListServersNegativeTestJSON-1737878377 tempest-ListServersNegativeTestJSON-1737878377-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-07T17:16:55Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-07T17:16:37Z,direct_url=,disk_format='vmdk',id=dbf872a4-92be-47e4-8561-c3e2bf2423ab,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='2a64022f08d84b11a86773b900860ae5',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-07T17:16:38Z,virtual_size=,visibility=), allow threads: False {{(pid=62328) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 610.500092] env[62328]: DEBUG nova.virt.hardware [None req-c61dbfc8-e3b5-4fb9-ae33-c7091d627a78 tempest-ListServersNegativeTestJSON-1737878377 tempest-ListServersNegativeTestJSON-1737878377-project-member] Flavor limits 0:0:0 {{(pid=62328) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 610.500245] env[62328]: DEBUG nova.virt.hardware [None req-c61dbfc8-e3b5-4fb9-ae33-c7091d627a78 tempest-ListServersNegativeTestJSON-1737878377 tempest-ListServersNegativeTestJSON-1737878377-project-member] Image limits 0:0:0 {{(pid=62328) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 610.500426] env[62328]: DEBUG nova.virt.hardware [None req-c61dbfc8-e3b5-4fb9-ae33-c7091d627a78 tempest-ListServersNegativeTestJSON-1737878377 tempest-ListServersNegativeTestJSON-1737878377-project-member] Flavor pref 0:0:0 {{(pid=62328) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 610.500551] env[62328]: DEBUG nova.virt.hardware [None req-c61dbfc8-e3b5-4fb9-ae33-c7091d627a78 tempest-ListServersNegativeTestJSON-1737878377 tempest-ListServersNegativeTestJSON-1737878377-project-member] Image pref 0:0:0 {{(pid=62328) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 610.500691] env[62328]: DEBUG nova.virt.hardware [None req-c61dbfc8-e3b5-4fb9-ae33-c7091d627a78 tempest-ListServersNegativeTestJSON-1737878377 tempest-ListServersNegativeTestJSON-1737878377-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62328) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 610.502034] env[62328]: DEBUG nova.virt.hardware [None req-c61dbfc8-e3b5-4fb9-ae33-c7091d627a78 tempest-ListServersNegativeTestJSON-1737878377 tempest-ListServersNegativeTestJSON-1737878377-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62328) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 610.502034] env[62328]: DEBUG nova.virt.hardware [None req-c61dbfc8-e3b5-4fb9-ae33-c7091d627a78 tempest-ListServersNegativeTestJSON-1737878377 tempest-ListServersNegativeTestJSON-1737878377-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62328) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 610.502305] env[62328]: DEBUG nova.virt.hardware [None req-c61dbfc8-e3b5-4fb9-ae33-c7091d627a78 tempest-ListServersNegativeTestJSON-1737878377 tempest-ListServersNegativeTestJSON-1737878377-project-member] Got 1 possible topologies {{(pid=62328) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 610.502498] env[62328]: DEBUG nova.virt.hardware [None req-c61dbfc8-e3b5-4fb9-ae33-c7091d627a78 tempest-ListServersNegativeTestJSON-1737878377 tempest-ListServersNegativeTestJSON-1737878377-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62328) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 610.502713] env[62328]: DEBUG nova.virt.hardware [None req-c61dbfc8-e3b5-4fb9-ae33-c7091d627a78 tempest-ListServersNegativeTestJSON-1737878377 tempest-ListServersNegativeTestJSON-1737878377-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62328) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 610.503231] env[62328]: DEBUG oslo_concurrency.lockutils [None req-c61dbfc8-e3b5-4fb9-ae33-c7091d627a78 tempest-ListServersNegativeTestJSON-1737878377 tempest-ListServersNegativeTestJSON-1737878377-project-member] Lock "df0d7e5c-1299-4174-8641-f96b51442b55" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 35.985s {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 610.504139] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3acfda0c-28bf-4fce-839e-a0636c7b077f {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 610.519076] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-469eb762-cfa6-4762-8398-337ed3779c35 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 610.634999] env[62328]: DEBUG oslo_concurrency.lockutils [None req-29ab825e-8bae-44c3-ab91-cfa5a1b804eb tempest-ImagesNegativeTestJSON-504021747 tempest-ImagesNegativeTestJSON-504021747-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.239s {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 610.637496] env[62328]: DEBUG oslo_concurrency.lockutils [None req-272a8da8-e355-4498-9288-85439c96679d tempest-ListServerFiltersTestJSON-1229971268 tempest-ListServerFiltersTestJSON-1229971268-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 26.329s {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 610.639522] env[62328]: INFO nova.compute.claims [None req-272a8da8-e355-4498-9288-85439c96679d tempest-ListServerFiltersTestJSON-1229971268 tempest-ListServerFiltersTestJSON-1229971268-project-member] [instance: 69b21777-3bb0-44ee-b6fd-f61a4a56881e] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 610.656460] env[62328]: DEBUG oslo_concurrency.lockutils [req-e7d6f6cb-7594-4d6d-a615-8556a83ed3cd req-4e4e06ea-1a89-4d03-85a2-104a64cf2fcc service nova] Releasing lock "refresh_cache-2ead81f5-76a7-4b80-ac7e-f227dec14f95" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 610.668210] env[62328]: INFO nova.scheduler.client.report [None req-29ab825e-8bae-44c3-ab91-cfa5a1b804eb tempest-ImagesNegativeTestJSON-504021747 tempest-ImagesNegativeTestJSON-504021747-project-member] Deleted allocations for instance f70d129f-1468-4834-b753-8c602837eff0 [ 610.686865] env[62328]: DEBUG nova.compute.manager [None req-2295ce19-ab98-4782-8368-8e20d4479ca1 tempest-FloatingIPsAssociationNegativeTestJSON-1912335046 tempest-FloatingIPsAssociationNegativeTestJSON-1912335046-project-member] [instance: 39d42b89-6e94-4322-9d0b-356672da5cde] Start destroying the instance on the hypervisor. {{(pid=62328) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 610.687518] env[62328]: DEBUG nova.virt.vmwareapi.vmops [None req-2295ce19-ab98-4782-8368-8e20d4479ca1 tempest-FloatingIPsAssociationNegativeTestJSON-1912335046 tempest-FloatingIPsAssociationNegativeTestJSON-1912335046-project-member] [instance: 39d42b89-6e94-4322-9d0b-356672da5cde] Destroying instance {{(pid=62328) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 610.688606] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-58f148b3-ad86-4b93-99d5-e5bf5c64cbd7 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 610.699606] env[62328]: DEBUG nova.virt.vmwareapi.vm_util [None req-2295ce19-ab98-4782-8368-8e20d4479ca1 tempest-FloatingIPsAssociationNegativeTestJSON-1912335046 tempest-FloatingIPsAssociationNegativeTestJSON-1912335046-project-member] [instance: 39d42b89-6e94-4322-9d0b-356672da5cde] Powering off the VM {{(pid=62328) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 610.699905] env[62328]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-fe55a783-b8ee-4162-bc1a-a4fb16e1f1ac {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 610.711134] env[62328]: DEBUG oslo_vmware.api [None req-2295ce19-ab98-4782-8368-8e20d4479ca1 tempest-FloatingIPsAssociationNegativeTestJSON-1912335046 tempest-FloatingIPsAssociationNegativeTestJSON-1912335046-project-member] Waiting for the task: (returnval){ [ 610.711134] env[62328]: value = "task-2386336" [ 610.711134] env[62328]: _type = "Task" [ 610.711134] env[62328]: } to complete. {{(pid=62328) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 610.727872] env[62328]: DEBUG oslo_vmware.api [None req-2295ce19-ab98-4782-8368-8e20d4479ca1 tempest-FloatingIPsAssociationNegativeTestJSON-1912335046 tempest-FloatingIPsAssociationNegativeTestJSON-1912335046-project-member] Task: {'id': task-2386336, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 610.730660] env[62328]: DEBUG oslo_concurrency.lockutils [None req-c61dbfc8-e3b5-4fb9-ae33-c7091d627a78 tempest-ListServersNegativeTestJSON-1737878377 tempest-ListServersNegativeTestJSON-1737878377-project-member] Acquiring lock "refresh_cache-81a2e476-6ab3-4b6d-9e55-328d46695cf9" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 610.730797] env[62328]: DEBUG oslo_concurrency.lockutils [None req-c61dbfc8-e3b5-4fb9-ae33-c7091d627a78 tempest-ListServersNegativeTestJSON-1737878377 tempest-ListServersNegativeTestJSON-1737878377-project-member] Acquired lock "refresh_cache-81a2e476-6ab3-4b6d-9e55-328d46695cf9" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 610.730919] env[62328]: DEBUG nova.network.neutron [None req-c61dbfc8-e3b5-4fb9-ae33-c7091d627a78 tempest-ListServersNegativeTestJSON-1737878377 tempest-ListServersNegativeTestJSON-1737878377-project-member] [instance: 81a2e476-6ab3-4b6d-9e55-328d46695cf9] Building network info cache for instance {{(pid=62328) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 611.010937] env[62328]: DEBUG nova.compute.manager [None req-d69bbc60-f019-4f6a-9f9c-1d1daec41876 tempest-AttachInterfacesV270Test-1787492697 tempest-AttachInterfacesV270Test-1787492697-project-member] [instance: 0c794ef1-25d2-43a2-a0f3-98083f82eeac] Starting instance... {{(pid=62328) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 611.183294] env[62328]: DEBUG oslo_concurrency.lockutils [None req-29ab825e-8bae-44c3-ab91-cfa5a1b804eb tempest-ImagesNegativeTestJSON-504021747 tempest-ImagesNegativeTestJSON-504021747-project-member] Lock "f70d129f-1468-4834-b753-8c602837eff0" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 35.333s {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 611.225173] env[62328]: DEBUG oslo_vmware.api [None req-2295ce19-ab98-4782-8368-8e20d4479ca1 tempest-FloatingIPsAssociationNegativeTestJSON-1912335046 tempest-FloatingIPsAssociationNegativeTestJSON-1912335046-project-member] Task: {'id': task-2386336, 'name': PowerOffVM_Task, 'duration_secs': 0.314626} completed successfully. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 611.225395] env[62328]: DEBUG nova.virt.vmwareapi.vm_util [None req-2295ce19-ab98-4782-8368-8e20d4479ca1 tempest-FloatingIPsAssociationNegativeTestJSON-1912335046 tempest-FloatingIPsAssociationNegativeTestJSON-1912335046-project-member] [instance: 39d42b89-6e94-4322-9d0b-356672da5cde] Powered off the VM {{(pid=62328) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 611.225564] env[62328]: DEBUG nova.virt.vmwareapi.vmops [None req-2295ce19-ab98-4782-8368-8e20d4479ca1 tempest-FloatingIPsAssociationNegativeTestJSON-1912335046 tempest-FloatingIPsAssociationNegativeTestJSON-1912335046-project-member] [instance: 39d42b89-6e94-4322-9d0b-356672da5cde] Unregistering the VM {{(pid=62328) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 611.225908] env[62328]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-dabcc095-97b7-48c2-a265-27490e045b83 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 611.307810] env[62328]: DEBUG nova.virt.vmwareapi.vmops [None req-2295ce19-ab98-4782-8368-8e20d4479ca1 tempest-FloatingIPsAssociationNegativeTestJSON-1912335046 tempest-FloatingIPsAssociationNegativeTestJSON-1912335046-project-member] [instance: 39d42b89-6e94-4322-9d0b-356672da5cde] Unregistered the VM {{(pid=62328) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 611.308515] env[62328]: DEBUG nova.virt.vmwareapi.vmops [None req-2295ce19-ab98-4782-8368-8e20d4479ca1 tempest-FloatingIPsAssociationNegativeTestJSON-1912335046 tempest-FloatingIPsAssociationNegativeTestJSON-1912335046-project-member] [instance: 39d42b89-6e94-4322-9d0b-356672da5cde] Deleting contents of the VM from datastore datastore2 {{(pid=62328) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 611.309029] env[62328]: DEBUG nova.virt.vmwareapi.ds_util [None req-2295ce19-ab98-4782-8368-8e20d4479ca1 tempest-FloatingIPsAssociationNegativeTestJSON-1912335046 tempest-FloatingIPsAssociationNegativeTestJSON-1912335046-project-member] Deleting the datastore file [datastore2] 39d42b89-6e94-4322-9d0b-356672da5cde {{(pid=62328) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 611.309129] env[62328]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-859bda7d-ce84-40db-a8f2-7f51129d5b14 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 611.313898] env[62328]: DEBUG nova.network.neutron [None req-c61dbfc8-e3b5-4fb9-ae33-c7091d627a78 tempest-ListServersNegativeTestJSON-1737878377 tempest-ListServersNegativeTestJSON-1737878377-project-member] [instance: 81a2e476-6ab3-4b6d-9e55-328d46695cf9] Instance cache missing network info. {{(pid=62328) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 611.322049] env[62328]: DEBUG oslo_vmware.api [None req-2295ce19-ab98-4782-8368-8e20d4479ca1 tempest-FloatingIPsAssociationNegativeTestJSON-1912335046 tempest-FloatingIPsAssociationNegativeTestJSON-1912335046-project-member] Waiting for the task: (returnval){ [ 611.322049] env[62328]: value = "task-2386338" [ 611.322049] env[62328]: _type = "Task" [ 611.322049] env[62328]: } to complete. {{(pid=62328) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 611.331870] env[62328]: DEBUG oslo_vmware.api [None req-2295ce19-ab98-4782-8368-8e20d4479ca1 tempest-FloatingIPsAssociationNegativeTestJSON-1912335046 tempest-FloatingIPsAssociationNegativeTestJSON-1912335046-project-member] Task: {'id': task-2386338, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 611.425706] env[62328]: DEBUG nova.compute.manager [req-12705e80-0734-4a62-ad0b-57329f966d92 req-9cdb3599-1b35-4741-8a3b-337f47b95d41 service nova] [instance: 81a2e476-6ab3-4b6d-9e55-328d46695cf9] Received event network-vif-plugged-0ea38709-704c-4673-afb7-91d8fd5e0e74 {{(pid=62328) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 611.425948] env[62328]: DEBUG oslo_concurrency.lockutils [req-12705e80-0734-4a62-ad0b-57329f966d92 req-9cdb3599-1b35-4741-8a3b-337f47b95d41 service nova] Acquiring lock "81a2e476-6ab3-4b6d-9e55-328d46695cf9-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 611.426543] env[62328]: DEBUG oslo_concurrency.lockutils [req-12705e80-0734-4a62-ad0b-57329f966d92 req-9cdb3599-1b35-4741-8a3b-337f47b95d41 service nova] Lock "81a2e476-6ab3-4b6d-9e55-328d46695cf9-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 611.426543] env[62328]: DEBUG oslo_concurrency.lockutils [req-12705e80-0734-4a62-ad0b-57329f966d92 req-9cdb3599-1b35-4741-8a3b-337f47b95d41 service nova] Lock "81a2e476-6ab3-4b6d-9e55-328d46695cf9-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 611.427330] env[62328]: DEBUG nova.compute.manager [req-12705e80-0734-4a62-ad0b-57329f966d92 req-9cdb3599-1b35-4741-8a3b-337f47b95d41 service nova] [instance: 81a2e476-6ab3-4b6d-9e55-328d46695cf9] No waiting events found dispatching network-vif-plugged-0ea38709-704c-4673-afb7-91d8fd5e0e74 {{(pid=62328) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 611.427330] env[62328]: WARNING nova.compute.manager [req-12705e80-0734-4a62-ad0b-57329f966d92 req-9cdb3599-1b35-4741-8a3b-337f47b95d41 service nova] [instance: 81a2e476-6ab3-4b6d-9e55-328d46695cf9] Received unexpected event network-vif-plugged-0ea38709-704c-4673-afb7-91d8fd5e0e74 for instance with vm_state building and task_state spawning. [ 611.427330] env[62328]: DEBUG nova.compute.manager [req-12705e80-0734-4a62-ad0b-57329f966d92 req-9cdb3599-1b35-4741-8a3b-337f47b95d41 service nova] [instance: 2ead81f5-76a7-4b80-ac7e-f227dec14f95] Received event network-changed-48b2a454-3d7d-450f-a0c8-806fad2cba81 {{(pid=62328) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 611.427330] env[62328]: DEBUG nova.compute.manager [req-12705e80-0734-4a62-ad0b-57329f966d92 req-9cdb3599-1b35-4741-8a3b-337f47b95d41 service nova] [instance: 2ead81f5-76a7-4b80-ac7e-f227dec14f95] Refreshing instance network info cache due to event network-changed-48b2a454-3d7d-450f-a0c8-806fad2cba81. {{(pid=62328) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 611.427758] env[62328]: DEBUG oslo_concurrency.lockutils [req-12705e80-0734-4a62-ad0b-57329f966d92 req-9cdb3599-1b35-4741-8a3b-337f47b95d41 service nova] Acquiring lock "refresh_cache-2ead81f5-76a7-4b80-ac7e-f227dec14f95" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 611.427758] env[62328]: DEBUG oslo_concurrency.lockutils [req-12705e80-0734-4a62-ad0b-57329f966d92 req-9cdb3599-1b35-4741-8a3b-337f47b95d41 service nova] Acquired lock "refresh_cache-2ead81f5-76a7-4b80-ac7e-f227dec14f95" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 611.427758] env[62328]: DEBUG nova.network.neutron [req-12705e80-0734-4a62-ad0b-57329f966d92 req-9cdb3599-1b35-4741-8a3b-337f47b95d41 service nova] [instance: 2ead81f5-76a7-4b80-ac7e-f227dec14f95] Refreshing network info cache for port 48b2a454-3d7d-450f-a0c8-806fad2cba81 {{(pid=62328) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 611.549115] env[62328]: DEBUG oslo_concurrency.lockutils [None req-d69bbc60-f019-4f6a-9f9c-1d1daec41876 tempest-AttachInterfacesV270Test-1787492697 tempest-AttachInterfacesV270Test-1787492697-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 611.732981] env[62328]: DEBUG nova.network.neutron [None req-c61dbfc8-e3b5-4fb9-ae33-c7091d627a78 tempest-ListServersNegativeTestJSON-1737878377 tempest-ListServersNegativeTestJSON-1737878377-project-member] [instance: 81a2e476-6ab3-4b6d-9e55-328d46695cf9] Updating instance_info_cache with network_info: [{"id": "0ea38709-704c-4673-afb7-91d8fd5e0e74", "address": "fa:16:3e:aa:44:7d", "network": {"id": "37498d49-484e-477d-9b9d-d1d30db9e866", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-1743009948-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "712682771441409ebcbd6470a282daa4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "77aa121f-8fb6-42f3-aaea-43addfe449b2", "external-id": "nsx-vlan-transportzone-288", "segmentation_id": 288, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0ea38709-70", "ovs_interfaceid": "0ea38709-704c-4673-afb7-91d8fd5e0e74", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62328) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 611.836187] env[62328]: DEBUG oslo_vmware.api [None req-2295ce19-ab98-4782-8368-8e20d4479ca1 tempest-FloatingIPsAssociationNegativeTestJSON-1912335046 tempest-FloatingIPsAssociationNegativeTestJSON-1912335046-project-member] Task: {'id': task-2386338, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.181174} completed successfully. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 611.840300] env[62328]: DEBUG nova.virt.vmwareapi.ds_util [None req-2295ce19-ab98-4782-8368-8e20d4479ca1 tempest-FloatingIPsAssociationNegativeTestJSON-1912335046 tempest-FloatingIPsAssociationNegativeTestJSON-1912335046-project-member] Deleted the datastore file {{(pid=62328) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 611.841013] env[62328]: DEBUG nova.virt.vmwareapi.vmops [None req-2295ce19-ab98-4782-8368-8e20d4479ca1 tempest-FloatingIPsAssociationNegativeTestJSON-1912335046 tempest-FloatingIPsAssociationNegativeTestJSON-1912335046-project-member] [instance: 39d42b89-6e94-4322-9d0b-356672da5cde] Deleted contents of the VM from datastore datastore2 {{(pid=62328) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 611.841013] env[62328]: DEBUG nova.virt.vmwareapi.vmops [None req-2295ce19-ab98-4782-8368-8e20d4479ca1 tempest-FloatingIPsAssociationNegativeTestJSON-1912335046 tempest-FloatingIPsAssociationNegativeTestJSON-1912335046-project-member] [instance: 39d42b89-6e94-4322-9d0b-356672da5cde] Instance destroyed {{(pid=62328) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 611.841013] env[62328]: INFO nova.compute.manager [None req-2295ce19-ab98-4782-8368-8e20d4479ca1 tempest-FloatingIPsAssociationNegativeTestJSON-1912335046 tempest-FloatingIPsAssociationNegativeTestJSON-1912335046-project-member] [instance: 39d42b89-6e94-4322-9d0b-356672da5cde] Took 1.15 seconds to destroy the instance on the hypervisor. [ 611.841266] env[62328]: DEBUG oslo.service.loopingcall [None req-2295ce19-ab98-4782-8368-8e20d4479ca1 tempest-FloatingIPsAssociationNegativeTestJSON-1912335046 tempest-FloatingIPsAssociationNegativeTestJSON-1912335046-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62328) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 611.841718] env[62328]: DEBUG nova.compute.manager [-] [instance: 39d42b89-6e94-4322-9d0b-356672da5cde] Deallocating network for instance {{(pid=62328) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 611.841822] env[62328]: DEBUG nova.network.neutron [-] [instance: 39d42b89-6e94-4322-9d0b-356672da5cde] deallocate_for_instance() {{(pid=62328) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 612.089361] env[62328]: DEBUG nova.network.neutron [None req-c61dbfc8-e3b5-4fb9-ae33-c7091d627a78 tempest-ListServersNegativeTestJSON-1737878377 tempest-ListServersNegativeTestJSON-1737878377-project-member] [instance: 9a83a5e3-8072-4407-9256-3315ee1f0249] Successfully updated port: 2e0c468f-c332-4ff8-9f02-aab48449bb0e {{(pid=62328) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 612.238592] env[62328]: DEBUG oslo_concurrency.lockutils [None req-c61dbfc8-e3b5-4fb9-ae33-c7091d627a78 tempest-ListServersNegativeTestJSON-1737878377 tempest-ListServersNegativeTestJSON-1737878377-project-member] Releasing lock "refresh_cache-81a2e476-6ab3-4b6d-9e55-328d46695cf9" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 612.239121] env[62328]: DEBUG nova.compute.manager [None req-c61dbfc8-e3b5-4fb9-ae33-c7091d627a78 tempest-ListServersNegativeTestJSON-1737878377 tempest-ListServersNegativeTestJSON-1737878377-project-member] [instance: 81a2e476-6ab3-4b6d-9e55-328d46695cf9] Instance network_info: |[{"id": "0ea38709-704c-4673-afb7-91d8fd5e0e74", "address": "fa:16:3e:aa:44:7d", "network": {"id": "37498d49-484e-477d-9b9d-d1d30db9e866", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-1743009948-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "712682771441409ebcbd6470a282daa4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "77aa121f-8fb6-42f3-aaea-43addfe449b2", "external-id": "nsx-vlan-transportzone-288", "segmentation_id": 288, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0ea38709-70", "ovs_interfaceid": "0ea38709-704c-4673-afb7-91d8fd5e0e74", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62328) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 612.239422] env[62328]: DEBUG nova.virt.vmwareapi.vmops [None req-c61dbfc8-e3b5-4fb9-ae33-c7091d627a78 tempest-ListServersNegativeTestJSON-1737878377 tempest-ListServersNegativeTestJSON-1737878377-project-member] [instance: 81a2e476-6ab3-4b6d-9e55-328d46695cf9] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:aa:44:7d', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '77aa121f-8fb6-42f3-aaea-43addfe449b2', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '0ea38709-704c-4673-afb7-91d8fd5e0e74', 'vif_model': 'vmxnet3'}] {{(pid=62328) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 612.251224] env[62328]: DEBUG oslo.service.loopingcall [None req-c61dbfc8-e3b5-4fb9-ae33-c7091d627a78 tempest-ListServersNegativeTestJSON-1737878377 tempest-ListServersNegativeTestJSON-1737878377-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62328) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 612.254035] env[62328]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 81a2e476-6ab3-4b6d-9e55-328d46695cf9] Creating VM on the ESX host {{(pid=62328) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 612.254958] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7ea5bce0-469c-4c57-bfd5-54a511d6cc6c {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 612.258566] env[62328]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-4c80e022-cbe3-4048-a997-a88991318b04 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 612.284935] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ecf10637-46d6-437f-90d3-d5e826ceec11 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 612.290663] env[62328]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 612.290663] env[62328]: value = "task-2386339" [ 612.290663] env[62328]: _type = "Task" [ 612.290663] env[62328]: } to complete. {{(pid=62328) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 612.324888] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ca9d82d8-72bb-4848-bac2-bbfd12928639 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 612.331725] env[62328]: DEBUG oslo_vmware.api [-] Task: {'id': task-2386339, 'name': CreateVM_Task} progress is 15%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 612.338056] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f882935e-52d1-44ce-909a-b2eaa339cea0 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 612.353248] env[62328]: DEBUG nova.compute.provider_tree [None req-272a8da8-e355-4498-9288-85439c96679d tempest-ListServerFiltersTestJSON-1229971268 tempest-ListServerFiltersTestJSON-1229971268-project-member] Inventory has not changed in ProviderTree for provider: 3469e9f8-04af-49ca-8435-49f104496744 {{(pid=62328) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 612.603779] env[62328]: DEBUG oslo_concurrency.lockutils [None req-c61dbfc8-e3b5-4fb9-ae33-c7091d627a78 tempest-ListServersNegativeTestJSON-1737878377 tempest-ListServersNegativeTestJSON-1737878377-project-member] Acquiring lock "refresh_cache-9a83a5e3-8072-4407-9256-3315ee1f0249" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 612.603779] env[62328]: DEBUG oslo_concurrency.lockutils [None req-c61dbfc8-e3b5-4fb9-ae33-c7091d627a78 tempest-ListServersNegativeTestJSON-1737878377 tempest-ListServersNegativeTestJSON-1737878377-project-member] Acquired lock "refresh_cache-9a83a5e3-8072-4407-9256-3315ee1f0249" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 612.603779] env[62328]: DEBUG nova.network.neutron [None req-c61dbfc8-e3b5-4fb9-ae33-c7091d627a78 tempest-ListServersNegativeTestJSON-1737878377 tempest-ListServersNegativeTestJSON-1737878377-project-member] [instance: 9a83a5e3-8072-4407-9256-3315ee1f0249] Building network info cache for instance {{(pid=62328) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 612.803684] env[62328]: DEBUG oslo_vmware.api [-] Task: {'id': task-2386339, 'name': CreateVM_Task} progress is 99%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 612.859182] env[62328]: DEBUG nova.scheduler.client.report [None req-272a8da8-e355-4498-9288-85439c96679d tempest-ListServerFiltersTestJSON-1229971268 tempest-ListServerFiltersTestJSON-1229971268-project-member] Inventory has not changed for provider 3469e9f8-04af-49ca-8435-49f104496744 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 152, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62328) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 613.158975] env[62328]: DEBUG nova.network.neutron [None req-c61dbfc8-e3b5-4fb9-ae33-c7091d627a78 tempest-ListServersNegativeTestJSON-1737878377 tempest-ListServersNegativeTestJSON-1737878377-project-member] [instance: 9a83a5e3-8072-4407-9256-3315ee1f0249] Instance cache missing network info. {{(pid=62328) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 613.218071] env[62328]: DEBUG nova.network.neutron [req-12705e80-0734-4a62-ad0b-57329f966d92 req-9cdb3599-1b35-4741-8a3b-337f47b95d41 service nova] [instance: 2ead81f5-76a7-4b80-ac7e-f227dec14f95] Updated VIF entry in instance network info cache for port 48b2a454-3d7d-450f-a0c8-806fad2cba81. {{(pid=62328) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 613.218071] env[62328]: DEBUG nova.network.neutron [req-12705e80-0734-4a62-ad0b-57329f966d92 req-9cdb3599-1b35-4741-8a3b-337f47b95d41 service nova] [instance: 2ead81f5-76a7-4b80-ac7e-f227dec14f95] Updating instance_info_cache with network_info: [{"id": "48b2a454-3d7d-450f-a0c8-806fad2cba81", "address": "fa:16:3e:e6:2c:9e", "network": {"id": "f2ed4377-648e-4b86-bb61-ab302cde8f5c", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-1682542860-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0e6658b7d41a43858b58b5d307f14cac", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4e02e98f-44ce-42b7-a3ac-4034fae5d127", "external-id": "nsx-vlan-transportzone-874", "segmentation_id": 874, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap48b2a454-3d", "ovs_interfaceid": "48b2a454-3d7d-450f-a0c8-806fad2cba81", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62328) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 613.304816] env[62328]: DEBUG oslo_vmware.api [-] Task: {'id': task-2386339, 'name': CreateVM_Task} progress is 99%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 613.310271] env[62328]: DEBUG nova.compute.manager [req-b26e5323-97b2-4f1b-9198-410a56b60730 req-bc8b3a72-eecf-4804-ad02-5f0ebaa17475 service nova] [instance: 9a83a5e3-8072-4407-9256-3315ee1f0249] Received event network-vif-plugged-2e0c468f-c332-4ff8-9f02-aab48449bb0e {{(pid=62328) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 613.310566] env[62328]: DEBUG oslo_concurrency.lockutils [req-b26e5323-97b2-4f1b-9198-410a56b60730 req-bc8b3a72-eecf-4804-ad02-5f0ebaa17475 service nova] Acquiring lock "9a83a5e3-8072-4407-9256-3315ee1f0249-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 613.310854] env[62328]: DEBUG oslo_concurrency.lockutils [req-b26e5323-97b2-4f1b-9198-410a56b60730 req-bc8b3a72-eecf-4804-ad02-5f0ebaa17475 service nova] Lock "9a83a5e3-8072-4407-9256-3315ee1f0249-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 613.311478] env[62328]: DEBUG oslo_concurrency.lockutils [req-b26e5323-97b2-4f1b-9198-410a56b60730 req-bc8b3a72-eecf-4804-ad02-5f0ebaa17475 service nova] Lock "9a83a5e3-8072-4407-9256-3315ee1f0249-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 613.311743] env[62328]: DEBUG nova.compute.manager [req-b26e5323-97b2-4f1b-9198-410a56b60730 req-bc8b3a72-eecf-4804-ad02-5f0ebaa17475 service nova] [instance: 9a83a5e3-8072-4407-9256-3315ee1f0249] No waiting events found dispatching network-vif-plugged-2e0c468f-c332-4ff8-9f02-aab48449bb0e {{(pid=62328) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 613.311956] env[62328]: WARNING nova.compute.manager [req-b26e5323-97b2-4f1b-9198-410a56b60730 req-bc8b3a72-eecf-4804-ad02-5f0ebaa17475 service nova] [instance: 9a83a5e3-8072-4407-9256-3315ee1f0249] Received unexpected event network-vif-plugged-2e0c468f-c332-4ff8-9f02-aab48449bb0e for instance with vm_state building and task_state spawning. [ 613.366269] env[62328]: DEBUG oslo_concurrency.lockutils [None req-272a8da8-e355-4498-9288-85439c96679d tempest-ListServerFiltersTestJSON-1229971268 tempest-ListServerFiltersTestJSON-1229971268-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.725s {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 613.366269] env[62328]: DEBUG nova.compute.manager [None req-272a8da8-e355-4498-9288-85439c96679d tempest-ListServerFiltersTestJSON-1229971268 tempest-ListServerFiltersTestJSON-1229971268-project-member] [instance: 69b21777-3bb0-44ee-b6fd-f61a4a56881e] Start building networks asynchronously for instance. {{(pid=62328) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 613.377559] env[62328]: DEBUG oslo_concurrency.lockutils [None req-aa86929c-00ce-46f4-b2d9-574aa0d58789 tempest-ServerDiagnosticsTest-1328327217 tempest-ServerDiagnosticsTest-1328327217-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 28.020s {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 613.377559] env[62328]: DEBUG nova.objects.instance [None req-aa86929c-00ce-46f4-b2d9-574aa0d58789 tempest-ServerDiagnosticsTest-1328327217 tempest-ServerDiagnosticsTest-1328327217-project-member] Lazy-loading 'resources' on Instance uuid 26ce508b-d9c2-42ef-9713-138c359aa4a9 {{(pid=62328) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 613.473832] env[62328]: DEBUG nova.network.neutron [None req-c61dbfc8-e3b5-4fb9-ae33-c7091d627a78 tempest-ListServersNegativeTestJSON-1737878377 tempest-ListServersNegativeTestJSON-1737878377-project-member] [instance: 9a83a5e3-8072-4407-9256-3315ee1f0249] Updating instance_info_cache with network_info: [{"id": "2e0c468f-c332-4ff8-9f02-aab48449bb0e", "address": "fa:16:3e:ee:22:fa", "network": {"id": "37498d49-484e-477d-9b9d-d1d30db9e866", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-1743009948-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "712682771441409ebcbd6470a282daa4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "77aa121f-8fb6-42f3-aaea-43addfe449b2", "external-id": "nsx-vlan-transportzone-288", "segmentation_id": 288, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2e0c468f-c3", "ovs_interfaceid": "2e0c468f-c332-4ff8-9f02-aab48449bb0e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62328) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 613.717331] env[62328]: DEBUG nova.network.neutron [-] [instance: 39d42b89-6e94-4322-9d0b-356672da5cde] Updating instance_info_cache with network_info: [] {{(pid=62328) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 613.720438] env[62328]: DEBUG oslo_concurrency.lockutils [req-12705e80-0734-4a62-ad0b-57329f966d92 req-9cdb3599-1b35-4741-8a3b-337f47b95d41 service nova] Releasing lock "refresh_cache-2ead81f5-76a7-4b80-ac7e-f227dec14f95" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 613.720617] env[62328]: DEBUG nova.compute.manager [req-12705e80-0734-4a62-ad0b-57329f966d92 req-9cdb3599-1b35-4741-8a3b-337f47b95d41 service nova] [instance: 81a2e476-6ab3-4b6d-9e55-328d46695cf9] Received event network-changed-0ea38709-704c-4673-afb7-91d8fd5e0e74 {{(pid=62328) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 613.720979] env[62328]: DEBUG nova.compute.manager [req-12705e80-0734-4a62-ad0b-57329f966d92 req-9cdb3599-1b35-4741-8a3b-337f47b95d41 service nova] [instance: 81a2e476-6ab3-4b6d-9e55-328d46695cf9] Refreshing instance network info cache due to event network-changed-0ea38709-704c-4673-afb7-91d8fd5e0e74. {{(pid=62328) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 613.720979] env[62328]: DEBUG oslo_concurrency.lockutils [req-12705e80-0734-4a62-ad0b-57329f966d92 req-9cdb3599-1b35-4741-8a3b-337f47b95d41 service nova] Acquiring lock "refresh_cache-81a2e476-6ab3-4b6d-9e55-328d46695cf9" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 613.721140] env[62328]: DEBUG oslo_concurrency.lockutils [req-12705e80-0734-4a62-ad0b-57329f966d92 req-9cdb3599-1b35-4741-8a3b-337f47b95d41 service nova] Acquired lock "refresh_cache-81a2e476-6ab3-4b6d-9e55-328d46695cf9" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.721278] env[62328]: DEBUG nova.network.neutron [req-12705e80-0734-4a62-ad0b-57329f966d92 req-9cdb3599-1b35-4741-8a3b-337f47b95d41 service nova] [instance: 81a2e476-6ab3-4b6d-9e55-328d46695cf9] Refreshing network info cache for port 0ea38709-704c-4673-afb7-91d8fd5e0e74 {{(pid=62328) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 613.805467] env[62328]: DEBUG oslo_vmware.api [-] Task: {'id': task-2386339, 'name': CreateVM_Task} progress is 99%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 613.873190] env[62328]: DEBUG nova.compute.utils [None req-272a8da8-e355-4498-9288-85439c96679d tempest-ListServerFiltersTestJSON-1229971268 tempest-ListServerFiltersTestJSON-1229971268-project-member] Using /dev/sd instead of None {{(pid=62328) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 613.874706] env[62328]: DEBUG nova.compute.manager [None req-272a8da8-e355-4498-9288-85439c96679d tempest-ListServerFiltersTestJSON-1229971268 tempest-ListServerFiltersTestJSON-1229971268-project-member] [instance: 69b21777-3bb0-44ee-b6fd-f61a4a56881e] Allocating IP information in the background. {{(pid=62328) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 613.875048] env[62328]: DEBUG nova.network.neutron [None req-272a8da8-e355-4498-9288-85439c96679d tempest-ListServerFiltersTestJSON-1229971268 tempest-ListServerFiltersTestJSON-1229971268-project-member] [instance: 69b21777-3bb0-44ee-b6fd-f61a4a56881e] allocate_for_instance() {{(pid=62328) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 613.976469] env[62328]: DEBUG oslo_concurrency.lockutils [None req-c61dbfc8-e3b5-4fb9-ae33-c7091d627a78 tempest-ListServersNegativeTestJSON-1737878377 tempest-ListServersNegativeTestJSON-1737878377-project-member] Releasing lock "refresh_cache-9a83a5e3-8072-4407-9256-3315ee1f0249" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 613.976469] env[62328]: DEBUG nova.compute.manager [None req-c61dbfc8-e3b5-4fb9-ae33-c7091d627a78 tempest-ListServersNegativeTestJSON-1737878377 tempest-ListServersNegativeTestJSON-1737878377-project-member] [instance: 9a83a5e3-8072-4407-9256-3315ee1f0249] Instance network_info: |[{"id": "2e0c468f-c332-4ff8-9f02-aab48449bb0e", "address": "fa:16:3e:ee:22:fa", "network": {"id": "37498d49-484e-477d-9b9d-d1d30db9e866", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-1743009948-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "712682771441409ebcbd6470a282daa4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "77aa121f-8fb6-42f3-aaea-43addfe449b2", "external-id": "nsx-vlan-transportzone-288", "segmentation_id": 288, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2e0c468f-c3", "ovs_interfaceid": "2e0c468f-c332-4ff8-9f02-aab48449bb0e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62328) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 613.976964] env[62328]: DEBUG nova.virt.vmwareapi.vmops [None req-c61dbfc8-e3b5-4fb9-ae33-c7091d627a78 tempest-ListServersNegativeTestJSON-1737878377 tempest-ListServersNegativeTestJSON-1737878377-project-member] [instance: 9a83a5e3-8072-4407-9256-3315ee1f0249] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:ee:22:fa', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '77aa121f-8fb6-42f3-aaea-43addfe449b2', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '2e0c468f-c332-4ff8-9f02-aab48449bb0e', 'vif_model': 'vmxnet3'}] {{(pid=62328) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 613.989937] env[62328]: DEBUG oslo.service.loopingcall [None req-c61dbfc8-e3b5-4fb9-ae33-c7091d627a78 tempest-ListServersNegativeTestJSON-1737878377 tempest-ListServersNegativeTestJSON-1737878377-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62328) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 613.993165] env[62328]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9a83a5e3-8072-4407-9256-3315ee1f0249] Creating VM on the ESX host {{(pid=62328) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 613.993609] env[62328]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-bb870472-23a5-4f7f-bc29-3d1fe3bd3254 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 614.021773] env[62328]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 614.021773] env[62328]: value = "task-2386340" [ 614.021773] env[62328]: _type = "Task" [ 614.021773] env[62328]: } to complete. {{(pid=62328) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 614.031395] env[62328]: DEBUG nova.policy [None req-272a8da8-e355-4498-9288-85439c96679d tempest-ListServerFiltersTestJSON-1229971268 tempest-ListServerFiltersTestJSON-1229971268-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'd273b14fd379430ba9025a5d6e1ddfc1', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '74a0bc813655452b82c1404e811a4da4', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62328) authorize /opt/stack/nova/nova/policy.py:192}} [ 614.038213] env[62328]: DEBUG oslo_vmware.api [-] Task: {'id': task-2386340, 'name': CreateVM_Task} progress is 0%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 614.095509] env[62328]: DEBUG nova.compute.manager [req-c44ed07e-294b-4696-8ca0-b37cac931e4f req-c243c99d-2a8e-49de-9aff-dc8f3b0cf9ea service nova] [instance: 39d42b89-6e94-4322-9d0b-356672da5cde] Received event network-vif-deleted-8ce041b7-e753-45de-bfe3-48735e37e8dc {{(pid=62328) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 614.219934] env[62328]: INFO nova.compute.manager [-] [instance: 39d42b89-6e94-4322-9d0b-356672da5cde] Took 2.38 seconds to deallocate network for instance. [ 614.306713] env[62328]: DEBUG oslo_vmware.api [-] Task: {'id': task-2386339, 'name': CreateVM_Task, 'duration_secs': 1.543202} completed successfully. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 614.307570] env[62328]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 81a2e476-6ab3-4b6d-9e55-328d46695cf9] Created VM on the ESX host {{(pid=62328) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 614.309016] env[62328]: DEBUG oslo_concurrency.lockutils [None req-c61dbfc8-e3b5-4fb9-ae33-c7091d627a78 tempest-ListServersNegativeTestJSON-1737878377 tempest-ListServersNegativeTestJSON-1737878377-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/dbf872a4-92be-47e4-8561-c3e2bf2423ab" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 614.309016] env[62328]: DEBUG oslo_concurrency.lockutils [None req-c61dbfc8-e3b5-4fb9-ae33-c7091d627a78 tempest-ListServersNegativeTestJSON-1737878377 tempest-ListServersNegativeTestJSON-1737878377-project-member] Acquired lock "[datastore2] devstack-image-cache_base/dbf872a4-92be-47e4-8561-c3e2bf2423ab" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 614.309016] env[62328]: DEBUG oslo_concurrency.lockutils [None req-c61dbfc8-e3b5-4fb9-ae33-c7091d627a78 tempest-ListServersNegativeTestJSON-1737878377 tempest-ListServersNegativeTestJSON-1737878377-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/dbf872a4-92be-47e4-8561-c3e2bf2423ab" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 614.310201] env[62328]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7e2ee4c1-88cf-4219-83b6-ed7a63e883d7 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 614.319607] env[62328]: DEBUG oslo_vmware.api [None req-c61dbfc8-e3b5-4fb9-ae33-c7091d627a78 tempest-ListServersNegativeTestJSON-1737878377 tempest-ListServersNegativeTestJSON-1737878377-project-member] Waiting for the task: (returnval){ [ 614.319607] env[62328]: value = "session[52a6e20e-410d-708a-99f2-080a575a99bd]52fb945d-8b94-d370-4980-c9a012afbb4c" [ 614.319607] env[62328]: _type = "Task" [ 614.319607] env[62328]: } to complete. {{(pid=62328) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 614.330620] env[62328]: DEBUG oslo_vmware.api [None req-c61dbfc8-e3b5-4fb9-ae33-c7091d627a78 tempest-ListServersNegativeTestJSON-1737878377 tempest-ListServersNegativeTestJSON-1737878377-project-member] Task: {'id': session[52a6e20e-410d-708a-99f2-080a575a99bd]52fb945d-8b94-d370-4980-c9a012afbb4c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 614.380028] env[62328]: DEBUG nova.compute.manager [None req-272a8da8-e355-4498-9288-85439c96679d tempest-ListServerFiltersTestJSON-1229971268 tempest-ListServerFiltersTestJSON-1229971268-project-member] [instance: 69b21777-3bb0-44ee-b6fd-f61a4a56881e] Start building block device mappings for instance. {{(pid=62328) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 614.399378] env[62328]: DEBUG nova.compute.manager [None req-c7475f7b-c393-4ce0-8540-bf8f0749bbc0 tempest-ImagesOneServerNegativeTestJSON-835227872 tempest-ImagesOneServerNegativeTestJSON-835227872-project-member] [instance: 7d40ec51-28cf-4829-be03-810f8d965b2e] Checking state {{(pid=62328) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 614.400939] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bac4115b-d27e-4ad2-8813-fcf62e456de4 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 614.504210] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9b20c6b2-5a78-4017-84ab-907b26eb22eb {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 614.511678] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-291fedd2-25d9-4bbb-90c1-883f3055ee8e {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 614.549272] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5ebcde75-ae1b-4085-9132-451202925de6 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 614.560698] env[62328]: DEBUG oslo_vmware.api [-] Task: {'id': task-2386340, 'name': CreateVM_Task, 'duration_secs': 0.464898} completed successfully. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 614.562742] env[62328]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9a83a5e3-8072-4407-9256-3315ee1f0249] Created VM on the ESX host {{(pid=62328) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 614.563486] env[62328]: DEBUG oslo_concurrency.lockutils [None req-c61dbfc8-e3b5-4fb9-ae33-c7091d627a78 tempest-ListServersNegativeTestJSON-1737878377 tempest-ListServersNegativeTestJSON-1737878377-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/dbf872a4-92be-47e4-8561-c3e2bf2423ab" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 614.564773] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-678ad7ff-bc1a-4aaa-82d1-cfb755b22286 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 614.580324] env[62328]: DEBUG nova.compute.provider_tree [None req-aa86929c-00ce-46f4-b2d9-574aa0d58789 tempest-ServerDiagnosticsTest-1328327217 tempest-ServerDiagnosticsTest-1328327217-project-member] Inventory has not changed in ProviderTree for provider: 3469e9f8-04af-49ca-8435-49f104496744 {{(pid=62328) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 614.601688] env[62328]: DEBUG nova.network.neutron [None req-272a8da8-e355-4498-9288-85439c96679d tempest-ListServerFiltersTestJSON-1229971268 tempest-ListServerFiltersTestJSON-1229971268-project-member] [instance: 69b21777-3bb0-44ee-b6fd-f61a4a56881e] Successfully created port: 1a927226-a4be-49a1-bee0-8cb7f320156a {{(pid=62328) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 614.730734] env[62328]: DEBUG oslo_concurrency.lockutils [None req-2295ce19-ab98-4782-8368-8e20d4479ca1 tempest-FloatingIPsAssociationNegativeTestJSON-1912335046 tempest-FloatingIPsAssociationNegativeTestJSON-1912335046-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 614.786670] env[62328]: DEBUG nova.network.neutron [req-12705e80-0734-4a62-ad0b-57329f966d92 req-9cdb3599-1b35-4741-8a3b-337f47b95d41 service nova] [instance: 81a2e476-6ab3-4b6d-9e55-328d46695cf9] Updated VIF entry in instance network info cache for port 0ea38709-704c-4673-afb7-91d8fd5e0e74. {{(pid=62328) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 614.787143] env[62328]: DEBUG nova.network.neutron [req-12705e80-0734-4a62-ad0b-57329f966d92 req-9cdb3599-1b35-4741-8a3b-337f47b95d41 service nova] [instance: 81a2e476-6ab3-4b6d-9e55-328d46695cf9] Updating instance_info_cache with network_info: [{"id": "0ea38709-704c-4673-afb7-91d8fd5e0e74", "address": "fa:16:3e:aa:44:7d", "network": {"id": "37498d49-484e-477d-9b9d-d1d30db9e866", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-1743009948-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "712682771441409ebcbd6470a282daa4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "77aa121f-8fb6-42f3-aaea-43addfe449b2", "external-id": "nsx-vlan-transportzone-288", "segmentation_id": 288, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0ea38709-70", "ovs_interfaceid": "0ea38709-704c-4673-afb7-91d8fd5e0e74", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62328) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 614.830688] env[62328]: DEBUG oslo_vmware.api [None req-c61dbfc8-e3b5-4fb9-ae33-c7091d627a78 tempest-ListServersNegativeTestJSON-1737878377 tempest-ListServersNegativeTestJSON-1737878377-project-member] Task: {'id': session[52a6e20e-410d-708a-99f2-080a575a99bd]52fb945d-8b94-d370-4980-c9a012afbb4c, 'name': SearchDatastore_Task, 'duration_secs': 0.015244} completed successfully. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 614.830994] env[62328]: DEBUG oslo_concurrency.lockutils [None req-c61dbfc8-e3b5-4fb9-ae33-c7091d627a78 tempest-ListServersNegativeTestJSON-1737878377 tempest-ListServersNegativeTestJSON-1737878377-project-member] Releasing lock "[datastore2] devstack-image-cache_base/dbf872a4-92be-47e4-8561-c3e2bf2423ab" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 614.831258] env[62328]: DEBUG nova.virt.vmwareapi.vmops [None req-c61dbfc8-e3b5-4fb9-ae33-c7091d627a78 tempest-ListServersNegativeTestJSON-1737878377 tempest-ListServersNegativeTestJSON-1737878377-project-member] [instance: 81a2e476-6ab3-4b6d-9e55-328d46695cf9] Processing image dbf872a4-92be-47e4-8561-c3e2bf2423ab {{(pid=62328) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 614.831498] env[62328]: DEBUG oslo_concurrency.lockutils [None req-c61dbfc8-e3b5-4fb9-ae33-c7091d627a78 tempest-ListServersNegativeTestJSON-1737878377 tempest-ListServersNegativeTestJSON-1737878377-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/dbf872a4-92be-47e4-8561-c3e2bf2423ab/dbf872a4-92be-47e4-8561-c3e2bf2423ab.vmdk" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 614.831882] env[62328]: DEBUG oslo_concurrency.lockutils [None req-c61dbfc8-e3b5-4fb9-ae33-c7091d627a78 tempest-ListServersNegativeTestJSON-1737878377 tempest-ListServersNegativeTestJSON-1737878377-project-member] Acquired lock "[datastore2] devstack-image-cache_base/dbf872a4-92be-47e4-8561-c3e2bf2423ab/dbf872a4-92be-47e4-8561-c3e2bf2423ab.vmdk" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 614.831882] env[62328]: DEBUG nova.virt.vmwareapi.ds_util [None req-c61dbfc8-e3b5-4fb9-ae33-c7091d627a78 tempest-ListServersNegativeTestJSON-1737878377 tempest-ListServersNegativeTestJSON-1737878377-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62328) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 614.832242] env[62328]: DEBUG oslo_concurrency.lockutils [None req-c61dbfc8-e3b5-4fb9-ae33-c7091d627a78 tempest-ListServersNegativeTestJSON-1737878377 tempest-ListServersNegativeTestJSON-1737878377-project-member] Acquired lock "[datastore2] devstack-image-cache_base/dbf872a4-92be-47e4-8561-c3e2bf2423ab" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 614.832512] env[62328]: DEBUG oslo_concurrency.lockutils [None req-c61dbfc8-e3b5-4fb9-ae33-c7091d627a78 tempest-ListServersNegativeTestJSON-1737878377 tempest-ListServersNegativeTestJSON-1737878377-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/dbf872a4-92be-47e4-8561-c3e2bf2423ab" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 614.832744] env[62328]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-50b76640-3ba2-45f8-8ea8-78ac62f3faa0 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 614.834650] env[62328]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d0881cfc-cc2c-47ab-8983-d2e0641a5eb3 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 614.841116] env[62328]: DEBUG oslo_vmware.api [None req-c61dbfc8-e3b5-4fb9-ae33-c7091d627a78 tempest-ListServersNegativeTestJSON-1737878377 tempest-ListServersNegativeTestJSON-1737878377-project-member] Waiting for the task: (returnval){ [ 614.841116] env[62328]: value = "session[52a6e20e-410d-708a-99f2-080a575a99bd]529090b6-c167-7123-5360-0faf022bcb3e" [ 614.841116] env[62328]: _type = "Task" [ 614.841116] env[62328]: } to complete. {{(pid=62328) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 614.847122] env[62328]: DEBUG nova.virt.vmwareapi.ds_util [None req-c61dbfc8-e3b5-4fb9-ae33-c7091d627a78 tempest-ListServersNegativeTestJSON-1737878377 tempest-ListServersNegativeTestJSON-1737878377-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62328) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 614.847354] env[62328]: DEBUG nova.virt.vmwareapi.vmops [None req-c61dbfc8-e3b5-4fb9-ae33-c7091d627a78 tempest-ListServersNegativeTestJSON-1737878377 tempest-ListServersNegativeTestJSON-1737878377-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62328) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 614.849156] env[62328]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-75f92cef-c733-4926-9012-fd3beccd755b {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 614.857329] env[62328]: DEBUG oslo_vmware.api [None req-c61dbfc8-e3b5-4fb9-ae33-c7091d627a78 tempest-ListServersNegativeTestJSON-1737878377 tempest-ListServersNegativeTestJSON-1737878377-project-member] Task: {'id': session[52a6e20e-410d-708a-99f2-080a575a99bd]529090b6-c167-7123-5360-0faf022bcb3e, 'name': SearchDatastore_Task, 'duration_secs': 0.012016} completed successfully. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 614.858884] env[62328]: DEBUG oslo_concurrency.lockutils [None req-c61dbfc8-e3b5-4fb9-ae33-c7091d627a78 tempest-ListServersNegativeTestJSON-1737878377 tempest-ListServersNegativeTestJSON-1737878377-project-member] Releasing lock "[datastore2] devstack-image-cache_base/dbf872a4-92be-47e4-8561-c3e2bf2423ab" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 614.859169] env[62328]: DEBUG nova.virt.vmwareapi.vmops [None req-c61dbfc8-e3b5-4fb9-ae33-c7091d627a78 tempest-ListServersNegativeTestJSON-1737878377 tempest-ListServersNegativeTestJSON-1737878377-project-member] [instance: 9a83a5e3-8072-4407-9256-3315ee1f0249] Processing image dbf872a4-92be-47e4-8561-c3e2bf2423ab {{(pid=62328) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 614.859383] env[62328]: DEBUG oslo_concurrency.lockutils [None req-c61dbfc8-e3b5-4fb9-ae33-c7091d627a78 tempest-ListServersNegativeTestJSON-1737878377 tempest-ListServersNegativeTestJSON-1737878377-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/dbf872a4-92be-47e4-8561-c3e2bf2423ab/dbf872a4-92be-47e4-8561-c3e2bf2423ab.vmdk" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 614.859656] env[62328]: DEBUG oslo_vmware.api [None req-c61dbfc8-e3b5-4fb9-ae33-c7091d627a78 tempest-ListServersNegativeTestJSON-1737878377 tempest-ListServersNegativeTestJSON-1737878377-project-member] Waiting for the task: (returnval){ [ 614.859656] env[62328]: value = "session[52a6e20e-410d-708a-99f2-080a575a99bd]525732ed-6a93-b133-9aa6-d2f6027f2acd" [ 614.859656] env[62328]: _type = "Task" [ 614.859656] env[62328]: } to complete. {{(pid=62328) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 614.869056] env[62328]: DEBUG oslo_vmware.api [None req-c61dbfc8-e3b5-4fb9-ae33-c7091d627a78 tempest-ListServersNegativeTestJSON-1737878377 tempest-ListServersNegativeTestJSON-1737878377-project-member] Task: {'id': session[52a6e20e-410d-708a-99f2-080a575a99bd]525732ed-6a93-b133-9aa6-d2f6027f2acd, 'name': SearchDatastore_Task, 'duration_secs': 0.011001} completed successfully. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 614.869843] env[62328]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7b19b950-a77b-4748-a59f-5fb8f0500d6d {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 614.876594] env[62328]: DEBUG oslo_vmware.api [None req-c61dbfc8-e3b5-4fb9-ae33-c7091d627a78 tempest-ListServersNegativeTestJSON-1737878377 tempest-ListServersNegativeTestJSON-1737878377-project-member] Waiting for the task: (returnval){ [ 614.876594] env[62328]: value = "session[52a6e20e-410d-708a-99f2-080a575a99bd]521e519b-5ad2-7ba8-faaa-f1052eba8845" [ 614.876594] env[62328]: _type = "Task" [ 614.876594] env[62328]: } to complete. {{(pid=62328) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 614.890668] env[62328]: DEBUG oslo_vmware.api [None req-c61dbfc8-e3b5-4fb9-ae33-c7091d627a78 tempest-ListServersNegativeTestJSON-1737878377 tempest-ListServersNegativeTestJSON-1737878377-project-member] Task: {'id': session[52a6e20e-410d-708a-99f2-080a575a99bd]521e519b-5ad2-7ba8-faaa-f1052eba8845, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 614.919405] env[62328]: INFO nova.compute.manager [None req-c7475f7b-c393-4ce0-8540-bf8f0749bbc0 tempest-ImagesOneServerNegativeTestJSON-835227872 tempest-ImagesOneServerNegativeTestJSON-835227872-project-member] [instance: 7d40ec51-28cf-4829-be03-810f8d965b2e] instance snapshotting [ 614.925321] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f6ad99e9-c9ad-4e1c-b3d2-e7db9ad8aa4f {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 614.947781] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-40c24c89-1931-4ca7-99e7-035f71a6b4a9 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 615.083605] env[62328]: DEBUG nova.scheduler.client.report [None req-aa86929c-00ce-46f4-b2d9-574aa0d58789 tempest-ServerDiagnosticsTest-1328327217 tempest-ServerDiagnosticsTest-1328327217-project-member] Inventory has not changed for provider 3469e9f8-04af-49ca-8435-49f104496744 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 152, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62328) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 615.293349] env[62328]: DEBUG oslo_concurrency.lockutils [req-12705e80-0734-4a62-ad0b-57329f966d92 req-9cdb3599-1b35-4741-8a3b-337f47b95d41 service nova] Releasing lock "refresh_cache-81a2e476-6ab3-4b6d-9e55-328d46695cf9" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 615.387134] env[62328]: DEBUG oslo_vmware.api [None req-c61dbfc8-e3b5-4fb9-ae33-c7091d627a78 tempest-ListServersNegativeTestJSON-1737878377 tempest-ListServersNegativeTestJSON-1737878377-project-member] Task: {'id': session[52a6e20e-410d-708a-99f2-080a575a99bd]521e519b-5ad2-7ba8-faaa-f1052eba8845, 'name': SearchDatastore_Task, 'duration_secs': 0.012504} completed successfully. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 615.387426] env[62328]: DEBUG oslo_concurrency.lockutils [None req-c61dbfc8-e3b5-4fb9-ae33-c7091d627a78 tempest-ListServersNegativeTestJSON-1737878377 tempest-ListServersNegativeTestJSON-1737878377-project-member] Releasing lock "[datastore2] devstack-image-cache_base/dbf872a4-92be-47e4-8561-c3e2bf2423ab/dbf872a4-92be-47e4-8561-c3e2bf2423ab.vmdk" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 615.387754] env[62328]: DEBUG nova.virt.vmwareapi.vm_util [None req-c61dbfc8-e3b5-4fb9-ae33-c7091d627a78 tempest-ListServersNegativeTestJSON-1737878377 tempest-ListServersNegativeTestJSON-1737878377-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/dbf872a4-92be-47e4-8561-c3e2bf2423ab/dbf872a4-92be-47e4-8561-c3e2bf2423ab.vmdk to [datastore2] 81a2e476-6ab3-4b6d-9e55-328d46695cf9/81a2e476-6ab3-4b6d-9e55-328d46695cf9.vmdk {{(pid=62328) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 615.388248] env[62328]: DEBUG oslo_concurrency.lockutils [None req-c61dbfc8-e3b5-4fb9-ae33-c7091d627a78 tempest-ListServersNegativeTestJSON-1737878377 tempest-ListServersNegativeTestJSON-1737878377-project-member] Acquired lock "[datastore2] devstack-image-cache_base/dbf872a4-92be-47e4-8561-c3e2bf2423ab/dbf872a4-92be-47e4-8561-c3e2bf2423ab.vmdk" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 615.388802] env[62328]: DEBUG nova.virt.vmwareapi.ds_util [None req-c61dbfc8-e3b5-4fb9-ae33-c7091d627a78 tempest-ListServersNegativeTestJSON-1737878377 tempest-ListServersNegativeTestJSON-1737878377-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62328) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 615.388802] env[62328]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-82361b75-a4c9-479d-a0be-23908af2a8d0 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 615.390583] env[62328]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-ffb25b07-fdb0-40f7-81c0-5988056480c8 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 615.394429] env[62328]: DEBUG nova.compute.manager [None req-272a8da8-e355-4498-9288-85439c96679d tempest-ListServerFiltersTestJSON-1229971268 tempest-ListServerFiltersTestJSON-1229971268-project-member] [instance: 69b21777-3bb0-44ee-b6fd-f61a4a56881e] Start spawning the instance on the hypervisor. {{(pid=62328) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 615.402560] env[62328]: DEBUG oslo_vmware.api [None req-c61dbfc8-e3b5-4fb9-ae33-c7091d627a78 tempest-ListServersNegativeTestJSON-1737878377 tempest-ListServersNegativeTestJSON-1737878377-project-member] Waiting for the task: (returnval){ [ 615.402560] env[62328]: value = "task-2386341" [ 615.402560] env[62328]: _type = "Task" [ 615.402560] env[62328]: } to complete. {{(pid=62328) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 615.407197] env[62328]: DEBUG nova.virt.vmwareapi.ds_util [None req-c61dbfc8-e3b5-4fb9-ae33-c7091d627a78 tempest-ListServersNegativeTestJSON-1737878377 tempest-ListServersNegativeTestJSON-1737878377-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62328) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 615.407471] env[62328]: DEBUG nova.virt.vmwareapi.vmops [None req-c61dbfc8-e3b5-4fb9-ae33-c7091d627a78 tempest-ListServersNegativeTestJSON-1737878377 tempest-ListServersNegativeTestJSON-1737878377-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62328) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 615.409085] env[62328]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-519bab17-bcfb-4ee8-a60f-147f859bf075 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 615.416187] env[62328]: DEBUG oslo_vmware.api [None req-c61dbfc8-e3b5-4fb9-ae33-c7091d627a78 tempest-ListServersNegativeTestJSON-1737878377 tempest-ListServersNegativeTestJSON-1737878377-project-member] Task: {'id': task-2386341, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 615.420556] env[62328]: DEBUG oslo_vmware.api [None req-c61dbfc8-e3b5-4fb9-ae33-c7091d627a78 tempest-ListServersNegativeTestJSON-1737878377 tempest-ListServersNegativeTestJSON-1737878377-project-member] Waiting for the task: (returnval){ [ 615.420556] env[62328]: value = "session[52a6e20e-410d-708a-99f2-080a575a99bd]522830b1-f2ae-d3c2-ebf8-ceb23e02b5d2" [ 615.420556] env[62328]: _type = "Task" [ 615.420556] env[62328]: } to complete. {{(pid=62328) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 615.425214] env[62328]: DEBUG nova.virt.hardware [None req-272a8da8-e355-4498-9288-85439c96679d tempest-ListServerFiltersTestJSON-1229971268 tempest-ListServerFiltersTestJSON-1229971268-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-07T17:16:55Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-07T17:16:37Z,direct_url=,disk_format='vmdk',id=dbf872a4-92be-47e4-8561-c3e2bf2423ab,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='2a64022f08d84b11a86773b900860ae5',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-07T17:16:38Z,virtual_size=,visibility=), allow threads: False {{(pid=62328) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 615.425460] env[62328]: DEBUG nova.virt.hardware [None req-272a8da8-e355-4498-9288-85439c96679d tempest-ListServerFiltersTestJSON-1229971268 tempest-ListServerFiltersTestJSON-1229971268-project-member] Flavor limits 0:0:0 {{(pid=62328) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 615.425611] env[62328]: DEBUG nova.virt.hardware [None req-272a8da8-e355-4498-9288-85439c96679d tempest-ListServerFiltersTestJSON-1229971268 tempest-ListServerFiltersTestJSON-1229971268-project-member] Image limits 0:0:0 {{(pid=62328) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 615.425842] env[62328]: DEBUG nova.virt.hardware [None req-272a8da8-e355-4498-9288-85439c96679d tempest-ListServerFiltersTestJSON-1229971268 tempest-ListServerFiltersTestJSON-1229971268-project-member] Flavor pref 0:0:0 {{(pid=62328) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 615.425957] env[62328]: DEBUG nova.virt.hardware [None req-272a8da8-e355-4498-9288-85439c96679d tempest-ListServerFiltersTestJSON-1229971268 tempest-ListServerFiltersTestJSON-1229971268-project-member] Image pref 0:0:0 {{(pid=62328) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 615.426124] env[62328]: DEBUG nova.virt.hardware [None req-272a8da8-e355-4498-9288-85439c96679d tempest-ListServerFiltersTestJSON-1229971268 tempest-ListServerFiltersTestJSON-1229971268-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62328) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 615.426333] env[62328]: DEBUG nova.virt.hardware [None req-272a8da8-e355-4498-9288-85439c96679d tempest-ListServerFiltersTestJSON-1229971268 tempest-ListServerFiltersTestJSON-1229971268-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62328) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 615.426502] env[62328]: DEBUG nova.virt.hardware [None req-272a8da8-e355-4498-9288-85439c96679d tempest-ListServerFiltersTestJSON-1229971268 tempest-ListServerFiltersTestJSON-1229971268-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62328) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 615.426701] env[62328]: DEBUG nova.virt.hardware [None req-272a8da8-e355-4498-9288-85439c96679d tempest-ListServerFiltersTestJSON-1229971268 tempest-ListServerFiltersTestJSON-1229971268-project-member] Got 1 possible topologies {{(pid=62328) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 615.426937] env[62328]: DEBUG nova.virt.hardware [None req-272a8da8-e355-4498-9288-85439c96679d tempest-ListServerFiltersTestJSON-1229971268 tempest-ListServerFiltersTestJSON-1229971268-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62328) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 615.427156] env[62328]: DEBUG nova.virt.hardware [None req-272a8da8-e355-4498-9288-85439c96679d tempest-ListServerFiltersTestJSON-1229971268 tempest-ListServerFiltersTestJSON-1229971268-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62328) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 615.428156] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9b3a9e59-e4db-42df-b367-b3672ae13248 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 615.440443] env[62328]: DEBUG oslo_vmware.api [None req-c61dbfc8-e3b5-4fb9-ae33-c7091d627a78 tempest-ListServersNegativeTestJSON-1737878377 tempest-ListServersNegativeTestJSON-1737878377-project-member] Task: {'id': session[52a6e20e-410d-708a-99f2-080a575a99bd]522830b1-f2ae-d3c2-ebf8-ceb23e02b5d2, 'name': SearchDatastore_Task, 'duration_secs': 0.009129} completed successfully. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 615.443408] env[62328]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bf87cc7c-9f4e-467d-b5de-bd5a354772ab {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 615.448517] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-20f6e8bb-2216-4cdc-b72b-f5f56322eddc {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 615.456978] env[62328]: DEBUG oslo_vmware.api [None req-c61dbfc8-e3b5-4fb9-ae33-c7091d627a78 tempest-ListServersNegativeTestJSON-1737878377 tempest-ListServersNegativeTestJSON-1737878377-project-member] Waiting for the task: (returnval){ [ 615.456978] env[62328]: value = "session[52a6e20e-410d-708a-99f2-080a575a99bd]527e48d8-13ac-2edd-3b39-66d504ebc3db" [ 615.456978] env[62328]: _type = "Task" [ 615.456978] env[62328]: } to complete. {{(pid=62328) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 615.471380] env[62328]: DEBUG nova.virt.vmwareapi.vmops [None req-c7475f7b-c393-4ce0-8540-bf8f0749bbc0 tempest-ImagesOneServerNegativeTestJSON-835227872 tempest-ImagesOneServerNegativeTestJSON-835227872-project-member] [instance: 7d40ec51-28cf-4829-be03-810f8d965b2e] Creating Snapshot of the VM instance {{(pid=62328) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 615.475105] env[62328]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-f36c7cc2-fbeb-4c3d-b9e4-cdce634fbfd4 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 615.483237] env[62328]: DEBUG oslo_vmware.api [None req-c61dbfc8-e3b5-4fb9-ae33-c7091d627a78 tempest-ListServersNegativeTestJSON-1737878377 tempest-ListServersNegativeTestJSON-1737878377-project-member] Task: {'id': session[52a6e20e-410d-708a-99f2-080a575a99bd]527e48d8-13ac-2edd-3b39-66d504ebc3db, 'name': SearchDatastore_Task, 'duration_secs': 0.010165} completed successfully. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 615.484407] env[62328]: DEBUG oslo_concurrency.lockutils [None req-c61dbfc8-e3b5-4fb9-ae33-c7091d627a78 tempest-ListServersNegativeTestJSON-1737878377 tempest-ListServersNegativeTestJSON-1737878377-project-member] Releasing lock "[datastore2] devstack-image-cache_base/dbf872a4-92be-47e4-8561-c3e2bf2423ab/dbf872a4-92be-47e4-8561-c3e2bf2423ab.vmdk" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 615.484702] env[62328]: DEBUG nova.virt.vmwareapi.vm_util [None req-c61dbfc8-e3b5-4fb9-ae33-c7091d627a78 tempest-ListServersNegativeTestJSON-1737878377 tempest-ListServersNegativeTestJSON-1737878377-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/dbf872a4-92be-47e4-8561-c3e2bf2423ab/dbf872a4-92be-47e4-8561-c3e2bf2423ab.vmdk to [datastore2] 9a83a5e3-8072-4407-9256-3315ee1f0249/9a83a5e3-8072-4407-9256-3315ee1f0249.vmdk {{(pid=62328) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 615.485091] env[62328]: DEBUG oslo_vmware.api [None req-c7475f7b-c393-4ce0-8540-bf8f0749bbc0 tempest-ImagesOneServerNegativeTestJSON-835227872 tempest-ImagesOneServerNegativeTestJSON-835227872-project-member] Waiting for the task: (returnval){ [ 615.485091] env[62328]: value = "task-2386342" [ 615.485091] env[62328]: _type = "Task" [ 615.485091] env[62328]: } to complete. {{(pid=62328) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 615.485291] env[62328]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-ab84d81b-4f21-43ad-aa20-743594762a86 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 615.498988] env[62328]: DEBUG oslo_vmware.api [None req-c7475f7b-c393-4ce0-8540-bf8f0749bbc0 tempest-ImagesOneServerNegativeTestJSON-835227872 tempest-ImagesOneServerNegativeTestJSON-835227872-project-member] Task: {'id': task-2386342, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 615.499658] env[62328]: DEBUG oslo_vmware.api [None req-c61dbfc8-e3b5-4fb9-ae33-c7091d627a78 tempest-ListServersNegativeTestJSON-1737878377 tempest-ListServersNegativeTestJSON-1737878377-project-member] Waiting for the task: (returnval){ [ 615.499658] env[62328]: value = "task-2386343" [ 615.499658] env[62328]: _type = "Task" [ 615.499658] env[62328]: } to complete. {{(pid=62328) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 615.507847] env[62328]: DEBUG oslo_vmware.api [None req-c61dbfc8-e3b5-4fb9-ae33-c7091d627a78 tempest-ListServersNegativeTestJSON-1737878377 tempest-ListServersNegativeTestJSON-1737878377-project-member] Task: {'id': task-2386343, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 615.590050] env[62328]: DEBUG nova.compute.manager [req-62c74582-f6c5-48bb-9213-7fb7670c7094 req-c3e9070e-a529-47a6-a004-762b8c3a6234 service nova] [instance: 9a83a5e3-8072-4407-9256-3315ee1f0249] Received event network-changed-2e0c468f-c332-4ff8-9f02-aab48449bb0e {{(pid=62328) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 615.590322] env[62328]: DEBUG nova.compute.manager [req-62c74582-f6c5-48bb-9213-7fb7670c7094 req-c3e9070e-a529-47a6-a004-762b8c3a6234 service nova] [instance: 9a83a5e3-8072-4407-9256-3315ee1f0249] Refreshing instance network info cache due to event network-changed-2e0c468f-c332-4ff8-9f02-aab48449bb0e. {{(pid=62328) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 615.590469] env[62328]: DEBUG oslo_concurrency.lockutils [req-62c74582-f6c5-48bb-9213-7fb7670c7094 req-c3e9070e-a529-47a6-a004-762b8c3a6234 service nova] Acquiring lock "refresh_cache-9a83a5e3-8072-4407-9256-3315ee1f0249" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 615.594100] env[62328]: DEBUG oslo_concurrency.lockutils [req-62c74582-f6c5-48bb-9213-7fb7670c7094 req-c3e9070e-a529-47a6-a004-762b8c3a6234 service nova] Acquired lock "refresh_cache-9a83a5e3-8072-4407-9256-3315ee1f0249" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 615.594100] env[62328]: DEBUG nova.network.neutron [req-62c74582-f6c5-48bb-9213-7fb7670c7094 req-c3e9070e-a529-47a6-a004-762b8c3a6234 service nova] [instance: 9a83a5e3-8072-4407-9256-3315ee1f0249] Refreshing network info cache for port 2e0c468f-c332-4ff8-9f02-aab48449bb0e {{(pid=62328) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 615.594100] env[62328]: DEBUG oslo_concurrency.lockutils [None req-aa86929c-00ce-46f4-b2d9-574aa0d58789 tempest-ServerDiagnosticsTest-1328327217 tempest-ServerDiagnosticsTest-1328327217-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.217s {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 615.595800] env[62328]: DEBUG oslo_concurrency.lockutils [None req-899dfcb6-5dbd-4eab-b6d4-912d3fec231b tempest-InstanceActionsV221TestJSON-1254732959 tempest-InstanceActionsV221TestJSON-1254732959-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 30.044s {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 615.596174] env[62328]: DEBUG nova.objects.instance [None req-899dfcb6-5dbd-4eab-b6d4-912d3fec231b tempest-InstanceActionsV221TestJSON-1254732959 tempest-InstanceActionsV221TestJSON-1254732959-project-member] Lazy-loading 'resources' on Instance uuid bf44560e-3ce4-42b6-8230-481b2094ebcc {{(pid=62328) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 615.627179] env[62328]: INFO nova.scheduler.client.report [None req-aa86929c-00ce-46f4-b2d9-574aa0d58789 tempest-ServerDiagnosticsTest-1328327217 tempest-ServerDiagnosticsTest-1328327217-project-member] Deleted allocations for instance 26ce508b-d9c2-42ef-9713-138c359aa4a9 [ 615.914181] env[62328]: DEBUG oslo_vmware.api [None req-c61dbfc8-e3b5-4fb9-ae33-c7091d627a78 tempest-ListServersNegativeTestJSON-1737878377 tempest-ListServersNegativeTestJSON-1737878377-project-member] Task: {'id': task-2386341, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 615.998442] env[62328]: DEBUG oslo_vmware.api [None req-c7475f7b-c393-4ce0-8540-bf8f0749bbc0 tempest-ImagesOneServerNegativeTestJSON-835227872 tempest-ImagesOneServerNegativeTestJSON-835227872-project-member] Task: {'id': task-2386342, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 616.008748] env[62328]: DEBUG oslo_vmware.api [None req-c61dbfc8-e3b5-4fb9-ae33-c7091d627a78 tempest-ListServersNegativeTestJSON-1737878377 tempest-ListServersNegativeTestJSON-1737878377-project-member] Task: {'id': task-2386343, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 616.138562] env[62328]: DEBUG oslo_concurrency.lockutils [None req-aa86929c-00ce-46f4-b2d9-574aa0d58789 tempest-ServerDiagnosticsTest-1328327217 tempest-ServerDiagnosticsTest-1328327217-project-member] Lock "26ce508b-d9c2-42ef-9713-138c359aa4a9" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 34.411s {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 616.419206] env[62328]: DEBUG nova.network.neutron [None req-272a8da8-e355-4498-9288-85439c96679d tempest-ListServerFiltersTestJSON-1229971268 tempest-ListServerFiltersTestJSON-1229971268-project-member] [instance: 69b21777-3bb0-44ee-b6fd-f61a4a56881e] Successfully updated port: 1a927226-a4be-49a1-bee0-8cb7f320156a {{(pid=62328) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 616.426055] env[62328]: DEBUG oslo_vmware.api [None req-c61dbfc8-e3b5-4fb9-ae33-c7091d627a78 tempest-ListServersNegativeTestJSON-1737878377 tempest-ListServersNegativeTestJSON-1737878377-project-member] Task: {'id': task-2386341, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.564483} completed successfully. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 616.426852] env[62328]: DEBUG nova.virt.vmwareapi.vm_util [None req-c61dbfc8-e3b5-4fb9-ae33-c7091d627a78 tempest-ListServersNegativeTestJSON-1737878377 tempest-ListServersNegativeTestJSON-1737878377-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/dbf872a4-92be-47e4-8561-c3e2bf2423ab/dbf872a4-92be-47e4-8561-c3e2bf2423ab.vmdk to [datastore2] 81a2e476-6ab3-4b6d-9e55-328d46695cf9/81a2e476-6ab3-4b6d-9e55-328d46695cf9.vmdk {{(pid=62328) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 616.427153] env[62328]: DEBUG nova.virt.vmwareapi.vmops [None req-c61dbfc8-e3b5-4fb9-ae33-c7091d627a78 tempest-ListServersNegativeTestJSON-1737878377 tempest-ListServersNegativeTestJSON-1737878377-project-member] [instance: 81a2e476-6ab3-4b6d-9e55-328d46695cf9] Extending root virtual disk to 1048576 {{(pid=62328) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 616.427483] env[62328]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-9b222c94-42f1-4eb9-a830-2d373b011da4 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 616.436561] env[62328]: DEBUG oslo_vmware.api [None req-c61dbfc8-e3b5-4fb9-ae33-c7091d627a78 tempest-ListServersNegativeTestJSON-1737878377 tempest-ListServersNegativeTestJSON-1737878377-project-member] Waiting for the task: (returnval){ [ 616.436561] env[62328]: value = "task-2386344" [ 616.436561] env[62328]: _type = "Task" [ 616.436561] env[62328]: } to complete. {{(pid=62328) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 616.452974] env[62328]: DEBUG oslo_vmware.api [None req-c61dbfc8-e3b5-4fb9-ae33-c7091d627a78 tempest-ListServersNegativeTestJSON-1737878377 tempest-ListServersNegativeTestJSON-1737878377-project-member] Task: {'id': task-2386344, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 616.503077] env[62328]: DEBUG oslo_vmware.api [None req-c7475f7b-c393-4ce0-8540-bf8f0749bbc0 tempest-ImagesOneServerNegativeTestJSON-835227872 tempest-ImagesOneServerNegativeTestJSON-835227872-project-member] Task: {'id': task-2386342, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 616.514934] env[62328]: DEBUG oslo_vmware.api [None req-c61dbfc8-e3b5-4fb9-ae33-c7091d627a78 tempest-ListServersNegativeTestJSON-1737878377 tempest-ListServersNegativeTestJSON-1737878377-project-member] Task: {'id': task-2386343, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.810636} completed successfully. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 616.515375] env[62328]: DEBUG nova.virt.vmwareapi.vm_util [None req-c61dbfc8-e3b5-4fb9-ae33-c7091d627a78 tempest-ListServersNegativeTestJSON-1737878377 tempest-ListServersNegativeTestJSON-1737878377-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/dbf872a4-92be-47e4-8561-c3e2bf2423ab/dbf872a4-92be-47e4-8561-c3e2bf2423ab.vmdk to [datastore2] 9a83a5e3-8072-4407-9256-3315ee1f0249/9a83a5e3-8072-4407-9256-3315ee1f0249.vmdk {{(pid=62328) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 616.515580] env[62328]: DEBUG nova.virt.vmwareapi.vmops [None req-c61dbfc8-e3b5-4fb9-ae33-c7091d627a78 tempest-ListServersNegativeTestJSON-1737878377 tempest-ListServersNegativeTestJSON-1737878377-project-member] [instance: 9a83a5e3-8072-4407-9256-3315ee1f0249] Extending root virtual disk to 1048576 {{(pid=62328) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 616.515844] env[62328]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-9bd4a2a2-18bd-44af-9ffa-51697b33a664 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 616.526374] env[62328]: DEBUG oslo_vmware.api [None req-c61dbfc8-e3b5-4fb9-ae33-c7091d627a78 tempest-ListServersNegativeTestJSON-1737878377 tempest-ListServersNegativeTestJSON-1737878377-project-member] Waiting for the task: (returnval){ [ 616.526374] env[62328]: value = "task-2386345" [ 616.526374] env[62328]: _type = "Task" [ 616.526374] env[62328]: } to complete. {{(pid=62328) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 616.539177] env[62328]: DEBUG oslo_vmware.api [None req-c61dbfc8-e3b5-4fb9-ae33-c7091d627a78 tempest-ListServersNegativeTestJSON-1737878377 tempest-ListServersNegativeTestJSON-1737878377-project-member] Task: {'id': task-2386345, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 616.670364] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6c16bcff-b166-46e2-9432-d61c5bd0d95c {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 616.678623] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ec0f8aec-386b-4d73-bd3b-f213451c8b19 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 616.712553] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b276e6bd-f3a9-49d4-85e3-803157bb6963 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 616.720945] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8c128ad0-afe8-473f-846d-b9197a092f82 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 616.736151] env[62328]: DEBUG nova.compute.provider_tree [None req-899dfcb6-5dbd-4eab-b6d4-912d3fec231b tempest-InstanceActionsV221TestJSON-1254732959 tempest-InstanceActionsV221TestJSON-1254732959-project-member] Inventory has not changed in ProviderTree for provider: 3469e9f8-04af-49ca-8435-49f104496744 {{(pid=62328) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 616.927523] env[62328]: DEBUG oslo_concurrency.lockutils [None req-272a8da8-e355-4498-9288-85439c96679d tempest-ListServerFiltersTestJSON-1229971268 tempest-ListServerFiltersTestJSON-1229971268-project-member] Acquiring lock "refresh_cache-69b21777-3bb0-44ee-b6fd-f61a4a56881e" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 616.927762] env[62328]: DEBUG oslo_concurrency.lockutils [None req-272a8da8-e355-4498-9288-85439c96679d tempest-ListServerFiltersTestJSON-1229971268 tempest-ListServerFiltersTestJSON-1229971268-project-member] Acquired lock "refresh_cache-69b21777-3bb0-44ee-b6fd-f61a4a56881e" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.927873] env[62328]: DEBUG nova.network.neutron [None req-272a8da8-e355-4498-9288-85439c96679d tempest-ListServerFiltersTestJSON-1229971268 tempest-ListServerFiltersTestJSON-1229971268-project-member] [instance: 69b21777-3bb0-44ee-b6fd-f61a4a56881e] Building network info cache for instance {{(pid=62328) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 616.947197] env[62328]: DEBUG oslo_vmware.api [None req-c61dbfc8-e3b5-4fb9-ae33-c7091d627a78 tempest-ListServersNegativeTestJSON-1737878377 tempest-ListServersNegativeTestJSON-1737878377-project-member] Task: {'id': task-2386344, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.098773} completed successfully. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 616.947311] env[62328]: DEBUG nova.virt.vmwareapi.vmops [None req-c61dbfc8-e3b5-4fb9-ae33-c7091d627a78 tempest-ListServersNegativeTestJSON-1737878377 tempest-ListServersNegativeTestJSON-1737878377-project-member] [instance: 81a2e476-6ab3-4b6d-9e55-328d46695cf9] Extended root virtual disk {{(pid=62328) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 616.948297] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-36ade5ec-1561-4f6e-97cd-19bda0c523f2 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 616.982661] env[62328]: DEBUG nova.virt.vmwareapi.volumeops [None req-c61dbfc8-e3b5-4fb9-ae33-c7091d627a78 tempest-ListServersNegativeTestJSON-1737878377 tempest-ListServersNegativeTestJSON-1737878377-project-member] [instance: 81a2e476-6ab3-4b6d-9e55-328d46695cf9] Reconfiguring VM instance instance-00000014 to attach disk [datastore2] 81a2e476-6ab3-4b6d-9e55-328d46695cf9/81a2e476-6ab3-4b6d-9e55-328d46695cf9.vmdk or device None with type sparse {{(pid=62328) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 616.983778] env[62328]: DEBUG nova.network.neutron [req-62c74582-f6c5-48bb-9213-7fb7670c7094 req-c3e9070e-a529-47a6-a004-762b8c3a6234 service nova] [instance: 9a83a5e3-8072-4407-9256-3315ee1f0249] Updated VIF entry in instance network info cache for port 2e0c468f-c332-4ff8-9f02-aab48449bb0e. {{(pid=62328) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 616.984179] env[62328]: DEBUG nova.network.neutron [req-62c74582-f6c5-48bb-9213-7fb7670c7094 req-c3e9070e-a529-47a6-a004-762b8c3a6234 service nova] [instance: 9a83a5e3-8072-4407-9256-3315ee1f0249] Updating instance_info_cache with network_info: [{"id": "2e0c468f-c332-4ff8-9f02-aab48449bb0e", "address": "fa:16:3e:ee:22:fa", "network": {"id": "37498d49-484e-477d-9b9d-d1d30db9e866", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-1743009948-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "712682771441409ebcbd6470a282daa4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "77aa121f-8fb6-42f3-aaea-43addfe449b2", "external-id": "nsx-vlan-transportzone-288", "segmentation_id": 288, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2e0c468f-c3", "ovs_interfaceid": "2e0c468f-c332-4ff8-9f02-aab48449bb0e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62328) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 616.985848] env[62328]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-194b298e-422a-46d9-8798-76a75d07efaf {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 617.022739] env[62328]: DEBUG oslo_vmware.api [None req-c7475f7b-c393-4ce0-8540-bf8f0749bbc0 tempest-ImagesOneServerNegativeTestJSON-835227872 tempest-ImagesOneServerNegativeTestJSON-835227872-project-member] Task: {'id': task-2386342, 'name': CreateSnapshot_Task, 'duration_secs': 1.139139} completed successfully. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 617.024313] env[62328]: DEBUG nova.virt.vmwareapi.vmops [None req-c7475f7b-c393-4ce0-8540-bf8f0749bbc0 tempest-ImagesOneServerNegativeTestJSON-835227872 tempest-ImagesOneServerNegativeTestJSON-835227872-project-member] [instance: 7d40ec51-28cf-4829-be03-810f8d965b2e] Created Snapshot of the VM instance {{(pid=62328) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 617.024725] env[62328]: DEBUG oslo_vmware.api [None req-c61dbfc8-e3b5-4fb9-ae33-c7091d627a78 tempest-ListServersNegativeTestJSON-1737878377 tempest-ListServersNegativeTestJSON-1737878377-project-member] Waiting for the task: (returnval){ [ 617.024725] env[62328]: value = "task-2386346" [ 617.024725] env[62328]: _type = "Task" [ 617.024725] env[62328]: } to complete. {{(pid=62328) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 617.025697] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3f790b2a-3a1d-4490-bc3a-f3e68effeb99 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 617.048225] env[62328]: DEBUG oslo_vmware.api [None req-c61dbfc8-e3b5-4fb9-ae33-c7091d627a78 tempest-ListServersNegativeTestJSON-1737878377 tempest-ListServersNegativeTestJSON-1737878377-project-member] Task: {'id': task-2386345, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.072159} completed successfully. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 617.048734] env[62328]: DEBUG nova.virt.vmwareapi.vmops [None req-c61dbfc8-e3b5-4fb9-ae33-c7091d627a78 tempest-ListServersNegativeTestJSON-1737878377 tempest-ListServersNegativeTestJSON-1737878377-project-member] [instance: 9a83a5e3-8072-4407-9256-3315ee1f0249] Extended root virtual disk {{(pid=62328) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 617.049549] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f0f2be40-14ff-4377-9143-48594001c87f {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 617.074563] env[62328]: DEBUG nova.virt.vmwareapi.volumeops [None req-c61dbfc8-e3b5-4fb9-ae33-c7091d627a78 tempest-ListServersNegativeTestJSON-1737878377 tempest-ListServersNegativeTestJSON-1737878377-project-member] [instance: 9a83a5e3-8072-4407-9256-3315ee1f0249] Reconfiguring VM instance instance-00000015 to attach disk [datastore2] 9a83a5e3-8072-4407-9256-3315ee1f0249/9a83a5e3-8072-4407-9256-3315ee1f0249.vmdk or device None with type sparse {{(pid=62328) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 617.075261] env[62328]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-fffb513f-0e22-4c14-ba03-c6fda69e4de5 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 617.098899] env[62328]: DEBUG oslo_vmware.api [None req-c61dbfc8-e3b5-4fb9-ae33-c7091d627a78 tempest-ListServersNegativeTestJSON-1737878377 tempest-ListServersNegativeTestJSON-1737878377-project-member] Waiting for the task: (returnval){ [ 617.098899] env[62328]: value = "task-2386347" [ 617.098899] env[62328]: _type = "Task" [ 617.098899] env[62328]: } to complete. {{(pid=62328) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 617.108201] env[62328]: DEBUG oslo_vmware.api [None req-c61dbfc8-e3b5-4fb9-ae33-c7091d627a78 tempest-ListServersNegativeTestJSON-1737878377 tempest-ListServersNegativeTestJSON-1737878377-project-member] Task: {'id': task-2386347, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 617.241978] env[62328]: DEBUG nova.scheduler.client.report [None req-899dfcb6-5dbd-4eab-b6d4-912d3fec231b tempest-InstanceActionsV221TestJSON-1254732959 tempest-InstanceActionsV221TestJSON-1254732959-project-member] Inventory has not changed for provider 3469e9f8-04af-49ca-8435-49f104496744 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 152, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62328) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 617.504896] env[62328]: DEBUG oslo_concurrency.lockutils [req-62c74582-f6c5-48bb-9213-7fb7670c7094 req-c3e9070e-a529-47a6-a004-762b8c3a6234 service nova] Releasing lock "refresh_cache-9a83a5e3-8072-4407-9256-3315ee1f0249" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 617.526721] env[62328]: DEBUG nova.network.neutron [None req-272a8da8-e355-4498-9288-85439c96679d tempest-ListServerFiltersTestJSON-1229971268 tempest-ListServerFiltersTestJSON-1229971268-project-member] [instance: 69b21777-3bb0-44ee-b6fd-f61a4a56881e] Instance cache missing network info. {{(pid=62328) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 617.539504] env[62328]: DEBUG oslo_vmware.api [None req-c61dbfc8-e3b5-4fb9-ae33-c7091d627a78 tempest-ListServersNegativeTestJSON-1737878377 tempest-ListServersNegativeTestJSON-1737878377-project-member] Task: {'id': task-2386346, 'name': ReconfigVM_Task, 'duration_secs': 0.348445} completed successfully. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 617.539721] env[62328]: DEBUG nova.virt.vmwareapi.volumeops [None req-c61dbfc8-e3b5-4fb9-ae33-c7091d627a78 tempest-ListServersNegativeTestJSON-1737878377 tempest-ListServersNegativeTestJSON-1737878377-project-member] [instance: 81a2e476-6ab3-4b6d-9e55-328d46695cf9] Reconfigured VM instance instance-00000014 to attach disk [datastore2] 81a2e476-6ab3-4b6d-9e55-328d46695cf9/81a2e476-6ab3-4b6d-9e55-328d46695cf9.vmdk or device None with type sparse {{(pid=62328) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 617.540402] env[62328]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-1112aa59-dc45-4417-b6ba-f2318b808268 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 617.547941] env[62328]: DEBUG oslo_vmware.api [None req-c61dbfc8-e3b5-4fb9-ae33-c7091d627a78 tempest-ListServersNegativeTestJSON-1737878377 tempest-ListServersNegativeTestJSON-1737878377-project-member] Waiting for the task: (returnval){ [ 617.547941] env[62328]: value = "task-2386348" [ 617.547941] env[62328]: _type = "Task" [ 617.547941] env[62328]: } to complete. {{(pid=62328) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 617.557214] env[62328]: DEBUG nova.virt.vmwareapi.vmops [None req-c7475f7b-c393-4ce0-8540-bf8f0749bbc0 tempest-ImagesOneServerNegativeTestJSON-835227872 tempest-ImagesOneServerNegativeTestJSON-835227872-project-member] [instance: 7d40ec51-28cf-4829-be03-810f8d965b2e] Creating linked-clone VM from snapshot {{(pid=62328) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 617.557590] env[62328]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-bed8d9e4-528d-455b-9961-61632a50201f {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 617.567030] env[62328]: DEBUG oslo_vmware.api [None req-c61dbfc8-e3b5-4fb9-ae33-c7091d627a78 tempest-ListServersNegativeTestJSON-1737878377 tempest-ListServersNegativeTestJSON-1737878377-project-member] Task: {'id': task-2386348, 'name': Rename_Task} progress is 14%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 617.568638] env[62328]: DEBUG oslo_vmware.api [None req-c7475f7b-c393-4ce0-8540-bf8f0749bbc0 tempest-ImagesOneServerNegativeTestJSON-835227872 tempest-ImagesOneServerNegativeTestJSON-835227872-project-member] Waiting for the task: (returnval){ [ 617.568638] env[62328]: value = "task-2386349" [ 617.568638] env[62328]: _type = "Task" [ 617.568638] env[62328]: } to complete. {{(pid=62328) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 617.582440] env[62328]: DEBUG oslo_vmware.api [None req-c7475f7b-c393-4ce0-8540-bf8f0749bbc0 tempest-ImagesOneServerNegativeTestJSON-835227872 tempest-ImagesOneServerNegativeTestJSON-835227872-project-member] Task: {'id': task-2386349, 'name': CloneVM_Task} progress is 0%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 617.608949] env[62328]: DEBUG oslo_vmware.api [None req-c61dbfc8-e3b5-4fb9-ae33-c7091d627a78 tempest-ListServersNegativeTestJSON-1737878377 tempest-ListServersNegativeTestJSON-1737878377-project-member] Task: {'id': task-2386347, 'name': ReconfigVM_Task, 'duration_secs': 0.329294} completed successfully. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 617.612042] env[62328]: DEBUG nova.virt.vmwareapi.volumeops [None req-c61dbfc8-e3b5-4fb9-ae33-c7091d627a78 tempest-ListServersNegativeTestJSON-1737878377 tempest-ListServersNegativeTestJSON-1737878377-project-member] [instance: 9a83a5e3-8072-4407-9256-3315ee1f0249] Reconfigured VM instance instance-00000015 to attach disk [datastore2] 9a83a5e3-8072-4407-9256-3315ee1f0249/9a83a5e3-8072-4407-9256-3315ee1f0249.vmdk or device None with type sparse {{(pid=62328) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 617.612042] env[62328]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-982fc92f-74fe-4d63-b70e-f5ac0bc7d980 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 617.616860] env[62328]: DEBUG oslo_vmware.api [None req-c61dbfc8-e3b5-4fb9-ae33-c7091d627a78 tempest-ListServersNegativeTestJSON-1737878377 tempest-ListServersNegativeTestJSON-1737878377-project-member] Waiting for the task: (returnval){ [ 617.616860] env[62328]: value = "task-2386350" [ 617.616860] env[62328]: _type = "Task" [ 617.616860] env[62328]: } to complete. {{(pid=62328) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 617.626202] env[62328]: DEBUG oslo_vmware.api [None req-c61dbfc8-e3b5-4fb9-ae33-c7091d627a78 tempest-ListServersNegativeTestJSON-1737878377 tempest-ListServersNegativeTestJSON-1737878377-project-member] Task: {'id': task-2386350, 'name': Rename_Task} progress is 5%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 617.762750] env[62328]: DEBUG oslo_concurrency.lockutils [None req-899dfcb6-5dbd-4eab-b6d4-912d3fec231b tempest-InstanceActionsV221TestJSON-1254732959 tempest-InstanceActionsV221TestJSON-1254732959-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.161s {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 617.766041] env[62328]: DEBUG oslo_concurrency.lockutils [None req-ab511f9e-eaf0-4cf8-b50a-fb0dd3e547be tempest-ServerExternalEventsTest-1567415951 tempest-ServerExternalEventsTest-1567415951-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 32.171s {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 617.766041] env[62328]: DEBUG nova.objects.instance [None req-ab511f9e-eaf0-4cf8-b50a-fb0dd3e547be tempest-ServerExternalEventsTest-1567415951 tempest-ServerExternalEventsTest-1567415951-project-member] Lazy-loading 'resources' on Instance uuid 5f192c3a-1f44-4471-afec-76a321dfd557 {{(pid=62328) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 617.871799] env[62328]: DEBUG oslo_vmware.rw_handles [None req-80d158ce-24e0-4b84-84a1-f6849bb1d0ac tempest-ImagesOneServerTestJSON-2062431902 tempest-ImagesOneServerTestJSON-2062431902-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/527beb92-2a9e-ba14-14db-c38dbebe4ed4/disk-0.vmdk. {{(pid=62328) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 617.874721] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7a840215-4fa2-4819-9e66-fe9562809443 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 617.879188] env[62328]: INFO nova.scheduler.client.report [None req-899dfcb6-5dbd-4eab-b6d4-912d3fec231b tempest-InstanceActionsV221TestJSON-1254732959 tempest-InstanceActionsV221TestJSON-1254732959-project-member] Deleted allocations for instance bf44560e-3ce4-42b6-8230-481b2094ebcc [ 617.887790] env[62328]: DEBUG oslo_vmware.rw_handles [None req-80d158ce-24e0-4b84-84a1-f6849bb1d0ac tempest-ImagesOneServerTestJSON-2062431902 tempest-ImagesOneServerTestJSON-2062431902-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/527beb92-2a9e-ba14-14db-c38dbebe4ed4/disk-0.vmdk is in state: ready. {{(pid=62328) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 617.887790] env[62328]: ERROR oslo_vmware.rw_handles [None req-80d158ce-24e0-4b84-84a1-f6849bb1d0ac tempest-ImagesOneServerTestJSON-2062431902 tempest-ImagesOneServerTestJSON-2062431902-project-member] Aborting lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/527beb92-2a9e-ba14-14db-c38dbebe4ed4/disk-0.vmdk due to incomplete transfer. [ 617.887790] env[62328]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-a4218ed8-53b8-4da4-b655-5eec6386a486 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 617.894610] env[62328]: DEBUG oslo_vmware.rw_handles [None req-80d158ce-24e0-4b84-84a1-f6849bb1d0ac tempest-ImagesOneServerTestJSON-2062431902 tempest-ImagesOneServerTestJSON-2062431902-project-member] Closed VMDK read handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/527beb92-2a9e-ba14-14db-c38dbebe4ed4/disk-0.vmdk. {{(pid=62328) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 617.894610] env[62328]: DEBUG nova.virt.vmwareapi.images [None req-80d158ce-24e0-4b84-84a1-f6849bb1d0ac tempest-ImagesOneServerTestJSON-2062431902 tempest-ImagesOneServerTestJSON-2062431902-project-member] [instance: b7106740-bdd7-4774-8744-cbe21352a31c] Uploaded image b34d1352-876b-4a58-8c39-62b0217225c6 to the Glance image server {{(pid=62328) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 617.898127] env[62328]: DEBUG nova.virt.vmwareapi.vm_util [None req-80d158ce-24e0-4b84-84a1-f6849bb1d0ac tempest-ImagesOneServerTestJSON-2062431902 tempest-ImagesOneServerTestJSON-2062431902-project-member] [instance: b7106740-bdd7-4774-8744-cbe21352a31c] Destroying the VM {{(pid=62328) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 617.898127] env[62328]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-22345bf0-ffb9-4230-afef-5a2cf323e07a {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 617.906358] env[62328]: DEBUG oslo_vmware.api [None req-80d158ce-24e0-4b84-84a1-f6849bb1d0ac tempest-ImagesOneServerTestJSON-2062431902 tempest-ImagesOneServerTestJSON-2062431902-project-member] Waiting for the task: (returnval){ [ 617.906358] env[62328]: value = "task-2386351" [ 617.906358] env[62328]: _type = "Task" [ 617.906358] env[62328]: } to complete. {{(pid=62328) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 617.921223] env[62328]: DEBUG oslo_vmware.api [None req-80d158ce-24e0-4b84-84a1-f6849bb1d0ac tempest-ImagesOneServerTestJSON-2062431902 tempest-ImagesOneServerTestJSON-2062431902-project-member] Task: {'id': task-2386351, 'name': Destroy_Task} progress is 0%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 617.945641] env[62328]: DEBUG nova.network.neutron [None req-272a8da8-e355-4498-9288-85439c96679d tempest-ListServerFiltersTestJSON-1229971268 tempest-ListServerFiltersTestJSON-1229971268-project-member] [instance: 69b21777-3bb0-44ee-b6fd-f61a4a56881e] Updating instance_info_cache with network_info: [{"id": "1a927226-a4be-49a1-bee0-8cb7f320156a", "address": "fa:16:3e:24:71:6f", "network": {"id": "c46007c0-9cb2-4a89-a7d1-de50d2fc8963", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-926979095-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "74a0bc813655452b82c1404e811a4da4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8ea16b8c-ebf6-4bd4-ab67-ddb472e7b460", "external-id": "nsx-vlan-transportzone-156", "segmentation_id": 156, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1a927226-a4", "ovs_interfaceid": "1a927226-a4be-49a1-bee0-8cb7f320156a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62328) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 618.061122] env[62328]: DEBUG oslo_vmware.api [None req-c61dbfc8-e3b5-4fb9-ae33-c7091d627a78 tempest-ListServersNegativeTestJSON-1737878377 tempest-ListServersNegativeTestJSON-1737878377-project-member] Task: {'id': task-2386348, 'name': Rename_Task, 'duration_secs': 0.162978} completed successfully. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 618.062243] env[62328]: DEBUG nova.virt.vmwareapi.vm_util [None req-c61dbfc8-e3b5-4fb9-ae33-c7091d627a78 tempest-ListServersNegativeTestJSON-1737878377 tempest-ListServersNegativeTestJSON-1737878377-project-member] [instance: 81a2e476-6ab3-4b6d-9e55-328d46695cf9] Powering on the VM {{(pid=62328) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 618.062243] env[62328]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-9bc36e87-4afb-46d1-a075-8638642d8dfc {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 618.069676] env[62328]: DEBUG oslo_vmware.api [None req-c61dbfc8-e3b5-4fb9-ae33-c7091d627a78 tempest-ListServersNegativeTestJSON-1737878377 tempest-ListServersNegativeTestJSON-1737878377-project-member] Waiting for the task: (returnval){ [ 618.069676] env[62328]: value = "task-2386352" [ 618.069676] env[62328]: _type = "Task" [ 618.069676] env[62328]: } to complete. {{(pid=62328) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 618.078844] env[62328]: DEBUG oslo_vmware.api [None req-c61dbfc8-e3b5-4fb9-ae33-c7091d627a78 tempest-ListServersNegativeTestJSON-1737878377 tempest-ListServersNegativeTestJSON-1737878377-project-member] Task: {'id': task-2386352, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 618.084043] env[62328]: DEBUG oslo_vmware.api [None req-c7475f7b-c393-4ce0-8540-bf8f0749bbc0 tempest-ImagesOneServerNegativeTestJSON-835227872 tempest-ImagesOneServerNegativeTestJSON-835227872-project-member] Task: {'id': task-2386349, 'name': CloneVM_Task} progress is 94%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 618.130035] env[62328]: DEBUG oslo_vmware.api [None req-c61dbfc8-e3b5-4fb9-ae33-c7091d627a78 tempest-ListServersNegativeTestJSON-1737878377 tempest-ListServersNegativeTestJSON-1737878377-project-member] Task: {'id': task-2386350, 'name': Rename_Task, 'duration_secs': 0.154484} completed successfully. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 618.133097] env[62328]: DEBUG nova.virt.vmwareapi.vm_util [None req-c61dbfc8-e3b5-4fb9-ae33-c7091d627a78 tempest-ListServersNegativeTestJSON-1737878377 tempest-ListServersNegativeTestJSON-1737878377-project-member] [instance: 9a83a5e3-8072-4407-9256-3315ee1f0249] Powering on the VM {{(pid=62328) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 618.133097] env[62328]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-443fb596-a493-4bc9-b4d3-85de89521c66 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 618.137372] env[62328]: DEBUG oslo_vmware.api [None req-c61dbfc8-e3b5-4fb9-ae33-c7091d627a78 tempest-ListServersNegativeTestJSON-1737878377 tempest-ListServersNegativeTestJSON-1737878377-project-member] Waiting for the task: (returnval){ [ 618.137372] env[62328]: value = "task-2386353" [ 618.137372] env[62328]: _type = "Task" [ 618.137372] env[62328]: } to complete. {{(pid=62328) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 618.150714] env[62328]: DEBUG oslo_vmware.api [None req-c61dbfc8-e3b5-4fb9-ae33-c7091d627a78 tempest-ListServersNegativeTestJSON-1737878377 tempest-ListServersNegativeTestJSON-1737878377-project-member] Task: {'id': task-2386353, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 618.392020] env[62328]: DEBUG oslo_concurrency.lockutils [None req-899dfcb6-5dbd-4eab-b6d4-912d3fec231b tempest-InstanceActionsV221TestJSON-1254732959 tempest-InstanceActionsV221TestJSON-1254732959-project-member] Lock "bf44560e-3ce4-42b6-8230-481b2094ebcc" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 38.465s {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 618.421457] env[62328]: DEBUG oslo_vmware.api [None req-80d158ce-24e0-4b84-84a1-f6849bb1d0ac tempest-ImagesOneServerTestJSON-2062431902 tempest-ImagesOneServerTestJSON-2062431902-project-member] Task: {'id': task-2386351, 'name': Destroy_Task} progress is 100%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 618.450167] env[62328]: DEBUG oslo_concurrency.lockutils [None req-272a8da8-e355-4498-9288-85439c96679d tempest-ListServerFiltersTestJSON-1229971268 tempest-ListServerFiltersTestJSON-1229971268-project-member] Releasing lock "refresh_cache-69b21777-3bb0-44ee-b6fd-f61a4a56881e" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 618.450455] env[62328]: DEBUG nova.compute.manager [None req-272a8da8-e355-4498-9288-85439c96679d tempest-ListServerFiltersTestJSON-1229971268 tempest-ListServerFiltersTestJSON-1229971268-project-member] [instance: 69b21777-3bb0-44ee-b6fd-f61a4a56881e] Instance network_info: |[{"id": "1a927226-a4be-49a1-bee0-8cb7f320156a", "address": "fa:16:3e:24:71:6f", "network": {"id": "c46007c0-9cb2-4a89-a7d1-de50d2fc8963", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-926979095-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "74a0bc813655452b82c1404e811a4da4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8ea16b8c-ebf6-4bd4-ab67-ddb472e7b460", "external-id": "nsx-vlan-transportzone-156", "segmentation_id": 156, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1a927226-a4", "ovs_interfaceid": "1a927226-a4be-49a1-bee0-8cb7f320156a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62328) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 618.450928] env[62328]: DEBUG nova.virt.vmwareapi.vmops [None req-272a8da8-e355-4498-9288-85439c96679d tempest-ListServerFiltersTestJSON-1229971268 tempest-ListServerFiltersTestJSON-1229971268-project-member] [instance: 69b21777-3bb0-44ee-b6fd-f61a4a56881e] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:24:71:6f', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '8ea16b8c-ebf6-4bd4-ab67-ddb472e7b460', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '1a927226-a4be-49a1-bee0-8cb7f320156a', 'vif_model': 'vmxnet3'}] {{(pid=62328) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 618.460197] env[62328]: DEBUG oslo.service.loopingcall [None req-272a8da8-e355-4498-9288-85439c96679d tempest-ListServerFiltersTestJSON-1229971268 tempest-ListServerFiltersTestJSON-1229971268-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62328) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 618.463594] env[62328]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 69b21777-3bb0-44ee-b6fd-f61a4a56881e] Creating VM on the ESX host {{(pid=62328) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 618.464539] env[62328]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-eda35eef-8aca-47c3-b985-f379bce09fed {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 618.487393] env[62328]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 618.487393] env[62328]: value = "task-2386354" [ 618.487393] env[62328]: _type = "Task" [ 618.487393] env[62328]: } to complete. {{(pid=62328) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 618.498699] env[62328]: DEBUG oslo_vmware.api [-] Task: {'id': task-2386354, 'name': CreateVM_Task} progress is 0%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 618.589045] env[62328]: DEBUG oslo_vmware.api [None req-c61dbfc8-e3b5-4fb9-ae33-c7091d627a78 tempest-ListServersNegativeTestJSON-1737878377 tempest-ListServersNegativeTestJSON-1737878377-project-member] Task: {'id': task-2386352, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 618.596203] env[62328]: DEBUG oslo_vmware.api [None req-c7475f7b-c393-4ce0-8540-bf8f0749bbc0 tempest-ImagesOneServerNegativeTestJSON-835227872 tempest-ImagesOneServerNegativeTestJSON-835227872-project-member] Task: {'id': task-2386349, 'name': CloneVM_Task} progress is 95%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 618.653348] env[62328]: DEBUG oslo_vmware.api [None req-c61dbfc8-e3b5-4fb9-ae33-c7091d627a78 tempest-ListServersNegativeTestJSON-1737878377 tempest-ListServersNegativeTestJSON-1737878377-project-member] Task: {'id': task-2386353, 'name': PowerOnVM_Task} progress is 100%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 618.803458] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-64603732-dc38-4b65-9fde-85387baeece8 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 618.814729] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9fea9eef-2e08-46d2-aaf6-2244787a38ef {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 618.853359] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4ae2b605-0386-4c16-9278-2eda9051ac11 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 618.863394] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-512e5afb-0262-4805-b011-790f68deab4e {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 618.882447] env[62328]: DEBUG nova.compute.provider_tree [None req-ab511f9e-eaf0-4cf8-b50a-fb0dd3e547be tempest-ServerExternalEventsTest-1567415951 tempest-ServerExternalEventsTest-1567415951-project-member] Inventory has not changed in ProviderTree for provider: 3469e9f8-04af-49ca-8435-49f104496744 {{(pid=62328) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 618.917687] env[62328]: DEBUG oslo_vmware.api [None req-80d158ce-24e0-4b84-84a1-f6849bb1d0ac tempest-ImagesOneServerTestJSON-2062431902 tempest-ImagesOneServerTestJSON-2062431902-project-member] Task: {'id': task-2386351, 'name': Destroy_Task} progress is 100%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 618.998497] env[62328]: DEBUG oslo_vmware.api [-] Task: {'id': task-2386354, 'name': CreateVM_Task} progress is 25%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 619.092911] env[62328]: DEBUG oslo_vmware.api [None req-c61dbfc8-e3b5-4fb9-ae33-c7091d627a78 tempest-ListServersNegativeTestJSON-1737878377 tempest-ListServersNegativeTestJSON-1737878377-project-member] Task: {'id': task-2386352, 'name': PowerOnVM_Task, 'duration_secs': 0.810245} completed successfully. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 619.093179] env[62328]: DEBUG oslo_vmware.api [None req-c7475f7b-c393-4ce0-8540-bf8f0749bbc0 tempest-ImagesOneServerNegativeTestJSON-835227872 tempest-ImagesOneServerNegativeTestJSON-835227872-project-member] Task: {'id': task-2386349, 'name': CloneVM_Task, 'duration_secs': 1.36934} completed successfully. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 619.094868] env[62328]: DEBUG nova.virt.vmwareapi.vm_util [None req-c61dbfc8-e3b5-4fb9-ae33-c7091d627a78 tempest-ListServersNegativeTestJSON-1737878377 tempest-ListServersNegativeTestJSON-1737878377-project-member] [instance: 81a2e476-6ab3-4b6d-9e55-328d46695cf9] Powered on the VM {{(pid=62328) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 619.095165] env[62328]: INFO nova.compute.manager [None req-c61dbfc8-e3b5-4fb9-ae33-c7091d627a78 tempest-ListServersNegativeTestJSON-1737878377 tempest-ListServersNegativeTestJSON-1737878377-project-member] [instance: 81a2e476-6ab3-4b6d-9e55-328d46695cf9] Took 11.38 seconds to spawn the instance on the hypervisor. [ 619.095382] env[62328]: DEBUG nova.compute.manager [None req-c61dbfc8-e3b5-4fb9-ae33-c7091d627a78 tempest-ListServersNegativeTestJSON-1737878377 tempest-ListServersNegativeTestJSON-1737878377-project-member] [instance: 81a2e476-6ab3-4b6d-9e55-328d46695cf9] Checking state {{(pid=62328) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 619.095817] env[62328]: INFO nova.virt.vmwareapi.vmops [None req-c7475f7b-c393-4ce0-8540-bf8f0749bbc0 tempest-ImagesOneServerNegativeTestJSON-835227872 tempest-ImagesOneServerNegativeTestJSON-835227872-project-member] [instance: 7d40ec51-28cf-4829-be03-810f8d965b2e] Created linked-clone VM from snapshot [ 619.099875] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-76c0c112-fdd8-41c4-bc8a-6241b1d71c5b {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 619.104149] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2bacdde9-23b9-437e-9e50-3d7d9d6b4f43 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 619.106891] env[62328]: DEBUG oslo_concurrency.lockutils [None req-80f5d1f9-12ec-4208-8d75-05faff0afa00 tempest-ServerRescueTestJSONUnderV235-477445181 tempest-ServerRescueTestJSONUnderV235-477445181-project-member] Acquiring lock "133b2694-7206-4e72-92d6-ee334b1470e5" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 619.107179] env[62328]: DEBUG oslo_concurrency.lockutils [None req-80f5d1f9-12ec-4208-8d75-05faff0afa00 tempest-ServerRescueTestJSONUnderV235-477445181 tempest-ServerRescueTestJSONUnderV235-477445181-project-member] Lock "133b2694-7206-4e72-92d6-ee334b1470e5" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 619.119029] env[62328]: DEBUG nova.virt.vmwareapi.images [None req-c7475f7b-c393-4ce0-8540-bf8f0749bbc0 tempest-ImagesOneServerNegativeTestJSON-835227872 tempest-ImagesOneServerNegativeTestJSON-835227872-project-member] [instance: 7d40ec51-28cf-4829-be03-810f8d965b2e] Uploading image 4226ab22-5bb1-4fdc-9f13-1d68275cc1f9 {{(pid=62328) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 619.136501] env[62328]: DEBUG nova.virt.vmwareapi.vm_util [None req-c7475f7b-c393-4ce0-8540-bf8f0749bbc0 tempest-ImagesOneServerNegativeTestJSON-835227872 tempest-ImagesOneServerNegativeTestJSON-835227872-project-member] [instance: 7d40ec51-28cf-4829-be03-810f8d965b2e] Destroying the VM {{(pid=62328) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 619.136808] env[62328]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-acf14739-d973-4171-83fe-9938f2961d13 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 619.151751] env[62328]: DEBUG oslo_vmware.api [None req-c61dbfc8-e3b5-4fb9-ae33-c7091d627a78 tempest-ListServersNegativeTestJSON-1737878377 tempest-ListServersNegativeTestJSON-1737878377-project-member] Task: {'id': task-2386353, 'name': PowerOnVM_Task, 'duration_secs': 0.546631} completed successfully. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 619.152789] env[62328]: DEBUG nova.virt.vmwareapi.vm_util [None req-c61dbfc8-e3b5-4fb9-ae33-c7091d627a78 tempest-ListServersNegativeTestJSON-1737878377 tempest-ListServersNegativeTestJSON-1737878377-project-member] [instance: 9a83a5e3-8072-4407-9256-3315ee1f0249] Powered on the VM {{(pid=62328) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 619.153325] env[62328]: INFO nova.compute.manager [None req-c61dbfc8-e3b5-4fb9-ae33-c7091d627a78 tempest-ListServersNegativeTestJSON-1737878377 tempest-ListServersNegativeTestJSON-1737878377-project-member] [instance: 9a83a5e3-8072-4407-9256-3315ee1f0249] Took 8.70 seconds to spawn the instance on the hypervisor. [ 619.153325] env[62328]: DEBUG nova.compute.manager [None req-c61dbfc8-e3b5-4fb9-ae33-c7091d627a78 tempest-ListServersNegativeTestJSON-1737878377 tempest-ListServersNegativeTestJSON-1737878377-project-member] [instance: 9a83a5e3-8072-4407-9256-3315ee1f0249] Checking state {{(pid=62328) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 619.153638] env[62328]: DEBUG oslo_vmware.api [None req-c7475f7b-c393-4ce0-8540-bf8f0749bbc0 tempest-ImagesOneServerNegativeTestJSON-835227872 tempest-ImagesOneServerNegativeTestJSON-835227872-project-member] Waiting for the task: (returnval){ [ 619.153638] env[62328]: value = "task-2386355" [ 619.153638] env[62328]: _type = "Task" [ 619.153638] env[62328]: } to complete. {{(pid=62328) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 619.154615] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b15132fc-2fa3-4aa3-bc54-d66b7a32455e {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 619.180029] env[62328]: DEBUG oslo_vmware.api [None req-c7475f7b-c393-4ce0-8540-bf8f0749bbc0 tempest-ImagesOneServerNegativeTestJSON-835227872 tempest-ImagesOneServerNegativeTestJSON-835227872-project-member] Task: {'id': task-2386355, 'name': Destroy_Task} progress is 0%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 619.214809] env[62328]: DEBUG nova.compute.manager [req-5f2955a4-b653-427e-a297-5582ed368925 req-66932d01-508d-48f8-82c7-acea2c55885e service nova] [instance: 69b21777-3bb0-44ee-b6fd-f61a4a56881e] Received event network-vif-plugged-1a927226-a4be-49a1-bee0-8cb7f320156a {{(pid=62328) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 619.214809] env[62328]: DEBUG oslo_concurrency.lockutils [req-5f2955a4-b653-427e-a297-5582ed368925 req-66932d01-508d-48f8-82c7-acea2c55885e service nova] Acquiring lock "69b21777-3bb0-44ee-b6fd-f61a4a56881e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 619.214809] env[62328]: DEBUG oslo_concurrency.lockutils [req-5f2955a4-b653-427e-a297-5582ed368925 req-66932d01-508d-48f8-82c7-acea2c55885e service nova] Lock "69b21777-3bb0-44ee-b6fd-f61a4a56881e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 619.214809] env[62328]: DEBUG oslo_concurrency.lockutils [req-5f2955a4-b653-427e-a297-5582ed368925 req-66932d01-508d-48f8-82c7-acea2c55885e service nova] Lock "69b21777-3bb0-44ee-b6fd-f61a4a56881e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 619.214809] env[62328]: DEBUG nova.compute.manager [req-5f2955a4-b653-427e-a297-5582ed368925 req-66932d01-508d-48f8-82c7-acea2c55885e service nova] [instance: 69b21777-3bb0-44ee-b6fd-f61a4a56881e] No waiting events found dispatching network-vif-plugged-1a927226-a4be-49a1-bee0-8cb7f320156a {{(pid=62328) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 619.215569] env[62328]: WARNING nova.compute.manager [req-5f2955a4-b653-427e-a297-5582ed368925 req-66932d01-508d-48f8-82c7-acea2c55885e service nova] [instance: 69b21777-3bb0-44ee-b6fd-f61a4a56881e] Received unexpected event network-vif-plugged-1a927226-a4be-49a1-bee0-8cb7f320156a for instance with vm_state building and task_state spawning. [ 619.215893] env[62328]: DEBUG nova.compute.manager [req-5f2955a4-b653-427e-a297-5582ed368925 req-66932d01-508d-48f8-82c7-acea2c55885e service nova] [instance: 69b21777-3bb0-44ee-b6fd-f61a4a56881e] Received event network-changed-1a927226-a4be-49a1-bee0-8cb7f320156a {{(pid=62328) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 619.216600] env[62328]: DEBUG nova.compute.manager [req-5f2955a4-b653-427e-a297-5582ed368925 req-66932d01-508d-48f8-82c7-acea2c55885e service nova] [instance: 69b21777-3bb0-44ee-b6fd-f61a4a56881e] Refreshing instance network info cache due to event network-changed-1a927226-a4be-49a1-bee0-8cb7f320156a. {{(pid=62328) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 619.217059] env[62328]: DEBUG oslo_concurrency.lockutils [req-5f2955a4-b653-427e-a297-5582ed368925 req-66932d01-508d-48f8-82c7-acea2c55885e service nova] Acquiring lock "refresh_cache-69b21777-3bb0-44ee-b6fd-f61a4a56881e" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 619.217349] env[62328]: DEBUG oslo_concurrency.lockutils [req-5f2955a4-b653-427e-a297-5582ed368925 req-66932d01-508d-48f8-82c7-acea2c55885e service nova] Acquired lock "refresh_cache-69b21777-3bb0-44ee-b6fd-f61a4a56881e" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.220020] env[62328]: DEBUG nova.network.neutron [req-5f2955a4-b653-427e-a297-5582ed368925 req-66932d01-508d-48f8-82c7-acea2c55885e service nova] [instance: 69b21777-3bb0-44ee-b6fd-f61a4a56881e] Refreshing network info cache for port 1a927226-a4be-49a1-bee0-8cb7f320156a {{(pid=62328) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 619.387331] env[62328]: DEBUG nova.scheduler.client.report [None req-ab511f9e-eaf0-4cf8-b50a-fb0dd3e547be tempest-ServerExternalEventsTest-1567415951 tempest-ServerExternalEventsTest-1567415951-project-member] Inventory has not changed for provider 3469e9f8-04af-49ca-8435-49f104496744 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 152, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62328) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 619.420505] env[62328]: DEBUG oslo_vmware.api [None req-80d158ce-24e0-4b84-84a1-f6849bb1d0ac tempest-ImagesOneServerTestJSON-2062431902 tempest-ImagesOneServerTestJSON-2062431902-project-member] Task: {'id': task-2386351, 'name': Destroy_Task, 'duration_secs': 1.472538} completed successfully. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 619.420779] env[62328]: INFO nova.virt.vmwareapi.vm_util [None req-80d158ce-24e0-4b84-84a1-f6849bb1d0ac tempest-ImagesOneServerTestJSON-2062431902 tempest-ImagesOneServerTestJSON-2062431902-project-member] [instance: b7106740-bdd7-4774-8744-cbe21352a31c] Destroyed the VM [ 619.421123] env[62328]: DEBUG nova.virt.vmwareapi.vmops [None req-80d158ce-24e0-4b84-84a1-f6849bb1d0ac tempest-ImagesOneServerTestJSON-2062431902 tempest-ImagesOneServerTestJSON-2062431902-project-member] [instance: b7106740-bdd7-4774-8744-cbe21352a31c] Deleting Snapshot of the VM instance {{(pid=62328) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 619.421725] env[62328]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-302ab74c-8df1-4c1f-9ef2-63fb365c500f {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 619.431325] env[62328]: DEBUG oslo_vmware.api [None req-80d158ce-24e0-4b84-84a1-f6849bb1d0ac tempest-ImagesOneServerTestJSON-2062431902 tempest-ImagesOneServerTestJSON-2062431902-project-member] Waiting for the task: (returnval){ [ 619.431325] env[62328]: value = "task-2386356" [ 619.431325] env[62328]: _type = "Task" [ 619.431325] env[62328]: } to complete. {{(pid=62328) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 619.443877] env[62328]: DEBUG oslo_vmware.api [None req-80d158ce-24e0-4b84-84a1-f6849bb1d0ac tempest-ImagesOneServerTestJSON-2062431902 tempest-ImagesOneServerTestJSON-2062431902-project-member] Task: {'id': task-2386356, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 619.501401] env[62328]: DEBUG oslo_vmware.api [-] Task: {'id': task-2386354, 'name': CreateVM_Task} progress is 25%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 619.636400] env[62328]: INFO nova.compute.manager [None req-c61dbfc8-e3b5-4fb9-ae33-c7091d627a78 tempest-ListServersNegativeTestJSON-1737878377 tempest-ListServersNegativeTestJSON-1737878377-project-member] [instance: 81a2e476-6ab3-4b6d-9e55-328d46695cf9] Took 42.22 seconds to build instance. [ 619.672872] env[62328]: DEBUG oslo_vmware.api [None req-c7475f7b-c393-4ce0-8540-bf8f0749bbc0 tempest-ImagesOneServerNegativeTestJSON-835227872 tempest-ImagesOneServerNegativeTestJSON-835227872-project-member] Task: {'id': task-2386355, 'name': Destroy_Task, 'duration_secs': 0.403719} completed successfully. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 619.673094] env[62328]: INFO nova.virt.vmwareapi.vm_util [None req-c7475f7b-c393-4ce0-8540-bf8f0749bbc0 tempest-ImagesOneServerNegativeTestJSON-835227872 tempest-ImagesOneServerNegativeTestJSON-835227872-project-member] [instance: 7d40ec51-28cf-4829-be03-810f8d965b2e] Destroyed the VM [ 619.674106] env[62328]: DEBUG nova.virt.vmwareapi.vmops [None req-c7475f7b-c393-4ce0-8540-bf8f0749bbc0 tempest-ImagesOneServerNegativeTestJSON-835227872 tempest-ImagesOneServerNegativeTestJSON-835227872-project-member] [instance: 7d40ec51-28cf-4829-be03-810f8d965b2e] Deleting Snapshot of the VM instance {{(pid=62328) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 619.674106] env[62328]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-829daeca-49ff-4c75-a118-29bf2129ec1a {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 619.686202] env[62328]: DEBUG oslo_vmware.api [None req-c7475f7b-c393-4ce0-8540-bf8f0749bbc0 tempest-ImagesOneServerNegativeTestJSON-835227872 tempest-ImagesOneServerNegativeTestJSON-835227872-project-member] Waiting for the task: (returnval){ [ 619.686202] env[62328]: value = "task-2386357" [ 619.686202] env[62328]: _type = "Task" [ 619.686202] env[62328]: } to complete. {{(pid=62328) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 619.694220] env[62328]: INFO nova.compute.manager [None req-c61dbfc8-e3b5-4fb9-ae33-c7091d627a78 tempest-ListServersNegativeTestJSON-1737878377 tempest-ListServersNegativeTestJSON-1737878377-project-member] [instance: 9a83a5e3-8072-4407-9256-3315ee1f0249] Took 41.77 seconds to build instance. [ 619.701633] env[62328]: DEBUG oslo_vmware.api [None req-c7475f7b-c393-4ce0-8540-bf8f0749bbc0 tempest-ImagesOneServerNegativeTestJSON-835227872 tempest-ImagesOneServerNegativeTestJSON-835227872-project-member] Task: {'id': task-2386357, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 619.893059] env[62328]: DEBUG oslo_concurrency.lockutils [None req-ab511f9e-eaf0-4cf8-b50a-fb0dd3e547be tempest-ServerExternalEventsTest-1567415951 tempest-ServerExternalEventsTest-1567415951-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.130s {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 619.899035] env[62328]: DEBUG oslo_concurrency.lockutils [None req-04085e23-bd21-4312-989f-0ce0c91e4fc6 tempest-ServersAdminNegativeTestJSON-593360600 tempest-ServersAdminNegativeTestJSON-593360600-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 29.524s {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 619.899035] env[62328]: INFO nova.compute.claims [None req-04085e23-bd21-4312-989f-0ce0c91e4fc6 tempest-ServersAdminNegativeTestJSON-593360600 tempest-ServersAdminNegativeTestJSON-593360600-project-member] [instance: 16731f71-d972-4604-95f3-4412aedcddb5] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 619.944405] env[62328]: DEBUG oslo_vmware.api [None req-80d158ce-24e0-4b84-84a1-f6849bb1d0ac tempest-ImagesOneServerTestJSON-2062431902 tempest-ImagesOneServerTestJSON-2062431902-project-member] Task: {'id': task-2386356, 'name': RemoveSnapshot_Task} progress is 80%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 619.945620] env[62328]: INFO nova.scheduler.client.report [None req-ab511f9e-eaf0-4cf8-b50a-fb0dd3e547be tempest-ServerExternalEventsTest-1567415951 tempest-ServerExternalEventsTest-1567415951-project-member] Deleted allocations for instance 5f192c3a-1f44-4471-afec-76a321dfd557 [ 620.004033] env[62328]: DEBUG oslo_vmware.api [-] Task: {'id': task-2386354, 'name': CreateVM_Task, 'duration_secs': 1.255181} completed successfully. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 620.004204] env[62328]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 69b21777-3bb0-44ee-b6fd-f61a4a56881e] Created VM on the ESX host {{(pid=62328) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 620.004954] env[62328]: DEBUG oslo_concurrency.lockutils [None req-272a8da8-e355-4498-9288-85439c96679d tempest-ListServerFiltersTestJSON-1229971268 tempest-ListServerFiltersTestJSON-1229971268-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/dbf872a4-92be-47e4-8561-c3e2bf2423ab" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 620.005136] env[62328]: DEBUG oslo_concurrency.lockutils [None req-272a8da8-e355-4498-9288-85439c96679d tempest-ListServerFiltersTestJSON-1229971268 tempest-ListServerFiltersTestJSON-1229971268-project-member] Acquired lock "[datastore2] devstack-image-cache_base/dbf872a4-92be-47e4-8561-c3e2bf2423ab" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.005468] env[62328]: DEBUG oslo_concurrency.lockutils [None req-272a8da8-e355-4498-9288-85439c96679d tempest-ListServerFiltersTestJSON-1229971268 tempest-ListServerFiltersTestJSON-1229971268-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/dbf872a4-92be-47e4-8561-c3e2bf2423ab" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 620.005740] env[62328]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b4a8efe1-79fd-4712-83d2-c8999da4ae60 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 620.020063] env[62328]: DEBUG oslo_vmware.api [None req-272a8da8-e355-4498-9288-85439c96679d tempest-ListServerFiltersTestJSON-1229971268 tempest-ListServerFiltersTestJSON-1229971268-project-member] Waiting for the task: (returnval){ [ 620.020063] env[62328]: value = "session[52a6e20e-410d-708a-99f2-080a575a99bd]5211e1eb-3014-c039-7642-a4ac7be56f28" [ 620.020063] env[62328]: _type = "Task" [ 620.020063] env[62328]: } to complete. {{(pid=62328) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 620.038220] env[62328]: DEBUG oslo_vmware.api [None req-272a8da8-e355-4498-9288-85439c96679d tempest-ListServerFiltersTestJSON-1229971268 tempest-ListServerFiltersTestJSON-1229971268-project-member] Task: {'id': session[52a6e20e-410d-708a-99f2-080a575a99bd]5211e1eb-3014-c039-7642-a4ac7be56f28, 'name': SearchDatastore_Task, 'duration_secs': 0.01263} completed successfully. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 620.038436] env[62328]: DEBUG oslo_concurrency.lockutils [None req-272a8da8-e355-4498-9288-85439c96679d tempest-ListServerFiltersTestJSON-1229971268 tempest-ListServerFiltersTestJSON-1229971268-project-member] Releasing lock "[datastore2] devstack-image-cache_base/dbf872a4-92be-47e4-8561-c3e2bf2423ab" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 620.038689] env[62328]: DEBUG nova.virt.vmwareapi.vmops [None req-272a8da8-e355-4498-9288-85439c96679d tempest-ListServerFiltersTestJSON-1229971268 tempest-ListServerFiltersTestJSON-1229971268-project-member] [instance: 69b21777-3bb0-44ee-b6fd-f61a4a56881e] Processing image dbf872a4-92be-47e4-8561-c3e2bf2423ab {{(pid=62328) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 620.038927] env[62328]: DEBUG oslo_concurrency.lockutils [None req-272a8da8-e355-4498-9288-85439c96679d tempest-ListServerFiltersTestJSON-1229971268 tempest-ListServerFiltersTestJSON-1229971268-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/dbf872a4-92be-47e4-8561-c3e2bf2423ab/dbf872a4-92be-47e4-8561-c3e2bf2423ab.vmdk" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 620.039097] env[62328]: DEBUG oslo_concurrency.lockutils [None req-272a8da8-e355-4498-9288-85439c96679d tempest-ListServerFiltersTestJSON-1229971268 tempest-ListServerFiltersTestJSON-1229971268-project-member] Acquired lock "[datastore2] devstack-image-cache_base/dbf872a4-92be-47e4-8561-c3e2bf2423ab/dbf872a4-92be-47e4-8561-c3e2bf2423ab.vmdk" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.039287] env[62328]: DEBUG nova.virt.vmwareapi.ds_util [None req-272a8da8-e355-4498-9288-85439c96679d tempest-ListServerFiltersTestJSON-1229971268 tempest-ListServerFiltersTestJSON-1229971268-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62328) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 620.039554] env[62328]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-1daa690f-ff50-4cbf-9ff7-38fae2adf5e7 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 620.053544] env[62328]: DEBUG nova.virt.vmwareapi.ds_util [None req-272a8da8-e355-4498-9288-85439c96679d tempest-ListServerFiltersTestJSON-1229971268 tempest-ListServerFiltersTestJSON-1229971268-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62328) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 620.053936] env[62328]: DEBUG nova.virt.vmwareapi.vmops [None req-272a8da8-e355-4498-9288-85439c96679d tempest-ListServerFiltersTestJSON-1229971268 tempest-ListServerFiltersTestJSON-1229971268-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62328) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 620.054957] env[62328]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-712a9af1-f1ff-4db0-a349-7e5209dabb3a {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 620.063365] env[62328]: DEBUG oslo_vmware.api [None req-272a8da8-e355-4498-9288-85439c96679d tempest-ListServerFiltersTestJSON-1229971268 tempest-ListServerFiltersTestJSON-1229971268-project-member] Waiting for the task: (returnval){ [ 620.063365] env[62328]: value = "session[52a6e20e-410d-708a-99f2-080a575a99bd]5268b24e-888d-a8c4-6ca0-ab33b5a02785" [ 620.063365] env[62328]: _type = "Task" [ 620.063365] env[62328]: } to complete. {{(pid=62328) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 620.073749] env[62328]: DEBUG oslo_vmware.api [None req-272a8da8-e355-4498-9288-85439c96679d tempest-ListServerFiltersTestJSON-1229971268 tempest-ListServerFiltersTestJSON-1229971268-project-member] Task: {'id': session[52a6e20e-410d-708a-99f2-080a575a99bd]5268b24e-888d-a8c4-6ca0-ab33b5a02785, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 620.141019] env[62328]: DEBUG oslo_concurrency.lockutils [None req-c61dbfc8-e3b5-4fb9-ae33-c7091d627a78 tempest-ListServersNegativeTestJSON-1737878377 tempest-ListServersNegativeTestJSON-1737878377-project-member] Lock "81a2e476-6ab3-4b6d-9e55-328d46695cf9" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 45.576s {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 620.200488] env[62328]: DEBUG oslo_concurrency.lockutils [None req-c61dbfc8-e3b5-4fb9-ae33-c7091d627a78 tempest-ListServersNegativeTestJSON-1737878377 tempest-ListServersNegativeTestJSON-1737878377-project-member] Lock "9a83a5e3-8072-4407-9256-3315ee1f0249" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 45.613s {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 620.201057] env[62328]: DEBUG oslo_vmware.api [None req-c7475f7b-c393-4ce0-8540-bf8f0749bbc0 tempest-ImagesOneServerNegativeTestJSON-835227872 tempest-ImagesOneServerNegativeTestJSON-835227872-project-member] Task: {'id': task-2386357, 'name': RemoveSnapshot_Task} progress is 36%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 620.305302] env[62328]: DEBUG nova.network.neutron [req-5f2955a4-b653-427e-a297-5582ed368925 req-66932d01-508d-48f8-82c7-acea2c55885e service nova] [instance: 69b21777-3bb0-44ee-b6fd-f61a4a56881e] Updated VIF entry in instance network info cache for port 1a927226-a4be-49a1-bee0-8cb7f320156a. {{(pid=62328) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 620.305671] env[62328]: DEBUG nova.network.neutron [req-5f2955a4-b653-427e-a297-5582ed368925 req-66932d01-508d-48f8-82c7-acea2c55885e service nova] [instance: 69b21777-3bb0-44ee-b6fd-f61a4a56881e] Updating instance_info_cache with network_info: [{"id": "1a927226-a4be-49a1-bee0-8cb7f320156a", "address": "fa:16:3e:24:71:6f", "network": {"id": "c46007c0-9cb2-4a89-a7d1-de50d2fc8963", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-926979095-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "74a0bc813655452b82c1404e811a4da4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8ea16b8c-ebf6-4bd4-ab67-ddb472e7b460", "external-id": "nsx-vlan-transportzone-156", "segmentation_id": 156, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1a927226-a4", "ovs_interfaceid": "1a927226-a4be-49a1-bee0-8cb7f320156a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62328) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 620.444722] env[62328]: DEBUG oslo_vmware.api [None req-80d158ce-24e0-4b84-84a1-f6849bb1d0ac tempest-ImagesOneServerTestJSON-2062431902 tempest-ImagesOneServerTestJSON-2062431902-project-member] Task: {'id': task-2386356, 'name': RemoveSnapshot_Task, 'duration_secs': 0.827788} completed successfully. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 620.445104] env[62328]: DEBUG nova.virt.vmwareapi.vmops [None req-80d158ce-24e0-4b84-84a1-f6849bb1d0ac tempest-ImagesOneServerTestJSON-2062431902 tempest-ImagesOneServerTestJSON-2062431902-project-member] [instance: b7106740-bdd7-4774-8744-cbe21352a31c] Deleted Snapshot of the VM instance {{(pid=62328) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 620.445335] env[62328]: INFO nova.compute.manager [None req-80d158ce-24e0-4b84-84a1-f6849bb1d0ac tempest-ImagesOneServerTestJSON-2062431902 tempest-ImagesOneServerTestJSON-2062431902-project-member] [instance: b7106740-bdd7-4774-8744-cbe21352a31c] Took 18.20 seconds to snapshot the instance on the hypervisor. [ 620.460403] env[62328]: DEBUG oslo_concurrency.lockutils [None req-ab511f9e-eaf0-4cf8-b50a-fb0dd3e547be tempest-ServerExternalEventsTest-1567415951 tempest-ServerExternalEventsTest-1567415951-project-member] Lock "5f192c3a-1f44-4471-afec-76a321dfd557" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 39.367s {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 620.579487] env[62328]: DEBUG oslo_vmware.api [None req-272a8da8-e355-4498-9288-85439c96679d tempest-ListServerFiltersTestJSON-1229971268 tempest-ListServerFiltersTestJSON-1229971268-project-member] Task: {'id': session[52a6e20e-410d-708a-99f2-080a575a99bd]5268b24e-888d-a8c4-6ca0-ab33b5a02785, 'name': SearchDatastore_Task, 'duration_secs': 0.011561} completed successfully. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 620.579857] env[62328]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8cc0b74d-d562-4c25-898f-3dc4dbbfa821 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 620.587383] env[62328]: DEBUG oslo_vmware.api [None req-272a8da8-e355-4498-9288-85439c96679d tempest-ListServerFiltersTestJSON-1229971268 tempest-ListServerFiltersTestJSON-1229971268-project-member] Waiting for the task: (returnval){ [ 620.587383] env[62328]: value = "session[52a6e20e-410d-708a-99f2-080a575a99bd]5289edb0-7d30-973e-78e8-cff94c6690cf" [ 620.587383] env[62328]: _type = "Task" [ 620.587383] env[62328]: } to complete. {{(pid=62328) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 620.601101] env[62328]: DEBUG oslo_vmware.api [None req-272a8da8-e355-4498-9288-85439c96679d tempest-ListServerFiltersTestJSON-1229971268 tempest-ListServerFiltersTestJSON-1229971268-project-member] Task: {'id': session[52a6e20e-410d-708a-99f2-080a575a99bd]5289edb0-7d30-973e-78e8-cff94c6690cf, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 620.648626] env[62328]: DEBUG nova.compute.manager [None req-128e9285-b921-4748-b0f2-05645a029569 tempest-ServerRescueTestJSON-434379102 tempest-ServerRescueTestJSON-434379102-project-member] [instance: 7ad56de0-3e7a-4018-8746-42a83a4fe22e] Starting instance... {{(pid=62328) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 620.701913] env[62328]: DEBUG oslo_vmware.api [None req-c7475f7b-c393-4ce0-8540-bf8f0749bbc0 tempest-ImagesOneServerNegativeTestJSON-835227872 tempest-ImagesOneServerNegativeTestJSON-835227872-project-member] Task: {'id': task-2386357, 'name': RemoveSnapshot_Task, 'duration_secs': 0.728483} completed successfully. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 620.702402] env[62328]: DEBUG nova.virt.vmwareapi.vmops [None req-c7475f7b-c393-4ce0-8540-bf8f0749bbc0 tempest-ImagesOneServerNegativeTestJSON-835227872 tempest-ImagesOneServerNegativeTestJSON-835227872-project-member] [instance: 7d40ec51-28cf-4829-be03-810f8d965b2e] Deleted Snapshot of the VM instance {{(pid=62328) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 620.706370] env[62328]: DEBUG nova.compute.manager [None req-b23b3f4e-fe94-407a-94db-5599506ca919 tempest-ServersListShow296Test-961208893 tempest-ServersListShow296Test-961208893-project-member] [instance: 9189922d-4308-4303-a84b-1bbeeb1ed7d2] Starting instance... {{(pid=62328) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 620.810234] env[62328]: DEBUG oslo_concurrency.lockutils [req-5f2955a4-b653-427e-a297-5582ed368925 req-66932d01-508d-48f8-82c7-acea2c55885e service nova] Releasing lock "refresh_cache-69b21777-3bb0-44ee-b6fd-f61a4a56881e" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 621.104100] env[62328]: DEBUG oslo_vmware.api [None req-272a8da8-e355-4498-9288-85439c96679d tempest-ListServerFiltersTestJSON-1229971268 tempest-ListServerFiltersTestJSON-1229971268-project-member] Task: {'id': session[52a6e20e-410d-708a-99f2-080a575a99bd]5289edb0-7d30-973e-78e8-cff94c6690cf, 'name': SearchDatastore_Task, 'duration_secs': 0.014066} completed successfully. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 621.109117] env[62328]: DEBUG oslo_concurrency.lockutils [None req-272a8da8-e355-4498-9288-85439c96679d tempest-ListServerFiltersTestJSON-1229971268 tempest-ListServerFiltersTestJSON-1229971268-project-member] Releasing lock "[datastore2] devstack-image-cache_base/dbf872a4-92be-47e4-8561-c3e2bf2423ab/dbf872a4-92be-47e4-8561-c3e2bf2423ab.vmdk" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 621.109117] env[62328]: DEBUG nova.virt.vmwareapi.vm_util [None req-272a8da8-e355-4498-9288-85439c96679d tempest-ListServerFiltersTestJSON-1229971268 tempest-ListServerFiltersTestJSON-1229971268-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/dbf872a4-92be-47e4-8561-c3e2bf2423ab/dbf872a4-92be-47e4-8561-c3e2bf2423ab.vmdk to [datastore2] 69b21777-3bb0-44ee-b6fd-f61a4a56881e/69b21777-3bb0-44ee-b6fd-f61a4a56881e.vmdk {{(pid=62328) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 621.109413] env[62328]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-5b32e333-0c91-4477-8796-4af4aa4faca2 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 621.119488] env[62328]: DEBUG oslo_vmware.api [None req-272a8da8-e355-4498-9288-85439c96679d tempest-ListServerFiltersTestJSON-1229971268 tempest-ListServerFiltersTestJSON-1229971268-project-member] Waiting for the task: (returnval){ [ 621.119488] env[62328]: value = "task-2386358" [ 621.119488] env[62328]: _type = "Task" [ 621.119488] env[62328]: } to complete. {{(pid=62328) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 621.134689] env[62328]: DEBUG oslo_vmware.api [None req-272a8da8-e355-4498-9288-85439c96679d tempest-ListServerFiltersTestJSON-1229971268 tempest-ListServerFiltersTestJSON-1229971268-project-member] Task: {'id': task-2386358, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 621.187670] env[62328]: DEBUG oslo_concurrency.lockutils [None req-128e9285-b921-4748-b0f2-05645a029569 tempest-ServerRescueTestJSON-434379102 tempest-ServerRescueTestJSON-434379102-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 621.210364] env[62328]: WARNING nova.compute.manager [None req-c7475f7b-c393-4ce0-8540-bf8f0749bbc0 tempest-ImagesOneServerNegativeTestJSON-835227872 tempest-ImagesOneServerNegativeTestJSON-835227872-project-member] [instance: 7d40ec51-28cf-4829-be03-810f8d965b2e] Image not found during snapshot: nova.exception.ImageNotFound: Image 4226ab22-5bb1-4fdc-9f13-1d68275cc1f9 could not be found. [ 621.212656] env[62328]: DEBUG nova.compute.manager [None req-b23b3f4e-fe94-407a-94db-5599506ca919 tempest-ServersListShow296Test-961208893 tempest-ServersListShow296Test-961208893-project-member] [instance: 9189922d-4308-4303-a84b-1bbeeb1ed7d2] Instance disappeared before build. {{(pid=62328) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2446}} [ 621.365173] env[62328]: DEBUG oslo_concurrency.lockutils [None req-aa1a88c2-5256-4c8a-b3b5-1ffbf769b3e7 tempest-ServerActionsTestOtherA-1098162655 tempest-ServerActionsTestOtherA-1098162655-project-member] Acquiring lock "66186b76-7021-4df1-b53c-2789906e37ac" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 621.365363] env[62328]: DEBUG oslo_concurrency.lockutils [None req-aa1a88c2-5256-4c8a-b3b5-1ffbf769b3e7 tempest-ServerActionsTestOtherA-1098162655 tempest-ServerActionsTestOtherA-1098162655-project-member] Lock "66186b76-7021-4df1-b53c-2789906e37ac" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 621.444643] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7afa28b1-e0ac-433e-8b7b-fce65b3455f6 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 621.456740] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d557ea5b-0802-4e11-9499-11d5e2b032cf {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 621.492548] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-80b68b59-59af-4ecb-b0eb-b814e308bbd8 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 621.504404] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-12addc03-346e-4be1-ac00-1cac572c7f23 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 621.527887] env[62328]: DEBUG nova.compute.provider_tree [None req-04085e23-bd21-4312-989f-0ce0c91e4fc6 tempest-ServersAdminNegativeTestJSON-593360600 tempest-ServersAdminNegativeTestJSON-593360600-project-member] Inventory has not changed in ProviderTree for provider: 3469e9f8-04af-49ca-8435-49f104496744 {{(pid=62328) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 621.635724] env[62328]: DEBUG oslo_vmware.api [None req-272a8da8-e355-4498-9288-85439c96679d tempest-ListServerFiltersTestJSON-1229971268 tempest-ListServerFiltersTestJSON-1229971268-project-member] Task: {'id': task-2386358, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 621.734281] env[62328]: DEBUG oslo_concurrency.lockutils [None req-b23b3f4e-fe94-407a-94db-5599506ca919 tempest-ServersListShow296Test-961208893 tempest-ServersListShow296Test-961208893-project-member] Lock "9189922d-4308-4303-a84b-1bbeeb1ed7d2" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 21.813s {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 622.036022] env[62328]: DEBUG nova.scheduler.client.report [None req-04085e23-bd21-4312-989f-0ce0c91e4fc6 tempest-ServersAdminNegativeTestJSON-593360600 tempest-ServersAdminNegativeTestJSON-593360600-project-member] Inventory has not changed for provider 3469e9f8-04af-49ca-8435-49f104496744 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 152, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62328) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 622.143309] env[62328]: DEBUG oslo_vmware.api [None req-272a8da8-e355-4498-9288-85439c96679d tempest-ListServerFiltersTestJSON-1229971268 tempest-ListServerFiltersTestJSON-1229971268-project-member] Task: {'id': task-2386358, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.579576} completed successfully. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 622.147172] env[62328]: DEBUG nova.virt.vmwareapi.vm_util [None req-272a8da8-e355-4498-9288-85439c96679d tempest-ListServerFiltersTestJSON-1229971268 tempest-ListServerFiltersTestJSON-1229971268-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/dbf872a4-92be-47e4-8561-c3e2bf2423ab/dbf872a4-92be-47e4-8561-c3e2bf2423ab.vmdk to [datastore2] 69b21777-3bb0-44ee-b6fd-f61a4a56881e/69b21777-3bb0-44ee-b6fd-f61a4a56881e.vmdk {{(pid=62328) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 622.147766] env[62328]: DEBUG nova.virt.vmwareapi.vmops [None req-272a8da8-e355-4498-9288-85439c96679d tempest-ListServerFiltersTestJSON-1229971268 tempest-ListServerFiltersTestJSON-1229971268-project-member] [instance: 69b21777-3bb0-44ee-b6fd-f61a4a56881e] Extending root virtual disk to 1048576 {{(pid=62328) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 622.148238] env[62328]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-99d3a31f-6920-45aa-b515-efba9162ef6a {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 622.159107] env[62328]: DEBUG oslo_vmware.api [None req-272a8da8-e355-4498-9288-85439c96679d tempest-ListServerFiltersTestJSON-1229971268 tempest-ListServerFiltersTestJSON-1229971268-project-member] Waiting for the task: (returnval){ [ 622.159107] env[62328]: value = "task-2386359" [ 622.159107] env[62328]: _type = "Task" [ 622.159107] env[62328]: } to complete. {{(pid=62328) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 622.172636] env[62328]: DEBUG oslo_vmware.api [None req-272a8da8-e355-4498-9288-85439c96679d tempest-ListServerFiltersTestJSON-1229971268 tempest-ListServerFiltersTestJSON-1229971268-project-member] Task: {'id': task-2386359, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 622.239719] env[62328]: DEBUG nova.compute.manager [None req-16eda5c7-fbe0-49ae-8e99-93a8b70dcb32 tempest-ServersTestMultiNic-1057987772 tempest-ServersTestMultiNic-1057987772-project-member] [instance: 1e8111de-0629-4ba5-b945-8f552763ab15] Starting instance... {{(pid=62328) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 622.543392] env[62328]: DEBUG oslo_concurrency.lockutils [None req-04085e23-bd21-4312-989f-0ce0c91e4fc6 tempest-ServersAdminNegativeTestJSON-593360600 tempest-ServersAdminNegativeTestJSON-593360600-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.647s {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 622.545588] env[62328]: DEBUG nova.compute.manager [None req-04085e23-bd21-4312-989f-0ce0c91e4fc6 tempest-ServersAdminNegativeTestJSON-593360600 tempest-ServersAdminNegativeTestJSON-593360600-project-member] [instance: 16731f71-d972-4604-95f3-4412aedcddb5] Start building networks asynchronously for instance. {{(pid=62328) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 622.547442] env[62328]: DEBUG oslo_concurrency.lockutils [None req-6e45f035-4408-45f6-871a-1791839e99ab tempest-ListServerFiltersTestJSON-1229971268 tempest-ListServerFiltersTestJSON-1229971268-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 30.883s {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 622.548879] env[62328]: INFO nova.compute.claims [None req-6e45f035-4408-45f6-871a-1791839e99ab tempest-ListServerFiltersTestJSON-1229971268 tempest-ListServerFiltersTestJSON-1229971268-project-member] [instance: 17f3c1fc-a6c7-4936-b0d9-4c0eb88417c0] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 623.391029] env[62328]: DEBUG nova.compute.utils [None req-04085e23-bd21-4312-989f-0ce0c91e4fc6 tempest-ServersAdminNegativeTestJSON-593360600 tempest-ServersAdminNegativeTestJSON-593360600-project-member] Using /dev/sd instead of None {{(pid=62328) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 623.400147] env[62328]: DEBUG nova.compute.manager [None req-04085e23-bd21-4312-989f-0ce0c91e4fc6 tempest-ServersAdminNegativeTestJSON-593360600 tempest-ServersAdminNegativeTestJSON-593360600-project-member] [instance: 16731f71-d972-4604-95f3-4412aedcddb5] Allocating IP information in the background. {{(pid=62328) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 623.401999] env[62328]: DEBUG nova.network.neutron [None req-04085e23-bd21-4312-989f-0ce0c91e4fc6 tempest-ServersAdminNegativeTestJSON-593360600 tempest-ServersAdminNegativeTestJSON-593360600-project-member] [instance: 16731f71-d972-4604-95f3-4412aedcddb5] allocate_for_instance() {{(pid=62328) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 623.411251] env[62328]: DEBUG oslo_vmware.api [None req-272a8da8-e355-4498-9288-85439c96679d tempest-ListServerFiltersTestJSON-1229971268 tempest-ListServerFiltersTestJSON-1229971268-project-member] Task: {'id': task-2386359, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.083088} completed successfully. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 623.416748] env[62328]: DEBUG nova.virt.vmwareapi.vmops [None req-272a8da8-e355-4498-9288-85439c96679d tempest-ListServerFiltersTestJSON-1229971268 tempest-ListServerFiltersTestJSON-1229971268-project-member] [instance: 69b21777-3bb0-44ee-b6fd-f61a4a56881e] Extended root virtual disk {{(pid=62328) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 623.419905] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-396bc7da-962a-41f9-8f95-c4bbc52428d6 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 623.450841] env[62328]: DEBUG nova.virt.vmwareapi.volumeops [None req-272a8da8-e355-4498-9288-85439c96679d tempest-ListServerFiltersTestJSON-1229971268 tempest-ListServerFiltersTestJSON-1229971268-project-member] [instance: 69b21777-3bb0-44ee-b6fd-f61a4a56881e] Reconfiguring VM instance instance-00000016 to attach disk [datastore2] 69b21777-3bb0-44ee-b6fd-f61a4a56881e/69b21777-3bb0-44ee-b6fd-f61a4a56881e.vmdk or device None with type sparse {{(pid=62328) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 623.453380] env[62328]: DEBUG oslo_concurrency.lockutils [None req-16eda5c7-fbe0-49ae-8e99-93a8b70dcb32 tempest-ServersTestMultiNic-1057987772 tempest-ServersTestMultiNic-1057987772-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 623.453380] env[62328]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0838c5de-16c0-4d72-825b-4b3a2af3d1a9 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 623.481382] env[62328]: DEBUG oslo_vmware.api [None req-272a8da8-e355-4498-9288-85439c96679d tempest-ListServerFiltersTestJSON-1229971268 tempest-ListServerFiltersTestJSON-1229971268-project-member] Waiting for the task: (returnval){ [ 623.481382] env[62328]: value = "task-2386360" [ 623.481382] env[62328]: _type = "Task" [ 623.481382] env[62328]: } to complete. {{(pid=62328) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 623.496532] env[62328]: DEBUG oslo_vmware.api [None req-272a8da8-e355-4498-9288-85439c96679d tempest-ListServerFiltersTestJSON-1229971268 tempest-ListServerFiltersTestJSON-1229971268-project-member] Task: {'id': task-2386360, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 623.630547] env[62328]: DEBUG nova.policy [None req-04085e23-bd21-4312-989f-0ce0c91e4fc6 tempest-ServersAdminNegativeTestJSON-593360600 tempest-ServersAdminNegativeTestJSON-593360600-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '4a7c3ca485094d9ab0b9b8d8c0000af7', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '5fe3479ac6364366add444f8df7191d6', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62328) authorize /opt/stack/nova/nova/policy.py:192}} [ 623.898626] env[62328]: DEBUG nova.compute.manager [None req-04085e23-bd21-4312-989f-0ce0c91e4fc6 tempest-ServersAdminNegativeTestJSON-593360600 tempest-ServersAdminNegativeTestJSON-593360600-project-member] [instance: 16731f71-d972-4604-95f3-4412aedcddb5] Start building block device mappings for instance. {{(pid=62328) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 623.927314] env[62328]: DEBUG oslo_concurrency.lockutils [None req-1ae4ea3f-3f40-4036-8acb-f85355b234de tempest-ImagesOneServerNegativeTestJSON-835227872 tempest-ImagesOneServerNegativeTestJSON-835227872-project-member] Acquiring lock "7d40ec51-28cf-4829-be03-810f8d965b2e" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 623.927314] env[62328]: DEBUG oslo_concurrency.lockutils [None req-1ae4ea3f-3f40-4036-8acb-f85355b234de tempest-ImagesOneServerNegativeTestJSON-835227872 tempest-ImagesOneServerNegativeTestJSON-835227872-project-member] Lock "7d40ec51-28cf-4829-be03-810f8d965b2e" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 623.927616] env[62328]: DEBUG oslo_concurrency.lockutils [None req-1ae4ea3f-3f40-4036-8acb-f85355b234de tempest-ImagesOneServerNegativeTestJSON-835227872 tempest-ImagesOneServerNegativeTestJSON-835227872-project-member] Acquiring lock "7d40ec51-28cf-4829-be03-810f8d965b2e-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 623.927711] env[62328]: DEBUG oslo_concurrency.lockutils [None req-1ae4ea3f-3f40-4036-8acb-f85355b234de tempest-ImagesOneServerNegativeTestJSON-835227872 tempest-ImagesOneServerNegativeTestJSON-835227872-project-member] Lock "7d40ec51-28cf-4829-be03-810f8d965b2e-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.001s {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 623.928051] env[62328]: DEBUG oslo_concurrency.lockutils [None req-1ae4ea3f-3f40-4036-8acb-f85355b234de tempest-ImagesOneServerNegativeTestJSON-835227872 tempest-ImagesOneServerNegativeTestJSON-835227872-project-member] Lock "7d40ec51-28cf-4829-be03-810f8d965b2e-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 623.935235] env[62328]: INFO nova.compute.manager [None req-1ae4ea3f-3f40-4036-8acb-f85355b234de tempest-ImagesOneServerNegativeTestJSON-835227872 tempest-ImagesOneServerNegativeTestJSON-835227872-project-member] [instance: 7d40ec51-28cf-4829-be03-810f8d965b2e] Terminating instance [ 624.012838] env[62328]: DEBUG oslo_vmware.api [None req-272a8da8-e355-4498-9288-85439c96679d tempest-ListServerFiltersTestJSON-1229971268 tempest-ListServerFiltersTestJSON-1229971268-project-member] Task: {'id': task-2386360, 'name': ReconfigVM_Task, 'duration_secs': 0.31583} completed successfully. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 624.014854] env[62328]: DEBUG nova.virt.vmwareapi.volumeops [None req-272a8da8-e355-4498-9288-85439c96679d tempest-ListServerFiltersTestJSON-1229971268 tempest-ListServerFiltersTestJSON-1229971268-project-member] [instance: 69b21777-3bb0-44ee-b6fd-f61a4a56881e] Reconfigured VM instance instance-00000016 to attach disk [datastore2] 69b21777-3bb0-44ee-b6fd-f61a4a56881e/69b21777-3bb0-44ee-b6fd-f61a4a56881e.vmdk or device None with type sparse {{(pid=62328) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 624.016670] env[62328]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-388e31dd-3fbe-437d-9ce9-58e2c7f0080e {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 624.028216] env[62328]: DEBUG oslo_vmware.api [None req-272a8da8-e355-4498-9288-85439c96679d tempest-ListServerFiltersTestJSON-1229971268 tempest-ListServerFiltersTestJSON-1229971268-project-member] Waiting for the task: (returnval){ [ 624.028216] env[62328]: value = "task-2386361" [ 624.028216] env[62328]: _type = "Task" [ 624.028216] env[62328]: } to complete. {{(pid=62328) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 624.038679] env[62328]: DEBUG oslo_vmware.api [None req-272a8da8-e355-4498-9288-85439c96679d tempest-ListServerFiltersTestJSON-1229971268 tempest-ListServerFiltersTestJSON-1229971268-project-member] Task: {'id': task-2386361, 'name': Rename_Task} progress is 0%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 624.133015] env[62328]: DEBUG oslo_concurrency.lockutils [None req-b41880fe-1946-427e-8ea1-11d44a480a12 tempest-TenantUsagesTestJSON-2114917124 tempest-TenantUsagesTestJSON-2114917124-project-member] Acquiring lock "fe79d679-7bb1-45f8-8189-1dcbcd72d111" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 624.133677] env[62328]: DEBUG oslo_concurrency.lockutils [None req-b41880fe-1946-427e-8ea1-11d44a480a12 tempest-TenantUsagesTestJSON-2114917124 tempest-TenantUsagesTestJSON-2114917124-project-member] Lock "fe79d679-7bb1-45f8-8189-1dcbcd72d111" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 624.447206] env[62328]: DEBUG nova.compute.manager [None req-1ae4ea3f-3f40-4036-8acb-f85355b234de tempest-ImagesOneServerNegativeTestJSON-835227872 tempest-ImagesOneServerNegativeTestJSON-835227872-project-member] [instance: 7d40ec51-28cf-4829-be03-810f8d965b2e] Start destroying the instance on the hypervisor. {{(pid=62328) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 624.447206] env[62328]: DEBUG nova.virt.vmwareapi.vmops [None req-1ae4ea3f-3f40-4036-8acb-f85355b234de tempest-ImagesOneServerNegativeTestJSON-835227872 tempest-ImagesOneServerNegativeTestJSON-835227872-project-member] [instance: 7d40ec51-28cf-4829-be03-810f8d965b2e] Destroying instance {{(pid=62328) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 624.447206] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a8339ab4-7404-4c96-8e81-f1e349aff34c {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 624.463070] env[62328]: DEBUG nova.virt.vmwareapi.vm_util [None req-1ae4ea3f-3f40-4036-8acb-f85355b234de tempest-ImagesOneServerNegativeTestJSON-835227872 tempest-ImagesOneServerNegativeTestJSON-835227872-project-member] [instance: 7d40ec51-28cf-4829-be03-810f8d965b2e] Powering off the VM {{(pid=62328) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 624.465386] env[62328]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-5430ca2f-4c27-47be-a790-64c31db74629 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 624.478858] env[62328]: DEBUG oslo_vmware.api [None req-1ae4ea3f-3f40-4036-8acb-f85355b234de tempest-ImagesOneServerNegativeTestJSON-835227872 tempest-ImagesOneServerNegativeTestJSON-835227872-project-member] Waiting for the task: (returnval){ [ 624.478858] env[62328]: value = "task-2386362" [ 624.478858] env[62328]: _type = "Task" [ 624.478858] env[62328]: } to complete. {{(pid=62328) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 624.491519] env[62328]: DEBUG oslo_vmware.api [None req-1ae4ea3f-3f40-4036-8acb-f85355b234de tempest-ImagesOneServerNegativeTestJSON-835227872 tempest-ImagesOneServerNegativeTestJSON-835227872-project-member] Task: {'id': task-2386362, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 624.514110] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d928bde0-8d14-4def-ba3b-3ea838af6d68 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 624.522776] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-425ba14f-dbf5-4731-aeef-ec9af88beaaf {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 624.535506] env[62328]: DEBUG oslo_vmware.api [None req-272a8da8-e355-4498-9288-85439c96679d tempest-ListServerFiltersTestJSON-1229971268 tempest-ListServerFiltersTestJSON-1229971268-project-member] Task: {'id': task-2386361, 'name': Rename_Task, 'duration_secs': 0.173041} completed successfully. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 624.560705] env[62328]: DEBUG nova.virt.vmwareapi.vm_util [None req-272a8da8-e355-4498-9288-85439c96679d tempest-ListServerFiltersTestJSON-1229971268 tempest-ListServerFiltersTestJSON-1229971268-project-member] [instance: 69b21777-3bb0-44ee-b6fd-f61a4a56881e] Powering on the VM {{(pid=62328) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 624.562928] env[62328]: DEBUG nova.network.neutron [None req-04085e23-bd21-4312-989f-0ce0c91e4fc6 tempest-ServersAdminNegativeTestJSON-593360600 tempest-ServersAdminNegativeTestJSON-593360600-project-member] [instance: 16731f71-d972-4604-95f3-4412aedcddb5] Successfully created port: c1339f3c-9da5-4dac-9c60-6a79988ba555 {{(pid=62328) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 624.564650] env[62328]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-14a13bd4-d0cb-41ec-be9b-37107e428553 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 624.567058] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-154b600c-2262-43a2-9d13-58e4ccf5a291 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 624.577220] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e56f5e4c-cf5f-4f88-bd85-326b52310f74 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 624.581379] env[62328]: DEBUG oslo_vmware.api [None req-272a8da8-e355-4498-9288-85439c96679d tempest-ListServerFiltersTestJSON-1229971268 tempest-ListServerFiltersTestJSON-1229971268-project-member] Waiting for the task: (returnval){ [ 624.581379] env[62328]: value = "task-2386363" [ 624.581379] env[62328]: _type = "Task" [ 624.581379] env[62328]: } to complete. {{(pid=62328) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 624.595251] env[62328]: DEBUG nova.compute.provider_tree [None req-6e45f035-4408-45f6-871a-1791839e99ab tempest-ListServerFiltersTestJSON-1229971268 tempest-ListServerFiltersTestJSON-1229971268-project-member] Inventory has not changed in ProviderTree for provider: 3469e9f8-04af-49ca-8435-49f104496744 {{(pid=62328) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 624.604434] env[62328]: DEBUG oslo_vmware.api [None req-272a8da8-e355-4498-9288-85439c96679d tempest-ListServerFiltersTestJSON-1229971268 tempest-ListServerFiltersTestJSON-1229971268-project-member] Task: {'id': task-2386363, 'name': PowerOnVM_Task} progress is 33%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 624.912961] env[62328]: DEBUG nova.compute.manager [None req-04085e23-bd21-4312-989f-0ce0c91e4fc6 tempest-ServersAdminNegativeTestJSON-593360600 tempest-ServersAdminNegativeTestJSON-593360600-project-member] [instance: 16731f71-d972-4604-95f3-4412aedcddb5] Start spawning the instance on the hypervisor. {{(pid=62328) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 624.936229] env[62328]: DEBUG nova.virt.hardware [None req-04085e23-bd21-4312-989f-0ce0c91e4fc6 tempest-ServersAdminNegativeTestJSON-593360600 tempest-ServersAdminNegativeTestJSON-593360600-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-07T17:16:55Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-07T17:16:37Z,direct_url=,disk_format='vmdk',id=dbf872a4-92be-47e4-8561-c3e2bf2423ab,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='2a64022f08d84b11a86773b900860ae5',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-07T17:16:38Z,virtual_size=,visibility=), allow threads: False {{(pid=62328) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 624.936229] env[62328]: DEBUG nova.virt.hardware [None req-04085e23-bd21-4312-989f-0ce0c91e4fc6 tempest-ServersAdminNegativeTestJSON-593360600 tempest-ServersAdminNegativeTestJSON-593360600-project-member] Flavor limits 0:0:0 {{(pid=62328) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 624.937526] env[62328]: DEBUG nova.virt.hardware [None req-04085e23-bd21-4312-989f-0ce0c91e4fc6 tempest-ServersAdminNegativeTestJSON-593360600 tempest-ServersAdminNegativeTestJSON-593360600-project-member] Image limits 0:0:0 {{(pid=62328) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 624.937931] env[62328]: DEBUG nova.virt.hardware [None req-04085e23-bd21-4312-989f-0ce0c91e4fc6 tempest-ServersAdminNegativeTestJSON-593360600 tempest-ServersAdminNegativeTestJSON-593360600-project-member] Flavor pref 0:0:0 {{(pid=62328) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 624.938291] env[62328]: DEBUG nova.virt.hardware [None req-04085e23-bd21-4312-989f-0ce0c91e4fc6 tempest-ServersAdminNegativeTestJSON-593360600 tempest-ServersAdminNegativeTestJSON-593360600-project-member] Image pref 0:0:0 {{(pid=62328) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 624.938602] env[62328]: DEBUG nova.virt.hardware [None req-04085e23-bd21-4312-989f-0ce0c91e4fc6 tempest-ServersAdminNegativeTestJSON-593360600 tempest-ServersAdminNegativeTestJSON-593360600-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62328) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 624.940219] env[62328]: DEBUG nova.virt.hardware [None req-04085e23-bd21-4312-989f-0ce0c91e4fc6 tempest-ServersAdminNegativeTestJSON-593360600 tempest-ServersAdminNegativeTestJSON-593360600-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62328) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 624.940219] env[62328]: DEBUG nova.virt.hardware [None req-04085e23-bd21-4312-989f-0ce0c91e4fc6 tempest-ServersAdminNegativeTestJSON-593360600 tempest-ServersAdminNegativeTestJSON-593360600-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62328) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 624.940690] env[62328]: DEBUG nova.virt.hardware [None req-04085e23-bd21-4312-989f-0ce0c91e4fc6 tempest-ServersAdminNegativeTestJSON-593360600 tempest-ServersAdminNegativeTestJSON-593360600-project-member] Got 1 possible topologies {{(pid=62328) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 624.944094] env[62328]: DEBUG nova.virt.hardware [None req-04085e23-bd21-4312-989f-0ce0c91e4fc6 tempest-ServersAdminNegativeTestJSON-593360600 tempest-ServersAdminNegativeTestJSON-593360600-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62328) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 624.945330] env[62328]: DEBUG nova.virt.hardware [None req-04085e23-bd21-4312-989f-0ce0c91e4fc6 tempest-ServersAdminNegativeTestJSON-593360600 tempest-ServersAdminNegativeTestJSON-593360600-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62328) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 624.946099] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fb80d336-d768-4cea-86b5-76597bac4695 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 624.963543] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9a3f19b1-efac-4f22-a648-425a919ec489 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 625.005136] env[62328]: DEBUG oslo_vmware.api [None req-1ae4ea3f-3f40-4036-8acb-f85355b234de tempest-ImagesOneServerNegativeTestJSON-835227872 tempest-ImagesOneServerNegativeTestJSON-835227872-project-member] Task: {'id': task-2386362, 'name': PowerOffVM_Task, 'duration_secs': 0.249992} completed successfully. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 625.005136] env[62328]: DEBUG nova.virt.vmwareapi.vm_util [None req-1ae4ea3f-3f40-4036-8acb-f85355b234de tempest-ImagesOneServerNegativeTestJSON-835227872 tempest-ImagesOneServerNegativeTestJSON-835227872-project-member] [instance: 7d40ec51-28cf-4829-be03-810f8d965b2e] Powered off the VM {{(pid=62328) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 625.005136] env[62328]: DEBUG nova.virt.vmwareapi.vmops [None req-1ae4ea3f-3f40-4036-8acb-f85355b234de tempest-ImagesOneServerNegativeTestJSON-835227872 tempest-ImagesOneServerNegativeTestJSON-835227872-project-member] [instance: 7d40ec51-28cf-4829-be03-810f8d965b2e] Unregistering the VM {{(pid=62328) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 625.005136] env[62328]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-801737d9-9ee9-4aaa-b600-6dc5409c241b {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 625.091782] env[62328]: DEBUG nova.virt.vmwareapi.vmops [None req-1ae4ea3f-3f40-4036-8acb-f85355b234de tempest-ImagesOneServerNegativeTestJSON-835227872 tempest-ImagesOneServerNegativeTestJSON-835227872-project-member] [instance: 7d40ec51-28cf-4829-be03-810f8d965b2e] Unregistered the VM {{(pid=62328) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 625.092017] env[62328]: DEBUG nova.virt.vmwareapi.vmops [None req-1ae4ea3f-3f40-4036-8acb-f85355b234de tempest-ImagesOneServerNegativeTestJSON-835227872 tempest-ImagesOneServerNegativeTestJSON-835227872-project-member] [instance: 7d40ec51-28cf-4829-be03-810f8d965b2e] Deleting contents of the VM from datastore datastore2 {{(pid=62328) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 625.092334] env[62328]: DEBUG nova.virt.vmwareapi.ds_util [None req-1ae4ea3f-3f40-4036-8acb-f85355b234de tempest-ImagesOneServerNegativeTestJSON-835227872 tempest-ImagesOneServerNegativeTestJSON-835227872-project-member] Deleting the datastore file [datastore2] 7d40ec51-28cf-4829-be03-810f8d965b2e {{(pid=62328) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 625.093329] env[62328]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-897ab1cd-5d4f-477b-bead-b18e4f9ef6fd {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 625.100126] env[62328]: DEBUG nova.scheduler.client.report [None req-6e45f035-4408-45f6-871a-1791839e99ab tempest-ListServerFiltersTestJSON-1229971268 tempest-ListServerFiltersTestJSON-1229971268-project-member] Inventory has not changed for provider 3469e9f8-04af-49ca-8435-49f104496744 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 152, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62328) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 625.104250] env[62328]: DEBUG oslo_vmware.api [None req-272a8da8-e355-4498-9288-85439c96679d tempest-ListServerFiltersTestJSON-1229971268 tempest-ListServerFiltersTestJSON-1229971268-project-member] Task: {'id': task-2386363, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 625.106399] env[62328]: DEBUG oslo_vmware.api [None req-1ae4ea3f-3f40-4036-8acb-f85355b234de tempest-ImagesOneServerNegativeTestJSON-835227872 tempest-ImagesOneServerNegativeTestJSON-835227872-project-member] Waiting for the task: (returnval){ [ 625.106399] env[62328]: value = "task-2386365" [ 625.106399] env[62328]: _type = "Task" [ 625.106399] env[62328]: } to complete. {{(pid=62328) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 625.118049] env[62328]: DEBUG oslo_vmware.api [None req-1ae4ea3f-3f40-4036-8acb-f85355b234de tempest-ImagesOneServerNegativeTestJSON-835227872 tempest-ImagesOneServerNegativeTestJSON-835227872-project-member] Task: {'id': task-2386365, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 625.558607] env[62328]: DEBUG oslo_concurrency.lockutils [None req-4749c5d6-d7ec-4aa4-a49e-3e1a247b55b1 tempest-ListServersNegativeTestJSON-1737878377 tempest-ListServersNegativeTestJSON-1737878377-project-member] Acquiring lock "df0d7e5c-1299-4174-8641-f96b51442b55" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 625.558955] env[62328]: DEBUG oslo_concurrency.lockutils [None req-4749c5d6-d7ec-4aa4-a49e-3e1a247b55b1 tempest-ListServersNegativeTestJSON-1737878377 tempest-ListServersNegativeTestJSON-1737878377-project-member] Lock "df0d7e5c-1299-4174-8641-f96b51442b55" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 625.559619] env[62328]: DEBUG oslo_concurrency.lockutils [None req-4749c5d6-d7ec-4aa4-a49e-3e1a247b55b1 tempest-ListServersNegativeTestJSON-1737878377 tempest-ListServersNegativeTestJSON-1737878377-project-member] Acquiring lock "df0d7e5c-1299-4174-8641-f96b51442b55-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 625.559619] env[62328]: DEBUG oslo_concurrency.lockutils [None req-4749c5d6-d7ec-4aa4-a49e-3e1a247b55b1 tempest-ListServersNegativeTestJSON-1737878377 tempest-ListServersNegativeTestJSON-1737878377-project-member] Lock "df0d7e5c-1299-4174-8641-f96b51442b55-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 625.559619] env[62328]: DEBUG oslo_concurrency.lockutils [None req-4749c5d6-d7ec-4aa4-a49e-3e1a247b55b1 tempest-ListServersNegativeTestJSON-1737878377 tempest-ListServersNegativeTestJSON-1737878377-project-member] Lock "df0d7e5c-1299-4174-8641-f96b51442b55-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 625.561869] env[62328]: INFO nova.compute.manager [None req-4749c5d6-d7ec-4aa4-a49e-3e1a247b55b1 tempest-ListServersNegativeTestJSON-1737878377 tempest-ListServersNegativeTestJSON-1737878377-project-member] [instance: df0d7e5c-1299-4174-8641-f96b51442b55] Terminating instance [ 625.601645] env[62328]: DEBUG oslo_vmware.api [None req-272a8da8-e355-4498-9288-85439c96679d tempest-ListServerFiltersTestJSON-1229971268 tempest-ListServerFiltersTestJSON-1229971268-project-member] Task: {'id': task-2386363, 'name': PowerOnVM_Task, 'duration_secs': 0.94506} completed successfully. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 625.601645] env[62328]: DEBUG nova.virt.vmwareapi.vm_util [None req-272a8da8-e355-4498-9288-85439c96679d tempest-ListServerFiltersTestJSON-1229971268 tempest-ListServerFiltersTestJSON-1229971268-project-member] [instance: 69b21777-3bb0-44ee-b6fd-f61a4a56881e] Powered on the VM {{(pid=62328) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 625.603316] env[62328]: INFO nova.compute.manager [None req-272a8da8-e355-4498-9288-85439c96679d tempest-ListServerFiltersTestJSON-1229971268 tempest-ListServerFiltersTestJSON-1229971268-project-member] [instance: 69b21777-3bb0-44ee-b6fd-f61a4a56881e] Took 10.21 seconds to spawn the instance on the hypervisor. [ 625.603514] env[62328]: DEBUG nova.compute.manager [None req-272a8da8-e355-4498-9288-85439c96679d tempest-ListServerFiltersTestJSON-1229971268 tempest-ListServerFiltersTestJSON-1229971268-project-member] [instance: 69b21777-3bb0-44ee-b6fd-f61a4a56881e] Checking state {{(pid=62328) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 625.604462] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-88d37c04-05db-488d-a339-c594eaa9b90a {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 625.610657] env[62328]: DEBUG oslo_concurrency.lockutils [None req-6e45f035-4408-45f6-871a-1791839e99ab tempest-ListServerFiltersTestJSON-1229971268 tempest-ListServerFiltersTestJSON-1229971268-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.063s {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 625.611053] env[62328]: DEBUG nova.compute.manager [None req-6e45f035-4408-45f6-871a-1791839e99ab tempest-ListServerFiltersTestJSON-1229971268 tempest-ListServerFiltersTestJSON-1229971268-project-member] [instance: 17f3c1fc-a6c7-4936-b0d9-4c0eb88417c0] Start building networks asynchronously for instance. {{(pid=62328) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 625.614919] env[62328]: DEBUG oslo_concurrency.lockutils [None req-feace3b3-369e-4db7-9bdb-916f5e2d4d63 tempest-FloatingIPsAssociationTestJSON-89523020 tempest-FloatingIPsAssociationTestJSON-89523020-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 27.938s {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 625.616595] env[62328]: INFO nova.compute.claims [None req-feace3b3-369e-4db7-9bdb-916f5e2d4d63 tempest-FloatingIPsAssociationTestJSON-89523020 tempest-FloatingIPsAssociationTestJSON-89523020-project-member] [instance: 8cd0962c-8272-4384-973d-1ac21ca21993] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 625.633524] env[62328]: DEBUG oslo_vmware.api [None req-1ae4ea3f-3f40-4036-8acb-f85355b234de tempest-ImagesOneServerNegativeTestJSON-835227872 tempest-ImagesOneServerNegativeTestJSON-835227872-project-member] Task: {'id': task-2386365, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.180593} completed successfully. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 625.634158] env[62328]: DEBUG nova.virt.vmwareapi.ds_util [None req-1ae4ea3f-3f40-4036-8acb-f85355b234de tempest-ImagesOneServerNegativeTestJSON-835227872 tempest-ImagesOneServerNegativeTestJSON-835227872-project-member] Deleted the datastore file {{(pid=62328) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 625.634924] env[62328]: DEBUG nova.virt.vmwareapi.vmops [None req-1ae4ea3f-3f40-4036-8acb-f85355b234de tempest-ImagesOneServerNegativeTestJSON-835227872 tempest-ImagesOneServerNegativeTestJSON-835227872-project-member] [instance: 7d40ec51-28cf-4829-be03-810f8d965b2e] Deleted contents of the VM from datastore datastore2 {{(pid=62328) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 625.634924] env[62328]: DEBUG nova.virt.vmwareapi.vmops [None req-1ae4ea3f-3f40-4036-8acb-f85355b234de tempest-ImagesOneServerNegativeTestJSON-835227872 tempest-ImagesOneServerNegativeTestJSON-835227872-project-member] [instance: 7d40ec51-28cf-4829-be03-810f8d965b2e] Instance destroyed {{(pid=62328) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 625.634924] env[62328]: INFO nova.compute.manager [None req-1ae4ea3f-3f40-4036-8acb-f85355b234de tempest-ImagesOneServerNegativeTestJSON-835227872 tempest-ImagesOneServerNegativeTestJSON-835227872-project-member] [instance: 7d40ec51-28cf-4829-be03-810f8d965b2e] Took 1.19 seconds to destroy the instance on the hypervisor. [ 625.635119] env[62328]: DEBUG oslo.service.loopingcall [None req-1ae4ea3f-3f40-4036-8acb-f85355b234de tempest-ImagesOneServerNegativeTestJSON-835227872 tempest-ImagesOneServerNegativeTestJSON-835227872-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62328) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 625.635287] env[62328]: DEBUG nova.compute.manager [-] [instance: 7d40ec51-28cf-4829-be03-810f8d965b2e] Deallocating network for instance {{(pid=62328) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 625.636034] env[62328]: DEBUG nova.network.neutron [-] [instance: 7d40ec51-28cf-4829-be03-810f8d965b2e] deallocate_for_instance() {{(pid=62328) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 626.068834] env[62328]: DEBUG nova.compute.manager [None req-4749c5d6-d7ec-4aa4-a49e-3e1a247b55b1 tempest-ListServersNegativeTestJSON-1737878377 tempest-ListServersNegativeTestJSON-1737878377-project-member] [instance: df0d7e5c-1299-4174-8641-f96b51442b55] Start destroying the instance on the hypervisor. {{(pid=62328) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 626.069123] env[62328]: DEBUG nova.virt.vmwareapi.vmops [None req-4749c5d6-d7ec-4aa4-a49e-3e1a247b55b1 tempest-ListServersNegativeTestJSON-1737878377 tempest-ListServersNegativeTestJSON-1737878377-project-member] [instance: df0d7e5c-1299-4174-8641-f96b51442b55] Destroying instance {{(pid=62328) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 626.070184] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7070382e-fe93-4a17-986c-5b86c0833896 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 626.082777] env[62328]: DEBUG nova.virt.vmwareapi.vm_util [None req-4749c5d6-d7ec-4aa4-a49e-3e1a247b55b1 tempest-ListServersNegativeTestJSON-1737878377 tempest-ListServersNegativeTestJSON-1737878377-project-member] [instance: df0d7e5c-1299-4174-8641-f96b51442b55] Powering off the VM {{(pid=62328) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 626.083082] env[62328]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-27278369-675f-49de-aff0-5781f5fa5104 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 626.095636] env[62328]: DEBUG oslo_vmware.api [None req-4749c5d6-d7ec-4aa4-a49e-3e1a247b55b1 tempest-ListServersNegativeTestJSON-1737878377 tempest-ListServersNegativeTestJSON-1737878377-project-member] Waiting for the task: (returnval){ [ 626.095636] env[62328]: value = "task-2386366" [ 626.095636] env[62328]: _type = "Task" [ 626.095636] env[62328]: } to complete. {{(pid=62328) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 626.108326] env[62328]: DEBUG oslo_vmware.api [None req-4749c5d6-d7ec-4aa4-a49e-3e1a247b55b1 tempest-ListServersNegativeTestJSON-1737878377 tempest-ListServersNegativeTestJSON-1737878377-project-member] Task: {'id': task-2386366, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 626.117788] env[62328]: DEBUG nova.compute.utils [None req-6e45f035-4408-45f6-871a-1791839e99ab tempest-ListServerFiltersTestJSON-1229971268 tempest-ListServerFiltersTestJSON-1229971268-project-member] Using /dev/sd instead of None {{(pid=62328) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 626.119336] env[62328]: DEBUG nova.compute.manager [None req-6e45f035-4408-45f6-871a-1791839e99ab tempest-ListServerFiltersTestJSON-1229971268 tempest-ListServerFiltersTestJSON-1229971268-project-member] [instance: 17f3c1fc-a6c7-4936-b0d9-4c0eb88417c0] Allocating IP information in the background. {{(pid=62328) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 626.120124] env[62328]: DEBUG nova.network.neutron [None req-6e45f035-4408-45f6-871a-1791839e99ab tempest-ListServerFiltersTestJSON-1229971268 tempest-ListServerFiltersTestJSON-1229971268-project-member] [instance: 17f3c1fc-a6c7-4936-b0d9-4c0eb88417c0] allocate_for_instance() {{(pid=62328) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 626.149811] env[62328]: INFO nova.compute.manager [None req-272a8da8-e355-4498-9288-85439c96679d tempest-ListServerFiltersTestJSON-1229971268 tempest-ListServerFiltersTestJSON-1229971268-project-member] [instance: 69b21777-3bb0-44ee-b6fd-f61a4a56881e] Took 41.86 seconds to build instance. [ 626.281648] env[62328]: DEBUG oslo_concurrency.lockutils [None req-fbd1350c-89cb-4bf3-bd5f-b6f05344b01b tempest-ServersV294TestFqdnHostnames-1169218801 tempest-ServersV294TestFqdnHostnames-1169218801-project-member] Acquiring lock "80c53aaa-0812-4f2f-bfe8-2f05c1002018" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 626.281900] env[62328]: DEBUG oslo_concurrency.lockutils [None req-fbd1350c-89cb-4bf3-bd5f-b6f05344b01b tempest-ServersV294TestFqdnHostnames-1169218801 tempest-ServersV294TestFqdnHostnames-1169218801-project-member] Lock "80c53aaa-0812-4f2f-bfe8-2f05c1002018" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 626.302019] env[62328]: DEBUG nova.policy [None req-6e45f035-4408-45f6-871a-1791839e99ab tempest-ListServerFiltersTestJSON-1229971268 tempest-ListServerFiltersTestJSON-1229971268-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'd273b14fd379430ba9025a5d6e1ddfc1', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '74a0bc813655452b82c1404e811a4da4', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62328) authorize /opt/stack/nova/nova/policy.py:192}} [ 626.610574] env[62328]: DEBUG oslo_vmware.api [None req-4749c5d6-d7ec-4aa4-a49e-3e1a247b55b1 tempest-ListServersNegativeTestJSON-1737878377 tempest-ListServersNegativeTestJSON-1737878377-project-member] Task: {'id': task-2386366, 'name': PowerOffVM_Task, 'duration_secs': 0.294759} completed successfully. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 626.610574] env[62328]: DEBUG nova.virt.vmwareapi.vm_util [None req-4749c5d6-d7ec-4aa4-a49e-3e1a247b55b1 tempest-ListServersNegativeTestJSON-1737878377 tempest-ListServersNegativeTestJSON-1737878377-project-member] [instance: df0d7e5c-1299-4174-8641-f96b51442b55] Powered off the VM {{(pid=62328) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 626.610574] env[62328]: DEBUG nova.virt.vmwareapi.vmops [None req-4749c5d6-d7ec-4aa4-a49e-3e1a247b55b1 tempest-ListServersNegativeTestJSON-1737878377 tempest-ListServersNegativeTestJSON-1737878377-project-member] [instance: df0d7e5c-1299-4174-8641-f96b51442b55] Unregistering the VM {{(pid=62328) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 626.610574] env[62328]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-88262443-92eb-4072-9f6c-ed09526300e4 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 626.624988] env[62328]: DEBUG nova.compute.manager [None req-6e45f035-4408-45f6-871a-1791839e99ab tempest-ListServerFiltersTestJSON-1229971268 tempest-ListServerFiltersTestJSON-1229971268-project-member] [instance: 17f3c1fc-a6c7-4936-b0d9-4c0eb88417c0] Start building block device mappings for instance. {{(pid=62328) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 626.658799] env[62328]: DEBUG oslo_concurrency.lockutils [None req-272a8da8-e355-4498-9288-85439c96679d tempest-ListServerFiltersTestJSON-1229971268 tempest-ListServerFiltersTestJSON-1229971268-project-member] Lock "69b21777-3bb0-44ee-b6fd-f61a4a56881e" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 51.141s {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 626.687468] env[62328]: DEBUG nova.virt.vmwareapi.vmops [None req-4749c5d6-d7ec-4aa4-a49e-3e1a247b55b1 tempest-ListServersNegativeTestJSON-1737878377 tempest-ListServersNegativeTestJSON-1737878377-project-member] [instance: df0d7e5c-1299-4174-8641-f96b51442b55] Unregistered the VM {{(pid=62328) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 626.688507] env[62328]: DEBUG nova.virt.vmwareapi.vmops [None req-4749c5d6-d7ec-4aa4-a49e-3e1a247b55b1 tempest-ListServersNegativeTestJSON-1737878377 tempest-ListServersNegativeTestJSON-1737878377-project-member] [instance: df0d7e5c-1299-4174-8641-f96b51442b55] Deleting contents of the VM from datastore datastore1 {{(pid=62328) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 626.688843] env[62328]: DEBUG nova.virt.vmwareapi.ds_util [None req-4749c5d6-d7ec-4aa4-a49e-3e1a247b55b1 tempest-ListServersNegativeTestJSON-1737878377 tempest-ListServersNegativeTestJSON-1737878377-project-member] Deleting the datastore file [datastore1] df0d7e5c-1299-4174-8641-f96b51442b55 {{(pid=62328) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 626.690037] env[62328]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-879dace2-5c80-4412-ac83-c6223a90e2ff {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 626.701336] env[62328]: DEBUG oslo_vmware.api [None req-4749c5d6-d7ec-4aa4-a49e-3e1a247b55b1 tempest-ListServersNegativeTestJSON-1737878377 tempest-ListServersNegativeTestJSON-1737878377-project-member] Waiting for the task: (returnval){ [ 626.701336] env[62328]: value = "task-2386368" [ 626.701336] env[62328]: _type = "Task" [ 626.701336] env[62328]: } to complete. {{(pid=62328) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 626.710469] env[62328]: DEBUG nova.network.neutron [-] [instance: 7d40ec51-28cf-4829-be03-810f8d965b2e] Updating instance_info_cache with network_info: [] {{(pid=62328) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 626.716939] env[62328]: DEBUG oslo_vmware.api [None req-4749c5d6-d7ec-4aa4-a49e-3e1a247b55b1 tempest-ListServersNegativeTestJSON-1737878377 tempest-ListServersNegativeTestJSON-1737878377-project-member] Task: {'id': task-2386368, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 627.163181] env[62328]: DEBUG nova.compute.manager [None req-34162ca2-271f-43b9-99db-b8c5ee3fcf77 tempest-ServersAdmin275Test-1782090467 tempest-ServersAdmin275Test-1782090467-project-member] [instance: 892b410e-c0ae-4ef6-90a6-fbf09d6ad76b] Starting instance... {{(pid=62328) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 627.189022] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cbaca8da-6c24-4ee8-957f-945cc573b8d1 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 627.199961] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9f943e58-2018-45e4-937e-d82ec9b2bbcd {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 627.216926] env[62328]: DEBUG oslo_vmware.api [None req-4749c5d6-d7ec-4aa4-a49e-3e1a247b55b1 tempest-ListServersNegativeTestJSON-1737878377 tempest-ListServersNegativeTestJSON-1737878377-project-member] Task: {'id': task-2386368, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.162684} completed successfully. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 627.259787] env[62328]: DEBUG nova.virt.vmwareapi.ds_util [None req-4749c5d6-d7ec-4aa4-a49e-3e1a247b55b1 tempest-ListServersNegativeTestJSON-1737878377 tempest-ListServersNegativeTestJSON-1737878377-project-member] Deleted the datastore file {{(pid=62328) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 627.260085] env[62328]: DEBUG nova.virt.vmwareapi.vmops [None req-4749c5d6-d7ec-4aa4-a49e-3e1a247b55b1 tempest-ListServersNegativeTestJSON-1737878377 tempest-ListServersNegativeTestJSON-1737878377-project-member] [instance: df0d7e5c-1299-4174-8641-f96b51442b55] Deleted contents of the VM from datastore datastore1 {{(pid=62328) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 627.260301] env[62328]: DEBUG nova.virt.vmwareapi.vmops [None req-4749c5d6-d7ec-4aa4-a49e-3e1a247b55b1 tempest-ListServersNegativeTestJSON-1737878377 tempest-ListServersNegativeTestJSON-1737878377-project-member] [instance: df0d7e5c-1299-4174-8641-f96b51442b55] Instance destroyed {{(pid=62328) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 627.260499] env[62328]: INFO nova.compute.manager [None req-4749c5d6-d7ec-4aa4-a49e-3e1a247b55b1 tempest-ListServersNegativeTestJSON-1737878377 tempest-ListServersNegativeTestJSON-1737878377-project-member] [instance: df0d7e5c-1299-4174-8641-f96b51442b55] Took 1.19 seconds to destroy the instance on the hypervisor. [ 627.260828] env[62328]: DEBUG oslo.service.loopingcall [None req-4749c5d6-d7ec-4aa4-a49e-3e1a247b55b1 tempest-ListServersNegativeTestJSON-1737878377 tempest-ListServersNegativeTestJSON-1737878377-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62328) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 627.261336] env[62328]: INFO nova.compute.manager [-] [instance: 7d40ec51-28cf-4829-be03-810f8d965b2e] Took 1.63 seconds to deallocate network for instance. [ 627.262484] env[62328]: DEBUG oslo_service.periodic_task [None req-332cd9a1-235b-4315-894a-68f76363e980 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=62328) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 627.263316] env[62328]: DEBUG nova.compute.manager [-] [instance: df0d7e5c-1299-4174-8641-f96b51442b55] Deallocating network for instance {{(pid=62328) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 627.263425] env[62328]: DEBUG nova.network.neutron [-] [instance: df0d7e5c-1299-4174-8641-f96b51442b55] deallocate_for_instance() {{(pid=62328) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 627.266878] env[62328]: DEBUG oslo_service.periodic_task [None req-332cd9a1-235b-4315-894a-68f76363e980 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=62328) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 627.268903] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7ec82af7-975a-46f5-9f32-f789af6d66cb {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 627.285899] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5ab92f9e-c5ad-4133-a30e-6940465cbd1e {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 627.309399] env[62328]: DEBUG nova.compute.provider_tree [None req-feace3b3-369e-4db7-9bdb-916f5e2d4d63 tempest-FloatingIPsAssociationTestJSON-89523020 tempest-FloatingIPsAssociationTestJSON-89523020-project-member] Inventory has not changed in ProviderTree for provider: 3469e9f8-04af-49ca-8435-49f104496744 {{(pid=62328) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 627.512820] env[62328]: DEBUG nova.network.neutron [None req-04085e23-bd21-4312-989f-0ce0c91e4fc6 tempest-ServersAdminNegativeTestJSON-593360600 tempest-ServersAdminNegativeTestJSON-593360600-project-member] [instance: 16731f71-d972-4604-95f3-4412aedcddb5] Successfully updated port: c1339f3c-9da5-4dac-9c60-6a79988ba555 {{(pid=62328) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 627.586244] env[62328]: DEBUG nova.network.neutron [None req-6e45f035-4408-45f6-871a-1791839e99ab tempest-ListServerFiltersTestJSON-1229971268 tempest-ListServerFiltersTestJSON-1229971268-project-member] [instance: 17f3c1fc-a6c7-4936-b0d9-4c0eb88417c0] Successfully created port: 2b5bb405-36fe-4620-954e-96dd5af47cfe {{(pid=62328) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 627.618604] env[62328]: DEBUG nova.compute.manager [req-a489689f-6018-40cd-aec8-3f627278aea4 req-a9a8cd37-b18a-4c19-977b-af2d9fdad766 service nova] [instance: 7d40ec51-28cf-4829-be03-810f8d965b2e] Received event network-vif-deleted-20de8cf8-a361-48ea-80c7-13ba7859ba07 {{(pid=62328) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 627.637833] env[62328]: DEBUG nova.compute.manager [None req-6e45f035-4408-45f6-871a-1791839e99ab tempest-ListServerFiltersTestJSON-1229971268 tempest-ListServerFiltersTestJSON-1229971268-project-member] [instance: 17f3c1fc-a6c7-4936-b0d9-4c0eb88417c0] Start spawning the instance on the hypervisor. {{(pid=62328) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 627.668412] env[62328]: DEBUG nova.virt.hardware [None req-6e45f035-4408-45f6-871a-1791839e99ab tempest-ListServerFiltersTestJSON-1229971268 tempest-ListServerFiltersTestJSON-1229971268-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-07T17:16:58Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-07T17:16:37Z,direct_url=,disk_format='vmdk',id=dbf872a4-92be-47e4-8561-c3e2bf2423ab,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='2a64022f08d84b11a86773b900860ae5',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-07T17:16:38Z,virtual_size=,visibility=), allow threads: False {{(pid=62328) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 627.669034] env[62328]: DEBUG nova.virt.hardware [None req-6e45f035-4408-45f6-871a-1791839e99ab tempest-ListServerFiltersTestJSON-1229971268 tempest-ListServerFiltersTestJSON-1229971268-project-member] Flavor limits 0:0:0 {{(pid=62328) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 627.669034] env[62328]: DEBUG nova.virt.hardware [None req-6e45f035-4408-45f6-871a-1791839e99ab tempest-ListServerFiltersTestJSON-1229971268 tempest-ListServerFiltersTestJSON-1229971268-project-member] Image limits 0:0:0 {{(pid=62328) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 627.669034] env[62328]: DEBUG nova.virt.hardware [None req-6e45f035-4408-45f6-871a-1791839e99ab tempest-ListServerFiltersTestJSON-1229971268 tempest-ListServerFiltersTestJSON-1229971268-project-member] Flavor pref 0:0:0 {{(pid=62328) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 627.669450] env[62328]: DEBUG nova.virt.hardware [None req-6e45f035-4408-45f6-871a-1791839e99ab tempest-ListServerFiltersTestJSON-1229971268 tempest-ListServerFiltersTestJSON-1229971268-project-member] Image pref 0:0:0 {{(pid=62328) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 627.669450] env[62328]: DEBUG nova.virt.hardware [None req-6e45f035-4408-45f6-871a-1791839e99ab tempest-ListServerFiltersTestJSON-1229971268 tempest-ListServerFiltersTestJSON-1229971268-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62328) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 627.669523] env[62328]: DEBUG nova.virt.hardware [None req-6e45f035-4408-45f6-871a-1791839e99ab tempest-ListServerFiltersTestJSON-1229971268 tempest-ListServerFiltersTestJSON-1229971268-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62328) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 627.669641] env[62328]: DEBUG nova.virt.hardware [None req-6e45f035-4408-45f6-871a-1791839e99ab tempest-ListServerFiltersTestJSON-1229971268 tempest-ListServerFiltersTestJSON-1229971268-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62328) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 627.669765] env[62328]: DEBUG nova.virt.hardware [None req-6e45f035-4408-45f6-871a-1791839e99ab tempest-ListServerFiltersTestJSON-1229971268 tempest-ListServerFiltersTestJSON-1229971268-project-member] Got 1 possible topologies {{(pid=62328) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 627.669960] env[62328]: DEBUG nova.virt.hardware [None req-6e45f035-4408-45f6-871a-1791839e99ab tempest-ListServerFiltersTestJSON-1229971268 tempest-ListServerFiltersTestJSON-1229971268-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62328) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 627.670417] env[62328]: DEBUG nova.virt.hardware [None req-6e45f035-4408-45f6-871a-1791839e99ab tempest-ListServerFiltersTestJSON-1229971268 tempest-ListServerFiltersTestJSON-1229971268-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62328) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 627.673702] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ae38fec0-5f15-4f4d-b176-23e3918be438 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 627.685514] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-04eba8dd-72e2-4eba-b993-041d4efaca6d {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 627.704313] env[62328]: DEBUG oslo_concurrency.lockutils [None req-34162ca2-271f-43b9-99db-b8c5ee3fcf77 tempest-ServersAdmin275Test-1782090467 tempest-ServersAdmin275Test-1782090467-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 627.777680] env[62328]: DEBUG oslo_concurrency.lockutils [None req-1ae4ea3f-3f40-4036-8acb-f85355b234de tempest-ImagesOneServerNegativeTestJSON-835227872 tempest-ImagesOneServerNegativeTestJSON-835227872-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 627.784968] env[62328]: DEBUG oslo_service.periodic_task [None req-332cd9a1-235b-4315-894a-68f76363e980 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=62328) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 627.784968] env[62328]: DEBUG nova.compute.manager [None req-332cd9a1-235b-4315-894a-68f76363e980 None None] Starting heal instance info cache {{(pid=62328) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10445}} [ 627.784968] env[62328]: DEBUG nova.compute.manager [None req-332cd9a1-235b-4315-894a-68f76363e980 None None] Rebuilding the list of instances to heal {{(pid=62328) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10449}} [ 627.817020] env[62328]: DEBUG nova.scheduler.client.report [None req-feace3b3-369e-4db7-9bdb-916f5e2d4d63 tempest-FloatingIPsAssociationTestJSON-89523020 tempest-FloatingIPsAssociationTestJSON-89523020-project-member] Inventory has not changed for provider 3469e9f8-04af-49ca-8435-49f104496744 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 152, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62328) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 628.015711] env[62328]: DEBUG oslo_concurrency.lockutils [None req-04085e23-bd21-4312-989f-0ce0c91e4fc6 tempest-ServersAdminNegativeTestJSON-593360600 tempest-ServersAdminNegativeTestJSON-593360600-project-member] Acquiring lock "refresh_cache-16731f71-d972-4604-95f3-4412aedcddb5" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 628.015711] env[62328]: DEBUG oslo_concurrency.lockutils [None req-04085e23-bd21-4312-989f-0ce0c91e4fc6 tempest-ServersAdminNegativeTestJSON-593360600 tempest-ServersAdminNegativeTestJSON-593360600-project-member] Acquired lock "refresh_cache-16731f71-d972-4604-95f3-4412aedcddb5" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.015826] env[62328]: DEBUG nova.network.neutron [None req-04085e23-bd21-4312-989f-0ce0c91e4fc6 tempest-ServersAdminNegativeTestJSON-593360600 tempest-ServersAdminNegativeTestJSON-593360600-project-member] [instance: 16731f71-d972-4604-95f3-4412aedcddb5] Building network info cache for instance {{(pid=62328) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 628.129706] env[62328]: DEBUG nova.network.neutron [-] [instance: df0d7e5c-1299-4174-8641-f96b51442b55] Updating instance_info_cache with network_info: [] {{(pid=62328) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 628.290328] env[62328]: DEBUG nova.compute.manager [None req-332cd9a1-235b-4315-894a-68f76363e980 None None] [instance: df0d7e5c-1299-4174-8641-f96b51442b55] Skipping network cache update for instance because it is being deleted. {{(pid=62328) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10462}} [ 628.290533] env[62328]: DEBUG nova.compute.manager [None req-332cd9a1-235b-4315-894a-68f76363e980 None None] [instance: 16731f71-d972-4604-95f3-4412aedcddb5] Skipping network cache update for instance because it is Building. {{(pid=62328) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10458}} [ 628.290669] env[62328]: DEBUG nova.compute.manager [None req-332cd9a1-235b-4315-894a-68f76363e980 None None] [instance: 17f3c1fc-a6c7-4936-b0d9-4c0eb88417c0] Skipping network cache update for instance because it is Building. {{(pid=62328) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10458}} [ 628.291046] env[62328]: DEBUG nova.compute.manager [None req-332cd9a1-235b-4315-894a-68f76363e980 None None] [instance: 8cd0962c-8272-4384-973d-1ac21ca21993] Skipping network cache update for instance because it is Building. {{(pid=62328) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10458}} [ 628.330382] env[62328]: DEBUG oslo_concurrency.lockutils [None req-feace3b3-369e-4db7-9bdb-916f5e2d4d63 tempest-FloatingIPsAssociationTestJSON-89523020 tempest-FloatingIPsAssociationTestJSON-89523020-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.715s {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 628.330909] env[62328]: DEBUG nova.compute.manager [None req-feace3b3-369e-4db7-9bdb-916f5e2d4d63 tempest-FloatingIPsAssociationTestJSON-89523020 tempest-FloatingIPsAssociationTestJSON-89523020-project-member] [instance: 8cd0962c-8272-4384-973d-1ac21ca21993] Start building networks asynchronously for instance. {{(pid=62328) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 628.334549] env[62328]: DEBUG nova.compute.manager [None req-e33f2b9f-56a8-4c73-a5f9-f298ff7a711e tempest-ImagesOneServerTestJSON-2062431902 tempest-ImagesOneServerTestJSON-2062431902-project-member] [instance: b7106740-bdd7-4774-8744-cbe21352a31c] Checking state {{(pid=62328) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 628.334924] env[62328]: DEBUG oslo_concurrency.lockutils [None req-dbcabc2d-35a1-42fd-b59b-404b0e3e4f1c tempest-MigrationsAdminTest-413245202 tempest-MigrationsAdminTest-413245202-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 29.968s {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 628.337279] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d381131e-bf77-4384-8846-c392c7f1719a {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 628.345398] env[62328]: DEBUG oslo_concurrency.lockutils [None req-332cd9a1-235b-4315-894a-68f76363e980 None None] Acquiring lock "refresh_cache-613e2516-6209-439d-bb90-b87d67b281a8" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 628.345552] env[62328]: DEBUG oslo_concurrency.lockutils [None req-332cd9a1-235b-4315-894a-68f76363e980 None None] Acquired lock "refresh_cache-613e2516-6209-439d-bb90-b87d67b281a8" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.345735] env[62328]: DEBUG nova.network.neutron [None req-332cd9a1-235b-4315-894a-68f76363e980 None None] [instance: 613e2516-6209-439d-bb90-b87d67b281a8] Forcefully refreshing network info cache for instance {{(pid=62328) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2061}} [ 628.346012] env[62328]: DEBUG nova.objects.instance [None req-332cd9a1-235b-4315-894a-68f76363e980 None None] Lazy-loading 'info_cache' on Instance uuid 613e2516-6209-439d-bb90-b87d67b281a8 {{(pid=62328) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 628.391999] env[62328]: DEBUG nova.compute.manager [req-daf9ec7f-7595-4bdf-a9d0-14e2f9895eb1 req-978709a1-255f-42f3-a8ef-96be3978b4aa service nova] [instance: 16731f71-d972-4604-95f3-4412aedcddb5] Received event network-vif-plugged-c1339f3c-9da5-4dac-9c60-6a79988ba555 {{(pid=62328) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 628.392389] env[62328]: DEBUG oslo_concurrency.lockutils [req-daf9ec7f-7595-4bdf-a9d0-14e2f9895eb1 req-978709a1-255f-42f3-a8ef-96be3978b4aa service nova] Acquiring lock "16731f71-d972-4604-95f3-4412aedcddb5-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 628.392491] env[62328]: DEBUG oslo_concurrency.lockutils [req-daf9ec7f-7595-4bdf-a9d0-14e2f9895eb1 req-978709a1-255f-42f3-a8ef-96be3978b4aa service nova] Lock "16731f71-d972-4604-95f3-4412aedcddb5-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 628.393376] env[62328]: DEBUG oslo_concurrency.lockutils [req-daf9ec7f-7595-4bdf-a9d0-14e2f9895eb1 req-978709a1-255f-42f3-a8ef-96be3978b4aa service nova] Lock "16731f71-d972-4604-95f3-4412aedcddb5-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 628.393376] env[62328]: DEBUG nova.compute.manager [req-daf9ec7f-7595-4bdf-a9d0-14e2f9895eb1 req-978709a1-255f-42f3-a8ef-96be3978b4aa service nova] [instance: 16731f71-d972-4604-95f3-4412aedcddb5] No waiting events found dispatching network-vif-plugged-c1339f3c-9da5-4dac-9c60-6a79988ba555 {{(pid=62328) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 628.393376] env[62328]: WARNING nova.compute.manager [req-daf9ec7f-7595-4bdf-a9d0-14e2f9895eb1 req-978709a1-255f-42f3-a8ef-96be3978b4aa service nova] [instance: 16731f71-d972-4604-95f3-4412aedcddb5] Received unexpected event network-vif-plugged-c1339f3c-9da5-4dac-9c60-6a79988ba555 for instance with vm_state building and task_state spawning. [ 628.572889] env[62328]: DEBUG nova.network.neutron [None req-04085e23-bd21-4312-989f-0ce0c91e4fc6 tempest-ServersAdminNegativeTestJSON-593360600 tempest-ServersAdminNegativeTestJSON-593360600-project-member] [instance: 16731f71-d972-4604-95f3-4412aedcddb5] Instance cache missing network info. {{(pid=62328) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 628.631629] env[62328]: INFO nova.compute.manager [-] [instance: df0d7e5c-1299-4174-8641-f96b51442b55] Took 1.37 seconds to deallocate network for instance. [ 628.812982] env[62328]: DEBUG nova.network.neutron [None req-04085e23-bd21-4312-989f-0ce0c91e4fc6 tempest-ServersAdminNegativeTestJSON-593360600 tempest-ServersAdminNegativeTestJSON-593360600-project-member] [instance: 16731f71-d972-4604-95f3-4412aedcddb5] Updating instance_info_cache with network_info: [{"id": "c1339f3c-9da5-4dac-9c60-6a79988ba555", "address": "fa:16:3e:53:cf:53", "network": {"id": "ec511a9f-4661-41db-95bd-0fc9ad2de615", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.56", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "2a64022f08d84b11a86773b900860ae5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a4f91f31-0516-4d62-a341-e03a50b7c477", "external-id": "nsx-vlan-transportzone-963", "segmentation_id": 963, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc1339f3c-9d", "ovs_interfaceid": "c1339f3c-9da5-4dac-9c60-6a79988ba555", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62328) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 628.838346] env[62328]: DEBUG nova.compute.utils [None req-feace3b3-369e-4db7-9bdb-916f5e2d4d63 tempest-FloatingIPsAssociationTestJSON-89523020 tempest-FloatingIPsAssociationTestJSON-89523020-project-member] Using /dev/sd instead of None {{(pid=62328) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 628.841018] env[62328]: DEBUG nova.compute.manager [None req-feace3b3-369e-4db7-9bdb-916f5e2d4d63 tempest-FloatingIPsAssociationTestJSON-89523020 tempest-FloatingIPsAssociationTestJSON-89523020-project-member] [instance: 8cd0962c-8272-4384-973d-1ac21ca21993] Allocating IP information in the background. {{(pid=62328) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 628.841018] env[62328]: DEBUG nova.network.neutron [None req-feace3b3-369e-4db7-9bdb-916f5e2d4d63 tempest-FloatingIPsAssociationTestJSON-89523020 tempest-FloatingIPsAssociationTestJSON-89523020-project-member] [instance: 8cd0962c-8272-4384-973d-1ac21ca21993] allocate_for_instance() {{(pid=62328) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 628.858039] env[62328]: INFO nova.compute.manager [None req-e33f2b9f-56a8-4c73-a5f9-f298ff7a711e tempest-ImagesOneServerTestJSON-2062431902 tempest-ImagesOneServerTestJSON-2062431902-project-member] [instance: b7106740-bdd7-4774-8744-cbe21352a31c] instance snapshotting [ 628.861344] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-abf82e54-95a1-4a8d-9e1c-956c28f1c82b {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 628.892348] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3e9338c1-625e-4d2f-a667-e31072efb6c7 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 628.936670] env[62328]: DEBUG nova.policy [None req-feace3b3-369e-4db7-9bdb-916f5e2d4d63 tempest-FloatingIPsAssociationTestJSON-89523020 tempest-FloatingIPsAssociationTestJSON-89523020-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '4d0c6237f6db4c47830d17475e05292f', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '7e3ef50f47dc4b98af4741ae41f20df6', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62328) authorize /opt/stack/nova/nova/policy.py:192}} [ 629.142373] env[62328]: DEBUG oslo_concurrency.lockutils [None req-4749c5d6-d7ec-4aa4-a49e-3e1a247b55b1 tempest-ListServersNegativeTestJSON-1737878377 tempest-ListServersNegativeTestJSON-1737878377-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 629.316043] env[62328]: DEBUG oslo_concurrency.lockutils [None req-04085e23-bd21-4312-989f-0ce0c91e4fc6 tempest-ServersAdminNegativeTestJSON-593360600 tempest-ServersAdminNegativeTestJSON-593360600-project-member] Releasing lock "refresh_cache-16731f71-d972-4604-95f3-4412aedcddb5" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 629.316043] env[62328]: DEBUG nova.compute.manager [None req-04085e23-bd21-4312-989f-0ce0c91e4fc6 tempest-ServersAdminNegativeTestJSON-593360600 tempest-ServersAdminNegativeTestJSON-593360600-project-member] [instance: 16731f71-d972-4604-95f3-4412aedcddb5] Instance network_info: |[{"id": "c1339f3c-9da5-4dac-9c60-6a79988ba555", "address": "fa:16:3e:53:cf:53", "network": {"id": "ec511a9f-4661-41db-95bd-0fc9ad2de615", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.56", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "2a64022f08d84b11a86773b900860ae5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a4f91f31-0516-4d62-a341-e03a50b7c477", "external-id": "nsx-vlan-transportzone-963", "segmentation_id": 963, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc1339f3c-9d", "ovs_interfaceid": "c1339f3c-9da5-4dac-9c60-6a79988ba555", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62328) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 629.316472] env[62328]: DEBUG nova.virt.vmwareapi.vmops [None req-04085e23-bd21-4312-989f-0ce0c91e4fc6 tempest-ServersAdminNegativeTestJSON-593360600 tempest-ServersAdminNegativeTestJSON-593360600-project-member] [instance: 16731f71-d972-4604-95f3-4412aedcddb5] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:53:cf:53', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'a4f91f31-0516-4d62-a341-e03a50b7c477', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'c1339f3c-9da5-4dac-9c60-6a79988ba555', 'vif_model': 'vmxnet3'}] {{(pid=62328) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 629.323781] env[62328]: DEBUG nova.virt.vmwareapi.vm_util [None req-04085e23-bd21-4312-989f-0ce0c91e4fc6 tempest-ServersAdminNegativeTestJSON-593360600 tempest-ServersAdminNegativeTestJSON-593360600-project-member] Creating folder: Project (5fe3479ac6364366add444f8df7191d6). Parent ref: group-v484164. {{(pid=62328) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 629.324133] env[62328]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-76678e6c-a907-4442-8d31-f2cd96d69a9b {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 629.339239] env[62328]: INFO nova.virt.vmwareapi.vm_util [None req-04085e23-bd21-4312-989f-0ce0c91e4fc6 tempest-ServersAdminNegativeTestJSON-593360600 tempest-ServersAdminNegativeTestJSON-593360600-project-member] Created folder: Project (5fe3479ac6364366add444f8df7191d6) in parent group-v484164. [ 629.339513] env[62328]: DEBUG nova.virt.vmwareapi.vm_util [None req-04085e23-bd21-4312-989f-0ce0c91e4fc6 tempest-ServersAdminNegativeTestJSON-593360600 tempest-ServersAdminNegativeTestJSON-593360600-project-member] Creating folder: Instances. Parent ref: group-v484232. {{(pid=62328) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 629.339738] env[62328]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-de0d9db4-82b5-4788-a924-a69ba6ef0961 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 629.349778] env[62328]: DEBUG nova.compute.manager [None req-feace3b3-369e-4db7-9bdb-916f5e2d4d63 tempest-FloatingIPsAssociationTestJSON-89523020 tempest-FloatingIPsAssociationTestJSON-89523020-project-member] [instance: 8cd0962c-8272-4384-973d-1ac21ca21993] Start building block device mappings for instance. {{(pid=62328) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 629.353870] env[62328]: INFO nova.virt.vmwareapi.vm_util [None req-04085e23-bd21-4312-989f-0ce0c91e4fc6 tempest-ServersAdminNegativeTestJSON-593360600 tempest-ServersAdminNegativeTestJSON-593360600-project-member] Created folder: Instances in parent group-v484232. [ 629.353870] env[62328]: DEBUG oslo.service.loopingcall [None req-04085e23-bd21-4312-989f-0ce0c91e4fc6 tempest-ServersAdminNegativeTestJSON-593360600 tempest-ServersAdminNegativeTestJSON-593360600-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62328) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 629.354182] env[62328]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 16731f71-d972-4604-95f3-4412aedcddb5] Creating VM on the ESX host {{(pid=62328) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 629.355035] env[62328]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-cbdac13c-b937-4456-a3a8-42dfbab0fc5a {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 629.382042] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d2fd2b0a-6d2c-4046-8347-980286868c8c {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 629.386517] env[62328]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 629.386517] env[62328]: value = "task-2386375" [ 629.386517] env[62328]: _type = "Task" [ 629.386517] env[62328]: } to complete. {{(pid=62328) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 629.394758] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-59c62647-1558-40bc-bbdf-f16ddd98480f {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 629.402013] env[62328]: DEBUG oslo_vmware.api [-] Task: {'id': task-2386375, 'name': CreateVM_Task} progress is 0%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 629.405622] env[62328]: DEBUG nova.virt.vmwareapi.vmops [None req-e33f2b9f-56a8-4c73-a5f9-f298ff7a711e tempest-ImagesOneServerTestJSON-2062431902 tempest-ImagesOneServerTestJSON-2062431902-project-member] [instance: b7106740-bdd7-4774-8744-cbe21352a31c] Creating Snapshot of the VM instance {{(pid=62328) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 629.431094] env[62328]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-60d230ab-39b2-4301-a481-f0ee2def6b82 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 629.435874] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c8c3ccab-2860-413f-9dcf-72d85acaec60 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 629.445303] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-91443272-5f9f-4f48-8718-42336689d473 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 629.450937] env[62328]: DEBUG oslo_vmware.api [None req-e33f2b9f-56a8-4c73-a5f9-f298ff7a711e tempest-ImagesOneServerTestJSON-2062431902 tempest-ImagesOneServerTestJSON-2062431902-project-member] Waiting for the task: (returnval){ [ 629.450937] env[62328]: value = "task-2386376" [ 629.450937] env[62328]: _type = "Task" [ 629.450937] env[62328]: } to complete. {{(pid=62328) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 629.465505] env[62328]: DEBUG nova.compute.provider_tree [None req-dbcabc2d-35a1-42fd-b59b-404b0e3e4f1c tempest-MigrationsAdminTest-413245202 tempest-MigrationsAdminTest-413245202-project-member] Inventory has not changed in ProviderTree for provider: 3469e9f8-04af-49ca-8435-49f104496744 {{(pid=62328) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 629.471844] env[62328]: DEBUG oslo_vmware.api [None req-e33f2b9f-56a8-4c73-a5f9-f298ff7a711e tempest-ImagesOneServerTestJSON-2062431902 tempest-ImagesOneServerTestJSON-2062431902-project-member] Task: {'id': task-2386376, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 629.496944] env[62328]: DEBUG nova.network.neutron [None req-feace3b3-369e-4db7-9bdb-916f5e2d4d63 tempest-FloatingIPsAssociationTestJSON-89523020 tempest-FloatingIPsAssociationTestJSON-89523020-project-member] [instance: 8cd0962c-8272-4384-973d-1ac21ca21993] Successfully created port: f5a75d69-f7c9-419b-be1a-9cfe94f76980 {{(pid=62328) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 629.617857] env[62328]: DEBUG oslo_concurrency.lockutils [None req-ff8337d8-2b59-4615-92e5-7fe5fb97ba84 tempest-ServerTagsTestJSON-548611099 tempest-ServerTagsTestJSON-548611099-project-member] Acquiring lock "f07984e0-1503-4ac1-84e3-61d38443a17a" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 629.617857] env[62328]: DEBUG oslo_concurrency.lockutils [None req-ff8337d8-2b59-4615-92e5-7fe5fb97ba84 tempest-ServerTagsTestJSON-548611099 tempest-ServerTagsTestJSON-548611099-project-member] Lock "f07984e0-1503-4ac1-84e3-61d38443a17a" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 629.900148] env[62328]: DEBUG oslo_vmware.api [-] Task: {'id': task-2386375, 'name': CreateVM_Task} progress is 25%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 629.972284] env[62328]: DEBUG nova.scheduler.client.report [None req-dbcabc2d-35a1-42fd-b59b-404b0e3e4f1c tempest-MigrationsAdminTest-413245202 tempest-MigrationsAdminTest-413245202-project-member] Inventory has not changed for provider 3469e9f8-04af-49ca-8435-49f104496744 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 152, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62328) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 629.982021] env[62328]: DEBUG oslo_vmware.api [None req-e33f2b9f-56a8-4c73-a5f9-f298ff7a711e tempest-ImagesOneServerTestJSON-2062431902 tempest-ImagesOneServerTestJSON-2062431902-project-member] Task: {'id': task-2386376, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 630.052257] env[62328]: DEBUG nova.network.neutron [None req-6e45f035-4408-45f6-871a-1791839e99ab tempest-ListServerFiltersTestJSON-1229971268 tempest-ListServerFiltersTestJSON-1229971268-project-member] [instance: 17f3c1fc-a6c7-4936-b0d9-4c0eb88417c0] Successfully updated port: 2b5bb405-36fe-4620-954e-96dd5af47cfe {{(pid=62328) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 630.362556] env[62328]: DEBUG nova.compute.manager [None req-feace3b3-369e-4db7-9bdb-916f5e2d4d63 tempest-FloatingIPsAssociationTestJSON-89523020 tempest-FloatingIPsAssociationTestJSON-89523020-project-member] [instance: 8cd0962c-8272-4384-973d-1ac21ca21993] Start spawning the instance on the hypervisor. {{(pid=62328) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 630.396816] env[62328]: DEBUG nova.virt.hardware [None req-feace3b3-369e-4db7-9bdb-916f5e2d4d63 tempest-FloatingIPsAssociationTestJSON-89523020 tempest-FloatingIPsAssociationTestJSON-89523020-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-07T17:16:55Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-07T17:16:37Z,direct_url=,disk_format='vmdk',id=dbf872a4-92be-47e4-8561-c3e2bf2423ab,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='2a64022f08d84b11a86773b900860ae5',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-07T17:16:38Z,virtual_size=,visibility=), allow threads: False {{(pid=62328) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 630.397713] env[62328]: DEBUG nova.virt.hardware [None req-feace3b3-369e-4db7-9bdb-916f5e2d4d63 tempest-FloatingIPsAssociationTestJSON-89523020 tempest-FloatingIPsAssociationTestJSON-89523020-project-member] Flavor limits 0:0:0 {{(pid=62328) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 630.397713] env[62328]: DEBUG nova.virt.hardware [None req-feace3b3-369e-4db7-9bdb-916f5e2d4d63 tempest-FloatingIPsAssociationTestJSON-89523020 tempest-FloatingIPsAssociationTestJSON-89523020-project-member] Image limits 0:0:0 {{(pid=62328) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 630.398129] env[62328]: DEBUG nova.virt.hardware [None req-feace3b3-369e-4db7-9bdb-916f5e2d4d63 tempest-FloatingIPsAssociationTestJSON-89523020 tempest-FloatingIPsAssociationTestJSON-89523020-project-member] Flavor pref 0:0:0 {{(pid=62328) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 630.398504] env[62328]: DEBUG nova.virt.hardware [None req-feace3b3-369e-4db7-9bdb-916f5e2d4d63 tempest-FloatingIPsAssociationTestJSON-89523020 tempest-FloatingIPsAssociationTestJSON-89523020-project-member] Image pref 0:0:0 {{(pid=62328) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 630.398866] env[62328]: DEBUG nova.virt.hardware [None req-feace3b3-369e-4db7-9bdb-916f5e2d4d63 tempest-FloatingIPsAssociationTestJSON-89523020 tempest-FloatingIPsAssociationTestJSON-89523020-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62328) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 630.399222] env[62328]: DEBUG nova.virt.hardware [None req-feace3b3-369e-4db7-9bdb-916f5e2d4d63 tempest-FloatingIPsAssociationTestJSON-89523020 tempest-FloatingIPsAssociationTestJSON-89523020-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62328) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 630.399840] env[62328]: DEBUG nova.virt.hardware [None req-feace3b3-369e-4db7-9bdb-916f5e2d4d63 tempest-FloatingIPsAssociationTestJSON-89523020 tempest-FloatingIPsAssociationTestJSON-89523020-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62328) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 630.399840] env[62328]: DEBUG nova.virt.hardware [None req-feace3b3-369e-4db7-9bdb-916f5e2d4d63 tempest-FloatingIPsAssociationTestJSON-89523020 tempest-FloatingIPsAssociationTestJSON-89523020-project-member] Got 1 possible topologies {{(pid=62328) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 630.399996] env[62328]: DEBUG nova.virt.hardware [None req-feace3b3-369e-4db7-9bdb-916f5e2d4d63 tempest-FloatingIPsAssociationTestJSON-89523020 tempest-FloatingIPsAssociationTestJSON-89523020-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62328) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 630.400270] env[62328]: DEBUG nova.virt.hardware [None req-feace3b3-369e-4db7-9bdb-916f5e2d4d63 tempest-FloatingIPsAssociationTestJSON-89523020 tempest-FloatingIPsAssociationTestJSON-89523020-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62328) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 630.401210] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-37c08bba-061a-4956-a1bc-28bdeee61027 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 630.412845] env[62328]: DEBUG oslo_vmware.api [-] Task: {'id': task-2386375, 'name': CreateVM_Task} progress is 99%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 630.418253] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-87bc5748-c9bf-4d90-a7ea-ad48f59200ed {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 630.460871] env[62328]: DEBUG nova.network.neutron [None req-332cd9a1-235b-4315-894a-68f76363e980 None None] [instance: 613e2516-6209-439d-bb90-b87d67b281a8] Updating instance_info_cache with network_info: [{"id": "6cfbb9f4-c09f-4620-84ce-293a5d57918c", "address": "fa:16:3e:2f:31:56", "network": {"id": "ec511a9f-4661-41db-95bd-0fc9ad2de615", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.120", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "2a64022f08d84b11a86773b900860ae5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a4f91f31-0516-4d62-a341-e03a50b7c477", "external-id": "nsx-vlan-transportzone-963", "segmentation_id": 963, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6cfbb9f4-c0", "ovs_interfaceid": "6cfbb9f4-c09f-4620-84ce-293a5d57918c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62328) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 630.471651] env[62328]: DEBUG oslo_vmware.api [None req-e33f2b9f-56a8-4c73-a5f9-f298ff7a711e tempest-ImagesOneServerTestJSON-2062431902 tempest-ImagesOneServerTestJSON-2062431902-project-member] Task: {'id': task-2386376, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 630.526410] env[62328]: DEBUG nova.compute.manager [req-7b0c27de-1179-462c-9193-4cea8ada07d3 req-7d4adf4d-137e-42c7-b4ed-4796b67a39b8 service nova] [instance: df0d7e5c-1299-4174-8641-f96b51442b55] Received event network-vif-deleted-04c8003f-785d-4d68-beea-be0387801136 {{(pid=62328) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 630.554868] env[62328]: DEBUG oslo_concurrency.lockutils [None req-6e45f035-4408-45f6-871a-1791839e99ab tempest-ListServerFiltersTestJSON-1229971268 tempest-ListServerFiltersTestJSON-1229971268-project-member] Acquiring lock "refresh_cache-17f3c1fc-a6c7-4936-b0d9-4c0eb88417c0" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 630.555507] env[62328]: DEBUG oslo_concurrency.lockutils [None req-6e45f035-4408-45f6-871a-1791839e99ab tempest-ListServerFiltersTestJSON-1229971268 tempest-ListServerFiltersTestJSON-1229971268-project-member] Acquired lock "refresh_cache-17f3c1fc-a6c7-4936-b0d9-4c0eb88417c0" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.555695] env[62328]: DEBUG nova.network.neutron [None req-6e45f035-4408-45f6-871a-1791839e99ab tempest-ListServerFiltersTestJSON-1229971268 tempest-ListServerFiltersTestJSON-1229971268-project-member] [instance: 17f3c1fc-a6c7-4936-b0d9-4c0eb88417c0] Building network info cache for instance {{(pid=62328) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 630.902525] env[62328]: DEBUG oslo_vmware.api [-] Task: {'id': task-2386375, 'name': CreateVM_Task, 'duration_secs': 1.115433} completed successfully. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 630.903142] env[62328]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 16731f71-d972-4604-95f3-4412aedcddb5] Created VM on the ESX host {{(pid=62328) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 630.904519] env[62328]: DEBUG oslo_concurrency.lockutils [None req-04085e23-bd21-4312-989f-0ce0c91e4fc6 tempest-ServersAdminNegativeTestJSON-593360600 tempest-ServersAdminNegativeTestJSON-593360600-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/dbf872a4-92be-47e4-8561-c3e2bf2423ab" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 630.904895] env[62328]: DEBUG oslo_concurrency.lockutils [None req-04085e23-bd21-4312-989f-0ce0c91e4fc6 tempest-ServersAdminNegativeTestJSON-593360600 tempest-ServersAdminNegativeTestJSON-593360600-project-member] Acquired lock "[datastore1] devstack-image-cache_base/dbf872a4-92be-47e4-8561-c3e2bf2423ab" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.907225] env[62328]: DEBUG oslo_concurrency.lockutils [None req-04085e23-bd21-4312-989f-0ce0c91e4fc6 tempest-ServersAdminNegativeTestJSON-593360600 tempest-ServersAdminNegativeTestJSON-593360600-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/dbf872a4-92be-47e4-8561-c3e2bf2423ab" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 630.907225] env[62328]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-48af6bce-5318-4c7d-bed7-d8b086ed4065 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 630.914204] env[62328]: DEBUG oslo_vmware.api [None req-04085e23-bd21-4312-989f-0ce0c91e4fc6 tempest-ServersAdminNegativeTestJSON-593360600 tempest-ServersAdminNegativeTestJSON-593360600-project-member] Waiting for the task: (returnval){ [ 630.914204] env[62328]: value = "session[52a6e20e-410d-708a-99f2-080a575a99bd]52da38cd-3b16-5511-208c-b7d283e6fb67" [ 630.914204] env[62328]: _type = "Task" [ 630.914204] env[62328]: } to complete. {{(pid=62328) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 630.922582] env[62328]: DEBUG oslo_vmware.api [None req-04085e23-bd21-4312-989f-0ce0c91e4fc6 tempest-ServersAdminNegativeTestJSON-593360600 tempest-ServersAdminNegativeTestJSON-593360600-project-member] Task: {'id': session[52a6e20e-410d-708a-99f2-080a575a99bd]52da38cd-3b16-5511-208c-b7d283e6fb67, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 630.963360] env[62328]: DEBUG oslo_concurrency.lockutils [None req-332cd9a1-235b-4315-894a-68f76363e980 None None] Releasing lock "refresh_cache-613e2516-6209-439d-bb90-b87d67b281a8" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 630.963803] env[62328]: DEBUG nova.compute.manager [None req-332cd9a1-235b-4315-894a-68f76363e980 None None] [instance: 613e2516-6209-439d-bb90-b87d67b281a8] Updated the network info_cache for instance {{(pid=62328) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10516}} [ 630.964147] env[62328]: DEBUG oslo_service.periodic_task [None req-332cd9a1-235b-4315-894a-68f76363e980 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=62328) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 630.969791] env[62328]: DEBUG oslo_service.periodic_task [None req-332cd9a1-235b-4315-894a-68f76363e980 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=62328) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 630.969791] env[62328]: DEBUG oslo_vmware.api [None req-e33f2b9f-56a8-4c73-a5f9-f298ff7a711e tempest-ImagesOneServerTestJSON-2062431902 tempest-ImagesOneServerTestJSON-2062431902-project-member] Task: {'id': task-2386376, 'name': CreateSnapshot_Task, 'duration_secs': 1.503915} completed successfully. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 630.973121] env[62328]: DEBUG oslo_service.periodic_task [None req-332cd9a1-235b-4315-894a-68f76363e980 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=62328) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 630.973503] env[62328]: DEBUG nova.virt.vmwareapi.vmops [None req-e33f2b9f-56a8-4c73-a5f9-f298ff7a711e tempest-ImagesOneServerTestJSON-2062431902 tempest-ImagesOneServerTestJSON-2062431902-project-member] [instance: b7106740-bdd7-4774-8744-cbe21352a31c] Created Snapshot of the VM instance {{(pid=62328) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 630.973827] env[62328]: DEBUG oslo_service.periodic_task [None req-332cd9a1-235b-4315-894a-68f76363e980 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=62328) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 630.974820] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e24974bc-ff11-4962-a3fc-ae0a5fa7d1f7 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 630.980187] env[62328]: DEBUG oslo_service.periodic_task [None req-332cd9a1-235b-4315-894a-68f76363e980 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=62328) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 630.980187] env[62328]: DEBUG oslo_service.periodic_task [None req-332cd9a1-235b-4315-894a-68f76363e980 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=62328) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 630.980187] env[62328]: DEBUG nova.compute.manager [None req-332cd9a1-235b-4315-894a-68f76363e980 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=62328) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11064}} [ 630.980187] env[62328]: DEBUG oslo_service.periodic_task [None req-332cd9a1-235b-4315-894a-68f76363e980 None None] Running periodic task ComputeManager.update_available_resource {{(pid=62328) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 630.990265] env[62328]: DEBUG oslo_concurrency.lockutils [None req-dbcabc2d-35a1-42fd-b59b-404b0e3e4f1c tempest-MigrationsAdminTest-413245202 tempest-MigrationsAdminTest-413245202-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 2.655s {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 630.993260] env[62328]: DEBUG oslo_concurrency.lockutils [None req-0536c8a6-2ef1-4454-a265-20a67e9788ce tempest-DeleteServersAdminTestJSON-1672951685 tempest-DeleteServersAdminTestJSON-1672951685-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 29.250s {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 630.994630] env[62328]: INFO nova.compute.claims [None req-0536c8a6-2ef1-4454-a265-20a67e9788ce tempest-DeleteServersAdminTestJSON-1672951685 tempest-DeleteServersAdminTestJSON-1672951685-project-member] [instance: cbd7d9a6-9812-461e-9f59-8dea2e62fece] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 631.132928] env[62328]: DEBUG nova.network.neutron [None req-6e45f035-4408-45f6-871a-1791839e99ab tempest-ListServerFiltersTestJSON-1229971268 tempest-ListServerFiltersTestJSON-1229971268-project-member] [instance: 17f3c1fc-a6c7-4936-b0d9-4c0eb88417c0] Instance cache missing network info. {{(pid=62328) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 631.429371] env[62328]: DEBUG oslo_vmware.api [None req-04085e23-bd21-4312-989f-0ce0c91e4fc6 tempest-ServersAdminNegativeTestJSON-593360600 tempest-ServersAdminNegativeTestJSON-593360600-project-member] Task: {'id': session[52a6e20e-410d-708a-99f2-080a575a99bd]52da38cd-3b16-5511-208c-b7d283e6fb67, 'name': SearchDatastore_Task, 'duration_secs': 0.011766} completed successfully. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 631.429663] env[62328]: DEBUG oslo_concurrency.lockutils [None req-04085e23-bd21-4312-989f-0ce0c91e4fc6 tempest-ServersAdminNegativeTestJSON-593360600 tempest-ServersAdminNegativeTestJSON-593360600-project-member] Releasing lock "[datastore1] devstack-image-cache_base/dbf872a4-92be-47e4-8561-c3e2bf2423ab" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 631.429978] env[62328]: DEBUG nova.virt.vmwareapi.vmops [None req-04085e23-bd21-4312-989f-0ce0c91e4fc6 tempest-ServersAdminNegativeTestJSON-593360600 tempest-ServersAdminNegativeTestJSON-593360600-project-member] [instance: 16731f71-d972-4604-95f3-4412aedcddb5] Processing image dbf872a4-92be-47e4-8561-c3e2bf2423ab {{(pid=62328) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 631.430465] env[62328]: DEBUG oslo_concurrency.lockutils [None req-04085e23-bd21-4312-989f-0ce0c91e4fc6 tempest-ServersAdminNegativeTestJSON-593360600 tempest-ServersAdminNegativeTestJSON-593360600-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/dbf872a4-92be-47e4-8561-c3e2bf2423ab/dbf872a4-92be-47e4-8561-c3e2bf2423ab.vmdk" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 631.430465] env[62328]: DEBUG oslo_concurrency.lockutils [None req-04085e23-bd21-4312-989f-0ce0c91e4fc6 tempest-ServersAdminNegativeTestJSON-593360600 tempest-ServersAdminNegativeTestJSON-593360600-project-member] Acquired lock "[datastore1] devstack-image-cache_base/dbf872a4-92be-47e4-8561-c3e2bf2423ab/dbf872a4-92be-47e4-8561-c3e2bf2423ab.vmdk" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 631.430616] env[62328]: DEBUG nova.virt.vmwareapi.ds_util [None req-04085e23-bd21-4312-989f-0ce0c91e4fc6 tempest-ServersAdminNegativeTestJSON-593360600 tempest-ServersAdminNegativeTestJSON-593360600-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62328) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 631.431228] env[62328]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-9284b058-8cbe-4327-818a-984e684ab12b {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 631.442353] env[62328]: DEBUG nova.virt.vmwareapi.ds_util [None req-04085e23-bd21-4312-989f-0ce0c91e4fc6 tempest-ServersAdminNegativeTestJSON-593360600 tempest-ServersAdminNegativeTestJSON-593360600-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62328) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 631.442353] env[62328]: DEBUG nova.virt.vmwareapi.vmops [None req-04085e23-bd21-4312-989f-0ce0c91e4fc6 tempest-ServersAdminNegativeTestJSON-593360600 tempest-ServersAdminNegativeTestJSON-593360600-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62328) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 631.442697] env[62328]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6730d3ee-70d9-4272-9d71-45ceece1863a {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 631.448604] env[62328]: DEBUG oslo_vmware.api [None req-04085e23-bd21-4312-989f-0ce0c91e4fc6 tempest-ServersAdminNegativeTestJSON-593360600 tempest-ServersAdminNegativeTestJSON-593360600-project-member] Waiting for the task: (returnval){ [ 631.448604] env[62328]: value = "session[52a6e20e-410d-708a-99f2-080a575a99bd]52da4f1a-0a43-b691-0443-0600b460e260" [ 631.448604] env[62328]: _type = "Task" [ 631.448604] env[62328]: } to complete. {{(pid=62328) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 631.458911] env[62328]: DEBUG oslo_vmware.api [None req-04085e23-bd21-4312-989f-0ce0c91e4fc6 tempest-ServersAdminNegativeTestJSON-593360600 tempest-ServersAdminNegativeTestJSON-593360600-project-member] Task: {'id': session[52a6e20e-410d-708a-99f2-080a575a99bd]52da4f1a-0a43-b691-0443-0600b460e260, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 631.475950] env[62328]: DEBUG nova.network.neutron [None req-6e45f035-4408-45f6-871a-1791839e99ab tempest-ListServerFiltersTestJSON-1229971268 tempest-ListServerFiltersTestJSON-1229971268-project-member] [instance: 17f3c1fc-a6c7-4936-b0d9-4c0eb88417c0] Updating instance_info_cache with network_info: [{"id": "2b5bb405-36fe-4620-954e-96dd5af47cfe", "address": "fa:16:3e:55:c2:dc", "network": {"id": "c46007c0-9cb2-4a89-a7d1-de50d2fc8963", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-926979095-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "74a0bc813655452b82c1404e811a4da4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8ea16b8c-ebf6-4bd4-ab67-ddb472e7b460", "external-id": "nsx-vlan-transportzone-156", "segmentation_id": 156, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2b5bb405-36", "ovs_interfaceid": "2b5bb405-36fe-4620-954e-96dd5af47cfe", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62328) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 631.483771] env[62328]: DEBUG nova.compute.manager [req-8e176aa2-3921-41e5-b4a4-0037a7805abb req-21a6ba21-e5a1-4f59-8a65-93921ff7ab76 service nova] [instance: 16731f71-d972-4604-95f3-4412aedcddb5] Received event network-changed-c1339f3c-9da5-4dac-9c60-6a79988ba555 {{(pid=62328) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 631.484097] env[62328]: DEBUG nova.compute.manager [req-8e176aa2-3921-41e5-b4a4-0037a7805abb req-21a6ba21-e5a1-4f59-8a65-93921ff7ab76 service nova] [instance: 16731f71-d972-4604-95f3-4412aedcddb5] Refreshing instance network info cache due to event network-changed-c1339f3c-9da5-4dac-9c60-6a79988ba555. {{(pid=62328) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 631.484432] env[62328]: DEBUG oslo_concurrency.lockutils [req-8e176aa2-3921-41e5-b4a4-0037a7805abb req-21a6ba21-e5a1-4f59-8a65-93921ff7ab76 service nova] Acquiring lock "refresh_cache-16731f71-d972-4604-95f3-4412aedcddb5" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 631.484747] env[62328]: DEBUG oslo_concurrency.lockutils [req-8e176aa2-3921-41e5-b4a4-0037a7805abb req-21a6ba21-e5a1-4f59-8a65-93921ff7ab76 service nova] Acquired lock "refresh_cache-16731f71-d972-4604-95f3-4412aedcddb5" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 631.484989] env[62328]: DEBUG nova.network.neutron [req-8e176aa2-3921-41e5-b4a4-0037a7805abb req-21a6ba21-e5a1-4f59-8a65-93921ff7ab76 service nova] [instance: 16731f71-d972-4604-95f3-4412aedcddb5] Refreshing network info cache for port c1339f3c-9da5-4dac-9c60-6a79988ba555 {{(pid=62328) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 631.486930] env[62328]: DEBUG oslo_concurrency.lockutils [None req-332cd9a1-235b-4315-894a-68f76363e980 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 631.501417] env[62328]: DEBUG nova.virt.vmwareapi.vmops [None req-e33f2b9f-56a8-4c73-a5f9-f298ff7a711e tempest-ImagesOneServerTestJSON-2062431902 tempest-ImagesOneServerTestJSON-2062431902-project-member] [instance: b7106740-bdd7-4774-8744-cbe21352a31c] Creating linked-clone VM from snapshot {{(pid=62328) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 631.509101] env[62328]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-9c3dd02e-3f34-49aa-88a0-53dc8e7a8691 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 631.524030] env[62328]: DEBUG oslo_vmware.api [None req-e33f2b9f-56a8-4c73-a5f9-f298ff7a711e tempest-ImagesOneServerTestJSON-2062431902 tempest-ImagesOneServerTestJSON-2062431902-project-member] Waiting for the task: (returnval){ [ 631.524030] env[62328]: value = "task-2386377" [ 631.524030] env[62328]: _type = "Task" [ 631.524030] env[62328]: } to complete. {{(pid=62328) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 631.541485] env[62328]: DEBUG oslo_vmware.api [None req-e33f2b9f-56a8-4c73-a5f9-f298ff7a711e tempest-ImagesOneServerTestJSON-2062431902 tempest-ImagesOneServerTestJSON-2062431902-project-member] Task: {'id': task-2386377, 'name': CloneVM_Task} progress is 0%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 631.588374] env[62328]: INFO nova.scheduler.client.report [None req-dbcabc2d-35a1-42fd-b59b-404b0e3e4f1c tempest-MigrationsAdminTest-413245202 tempest-MigrationsAdminTest-413245202-project-member] Deleted allocation for migration 3e2fa560-9d4d-44f8-b494-ce6d6794a408 [ 631.789936] env[62328]: DEBUG oslo_concurrency.lockutils [None req-88250cb4-6546-4395-894e-5cfd94aa3a2e tempest-SecurityGroupsTestJSON-105101063 tempest-SecurityGroupsTestJSON-105101063-project-member] Acquiring lock "3c4b626f-0a92-4c1c-9240-7ed5e9ce623b" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 631.790290] env[62328]: DEBUG oslo_concurrency.lockutils [None req-88250cb4-6546-4395-894e-5cfd94aa3a2e tempest-SecurityGroupsTestJSON-105101063 tempest-SecurityGroupsTestJSON-105101063-project-member] Lock "3c4b626f-0a92-4c1c-9240-7ed5e9ce623b" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 631.873026] env[62328]: DEBUG nova.network.neutron [None req-feace3b3-369e-4db7-9bdb-916f5e2d4d63 tempest-FloatingIPsAssociationTestJSON-89523020 tempest-FloatingIPsAssociationTestJSON-89523020-project-member] [instance: 8cd0962c-8272-4384-973d-1ac21ca21993] Successfully updated port: f5a75d69-f7c9-419b-be1a-9cfe94f76980 {{(pid=62328) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 631.962394] env[62328]: DEBUG oslo_vmware.api [None req-04085e23-bd21-4312-989f-0ce0c91e4fc6 tempest-ServersAdminNegativeTestJSON-593360600 tempest-ServersAdminNegativeTestJSON-593360600-project-member] Task: {'id': session[52a6e20e-410d-708a-99f2-080a575a99bd]52da4f1a-0a43-b691-0443-0600b460e260, 'name': SearchDatastore_Task, 'duration_secs': 0.010147} completed successfully. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 631.964015] env[62328]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4f7a5dcf-99ba-46c9-b395-d9024c6c8044 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 631.970380] env[62328]: DEBUG oslo_vmware.api [None req-04085e23-bd21-4312-989f-0ce0c91e4fc6 tempest-ServersAdminNegativeTestJSON-593360600 tempest-ServersAdminNegativeTestJSON-593360600-project-member] Waiting for the task: (returnval){ [ 631.970380] env[62328]: value = "session[52a6e20e-410d-708a-99f2-080a575a99bd]52414e2e-b537-8df8-e940-b57516df40e4" [ 631.970380] env[62328]: _type = "Task" [ 631.970380] env[62328]: } to complete. {{(pid=62328) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 631.980866] env[62328]: DEBUG oslo_concurrency.lockutils [None req-6e45f035-4408-45f6-871a-1791839e99ab tempest-ListServerFiltersTestJSON-1229971268 tempest-ListServerFiltersTestJSON-1229971268-project-member] Releasing lock "refresh_cache-17f3c1fc-a6c7-4936-b0d9-4c0eb88417c0" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 631.981577] env[62328]: DEBUG nova.compute.manager [None req-6e45f035-4408-45f6-871a-1791839e99ab tempest-ListServerFiltersTestJSON-1229971268 tempest-ListServerFiltersTestJSON-1229971268-project-member] [instance: 17f3c1fc-a6c7-4936-b0d9-4c0eb88417c0] Instance network_info: |[{"id": "2b5bb405-36fe-4620-954e-96dd5af47cfe", "address": "fa:16:3e:55:c2:dc", "network": {"id": "c46007c0-9cb2-4a89-a7d1-de50d2fc8963", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-926979095-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "74a0bc813655452b82c1404e811a4da4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8ea16b8c-ebf6-4bd4-ab67-ddb472e7b460", "external-id": "nsx-vlan-transportzone-156", "segmentation_id": 156, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2b5bb405-36", "ovs_interfaceid": "2b5bb405-36fe-4620-954e-96dd5af47cfe", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62328) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 631.981867] env[62328]: DEBUG oslo_vmware.api [None req-04085e23-bd21-4312-989f-0ce0c91e4fc6 tempest-ServersAdminNegativeTestJSON-593360600 tempest-ServersAdminNegativeTestJSON-593360600-project-member] Task: {'id': session[52a6e20e-410d-708a-99f2-080a575a99bd]52414e2e-b537-8df8-e940-b57516df40e4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 631.982243] env[62328]: DEBUG nova.virt.vmwareapi.vmops [None req-6e45f035-4408-45f6-871a-1791839e99ab tempest-ListServerFiltersTestJSON-1229971268 tempest-ListServerFiltersTestJSON-1229971268-project-member] [instance: 17f3c1fc-a6c7-4936-b0d9-4c0eb88417c0] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:55:c2:dc', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '8ea16b8c-ebf6-4bd4-ab67-ddb472e7b460', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '2b5bb405-36fe-4620-954e-96dd5af47cfe', 'vif_model': 'vmxnet3'}] {{(pid=62328) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 631.990748] env[62328]: DEBUG oslo.service.loopingcall [None req-6e45f035-4408-45f6-871a-1791839e99ab tempest-ListServerFiltersTestJSON-1229971268 tempest-ListServerFiltersTestJSON-1229971268-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62328) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 631.994311] env[62328]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 17f3c1fc-a6c7-4936-b0d9-4c0eb88417c0] Creating VM on the ESX host {{(pid=62328) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 631.994582] env[62328]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-fedc0fd0-071b-4674-8fb5-72336e9da339 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 632.024431] env[62328]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 632.024431] env[62328]: value = "task-2386379" [ 632.024431] env[62328]: _type = "Task" [ 632.024431] env[62328]: } to complete. {{(pid=62328) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 632.035875] env[62328]: DEBUG oslo_vmware.api [None req-e33f2b9f-56a8-4c73-a5f9-f298ff7a711e tempest-ImagesOneServerTestJSON-2062431902 tempest-ImagesOneServerTestJSON-2062431902-project-member] Task: {'id': task-2386377, 'name': CloneVM_Task} progress is 94%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 632.039130] env[62328]: DEBUG oslo_vmware.api [-] Task: {'id': task-2386379, 'name': CreateVM_Task} progress is 0%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 632.102256] env[62328]: DEBUG oslo_concurrency.lockutils [None req-dbcabc2d-35a1-42fd-b59b-404b0e3e4f1c tempest-MigrationsAdminTest-413245202 tempest-MigrationsAdminTest-413245202-project-member] Lock "613e2516-6209-439d-bb90-b87d67b281a8" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 37.891s {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 632.373962] env[62328]: DEBUG oslo_concurrency.lockutils [None req-feace3b3-369e-4db7-9bdb-916f5e2d4d63 tempest-FloatingIPsAssociationTestJSON-89523020 tempest-FloatingIPsAssociationTestJSON-89523020-project-member] Acquiring lock "refresh_cache-8cd0962c-8272-4384-973d-1ac21ca21993" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 632.373962] env[62328]: DEBUG oslo_concurrency.lockutils [None req-feace3b3-369e-4db7-9bdb-916f5e2d4d63 tempest-FloatingIPsAssociationTestJSON-89523020 tempest-FloatingIPsAssociationTestJSON-89523020-project-member] Acquired lock "refresh_cache-8cd0962c-8272-4384-973d-1ac21ca21993" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 632.373962] env[62328]: DEBUG nova.network.neutron [None req-feace3b3-369e-4db7-9bdb-916f5e2d4d63 tempest-FloatingIPsAssociationTestJSON-89523020 tempest-FloatingIPsAssociationTestJSON-89523020-project-member] [instance: 8cd0962c-8272-4384-973d-1ac21ca21993] Building network info cache for instance {{(pid=62328) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 632.436825] env[62328]: DEBUG nova.network.neutron [req-8e176aa2-3921-41e5-b4a4-0037a7805abb req-21a6ba21-e5a1-4f59-8a65-93921ff7ab76 service nova] [instance: 16731f71-d972-4604-95f3-4412aedcddb5] Updated VIF entry in instance network info cache for port c1339f3c-9da5-4dac-9c60-6a79988ba555. {{(pid=62328) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 632.437129] env[62328]: DEBUG nova.network.neutron [req-8e176aa2-3921-41e5-b4a4-0037a7805abb req-21a6ba21-e5a1-4f59-8a65-93921ff7ab76 service nova] [instance: 16731f71-d972-4604-95f3-4412aedcddb5] Updating instance_info_cache with network_info: [{"id": "c1339f3c-9da5-4dac-9c60-6a79988ba555", "address": "fa:16:3e:53:cf:53", "network": {"id": "ec511a9f-4661-41db-95bd-0fc9ad2de615", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.56", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "2a64022f08d84b11a86773b900860ae5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a4f91f31-0516-4d62-a341-e03a50b7c477", "external-id": "nsx-vlan-transportzone-963", "segmentation_id": 963, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc1339f3c-9d", "ovs_interfaceid": "c1339f3c-9da5-4dac-9c60-6a79988ba555", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62328) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 632.484825] env[62328]: DEBUG oslo_vmware.api [None req-04085e23-bd21-4312-989f-0ce0c91e4fc6 tempest-ServersAdminNegativeTestJSON-593360600 tempest-ServersAdminNegativeTestJSON-593360600-project-member] Task: {'id': session[52a6e20e-410d-708a-99f2-080a575a99bd]52414e2e-b537-8df8-e940-b57516df40e4, 'name': SearchDatastore_Task, 'duration_secs': 0.011084} completed successfully. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 632.488114] env[62328]: DEBUG oslo_concurrency.lockutils [None req-04085e23-bd21-4312-989f-0ce0c91e4fc6 tempest-ServersAdminNegativeTestJSON-593360600 tempest-ServersAdminNegativeTestJSON-593360600-project-member] Releasing lock "[datastore1] devstack-image-cache_base/dbf872a4-92be-47e4-8561-c3e2bf2423ab/dbf872a4-92be-47e4-8561-c3e2bf2423ab.vmdk" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 632.488419] env[62328]: DEBUG nova.virt.vmwareapi.vm_util [None req-04085e23-bd21-4312-989f-0ce0c91e4fc6 tempest-ServersAdminNegativeTestJSON-593360600 tempest-ServersAdminNegativeTestJSON-593360600-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/dbf872a4-92be-47e4-8561-c3e2bf2423ab/dbf872a4-92be-47e4-8561-c3e2bf2423ab.vmdk to [datastore1] 16731f71-d972-4604-95f3-4412aedcddb5/16731f71-d972-4604-95f3-4412aedcddb5.vmdk {{(pid=62328) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 632.489247] env[62328]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-e38ab89b-174f-4604-88fc-c65fa7075e84 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 632.499224] env[62328]: DEBUG oslo_vmware.api [None req-04085e23-bd21-4312-989f-0ce0c91e4fc6 tempest-ServersAdminNegativeTestJSON-593360600 tempest-ServersAdminNegativeTestJSON-593360600-project-member] Waiting for the task: (returnval){ [ 632.499224] env[62328]: value = "task-2386380" [ 632.499224] env[62328]: _type = "Task" [ 632.499224] env[62328]: } to complete. {{(pid=62328) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 632.514759] env[62328]: DEBUG oslo_vmware.api [None req-04085e23-bd21-4312-989f-0ce0c91e4fc6 tempest-ServersAdminNegativeTestJSON-593360600 tempest-ServersAdminNegativeTestJSON-593360600-project-member] Task: {'id': task-2386380, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 632.541048] env[62328]: DEBUG oslo_vmware.api [None req-e33f2b9f-56a8-4c73-a5f9-f298ff7a711e tempest-ImagesOneServerTestJSON-2062431902 tempest-ImagesOneServerTestJSON-2062431902-project-member] Task: {'id': task-2386377, 'name': CloneVM_Task} progress is 94%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 632.546174] env[62328]: DEBUG oslo_vmware.api [-] Task: {'id': task-2386379, 'name': CreateVM_Task, 'duration_secs': 0.478484} completed successfully. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 632.546443] env[62328]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 17f3c1fc-a6c7-4936-b0d9-4c0eb88417c0] Created VM on the ESX host {{(pid=62328) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 632.547668] env[62328]: DEBUG oslo_concurrency.lockutils [None req-6e45f035-4408-45f6-871a-1791839e99ab tempest-ListServerFiltersTestJSON-1229971268 tempest-ListServerFiltersTestJSON-1229971268-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/dbf872a4-92be-47e4-8561-c3e2bf2423ab" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 632.547668] env[62328]: DEBUG oslo_concurrency.lockutils [None req-6e45f035-4408-45f6-871a-1791839e99ab tempest-ListServerFiltersTestJSON-1229971268 tempest-ListServerFiltersTestJSON-1229971268-project-member] Acquired lock "[datastore1] devstack-image-cache_base/dbf872a4-92be-47e4-8561-c3e2bf2423ab" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 632.547786] env[62328]: DEBUG oslo_concurrency.lockutils [None req-6e45f035-4408-45f6-871a-1791839e99ab tempest-ListServerFiltersTestJSON-1229971268 tempest-ListServerFiltersTestJSON-1229971268-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/dbf872a4-92be-47e4-8561-c3e2bf2423ab" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 632.548100] env[62328]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a6e185ad-b978-4f6b-897d-bae88b4ef8f4 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 632.554773] env[62328]: DEBUG oslo_vmware.api [None req-6e45f035-4408-45f6-871a-1791839e99ab tempest-ListServerFiltersTestJSON-1229971268 tempest-ListServerFiltersTestJSON-1229971268-project-member] Waiting for the task: (returnval){ [ 632.554773] env[62328]: value = "session[52a6e20e-410d-708a-99f2-080a575a99bd]522139bd-1bb7-c3a5-972e-4802af498d8e" [ 632.554773] env[62328]: _type = "Task" [ 632.554773] env[62328]: } to complete. {{(pid=62328) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 632.563652] env[62328]: DEBUG oslo_vmware.api [None req-6e45f035-4408-45f6-871a-1791839e99ab tempest-ListServerFiltersTestJSON-1229971268 tempest-ListServerFiltersTestJSON-1229971268-project-member] Task: {'id': session[52a6e20e-410d-708a-99f2-080a575a99bd]522139bd-1bb7-c3a5-972e-4802af498d8e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 632.599859] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-26c1643a-f848-4bfc-833a-b6adfbf7327c {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 632.608146] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c21f4a0a-605b-40b0-929d-f0d8ec7c6f02 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 632.641063] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f38912fb-ea65-4d14-9617-5aafecb3da6a {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 632.651056] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-88a27f12-e535-4d39-b56f-4c3ef5951d5b {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 632.664950] env[62328]: DEBUG nova.compute.provider_tree [None req-0536c8a6-2ef1-4454-a265-20a67e9788ce tempest-DeleteServersAdminTestJSON-1672951685 tempest-DeleteServersAdminTestJSON-1672951685-project-member] Inventory has not changed in ProviderTree for provider: 3469e9f8-04af-49ca-8435-49f104496744 {{(pid=62328) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 632.939530] env[62328]: DEBUG oslo_concurrency.lockutils [req-8e176aa2-3921-41e5-b4a4-0037a7805abb req-21a6ba21-e5a1-4f59-8a65-93921ff7ab76 service nova] Releasing lock "refresh_cache-16731f71-d972-4604-95f3-4412aedcddb5" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 632.939807] env[62328]: DEBUG nova.compute.manager [req-8e176aa2-3921-41e5-b4a4-0037a7805abb req-21a6ba21-e5a1-4f59-8a65-93921ff7ab76 service nova] [instance: 17f3c1fc-a6c7-4936-b0d9-4c0eb88417c0] Received event network-vif-plugged-2b5bb405-36fe-4620-954e-96dd5af47cfe {{(pid=62328) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 632.940011] env[62328]: DEBUG oslo_concurrency.lockutils [req-8e176aa2-3921-41e5-b4a4-0037a7805abb req-21a6ba21-e5a1-4f59-8a65-93921ff7ab76 service nova] Acquiring lock "17f3c1fc-a6c7-4936-b0d9-4c0eb88417c0-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 632.940226] env[62328]: DEBUG oslo_concurrency.lockutils [req-8e176aa2-3921-41e5-b4a4-0037a7805abb req-21a6ba21-e5a1-4f59-8a65-93921ff7ab76 service nova] Lock "17f3c1fc-a6c7-4936-b0d9-4c0eb88417c0-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 632.940385] env[62328]: DEBUG oslo_concurrency.lockutils [req-8e176aa2-3921-41e5-b4a4-0037a7805abb req-21a6ba21-e5a1-4f59-8a65-93921ff7ab76 service nova] Lock "17f3c1fc-a6c7-4936-b0d9-4c0eb88417c0-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 632.940546] env[62328]: DEBUG nova.compute.manager [req-8e176aa2-3921-41e5-b4a4-0037a7805abb req-21a6ba21-e5a1-4f59-8a65-93921ff7ab76 service nova] [instance: 17f3c1fc-a6c7-4936-b0d9-4c0eb88417c0] No waiting events found dispatching network-vif-plugged-2b5bb405-36fe-4620-954e-96dd5af47cfe {{(pid=62328) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 632.940835] env[62328]: WARNING nova.compute.manager [req-8e176aa2-3921-41e5-b4a4-0037a7805abb req-21a6ba21-e5a1-4f59-8a65-93921ff7ab76 service nova] [instance: 17f3c1fc-a6c7-4936-b0d9-4c0eb88417c0] Received unexpected event network-vif-plugged-2b5bb405-36fe-4620-954e-96dd5af47cfe for instance with vm_state building and task_state spawning. [ 632.940909] env[62328]: DEBUG nova.compute.manager [req-8e176aa2-3921-41e5-b4a4-0037a7805abb req-21a6ba21-e5a1-4f59-8a65-93921ff7ab76 service nova] [instance: 17f3c1fc-a6c7-4936-b0d9-4c0eb88417c0] Received event network-changed-2b5bb405-36fe-4620-954e-96dd5af47cfe {{(pid=62328) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 632.941030] env[62328]: DEBUG nova.compute.manager [req-8e176aa2-3921-41e5-b4a4-0037a7805abb req-21a6ba21-e5a1-4f59-8a65-93921ff7ab76 service nova] [instance: 17f3c1fc-a6c7-4936-b0d9-4c0eb88417c0] Refreshing instance network info cache due to event network-changed-2b5bb405-36fe-4620-954e-96dd5af47cfe. {{(pid=62328) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 632.941230] env[62328]: DEBUG oslo_concurrency.lockutils [req-8e176aa2-3921-41e5-b4a4-0037a7805abb req-21a6ba21-e5a1-4f59-8a65-93921ff7ab76 service nova] Acquiring lock "refresh_cache-17f3c1fc-a6c7-4936-b0d9-4c0eb88417c0" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 632.941369] env[62328]: DEBUG oslo_concurrency.lockutils [req-8e176aa2-3921-41e5-b4a4-0037a7805abb req-21a6ba21-e5a1-4f59-8a65-93921ff7ab76 service nova] Acquired lock "refresh_cache-17f3c1fc-a6c7-4936-b0d9-4c0eb88417c0" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 632.941548] env[62328]: DEBUG nova.network.neutron [req-8e176aa2-3921-41e5-b4a4-0037a7805abb req-21a6ba21-e5a1-4f59-8a65-93921ff7ab76 service nova] [instance: 17f3c1fc-a6c7-4936-b0d9-4c0eb88417c0] Refreshing network info cache for port 2b5bb405-36fe-4620-954e-96dd5af47cfe {{(pid=62328) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 632.957633] env[62328]: DEBUG nova.network.neutron [None req-feace3b3-369e-4db7-9bdb-916f5e2d4d63 tempest-FloatingIPsAssociationTestJSON-89523020 tempest-FloatingIPsAssociationTestJSON-89523020-project-member] [instance: 8cd0962c-8272-4384-973d-1ac21ca21993] Instance cache missing network info. {{(pid=62328) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 633.012067] env[62328]: DEBUG oslo_vmware.api [None req-04085e23-bd21-4312-989f-0ce0c91e4fc6 tempest-ServersAdminNegativeTestJSON-593360600 tempest-ServersAdminNegativeTestJSON-593360600-project-member] Task: {'id': task-2386380, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.476761} completed successfully. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 633.012378] env[62328]: DEBUG nova.virt.vmwareapi.vm_util [None req-04085e23-bd21-4312-989f-0ce0c91e4fc6 tempest-ServersAdminNegativeTestJSON-593360600 tempest-ServersAdminNegativeTestJSON-593360600-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/dbf872a4-92be-47e4-8561-c3e2bf2423ab/dbf872a4-92be-47e4-8561-c3e2bf2423ab.vmdk to [datastore1] 16731f71-d972-4604-95f3-4412aedcddb5/16731f71-d972-4604-95f3-4412aedcddb5.vmdk {{(pid=62328) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 633.012591] env[62328]: DEBUG nova.virt.vmwareapi.vmops [None req-04085e23-bd21-4312-989f-0ce0c91e4fc6 tempest-ServersAdminNegativeTestJSON-593360600 tempest-ServersAdminNegativeTestJSON-593360600-project-member] [instance: 16731f71-d972-4604-95f3-4412aedcddb5] Extending root virtual disk to 1048576 {{(pid=62328) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 633.012844] env[62328]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-600b07d1-3077-4431-b202-6bbf5cfa54f4 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 633.022028] env[62328]: DEBUG oslo_vmware.api [None req-04085e23-bd21-4312-989f-0ce0c91e4fc6 tempest-ServersAdminNegativeTestJSON-593360600 tempest-ServersAdminNegativeTestJSON-593360600-project-member] Waiting for the task: (returnval){ [ 633.022028] env[62328]: value = "task-2386381" [ 633.022028] env[62328]: _type = "Task" [ 633.022028] env[62328]: } to complete. {{(pid=62328) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 633.037738] env[62328]: DEBUG oslo_vmware.api [None req-04085e23-bd21-4312-989f-0ce0c91e4fc6 tempest-ServersAdminNegativeTestJSON-593360600 tempest-ServersAdminNegativeTestJSON-593360600-project-member] Task: {'id': task-2386381, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 633.040650] env[62328]: DEBUG oslo_vmware.api [None req-e33f2b9f-56a8-4c73-a5f9-f298ff7a711e tempest-ImagesOneServerTestJSON-2062431902 tempest-ImagesOneServerTestJSON-2062431902-project-member] Task: {'id': task-2386377, 'name': CloneVM_Task} progress is 94%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 633.069085] env[62328]: DEBUG oslo_vmware.api [None req-6e45f035-4408-45f6-871a-1791839e99ab tempest-ListServerFiltersTestJSON-1229971268 tempest-ListServerFiltersTestJSON-1229971268-project-member] Task: {'id': session[52a6e20e-410d-708a-99f2-080a575a99bd]522139bd-1bb7-c3a5-972e-4802af498d8e, 'name': SearchDatastore_Task, 'duration_secs': 0.013471} completed successfully. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 633.070519] env[62328]: DEBUG oslo_concurrency.lockutils [None req-6e45f035-4408-45f6-871a-1791839e99ab tempest-ListServerFiltersTestJSON-1229971268 tempest-ListServerFiltersTestJSON-1229971268-project-member] Releasing lock "[datastore1] devstack-image-cache_base/dbf872a4-92be-47e4-8561-c3e2bf2423ab" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 633.070757] env[62328]: DEBUG nova.virt.vmwareapi.vmops [None req-6e45f035-4408-45f6-871a-1791839e99ab tempest-ListServerFiltersTestJSON-1229971268 tempest-ListServerFiltersTestJSON-1229971268-project-member] [instance: 17f3c1fc-a6c7-4936-b0d9-4c0eb88417c0] Processing image dbf872a4-92be-47e4-8561-c3e2bf2423ab {{(pid=62328) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 633.070984] env[62328]: DEBUG oslo_concurrency.lockutils [None req-6e45f035-4408-45f6-871a-1791839e99ab tempest-ListServerFiltersTestJSON-1229971268 tempest-ListServerFiltersTestJSON-1229971268-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/dbf872a4-92be-47e4-8561-c3e2bf2423ab/dbf872a4-92be-47e4-8561-c3e2bf2423ab.vmdk" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 633.071154] env[62328]: DEBUG oslo_concurrency.lockutils [None req-6e45f035-4408-45f6-871a-1791839e99ab tempest-ListServerFiltersTestJSON-1229971268 tempest-ListServerFiltersTestJSON-1229971268-project-member] Acquired lock "[datastore1] devstack-image-cache_base/dbf872a4-92be-47e4-8561-c3e2bf2423ab/dbf872a4-92be-47e4-8561-c3e2bf2423ab.vmdk" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 633.071330] env[62328]: DEBUG nova.virt.vmwareapi.ds_util [None req-6e45f035-4408-45f6-871a-1791839e99ab tempest-ListServerFiltersTestJSON-1229971268 tempest-ListServerFiltersTestJSON-1229971268-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62328) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 633.075458] env[62328]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-8bfae5b6-1e08-4f68-ac49-dd27f6a74ff6 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 633.078438] env[62328]: DEBUG oslo_concurrency.lockutils [None req-fd749fd3-b052-43cc-950f-06ef27e6819d tempest-ServerMetadataNegativeTestJSON-401717437 tempest-ServerMetadataNegativeTestJSON-401717437-project-member] Acquiring lock "eaf3b1bf-6f71-48b1-b28d-bb882b9c2035" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 633.078721] env[62328]: DEBUG oslo_concurrency.lockutils [None req-fd749fd3-b052-43cc-950f-06ef27e6819d tempest-ServerMetadataNegativeTestJSON-401717437 tempest-ServerMetadataNegativeTestJSON-401717437-project-member] Lock "eaf3b1bf-6f71-48b1-b28d-bb882b9c2035" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 633.087903] env[62328]: DEBUG nova.virt.vmwareapi.ds_util [None req-6e45f035-4408-45f6-871a-1791839e99ab tempest-ListServerFiltersTestJSON-1229971268 tempest-ListServerFiltersTestJSON-1229971268-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62328) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 633.088149] env[62328]: DEBUG nova.virt.vmwareapi.vmops [None req-6e45f035-4408-45f6-871a-1791839e99ab tempest-ListServerFiltersTestJSON-1229971268 tempest-ListServerFiltersTestJSON-1229971268-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62328) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 633.088945] env[62328]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2cd1a0e4-ae04-4cd9-bcc2-2ca6706cbfcd {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 633.095364] env[62328]: DEBUG oslo_vmware.api [None req-6e45f035-4408-45f6-871a-1791839e99ab tempest-ListServerFiltersTestJSON-1229971268 tempest-ListServerFiltersTestJSON-1229971268-project-member] Waiting for the task: (returnval){ [ 633.095364] env[62328]: value = "session[52a6e20e-410d-708a-99f2-080a575a99bd]52b221cd-3962-e51b-50b7-60938abbb076" [ 633.095364] env[62328]: _type = "Task" [ 633.095364] env[62328]: } to complete. {{(pid=62328) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 633.105837] env[62328]: DEBUG oslo_vmware.api [None req-6e45f035-4408-45f6-871a-1791839e99ab tempest-ListServerFiltersTestJSON-1229971268 tempest-ListServerFiltersTestJSON-1229971268-project-member] Task: {'id': session[52a6e20e-410d-708a-99f2-080a575a99bd]52b221cd-3962-e51b-50b7-60938abbb076, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 633.168402] env[62328]: DEBUG nova.scheduler.client.report [None req-0536c8a6-2ef1-4454-a265-20a67e9788ce tempest-DeleteServersAdminTestJSON-1672951685 tempest-DeleteServersAdminTestJSON-1672951685-project-member] Inventory has not changed for provider 3469e9f8-04af-49ca-8435-49f104496744 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 152, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62328) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 633.324703] env[62328]: DEBUG nova.compute.manager [req-8af27c86-0c49-4b40-8ff8-ec09cf904276 req-145f1b98-1119-49e1-b169-098b5536fd4d service nova] [instance: 8cd0962c-8272-4384-973d-1ac21ca21993] Received event network-vif-plugged-f5a75d69-f7c9-419b-be1a-9cfe94f76980 {{(pid=62328) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 633.324959] env[62328]: DEBUG oslo_concurrency.lockutils [req-8af27c86-0c49-4b40-8ff8-ec09cf904276 req-145f1b98-1119-49e1-b169-098b5536fd4d service nova] Acquiring lock "8cd0962c-8272-4384-973d-1ac21ca21993-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 633.328193] env[62328]: DEBUG oslo_concurrency.lockutils [req-8af27c86-0c49-4b40-8ff8-ec09cf904276 req-145f1b98-1119-49e1-b169-098b5536fd4d service nova] Lock "8cd0962c-8272-4384-973d-1ac21ca21993-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.003s {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 633.328505] env[62328]: DEBUG oslo_concurrency.lockutils [req-8af27c86-0c49-4b40-8ff8-ec09cf904276 req-145f1b98-1119-49e1-b169-098b5536fd4d service nova] Lock "8cd0962c-8272-4384-973d-1ac21ca21993-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 633.328581] env[62328]: DEBUG nova.compute.manager [req-8af27c86-0c49-4b40-8ff8-ec09cf904276 req-145f1b98-1119-49e1-b169-098b5536fd4d service nova] [instance: 8cd0962c-8272-4384-973d-1ac21ca21993] No waiting events found dispatching network-vif-plugged-f5a75d69-f7c9-419b-be1a-9cfe94f76980 {{(pid=62328) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 633.328948] env[62328]: WARNING nova.compute.manager [req-8af27c86-0c49-4b40-8ff8-ec09cf904276 req-145f1b98-1119-49e1-b169-098b5536fd4d service nova] [instance: 8cd0962c-8272-4384-973d-1ac21ca21993] Received unexpected event network-vif-plugged-f5a75d69-f7c9-419b-be1a-9cfe94f76980 for instance with vm_state building and task_state spawning. [ 633.328948] env[62328]: DEBUG nova.compute.manager [req-8af27c86-0c49-4b40-8ff8-ec09cf904276 req-145f1b98-1119-49e1-b169-098b5536fd4d service nova] [instance: 8cd0962c-8272-4384-973d-1ac21ca21993] Received event network-changed-f5a75d69-f7c9-419b-be1a-9cfe94f76980 {{(pid=62328) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 633.329194] env[62328]: DEBUG nova.compute.manager [req-8af27c86-0c49-4b40-8ff8-ec09cf904276 req-145f1b98-1119-49e1-b169-098b5536fd4d service nova] [instance: 8cd0962c-8272-4384-973d-1ac21ca21993] Refreshing instance network info cache due to event network-changed-f5a75d69-f7c9-419b-be1a-9cfe94f76980. {{(pid=62328) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 633.329251] env[62328]: DEBUG oslo_concurrency.lockutils [req-8af27c86-0c49-4b40-8ff8-ec09cf904276 req-145f1b98-1119-49e1-b169-098b5536fd4d service nova] Acquiring lock "refresh_cache-8cd0962c-8272-4384-973d-1ac21ca21993" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 633.352922] env[62328]: DEBUG nova.network.neutron [None req-feace3b3-369e-4db7-9bdb-916f5e2d4d63 tempest-FloatingIPsAssociationTestJSON-89523020 tempest-FloatingIPsAssociationTestJSON-89523020-project-member] [instance: 8cd0962c-8272-4384-973d-1ac21ca21993] Updating instance_info_cache with network_info: [{"id": "f5a75d69-f7c9-419b-be1a-9cfe94f76980", "address": "fa:16:3e:94:08:50", "network": {"id": "de12f95f-9353-45ec-b306-9aa1757c23b4", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-1744149878-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7e3ef50f47dc4b98af4741ae41f20df6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9722ea4d-e4a5-48fc-b759-5c4c4796b1ef", "external-id": "nsx-vlan-transportzone-924", "segmentation_id": 924, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf5a75d69-f7", "ovs_interfaceid": "f5a75d69-f7c9-419b-be1a-9cfe94f76980", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62328) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 633.538676] env[62328]: DEBUG oslo_vmware.api [None req-04085e23-bd21-4312-989f-0ce0c91e4fc6 tempest-ServersAdminNegativeTestJSON-593360600 tempest-ServersAdminNegativeTestJSON-593360600-project-member] Task: {'id': task-2386381, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.079178} completed successfully. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 633.544481] env[62328]: DEBUG nova.virt.vmwareapi.vmops [None req-04085e23-bd21-4312-989f-0ce0c91e4fc6 tempest-ServersAdminNegativeTestJSON-593360600 tempest-ServersAdminNegativeTestJSON-593360600-project-member] [instance: 16731f71-d972-4604-95f3-4412aedcddb5] Extended root virtual disk {{(pid=62328) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 633.544481] env[62328]: DEBUG oslo_vmware.api [None req-e33f2b9f-56a8-4c73-a5f9-f298ff7a711e tempest-ImagesOneServerTestJSON-2062431902 tempest-ImagesOneServerTestJSON-2062431902-project-member] Task: {'id': task-2386377, 'name': CloneVM_Task} progress is 95%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 633.545185] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9e767db6-af96-42fd-b807-de2f0504a8e6 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 633.572453] env[62328]: DEBUG nova.virt.vmwareapi.volumeops [None req-04085e23-bd21-4312-989f-0ce0c91e4fc6 tempest-ServersAdminNegativeTestJSON-593360600 tempest-ServersAdminNegativeTestJSON-593360600-project-member] [instance: 16731f71-d972-4604-95f3-4412aedcddb5] Reconfiguring VM instance instance-00000017 to attach disk [datastore1] 16731f71-d972-4604-95f3-4412aedcddb5/16731f71-d972-4604-95f3-4412aedcddb5.vmdk or device None with type sparse {{(pid=62328) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 633.572776] env[62328]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ea512366-72e3-40ba-bf58-3d60f74db2c0 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 633.601384] env[62328]: DEBUG oslo_vmware.api [None req-04085e23-bd21-4312-989f-0ce0c91e4fc6 tempest-ServersAdminNegativeTestJSON-593360600 tempest-ServersAdminNegativeTestJSON-593360600-project-member] Waiting for the task: (returnval){ [ 633.601384] env[62328]: value = "task-2386382" [ 633.601384] env[62328]: _type = "Task" [ 633.601384] env[62328]: } to complete. {{(pid=62328) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 633.609009] env[62328]: DEBUG oslo_vmware.api [None req-6e45f035-4408-45f6-871a-1791839e99ab tempest-ListServerFiltersTestJSON-1229971268 tempest-ListServerFiltersTestJSON-1229971268-project-member] Task: {'id': session[52a6e20e-410d-708a-99f2-080a575a99bd]52b221cd-3962-e51b-50b7-60938abbb076, 'name': SearchDatastore_Task, 'duration_secs': 0.014461} completed successfully. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 633.610224] env[62328]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-105dab58-fe6b-436c-8992-62fd1546effc {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 633.615846] env[62328]: DEBUG oslo_vmware.api [None req-04085e23-bd21-4312-989f-0ce0c91e4fc6 tempest-ServersAdminNegativeTestJSON-593360600 tempest-ServersAdminNegativeTestJSON-593360600-project-member] Task: {'id': task-2386382, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 633.624232] env[62328]: DEBUG oslo_vmware.api [None req-6e45f035-4408-45f6-871a-1791839e99ab tempest-ListServerFiltersTestJSON-1229971268 tempest-ListServerFiltersTestJSON-1229971268-project-member] Waiting for the task: (returnval){ [ 633.624232] env[62328]: value = "session[52a6e20e-410d-708a-99f2-080a575a99bd]52d447d2-db62-35f8-3b03-d2b8149df508" [ 633.624232] env[62328]: _type = "Task" [ 633.624232] env[62328]: } to complete. {{(pid=62328) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 633.635655] env[62328]: DEBUG oslo_vmware.api [None req-6e45f035-4408-45f6-871a-1791839e99ab tempest-ListServerFiltersTestJSON-1229971268 tempest-ListServerFiltersTestJSON-1229971268-project-member] Task: {'id': session[52a6e20e-410d-708a-99f2-080a575a99bd]52d447d2-db62-35f8-3b03-d2b8149df508, 'name': SearchDatastore_Task, 'duration_secs': 0.012021} completed successfully. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 633.636530] env[62328]: DEBUG oslo_concurrency.lockutils [None req-6e45f035-4408-45f6-871a-1791839e99ab tempest-ListServerFiltersTestJSON-1229971268 tempest-ListServerFiltersTestJSON-1229971268-project-member] Releasing lock "[datastore1] devstack-image-cache_base/dbf872a4-92be-47e4-8561-c3e2bf2423ab/dbf872a4-92be-47e4-8561-c3e2bf2423ab.vmdk" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 633.636530] env[62328]: DEBUG nova.virt.vmwareapi.vm_util [None req-6e45f035-4408-45f6-871a-1791839e99ab tempest-ListServerFiltersTestJSON-1229971268 tempest-ListServerFiltersTestJSON-1229971268-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/dbf872a4-92be-47e4-8561-c3e2bf2423ab/dbf872a4-92be-47e4-8561-c3e2bf2423ab.vmdk to [datastore1] 17f3c1fc-a6c7-4936-b0d9-4c0eb88417c0/17f3c1fc-a6c7-4936-b0d9-4c0eb88417c0.vmdk {{(pid=62328) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 633.636866] env[62328]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-6194b946-73f3-4da5-a7ac-2e78d4d5fded {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 633.644720] env[62328]: DEBUG oslo_vmware.api [None req-6e45f035-4408-45f6-871a-1791839e99ab tempest-ListServerFiltersTestJSON-1229971268 tempest-ListServerFiltersTestJSON-1229971268-project-member] Waiting for the task: (returnval){ [ 633.644720] env[62328]: value = "task-2386383" [ 633.644720] env[62328]: _type = "Task" [ 633.644720] env[62328]: } to complete. {{(pid=62328) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 633.654059] env[62328]: DEBUG oslo_vmware.api [None req-6e45f035-4408-45f6-871a-1791839e99ab tempest-ListServerFiltersTestJSON-1229971268 tempest-ListServerFiltersTestJSON-1229971268-project-member] Task: {'id': task-2386383, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 633.675991] env[62328]: DEBUG oslo_concurrency.lockutils [None req-0536c8a6-2ef1-4454-a265-20a67e9788ce tempest-DeleteServersAdminTestJSON-1672951685 tempest-DeleteServersAdminTestJSON-1672951685-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.682s {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 633.675991] env[62328]: DEBUG nova.compute.manager [None req-0536c8a6-2ef1-4454-a265-20a67e9788ce tempest-DeleteServersAdminTestJSON-1672951685 tempest-DeleteServersAdminTestJSON-1672951685-project-member] [instance: cbd7d9a6-9812-461e-9f59-8dea2e62fece] Start building networks asynchronously for instance. {{(pid=62328) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 633.678803] env[62328]: DEBUG oslo_concurrency.lockutils [None req-905d4929-e4c5-4df9-b520-46eb07e352ca tempest-VolumesAdminNegativeTest-179339308 tempest-VolumesAdminNegativeTest-179339308-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 26.610s {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 633.680360] env[62328]: INFO nova.compute.claims [None req-905d4929-e4c5-4df9-b520-46eb07e352ca tempest-VolumesAdminNegativeTest-179339308 tempest-VolumesAdminNegativeTest-179339308-project-member] [instance: 04dd8fd6-91f0-444f-b642-2ba8dcdea19d] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 633.856395] env[62328]: DEBUG oslo_concurrency.lockutils [None req-feace3b3-369e-4db7-9bdb-916f5e2d4d63 tempest-FloatingIPsAssociationTestJSON-89523020 tempest-FloatingIPsAssociationTestJSON-89523020-project-member] Releasing lock "refresh_cache-8cd0962c-8272-4384-973d-1ac21ca21993" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 633.856671] env[62328]: DEBUG nova.compute.manager [None req-feace3b3-369e-4db7-9bdb-916f5e2d4d63 tempest-FloatingIPsAssociationTestJSON-89523020 tempest-FloatingIPsAssociationTestJSON-89523020-project-member] [instance: 8cd0962c-8272-4384-973d-1ac21ca21993] Instance network_info: |[{"id": "f5a75d69-f7c9-419b-be1a-9cfe94f76980", "address": "fa:16:3e:94:08:50", "network": {"id": "de12f95f-9353-45ec-b306-9aa1757c23b4", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-1744149878-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7e3ef50f47dc4b98af4741ae41f20df6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9722ea4d-e4a5-48fc-b759-5c4c4796b1ef", "external-id": "nsx-vlan-transportzone-924", "segmentation_id": 924, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf5a75d69-f7", "ovs_interfaceid": "f5a75d69-f7c9-419b-be1a-9cfe94f76980", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62328) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 633.857051] env[62328]: DEBUG oslo_concurrency.lockutils [req-8af27c86-0c49-4b40-8ff8-ec09cf904276 req-145f1b98-1119-49e1-b169-098b5536fd4d service nova] Acquired lock "refresh_cache-8cd0962c-8272-4384-973d-1ac21ca21993" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 633.857263] env[62328]: DEBUG nova.network.neutron [req-8af27c86-0c49-4b40-8ff8-ec09cf904276 req-145f1b98-1119-49e1-b169-098b5536fd4d service nova] [instance: 8cd0962c-8272-4384-973d-1ac21ca21993] Refreshing network info cache for port f5a75d69-f7c9-419b-be1a-9cfe94f76980 {{(pid=62328) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 633.858522] env[62328]: DEBUG nova.virt.vmwareapi.vmops [None req-feace3b3-369e-4db7-9bdb-916f5e2d4d63 tempest-FloatingIPsAssociationTestJSON-89523020 tempest-FloatingIPsAssociationTestJSON-89523020-project-member] [instance: 8cd0962c-8272-4384-973d-1ac21ca21993] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:94:08:50', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '9722ea4d-e4a5-48fc-b759-5c4c4796b1ef', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'f5a75d69-f7c9-419b-be1a-9cfe94f76980', 'vif_model': 'vmxnet3'}] {{(pid=62328) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 633.870401] env[62328]: DEBUG oslo.service.loopingcall [None req-feace3b3-369e-4db7-9bdb-916f5e2d4d63 tempest-FloatingIPsAssociationTestJSON-89523020 tempest-FloatingIPsAssociationTestJSON-89523020-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62328) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 633.871092] env[62328]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8cd0962c-8272-4384-973d-1ac21ca21993] Creating VM on the ESX host {{(pid=62328) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 633.871359] env[62328]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-f363221a-89d6-4c16-a02a-c5348e486438 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 633.900943] env[62328]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 633.900943] env[62328]: value = "task-2386384" [ 633.900943] env[62328]: _type = "Task" [ 633.900943] env[62328]: } to complete. {{(pid=62328) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 633.910395] env[62328]: DEBUG oslo_vmware.api [-] Task: {'id': task-2386384, 'name': CreateVM_Task} progress is 0%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 633.979054] env[62328]: DEBUG nova.network.neutron [req-8e176aa2-3921-41e5-b4a4-0037a7805abb req-21a6ba21-e5a1-4f59-8a65-93921ff7ab76 service nova] [instance: 17f3c1fc-a6c7-4936-b0d9-4c0eb88417c0] Updated VIF entry in instance network info cache for port 2b5bb405-36fe-4620-954e-96dd5af47cfe. {{(pid=62328) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 633.979054] env[62328]: DEBUG nova.network.neutron [req-8e176aa2-3921-41e5-b4a4-0037a7805abb req-21a6ba21-e5a1-4f59-8a65-93921ff7ab76 service nova] [instance: 17f3c1fc-a6c7-4936-b0d9-4c0eb88417c0] Updating instance_info_cache with network_info: [{"id": "2b5bb405-36fe-4620-954e-96dd5af47cfe", "address": "fa:16:3e:55:c2:dc", "network": {"id": "c46007c0-9cb2-4a89-a7d1-de50d2fc8963", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-926979095-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "74a0bc813655452b82c1404e811a4da4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8ea16b8c-ebf6-4bd4-ab67-ddb472e7b460", "external-id": "nsx-vlan-transportzone-156", "segmentation_id": 156, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2b5bb405-36", "ovs_interfaceid": "2b5bb405-36fe-4620-954e-96dd5af47cfe", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62328) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 634.040328] env[62328]: DEBUG oslo_vmware.api [None req-e33f2b9f-56a8-4c73-a5f9-f298ff7a711e tempest-ImagesOneServerTestJSON-2062431902 tempest-ImagesOneServerTestJSON-2062431902-project-member] Task: {'id': task-2386377, 'name': CloneVM_Task, 'duration_secs': 2.257814} completed successfully. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 634.040328] env[62328]: INFO nova.virt.vmwareapi.vmops [None req-e33f2b9f-56a8-4c73-a5f9-f298ff7a711e tempest-ImagesOneServerTestJSON-2062431902 tempest-ImagesOneServerTestJSON-2062431902-project-member] [instance: b7106740-bdd7-4774-8744-cbe21352a31c] Created linked-clone VM from snapshot [ 634.040328] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-85628467-cc10-45c2-b21a-0acd0d988e27 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 634.048338] env[62328]: DEBUG nova.virt.vmwareapi.images [None req-e33f2b9f-56a8-4c73-a5f9-f298ff7a711e tempest-ImagesOneServerTestJSON-2062431902 tempest-ImagesOneServerTestJSON-2062431902-project-member] [instance: b7106740-bdd7-4774-8744-cbe21352a31c] Uploading image 248f9bd2-791f-4d7d-83e9-4d13864c3f49 {{(pid=62328) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 634.074873] env[62328]: DEBUG oslo_vmware.rw_handles [None req-e33f2b9f-56a8-4c73-a5f9-f298ff7a711e tempest-ImagesOneServerTestJSON-2062431902 tempest-ImagesOneServerTestJSON-2062431902-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 634.074873] env[62328]: value = "vm-484236" [ 634.074873] env[62328]: _type = "VirtualMachine" [ 634.074873] env[62328]: }. {{(pid=62328) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 634.075296] env[62328]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-d24b05a8-eb84-4046-879f-50d88365a7d7 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 634.083881] env[62328]: DEBUG oslo_vmware.rw_handles [None req-e33f2b9f-56a8-4c73-a5f9-f298ff7a711e tempest-ImagesOneServerTestJSON-2062431902 tempest-ImagesOneServerTestJSON-2062431902-project-member] Lease: (returnval){ [ 634.083881] env[62328]: value = "session[52a6e20e-410d-708a-99f2-080a575a99bd]52b346ec-88f6-873b-5c95-553d1276b167" [ 634.083881] env[62328]: _type = "HttpNfcLease" [ 634.083881] env[62328]: } obtained for exporting VM: (result){ [ 634.083881] env[62328]: value = "vm-484236" [ 634.083881] env[62328]: _type = "VirtualMachine" [ 634.083881] env[62328]: }. {{(pid=62328) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 634.084157] env[62328]: DEBUG oslo_vmware.api [None req-e33f2b9f-56a8-4c73-a5f9-f298ff7a711e tempest-ImagesOneServerTestJSON-2062431902 tempest-ImagesOneServerTestJSON-2062431902-project-member] Waiting for the lease: (returnval){ [ 634.084157] env[62328]: value = "session[52a6e20e-410d-708a-99f2-080a575a99bd]52b346ec-88f6-873b-5c95-553d1276b167" [ 634.084157] env[62328]: _type = "HttpNfcLease" [ 634.084157] env[62328]: } to be ready. {{(pid=62328) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 634.097023] env[62328]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 634.097023] env[62328]: value = "session[52a6e20e-410d-708a-99f2-080a575a99bd]52b346ec-88f6-873b-5c95-553d1276b167" [ 634.097023] env[62328]: _type = "HttpNfcLease" [ 634.097023] env[62328]: } is initializing. {{(pid=62328) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 634.112290] env[62328]: DEBUG oslo_vmware.api [None req-04085e23-bd21-4312-989f-0ce0c91e4fc6 tempest-ServersAdminNegativeTestJSON-593360600 tempest-ServersAdminNegativeTestJSON-593360600-project-member] Task: {'id': task-2386382, 'name': ReconfigVM_Task, 'duration_secs': 0.322221} completed successfully. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 634.112532] env[62328]: DEBUG nova.virt.vmwareapi.volumeops [None req-04085e23-bd21-4312-989f-0ce0c91e4fc6 tempest-ServersAdminNegativeTestJSON-593360600 tempest-ServersAdminNegativeTestJSON-593360600-project-member] [instance: 16731f71-d972-4604-95f3-4412aedcddb5] Reconfigured VM instance instance-00000017 to attach disk [datastore1] 16731f71-d972-4604-95f3-4412aedcddb5/16731f71-d972-4604-95f3-4412aedcddb5.vmdk or device None with type sparse {{(pid=62328) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 634.113188] env[62328]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-51235406-e006-4108-9f23-ee09f7b79815 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 634.122337] env[62328]: DEBUG oslo_vmware.api [None req-04085e23-bd21-4312-989f-0ce0c91e4fc6 tempest-ServersAdminNegativeTestJSON-593360600 tempest-ServersAdminNegativeTestJSON-593360600-project-member] Waiting for the task: (returnval){ [ 634.122337] env[62328]: value = "task-2386387" [ 634.122337] env[62328]: _type = "Task" [ 634.122337] env[62328]: } to complete. {{(pid=62328) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 634.132347] env[62328]: DEBUG oslo_vmware.api [None req-04085e23-bd21-4312-989f-0ce0c91e4fc6 tempest-ServersAdminNegativeTestJSON-593360600 tempest-ServersAdminNegativeTestJSON-593360600-project-member] Task: {'id': task-2386387, 'name': Rename_Task} progress is 5%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 634.157914] env[62328]: DEBUG oslo_vmware.api [None req-6e45f035-4408-45f6-871a-1791839e99ab tempest-ListServerFiltersTestJSON-1229971268 tempest-ListServerFiltersTestJSON-1229971268-project-member] Task: {'id': task-2386383, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 634.190316] env[62328]: DEBUG nova.compute.utils [None req-0536c8a6-2ef1-4454-a265-20a67e9788ce tempest-DeleteServersAdminTestJSON-1672951685 tempest-DeleteServersAdminTestJSON-1672951685-project-member] Using /dev/sd instead of None {{(pid=62328) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 634.195938] env[62328]: DEBUG nova.compute.manager [None req-0536c8a6-2ef1-4454-a265-20a67e9788ce tempest-DeleteServersAdminTestJSON-1672951685 tempest-DeleteServersAdminTestJSON-1672951685-project-member] [instance: cbd7d9a6-9812-461e-9f59-8dea2e62fece] Allocating IP information in the background. {{(pid=62328) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 634.195938] env[62328]: DEBUG nova.network.neutron [None req-0536c8a6-2ef1-4454-a265-20a67e9788ce tempest-DeleteServersAdminTestJSON-1672951685 tempest-DeleteServersAdminTestJSON-1672951685-project-member] [instance: cbd7d9a6-9812-461e-9f59-8dea2e62fece] allocate_for_instance() {{(pid=62328) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 634.416399] env[62328]: DEBUG oslo_vmware.api [-] Task: {'id': task-2386384, 'name': CreateVM_Task, 'duration_secs': 0.476459} completed successfully. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 634.416599] env[62328]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8cd0962c-8272-4384-973d-1ac21ca21993] Created VM on the ESX host {{(pid=62328) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 634.417392] env[62328]: DEBUG oslo_concurrency.lockutils [None req-feace3b3-369e-4db7-9bdb-916f5e2d4d63 tempest-FloatingIPsAssociationTestJSON-89523020 tempest-FloatingIPsAssociationTestJSON-89523020-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/dbf872a4-92be-47e4-8561-c3e2bf2423ab" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 634.417562] env[62328]: DEBUG oslo_concurrency.lockutils [None req-feace3b3-369e-4db7-9bdb-916f5e2d4d63 tempest-FloatingIPsAssociationTestJSON-89523020 tempest-FloatingIPsAssociationTestJSON-89523020-project-member] Acquired lock "[datastore1] devstack-image-cache_base/dbf872a4-92be-47e4-8561-c3e2bf2423ab" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 634.417996] env[62328]: DEBUG oslo_concurrency.lockutils [None req-feace3b3-369e-4db7-9bdb-916f5e2d4d63 tempest-FloatingIPsAssociationTestJSON-89523020 tempest-FloatingIPsAssociationTestJSON-89523020-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/dbf872a4-92be-47e4-8561-c3e2bf2423ab" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 634.418646] env[62328]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0c68f713-b46d-4783-9402-aa191bf96094 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 634.427999] env[62328]: DEBUG oslo_vmware.api [None req-feace3b3-369e-4db7-9bdb-916f5e2d4d63 tempest-FloatingIPsAssociationTestJSON-89523020 tempest-FloatingIPsAssociationTestJSON-89523020-project-member] Waiting for the task: (returnval){ [ 634.427999] env[62328]: value = "session[52a6e20e-410d-708a-99f2-080a575a99bd]524a0e4f-db20-1324-b27d-118c1417d5af" [ 634.427999] env[62328]: _type = "Task" [ 634.427999] env[62328]: } to complete. {{(pid=62328) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 634.441767] env[62328]: DEBUG oslo_vmware.api [None req-feace3b3-369e-4db7-9bdb-916f5e2d4d63 tempest-FloatingIPsAssociationTestJSON-89523020 tempest-FloatingIPsAssociationTestJSON-89523020-project-member] Task: {'id': session[52a6e20e-410d-708a-99f2-080a575a99bd]524a0e4f-db20-1324-b27d-118c1417d5af, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 634.482669] env[62328]: DEBUG oslo_concurrency.lockutils [req-8e176aa2-3921-41e5-b4a4-0037a7805abb req-21a6ba21-e5a1-4f59-8a65-93921ff7ab76 service nova] Releasing lock "refresh_cache-17f3c1fc-a6c7-4936-b0d9-4c0eb88417c0" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 634.550771] env[62328]: DEBUG nova.policy [None req-0536c8a6-2ef1-4454-a265-20a67e9788ce tempest-DeleteServersAdminTestJSON-1672951685 tempest-DeleteServersAdminTestJSON-1672951685-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'e24b7ebb06a94a31b9602d214462b562', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '6be283ca002446bea6e86923a837da3f', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62328) authorize /opt/stack/nova/nova/policy.py:192}} [ 634.594326] env[62328]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 634.594326] env[62328]: value = "session[52a6e20e-410d-708a-99f2-080a575a99bd]52b346ec-88f6-873b-5c95-553d1276b167" [ 634.594326] env[62328]: _type = "HttpNfcLease" [ 634.594326] env[62328]: } is ready. {{(pid=62328) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 634.594755] env[62328]: DEBUG oslo_vmware.rw_handles [None req-e33f2b9f-56a8-4c73-a5f9-f298ff7a711e tempest-ImagesOneServerTestJSON-2062431902 tempest-ImagesOneServerTestJSON-2062431902-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 634.594755] env[62328]: value = "session[52a6e20e-410d-708a-99f2-080a575a99bd]52b346ec-88f6-873b-5c95-553d1276b167" [ 634.594755] env[62328]: _type = "HttpNfcLease" [ 634.594755] env[62328]: }. {{(pid=62328) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 634.595637] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e1551ecd-c1d7-4311-a586-976ddaa2fa96 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 634.609047] env[62328]: DEBUG oslo_vmware.rw_handles [None req-e33f2b9f-56a8-4c73-a5f9-f298ff7a711e tempest-ImagesOneServerTestJSON-2062431902 tempest-ImagesOneServerTestJSON-2062431902-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/526817ba-6d24-3c86-3071-3332bb32b93a/disk-0.vmdk from lease info. {{(pid=62328) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 634.609772] env[62328]: DEBUG oslo_vmware.rw_handles [None req-e33f2b9f-56a8-4c73-a5f9-f298ff7a711e tempest-ImagesOneServerTestJSON-2062431902 tempest-ImagesOneServerTestJSON-2062431902-project-member] Opening URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/526817ba-6d24-3c86-3071-3332bb32b93a/disk-0.vmdk for reading. {{(pid=62328) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 634.687679] env[62328]: DEBUG oslo_vmware.api [None req-04085e23-bd21-4312-989f-0ce0c91e4fc6 tempest-ServersAdminNegativeTestJSON-593360600 tempest-ServersAdminNegativeTestJSON-593360600-project-member] Task: {'id': task-2386387, 'name': Rename_Task} progress is 99%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 634.690963] env[62328]: DEBUG oslo_vmware.api [None req-6e45f035-4408-45f6-871a-1791839e99ab tempest-ListServerFiltersTestJSON-1229971268 tempest-ListServerFiltersTestJSON-1229971268-project-member] Task: {'id': task-2386383, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.912205} completed successfully. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 634.691376] env[62328]: DEBUG nova.virt.vmwareapi.vm_util [None req-6e45f035-4408-45f6-871a-1791839e99ab tempest-ListServerFiltersTestJSON-1229971268 tempest-ListServerFiltersTestJSON-1229971268-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/dbf872a4-92be-47e4-8561-c3e2bf2423ab/dbf872a4-92be-47e4-8561-c3e2bf2423ab.vmdk to [datastore1] 17f3c1fc-a6c7-4936-b0d9-4c0eb88417c0/17f3c1fc-a6c7-4936-b0d9-4c0eb88417c0.vmdk {{(pid=62328) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 634.691711] env[62328]: DEBUG nova.virt.vmwareapi.vmops [None req-6e45f035-4408-45f6-871a-1791839e99ab tempest-ListServerFiltersTestJSON-1229971268 tempest-ListServerFiltersTestJSON-1229971268-project-member] [instance: 17f3c1fc-a6c7-4936-b0d9-4c0eb88417c0] Extending root virtual disk to 1048576 {{(pid=62328) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 634.691803] env[62328]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-e85900e7-62a2-49f0-8bd1-9ca980852584 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 634.695696] env[62328]: DEBUG nova.compute.manager [None req-0536c8a6-2ef1-4454-a265-20a67e9788ce tempest-DeleteServersAdminTestJSON-1672951685 tempest-DeleteServersAdminTestJSON-1672951685-project-member] [instance: cbd7d9a6-9812-461e-9f59-8dea2e62fece] Start building block device mappings for instance. {{(pid=62328) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 634.700430] env[62328]: DEBUG oslo_vmware.api [None req-6e45f035-4408-45f6-871a-1791839e99ab tempest-ListServerFiltersTestJSON-1229971268 tempest-ListServerFiltersTestJSON-1229971268-project-member] Waiting for the task: (returnval){ [ 634.700430] env[62328]: value = "task-2386388" [ 634.700430] env[62328]: _type = "Task" [ 634.700430] env[62328]: } to complete. {{(pid=62328) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 634.715037] env[62328]: DEBUG oslo_vmware.api [None req-6e45f035-4408-45f6-871a-1791839e99ab tempest-ListServerFiltersTestJSON-1229971268 tempest-ListServerFiltersTestJSON-1229971268-project-member] Task: {'id': task-2386388, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 634.830210] env[62328]: DEBUG nova.network.neutron [req-8af27c86-0c49-4b40-8ff8-ec09cf904276 req-145f1b98-1119-49e1-b169-098b5536fd4d service nova] [instance: 8cd0962c-8272-4384-973d-1ac21ca21993] Updated VIF entry in instance network info cache for port f5a75d69-f7c9-419b-be1a-9cfe94f76980. {{(pid=62328) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 634.830302] env[62328]: DEBUG nova.network.neutron [req-8af27c86-0c49-4b40-8ff8-ec09cf904276 req-145f1b98-1119-49e1-b169-098b5536fd4d service nova] [instance: 8cd0962c-8272-4384-973d-1ac21ca21993] Updating instance_info_cache with network_info: [{"id": "f5a75d69-f7c9-419b-be1a-9cfe94f76980", "address": "fa:16:3e:94:08:50", "network": {"id": "de12f95f-9353-45ec-b306-9aa1757c23b4", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-1744149878-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7e3ef50f47dc4b98af4741ae41f20df6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9722ea4d-e4a5-48fc-b759-5c4c4796b1ef", "external-id": "nsx-vlan-transportzone-924", "segmentation_id": 924, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf5a75d69-f7", "ovs_interfaceid": "f5a75d69-f7c9-419b-be1a-9cfe94f76980", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62328) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 634.841879] env[62328]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-c0428aac-b7a3-4508-9e71-5ba0277c0f60 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 634.946940] env[62328]: DEBUG oslo_vmware.api [None req-feace3b3-369e-4db7-9bdb-916f5e2d4d63 tempest-FloatingIPsAssociationTestJSON-89523020 tempest-FloatingIPsAssociationTestJSON-89523020-project-member] Task: {'id': session[52a6e20e-410d-708a-99f2-080a575a99bd]524a0e4f-db20-1324-b27d-118c1417d5af, 'name': SearchDatastore_Task, 'duration_secs': 0.059808} completed successfully. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 634.946940] env[62328]: DEBUG oslo_concurrency.lockutils [None req-feace3b3-369e-4db7-9bdb-916f5e2d4d63 tempest-FloatingIPsAssociationTestJSON-89523020 tempest-FloatingIPsAssociationTestJSON-89523020-project-member] Releasing lock "[datastore1] devstack-image-cache_base/dbf872a4-92be-47e4-8561-c3e2bf2423ab" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 634.946940] env[62328]: DEBUG nova.virt.vmwareapi.vmops [None req-feace3b3-369e-4db7-9bdb-916f5e2d4d63 tempest-FloatingIPsAssociationTestJSON-89523020 tempest-FloatingIPsAssociationTestJSON-89523020-project-member] [instance: 8cd0962c-8272-4384-973d-1ac21ca21993] Processing image dbf872a4-92be-47e4-8561-c3e2bf2423ab {{(pid=62328) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 634.946940] env[62328]: DEBUG oslo_concurrency.lockutils [None req-feace3b3-369e-4db7-9bdb-916f5e2d4d63 tempest-FloatingIPsAssociationTestJSON-89523020 tempest-FloatingIPsAssociationTestJSON-89523020-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/dbf872a4-92be-47e4-8561-c3e2bf2423ab/dbf872a4-92be-47e4-8561-c3e2bf2423ab.vmdk" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 634.947296] env[62328]: DEBUG oslo_concurrency.lockutils [None req-feace3b3-369e-4db7-9bdb-916f5e2d4d63 tempest-FloatingIPsAssociationTestJSON-89523020 tempest-FloatingIPsAssociationTestJSON-89523020-project-member] Acquired lock "[datastore1] devstack-image-cache_base/dbf872a4-92be-47e4-8561-c3e2bf2423ab/dbf872a4-92be-47e4-8561-c3e2bf2423ab.vmdk" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 634.947296] env[62328]: DEBUG nova.virt.vmwareapi.ds_util [None req-feace3b3-369e-4db7-9bdb-916f5e2d4d63 tempest-FloatingIPsAssociationTestJSON-89523020 tempest-FloatingIPsAssociationTestJSON-89523020-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62328) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 634.947513] env[62328]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-408d438e-bd79-491d-b462-7ea554c5110a {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 634.965159] env[62328]: DEBUG nova.virt.vmwareapi.ds_util [None req-feace3b3-369e-4db7-9bdb-916f5e2d4d63 tempest-FloatingIPsAssociationTestJSON-89523020 tempest-FloatingIPsAssociationTestJSON-89523020-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62328) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 634.965159] env[62328]: DEBUG nova.virt.vmwareapi.vmops [None req-feace3b3-369e-4db7-9bdb-916f5e2d4d63 tempest-FloatingIPsAssociationTestJSON-89523020 tempest-FloatingIPsAssociationTestJSON-89523020-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62328) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 634.965159] env[62328]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-565633de-c24b-4ff8-b12c-fc8e59cc40f5 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 634.971602] env[62328]: DEBUG oslo_vmware.api [None req-feace3b3-369e-4db7-9bdb-916f5e2d4d63 tempest-FloatingIPsAssociationTestJSON-89523020 tempest-FloatingIPsAssociationTestJSON-89523020-project-member] Waiting for the task: (returnval){ [ 634.971602] env[62328]: value = "session[52a6e20e-410d-708a-99f2-080a575a99bd]52f01727-f0c5-272b-a539-a93bb6823959" [ 634.971602] env[62328]: _type = "Task" [ 634.971602] env[62328]: } to complete. {{(pid=62328) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 634.990851] env[62328]: DEBUG oslo_vmware.api [None req-feace3b3-369e-4db7-9bdb-916f5e2d4d63 tempest-FloatingIPsAssociationTestJSON-89523020 tempest-FloatingIPsAssociationTestJSON-89523020-project-member] Task: {'id': session[52a6e20e-410d-708a-99f2-080a575a99bd]52f01727-f0c5-272b-a539-a93bb6823959, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 635.184335] env[62328]: DEBUG oslo_vmware.api [None req-04085e23-bd21-4312-989f-0ce0c91e4fc6 tempest-ServersAdminNegativeTestJSON-593360600 tempest-ServersAdminNegativeTestJSON-593360600-project-member] Task: {'id': task-2386387, 'name': Rename_Task} progress is 99%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 635.216167] env[62328]: DEBUG oslo_vmware.api [None req-6e45f035-4408-45f6-871a-1791839e99ab tempest-ListServerFiltersTestJSON-1229971268 tempest-ListServerFiltersTestJSON-1229971268-project-member] Task: {'id': task-2386388, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 635.233478] env[62328]: DEBUG nova.network.neutron [None req-0536c8a6-2ef1-4454-a265-20a67e9788ce tempest-DeleteServersAdminTestJSON-1672951685 tempest-DeleteServersAdminTestJSON-1672951685-project-member] [instance: cbd7d9a6-9812-461e-9f59-8dea2e62fece] Successfully created port: e74245fc-9984-4a35-b927-81de243636d6 {{(pid=62328) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 635.294830] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-74238932-163b-4aa9-97fa-47a13c423959 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 635.304215] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b9be070d-d884-452f-8e03-a04ef7462659 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 635.337131] env[62328]: DEBUG oslo_concurrency.lockutils [req-8af27c86-0c49-4b40-8ff8-ec09cf904276 req-145f1b98-1119-49e1-b169-098b5536fd4d service nova] Releasing lock "refresh_cache-8cd0962c-8272-4384-973d-1ac21ca21993" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 635.338367] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4bf130c4-0b7d-4ea0-b547-be98f5be61a3 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 635.347622] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-80325d11-133a-4751-91e2-55e84b286b47 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 635.365334] env[62328]: DEBUG nova.compute.provider_tree [None req-905d4929-e4c5-4df9-b520-46eb07e352ca tempest-VolumesAdminNegativeTest-179339308 tempest-VolumesAdminNegativeTest-179339308-project-member] Inventory has not changed in ProviderTree for provider: 3469e9f8-04af-49ca-8435-49f104496744 {{(pid=62328) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 635.488595] env[62328]: DEBUG oslo_vmware.api [None req-feace3b3-369e-4db7-9bdb-916f5e2d4d63 tempest-FloatingIPsAssociationTestJSON-89523020 tempest-FloatingIPsAssociationTestJSON-89523020-project-member] Task: {'id': session[52a6e20e-410d-708a-99f2-080a575a99bd]52f01727-f0c5-272b-a539-a93bb6823959, 'name': SearchDatastore_Task, 'duration_secs': 0.026488} completed successfully. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 635.489426] env[62328]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e61c0be5-655d-43db-842e-c8437ac7e519 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 635.496779] env[62328]: DEBUG oslo_vmware.api [None req-feace3b3-369e-4db7-9bdb-916f5e2d4d63 tempest-FloatingIPsAssociationTestJSON-89523020 tempest-FloatingIPsAssociationTestJSON-89523020-project-member] Waiting for the task: (returnval){ [ 635.496779] env[62328]: value = "session[52a6e20e-410d-708a-99f2-080a575a99bd]520a3df7-a11d-39d9-5dc4-d5d0c1a967b4" [ 635.496779] env[62328]: _type = "Task" [ 635.496779] env[62328]: } to complete. {{(pid=62328) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 635.511925] env[62328]: DEBUG oslo_vmware.api [None req-feace3b3-369e-4db7-9bdb-916f5e2d4d63 tempest-FloatingIPsAssociationTestJSON-89523020 tempest-FloatingIPsAssociationTestJSON-89523020-project-member] Task: {'id': session[52a6e20e-410d-708a-99f2-080a575a99bd]520a3df7-a11d-39d9-5dc4-d5d0c1a967b4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 635.686685] env[62328]: DEBUG oslo_vmware.api [None req-04085e23-bd21-4312-989f-0ce0c91e4fc6 tempest-ServersAdminNegativeTestJSON-593360600 tempest-ServersAdminNegativeTestJSON-593360600-project-member] Task: {'id': task-2386387, 'name': Rename_Task, 'duration_secs': 1.243141} completed successfully. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 635.687208] env[62328]: DEBUG nova.virt.vmwareapi.vm_util [None req-04085e23-bd21-4312-989f-0ce0c91e4fc6 tempest-ServersAdminNegativeTestJSON-593360600 tempest-ServersAdminNegativeTestJSON-593360600-project-member] [instance: 16731f71-d972-4604-95f3-4412aedcddb5] Powering on the VM {{(pid=62328) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 635.687342] env[62328]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-4cb43561-ded3-4066-873a-53b00978b481 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 635.699241] env[62328]: DEBUG oslo_vmware.api [None req-04085e23-bd21-4312-989f-0ce0c91e4fc6 tempest-ServersAdminNegativeTestJSON-593360600 tempest-ServersAdminNegativeTestJSON-593360600-project-member] Waiting for the task: (returnval){ [ 635.699241] env[62328]: value = "task-2386389" [ 635.699241] env[62328]: _type = "Task" [ 635.699241] env[62328]: } to complete. {{(pid=62328) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 635.709473] env[62328]: DEBUG nova.compute.manager [None req-0536c8a6-2ef1-4454-a265-20a67e9788ce tempest-DeleteServersAdminTestJSON-1672951685 tempest-DeleteServersAdminTestJSON-1672951685-project-member] [instance: cbd7d9a6-9812-461e-9f59-8dea2e62fece] Start spawning the instance on the hypervisor. {{(pid=62328) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 635.721690] env[62328]: DEBUG oslo_vmware.api [None req-04085e23-bd21-4312-989f-0ce0c91e4fc6 tempest-ServersAdminNegativeTestJSON-593360600 tempest-ServersAdminNegativeTestJSON-593360600-project-member] Task: {'id': task-2386389, 'name': PowerOnVM_Task} progress is 33%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 635.729025] env[62328]: DEBUG oslo_vmware.api [None req-6e45f035-4408-45f6-871a-1791839e99ab tempest-ListServerFiltersTestJSON-1229971268 tempest-ListServerFiltersTestJSON-1229971268-project-member] Task: {'id': task-2386388, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.766829} completed successfully. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 635.729120] env[62328]: DEBUG nova.virt.vmwareapi.vmops [None req-6e45f035-4408-45f6-871a-1791839e99ab tempest-ListServerFiltersTestJSON-1229971268 tempest-ListServerFiltersTestJSON-1229971268-project-member] [instance: 17f3c1fc-a6c7-4936-b0d9-4c0eb88417c0] Extended root virtual disk {{(pid=62328) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 635.729993] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-76a3c8c0-04cb-4f83-a67a-7654cae8b409 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 635.763624] env[62328]: DEBUG nova.virt.vmwareapi.volumeops [None req-6e45f035-4408-45f6-871a-1791839e99ab tempest-ListServerFiltersTestJSON-1229971268 tempest-ListServerFiltersTestJSON-1229971268-project-member] [instance: 17f3c1fc-a6c7-4936-b0d9-4c0eb88417c0] Reconfiguring VM instance instance-00000018 to attach disk [datastore1] 17f3c1fc-a6c7-4936-b0d9-4c0eb88417c0/17f3c1fc-a6c7-4936-b0d9-4c0eb88417c0.vmdk or device None with type sparse {{(pid=62328) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 635.766588] env[62328]: DEBUG nova.virt.hardware [None req-0536c8a6-2ef1-4454-a265-20a67e9788ce tempest-DeleteServersAdminTestJSON-1672951685 tempest-DeleteServersAdminTestJSON-1672951685-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-07T17:16:55Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-07T17:16:37Z,direct_url=,disk_format='vmdk',id=dbf872a4-92be-47e4-8561-c3e2bf2423ab,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='2a64022f08d84b11a86773b900860ae5',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-07T17:16:38Z,virtual_size=,visibility=), allow threads: False {{(pid=62328) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 635.767051] env[62328]: DEBUG nova.virt.hardware [None req-0536c8a6-2ef1-4454-a265-20a67e9788ce tempest-DeleteServersAdminTestJSON-1672951685 tempest-DeleteServersAdminTestJSON-1672951685-project-member] Flavor limits 0:0:0 {{(pid=62328) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 635.767548] env[62328]: DEBUG nova.virt.hardware [None req-0536c8a6-2ef1-4454-a265-20a67e9788ce tempest-DeleteServersAdminTestJSON-1672951685 tempest-DeleteServersAdminTestJSON-1672951685-project-member] Image limits 0:0:0 {{(pid=62328) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 635.767866] env[62328]: DEBUG nova.virt.hardware [None req-0536c8a6-2ef1-4454-a265-20a67e9788ce tempest-DeleteServersAdminTestJSON-1672951685 tempest-DeleteServersAdminTestJSON-1672951685-project-member] Flavor pref 0:0:0 {{(pid=62328) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 635.768221] env[62328]: DEBUG nova.virt.hardware [None req-0536c8a6-2ef1-4454-a265-20a67e9788ce tempest-DeleteServersAdminTestJSON-1672951685 tempest-DeleteServersAdminTestJSON-1672951685-project-member] Image pref 0:0:0 {{(pid=62328) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 635.768601] env[62328]: DEBUG nova.virt.hardware [None req-0536c8a6-2ef1-4454-a265-20a67e9788ce tempest-DeleteServersAdminTestJSON-1672951685 tempest-DeleteServersAdminTestJSON-1672951685-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62328) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 635.768957] env[62328]: DEBUG nova.virt.hardware [None req-0536c8a6-2ef1-4454-a265-20a67e9788ce tempest-DeleteServersAdminTestJSON-1672951685 tempest-DeleteServersAdminTestJSON-1672951685-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62328) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 635.769295] env[62328]: DEBUG nova.virt.hardware [None req-0536c8a6-2ef1-4454-a265-20a67e9788ce tempest-DeleteServersAdminTestJSON-1672951685 tempest-DeleteServersAdminTestJSON-1672951685-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62328) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 635.769589] env[62328]: DEBUG nova.virt.hardware [None req-0536c8a6-2ef1-4454-a265-20a67e9788ce tempest-DeleteServersAdminTestJSON-1672951685 tempest-DeleteServersAdminTestJSON-1672951685-project-member] Got 1 possible topologies {{(pid=62328) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 635.769875] env[62328]: DEBUG nova.virt.hardware [None req-0536c8a6-2ef1-4454-a265-20a67e9788ce tempest-DeleteServersAdminTestJSON-1672951685 tempest-DeleteServersAdminTestJSON-1672951685-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62328) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 635.770280] env[62328]: DEBUG nova.virt.hardware [None req-0536c8a6-2ef1-4454-a265-20a67e9788ce tempest-DeleteServersAdminTestJSON-1672951685 tempest-DeleteServersAdminTestJSON-1672951685-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62328) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 635.770826] env[62328]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-67cc0491-063b-49e4-bcf7-cbcf07ff03e8 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 635.789249] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fd2c2600-aa5c-4ae1-9b48-3129576bbad1 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 635.800551] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-07b6200e-1680-4153-b71a-04701bc74155 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 635.804740] env[62328]: DEBUG oslo_vmware.api [None req-6e45f035-4408-45f6-871a-1791839e99ab tempest-ListServerFiltersTestJSON-1229971268 tempest-ListServerFiltersTestJSON-1229971268-project-member] Waiting for the task: (returnval){ [ 635.804740] env[62328]: value = "task-2386390" [ 635.804740] env[62328]: _type = "Task" [ 635.804740] env[62328]: } to complete. {{(pid=62328) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 635.822832] env[62328]: DEBUG oslo_vmware.api [None req-6e45f035-4408-45f6-871a-1791839e99ab tempest-ListServerFiltersTestJSON-1229971268 tempest-ListServerFiltersTestJSON-1229971268-project-member] Task: {'id': task-2386390, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 635.868716] env[62328]: DEBUG nova.scheduler.client.report [None req-905d4929-e4c5-4df9-b520-46eb07e352ca tempest-VolumesAdminNegativeTest-179339308 tempest-VolumesAdminNegativeTest-179339308-project-member] Inventory has not changed for provider 3469e9f8-04af-49ca-8435-49f104496744 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 152, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62328) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 636.013104] env[62328]: DEBUG oslo_vmware.api [None req-feace3b3-369e-4db7-9bdb-916f5e2d4d63 tempest-FloatingIPsAssociationTestJSON-89523020 tempest-FloatingIPsAssociationTestJSON-89523020-project-member] Task: {'id': session[52a6e20e-410d-708a-99f2-080a575a99bd]520a3df7-a11d-39d9-5dc4-d5d0c1a967b4, 'name': SearchDatastore_Task, 'duration_secs': 0.011493} completed successfully. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 636.018478] env[62328]: DEBUG oslo_concurrency.lockutils [None req-feace3b3-369e-4db7-9bdb-916f5e2d4d63 tempest-FloatingIPsAssociationTestJSON-89523020 tempest-FloatingIPsAssociationTestJSON-89523020-project-member] Releasing lock "[datastore1] devstack-image-cache_base/dbf872a4-92be-47e4-8561-c3e2bf2423ab/dbf872a4-92be-47e4-8561-c3e2bf2423ab.vmdk" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 636.018478] env[62328]: DEBUG nova.virt.vmwareapi.vm_util [None req-feace3b3-369e-4db7-9bdb-916f5e2d4d63 tempest-FloatingIPsAssociationTestJSON-89523020 tempest-FloatingIPsAssociationTestJSON-89523020-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/dbf872a4-92be-47e4-8561-c3e2bf2423ab/dbf872a4-92be-47e4-8561-c3e2bf2423ab.vmdk to [datastore1] 8cd0962c-8272-4384-973d-1ac21ca21993/8cd0962c-8272-4384-973d-1ac21ca21993.vmdk {{(pid=62328) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 636.018478] env[62328]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-2b395cef-04b0-4d09-89d1-b1d87aa5b188 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 636.029199] env[62328]: DEBUG oslo_vmware.api [None req-feace3b3-369e-4db7-9bdb-916f5e2d4d63 tempest-FloatingIPsAssociationTestJSON-89523020 tempest-FloatingIPsAssociationTestJSON-89523020-project-member] Waiting for the task: (returnval){ [ 636.029199] env[62328]: value = "task-2386391" [ 636.029199] env[62328]: _type = "Task" [ 636.029199] env[62328]: } to complete. {{(pid=62328) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 636.041355] env[62328]: DEBUG oslo_vmware.api [None req-feace3b3-369e-4db7-9bdb-916f5e2d4d63 tempest-FloatingIPsAssociationTestJSON-89523020 tempest-FloatingIPsAssociationTestJSON-89523020-project-member] Task: {'id': task-2386391, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 636.200659] env[62328]: DEBUG oslo_concurrency.lockutils [None req-312c1a2b-0654-48ae-b885-1c1d1a40c535 tempest-ServersTestJSON-2041147199 tempest-ServersTestJSON-2041147199-project-member] Acquiring lock "3c9e10d6-deb6-4b1b-8dfe-9e85e3b19e85" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 636.200659] env[62328]: DEBUG oslo_concurrency.lockutils [None req-312c1a2b-0654-48ae-b885-1c1d1a40c535 tempest-ServersTestJSON-2041147199 tempest-ServersTestJSON-2041147199-project-member] Lock "3c9e10d6-deb6-4b1b-8dfe-9e85e3b19e85" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 636.215275] env[62328]: DEBUG oslo_vmware.api [None req-04085e23-bd21-4312-989f-0ce0c91e4fc6 tempest-ServersAdminNegativeTestJSON-593360600 tempest-ServersAdminNegativeTestJSON-593360600-project-member] Task: {'id': task-2386389, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 636.324999] env[62328]: DEBUG oslo_vmware.api [None req-6e45f035-4408-45f6-871a-1791839e99ab tempest-ListServerFiltersTestJSON-1229971268 tempest-ListServerFiltersTestJSON-1229971268-project-member] Task: {'id': task-2386390, 'name': ReconfigVM_Task, 'duration_secs': 0.308858} completed successfully. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 636.325695] env[62328]: DEBUG nova.virt.vmwareapi.volumeops [None req-6e45f035-4408-45f6-871a-1791839e99ab tempest-ListServerFiltersTestJSON-1229971268 tempest-ListServerFiltersTestJSON-1229971268-project-member] [instance: 17f3c1fc-a6c7-4936-b0d9-4c0eb88417c0] Reconfigured VM instance instance-00000018 to attach disk [datastore1] 17f3c1fc-a6c7-4936-b0d9-4c0eb88417c0/17f3c1fc-a6c7-4936-b0d9-4c0eb88417c0.vmdk or device None with type sparse {{(pid=62328) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 636.326640] env[62328]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-91f37776-71c6-4dba-8425-bfe197a1f783 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 636.335752] env[62328]: DEBUG oslo_vmware.api [None req-6e45f035-4408-45f6-871a-1791839e99ab tempest-ListServerFiltersTestJSON-1229971268 tempest-ListServerFiltersTestJSON-1229971268-project-member] Waiting for the task: (returnval){ [ 636.335752] env[62328]: value = "task-2386393" [ 636.335752] env[62328]: _type = "Task" [ 636.335752] env[62328]: } to complete. {{(pid=62328) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 636.349525] env[62328]: DEBUG oslo_vmware.api [None req-6e45f035-4408-45f6-871a-1791839e99ab tempest-ListServerFiltersTestJSON-1229971268 tempest-ListServerFiltersTestJSON-1229971268-project-member] Task: {'id': task-2386393, 'name': Rename_Task} progress is 5%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 636.375022] env[62328]: DEBUG oslo_concurrency.lockutils [None req-905d4929-e4c5-4df9-b520-46eb07e352ca tempest-VolumesAdminNegativeTest-179339308 tempest-VolumesAdminNegativeTest-179339308-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.696s {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 636.375904] env[62328]: DEBUG nova.compute.manager [None req-905d4929-e4c5-4df9-b520-46eb07e352ca tempest-VolumesAdminNegativeTest-179339308 tempest-VolumesAdminNegativeTest-179339308-project-member] [instance: 04dd8fd6-91f0-444f-b642-2ba8dcdea19d] Start building networks asynchronously for instance. {{(pid=62328) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 636.387626] env[62328]: DEBUG oslo_concurrency.lockutils [None req-8ae36df4-c359-4222-9a0e-fe175cc9f366 tempest-ServersTestJSON-42114830 tempest-ServersTestJSON-42114830-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 26.404s {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 636.390173] env[62328]: INFO nova.compute.claims [None req-8ae36df4-c359-4222-9a0e-fe175cc9f366 tempest-ServersTestJSON-42114830 tempest-ServersTestJSON-42114830-project-member] [instance: aa0b930b-b792-402c-ac6d-bfe5dfed0f03] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 636.542235] env[62328]: DEBUG oslo_vmware.api [None req-feace3b3-369e-4db7-9bdb-916f5e2d4d63 tempest-FloatingIPsAssociationTestJSON-89523020 tempest-FloatingIPsAssociationTestJSON-89523020-project-member] Task: {'id': task-2386391, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.503432} completed successfully. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 636.542650] env[62328]: DEBUG nova.virt.vmwareapi.vm_util [None req-feace3b3-369e-4db7-9bdb-916f5e2d4d63 tempest-FloatingIPsAssociationTestJSON-89523020 tempest-FloatingIPsAssociationTestJSON-89523020-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/dbf872a4-92be-47e4-8561-c3e2bf2423ab/dbf872a4-92be-47e4-8561-c3e2bf2423ab.vmdk to [datastore1] 8cd0962c-8272-4384-973d-1ac21ca21993/8cd0962c-8272-4384-973d-1ac21ca21993.vmdk {{(pid=62328) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 636.542909] env[62328]: DEBUG nova.virt.vmwareapi.vmops [None req-feace3b3-369e-4db7-9bdb-916f5e2d4d63 tempest-FloatingIPsAssociationTestJSON-89523020 tempest-FloatingIPsAssociationTestJSON-89523020-project-member] [instance: 8cd0962c-8272-4384-973d-1ac21ca21993] Extending root virtual disk to 1048576 {{(pid=62328) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 636.543357] env[62328]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-9f4fe867-9b2d-4540-b32c-e2463df26940 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 636.551697] env[62328]: DEBUG oslo_vmware.api [None req-feace3b3-369e-4db7-9bdb-916f5e2d4d63 tempest-FloatingIPsAssociationTestJSON-89523020 tempest-FloatingIPsAssociationTestJSON-89523020-project-member] Waiting for the task: (returnval){ [ 636.551697] env[62328]: value = "task-2386394" [ 636.551697] env[62328]: _type = "Task" [ 636.551697] env[62328]: } to complete. {{(pid=62328) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 636.566175] env[62328]: DEBUG oslo_vmware.api [None req-feace3b3-369e-4db7-9bdb-916f5e2d4d63 tempest-FloatingIPsAssociationTestJSON-89523020 tempest-FloatingIPsAssociationTestJSON-89523020-project-member] Task: {'id': task-2386394, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 636.716869] env[62328]: DEBUG oslo_vmware.api [None req-04085e23-bd21-4312-989f-0ce0c91e4fc6 tempest-ServersAdminNegativeTestJSON-593360600 tempest-ServersAdminNegativeTestJSON-593360600-project-member] Task: {'id': task-2386389, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 636.847445] env[62328]: DEBUG nova.compute.manager [req-17dbdc62-7ded-4f92-8826-4c74d5984afa req-4f17f53b-2c76-42bb-b9b7-b76da9765740 service nova] [instance: cbd7d9a6-9812-461e-9f59-8dea2e62fece] Received event network-vif-plugged-e74245fc-9984-4a35-b927-81de243636d6 {{(pid=62328) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 636.847731] env[62328]: DEBUG oslo_concurrency.lockutils [req-17dbdc62-7ded-4f92-8826-4c74d5984afa req-4f17f53b-2c76-42bb-b9b7-b76da9765740 service nova] Acquiring lock "cbd7d9a6-9812-461e-9f59-8dea2e62fece-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 636.847975] env[62328]: DEBUG oslo_concurrency.lockutils [req-17dbdc62-7ded-4f92-8826-4c74d5984afa req-4f17f53b-2c76-42bb-b9b7-b76da9765740 service nova] Lock "cbd7d9a6-9812-461e-9f59-8dea2e62fece-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 636.848483] env[62328]: DEBUG oslo_concurrency.lockutils [req-17dbdc62-7ded-4f92-8826-4c74d5984afa req-4f17f53b-2c76-42bb-b9b7-b76da9765740 service nova] Lock "cbd7d9a6-9812-461e-9f59-8dea2e62fece-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 636.848678] env[62328]: DEBUG nova.compute.manager [req-17dbdc62-7ded-4f92-8826-4c74d5984afa req-4f17f53b-2c76-42bb-b9b7-b76da9765740 service nova] [instance: cbd7d9a6-9812-461e-9f59-8dea2e62fece] No waiting events found dispatching network-vif-plugged-e74245fc-9984-4a35-b927-81de243636d6 {{(pid=62328) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 636.848849] env[62328]: WARNING nova.compute.manager [req-17dbdc62-7ded-4f92-8826-4c74d5984afa req-4f17f53b-2c76-42bb-b9b7-b76da9765740 service nova] [instance: cbd7d9a6-9812-461e-9f59-8dea2e62fece] Received unexpected event network-vif-plugged-e74245fc-9984-4a35-b927-81de243636d6 for instance with vm_state building and task_state spawning. [ 636.853453] env[62328]: DEBUG oslo_vmware.api [None req-6e45f035-4408-45f6-871a-1791839e99ab tempest-ListServerFiltersTestJSON-1229971268 tempest-ListServerFiltersTestJSON-1229971268-project-member] Task: {'id': task-2386393, 'name': Rename_Task, 'duration_secs': 0.20245} completed successfully. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 636.853710] env[62328]: DEBUG nova.virt.vmwareapi.vm_util [None req-6e45f035-4408-45f6-871a-1791839e99ab tempest-ListServerFiltersTestJSON-1229971268 tempest-ListServerFiltersTestJSON-1229971268-project-member] [instance: 17f3c1fc-a6c7-4936-b0d9-4c0eb88417c0] Powering on the VM {{(pid=62328) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 636.853953] env[62328]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-1457c362-8280-4afa-ab84-c375236dc6cf {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 636.864796] env[62328]: DEBUG oslo_vmware.api [None req-6e45f035-4408-45f6-871a-1791839e99ab tempest-ListServerFiltersTestJSON-1229971268 tempest-ListServerFiltersTestJSON-1229971268-project-member] Waiting for the task: (returnval){ [ 636.864796] env[62328]: value = "task-2386395" [ 636.864796] env[62328]: _type = "Task" [ 636.864796] env[62328]: } to complete. {{(pid=62328) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 636.875933] env[62328]: DEBUG oslo_vmware.api [None req-6e45f035-4408-45f6-871a-1791839e99ab tempest-ListServerFiltersTestJSON-1229971268 tempest-ListServerFiltersTestJSON-1229971268-project-member] Task: {'id': task-2386395, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 636.889609] env[62328]: DEBUG nova.compute.utils [None req-905d4929-e4c5-4df9-b520-46eb07e352ca tempest-VolumesAdminNegativeTest-179339308 tempest-VolumesAdminNegativeTest-179339308-project-member] Using /dev/sd instead of None {{(pid=62328) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 636.892992] env[62328]: DEBUG nova.compute.manager [None req-905d4929-e4c5-4df9-b520-46eb07e352ca tempest-VolumesAdminNegativeTest-179339308 tempest-VolumesAdminNegativeTest-179339308-project-member] [instance: 04dd8fd6-91f0-444f-b642-2ba8dcdea19d] Allocating IP information in the background. {{(pid=62328) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 636.892992] env[62328]: DEBUG nova.network.neutron [None req-905d4929-e4c5-4df9-b520-46eb07e352ca tempest-VolumesAdminNegativeTest-179339308 tempest-VolumesAdminNegativeTest-179339308-project-member] [instance: 04dd8fd6-91f0-444f-b642-2ba8dcdea19d] allocate_for_instance() {{(pid=62328) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 636.898052] env[62328]: DEBUG nova.network.neutron [None req-0536c8a6-2ef1-4454-a265-20a67e9788ce tempest-DeleteServersAdminTestJSON-1672951685 tempest-DeleteServersAdminTestJSON-1672951685-project-member] [instance: cbd7d9a6-9812-461e-9f59-8dea2e62fece] Successfully updated port: e74245fc-9984-4a35-b927-81de243636d6 {{(pid=62328) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 636.988218] env[62328]: DEBUG nova.policy [None req-905d4929-e4c5-4df9-b520-46eb07e352ca tempest-VolumesAdminNegativeTest-179339308 tempest-VolumesAdminNegativeTest-179339308-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '20fb6c2a26a84ce9b94c81c3818bee6d', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '1abd50b8c8744d5eadd674a65c7262c5', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62328) authorize /opt/stack/nova/nova/policy.py:192}} [ 637.067031] env[62328]: DEBUG oslo_vmware.api [None req-feace3b3-369e-4db7-9bdb-916f5e2d4d63 tempest-FloatingIPsAssociationTestJSON-89523020 tempest-FloatingIPsAssociationTestJSON-89523020-project-member] Task: {'id': task-2386394, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.111449} completed successfully. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 637.067573] env[62328]: DEBUG nova.virt.vmwareapi.vmops [None req-feace3b3-369e-4db7-9bdb-916f5e2d4d63 tempest-FloatingIPsAssociationTestJSON-89523020 tempest-FloatingIPsAssociationTestJSON-89523020-project-member] [instance: 8cd0962c-8272-4384-973d-1ac21ca21993] Extended root virtual disk {{(pid=62328) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 637.068591] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1a945b7b-829e-4199-8eed-0dcd9a0094cd {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 637.099019] env[62328]: DEBUG nova.virt.vmwareapi.volumeops [None req-feace3b3-369e-4db7-9bdb-916f5e2d4d63 tempest-FloatingIPsAssociationTestJSON-89523020 tempest-FloatingIPsAssociationTestJSON-89523020-project-member] [instance: 8cd0962c-8272-4384-973d-1ac21ca21993] Reconfiguring VM instance instance-00000019 to attach disk [datastore1] 8cd0962c-8272-4384-973d-1ac21ca21993/8cd0962c-8272-4384-973d-1ac21ca21993.vmdk or device None with type sparse {{(pid=62328) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 637.099652] env[62328]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-37b04b57-bd88-4a1c-9a1e-9f8ed1ea008a {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 637.126421] env[62328]: DEBUG oslo_vmware.api [None req-feace3b3-369e-4db7-9bdb-916f5e2d4d63 tempest-FloatingIPsAssociationTestJSON-89523020 tempest-FloatingIPsAssociationTestJSON-89523020-project-member] Waiting for the task: (returnval){ [ 637.126421] env[62328]: value = "task-2386396" [ 637.126421] env[62328]: _type = "Task" [ 637.126421] env[62328]: } to complete. {{(pid=62328) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 637.136915] env[62328]: DEBUG oslo_vmware.api [None req-feace3b3-369e-4db7-9bdb-916f5e2d4d63 tempest-FloatingIPsAssociationTestJSON-89523020 tempest-FloatingIPsAssociationTestJSON-89523020-project-member] Task: {'id': task-2386396, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 637.215243] env[62328]: DEBUG oslo_vmware.api [None req-04085e23-bd21-4312-989f-0ce0c91e4fc6 tempest-ServersAdminNegativeTestJSON-593360600 tempest-ServersAdminNegativeTestJSON-593360600-project-member] Task: {'id': task-2386389, 'name': PowerOnVM_Task, 'duration_secs': 1.362508} completed successfully. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 637.215822] env[62328]: DEBUG nova.virt.vmwareapi.vm_util [None req-04085e23-bd21-4312-989f-0ce0c91e4fc6 tempest-ServersAdminNegativeTestJSON-593360600 tempest-ServersAdminNegativeTestJSON-593360600-project-member] [instance: 16731f71-d972-4604-95f3-4412aedcddb5] Powered on the VM {{(pid=62328) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 637.215822] env[62328]: INFO nova.compute.manager [None req-04085e23-bd21-4312-989f-0ce0c91e4fc6 tempest-ServersAdminNegativeTestJSON-593360600 tempest-ServersAdminNegativeTestJSON-593360600-project-member] [instance: 16731f71-d972-4604-95f3-4412aedcddb5] Took 12.31 seconds to spawn the instance on the hypervisor. [ 637.216544] env[62328]: DEBUG nova.compute.manager [None req-04085e23-bd21-4312-989f-0ce0c91e4fc6 tempest-ServersAdminNegativeTestJSON-593360600 tempest-ServersAdminNegativeTestJSON-593360600-project-member] [instance: 16731f71-d972-4604-95f3-4412aedcddb5] Checking state {{(pid=62328) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 637.216731] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fe21dc66-371d-4e81-959a-a3a74e5152bf {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 637.360500] env[62328]: DEBUG oslo_concurrency.lockutils [None req-fdb695b3-80d1-4592-96fd-6247de02bc04 tempest-ListImageFiltersTestJSON-111188615 tempest-ListImageFiltersTestJSON-111188615-project-member] Acquiring lock "8e31afa5-82ea-4e3e-8913-77f24ee85e4e" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 637.361048] env[62328]: DEBUG oslo_concurrency.lockutils [None req-fdb695b3-80d1-4592-96fd-6247de02bc04 tempest-ListImageFiltersTestJSON-111188615 tempest-ListImageFiltersTestJSON-111188615-project-member] Lock "8e31afa5-82ea-4e3e-8913-77f24ee85e4e" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 637.381799] env[62328]: DEBUG oslo_vmware.api [None req-6e45f035-4408-45f6-871a-1791839e99ab tempest-ListServerFiltersTestJSON-1229971268 tempest-ListServerFiltersTestJSON-1229971268-project-member] Task: {'id': task-2386395, 'name': PowerOnVM_Task, 'duration_secs': 0.501563} completed successfully. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 637.382165] env[62328]: DEBUG nova.virt.vmwareapi.vm_util [None req-6e45f035-4408-45f6-871a-1791839e99ab tempest-ListServerFiltersTestJSON-1229971268 tempest-ListServerFiltersTestJSON-1229971268-project-member] [instance: 17f3c1fc-a6c7-4936-b0d9-4c0eb88417c0] Powered on the VM {{(pid=62328) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 637.382436] env[62328]: INFO nova.compute.manager [None req-6e45f035-4408-45f6-871a-1791839e99ab tempest-ListServerFiltersTestJSON-1229971268 tempest-ListServerFiltersTestJSON-1229971268-project-member] [instance: 17f3c1fc-a6c7-4936-b0d9-4c0eb88417c0] Took 9.74 seconds to spawn the instance on the hypervisor. [ 637.382694] env[62328]: DEBUG nova.compute.manager [None req-6e45f035-4408-45f6-871a-1791839e99ab tempest-ListServerFiltersTestJSON-1229971268 tempest-ListServerFiltersTestJSON-1229971268-project-member] [instance: 17f3c1fc-a6c7-4936-b0d9-4c0eb88417c0] Checking state {{(pid=62328) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 637.384121] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-21d229c5-9896-4d85-beec-0a159cb21d8c {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 637.398505] env[62328]: DEBUG nova.compute.manager [None req-905d4929-e4c5-4df9-b520-46eb07e352ca tempest-VolumesAdminNegativeTest-179339308 tempest-VolumesAdminNegativeTest-179339308-project-member] [instance: 04dd8fd6-91f0-444f-b642-2ba8dcdea19d] Start building block device mappings for instance. {{(pid=62328) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 637.402336] env[62328]: DEBUG oslo_concurrency.lockutils [None req-0536c8a6-2ef1-4454-a265-20a67e9788ce tempest-DeleteServersAdminTestJSON-1672951685 tempest-DeleteServersAdminTestJSON-1672951685-project-member] Acquiring lock "refresh_cache-cbd7d9a6-9812-461e-9f59-8dea2e62fece" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 637.402570] env[62328]: DEBUG oslo_concurrency.lockutils [None req-0536c8a6-2ef1-4454-a265-20a67e9788ce tempest-DeleteServersAdminTestJSON-1672951685 tempest-DeleteServersAdminTestJSON-1672951685-project-member] Acquired lock "refresh_cache-cbd7d9a6-9812-461e-9f59-8dea2e62fece" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 637.402877] env[62328]: DEBUG nova.network.neutron [None req-0536c8a6-2ef1-4454-a265-20a67e9788ce tempest-DeleteServersAdminTestJSON-1672951685 tempest-DeleteServersAdminTestJSON-1672951685-project-member] [instance: cbd7d9a6-9812-461e-9f59-8dea2e62fece] Building network info cache for instance {{(pid=62328) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 637.645747] env[62328]: DEBUG oslo_vmware.api [None req-feace3b3-369e-4db7-9bdb-916f5e2d4d63 tempest-FloatingIPsAssociationTestJSON-89523020 tempest-FloatingIPsAssociationTestJSON-89523020-project-member] Task: {'id': task-2386396, 'name': ReconfigVM_Task, 'duration_secs': 0.391231} completed successfully. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 637.646295] env[62328]: DEBUG nova.virt.vmwareapi.volumeops [None req-feace3b3-369e-4db7-9bdb-916f5e2d4d63 tempest-FloatingIPsAssociationTestJSON-89523020 tempest-FloatingIPsAssociationTestJSON-89523020-project-member] [instance: 8cd0962c-8272-4384-973d-1ac21ca21993] Reconfigured VM instance instance-00000019 to attach disk [datastore1] 8cd0962c-8272-4384-973d-1ac21ca21993/8cd0962c-8272-4384-973d-1ac21ca21993.vmdk or device None with type sparse {{(pid=62328) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 637.647033] env[62328]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-13f1a3e2-871f-48d3-9aa0-7102c70bfa9d {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 637.659706] env[62328]: DEBUG oslo_vmware.api [None req-feace3b3-369e-4db7-9bdb-916f5e2d4d63 tempest-FloatingIPsAssociationTestJSON-89523020 tempest-FloatingIPsAssociationTestJSON-89523020-project-member] Waiting for the task: (returnval){ [ 637.659706] env[62328]: value = "task-2386397" [ 637.659706] env[62328]: _type = "Task" [ 637.659706] env[62328]: } to complete. {{(pid=62328) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 637.670965] env[62328]: DEBUG nova.network.neutron [None req-905d4929-e4c5-4df9-b520-46eb07e352ca tempest-VolumesAdminNegativeTest-179339308 tempest-VolumesAdminNegativeTest-179339308-project-member] [instance: 04dd8fd6-91f0-444f-b642-2ba8dcdea19d] Successfully created port: e15952ce-5356-40ed-acb4-194732d7930c {{(pid=62328) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 637.677552] env[62328]: DEBUG oslo_vmware.api [None req-feace3b3-369e-4db7-9bdb-916f5e2d4d63 tempest-FloatingIPsAssociationTestJSON-89523020 tempest-FloatingIPsAssociationTestJSON-89523020-project-member] Task: {'id': task-2386397, 'name': Rename_Task} progress is 6%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 637.739140] env[62328]: INFO nova.compute.manager [None req-04085e23-bd21-4312-989f-0ce0c91e4fc6 tempest-ServersAdminNegativeTestJSON-593360600 tempest-ServersAdminNegativeTestJSON-593360600-project-member] [instance: 16731f71-d972-4604-95f3-4412aedcddb5] Took 47.39 seconds to build instance. [ 637.892727] env[62328]: DEBUG oslo_concurrency.lockutils [None req-796be445-18c6-4869-8ab1-e27249159fbd tempest-ListImageFiltersTestJSON-111188615 tempest-ListImageFiltersTestJSON-111188615-project-member] Acquiring lock "a514091e-f57a-4447-b60b-7f22d6f26820" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 637.892985] env[62328]: DEBUG oslo_concurrency.lockutils [None req-796be445-18c6-4869-8ab1-e27249159fbd tempest-ListImageFiltersTestJSON-111188615 tempest-ListImageFiltersTestJSON-111188615-project-member] Lock "a514091e-f57a-4447-b60b-7f22d6f26820" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 637.916450] env[62328]: INFO nova.compute.manager [None req-6e45f035-4408-45f6-871a-1791839e99ab tempest-ListServerFiltersTestJSON-1229971268 tempest-ListServerFiltersTestJSON-1229971268-project-member] [instance: 17f3c1fc-a6c7-4936-b0d9-4c0eb88417c0] Took 46.28 seconds to build instance. [ 637.963193] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f6935d7a-455f-4ee0-9ef5-4c54bb4744e4 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 637.966535] env[62328]: DEBUG nova.network.neutron [None req-0536c8a6-2ef1-4454-a265-20a67e9788ce tempest-DeleteServersAdminTestJSON-1672951685 tempest-DeleteServersAdminTestJSON-1672951685-project-member] [instance: cbd7d9a6-9812-461e-9f59-8dea2e62fece] Instance cache missing network info. {{(pid=62328) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 637.974214] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9c6b6084-bee0-4eba-b3f9-2efdc11b6907 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 638.016468] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f134c2fb-aff2-426f-81c2-f059bb3912a5 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 638.025507] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-860f4c75-94f1-4fdf-96ab-9334fd64413c {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 638.041275] env[62328]: DEBUG nova.compute.provider_tree [None req-8ae36df4-c359-4222-9a0e-fe175cc9f366 tempest-ServersTestJSON-42114830 tempest-ServersTestJSON-42114830-project-member] Inventory has not changed in ProviderTree for provider: 3469e9f8-04af-49ca-8435-49f104496744 {{(pid=62328) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 638.183302] env[62328]: DEBUG nova.network.neutron [None req-0536c8a6-2ef1-4454-a265-20a67e9788ce tempest-DeleteServersAdminTestJSON-1672951685 tempest-DeleteServersAdminTestJSON-1672951685-project-member] [instance: cbd7d9a6-9812-461e-9f59-8dea2e62fece] Updating instance_info_cache with network_info: [{"id": "e74245fc-9984-4a35-b927-81de243636d6", "address": "fa:16:3e:40:66:82", "network": {"id": "ec511a9f-4661-41db-95bd-0fc9ad2de615", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.81", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "2a64022f08d84b11a86773b900860ae5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a4f91f31-0516-4d62-a341-e03a50b7c477", "external-id": "nsx-vlan-transportzone-963", "segmentation_id": 963, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape74245fc-99", "ovs_interfaceid": "e74245fc-9984-4a35-b927-81de243636d6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62328) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 638.184782] env[62328]: DEBUG oslo_vmware.api [None req-feace3b3-369e-4db7-9bdb-916f5e2d4d63 tempest-FloatingIPsAssociationTestJSON-89523020 tempest-FloatingIPsAssociationTestJSON-89523020-project-member] Task: {'id': task-2386397, 'name': Rename_Task, 'duration_secs': 0.350697} completed successfully. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 638.185247] env[62328]: DEBUG nova.virt.vmwareapi.vm_util [None req-feace3b3-369e-4db7-9bdb-916f5e2d4d63 tempest-FloatingIPsAssociationTestJSON-89523020 tempest-FloatingIPsAssociationTestJSON-89523020-project-member] [instance: 8cd0962c-8272-4384-973d-1ac21ca21993] Powering on the VM {{(pid=62328) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 638.185348] env[62328]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-6483f18f-5820-4b9a-9c9c-e049a50cb9dc {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 638.198761] env[62328]: DEBUG oslo_vmware.api [None req-feace3b3-369e-4db7-9bdb-916f5e2d4d63 tempest-FloatingIPsAssociationTestJSON-89523020 tempest-FloatingIPsAssociationTestJSON-89523020-project-member] Waiting for the task: (returnval){ [ 638.198761] env[62328]: value = "task-2386398" [ 638.198761] env[62328]: _type = "Task" [ 638.198761] env[62328]: } to complete. {{(pid=62328) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 638.212456] env[62328]: DEBUG oslo_vmware.api [None req-feace3b3-369e-4db7-9bdb-916f5e2d4d63 tempest-FloatingIPsAssociationTestJSON-89523020 tempest-FloatingIPsAssociationTestJSON-89523020-project-member] Task: {'id': task-2386398, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 638.225708] env[62328]: DEBUG oslo_concurrency.lockutils [None req-6e0d2bff-0f4f-45c9-9564-15b58c0781f6 tempest-MigrationsAdminTest-413245202 tempest-MigrationsAdminTest-413245202-project-member] Acquiring lock "4279ea33-3d7d-4713-9d21-9e7aa29026ae" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 638.226041] env[62328]: DEBUG oslo_concurrency.lockutils [None req-6e0d2bff-0f4f-45c9-9564-15b58c0781f6 tempest-MigrationsAdminTest-413245202 tempest-MigrationsAdminTest-413245202-project-member] Lock "4279ea33-3d7d-4713-9d21-9e7aa29026ae" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 638.242872] env[62328]: DEBUG oslo_concurrency.lockutils [None req-04085e23-bd21-4312-989f-0ce0c91e4fc6 tempest-ServersAdminNegativeTestJSON-593360600 tempest-ServersAdminNegativeTestJSON-593360600-project-member] Lock "16731f71-d972-4604-95f3-4412aedcddb5" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 60.394s {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 638.416648] env[62328]: DEBUG nova.compute.manager [None req-905d4929-e4c5-4df9-b520-46eb07e352ca tempest-VolumesAdminNegativeTest-179339308 tempest-VolumesAdminNegativeTest-179339308-project-member] [instance: 04dd8fd6-91f0-444f-b642-2ba8dcdea19d] Start spawning the instance on the hypervisor. {{(pid=62328) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 638.419542] env[62328]: DEBUG oslo_concurrency.lockutils [None req-6e45f035-4408-45f6-871a-1791839e99ab tempest-ListServerFiltersTestJSON-1229971268 tempest-ListServerFiltersTestJSON-1229971268-project-member] Lock "17f3c1fc-a6c7-4936-b0d9-4c0eb88417c0" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 59.605s {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 638.449493] env[62328]: DEBUG nova.virt.hardware [None req-905d4929-e4c5-4df9-b520-46eb07e352ca tempest-VolumesAdminNegativeTest-179339308 tempest-VolumesAdminNegativeTest-179339308-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-07T17:16:55Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-07T17:16:37Z,direct_url=,disk_format='vmdk',id=dbf872a4-92be-47e4-8561-c3e2bf2423ab,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='2a64022f08d84b11a86773b900860ae5',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-07T17:16:38Z,virtual_size=,visibility=), allow threads: False {{(pid=62328) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 638.449811] env[62328]: DEBUG nova.virt.hardware [None req-905d4929-e4c5-4df9-b520-46eb07e352ca tempest-VolumesAdminNegativeTest-179339308 tempest-VolumesAdminNegativeTest-179339308-project-member] Flavor limits 0:0:0 {{(pid=62328) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 638.450040] env[62328]: DEBUG nova.virt.hardware [None req-905d4929-e4c5-4df9-b520-46eb07e352ca tempest-VolumesAdminNegativeTest-179339308 tempest-VolumesAdminNegativeTest-179339308-project-member] Image limits 0:0:0 {{(pid=62328) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 638.450300] env[62328]: DEBUG nova.virt.hardware [None req-905d4929-e4c5-4df9-b520-46eb07e352ca tempest-VolumesAdminNegativeTest-179339308 tempest-VolumesAdminNegativeTest-179339308-project-member] Flavor pref 0:0:0 {{(pid=62328) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 638.450502] env[62328]: DEBUG nova.virt.hardware [None req-905d4929-e4c5-4df9-b520-46eb07e352ca tempest-VolumesAdminNegativeTest-179339308 tempest-VolumesAdminNegativeTest-179339308-project-member] Image pref 0:0:0 {{(pid=62328) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 638.450708] env[62328]: DEBUG nova.virt.hardware [None req-905d4929-e4c5-4df9-b520-46eb07e352ca tempest-VolumesAdminNegativeTest-179339308 tempest-VolumesAdminNegativeTest-179339308-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62328) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 638.451011] env[62328]: DEBUG nova.virt.hardware [None req-905d4929-e4c5-4df9-b520-46eb07e352ca tempest-VolumesAdminNegativeTest-179339308 tempest-VolumesAdminNegativeTest-179339308-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62328) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 638.451254] env[62328]: DEBUG nova.virt.hardware [None req-905d4929-e4c5-4df9-b520-46eb07e352ca tempest-VolumesAdminNegativeTest-179339308 tempest-VolumesAdminNegativeTest-179339308-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62328) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 638.451491] env[62328]: DEBUG nova.virt.hardware [None req-905d4929-e4c5-4df9-b520-46eb07e352ca tempest-VolumesAdminNegativeTest-179339308 tempest-VolumesAdminNegativeTest-179339308-project-member] Got 1 possible topologies {{(pid=62328) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 638.451719] env[62328]: DEBUG nova.virt.hardware [None req-905d4929-e4c5-4df9-b520-46eb07e352ca tempest-VolumesAdminNegativeTest-179339308 tempest-VolumesAdminNegativeTest-179339308-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62328) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 638.451958] env[62328]: DEBUG nova.virt.hardware [None req-905d4929-e4c5-4df9-b520-46eb07e352ca tempest-VolumesAdminNegativeTest-179339308 tempest-VolumesAdminNegativeTest-179339308-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62328) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 638.453599] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f63aa103-c1e1-44d6-866b-d1cecf9653de {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 638.467896] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c4e49b94-fb7b-4cf8-95c6-b6eb0ede230a {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 638.548895] env[62328]: DEBUG nova.scheduler.client.report [None req-8ae36df4-c359-4222-9a0e-fe175cc9f366 tempest-ServersTestJSON-42114830 tempest-ServersTestJSON-42114830-project-member] Inventory has not changed for provider 3469e9f8-04af-49ca-8435-49f104496744 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 152, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62328) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 638.686915] env[62328]: DEBUG oslo_concurrency.lockutils [None req-0536c8a6-2ef1-4454-a265-20a67e9788ce tempest-DeleteServersAdminTestJSON-1672951685 tempest-DeleteServersAdminTestJSON-1672951685-project-member] Releasing lock "refresh_cache-cbd7d9a6-9812-461e-9f59-8dea2e62fece" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 638.687297] env[62328]: DEBUG nova.compute.manager [None req-0536c8a6-2ef1-4454-a265-20a67e9788ce tempest-DeleteServersAdminTestJSON-1672951685 tempest-DeleteServersAdminTestJSON-1672951685-project-member] [instance: cbd7d9a6-9812-461e-9f59-8dea2e62fece] Instance network_info: |[{"id": "e74245fc-9984-4a35-b927-81de243636d6", "address": "fa:16:3e:40:66:82", "network": {"id": "ec511a9f-4661-41db-95bd-0fc9ad2de615", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.81", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "2a64022f08d84b11a86773b900860ae5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a4f91f31-0516-4d62-a341-e03a50b7c477", "external-id": "nsx-vlan-transportzone-963", "segmentation_id": 963, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape74245fc-99", "ovs_interfaceid": "e74245fc-9984-4a35-b927-81de243636d6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62328) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 638.687761] env[62328]: DEBUG nova.virt.vmwareapi.vmops [None req-0536c8a6-2ef1-4454-a265-20a67e9788ce tempest-DeleteServersAdminTestJSON-1672951685 tempest-DeleteServersAdminTestJSON-1672951685-project-member] [instance: cbd7d9a6-9812-461e-9f59-8dea2e62fece] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:40:66:82', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'a4f91f31-0516-4d62-a341-e03a50b7c477', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'e74245fc-9984-4a35-b927-81de243636d6', 'vif_model': 'vmxnet3'}] {{(pid=62328) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 638.695864] env[62328]: DEBUG oslo.service.loopingcall [None req-0536c8a6-2ef1-4454-a265-20a67e9788ce tempest-DeleteServersAdminTestJSON-1672951685 tempest-DeleteServersAdminTestJSON-1672951685-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62328) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 638.695864] env[62328]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: cbd7d9a6-9812-461e-9f59-8dea2e62fece] Creating VM on the ESX host {{(pid=62328) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 638.696135] env[62328]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-bc06e86c-7fb9-4a05-b2b3-2748b68864b1 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 638.724483] env[62328]: DEBUG oslo_vmware.api [None req-feace3b3-369e-4db7-9bdb-916f5e2d4d63 tempest-FloatingIPsAssociationTestJSON-89523020 tempest-FloatingIPsAssociationTestJSON-89523020-project-member] Task: {'id': task-2386398, 'name': PowerOnVM_Task} progress is 88%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 638.726162] env[62328]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 638.726162] env[62328]: value = "task-2386400" [ 638.726162] env[62328]: _type = "Task" [ 638.726162] env[62328]: } to complete. {{(pid=62328) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 638.737919] env[62328]: DEBUG oslo_vmware.api [-] Task: {'id': task-2386400, 'name': CreateVM_Task} progress is 0%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 638.746273] env[62328]: DEBUG nova.compute.manager [None req-0d72df7d-7430-46cd-b71e-49a73001e246 tempest-ServerDiskConfigTestJSON-126406698 tempest-ServerDiskConfigTestJSON-126406698-project-member] [instance: 5a5e12bf-4082-40e8-bac8-a8a5b0033dec] Starting instance... {{(pid=62328) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 638.922441] env[62328]: DEBUG nova.compute.manager [None req-80f5d1f9-12ec-4208-8d75-05faff0afa00 tempest-ServerRescueTestJSONUnderV235-477445181 tempest-ServerRescueTestJSONUnderV235-477445181-project-member] [instance: 133b2694-7206-4e72-92d6-ee334b1470e5] Starting instance... {{(pid=62328) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 639.055368] env[62328]: DEBUG oslo_concurrency.lockutils [None req-8ae36df4-c359-4222-9a0e-fe175cc9f366 tempest-ServersTestJSON-42114830 tempest-ServersTestJSON-42114830-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.668s {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 639.055913] env[62328]: DEBUG nova.compute.manager [None req-8ae36df4-c359-4222-9a0e-fe175cc9f366 tempest-ServersTestJSON-42114830 tempest-ServersTestJSON-42114830-project-member] [instance: aa0b930b-b792-402c-ac6d-bfe5dfed0f03] Start building networks asynchronously for instance. {{(pid=62328) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 639.059263] env[62328]: DEBUG oslo_concurrency.lockutils [None req-d69bbc60-f019-4f6a-9f9c-1d1daec41876 tempest-AttachInterfacesV270Test-1787492697 tempest-AttachInterfacesV270Test-1787492697-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 27.510s {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 639.060708] env[62328]: INFO nova.compute.claims [None req-d69bbc60-f019-4f6a-9f9c-1d1daec41876 tempest-AttachInterfacesV270Test-1787492697 tempest-AttachInterfacesV270Test-1787492697-project-member] [instance: 0c794ef1-25d2-43a2-a0f3-98083f82eeac] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 639.224428] env[62328]: DEBUG oslo_vmware.api [None req-feace3b3-369e-4db7-9bdb-916f5e2d4d63 tempest-FloatingIPsAssociationTestJSON-89523020 tempest-FloatingIPsAssociationTestJSON-89523020-project-member] Task: {'id': task-2386398, 'name': PowerOnVM_Task, 'duration_secs': 0.851363} completed successfully. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 639.224828] env[62328]: DEBUG nova.virt.vmwareapi.vm_util [None req-feace3b3-369e-4db7-9bdb-916f5e2d4d63 tempest-FloatingIPsAssociationTestJSON-89523020 tempest-FloatingIPsAssociationTestJSON-89523020-project-member] [instance: 8cd0962c-8272-4384-973d-1ac21ca21993] Powered on the VM {{(pid=62328) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 639.225064] env[62328]: INFO nova.compute.manager [None req-feace3b3-369e-4db7-9bdb-916f5e2d4d63 tempest-FloatingIPsAssociationTestJSON-89523020 tempest-FloatingIPsAssociationTestJSON-89523020-project-member] [instance: 8cd0962c-8272-4384-973d-1ac21ca21993] Took 8.86 seconds to spawn the instance on the hypervisor. [ 639.225340] env[62328]: DEBUG nova.compute.manager [None req-feace3b3-369e-4db7-9bdb-916f5e2d4d63 tempest-FloatingIPsAssociationTestJSON-89523020 tempest-FloatingIPsAssociationTestJSON-89523020-project-member] [instance: 8cd0962c-8272-4384-973d-1ac21ca21993] Checking state {{(pid=62328) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 639.226569] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-80353848-3260-41c0-a9f3-69a61eeeaa99 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 639.244197] env[62328]: DEBUG oslo_vmware.api [-] Task: {'id': task-2386400, 'name': CreateVM_Task} progress is 99%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 639.275135] env[62328]: DEBUG oslo_concurrency.lockutils [None req-0d72df7d-7430-46cd-b71e-49a73001e246 tempest-ServerDiskConfigTestJSON-126406698 tempest-ServerDiskConfigTestJSON-126406698-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 639.449967] env[62328]: DEBUG nova.compute.manager [req-f2add521-1b11-4b68-bc6c-b1698b5c9231 req-e6ad9415-e48e-4a3a-a7c2-8caf4333fb63 service nova] [instance: cbd7d9a6-9812-461e-9f59-8dea2e62fece] Received event network-changed-e74245fc-9984-4a35-b927-81de243636d6 {{(pid=62328) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 639.451065] env[62328]: DEBUG nova.compute.manager [req-f2add521-1b11-4b68-bc6c-b1698b5c9231 req-e6ad9415-e48e-4a3a-a7c2-8caf4333fb63 service nova] [instance: cbd7d9a6-9812-461e-9f59-8dea2e62fece] Refreshing instance network info cache due to event network-changed-e74245fc-9984-4a35-b927-81de243636d6. {{(pid=62328) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 639.451658] env[62328]: DEBUG oslo_concurrency.lockutils [req-f2add521-1b11-4b68-bc6c-b1698b5c9231 req-e6ad9415-e48e-4a3a-a7c2-8caf4333fb63 service nova] Acquiring lock "refresh_cache-cbd7d9a6-9812-461e-9f59-8dea2e62fece" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 639.452157] env[62328]: DEBUG oslo_concurrency.lockutils [req-f2add521-1b11-4b68-bc6c-b1698b5c9231 req-e6ad9415-e48e-4a3a-a7c2-8caf4333fb63 service nova] Acquired lock "refresh_cache-cbd7d9a6-9812-461e-9f59-8dea2e62fece" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.454030] env[62328]: DEBUG nova.network.neutron [req-f2add521-1b11-4b68-bc6c-b1698b5c9231 req-e6ad9415-e48e-4a3a-a7c2-8caf4333fb63 service nova] [instance: cbd7d9a6-9812-461e-9f59-8dea2e62fece] Refreshing network info cache for port e74245fc-9984-4a35-b927-81de243636d6 {{(pid=62328) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 639.458120] env[62328]: DEBUG oslo_concurrency.lockutils [None req-80f5d1f9-12ec-4208-8d75-05faff0afa00 tempest-ServerRescueTestJSONUnderV235-477445181 tempest-ServerRescueTestJSONUnderV235-477445181-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 639.565373] env[62328]: DEBUG nova.compute.utils [None req-8ae36df4-c359-4222-9a0e-fe175cc9f366 tempest-ServersTestJSON-42114830 tempest-ServersTestJSON-42114830-project-member] Using /dev/sd instead of None {{(pid=62328) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 639.572071] env[62328]: DEBUG nova.compute.manager [None req-8ae36df4-c359-4222-9a0e-fe175cc9f366 tempest-ServersTestJSON-42114830 tempest-ServersTestJSON-42114830-project-member] [instance: aa0b930b-b792-402c-ac6d-bfe5dfed0f03] Allocating IP information in the background. {{(pid=62328) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 639.572256] env[62328]: DEBUG nova.network.neutron [None req-8ae36df4-c359-4222-9a0e-fe175cc9f366 tempest-ServersTestJSON-42114830 tempest-ServersTestJSON-42114830-project-member] [instance: aa0b930b-b792-402c-ac6d-bfe5dfed0f03] allocate_for_instance() {{(pid=62328) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 639.631157] env[62328]: DEBUG nova.policy [None req-8ae36df4-c359-4222-9a0e-fe175cc9f366 tempest-ServersTestJSON-42114830 tempest-ServersTestJSON-42114830-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '067cf5950d9545f1861ae1f523359767', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'a8be5ee3b8294773b57381f5e55c3a99', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62328) authorize /opt/stack/nova/nova/policy.py:192}} [ 639.690727] env[62328]: DEBUG nova.network.neutron [None req-905d4929-e4c5-4df9-b520-46eb07e352ca tempest-VolumesAdminNegativeTest-179339308 tempest-VolumesAdminNegativeTest-179339308-project-member] [instance: 04dd8fd6-91f0-444f-b642-2ba8dcdea19d] Successfully updated port: e15952ce-5356-40ed-acb4-194732d7930c {{(pid=62328) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 639.743070] env[62328]: DEBUG oslo_vmware.api [-] Task: {'id': task-2386400, 'name': CreateVM_Task, 'duration_secs': 0.518764} completed successfully. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 639.743938] env[62328]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: cbd7d9a6-9812-461e-9f59-8dea2e62fece] Created VM on the ESX host {{(pid=62328) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 639.746080] env[62328]: DEBUG oslo_concurrency.lockutils [None req-0536c8a6-2ef1-4454-a265-20a67e9788ce tempest-DeleteServersAdminTestJSON-1672951685 tempest-DeleteServersAdminTestJSON-1672951685-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/dbf872a4-92be-47e4-8561-c3e2bf2423ab" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 639.746080] env[62328]: DEBUG oslo_concurrency.lockutils [None req-0536c8a6-2ef1-4454-a265-20a67e9788ce tempest-DeleteServersAdminTestJSON-1672951685 tempest-DeleteServersAdminTestJSON-1672951685-project-member] Acquired lock "[datastore1] devstack-image-cache_base/dbf872a4-92be-47e4-8561-c3e2bf2423ab" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.746080] env[62328]: DEBUG oslo_concurrency.lockutils [None req-0536c8a6-2ef1-4454-a265-20a67e9788ce tempest-DeleteServersAdminTestJSON-1672951685 tempest-DeleteServersAdminTestJSON-1672951685-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/dbf872a4-92be-47e4-8561-c3e2bf2423ab" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 639.750371] env[62328]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5c4718a5-bbdd-4487-92d5-ad4f12d363a4 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 639.755680] env[62328]: INFO nova.compute.manager [None req-feace3b3-369e-4db7-9bdb-916f5e2d4d63 tempest-FloatingIPsAssociationTestJSON-89523020 tempest-FloatingIPsAssociationTestJSON-89523020-project-member] [instance: 8cd0962c-8272-4384-973d-1ac21ca21993] Took 42.11 seconds to build instance. [ 639.763895] env[62328]: DEBUG oslo_vmware.api [None req-0536c8a6-2ef1-4454-a265-20a67e9788ce tempest-DeleteServersAdminTestJSON-1672951685 tempest-DeleteServersAdminTestJSON-1672951685-project-member] Waiting for the task: (returnval){ [ 639.763895] env[62328]: value = "session[52a6e20e-410d-708a-99f2-080a575a99bd]5252e9b0-8057-843d-1409-41bc0ef35031" [ 639.763895] env[62328]: _type = "Task" [ 639.763895] env[62328]: } to complete. {{(pid=62328) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 639.773734] env[62328]: DEBUG oslo_vmware.api [None req-0536c8a6-2ef1-4454-a265-20a67e9788ce tempest-DeleteServersAdminTestJSON-1672951685 tempest-DeleteServersAdminTestJSON-1672951685-project-member] Task: {'id': session[52a6e20e-410d-708a-99f2-080a575a99bd]5252e9b0-8057-843d-1409-41bc0ef35031, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 639.967573] env[62328]: DEBUG nova.compute.manager [req-d1c0b60a-f31e-4aa3-83c9-7d8d077cae95 req-f9c0ba31-6f40-45b8-8257-37129b5ab33a service nova] [instance: 04dd8fd6-91f0-444f-b642-2ba8dcdea19d] Received event network-vif-plugged-e15952ce-5356-40ed-acb4-194732d7930c {{(pid=62328) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 639.967573] env[62328]: DEBUG oslo_concurrency.lockutils [req-d1c0b60a-f31e-4aa3-83c9-7d8d077cae95 req-f9c0ba31-6f40-45b8-8257-37129b5ab33a service nova] Acquiring lock "04dd8fd6-91f0-444f-b642-2ba8dcdea19d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 639.967573] env[62328]: DEBUG oslo_concurrency.lockutils [req-d1c0b60a-f31e-4aa3-83c9-7d8d077cae95 req-f9c0ba31-6f40-45b8-8257-37129b5ab33a service nova] Lock "04dd8fd6-91f0-444f-b642-2ba8dcdea19d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.002s {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 639.967573] env[62328]: DEBUG oslo_concurrency.lockutils [req-d1c0b60a-f31e-4aa3-83c9-7d8d077cae95 req-f9c0ba31-6f40-45b8-8257-37129b5ab33a service nova] Lock "04dd8fd6-91f0-444f-b642-2ba8dcdea19d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 639.967573] env[62328]: DEBUG nova.compute.manager [req-d1c0b60a-f31e-4aa3-83c9-7d8d077cae95 req-f9c0ba31-6f40-45b8-8257-37129b5ab33a service nova] [instance: 04dd8fd6-91f0-444f-b642-2ba8dcdea19d] No waiting events found dispatching network-vif-plugged-e15952ce-5356-40ed-acb4-194732d7930c {{(pid=62328) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 639.967933] env[62328]: WARNING nova.compute.manager [req-d1c0b60a-f31e-4aa3-83c9-7d8d077cae95 req-f9c0ba31-6f40-45b8-8257-37129b5ab33a service nova] [instance: 04dd8fd6-91f0-444f-b642-2ba8dcdea19d] Received unexpected event network-vif-plugged-e15952ce-5356-40ed-acb4-194732d7930c for instance with vm_state building and task_state spawning. [ 639.981265] env[62328]: DEBUG oslo_concurrency.lockutils [None req-9e8c55d9-950b-462f-82d5-ddb0e06a064c tempest-ServersAdminNegativeTestJSON-593360600 tempest-ServersAdminNegativeTestJSON-593360600-project-member] Acquiring lock "036c1441-66e8-4a80-99a2-15dfe86351fc" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 639.981519] env[62328]: DEBUG oslo_concurrency.lockutils [None req-9e8c55d9-950b-462f-82d5-ddb0e06a064c tempest-ServersAdminNegativeTestJSON-593360600 tempest-ServersAdminNegativeTestJSON-593360600-project-member] Lock "036c1441-66e8-4a80-99a2-15dfe86351fc" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 639.999181] env[62328]: DEBUG nova.network.neutron [None req-8ae36df4-c359-4222-9a0e-fe175cc9f366 tempest-ServersTestJSON-42114830 tempest-ServersTestJSON-42114830-project-member] [instance: aa0b930b-b792-402c-ac6d-bfe5dfed0f03] Successfully created port: efde121c-603d-434f-9f2b-12fe2fe41fc9 {{(pid=62328) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 640.080794] env[62328]: DEBUG nova.compute.manager [None req-8ae36df4-c359-4222-9a0e-fe175cc9f366 tempest-ServersTestJSON-42114830 tempest-ServersTestJSON-42114830-project-member] [instance: aa0b930b-b792-402c-ac6d-bfe5dfed0f03] Start building block device mappings for instance. {{(pid=62328) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 640.196294] env[62328]: DEBUG oslo_concurrency.lockutils [None req-905d4929-e4c5-4df9-b520-46eb07e352ca tempest-VolumesAdminNegativeTest-179339308 tempest-VolumesAdminNegativeTest-179339308-project-member] Acquiring lock "refresh_cache-04dd8fd6-91f0-444f-b642-2ba8dcdea19d" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 640.196462] env[62328]: DEBUG oslo_concurrency.lockutils [None req-905d4929-e4c5-4df9-b520-46eb07e352ca tempest-VolumesAdminNegativeTest-179339308 tempest-VolumesAdminNegativeTest-179339308-project-member] Acquired lock "refresh_cache-04dd8fd6-91f0-444f-b642-2ba8dcdea19d" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.196614] env[62328]: DEBUG nova.network.neutron [None req-905d4929-e4c5-4df9-b520-46eb07e352ca tempest-VolumesAdminNegativeTest-179339308 tempest-VolumesAdminNegativeTest-179339308-project-member] [instance: 04dd8fd6-91f0-444f-b642-2ba8dcdea19d] Building network info cache for instance {{(pid=62328) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 640.258348] env[62328]: DEBUG oslo_concurrency.lockutils [None req-feace3b3-369e-4db7-9bdb-916f5e2d4d63 tempest-FloatingIPsAssociationTestJSON-89523020 tempest-FloatingIPsAssociationTestJSON-89523020-project-member] Lock "8cd0962c-8272-4384-973d-1ac21ca21993" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 59.335s {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 640.287114] env[62328]: DEBUG oslo_vmware.api [None req-0536c8a6-2ef1-4454-a265-20a67e9788ce tempest-DeleteServersAdminTestJSON-1672951685 tempest-DeleteServersAdminTestJSON-1672951685-project-member] Task: {'id': session[52a6e20e-410d-708a-99f2-080a575a99bd]5252e9b0-8057-843d-1409-41bc0ef35031, 'name': SearchDatastore_Task, 'duration_secs': 0.013724} completed successfully. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 640.290212] env[62328]: DEBUG oslo_concurrency.lockutils [None req-0536c8a6-2ef1-4454-a265-20a67e9788ce tempest-DeleteServersAdminTestJSON-1672951685 tempest-DeleteServersAdminTestJSON-1672951685-project-member] Releasing lock "[datastore1] devstack-image-cache_base/dbf872a4-92be-47e4-8561-c3e2bf2423ab" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 640.290547] env[62328]: DEBUG nova.virt.vmwareapi.vmops [None req-0536c8a6-2ef1-4454-a265-20a67e9788ce tempest-DeleteServersAdminTestJSON-1672951685 tempest-DeleteServersAdminTestJSON-1672951685-project-member] [instance: cbd7d9a6-9812-461e-9f59-8dea2e62fece] Processing image dbf872a4-92be-47e4-8561-c3e2bf2423ab {{(pid=62328) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 640.290817] env[62328]: DEBUG oslo_concurrency.lockutils [None req-0536c8a6-2ef1-4454-a265-20a67e9788ce tempest-DeleteServersAdminTestJSON-1672951685 tempest-DeleteServersAdminTestJSON-1672951685-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/dbf872a4-92be-47e4-8561-c3e2bf2423ab/dbf872a4-92be-47e4-8561-c3e2bf2423ab.vmdk" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 640.290970] env[62328]: DEBUG oslo_concurrency.lockutils [None req-0536c8a6-2ef1-4454-a265-20a67e9788ce tempest-DeleteServersAdminTestJSON-1672951685 tempest-DeleteServersAdminTestJSON-1672951685-project-member] Acquired lock "[datastore1] devstack-image-cache_base/dbf872a4-92be-47e4-8561-c3e2bf2423ab/dbf872a4-92be-47e4-8561-c3e2bf2423ab.vmdk" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.291898] env[62328]: DEBUG nova.virt.vmwareapi.ds_util [None req-0536c8a6-2ef1-4454-a265-20a67e9788ce tempest-DeleteServersAdminTestJSON-1672951685 tempest-DeleteServersAdminTestJSON-1672951685-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62328) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 640.296083] env[62328]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-4625db3e-7d53-4b34-a811-6fb463f68dcc {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 640.308864] env[62328]: DEBUG nova.virt.vmwareapi.ds_util [None req-0536c8a6-2ef1-4454-a265-20a67e9788ce tempest-DeleteServersAdminTestJSON-1672951685 tempest-DeleteServersAdminTestJSON-1672951685-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62328) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 640.308935] env[62328]: DEBUG nova.virt.vmwareapi.vmops [None req-0536c8a6-2ef1-4454-a265-20a67e9788ce tempest-DeleteServersAdminTestJSON-1672951685 tempest-DeleteServersAdminTestJSON-1672951685-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62328) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 640.312869] env[62328]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b8150fc8-fb85-4698-b9f4-e866908a73c7 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 640.325021] env[62328]: DEBUG oslo_vmware.api [None req-0536c8a6-2ef1-4454-a265-20a67e9788ce tempest-DeleteServersAdminTestJSON-1672951685 tempest-DeleteServersAdminTestJSON-1672951685-project-member] Waiting for the task: (returnval){ [ 640.325021] env[62328]: value = "session[52a6e20e-410d-708a-99f2-080a575a99bd]52e41598-fce4-7064-3a7c-9b89ce9d5e2b" [ 640.325021] env[62328]: _type = "Task" [ 640.325021] env[62328]: } to complete. {{(pid=62328) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 640.331912] env[62328]: DEBUG oslo_vmware.api [None req-0536c8a6-2ef1-4454-a265-20a67e9788ce tempest-DeleteServersAdminTestJSON-1672951685 tempest-DeleteServersAdminTestJSON-1672951685-project-member] Task: {'id': session[52a6e20e-410d-708a-99f2-080a575a99bd]52e41598-fce4-7064-3a7c-9b89ce9d5e2b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 640.490230] env[62328]: DEBUG nova.network.neutron [req-f2add521-1b11-4b68-bc6c-b1698b5c9231 req-e6ad9415-e48e-4a3a-a7c2-8caf4333fb63 service nova] [instance: cbd7d9a6-9812-461e-9f59-8dea2e62fece] Updated VIF entry in instance network info cache for port e74245fc-9984-4a35-b927-81de243636d6. {{(pid=62328) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 640.490585] env[62328]: DEBUG nova.network.neutron [req-f2add521-1b11-4b68-bc6c-b1698b5c9231 req-e6ad9415-e48e-4a3a-a7c2-8caf4333fb63 service nova] [instance: cbd7d9a6-9812-461e-9f59-8dea2e62fece] Updating instance_info_cache with network_info: [{"id": "e74245fc-9984-4a35-b927-81de243636d6", "address": "fa:16:3e:40:66:82", "network": {"id": "ec511a9f-4661-41db-95bd-0fc9ad2de615", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.81", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "2a64022f08d84b11a86773b900860ae5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a4f91f31-0516-4d62-a341-e03a50b7c477", "external-id": "nsx-vlan-transportzone-963", "segmentation_id": 963, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape74245fc-99", "ovs_interfaceid": "e74245fc-9984-4a35-b927-81de243636d6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62328) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 640.715068] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f0949784-10ab-4c01-a573-793724dac842 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 640.724179] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cc14cbb7-27b0-4766-9819-c57bcee7bd7b {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 640.765464] env[62328]: DEBUG nova.compute.manager [None req-aa1a88c2-5256-4c8a-b3b5-1ffbf769b3e7 tempest-ServerActionsTestOtherA-1098162655 tempest-ServerActionsTestOtherA-1098162655-project-member] [instance: 66186b76-7021-4df1-b53c-2789906e37ac] Starting instance... {{(pid=62328) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 640.769016] env[62328]: DEBUG nova.network.neutron [None req-905d4929-e4c5-4df9-b520-46eb07e352ca tempest-VolumesAdminNegativeTest-179339308 tempest-VolumesAdminNegativeTest-179339308-project-member] [instance: 04dd8fd6-91f0-444f-b642-2ba8dcdea19d] Instance cache missing network info. {{(pid=62328) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 640.771534] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-710ef4e6-f8c2-4de3-a9c9-43d6ce45d1bd {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 640.781595] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-91aa2b6f-acc5-4068-8723-637722dc6f14 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 640.797926] env[62328]: DEBUG nova.compute.provider_tree [None req-d69bbc60-f019-4f6a-9f9c-1d1daec41876 tempest-AttachInterfacesV270Test-1787492697 tempest-AttachInterfacesV270Test-1787492697-project-member] Inventory has not changed in ProviderTree for provider: 3469e9f8-04af-49ca-8435-49f104496744 {{(pid=62328) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 640.833215] env[62328]: DEBUG oslo_vmware.api [None req-0536c8a6-2ef1-4454-a265-20a67e9788ce tempest-DeleteServersAdminTestJSON-1672951685 tempest-DeleteServersAdminTestJSON-1672951685-project-member] Task: {'id': session[52a6e20e-410d-708a-99f2-080a575a99bd]52e41598-fce4-7064-3a7c-9b89ce9d5e2b, 'name': SearchDatastore_Task, 'duration_secs': 0.012809} completed successfully. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 640.833979] env[62328]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d8ab583a-1eed-49c3-95d5-8d91f6e0be86 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 640.839906] env[62328]: DEBUG oslo_vmware.api [None req-0536c8a6-2ef1-4454-a265-20a67e9788ce tempest-DeleteServersAdminTestJSON-1672951685 tempest-DeleteServersAdminTestJSON-1672951685-project-member] Waiting for the task: (returnval){ [ 640.839906] env[62328]: value = "session[52a6e20e-410d-708a-99f2-080a575a99bd]52a59d3f-a205-70b9-e4a9-f31cfbabb6a1" [ 640.839906] env[62328]: _type = "Task" [ 640.839906] env[62328]: } to complete. {{(pid=62328) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 640.849175] env[62328]: DEBUG oslo_vmware.api [None req-0536c8a6-2ef1-4454-a265-20a67e9788ce tempest-DeleteServersAdminTestJSON-1672951685 tempest-DeleteServersAdminTestJSON-1672951685-project-member] Task: {'id': session[52a6e20e-410d-708a-99f2-080a575a99bd]52a59d3f-a205-70b9-e4a9-f31cfbabb6a1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 640.996344] env[62328]: DEBUG oslo_concurrency.lockutils [req-f2add521-1b11-4b68-bc6c-b1698b5c9231 req-e6ad9415-e48e-4a3a-a7c2-8caf4333fb63 service nova] Releasing lock "refresh_cache-cbd7d9a6-9812-461e-9f59-8dea2e62fece" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 641.063013] env[62328]: DEBUG nova.network.neutron [None req-905d4929-e4c5-4df9-b520-46eb07e352ca tempest-VolumesAdminNegativeTest-179339308 tempest-VolumesAdminNegativeTest-179339308-project-member] [instance: 04dd8fd6-91f0-444f-b642-2ba8dcdea19d] Updating instance_info_cache with network_info: [{"id": "e15952ce-5356-40ed-acb4-194732d7930c", "address": "fa:16:3e:87:20:62", "network": {"id": "ee7ea7d3-ca41-4e70-ba6d-9072fecb779e", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-1090703967-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1abd50b8c8744d5eadd674a65c7262c5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "650f7968-4522-4ba5-8304-1b9949951ed7", "external-id": "nsx-vlan-transportzone-568", "segmentation_id": 568, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape15952ce-53", "ovs_interfaceid": "e15952ce-5356-40ed-acb4-194732d7930c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62328) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 641.096148] env[62328]: DEBUG nova.compute.manager [None req-8ae36df4-c359-4222-9a0e-fe175cc9f366 tempest-ServersTestJSON-42114830 tempest-ServersTestJSON-42114830-project-member] [instance: aa0b930b-b792-402c-ac6d-bfe5dfed0f03] Start spawning the instance on the hypervisor. {{(pid=62328) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 641.134118] env[62328]: DEBUG nova.virt.hardware [None req-8ae36df4-c359-4222-9a0e-fe175cc9f366 tempest-ServersTestJSON-42114830 tempest-ServersTestJSON-42114830-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-07T17:16:55Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-07T17:16:37Z,direct_url=,disk_format='vmdk',id=dbf872a4-92be-47e4-8561-c3e2bf2423ab,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='2a64022f08d84b11a86773b900860ae5',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-07T17:16:38Z,virtual_size=,visibility=), allow threads: False {{(pid=62328) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 641.134118] env[62328]: DEBUG nova.virt.hardware [None req-8ae36df4-c359-4222-9a0e-fe175cc9f366 tempest-ServersTestJSON-42114830 tempest-ServersTestJSON-42114830-project-member] Flavor limits 0:0:0 {{(pid=62328) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 641.134118] env[62328]: DEBUG nova.virt.hardware [None req-8ae36df4-c359-4222-9a0e-fe175cc9f366 tempest-ServersTestJSON-42114830 tempest-ServersTestJSON-42114830-project-member] Image limits 0:0:0 {{(pid=62328) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 641.134118] env[62328]: DEBUG nova.virt.hardware [None req-8ae36df4-c359-4222-9a0e-fe175cc9f366 tempest-ServersTestJSON-42114830 tempest-ServersTestJSON-42114830-project-member] Flavor pref 0:0:0 {{(pid=62328) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 641.134350] env[62328]: DEBUG nova.virt.hardware [None req-8ae36df4-c359-4222-9a0e-fe175cc9f366 tempest-ServersTestJSON-42114830 tempest-ServersTestJSON-42114830-project-member] Image pref 0:0:0 {{(pid=62328) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 641.134350] env[62328]: DEBUG nova.virt.hardware [None req-8ae36df4-c359-4222-9a0e-fe175cc9f366 tempest-ServersTestJSON-42114830 tempest-ServersTestJSON-42114830-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62328) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 641.134350] env[62328]: DEBUG nova.virt.hardware [None req-8ae36df4-c359-4222-9a0e-fe175cc9f366 tempest-ServersTestJSON-42114830 tempest-ServersTestJSON-42114830-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62328) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 641.134350] env[62328]: DEBUG nova.virt.hardware [None req-8ae36df4-c359-4222-9a0e-fe175cc9f366 tempest-ServersTestJSON-42114830 tempest-ServersTestJSON-42114830-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62328) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 641.134509] env[62328]: DEBUG nova.virt.hardware [None req-8ae36df4-c359-4222-9a0e-fe175cc9f366 tempest-ServersTestJSON-42114830 tempest-ServersTestJSON-42114830-project-member] Got 1 possible topologies {{(pid=62328) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 641.134672] env[62328]: DEBUG nova.virt.hardware [None req-8ae36df4-c359-4222-9a0e-fe175cc9f366 tempest-ServersTestJSON-42114830 tempest-ServersTestJSON-42114830-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62328) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 641.134959] env[62328]: DEBUG nova.virt.hardware [None req-8ae36df4-c359-4222-9a0e-fe175cc9f366 tempest-ServersTestJSON-42114830 tempest-ServersTestJSON-42114830-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62328) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 641.136108] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-faf83cca-bb6e-46b2-9496-38ae2a99e3c0 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 641.145249] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4eb1ec83-993d-4a78-961a-d1bbe526b15f {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 641.298318] env[62328]: DEBUG oslo_concurrency.lockutils [None req-aa1a88c2-5256-4c8a-b3b5-1ffbf769b3e7 tempest-ServerActionsTestOtherA-1098162655 tempest-ServerActionsTestOtherA-1098162655-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 641.303806] env[62328]: DEBUG nova.scheduler.client.report [None req-d69bbc60-f019-4f6a-9f9c-1d1daec41876 tempest-AttachInterfacesV270Test-1787492697 tempest-AttachInterfacesV270Test-1787492697-project-member] Inventory has not changed for provider 3469e9f8-04af-49ca-8435-49f104496744 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 152, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62328) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 641.354186] env[62328]: DEBUG oslo_vmware.api [None req-0536c8a6-2ef1-4454-a265-20a67e9788ce tempest-DeleteServersAdminTestJSON-1672951685 tempest-DeleteServersAdminTestJSON-1672951685-project-member] Task: {'id': session[52a6e20e-410d-708a-99f2-080a575a99bd]52a59d3f-a205-70b9-e4a9-f31cfbabb6a1, 'name': SearchDatastore_Task, 'duration_secs': 0.01129} completed successfully. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 641.354505] env[62328]: DEBUG oslo_concurrency.lockutils [None req-0536c8a6-2ef1-4454-a265-20a67e9788ce tempest-DeleteServersAdminTestJSON-1672951685 tempest-DeleteServersAdminTestJSON-1672951685-project-member] Releasing lock "[datastore1] devstack-image-cache_base/dbf872a4-92be-47e4-8561-c3e2bf2423ab/dbf872a4-92be-47e4-8561-c3e2bf2423ab.vmdk" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 641.355019] env[62328]: DEBUG nova.virt.vmwareapi.vm_util [None req-0536c8a6-2ef1-4454-a265-20a67e9788ce tempest-DeleteServersAdminTestJSON-1672951685 tempest-DeleteServersAdminTestJSON-1672951685-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/dbf872a4-92be-47e4-8561-c3e2bf2423ab/dbf872a4-92be-47e4-8561-c3e2bf2423ab.vmdk to [datastore1] cbd7d9a6-9812-461e-9f59-8dea2e62fece/cbd7d9a6-9812-461e-9f59-8dea2e62fece.vmdk {{(pid=62328) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 641.355979] env[62328]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-945c0cf5-2a1e-4f33-9376-d07fed3798cd {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 641.363766] env[62328]: DEBUG oslo_vmware.api [None req-0536c8a6-2ef1-4454-a265-20a67e9788ce tempest-DeleteServersAdminTestJSON-1672951685 tempest-DeleteServersAdminTestJSON-1672951685-project-member] Waiting for the task: (returnval){ [ 641.363766] env[62328]: value = "task-2386402" [ 641.363766] env[62328]: _type = "Task" [ 641.363766] env[62328]: } to complete. {{(pid=62328) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 641.372719] env[62328]: DEBUG oslo_vmware.api [None req-0536c8a6-2ef1-4454-a265-20a67e9788ce tempest-DeleteServersAdminTestJSON-1672951685 tempest-DeleteServersAdminTestJSON-1672951685-project-member] Task: {'id': task-2386402, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 641.565893] env[62328]: DEBUG oslo_concurrency.lockutils [None req-905d4929-e4c5-4df9-b520-46eb07e352ca tempest-VolumesAdminNegativeTest-179339308 tempest-VolumesAdminNegativeTest-179339308-project-member] Releasing lock "refresh_cache-04dd8fd6-91f0-444f-b642-2ba8dcdea19d" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 641.567063] env[62328]: DEBUG nova.compute.manager [None req-905d4929-e4c5-4df9-b520-46eb07e352ca tempest-VolumesAdminNegativeTest-179339308 tempest-VolumesAdminNegativeTest-179339308-project-member] [instance: 04dd8fd6-91f0-444f-b642-2ba8dcdea19d] Instance network_info: |[{"id": "e15952ce-5356-40ed-acb4-194732d7930c", "address": "fa:16:3e:87:20:62", "network": {"id": "ee7ea7d3-ca41-4e70-ba6d-9072fecb779e", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-1090703967-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1abd50b8c8744d5eadd674a65c7262c5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "650f7968-4522-4ba5-8304-1b9949951ed7", "external-id": "nsx-vlan-transportzone-568", "segmentation_id": 568, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape15952ce-53", "ovs_interfaceid": "e15952ce-5356-40ed-acb4-194732d7930c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62328) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 641.567260] env[62328]: DEBUG nova.virt.vmwareapi.vmops [None req-905d4929-e4c5-4df9-b520-46eb07e352ca tempest-VolumesAdminNegativeTest-179339308 tempest-VolumesAdminNegativeTest-179339308-project-member] [instance: 04dd8fd6-91f0-444f-b642-2ba8dcdea19d] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:87:20:62', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '650f7968-4522-4ba5-8304-1b9949951ed7', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'e15952ce-5356-40ed-acb4-194732d7930c', 'vif_model': 'vmxnet3'}] {{(pid=62328) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 641.575422] env[62328]: DEBUG nova.virt.vmwareapi.vm_util [None req-905d4929-e4c5-4df9-b520-46eb07e352ca tempest-VolumesAdminNegativeTest-179339308 tempest-VolumesAdminNegativeTest-179339308-project-member] Creating folder: Project (1abd50b8c8744d5eadd674a65c7262c5). Parent ref: group-v484164. {{(pid=62328) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 641.575740] env[62328]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-1ef3dfd5-a11d-4ef9-a979-d5a8674598f9 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 641.589527] env[62328]: INFO nova.virt.vmwareapi.vm_util [None req-905d4929-e4c5-4df9-b520-46eb07e352ca tempest-VolumesAdminNegativeTest-179339308 tempest-VolumesAdminNegativeTest-179339308-project-member] Created folder: Project (1abd50b8c8744d5eadd674a65c7262c5) in parent group-v484164. [ 641.589741] env[62328]: DEBUG nova.virt.vmwareapi.vm_util [None req-905d4929-e4c5-4df9-b520-46eb07e352ca tempest-VolumesAdminNegativeTest-179339308 tempest-VolumesAdminNegativeTest-179339308-project-member] Creating folder: Instances. Parent ref: group-v484241. {{(pid=62328) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 641.590083] env[62328]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-7834a428-d583-4179-9eef-0a5a6580b96d {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 641.604616] env[62328]: INFO nova.virt.vmwareapi.vm_util [None req-905d4929-e4c5-4df9-b520-46eb07e352ca tempest-VolumesAdminNegativeTest-179339308 tempest-VolumesAdminNegativeTest-179339308-project-member] Created folder: Instances in parent group-v484241. [ 641.605063] env[62328]: DEBUG oslo.service.loopingcall [None req-905d4929-e4c5-4df9-b520-46eb07e352ca tempest-VolumesAdminNegativeTest-179339308 tempest-VolumesAdminNegativeTest-179339308-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62328) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 641.605290] env[62328]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 04dd8fd6-91f0-444f-b642-2ba8dcdea19d] Creating VM on the ESX host {{(pid=62328) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 641.605600] env[62328]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-ea3fcb71-c24d-4769-aea4-2827b5786c00 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 641.629528] env[62328]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 641.629528] env[62328]: value = "task-2386405" [ 641.629528] env[62328]: _type = "Task" [ 641.629528] env[62328]: } to complete. {{(pid=62328) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 641.641717] env[62328]: DEBUG oslo_vmware.api [-] Task: {'id': task-2386405, 'name': CreateVM_Task} progress is 0%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 641.693686] env[62328]: DEBUG nova.network.neutron [None req-8ae36df4-c359-4222-9a0e-fe175cc9f366 tempest-ServersTestJSON-42114830 tempest-ServersTestJSON-42114830-project-member] [instance: aa0b930b-b792-402c-ac6d-bfe5dfed0f03] Successfully updated port: efde121c-603d-434f-9f2b-12fe2fe41fc9 {{(pid=62328) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 641.814855] env[62328]: DEBUG oslo_concurrency.lockutils [None req-d69bbc60-f019-4f6a-9f9c-1d1daec41876 tempest-AttachInterfacesV270Test-1787492697 tempest-AttachInterfacesV270Test-1787492697-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.753s {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 641.814855] env[62328]: DEBUG nova.compute.manager [None req-d69bbc60-f019-4f6a-9f9c-1d1daec41876 tempest-AttachInterfacesV270Test-1787492697 tempest-AttachInterfacesV270Test-1787492697-project-member] [instance: 0c794ef1-25d2-43a2-a0f3-98083f82eeac] Start building networks asynchronously for instance. {{(pid=62328) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 641.819681] env[62328]: DEBUG oslo_concurrency.lockutils [None req-2295ce19-ab98-4782-8368-8e20d4479ca1 tempest-FloatingIPsAssociationNegativeTestJSON-1912335046 tempest-FloatingIPsAssociationNegativeTestJSON-1912335046-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 27.089s {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 641.820202] env[62328]: DEBUG nova.objects.instance [None req-2295ce19-ab98-4782-8368-8e20d4479ca1 tempest-FloatingIPsAssociationNegativeTestJSON-1912335046 tempest-FloatingIPsAssociationNegativeTestJSON-1912335046-project-member] Lazy-loading 'resources' on Instance uuid 39d42b89-6e94-4322-9d0b-356672da5cde {{(pid=62328) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 641.877339] env[62328]: DEBUG oslo_vmware.api [None req-0536c8a6-2ef1-4454-a265-20a67e9788ce tempest-DeleteServersAdminTestJSON-1672951685 tempest-DeleteServersAdminTestJSON-1672951685-project-member] Task: {'id': task-2386402, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 642.047426] env[62328]: DEBUG nova.compute.manager [req-af6eda24-4ccc-4021-b2b3-b3d1aa78aae9 req-93c24447-f4f1-4b04-8065-0251789bca72 service nova] [instance: aa0b930b-b792-402c-ac6d-bfe5dfed0f03] Received event network-vif-plugged-efde121c-603d-434f-9f2b-12fe2fe41fc9 {{(pid=62328) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 642.047599] env[62328]: DEBUG oslo_concurrency.lockutils [req-af6eda24-4ccc-4021-b2b3-b3d1aa78aae9 req-93c24447-f4f1-4b04-8065-0251789bca72 service nova] Acquiring lock "aa0b930b-b792-402c-ac6d-bfe5dfed0f03-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 642.047806] env[62328]: DEBUG oslo_concurrency.lockutils [req-af6eda24-4ccc-4021-b2b3-b3d1aa78aae9 req-93c24447-f4f1-4b04-8065-0251789bca72 service nova] Lock "aa0b930b-b792-402c-ac6d-bfe5dfed0f03-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 642.047976] env[62328]: DEBUG oslo_concurrency.lockutils [req-af6eda24-4ccc-4021-b2b3-b3d1aa78aae9 req-93c24447-f4f1-4b04-8065-0251789bca72 service nova] Lock "aa0b930b-b792-402c-ac6d-bfe5dfed0f03-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 642.048165] env[62328]: DEBUG nova.compute.manager [req-af6eda24-4ccc-4021-b2b3-b3d1aa78aae9 req-93c24447-f4f1-4b04-8065-0251789bca72 service nova] [instance: aa0b930b-b792-402c-ac6d-bfe5dfed0f03] No waiting events found dispatching network-vif-plugged-efde121c-603d-434f-9f2b-12fe2fe41fc9 {{(pid=62328) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 642.048331] env[62328]: WARNING nova.compute.manager [req-af6eda24-4ccc-4021-b2b3-b3d1aa78aae9 req-93c24447-f4f1-4b04-8065-0251789bca72 service nova] [instance: aa0b930b-b792-402c-ac6d-bfe5dfed0f03] Received unexpected event network-vif-plugged-efde121c-603d-434f-9f2b-12fe2fe41fc9 for instance with vm_state building and task_state spawning. [ 642.141661] env[62328]: DEBUG oslo_vmware.api [-] Task: {'id': task-2386405, 'name': CreateVM_Task, 'duration_secs': 0.504556} completed successfully. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 642.141996] env[62328]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 04dd8fd6-91f0-444f-b642-2ba8dcdea19d] Created VM on the ESX host {{(pid=62328) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 642.143061] env[62328]: DEBUG oslo_concurrency.lockutils [None req-905d4929-e4c5-4df9-b520-46eb07e352ca tempest-VolumesAdminNegativeTest-179339308 tempest-VolumesAdminNegativeTest-179339308-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/dbf872a4-92be-47e4-8561-c3e2bf2423ab" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 642.143376] env[62328]: DEBUG oslo_concurrency.lockutils [None req-905d4929-e4c5-4df9-b520-46eb07e352ca tempest-VolumesAdminNegativeTest-179339308 tempest-VolumesAdminNegativeTest-179339308-project-member] Acquired lock "[datastore2] devstack-image-cache_base/dbf872a4-92be-47e4-8561-c3e2bf2423ab" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.143845] env[62328]: DEBUG oslo_concurrency.lockutils [None req-905d4929-e4c5-4df9-b520-46eb07e352ca tempest-VolumesAdminNegativeTest-179339308 tempest-VolumesAdminNegativeTest-179339308-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/dbf872a4-92be-47e4-8561-c3e2bf2423ab" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 642.144369] env[62328]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-89a3e126-3bd7-4060-b0bc-0e113b1c9adc {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 642.153522] env[62328]: DEBUG oslo_vmware.api [None req-905d4929-e4c5-4df9-b520-46eb07e352ca tempest-VolumesAdminNegativeTest-179339308 tempest-VolumesAdminNegativeTest-179339308-project-member] Waiting for the task: (returnval){ [ 642.153522] env[62328]: value = "session[52a6e20e-410d-708a-99f2-080a575a99bd]52eb9a88-c65a-5181-1523-52bd4ac951c6" [ 642.153522] env[62328]: _type = "Task" [ 642.153522] env[62328]: } to complete. {{(pid=62328) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 642.161781] env[62328]: DEBUG oslo_vmware.api [None req-905d4929-e4c5-4df9-b520-46eb07e352ca tempest-VolumesAdminNegativeTest-179339308 tempest-VolumesAdminNegativeTest-179339308-project-member] Task: {'id': session[52a6e20e-410d-708a-99f2-080a575a99bd]52eb9a88-c65a-5181-1523-52bd4ac951c6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 642.200584] env[62328]: DEBUG oslo_concurrency.lockutils [None req-8ae36df4-c359-4222-9a0e-fe175cc9f366 tempest-ServersTestJSON-42114830 tempest-ServersTestJSON-42114830-project-member] Acquiring lock "refresh_cache-aa0b930b-b792-402c-ac6d-bfe5dfed0f03" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 642.200584] env[62328]: DEBUG oslo_concurrency.lockutils [None req-8ae36df4-c359-4222-9a0e-fe175cc9f366 tempest-ServersTestJSON-42114830 tempest-ServersTestJSON-42114830-project-member] Acquired lock "refresh_cache-aa0b930b-b792-402c-ac6d-bfe5dfed0f03" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.200584] env[62328]: DEBUG nova.network.neutron [None req-8ae36df4-c359-4222-9a0e-fe175cc9f366 tempest-ServersTestJSON-42114830 tempest-ServersTestJSON-42114830-project-member] [instance: aa0b930b-b792-402c-ac6d-bfe5dfed0f03] Building network info cache for instance {{(pid=62328) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 642.319658] env[62328]: DEBUG nova.compute.utils [None req-d69bbc60-f019-4f6a-9f9c-1d1daec41876 tempest-AttachInterfacesV270Test-1787492697 tempest-AttachInterfacesV270Test-1787492697-project-member] Using /dev/sd instead of None {{(pid=62328) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 642.321482] env[62328]: DEBUG nova.compute.manager [None req-d69bbc60-f019-4f6a-9f9c-1d1daec41876 tempest-AttachInterfacesV270Test-1787492697 tempest-AttachInterfacesV270Test-1787492697-project-member] [instance: 0c794ef1-25d2-43a2-a0f3-98083f82eeac] Allocating IP information in the background. {{(pid=62328) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 642.321669] env[62328]: DEBUG nova.network.neutron [None req-d69bbc60-f019-4f6a-9f9c-1d1daec41876 tempest-AttachInterfacesV270Test-1787492697 tempest-AttachInterfacesV270Test-1787492697-project-member] [instance: 0c794ef1-25d2-43a2-a0f3-98083f82eeac] allocate_for_instance() {{(pid=62328) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 642.374024] env[62328]: DEBUG nova.policy [None req-d69bbc60-f019-4f6a-9f9c-1d1daec41876 tempest-AttachInterfacesV270Test-1787492697 tempest-AttachInterfacesV270Test-1787492697-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '5a557792afba4d0baf2428a73c73b62b', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '380d275f8830473585afdcf474489b90', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62328) authorize /opt/stack/nova/nova/policy.py:192}} [ 642.380918] env[62328]: DEBUG oslo_vmware.api [None req-0536c8a6-2ef1-4454-a265-20a67e9788ce tempest-DeleteServersAdminTestJSON-1672951685 tempest-DeleteServersAdminTestJSON-1672951685-project-member] Task: {'id': task-2386402, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.570249} completed successfully. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 642.383855] env[62328]: DEBUG nova.virt.vmwareapi.vm_util [None req-0536c8a6-2ef1-4454-a265-20a67e9788ce tempest-DeleteServersAdminTestJSON-1672951685 tempest-DeleteServersAdminTestJSON-1672951685-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/dbf872a4-92be-47e4-8561-c3e2bf2423ab/dbf872a4-92be-47e4-8561-c3e2bf2423ab.vmdk to [datastore1] cbd7d9a6-9812-461e-9f59-8dea2e62fece/cbd7d9a6-9812-461e-9f59-8dea2e62fece.vmdk {{(pid=62328) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 642.384204] env[62328]: DEBUG nova.virt.vmwareapi.vmops [None req-0536c8a6-2ef1-4454-a265-20a67e9788ce tempest-DeleteServersAdminTestJSON-1672951685 tempest-DeleteServersAdminTestJSON-1672951685-project-member] [instance: cbd7d9a6-9812-461e-9f59-8dea2e62fece] Extending root virtual disk to 1048576 {{(pid=62328) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 642.384591] env[62328]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-f792a740-5f90-4f1a-bd16-c7887670c421 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 642.396078] env[62328]: DEBUG oslo_vmware.api [None req-0536c8a6-2ef1-4454-a265-20a67e9788ce tempest-DeleteServersAdminTestJSON-1672951685 tempest-DeleteServersAdminTestJSON-1672951685-project-member] Waiting for the task: (returnval){ [ 642.396078] env[62328]: value = "task-2386407" [ 642.396078] env[62328]: _type = "Task" [ 642.396078] env[62328]: } to complete. {{(pid=62328) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 642.408319] env[62328]: DEBUG oslo_vmware.api [None req-0536c8a6-2ef1-4454-a265-20a67e9788ce tempest-DeleteServersAdminTestJSON-1672951685 tempest-DeleteServersAdminTestJSON-1672951685-project-member] Task: {'id': task-2386407, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 642.483949] env[62328]: DEBUG nova.compute.manager [req-1acba5a0-aeb9-4c3c-be14-a7a575325d9c req-03712af7-a0c0-4392-9a25-bd059e58b7db service nova] [instance: 04dd8fd6-91f0-444f-b642-2ba8dcdea19d] Received event network-changed-e15952ce-5356-40ed-acb4-194732d7930c {{(pid=62328) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 642.483949] env[62328]: DEBUG nova.compute.manager [req-1acba5a0-aeb9-4c3c-be14-a7a575325d9c req-03712af7-a0c0-4392-9a25-bd059e58b7db service nova] [instance: 04dd8fd6-91f0-444f-b642-2ba8dcdea19d] Refreshing instance network info cache due to event network-changed-e15952ce-5356-40ed-acb4-194732d7930c. {{(pid=62328) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 642.484162] env[62328]: DEBUG oslo_concurrency.lockutils [req-1acba5a0-aeb9-4c3c-be14-a7a575325d9c req-03712af7-a0c0-4392-9a25-bd059e58b7db service nova] Acquiring lock "refresh_cache-04dd8fd6-91f0-444f-b642-2ba8dcdea19d" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 642.484308] env[62328]: DEBUG oslo_concurrency.lockutils [req-1acba5a0-aeb9-4c3c-be14-a7a575325d9c req-03712af7-a0c0-4392-9a25-bd059e58b7db service nova] Acquired lock "refresh_cache-04dd8fd6-91f0-444f-b642-2ba8dcdea19d" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.484471] env[62328]: DEBUG nova.network.neutron [req-1acba5a0-aeb9-4c3c-be14-a7a575325d9c req-03712af7-a0c0-4392-9a25-bd059e58b7db service nova] [instance: 04dd8fd6-91f0-444f-b642-2ba8dcdea19d] Refreshing network info cache for port e15952ce-5356-40ed-acb4-194732d7930c {{(pid=62328) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 642.664941] env[62328]: DEBUG oslo_vmware.api [None req-905d4929-e4c5-4df9-b520-46eb07e352ca tempest-VolumesAdminNegativeTest-179339308 tempest-VolumesAdminNegativeTest-179339308-project-member] Task: {'id': session[52a6e20e-410d-708a-99f2-080a575a99bd]52eb9a88-c65a-5181-1523-52bd4ac951c6, 'name': SearchDatastore_Task, 'duration_secs': 0.012321} completed successfully. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 642.665280] env[62328]: DEBUG oslo_concurrency.lockutils [None req-905d4929-e4c5-4df9-b520-46eb07e352ca tempest-VolumesAdminNegativeTest-179339308 tempest-VolumesAdminNegativeTest-179339308-project-member] Releasing lock "[datastore2] devstack-image-cache_base/dbf872a4-92be-47e4-8561-c3e2bf2423ab" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 642.665486] env[62328]: DEBUG nova.virt.vmwareapi.vmops [None req-905d4929-e4c5-4df9-b520-46eb07e352ca tempest-VolumesAdminNegativeTest-179339308 tempest-VolumesAdminNegativeTest-179339308-project-member] [instance: 04dd8fd6-91f0-444f-b642-2ba8dcdea19d] Processing image dbf872a4-92be-47e4-8561-c3e2bf2423ab {{(pid=62328) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 642.665726] env[62328]: DEBUG oslo_concurrency.lockutils [None req-905d4929-e4c5-4df9-b520-46eb07e352ca tempest-VolumesAdminNegativeTest-179339308 tempest-VolumesAdminNegativeTest-179339308-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/dbf872a4-92be-47e4-8561-c3e2bf2423ab/dbf872a4-92be-47e4-8561-c3e2bf2423ab.vmdk" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 642.665871] env[62328]: DEBUG oslo_concurrency.lockutils [None req-905d4929-e4c5-4df9-b520-46eb07e352ca tempest-VolumesAdminNegativeTest-179339308 tempest-VolumesAdminNegativeTest-179339308-project-member] Acquired lock "[datastore2] devstack-image-cache_base/dbf872a4-92be-47e4-8561-c3e2bf2423ab/dbf872a4-92be-47e4-8561-c3e2bf2423ab.vmdk" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.666086] env[62328]: DEBUG nova.virt.vmwareapi.ds_util [None req-905d4929-e4c5-4df9-b520-46eb07e352ca tempest-VolumesAdminNegativeTest-179339308 tempest-VolumesAdminNegativeTest-179339308-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62328) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 642.666357] env[62328]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-821185a4-b2e5-4559-ba3c-a0064e100368 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 642.676491] env[62328]: DEBUG nova.virt.vmwareapi.ds_util [None req-905d4929-e4c5-4df9-b520-46eb07e352ca tempest-VolumesAdminNegativeTest-179339308 tempest-VolumesAdminNegativeTest-179339308-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62328) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 642.676685] env[62328]: DEBUG nova.virt.vmwareapi.vmops [None req-905d4929-e4c5-4df9-b520-46eb07e352ca tempest-VolumesAdminNegativeTest-179339308 tempest-VolumesAdminNegativeTest-179339308-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62328) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 642.680101] env[62328]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-edb23fc2-2f51-4ae0-a467-75cf5c55d135 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 642.687560] env[62328]: DEBUG oslo_vmware.api [None req-905d4929-e4c5-4df9-b520-46eb07e352ca tempest-VolumesAdminNegativeTest-179339308 tempest-VolumesAdminNegativeTest-179339308-project-member] Waiting for the task: (returnval){ [ 642.687560] env[62328]: value = "session[52a6e20e-410d-708a-99f2-080a575a99bd]520218d7-9acc-3fa6-37da-c63b9e8f1153" [ 642.687560] env[62328]: _type = "Task" [ 642.687560] env[62328]: } to complete. {{(pid=62328) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 642.694909] env[62328]: DEBUG nova.network.neutron [None req-d69bbc60-f019-4f6a-9f9c-1d1daec41876 tempest-AttachInterfacesV270Test-1787492697 tempest-AttachInterfacesV270Test-1787492697-project-member] [instance: 0c794ef1-25d2-43a2-a0f3-98083f82eeac] Successfully created port: a082a469-447c-48fa-84b5-355c75674eef {{(pid=62328) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 642.712445] env[62328]: DEBUG oslo_vmware.api [None req-905d4929-e4c5-4df9-b520-46eb07e352ca tempest-VolumesAdminNegativeTest-179339308 tempest-VolumesAdminNegativeTest-179339308-project-member] Task: {'id': session[52a6e20e-410d-708a-99f2-080a575a99bd]520218d7-9acc-3fa6-37da-c63b9e8f1153, 'name': SearchDatastore_Task, 'duration_secs': 0.011622} completed successfully. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 642.712713] env[62328]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4bf24240-bf5e-453f-b6d8-37f955a8134a {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 642.724352] env[62328]: DEBUG oslo_vmware.api [None req-905d4929-e4c5-4df9-b520-46eb07e352ca tempest-VolumesAdminNegativeTest-179339308 tempest-VolumesAdminNegativeTest-179339308-project-member] Waiting for the task: (returnval){ [ 642.724352] env[62328]: value = "session[52a6e20e-410d-708a-99f2-080a575a99bd]524824fa-8e39-a4cc-d908-e55347519935" [ 642.724352] env[62328]: _type = "Task" [ 642.724352] env[62328]: } to complete. {{(pid=62328) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 642.733862] env[62328]: DEBUG oslo_vmware.api [None req-905d4929-e4c5-4df9-b520-46eb07e352ca tempest-VolumesAdminNegativeTest-179339308 tempest-VolumesAdminNegativeTest-179339308-project-member] Task: {'id': session[52a6e20e-410d-708a-99f2-080a575a99bd]524824fa-8e39-a4cc-d908-e55347519935, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 642.771532] env[62328]: DEBUG nova.network.neutron [None req-8ae36df4-c359-4222-9a0e-fe175cc9f366 tempest-ServersTestJSON-42114830 tempest-ServersTestJSON-42114830-project-member] [instance: aa0b930b-b792-402c-ac6d-bfe5dfed0f03] Instance cache missing network info. {{(pid=62328) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 642.825433] env[62328]: DEBUG nova.compute.manager [None req-d69bbc60-f019-4f6a-9f9c-1d1daec41876 tempest-AttachInterfacesV270Test-1787492697 tempest-AttachInterfacesV270Test-1787492697-project-member] [instance: 0c794ef1-25d2-43a2-a0f3-98083f82eeac] Start building block device mappings for instance. {{(pid=62328) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 642.915966] env[62328]: DEBUG oslo_vmware.api [None req-0536c8a6-2ef1-4454-a265-20a67e9788ce tempest-DeleteServersAdminTestJSON-1672951685 tempest-DeleteServersAdminTestJSON-1672951685-project-member] Task: {'id': task-2386407, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.108134} completed successfully. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 642.918311] env[62328]: DEBUG nova.virt.vmwareapi.vmops [None req-0536c8a6-2ef1-4454-a265-20a67e9788ce tempest-DeleteServersAdminTestJSON-1672951685 tempest-DeleteServersAdminTestJSON-1672951685-project-member] [instance: cbd7d9a6-9812-461e-9f59-8dea2e62fece] Extended root virtual disk {{(pid=62328) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 642.919406] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-53090d9a-ca10-4ccb-931d-9ec1e5b961ef {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 642.924045] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a9fff37c-9f4d-4ef5-80b7-06728e5ff082 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 642.943968] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f8f9ac6c-98d7-4a16-9e93-b113ca343611 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 642.960705] env[62328]: DEBUG nova.virt.vmwareapi.volumeops [None req-0536c8a6-2ef1-4454-a265-20a67e9788ce tempest-DeleteServersAdminTestJSON-1672951685 tempest-DeleteServersAdminTestJSON-1672951685-project-member] [instance: cbd7d9a6-9812-461e-9f59-8dea2e62fece] Reconfiguring VM instance instance-0000001a to attach disk [datastore1] cbd7d9a6-9812-461e-9f59-8dea2e62fece/cbd7d9a6-9812-461e-9f59-8dea2e62fece.vmdk or device None with type sparse {{(pid=62328) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 642.961345] env[62328]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-111a7aca-da3c-4012-8f7f-ffb76377c678 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 642.989596] env[62328]: DEBUG oslo_vmware.api [None req-0536c8a6-2ef1-4454-a265-20a67e9788ce tempest-DeleteServersAdminTestJSON-1672951685 tempest-DeleteServersAdminTestJSON-1672951685-project-member] Waiting for the task: (returnval){ [ 642.989596] env[62328]: value = "task-2386408" [ 642.989596] env[62328]: _type = "Task" [ 642.989596] env[62328]: } to complete. {{(pid=62328) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 643.022473] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2de23ed4-acdb-444c-8f2b-48dcbd468ecb {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 643.034131] env[62328]: DEBUG oslo_vmware.api [None req-0536c8a6-2ef1-4454-a265-20a67e9788ce tempest-DeleteServersAdminTestJSON-1672951685 tempest-DeleteServersAdminTestJSON-1672951685-project-member] Task: {'id': task-2386408, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 643.034617] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ea3fc075-8365-4b6d-a654-62aefe4cbd8d {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 643.049339] env[62328]: DEBUG nova.compute.provider_tree [None req-2295ce19-ab98-4782-8368-8e20d4479ca1 tempest-FloatingIPsAssociationNegativeTestJSON-1912335046 tempest-FloatingIPsAssociationNegativeTestJSON-1912335046-project-member] Inventory has not changed in ProviderTree for provider: 3469e9f8-04af-49ca-8435-49f104496744 {{(pid=62328) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 643.236547] env[62328]: DEBUG oslo_vmware.api [None req-905d4929-e4c5-4df9-b520-46eb07e352ca tempest-VolumesAdminNegativeTest-179339308 tempest-VolumesAdminNegativeTest-179339308-project-member] Task: {'id': session[52a6e20e-410d-708a-99f2-080a575a99bd]524824fa-8e39-a4cc-d908-e55347519935, 'name': SearchDatastore_Task, 'duration_secs': 0.011356} completed successfully. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 643.236813] env[62328]: DEBUG oslo_concurrency.lockutils [None req-905d4929-e4c5-4df9-b520-46eb07e352ca tempest-VolumesAdminNegativeTest-179339308 tempest-VolumesAdminNegativeTest-179339308-project-member] Releasing lock "[datastore2] devstack-image-cache_base/dbf872a4-92be-47e4-8561-c3e2bf2423ab/dbf872a4-92be-47e4-8561-c3e2bf2423ab.vmdk" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 643.237186] env[62328]: DEBUG nova.virt.vmwareapi.vm_util [None req-905d4929-e4c5-4df9-b520-46eb07e352ca tempest-VolumesAdminNegativeTest-179339308 tempest-VolumesAdminNegativeTest-179339308-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/dbf872a4-92be-47e4-8561-c3e2bf2423ab/dbf872a4-92be-47e4-8561-c3e2bf2423ab.vmdk to [datastore2] 04dd8fd6-91f0-444f-b642-2ba8dcdea19d/04dd8fd6-91f0-444f-b642-2ba8dcdea19d.vmdk {{(pid=62328) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 643.237401] env[62328]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-d54f9bff-664a-4950-805e-f2a6b07c3e0a {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 643.245046] env[62328]: DEBUG oslo_vmware.api [None req-905d4929-e4c5-4df9-b520-46eb07e352ca tempest-VolumesAdminNegativeTest-179339308 tempest-VolumesAdminNegativeTest-179339308-project-member] Waiting for the task: (returnval){ [ 643.245046] env[62328]: value = "task-2386409" [ 643.245046] env[62328]: _type = "Task" [ 643.245046] env[62328]: } to complete. {{(pid=62328) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 643.254927] env[62328]: DEBUG oslo_vmware.api [None req-905d4929-e4c5-4df9-b520-46eb07e352ca tempest-VolumesAdminNegativeTest-179339308 tempest-VolumesAdminNegativeTest-179339308-project-member] Task: {'id': task-2386409, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 643.348387] env[62328]: DEBUG nova.network.neutron [None req-8ae36df4-c359-4222-9a0e-fe175cc9f366 tempest-ServersTestJSON-42114830 tempest-ServersTestJSON-42114830-project-member] [instance: aa0b930b-b792-402c-ac6d-bfe5dfed0f03] Updating instance_info_cache with network_info: [{"id": "efde121c-603d-434f-9f2b-12fe2fe41fc9", "address": "fa:16:3e:d3:59:e3", "network": {"id": "6cae6cbb-071e-443f-bbfb-23534a27dd7f", "bridge": "br-int", "label": "tempest-ServersTestJSON-103013240-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a8be5ee3b8294773b57381f5e55c3a99", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6966f473-59ac-49bb-9b7a-22c61f4e61e2", "external-id": "nsx-vlan-transportzone-668", "segmentation_id": 668, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapefde121c-60", "ovs_interfaceid": "efde121c-603d-434f-9f2b-12fe2fe41fc9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62328) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 643.530958] env[62328]: DEBUG oslo_vmware.api [None req-0536c8a6-2ef1-4454-a265-20a67e9788ce tempest-DeleteServersAdminTestJSON-1672951685 tempest-DeleteServersAdminTestJSON-1672951685-project-member] Task: {'id': task-2386408, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 643.553188] env[62328]: DEBUG nova.scheduler.client.report [None req-2295ce19-ab98-4782-8368-8e20d4479ca1 tempest-FloatingIPsAssociationNegativeTestJSON-1912335046 tempest-FloatingIPsAssociationNegativeTestJSON-1912335046-project-member] Inventory has not changed for provider 3469e9f8-04af-49ca-8435-49f104496744 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 152, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62328) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 643.754375] env[62328]: DEBUG nova.network.neutron [req-1acba5a0-aeb9-4c3c-be14-a7a575325d9c req-03712af7-a0c0-4392-9a25-bd059e58b7db service nova] [instance: 04dd8fd6-91f0-444f-b642-2ba8dcdea19d] Updated VIF entry in instance network info cache for port e15952ce-5356-40ed-acb4-194732d7930c. {{(pid=62328) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 643.754990] env[62328]: DEBUG nova.network.neutron [req-1acba5a0-aeb9-4c3c-be14-a7a575325d9c req-03712af7-a0c0-4392-9a25-bd059e58b7db service nova] [instance: 04dd8fd6-91f0-444f-b642-2ba8dcdea19d] Updating instance_info_cache with network_info: [{"id": "e15952ce-5356-40ed-acb4-194732d7930c", "address": "fa:16:3e:87:20:62", "network": {"id": "ee7ea7d3-ca41-4e70-ba6d-9072fecb779e", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-1090703967-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1abd50b8c8744d5eadd674a65c7262c5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "650f7968-4522-4ba5-8304-1b9949951ed7", "external-id": "nsx-vlan-transportzone-568", "segmentation_id": 568, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape15952ce-53", "ovs_interfaceid": "e15952ce-5356-40ed-acb4-194732d7930c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62328) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 643.761206] env[62328]: DEBUG oslo_vmware.api [None req-905d4929-e4c5-4df9-b520-46eb07e352ca tempest-VolumesAdminNegativeTest-179339308 tempest-VolumesAdminNegativeTest-179339308-project-member] Task: {'id': task-2386409, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 643.838719] env[62328]: DEBUG nova.compute.manager [None req-d69bbc60-f019-4f6a-9f9c-1d1daec41876 tempest-AttachInterfacesV270Test-1787492697 tempest-AttachInterfacesV270Test-1787492697-project-member] [instance: 0c794ef1-25d2-43a2-a0f3-98083f82eeac] Start spawning the instance on the hypervisor. {{(pid=62328) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 643.852082] env[62328]: DEBUG oslo_concurrency.lockutils [None req-8ae36df4-c359-4222-9a0e-fe175cc9f366 tempest-ServersTestJSON-42114830 tempest-ServersTestJSON-42114830-project-member] Releasing lock "refresh_cache-aa0b930b-b792-402c-ac6d-bfe5dfed0f03" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 643.852436] env[62328]: DEBUG nova.compute.manager [None req-8ae36df4-c359-4222-9a0e-fe175cc9f366 tempest-ServersTestJSON-42114830 tempest-ServersTestJSON-42114830-project-member] [instance: aa0b930b-b792-402c-ac6d-bfe5dfed0f03] Instance network_info: |[{"id": "efde121c-603d-434f-9f2b-12fe2fe41fc9", "address": "fa:16:3e:d3:59:e3", "network": {"id": "6cae6cbb-071e-443f-bbfb-23534a27dd7f", "bridge": "br-int", "label": "tempest-ServersTestJSON-103013240-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a8be5ee3b8294773b57381f5e55c3a99", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6966f473-59ac-49bb-9b7a-22c61f4e61e2", "external-id": "nsx-vlan-transportzone-668", "segmentation_id": 668, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapefde121c-60", "ovs_interfaceid": "efde121c-603d-434f-9f2b-12fe2fe41fc9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62328) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 643.856017] env[62328]: DEBUG nova.virt.vmwareapi.vmops [None req-8ae36df4-c359-4222-9a0e-fe175cc9f366 tempest-ServersTestJSON-42114830 tempest-ServersTestJSON-42114830-project-member] [instance: aa0b930b-b792-402c-ac6d-bfe5dfed0f03] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:d3:59:e3', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '6966f473-59ac-49bb-9b7a-22c61f4e61e2', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'efde121c-603d-434f-9f2b-12fe2fe41fc9', 'vif_model': 'vmxnet3'}] {{(pid=62328) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 643.861321] env[62328]: DEBUG nova.virt.vmwareapi.vm_util [None req-8ae36df4-c359-4222-9a0e-fe175cc9f366 tempest-ServersTestJSON-42114830 tempest-ServersTestJSON-42114830-project-member] Creating folder: Project (a8be5ee3b8294773b57381f5e55c3a99). Parent ref: group-v484164. {{(pid=62328) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 643.865323] env[62328]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-4f31d507-e4a0-4b7a-842b-8965d6b7c396 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 643.879126] env[62328]: DEBUG nova.virt.hardware [None req-d69bbc60-f019-4f6a-9f9c-1d1daec41876 tempest-AttachInterfacesV270Test-1787492697 tempest-AttachInterfacesV270Test-1787492697-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-07T17:16:55Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-07T17:16:37Z,direct_url=,disk_format='vmdk',id=dbf872a4-92be-47e4-8561-c3e2bf2423ab,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='2a64022f08d84b11a86773b900860ae5',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-07T17:16:38Z,virtual_size=,visibility=), allow threads: False {{(pid=62328) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 643.880318] env[62328]: DEBUG nova.virt.hardware [None req-d69bbc60-f019-4f6a-9f9c-1d1daec41876 tempest-AttachInterfacesV270Test-1787492697 tempest-AttachInterfacesV270Test-1787492697-project-member] Flavor limits 0:0:0 {{(pid=62328) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 643.880318] env[62328]: DEBUG nova.virt.hardware [None req-d69bbc60-f019-4f6a-9f9c-1d1daec41876 tempest-AttachInterfacesV270Test-1787492697 tempest-AttachInterfacesV270Test-1787492697-project-member] Image limits 0:0:0 {{(pid=62328) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 643.880318] env[62328]: DEBUG nova.virt.hardware [None req-d69bbc60-f019-4f6a-9f9c-1d1daec41876 tempest-AttachInterfacesV270Test-1787492697 tempest-AttachInterfacesV270Test-1787492697-project-member] Flavor pref 0:0:0 {{(pid=62328) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 643.880515] env[62328]: DEBUG nova.virt.hardware [None req-d69bbc60-f019-4f6a-9f9c-1d1daec41876 tempest-AttachInterfacesV270Test-1787492697 tempest-AttachInterfacesV270Test-1787492697-project-member] Image pref 0:0:0 {{(pid=62328) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 643.880811] env[62328]: DEBUG nova.virt.hardware [None req-d69bbc60-f019-4f6a-9f9c-1d1daec41876 tempest-AttachInterfacesV270Test-1787492697 tempest-AttachInterfacesV270Test-1787492697-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62328) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 643.881218] env[62328]: DEBUG nova.virt.hardware [None req-d69bbc60-f019-4f6a-9f9c-1d1daec41876 tempest-AttachInterfacesV270Test-1787492697 tempest-AttachInterfacesV270Test-1787492697-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62328) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 643.881534] env[62328]: DEBUG nova.virt.hardware [None req-d69bbc60-f019-4f6a-9f9c-1d1daec41876 tempest-AttachInterfacesV270Test-1787492697 tempest-AttachInterfacesV270Test-1787492697-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62328) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 643.881857] env[62328]: DEBUG nova.virt.hardware [None req-d69bbc60-f019-4f6a-9f9c-1d1daec41876 tempest-AttachInterfacesV270Test-1787492697 tempest-AttachInterfacesV270Test-1787492697-project-member] Got 1 possible topologies {{(pid=62328) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 643.882247] env[62328]: DEBUG nova.virt.hardware [None req-d69bbc60-f019-4f6a-9f9c-1d1daec41876 tempest-AttachInterfacesV270Test-1787492697 tempest-AttachInterfacesV270Test-1787492697-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62328) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 643.882564] env[62328]: DEBUG nova.virt.hardware [None req-d69bbc60-f019-4f6a-9f9c-1d1daec41876 tempest-AttachInterfacesV270Test-1787492697 tempest-AttachInterfacesV270Test-1787492697-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62328) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 643.883972] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-792692b7-05d8-48f1-bf34-cebbf117def8 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 643.890334] env[62328]: INFO nova.virt.vmwareapi.vm_util [None req-8ae36df4-c359-4222-9a0e-fe175cc9f366 tempest-ServersTestJSON-42114830 tempest-ServersTestJSON-42114830-project-member] Created folder: Project (a8be5ee3b8294773b57381f5e55c3a99) in parent group-v484164. [ 643.893152] env[62328]: DEBUG nova.virt.vmwareapi.vm_util [None req-8ae36df4-c359-4222-9a0e-fe175cc9f366 tempest-ServersTestJSON-42114830 tempest-ServersTestJSON-42114830-project-member] Creating folder: Instances. Parent ref: group-v484244. {{(pid=62328) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 643.893152] env[62328]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-80d1f15d-de2a-4886-98f8-007a90eeb7b3 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 643.903455] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c3cf5089-0428-4647-a97d-23c2f0c565ee {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 643.913547] env[62328]: INFO nova.virt.vmwareapi.vm_util [None req-8ae36df4-c359-4222-9a0e-fe175cc9f366 tempest-ServersTestJSON-42114830 tempest-ServersTestJSON-42114830-project-member] Created folder: Instances in parent group-v484244. [ 643.913991] env[62328]: DEBUG oslo.service.loopingcall [None req-8ae36df4-c359-4222-9a0e-fe175cc9f366 tempest-ServersTestJSON-42114830 tempest-ServersTestJSON-42114830-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62328) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 643.915728] env[62328]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: aa0b930b-b792-402c-ac6d-bfe5dfed0f03] Creating VM on the ESX host {{(pid=62328) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 643.915728] env[62328]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-d83daff3-a25b-475f-afb4-8bae68613370 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 643.955997] env[62328]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 643.955997] env[62328]: value = "task-2386412" [ 643.955997] env[62328]: _type = "Task" [ 643.955997] env[62328]: } to complete. {{(pid=62328) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 643.967054] env[62328]: DEBUG oslo_vmware.api [-] Task: {'id': task-2386412, 'name': CreateVM_Task} progress is 0%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 644.030091] env[62328]: DEBUG oslo_vmware.api [None req-0536c8a6-2ef1-4454-a265-20a67e9788ce tempest-DeleteServersAdminTestJSON-1672951685 tempest-DeleteServersAdminTestJSON-1672951685-project-member] Task: {'id': task-2386408, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 644.060107] env[62328]: DEBUG oslo_concurrency.lockutils [None req-2295ce19-ab98-4782-8368-8e20d4479ca1 tempest-FloatingIPsAssociationNegativeTestJSON-1912335046 tempest-FloatingIPsAssociationNegativeTestJSON-1912335046-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.240s {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 644.064041] env[62328]: DEBUG oslo_concurrency.lockutils [None req-128e9285-b921-4748-b0f2-05645a029569 tempest-ServerRescueTestJSON-434379102 tempest-ServerRescueTestJSON-434379102-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 22.877s {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 644.066928] env[62328]: INFO nova.compute.claims [None req-128e9285-b921-4748-b0f2-05645a029569 tempest-ServerRescueTestJSON-434379102 tempest-ServerRescueTestJSON-434379102-project-member] [instance: 7ad56de0-3e7a-4018-8746-42a83a4fe22e] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 644.096630] env[62328]: INFO nova.scheduler.client.report [None req-2295ce19-ab98-4782-8368-8e20d4479ca1 tempest-FloatingIPsAssociationNegativeTestJSON-1912335046 tempest-FloatingIPsAssociationNegativeTestJSON-1912335046-project-member] Deleted allocations for instance 39d42b89-6e94-4322-9d0b-356672da5cde [ 644.258411] env[62328]: DEBUG oslo_vmware.api [None req-905d4929-e4c5-4df9-b520-46eb07e352ca tempest-VolumesAdminNegativeTest-179339308 tempest-VolumesAdminNegativeTest-179339308-project-member] Task: {'id': task-2386409, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.527879} completed successfully. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 644.258715] env[62328]: DEBUG nova.virt.vmwareapi.vm_util [None req-905d4929-e4c5-4df9-b520-46eb07e352ca tempest-VolumesAdminNegativeTest-179339308 tempest-VolumesAdminNegativeTest-179339308-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/dbf872a4-92be-47e4-8561-c3e2bf2423ab/dbf872a4-92be-47e4-8561-c3e2bf2423ab.vmdk to [datastore2] 04dd8fd6-91f0-444f-b642-2ba8dcdea19d/04dd8fd6-91f0-444f-b642-2ba8dcdea19d.vmdk {{(pid=62328) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 644.258940] env[62328]: DEBUG nova.virt.vmwareapi.vmops [None req-905d4929-e4c5-4df9-b520-46eb07e352ca tempest-VolumesAdminNegativeTest-179339308 tempest-VolumesAdminNegativeTest-179339308-project-member] [instance: 04dd8fd6-91f0-444f-b642-2ba8dcdea19d] Extending root virtual disk to 1048576 {{(pid=62328) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 644.259217] env[62328]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-299b23b6-7290-4a4a-be59-5ec8a6cf55e2 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 644.263010] env[62328]: DEBUG oslo_concurrency.lockutils [req-1acba5a0-aeb9-4c3c-be14-a7a575325d9c req-03712af7-a0c0-4392-9a25-bd059e58b7db service nova] Releasing lock "refresh_cache-04dd8fd6-91f0-444f-b642-2ba8dcdea19d" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 644.263383] env[62328]: DEBUG nova.compute.manager [req-1acba5a0-aeb9-4c3c-be14-a7a575325d9c req-03712af7-a0c0-4392-9a25-bd059e58b7db service nova] [instance: 911e8910-7b82-4557-af15-99cf96b7314e] Received event network-changed-ace375b8-ee68-4a07-951a-21c975157c71 {{(pid=62328) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 644.263471] env[62328]: DEBUG nova.compute.manager [req-1acba5a0-aeb9-4c3c-be14-a7a575325d9c req-03712af7-a0c0-4392-9a25-bd059e58b7db service nova] [instance: 911e8910-7b82-4557-af15-99cf96b7314e] Refreshing instance network info cache due to event network-changed-ace375b8-ee68-4a07-951a-21c975157c71. {{(pid=62328) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 644.263623] env[62328]: DEBUG oslo_concurrency.lockutils [req-1acba5a0-aeb9-4c3c-be14-a7a575325d9c req-03712af7-a0c0-4392-9a25-bd059e58b7db service nova] Acquiring lock "refresh_cache-911e8910-7b82-4557-af15-99cf96b7314e" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 644.263789] env[62328]: DEBUG oslo_concurrency.lockutils [req-1acba5a0-aeb9-4c3c-be14-a7a575325d9c req-03712af7-a0c0-4392-9a25-bd059e58b7db service nova] Acquired lock "refresh_cache-911e8910-7b82-4557-af15-99cf96b7314e" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.263926] env[62328]: DEBUG nova.network.neutron [req-1acba5a0-aeb9-4c3c-be14-a7a575325d9c req-03712af7-a0c0-4392-9a25-bd059e58b7db service nova] [instance: 911e8910-7b82-4557-af15-99cf96b7314e] Refreshing network info cache for port ace375b8-ee68-4a07-951a-21c975157c71 {{(pid=62328) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 644.272427] env[62328]: DEBUG oslo_vmware.api [None req-905d4929-e4c5-4df9-b520-46eb07e352ca tempest-VolumesAdminNegativeTest-179339308 tempest-VolumesAdminNegativeTest-179339308-project-member] Waiting for the task: (returnval){ [ 644.272427] env[62328]: value = "task-2386413" [ 644.272427] env[62328]: _type = "Task" [ 644.272427] env[62328]: } to complete. {{(pid=62328) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 644.284077] env[62328]: DEBUG oslo_vmware.api [None req-905d4929-e4c5-4df9-b520-46eb07e352ca tempest-VolumesAdminNegativeTest-179339308 tempest-VolumesAdminNegativeTest-179339308-project-member] Task: {'id': task-2386413, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 644.298228] env[62328]: DEBUG nova.network.neutron [None req-d69bbc60-f019-4f6a-9f9c-1d1daec41876 tempest-AttachInterfacesV270Test-1787492697 tempest-AttachInterfacesV270Test-1787492697-project-member] [instance: 0c794ef1-25d2-43a2-a0f3-98083f82eeac] Successfully updated port: a082a469-447c-48fa-84b5-355c75674eef {{(pid=62328) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 644.468833] env[62328]: DEBUG oslo_vmware.api [-] Task: {'id': task-2386412, 'name': CreateVM_Task} progress is 25%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 644.529415] env[62328]: DEBUG oslo_vmware.api [None req-0536c8a6-2ef1-4454-a265-20a67e9788ce tempest-DeleteServersAdminTestJSON-1672951685 tempest-DeleteServersAdminTestJSON-1672951685-project-member] Task: {'id': task-2386408, 'name': ReconfigVM_Task, 'duration_secs': 1.092047} completed successfully. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 644.530029] env[62328]: DEBUG nova.virt.vmwareapi.volumeops [None req-0536c8a6-2ef1-4454-a265-20a67e9788ce tempest-DeleteServersAdminTestJSON-1672951685 tempest-DeleteServersAdminTestJSON-1672951685-project-member] [instance: cbd7d9a6-9812-461e-9f59-8dea2e62fece] Reconfigured VM instance instance-0000001a to attach disk [datastore1] cbd7d9a6-9812-461e-9f59-8dea2e62fece/cbd7d9a6-9812-461e-9f59-8dea2e62fece.vmdk or device None with type sparse {{(pid=62328) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 644.530373] env[62328]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-46cc951f-5033-4777-92fc-76c061cf084a {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 644.539621] env[62328]: DEBUG oslo_vmware.api [None req-0536c8a6-2ef1-4454-a265-20a67e9788ce tempest-DeleteServersAdminTestJSON-1672951685 tempest-DeleteServersAdminTestJSON-1672951685-project-member] Waiting for the task: (returnval){ [ 644.539621] env[62328]: value = "task-2386415" [ 644.539621] env[62328]: _type = "Task" [ 644.539621] env[62328]: } to complete. {{(pid=62328) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 644.550675] env[62328]: DEBUG oslo_vmware.api [None req-0536c8a6-2ef1-4454-a265-20a67e9788ce tempest-DeleteServersAdminTestJSON-1672951685 tempest-DeleteServersAdminTestJSON-1672951685-project-member] Task: {'id': task-2386415, 'name': Rename_Task} progress is 0%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 644.610903] env[62328]: DEBUG oslo_concurrency.lockutils [None req-2295ce19-ab98-4782-8368-8e20d4479ca1 tempest-FloatingIPsAssociationNegativeTestJSON-1912335046 tempest-FloatingIPsAssociationNegativeTestJSON-1912335046-project-member] Lock "39d42b89-6e94-4322-9d0b-356672da5cde" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 34.434s {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 644.735583] env[62328]: DEBUG nova.compute.manager [req-5223c7ea-9a85-41ad-bfc9-bef6842dba9d req-9680c1f7-8ccf-4bcb-b63e-1767fcf51c41 service nova] [instance: aa0b930b-b792-402c-ac6d-bfe5dfed0f03] Received event network-changed-efde121c-603d-434f-9f2b-12fe2fe41fc9 {{(pid=62328) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 644.735583] env[62328]: DEBUG nova.compute.manager [req-5223c7ea-9a85-41ad-bfc9-bef6842dba9d req-9680c1f7-8ccf-4bcb-b63e-1767fcf51c41 service nova] [instance: aa0b930b-b792-402c-ac6d-bfe5dfed0f03] Refreshing instance network info cache due to event network-changed-efde121c-603d-434f-9f2b-12fe2fe41fc9. {{(pid=62328) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 644.735808] env[62328]: DEBUG oslo_concurrency.lockutils [req-5223c7ea-9a85-41ad-bfc9-bef6842dba9d req-9680c1f7-8ccf-4bcb-b63e-1767fcf51c41 service nova] Acquiring lock "refresh_cache-aa0b930b-b792-402c-ac6d-bfe5dfed0f03" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 644.736016] env[62328]: DEBUG oslo_concurrency.lockutils [req-5223c7ea-9a85-41ad-bfc9-bef6842dba9d req-9680c1f7-8ccf-4bcb-b63e-1767fcf51c41 service nova] Acquired lock "refresh_cache-aa0b930b-b792-402c-ac6d-bfe5dfed0f03" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.737209] env[62328]: DEBUG nova.network.neutron [req-5223c7ea-9a85-41ad-bfc9-bef6842dba9d req-9680c1f7-8ccf-4bcb-b63e-1767fcf51c41 service nova] [instance: aa0b930b-b792-402c-ac6d-bfe5dfed0f03] Refreshing network info cache for port efde121c-603d-434f-9f2b-12fe2fe41fc9 {{(pid=62328) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 644.793025] env[62328]: DEBUG oslo_vmware.api [None req-905d4929-e4c5-4df9-b520-46eb07e352ca tempest-VolumesAdminNegativeTest-179339308 tempest-VolumesAdminNegativeTest-179339308-project-member] Task: {'id': task-2386413, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.225502} completed successfully. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 644.793025] env[62328]: DEBUG nova.virt.vmwareapi.vmops [None req-905d4929-e4c5-4df9-b520-46eb07e352ca tempest-VolumesAdminNegativeTest-179339308 tempest-VolumesAdminNegativeTest-179339308-project-member] [instance: 04dd8fd6-91f0-444f-b642-2ba8dcdea19d] Extended root virtual disk {{(pid=62328) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 644.793204] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-07c70e07-62c8-43ce-8e5d-dea9467c95a0 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 644.811631] env[62328]: DEBUG oslo_concurrency.lockutils [None req-d69bbc60-f019-4f6a-9f9c-1d1daec41876 tempest-AttachInterfacesV270Test-1787492697 tempest-AttachInterfacesV270Test-1787492697-project-member] Acquiring lock "refresh_cache-0c794ef1-25d2-43a2-a0f3-98083f82eeac" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 644.811771] env[62328]: DEBUG oslo_concurrency.lockutils [None req-d69bbc60-f019-4f6a-9f9c-1d1daec41876 tempest-AttachInterfacesV270Test-1787492697 tempest-AttachInterfacesV270Test-1787492697-project-member] Acquired lock "refresh_cache-0c794ef1-25d2-43a2-a0f3-98083f82eeac" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.811919] env[62328]: DEBUG nova.network.neutron [None req-d69bbc60-f019-4f6a-9f9c-1d1daec41876 tempest-AttachInterfacesV270Test-1787492697 tempest-AttachInterfacesV270Test-1787492697-project-member] [instance: 0c794ef1-25d2-43a2-a0f3-98083f82eeac] Building network info cache for instance {{(pid=62328) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 644.823569] env[62328]: DEBUG nova.virt.vmwareapi.volumeops [None req-905d4929-e4c5-4df9-b520-46eb07e352ca tempest-VolumesAdminNegativeTest-179339308 tempest-VolumesAdminNegativeTest-179339308-project-member] [instance: 04dd8fd6-91f0-444f-b642-2ba8dcdea19d] Reconfiguring VM instance instance-0000001b to attach disk [datastore2] 04dd8fd6-91f0-444f-b642-2ba8dcdea19d/04dd8fd6-91f0-444f-b642-2ba8dcdea19d.vmdk or device None with type sparse {{(pid=62328) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 644.827401] env[62328]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-dcd2f751-4896-4e40-85e7-40a0ba37433f {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 644.850352] env[62328]: DEBUG oslo_vmware.api [None req-905d4929-e4c5-4df9-b520-46eb07e352ca tempest-VolumesAdminNegativeTest-179339308 tempest-VolumesAdminNegativeTest-179339308-project-member] Waiting for the task: (returnval){ [ 644.850352] env[62328]: value = "task-2386416" [ 644.850352] env[62328]: _type = "Task" [ 644.850352] env[62328]: } to complete. {{(pid=62328) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 644.860020] env[62328]: DEBUG oslo_vmware.api [None req-905d4929-e4c5-4df9-b520-46eb07e352ca tempest-VolumesAdminNegativeTest-179339308 tempest-VolumesAdminNegativeTest-179339308-project-member] Task: {'id': task-2386416, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 644.916468] env[62328]: DEBUG nova.compute.manager [req-b1e29a7b-272b-4e1a-837d-39dd22be844c req-2d3ab947-0483-4b74-999c-00c20c836f54 service nova] [instance: 911e8910-7b82-4557-af15-99cf96b7314e] Received event network-changed-ace375b8-ee68-4a07-951a-21c975157c71 {{(pid=62328) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 644.916675] env[62328]: DEBUG nova.compute.manager [req-b1e29a7b-272b-4e1a-837d-39dd22be844c req-2d3ab947-0483-4b74-999c-00c20c836f54 service nova] [instance: 911e8910-7b82-4557-af15-99cf96b7314e] Refreshing instance network info cache due to event network-changed-ace375b8-ee68-4a07-951a-21c975157c71. {{(pid=62328) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 644.916805] env[62328]: DEBUG oslo_concurrency.lockutils [req-b1e29a7b-272b-4e1a-837d-39dd22be844c req-2d3ab947-0483-4b74-999c-00c20c836f54 service nova] Acquiring lock "refresh_cache-911e8910-7b82-4557-af15-99cf96b7314e" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 644.969309] env[62328]: DEBUG oslo_vmware.api [-] Task: {'id': task-2386412, 'name': CreateVM_Task, 'duration_secs': 0.821867} completed successfully. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 644.970124] env[62328]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: aa0b930b-b792-402c-ac6d-bfe5dfed0f03] Created VM on the ESX host {{(pid=62328) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 644.971434] env[62328]: DEBUG oslo_concurrency.lockutils [None req-8ae36df4-c359-4222-9a0e-fe175cc9f366 tempest-ServersTestJSON-42114830 tempest-ServersTestJSON-42114830-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/dbf872a4-92be-47e4-8561-c3e2bf2423ab" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 644.971434] env[62328]: DEBUG oslo_concurrency.lockutils [None req-8ae36df4-c359-4222-9a0e-fe175cc9f366 tempest-ServersTestJSON-42114830 tempest-ServersTestJSON-42114830-project-member] Acquired lock "[datastore2] devstack-image-cache_base/dbf872a4-92be-47e4-8561-c3e2bf2423ab" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.971697] env[62328]: DEBUG oslo_concurrency.lockutils [None req-8ae36df4-c359-4222-9a0e-fe175cc9f366 tempest-ServersTestJSON-42114830 tempest-ServersTestJSON-42114830-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/dbf872a4-92be-47e4-8561-c3e2bf2423ab" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 644.971878] env[62328]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1b2aa55c-2e98-49ed-a1b0-a9b82d2befd6 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 644.983261] env[62328]: DEBUG oslo_vmware.api [None req-8ae36df4-c359-4222-9a0e-fe175cc9f366 tempest-ServersTestJSON-42114830 tempest-ServersTestJSON-42114830-project-member] Waiting for the task: (returnval){ [ 644.983261] env[62328]: value = "session[52a6e20e-410d-708a-99f2-080a575a99bd]52c6525a-ae6a-305e-c4b2-1dae6c7831eb" [ 644.983261] env[62328]: _type = "Task" [ 644.983261] env[62328]: } to complete. {{(pid=62328) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 644.993968] env[62328]: DEBUG oslo_vmware.api [None req-8ae36df4-c359-4222-9a0e-fe175cc9f366 tempest-ServersTestJSON-42114830 tempest-ServersTestJSON-42114830-project-member] Task: {'id': session[52a6e20e-410d-708a-99f2-080a575a99bd]52c6525a-ae6a-305e-c4b2-1dae6c7831eb, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 645.051474] env[62328]: DEBUG oslo_vmware.api [None req-0536c8a6-2ef1-4454-a265-20a67e9788ce tempest-DeleteServersAdminTestJSON-1672951685 tempest-DeleteServersAdminTestJSON-1672951685-project-member] Task: {'id': task-2386415, 'name': Rename_Task, 'duration_secs': 0.298332} completed successfully. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 645.052155] env[62328]: DEBUG nova.virt.vmwareapi.vm_util [None req-0536c8a6-2ef1-4454-a265-20a67e9788ce tempest-DeleteServersAdminTestJSON-1672951685 tempest-DeleteServersAdminTestJSON-1672951685-project-member] [instance: cbd7d9a6-9812-461e-9f59-8dea2e62fece] Powering on the VM {{(pid=62328) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 645.052155] env[62328]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-fbecc0f9-d249-4c4e-b6e4-fa8a15337185 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 645.057951] env[62328]: DEBUG nova.network.neutron [req-1acba5a0-aeb9-4c3c-be14-a7a575325d9c req-03712af7-a0c0-4392-9a25-bd059e58b7db service nova] [instance: 911e8910-7b82-4557-af15-99cf96b7314e] Updated VIF entry in instance network info cache for port ace375b8-ee68-4a07-951a-21c975157c71. {{(pid=62328) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 645.058364] env[62328]: DEBUG nova.network.neutron [req-1acba5a0-aeb9-4c3c-be14-a7a575325d9c req-03712af7-a0c0-4392-9a25-bd059e58b7db service nova] [instance: 911e8910-7b82-4557-af15-99cf96b7314e] Updating instance_info_cache with network_info: [{"id": "ace375b8-ee68-4a07-951a-21c975157c71", "address": "fa:16:3e:5c:d6:68", "network": {"id": "de12f95f-9353-45ec-b306-9aa1757c23b4", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-1744149878-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7e3ef50f47dc4b98af4741ae41f20df6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9722ea4d-e4a5-48fc-b759-5c4c4796b1ef", "external-id": "nsx-vlan-transportzone-924", "segmentation_id": 924, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapace375b8-ee", "ovs_interfaceid": "ace375b8-ee68-4a07-951a-21c975157c71", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62328) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 645.061911] env[62328]: DEBUG oslo_vmware.api [None req-0536c8a6-2ef1-4454-a265-20a67e9788ce tempest-DeleteServersAdminTestJSON-1672951685 tempest-DeleteServersAdminTestJSON-1672951685-project-member] Waiting for the task: (returnval){ [ 645.061911] env[62328]: value = "task-2386417" [ 645.061911] env[62328]: _type = "Task" [ 645.061911] env[62328]: } to complete. {{(pid=62328) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 645.073227] env[62328]: DEBUG oslo_vmware.api [None req-0536c8a6-2ef1-4454-a265-20a67e9788ce tempest-DeleteServersAdminTestJSON-1672951685 tempest-DeleteServersAdminTestJSON-1672951685-project-member] Task: {'id': task-2386417, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 645.226500] env[62328]: DEBUG oslo_vmware.rw_handles [None req-e33f2b9f-56a8-4c73-a5f9-f298ff7a711e tempest-ImagesOneServerTestJSON-2062431902 tempest-ImagesOneServerTestJSON-2062431902-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/526817ba-6d24-3c86-3071-3332bb32b93a/disk-0.vmdk. {{(pid=62328) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 645.227522] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-208c3300-4594-4212-8fbb-2b1cd3ee734a {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 645.240967] env[62328]: DEBUG oslo_vmware.rw_handles [None req-e33f2b9f-56a8-4c73-a5f9-f298ff7a711e tempest-ImagesOneServerTestJSON-2062431902 tempest-ImagesOneServerTestJSON-2062431902-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/526817ba-6d24-3c86-3071-3332bb32b93a/disk-0.vmdk is in state: ready. {{(pid=62328) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 645.241184] env[62328]: ERROR oslo_vmware.rw_handles [None req-e33f2b9f-56a8-4c73-a5f9-f298ff7a711e tempest-ImagesOneServerTestJSON-2062431902 tempest-ImagesOneServerTestJSON-2062431902-project-member] Aborting lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/526817ba-6d24-3c86-3071-3332bb32b93a/disk-0.vmdk due to incomplete transfer. [ 645.242124] env[62328]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-a0ec68ee-4129-44d6-8cd8-7f1453ebf527 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 645.250520] env[62328]: DEBUG oslo_vmware.rw_handles [None req-e33f2b9f-56a8-4c73-a5f9-f298ff7a711e tempest-ImagesOneServerTestJSON-2062431902 tempest-ImagesOneServerTestJSON-2062431902-project-member] Closed VMDK read handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/526817ba-6d24-3c86-3071-3332bb32b93a/disk-0.vmdk. {{(pid=62328) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 645.250734] env[62328]: DEBUG nova.virt.vmwareapi.images [None req-e33f2b9f-56a8-4c73-a5f9-f298ff7a711e tempest-ImagesOneServerTestJSON-2062431902 tempest-ImagesOneServerTestJSON-2062431902-project-member] [instance: b7106740-bdd7-4774-8744-cbe21352a31c] Uploaded image 248f9bd2-791f-4d7d-83e9-4d13864c3f49 to the Glance image server {{(pid=62328) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 645.252777] env[62328]: DEBUG nova.virt.vmwareapi.vm_util [None req-e33f2b9f-56a8-4c73-a5f9-f298ff7a711e tempest-ImagesOneServerTestJSON-2062431902 tempest-ImagesOneServerTestJSON-2062431902-project-member] [instance: b7106740-bdd7-4774-8744-cbe21352a31c] Destroying the VM {{(pid=62328) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 645.253067] env[62328]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-df7de7cb-6c9a-408f-bbcb-6d9fc8a594c7 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 645.268486] env[62328]: DEBUG oslo_vmware.api [None req-e33f2b9f-56a8-4c73-a5f9-f298ff7a711e tempest-ImagesOneServerTestJSON-2062431902 tempest-ImagesOneServerTestJSON-2062431902-project-member] Waiting for the task: (returnval){ [ 645.268486] env[62328]: value = "task-2386418" [ 645.268486] env[62328]: _type = "Task" [ 645.268486] env[62328]: } to complete. {{(pid=62328) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 645.276779] env[62328]: DEBUG oslo_vmware.api [None req-e33f2b9f-56a8-4c73-a5f9-f298ff7a711e tempest-ImagesOneServerTestJSON-2062431902 tempest-ImagesOneServerTestJSON-2062431902-project-member] Task: {'id': task-2386418, 'name': Destroy_Task} progress is 0%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 645.363696] env[62328]: DEBUG oslo_vmware.api [None req-905d4929-e4c5-4df9-b520-46eb07e352ca tempest-VolumesAdminNegativeTest-179339308 tempest-VolumesAdminNegativeTest-179339308-project-member] Task: {'id': task-2386416, 'name': ReconfigVM_Task, 'duration_secs': 0.369631} completed successfully. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 645.363696] env[62328]: DEBUG nova.virt.vmwareapi.volumeops [None req-905d4929-e4c5-4df9-b520-46eb07e352ca tempest-VolumesAdminNegativeTest-179339308 tempest-VolumesAdminNegativeTest-179339308-project-member] [instance: 04dd8fd6-91f0-444f-b642-2ba8dcdea19d] Reconfigured VM instance instance-0000001b to attach disk [datastore2] 04dd8fd6-91f0-444f-b642-2ba8dcdea19d/04dd8fd6-91f0-444f-b642-2ba8dcdea19d.vmdk or device None with type sparse {{(pid=62328) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 645.369864] env[62328]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-5f3eec84-d665-4059-851a-bdb77e415b5b {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 645.370419] env[62328]: DEBUG nova.network.neutron [None req-d69bbc60-f019-4f6a-9f9c-1d1daec41876 tempest-AttachInterfacesV270Test-1787492697 tempest-AttachInterfacesV270Test-1787492697-project-member] [instance: 0c794ef1-25d2-43a2-a0f3-98083f82eeac] Instance cache missing network info. {{(pid=62328) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 645.380262] env[62328]: DEBUG oslo_vmware.api [None req-905d4929-e4c5-4df9-b520-46eb07e352ca tempest-VolumesAdminNegativeTest-179339308 tempest-VolumesAdminNegativeTest-179339308-project-member] Waiting for the task: (returnval){ [ 645.380262] env[62328]: value = "task-2386419" [ 645.380262] env[62328]: _type = "Task" [ 645.380262] env[62328]: } to complete. {{(pid=62328) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 645.397502] env[62328]: DEBUG oslo_vmware.api [None req-905d4929-e4c5-4df9-b520-46eb07e352ca tempest-VolumesAdminNegativeTest-179339308 tempest-VolumesAdminNegativeTest-179339308-project-member] Task: {'id': task-2386419, 'name': Rename_Task} progress is 5%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 645.494571] env[62328]: DEBUG nova.network.neutron [req-5223c7ea-9a85-41ad-bfc9-bef6842dba9d req-9680c1f7-8ccf-4bcb-b63e-1767fcf51c41 service nova] [instance: aa0b930b-b792-402c-ac6d-bfe5dfed0f03] Updated VIF entry in instance network info cache for port efde121c-603d-434f-9f2b-12fe2fe41fc9. {{(pid=62328) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 645.494997] env[62328]: DEBUG nova.network.neutron [req-5223c7ea-9a85-41ad-bfc9-bef6842dba9d req-9680c1f7-8ccf-4bcb-b63e-1767fcf51c41 service nova] [instance: aa0b930b-b792-402c-ac6d-bfe5dfed0f03] Updating instance_info_cache with network_info: [{"id": "efde121c-603d-434f-9f2b-12fe2fe41fc9", "address": "fa:16:3e:d3:59:e3", "network": {"id": "6cae6cbb-071e-443f-bbfb-23534a27dd7f", "bridge": "br-int", "label": "tempest-ServersTestJSON-103013240-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a8be5ee3b8294773b57381f5e55c3a99", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6966f473-59ac-49bb-9b7a-22c61f4e61e2", "external-id": "nsx-vlan-transportzone-668", "segmentation_id": 668, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapefde121c-60", "ovs_interfaceid": "efde121c-603d-434f-9f2b-12fe2fe41fc9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62328) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 645.501663] env[62328]: DEBUG oslo_vmware.api [None req-8ae36df4-c359-4222-9a0e-fe175cc9f366 tempest-ServersTestJSON-42114830 tempest-ServersTestJSON-42114830-project-member] Task: {'id': session[52a6e20e-410d-708a-99f2-080a575a99bd]52c6525a-ae6a-305e-c4b2-1dae6c7831eb, 'name': SearchDatastore_Task, 'duration_secs': 0.014606} completed successfully. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 645.502255] env[62328]: DEBUG oslo_concurrency.lockutils [None req-8ae36df4-c359-4222-9a0e-fe175cc9f366 tempest-ServersTestJSON-42114830 tempest-ServersTestJSON-42114830-project-member] Releasing lock "[datastore2] devstack-image-cache_base/dbf872a4-92be-47e4-8561-c3e2bf2423ab" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 645.502487] env[62328]: DEBUG nova.virt.vmwareapi.vmops [None req-8ae36df4-c359-4222-9a0e-fe175cc9f366 tempest-ServersTestJSON-42114830 tempest-ServersTestJSON-42114830-project-member] [instance: aa0b930b-b792-402c-ac6d-bfe5dfed0f03] Processing image dbf872a4-92be-47e4-8561-c3e2bf2423ab {{(pid=62328) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 645.502719] env[62328]: DEBUG oslo_concurrency.lockutils [None req-8ae36df4-c359-4222-9a0e-fe175cc9f366 tempest-ServersTestJSON-42114830 tempest-ServersTestJSON-42114830-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/dbf872a4-92be-47e4-8561-c3e2bf2423ab/dbf872a4-92be-47e4-8561-c3e2bf2423ab.vmdk" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 645.502863] env[62328]: DEBUG oslo_concurrency.lockutils [None req-8ae36df4-c359-4222-9a0e-fe175cc9f366 tempest-ServersTestJSON-42114830 tempest-ServersTestJSON-42114830-project-member] Acquired lock "[datastore2] devstack-image-cache_base/dbf872a4-92be-47e4-8561-c3e2bf2423ab/dbf872a4-92be-47e4-8561-c3e2bf2423ab.vmdk" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.503055] env[62328]: DEBUG nova.virt.vmwareapi.ds_util [None req-8ae36df4-c359-4222-9a0e-fe175cc9f366 tempest-ServersTestJSON-42114830 tempest-ServersTestJSON-42114830-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62328) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 645.503335] env[62328]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-636a1fc9-5a3c-4b3f-a5c0-fffabf675191 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 645.521994] env[62328]: DEBUG nova.virt.vmwareapi.ds_util [None req-8ae36df4-c359-4222-9a0e-fe175cc9f366 tempest-ServersTestJSON-42114830 tempest-ServersTestJSON-42114830-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62328) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 645.522214] env[62328]: DEBUG nova.virt.vmwareapi.vmops [None req-8ae36df4-c359-4222-9a0e-fe175cc9f366 tempest-ServersTestJSON-42114830 tempest-ServersTestJSON-42114830-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62328) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 645.522970] env[62328]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8c2faa7e-7db2-4ea1-8529-e5ec3e4221d0 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 645.529922] env[62328]: DEBUG oslo_vmware.api [None req-8ae36df4-c359-4222-9a0e-fe175cc9f366 tempest-ServersTestJSON-42114830 tempest-ServersTestJSON-42114830-project-member] Waiting for the task: (returnval){ [ 645.529922] env[62328]: value = "session[52a6e20e-410d-708a-99f2-080a575a99bd]52f3b61f-f75a-8066-d303-3ee090b083aa" [ 645.529922] env[62328]: _type = "Task" [ 645.529922] env[62328]: } to complete. {{(pid=62328) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 645.541818] env[62328]: DEBUG oslo_vmware.api [None req-8ae36df4-c359-4222-9a0e-fe175cc9f366 tempest-ServersTestJSON-42114830 tempest-ServersTestJSON-42114830-project-member] Task: {'id': session[52a6e20e-410d-708a-99f2-080a575a99bd]52f3b61f-f75a-8066-d303-3ee090b083aa, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 645.560496] env[62328]: DEBUG oslo_concurrency.lockutils [req-1acba5a0-aeb9-4c3c-be14-a7a575325d9c req-03712af7-a0c0-4392-9a25-bd059e58b7db service nova] Releasing lock "refresh_cache-911e8910-7b82-4557-af15-99cf96b7314e" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 645.561109] env[62328]: DEBUG oslo_concurrency.lockutils [req-b1e29a7b-272b-4e1a-837d-39dd22be844c req-2d3ab947-0483-4b74-999c-00c20c836f54 service nova] Acquired lock "refresh_cache-911e8910-7b82-4557-af15-99cf96b7314e" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.561303] env[62328]: DEBUG nova.network.neutron [req-b1e29a7b-272b-4e1a-837d-39dd22be844c req-2d3ab947-0483-4b74-999c-00c20c836f54 service nova] [instance: 911e8910-7b82-4557-af15-99cf96b7314e] Refreshing network info cache for port ace375b8-ee68-4a07-951a-21c975157c71 {{(pid=62328) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 645.573031] env[62328]: DEBUG oslo_vmware.api [None req-0536c8a6-2ef1-4454-a265-20a67e9788ce tempest-DeleteServersAdminTestJSON-1672951685 tempest-DeleteServersAdminTestJSON-1672951685-project-member] Task: {'id': task-2386417, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 645.661252] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-12e2e0e6-2c53-4a4b-b641-b475992cf52b {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 645.669792] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0354cfb7-fceb-4a9a-9b17-f3c99bda6aad {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 645.703235] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-01d7fb12-cfe1-4dc9-a144-7ae99c5e33a9 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 645.712188] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-14f77726-59d6-4f3f-836d-80adb91532f0 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 645.728936] env[62328]: DEBUG nova.compute.provider_tree [None req-128e9285-b921-4748-b0f2-05645a029569 tempest-ServerRescueTestJSON-434379102 tempest-ServerRescueTestJSON-434379102-project-member] Inventory has not changed in ProviderTree for provider: 3469e9f8-04af-49ca-8435-49f104496744 {{(pid=62328) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 645.778334] env[62328]: DEBUG oslo_vmware.api [None req-e33f2b9f-56a8-4c73-a5f9-f298ff7a711e tempest-ImagesOneServerTestJSON-2062431902 tempest-ImagesOneServerTestJSON-2062431902-project-member] Task: {'id': task-2386418, 'name': Destroy_Task} progress is 0%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 645.842202] env[62328]: DEBUG nova.network.neutron [None req-d69bbc60-f019-4f6a-9f9c-1d1daec41876 tempest-AttachInterfacesV270Test-1787492697 tempest-AttachInterfacesV270Test-1787492697-project-member] [instance: 0c794ef1-25d2-43a2-a0f3-98083f82eeac] Updating instance_info_cache with network_info: [{"id": "a082a469-447c-48fa-84b5-355c75674eef", "address": "fa:16:3e:4a:c1:b4", "network": {"id": "08c4b167-302a-4bf4-8700-9b960d808caf", "bridge": "br-int", "label": "tempest-AttachInterfacesV270Test-1014812614-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "380d275f8830473585afdcf474489b90", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "767a3a48-41d4-4a0c-961d-0024837f63bd", "external-id": "nsx-vlan-transportzone-141", "segmentation_id": 141, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa082a469-44", "ovs_interfaceid": "a082a469-447c-48fa-84b5-355c75674eef", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62328) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 645.895217] env[62328]: DEBUG oslo_vmware.api [None req-905d4929-e4c5-4df9-b520-46eb07e352ca tempest-VolumesAdminNegativeTest-179339308 tempest-VolumesAdminNegativeTest-179339308-project-member] Task: {'id': task-2386419, 'name': Rename_Task, 'duration_secs': 0.168089} completed successfully. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 645.895421] env[62328]: DEBUG nova.virt.vmwareapi.vm_util [None req-905d4929-e4c5-4df9-b520-46eb07e352ca tempest-VolumesAdminNegativeTest-179339308 tempest-VolumesAdminNegativeTest-179339308-project-member] [instance: 04dd8fd6-91f0-444f-b642-2ba8dcdea19d] Powering on the VM {{(pid=62328) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 645.895542] env[62328]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-8f95f737-6491-40a3-8bf5-2447b4da60f0 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 645.903923] env[62328]: DEBUG oslo_vmware.api [None req-905d4929-e4c5-4df9-b520-46eb07e352ca tempest-VolumesAdminNegativeTest-179339308 tempest-VolumesAdminNegativeTest-179339308-project-member] Waiting for the task: (returnval){ [ 645.903923] env[62328]: value = "task-2386420" [ 645.903923] env[62328]: _type = "Task" [ 645.903923] env[62328]: } to complete. {{(pid=62328) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 645.912512] env[62328]: DEBUG oslo_vmware.api [None req-905d4929-e4c5-4df9-b520-46eb07e352ca tempest-VolumesAdminNegativeTest-179339308 tempest-VolumesAdminNegativeTest-179339308-project-member] Task: {'id': task-2386420, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 646.003222] env[62328]: DEBUG oslo_concurrency.lockutils [req-5223c7ea-9a85-41ad-bfc9-bef6842dba9d req-9680c1f7-8ccf-4bcb-b63e-1767fcf51c41 service nova] Releasing lock "refresh_cache-aa0b930b-b792-402c-ac6d-bfe5dfed0f03" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 646.045891] env[62328]: DEBUG oslo_vmware.api [None req-8ae36df4-c359-4222-9a0e-fe175cc9f366 tempest-ServersTestJSON-42114830 tempest-ServersTestJSON-42114830-project-member] Task: {'id': session[52a6e20e-410d-708a-99f2-080a575a99bd]52f3b61f-f75a-8066-d303-3ee090b083aa, 'name': SearchDatastore_Task, 'duration_secs': 0.011348} completed successfully. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 646.046997] env[62328]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-63b0691b-8e12-4abb-936c-a0dea235ae6f {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 646.053173] env[62328]: DEBUG oslo_vmware.api [None req-8ae36df4-c359-4222-9a0e-fe175cc9f366 tempest-ServersTestJSON-42114830 tempest-ServersTestJSON-42114830-project-member] Waiting for the task: (returnval){ [ 646.053173] env[62328]: value = "session[52a6e20e-410d-708a-99f2-080a575a99bd]52b476aa-2f07-caad-83b9-4fcf2a1bdab6" [ 646.053173] env[62328]: _type = "Task" [ 646.053173] env[62328]: } to complete. {{(pid=62328) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 646.061335] env[62328]: DEBUG oslo_vmware.api [None req-8ae36df4-c359-4222-9a0e-fe175cc9f366 tempest-ServersTestJSON-42114830 tempest-ServersTestJSON-42114830-project-member] Task: {'id': session[52a6e20e-410d-708a-99f2-080a575a99bd]52b476aa-2f07-caad-83b9-4fcf2a1bdab6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 646.072085] env[62328]: DEBUG oslo_vmware.api [None req-0536c8a6-2ef1-4454-a265-20a67e9788ce tempest-DeleteServersAdminTestJSON-1672951685 tempest-DeleteServersAdminTestJSON-1672951685-project-member] Task: {'id': task-2386417, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 646.232426] env[62328]: DEBUG nova.scheduler.client.report [None req-128e9285-b921-4748-b0f2-05645a029569 tempest-ServerRescueTestJSON-434379102 tempest-ServerRescueTestJSON-434379102-project-member] Inventory has not changed for provider 3469e9f8-04af-49ca-8435-49f104496744 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 152, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62328) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 646.279254] env[62328]: DEBUG oslo_vmware.api [None req-e33f2b9f-56a8-4c73-a5f9-f298ff7a711e tempest-ImagesOneServerTestJSON-2062431902 tempest-ImagesOneServerTestJSON-2062431902-project-member] Task: {'id': task-2386418, 'name': Destroy_Task, 'duration_secs': 0.996626} completed successfully. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 646.279586] env[62328]: INFO nova.virt.vmwareapi.vm_util [None req-e33f2b9f-56a8-4c73-a5f9-f298ff7a711e tempest-ImagesOneServerTestJSON-2062431902 tempest-ImagesOneServerTestJSON-2062431902-project-member] [instance: b7106740-bdd7-4774-8744-cbe21352a31c] Destroyed the VM [ 646.279853] env[62328]: DEBUG nova.virt.vmwareapi.vmops [None req-e33f2b9f-56a8-4c73-a5f9-f298ff7a711e tempest-ImagesOneServerTestJSON-2062431902 tempest-ImagesOneServerTestJSON-2062431902-project-member] [instance: b7106740-bdd7-4774-8744-cbe21352a31c] Deleting Snapshot of the VM instance {{(pid=62328) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 646.280161] env[62328]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-82d58519-31b6-4c4b-9d82-dac12748f52d {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 646.287916] env[62328]: DEBUG oslo_vmware.api [None req-e33f2b9f-56a8-4c73-a5f9-f298ff7a711e tempest-ImagesOneServerTestJSON-2062431902 tempest-ImagesOneServerTestJSON-2062431902-project-member] Waiting for the task: (returnval){ [ 646.287916] env[62328]: value = "task-2386421" [ 646.287916] env[62328]: _type = "Task" [ 646.287916] env[62328]: } to complete. {{(pid=62328) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 646.297295] env[62328]: DEBUG oslo_vmware.api [None req-e33f2b9f-56a8-4c73-a5f9-f298ff7a711e tempest-ImagesOneServerTestJSON-2062431902 tempest-ImagesOneServerTestJSON-2062431902-project-member] Task: {'id': task-2386421, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 646.344727] env[62328]: DEBUG oslo_concurrency.lockutils [None req-d69bbc60-f019-4f6a-9f9c-1d1daec41876 tempest-AttachInterfacesV270Test-1787492697 tempest-AttachInterfacesV270Test-1787492697-project-member] Releasing lock "refresh_cache-0c794ef1-25d2-43a2-a0f3-98083f82eeac" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 646.345286] env[62328]: DEBUG nova.compute.manager [None req-d69bbc60-f019-4f6a-9f9c-1d1daec41876 tempest-AttachInterfacesV270Test-1787492697 tempest-AttachInterfacesV270Test-1787492697-project-member] [instance: 0c794ef1-25d2-43a2-a0f3-98083f82eeac] Instance network_info: |[{"id": "a082a469-447c-48fa-84b5-355c75674eef", "address": "fa:16:3e:4a:c1:b4", "network": {"id": "08c4b167-302a-4bf4-8700-9b960d808caf", "bridge": "br-int", "label": "tempest-AttachInterfacesV270Test-1014812614-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "380d275f8830473585afdcf474489b90", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "767a3a48-41d4-4a0c-961d-0024837f63bd", "external-id": "nsx-vlan-transportzone-141", "segmentation_id": 141, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa082a469-44", "ovs_interfaceid": "a082a469-447c-48fa-84b5-355c75674eef", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62328) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 646.345932] env[62328]: DEBUG nova.virt.vmwareapi.vmops [None req-d69bbc60-f019-4f6a-9f9c-1d1daec41876 tempest-AttachInterfacesV270Test-1787492697 tempest-AttachInterfacesV270Test-1787492697-project-member] [instance: 0c794ef1-25d2-43a2-a0f3-98083f82eeac] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:4a:c1:b4', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '767a3a48-41d4-4a0c-961d-0024837f63bd', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'a082a469-447c-48fa-84b5-355c75674eef', 'vif_model': 'vmxnet3'}] {{(pid=62328) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 646.353833] env[62328]: DEBUG nova.virt.vmwareapi.vm_util [None req-d69bbc60-f019-4f6a-9f9c-1d1daec41876 tempest-AttachInterfacesV270Test-1787492697 tempest-AttachInterfacesV270Test-1787492697-project-member] Creating folder: Project (380d275f8830473585afdcf474489b90). Parent ref: group-v484164. {{(pid=62328) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 646.354177] env[62328]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-896fc69a-fd97-464d-91b3-70e62bbcd230 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 646.370112] env[62328]: INFO nova.virt.vmwareapi.vm_util [None req-d69bbc60-f019-4f6a-9f9c-1d1daec41876 tempest-AttachInterfacesV270Test-1787492697 tempest-AttachInterfacesV270Test-1787492697-project-member] Created folder: Project (380d275f8830473585afdcf474489b90) in parent group-v484164. [ 646.370342] env[62328]: DEBUG nova.virt.vmwareapi.vm_util [None req-d69bbc60-f019-4f6a-9f9c-1d1daec41876 tempest-AttachInterfacesV270Test-1787492697 tempest-AttachInterfacesV270Test-1787492697-project-member] Creating folder: Instances. Parent ref: group-v484247. {{(pid=62328) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 646.370690] env[62328]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-b8b1100c-9643-4c83-8f7d-31c014c4c7e3 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 646.385769] env[62328]: INFO nova.virt.vmwareapi.vm_util [None req-d69bbc60-f019-4f6a-9f9c-1d1daec41876 tempest-AttachInterfacesV270Test-1787492697 tempest-AttachInterfacesV270Test-1787492697-project-member] Created folder: Instances in parent group-v484247. [ 646.386085] env[62328]: DEBUG oslo.service.loopingcall [None req-d69bbc60-f019-4f6a-9f9c-1d1daec41876 tempest-AttachInterfacesV270Test-1787492697 tempest-AttachInterfacesV270Test-1787492697-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62328) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 646.386525] env[62328]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0c794ef1-25d2-43a2-a0f3-98083f82eeac] Creating VM on the ESX host {{(pid=62328) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 646.386852] env[62328]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-e3cfaa75-f0bd-47d7-9b2b-3417c8dac50e {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 646.415858] env[62328]: DEBUG oslo_vmware.api [None req-905d4929-e4c5-4df9-b520-46eb07e352ca tempest-VolumesAdminNegativeTest-179339308 tempest-VolumesAdminNegativeTest-179339308-project-member] Task: {'id': task-2386420, 'name': PowerOnVM_Task} progress is 94%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 646.417624] env[62328]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 646.417624] env[62328]: value = "task-2386424" [ 646.417624] env[62328]: _type = "Task" [ 646.417624] env[62328]: } to complete. {{(pid=62328) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 646.430546] env[62328]: DEBUG oslo_vmware.api [-] Task: {'id': task-2386424, 'name': CreateVM_Task} progress is 0%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 646.565070] env[62328]: DEBUG oslo_vmware.api [None req-8ae36df4-c359-4222-9a0e-fe175cc9f366 tempest-ServersTestJSON-42114830 tempest-ServersTestJSON-42114830-project-member] Task: {'id': session[52a6e20e-410d-708a-99f2-080a575a99bd]52b476aa-2f07-caad-83b9-4fcf2a1bdab6, 'name': SearchDatastore_Task, 'duration_secs': 0.00932} completed successfully. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 646.571458] env[62328]: DEBUG oslo_concurrency.lockutils [None req-8ae36df4-c359-4222-9a0e-fe175cc9f366 tempest-ServersTestJSON-42114830 tempest-ServersTestJSON-42114830-project-member] Releasing lock "[datastore2] devstack-image-cache_base/dbf872a4-92be-47e4-8561-c3e2bf2423ab/dbf872a4-92be-47e4-8561-c3e2bf2423ab.vmdk" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 646.571742] env[62328]: DEBUG nova.virt.vmwareapi.vm_util [None req-8ae36df4-c359-4222-9a0e-fe175cc9f366 tempest-ServersTestJSON-42114830 tempest-ServersTestJSON-42114830-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/dbf872a4-92be-47e4-8561-c3e2bf2423ab/dbf872a4-92be-47e4-8561-c3e2bf2423ab.vmdk to [datastore2] aa0b930b-b792-402c-ac6d-bfe5dfed0f03/aa0b930b-b792-402c-ac6d-bfe5dfed0f03.vmdk {{(pid=62328) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 646.572032] env[62328]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-5df6a96c-ed15-4001-835a-b6f0891938a0 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 646.581841] env[62328]: DEBUG oslo_vmware.api [None req-0536c8a6-2ef1-4454-a265-20a67e9788ce tempest-DeleteServersAdminTestJSON-1672951685 tempest-DeleteServersAdminTestJSON-1672951685-project-member] Task: {'id': task-2386417, 'name': PowerOnVM_Task, 'duration_secs': 1.309811} completed successfully. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 646.583717] env[62328]: DEBUG nova.virt.vmwareapi.vm_util [None req-0536c8a6-2ef1-4454-a265-20a67e9788ce tempest-DeleteServersAdminTestJSON-1672951685 tempest-DeleteServersAdminTestJSON-1672951685-project-member] [instance: cbd7d9a6-9812-461e-9f59-8dea2e62fece] Powered on the VM {{(pid=62328) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 646.583961] env[62328]: INFO nova.compute.manager [None req-0536c8a6-2ef1-4454-a265-20a67e9788ce tempest-DeleteServersAdminTestJSON-1672951685 tempest-DeleteServersAdminTestJSON-1672951685-project-member] [instance: cbd7d9a6-9812-461e-9f59-8dea2e62fece] Took 10.87 seconds to spawn the instance on the hypervisor. [ 646.584202] env[62328]: DEBUG nova.compute.manager [None req-0536c8a6-2ef1-4454-a265-20a67e9788ce tempest-DeleteServersAdminTestJSON-1672951685 tempest-DeleteServersAdminTestJSON-1672951685-project-member] [instance: cbd7d9a6-9812-461e-9f59-8dea2e62fece] Checking state {{(pid=62328) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 646.584563] env[62328]: DEBUG oslo_vmware.api [None req-8ae36df4-c359-4222-9a0e-fe175cc9f366 tempest-ServersTestJSON-42114830 tempest-ServersTestJSON-42114830-project-member] Waiting for the task: (returnval){ [ 646.584563] env[62328]: value = "task-2386425" [ 646.584563] env[62328]: _type = "Task" [ 646.584563] env[62328]: } to complete. {{(pid=62328) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 646.585574] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2335822d-36ed-457b-985f-0b4cf9a08c56 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 646.604136] env[62328]: DEBUG oslo_vmware.api [None req-8ae36df4-c359-4222-9a0e-fe175cc9f366 tempest-ServersTestJSON-42114830 tempest-ServersTestJSON-42114830-project-member] Task: {'id': task-2386425, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 646.744464] env[62328]: DEBUG oslo_concurrency.lockutils [None req-128e9285-b921-4748-b0f2-05645a029569 tempest-ServerRescueTestJSON-434379102 tempest-ServerRescueTestJSON-434379102-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.678s {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 646.744464] env[62328]: DEBUG nova.compute.manager [None req-128e9285-b921-4748-b0f2-05645a029569 tempest-ServerRescueTestJSON-434379102 tempest-ServerRescueTestJSON-434379102-project-member] [instance: 7ad56de0-3e7a-4018-8746-42a83a4fe22e] Start building networks asynchronously for instance. {{(pid=62328) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 646.746476] env[62328]: DEBUG oslo_concurrency.lockutils [None req-16eda5c7-fbe0-49ae-8e99-93a8b70dcb32 tempest-ServersTestMultiNic-1057987772 tempest-ServersTestMultiNic-1057987772-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 23.294s {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 646.753650] env[62328]: INFO nova.compute.claims [None req-16eda5c7-fbe0-49ae-8e99-93a8b70dcb32 tempest-ServersTestMultiNic-1057987772 tempest-ServersTestMultiNic-1057987772-project-member] [instance: 1e8111de-0629-4ba5-b945-8f552763ab15] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 646.806638] env[62328]: DEBUG oslo_vmware.api [None req-e33f2b9f-56a8-4c73-a5f9-f298ff7a711e tempest-ImagesOneServerTestJSON-2062431902 tempest-ImagesOneServerTestJSON-2062431902-project-member] Task: {'id': task-2386421, 'name': RemoveSnapshot_Task} progress is 43%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 646.808349] env[62328]: DEBUG nova.network.neutron [req-b1e29a7b-272b-4e1a-837d-39dd22be844c req-2d3ab947-0483-4b74-999c-00c20c836f54 service nova] [instance: 911e8910-7b82-4557-af15-99cf96b7314e] Updated VIF entry in instance network info cache for port ace375b8-ee68-4a07-951a-21c975157c71. {{(pid=62328) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 646.808841] env[62328]: DEBUG nova.network.neutron [req-b1e29a7b-272b-4e1a-837d-39dd22be844c req-2d3ab947-0483-4b74-999c-00c20c836f54 service nova] [instance: 911e8910-7b82-4557-af15-99cf96b7314e] Updating instance_info_cache with network_info: [{"id": "ace375b8-ee68-4a07-951a-21c975157c71", "address": "fa:16:3e:5c:d6:68", "network": {"id": "de12f95f-9353-45ec-b306-9aa1757c23b4", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-1744149878-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7e3ef50f47dc4b98af4741ae41f20df6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9722ea4d-e4a5-48fc-b759-5c4c4796b1ef", "external-id": "nsx-vlan-transportzone-924", "segmentation_id": 924, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapace375b8-ee", "ovs_interfaceid": "ace375b8-ee68-4a07-951a-21c975157c71", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62328) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 646.922610] env[62328]: DEBUG oslo_vmware.api [None req-905d4929-e4c5-4df9-b520-46eb07e352ca tempest-VolumesAdminNegativeTest-179339308 tempest-VolumesAdminNegativeTest-179339308-project-member] Task: {'id': task-2386420, 'name': PowerOnVM_Task} progress is 100%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 646.935420] env[62328]: DEBUG oslo_vmware.api [-] Task: {'id': task-2386424, 'name': CreateVM_Task} progress is 99%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 647.105270] env[62328]: DEBUG oslo_vmware.api [None req-8ae36df4-c359-4222-9a0e-fe175cc9f366 tempest-ServersTestJSON-42114830 tempest-ServersTestJSON-42114830-project-member] Task: {'id': task-2386425, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 647.121910] env[62328]: INFO nova.compute.manager [None req-0536c8a6-2ef1-4454-a265-20a67e9788ce tempest-DeleteServersAdminTestJSON-1672951685 tempest-DeleteServersAdminTestJSON-1672951685-project-member] [instance: cbd7d9a6-9812-461e-9f59-8dea2e62fece] Took 45.40 seconds to build instance. [ 647.262318] env[62328]: DEBUG nova.compute.utils [None req-128e9285-b921-4748-b0f2-05645a029569 tempest-ServerRescueTestJSON-434379102 tempest-ServerRescueTestJSON-434379102-project-member] Using /dev/sd instead of None {{(pid=62328) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 647.266324] env[62328]: DEBUG nova.compute.manager [None req-128e9285-b921-4748-b0f2-05645a029569 tempest-ServerRescueTestJSON-434379102 tempest-ServerRescueTestJSON-434379102-project-member] [instance: 7ad56de0-3e7a-4018-8746-42a83a4fe22e] Allocating IP information in the background. {{(pid=62328) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 647.266519] env[62328]: DEBUG nova.network.neutron [None req-128e9285-b921-4748-b0f2-05645a029569 tempest-ServerRescueTestJSON-434379102 tempest-ServerRescueTestJSON-434379102-project-member] [instance: 7ad56de0-3e7a-4018-8746-42a83a4fe22e] allocate_for_instance() {{(pid=62328) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 647.303435] env[62328]: DEBUG oslo_vmware.api [None req-e33f2b9f-56a8-4c73-a5f9-f298ff7a711e tempest-ImagesOneServerTestJSON-2062431902 tempest-ImagesOneServerTestJSON-2062431902-project-member] Task: {'id': task-2386421, 'name': RemoveSnapshot_Task} progress is 98%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 647.312417] env[62328]: DEBUG oslo_concurrency.lockutils [req-b1e29a7b-272b-4e1a-837d-39dd22be844c req-2d3ab947-0483-4b74-999c-00c20c836f54 service nova] Releasing lock "refresh_cache-911e8910-7b82-4557-af15-99cf96b7314e" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 647.312736] env[62328]: DEBUG nova.compute.manager [req-b1e29a7b-272b-4e1a-837d-39dd22be844c req-2d3ab947-0483-4b74-999c-00c20c836f54 service nova] [instance: 8cd0962c-8272-4384-973d-1ac21ca21993] Received event network-changed-f5a75d69-f7c9-419b-be1a-9cfe94f76980 {{(pid=62328) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 647.313043] env[62328]: DEBUG nova.compute.manager [req-b1e29a7b-272b-4e1a-837d-39dd22be844c req-2d3ab947-0483-4b74-999c-00c20c836f54 service nova] [instance: 8cd0962c-8272-4384-973d-1ac21ca21993] Refreshing instance network info cache due to event network-changed-f5a75d69-f7c9-419b-be1a-9cfe94f76980. {{(pid=62328) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 647.313118] env[62328]: DEBUG oslo_concurrency.lockutils [req-b1e29a7b-272b-4e1a-837d-39dd22be844c req-2d3ab947-0483-4b74-999c-00c20c836f54 service nova] Acquiring lock "refresh_cache-8cd0962c-8272-4384-973d-1ac21ca21993" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 647.313340] env[62328]: DEBUG oslo_concurrency.lockutils [req-b1e29a7b-272b-4e1a-837d-39dd22be844c req-2d3ab947-0483-4b74-999c-00c20c836f54 service nova] Acquired lock "refresh_cache-8cd0962c-8272-4384-973d-1ac21ca21993" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.313414] env[62328]: DEBUG nova.network.neutron [req-b1e29a7b-272b-4e1a-837d-39dd22be844c req-2d3ab947-0483-4b74-999c-00c20c836f54 service nova] [instance: 8cd0962c-8272-4384-973d-1ac21ca21993] Refreshing network info cache for port f5a75d69-f7c9-419b-be1a-9cfe94f76980 {{(pid=62328) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 647.342773] env[62328]: DEBUG nova.policy [None req-128e9285-b921-4748-b0f2-05645a029569 tempest-ServerRescueTestJSON-434379102 tempest-ServerRescueTestJSON-434379102-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '04690a5e014b44c7a0f71d298dc2a358', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '7dffe918ec914f66820c04e71131ca7c', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62328) authorize /opt/stack/nova/nova/policy.py:192}} [ 647.419521] env[62328]: DEBUG oslo_vmware.api [None req-905d4929-e4c5-4df9-b520-46eb07e352ca tempest-VolumesAdminNegativeTest-179339308 tempest-VolumesAdminNegativeTest-179339308-project-member] Task: {'id': task-2386420, 'name': PowerOnVM_Task, 'duration_secs': 1.068447} completed successfully. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 647.419839] env[62328]: DEBUG nova.virt.vmwareapi.vm_util [None req-905d4929-e4c5-4df9-b520-46eb07e352ca tempest-VolumesAdminNegativeTest-179339308 tempest-VolumesAdminNegativeTest-179339308-project-member] [instance: 04dd8fd6-91f0-444f-b642-2ba8dcdea19d] Powered on the VM {{(pid=62328) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 647.420096] env[62328]: INFO nova.compute.manager [None req-905d4929-e4c5-4df9-b520-46eb07e352ca tempest-VolumesAdminNegativeTest-179339308 tempest-VolumesAdminNegativeTest-179339308-project-member] [instance: 04dd8fd6-91f0-444f-b642-2ba8dcdea19d] Took 9.00 seconds to spawn the instance on the hypervisor. [ 647.420318] env[62328]: DEBUG nova.compute.manager [None req-905d4929-e4c5-4df9-b520-46eb07e352ca tempest-VolumesAdminNegativeTest-179339308 tempest-VolumesAdminNegativeTest-179339308-project-member] [instance: 04dd8fd6-91f0-444f-b642-2ba8dcdea19d] Checking state {{(pid=62328) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 647.421271] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-57c2401b-aa22-44bf-887d-15ad4b0ed884 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 647.435919] env[62328]: DEBUG oslo_vmware.api [-] Task: {'id': task-2386424, 'name': CreateVM_Task, 'duration_secs': 0.68331} completed successfully. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 647.437750] env[62328]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0c794ef1-25d2-43a2-a0f3-98083f82eeac] Created VM on the ESX host {{(pid=62328) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 647.443059] env[62328]: DEBUG oslo_concurrency.lockutils [None req-d69bbc60-f019-4f6a-9f9c-1d1daec41876 tempest-AttachInterfacesV270Test-1787492697 tempest-AttachInterfacesV270Test-1787492697-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/dbf872a4-92be-47e4-8561-c3e2bf2423ab" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 647.443059] env[62328]: DEBUG oslo_concurrency.lockutils [None req-d69bbc60-f019-4f6a-9f9c-1d1daec41876 tempest-AttachInterfacesV270Test-1787492697 tempest-AttachInterfacesV270Test-1787492697-project-member] Acquired lock "[datastore2] devstack-image-cache_base/dbf872a4-92be-47e4-8561-c3e2bf2423ab" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.443059] env[62328]: DEBUG oslo_concurrency.lockutils [None req-d69bbc60-f019-4f6a-9f9c-1d1daec41876 tempest-AttachInterfacesV270Test-1787492697 tempest-AttachInterfacesV270Test-1787492697-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/dbf872a4-92be-47e4-8561-c3e2bf2423ab" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 647.443059] env[62328]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1c48ed72-8830-4c35-ab38-4cf380b46d19 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 647.449007] env[62328]: DEBUG oslo_vmware.api [None req-d69bbc60-f019-4f6a-9f9c-1d1daec41876 tempest-AttachInterfacesV270Test-1787492697 tempest-AttachInterfacesV270Test-1787492697-project-member] Waiting for the task: (returnval){ [ 647.449007] env[62328]: value = "session[52a6e20e-410d-708a-99f2-080a575a99bd]521e17c2-dfba-4361-dea6-44e844f9ad0a" [ 647.449007] env[62328]: _type = "Task" [ 647.449007] env[62328]: } to complete. {{(pid=62328) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 647.459159] env[62328]: DEBUG oslo_vmware.api [None req-d69bbc60-f019-4f6a-9f9c-1d1daec41876 tempest-AttachInterfacesV270Test-1787492697 tempest-AttachInterfacesV270Test-1787492697-project-member] Task: {'id': session[52a6e20e-410d-708a-99f2-080a575a99bd]521e17c2-dfba-4361-dea6-44e844f9ad0a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 647.565166] env[62328]: DEBUG nova.compute.manager [req-98ab07f9-bb17-4647-bd8d-d05fea8d3da7 req-1e0f0686-a79c-4606-b624-15be4ae5bb66 service nova] [instance: 0c794ef1-25d2-43a2-a0f3-98083f82eeac] Received event network-vif-plugged-a082a469-447c-48fa-84b5-355c75674eef {{(pid=62328) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 647.565888] env[62328]: DEBUG oslo_concurrency.lockutils [req-98ab07f9-bb17-4647-bd8d-d05fea8d3da7 req-1e0f0686-a79c-4606-b624-15be4ae5bb66 service nova] Acquiring lock "0c794ef1-25d2-43a2-a0f3-98083f82eeac-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 647.566415] env[62328]: DEBUG oslo_concurrency.lockutils [req-98ab07f9-bb17-4647-bd8d-d05fea8d3da7 req-1e0f0686-a79c-4606-b624-15be4ae5bb66 service nova] Lock "0c794ef1-25d2-43a2-a0f3-98083f82eeac-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 647.566943] env[62328]: DEBUG oslo_concurrency.lockutils [req-98ab07f9-bb17-4647-bd8d-d05fea8d3da7 req-1e0f0686-a79c-4606-b624-15be4ae5bb66 service nova] Lock "0c794ef1-25d2-43a2-a0f3-98083f82eeac-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 647.567468] env[62328]: DEBUG nova.compute.manager [req-98ab07f9-bb17-4647-bd8d-d05fea8d3da7 req-1e0f0686-a79c-4606-b624-15be4ae5bb66 service nova] [instance: 0c794ef1-25d2-43a2-a0f3-98083f82eeac] No waiting events found dispatching network-vif-plugged-a082a469-447c-48fa-84b5-355c75674eef {{(pid=62328) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 647.567768] env[62328]: WARNING nova.compute.manager [req-98ab07f9-bb17-4647-bd8d-d05fea8d3da7 req-1e0f0686-a79c-4606-b624-15be4ae5bb66 service nova] [instance: 0c794ef1-25d2-43a2-a0f3-98083f82eeac] Received unexpected event network-vif-plugged-a082a469-447c-48fa-84b5-355c75674eef for instance with vm_state building and task_state spawning. [ 647.570019] env[62328]: DEBUG nova.compute.manager [req-98ab07f9-bb17-4647-bd8d-d05fea8d3da7 req-1e0f0686-a79c-4606-b624-15be4ae5bb66 service nova] [instance: 0c794ef1-25d2-43a2-a0f3-98083f82eeac] Received event network-changed-a082a469-447c-48fa-84b5-355c75674eef {{(pid=62328) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 647.570019] env[62328]: DEBUG nova.compute.manager [req-98ab07f9-bb17-4647-bd8d-d05fea8d3da7 req-1e0f0686-a79c-4606-b624-15be4ae5bb66 service nova] [instance: 0c794ef1-25d2-43a2-a0f3-98083f82eeac] Refreshing instance network info cache due to event network-changed-a082a469-447c-48fa-84b5-355c75674eef. {{(pid=62328) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 647.570019] env[62328]: DEBUG oslo_concurrency.lockutils [req-98ab07f9-bb17-4647-bd8d-d05fea8d3da7 req-1e0f0686-a79c-4606-b624-15be4ae5bb66 service nova] Acquiring lock "refresh_cache-0c794ef1-25d2-43a2-a0f3-98083f82eeac" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 647.570019] env[62328]: DEBUG oslo_concurrency.lockutils [req-98ab07f9-bb17-4647-bd8d-d05fea8d3da7 req-1e0f0686-a79c-4606-b624-15be4ae5bb66 service nova] Acquired lock "refresh_cache-0c794ef1-25d2-43a2-a0f3-98083f82eeac" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.570019] env[62328]: DEBUG nova.network.neutron [req-98ab07f9-bb17-4647-bd8d-d05fea8d3da7 req-1e0f0686-a79c-4606-b624-15be4ae5bb66 service nova] [instance: 0c794ef1-25d2-43a2-a0f3-98083f82eeac] Refreshing network info cache for port a082a469-447c-48fa-84b5-355c75674eef {{(pid=62328) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 647.602779] env[62328]: DEBUG oslo_vmware.api [None req-8ae36df4-c359-4222-9a0e-fe175cc9f366 tempest-ServersTestJSON-42114830 tempest-ServersTestJSON-42114830-project-member] Task: {'id': task-2386425, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.652109} completed successfully. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 647.603473] env[62328]: DEBUG nova.virt.vmwareapi.vm_util [None req-8ae36df4-c359-4222-9a0e-fe175cc9f366 tempest-ServersTestJSON-42114830 tempest-ServersTestJSON-42114830-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/dbf872a4-92be-47e4-8561-c3e2bf2423ab/dbf872a4-92be-47e4-8561-c3e2bf2423ab.vmdk to [datastore2] aa0b930b-b792-402c-ac6d-bfe5dfed0f03/aa0b930b-b792-402c-ac6d-bfe5dfed0f03.vmdk {{(pid=62328) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 647.603937] env[62328]: DEBUG nova.virt.vmwareapi.vmops [None req-8ae36df4-c359-4222-9a0e-fe175cc9f366 tempest-ServersTestJSON-42114830 tempest-ServersTestJSON-42114830-project-member] [instance: aa0b930b-b792-402c-ac6d-bfe5dfed0f03] Extending root virtual disk to 1048576 {{(pid=62328) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 647.604646] env[62328]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-55cb93d0-eba1-4f11-9b12-9053812267f5 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 647.615384] env[62328]: DEBUG oslo_vmware.api [None req-8ae36df4-c359-4222-9a0e-fe175cc9f366 tempest-ServersTestJSON-42114830 tempest-ServersTestJSON-42114830-project-member] Waiting for the task: (returnval){ [ 647.615384] env[62328]: value = "task-2386426" [ 647.615384] env[62328]: _type = "Task" [ 647.615384] env[62328]: } to complete. {{(pid=62328) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 647.623889] env[62328]: DEBUG oslo_concurrency.lockutils [None req-0536c8a6-2ef1-4454-a265-20a67e9788ce tempest-DeleteServersAdminTestJSON-1672951685 tempest-DeleteServersAdminTestJSON-1672951685-project-member] Lock "cbd7d9a6-9812-461e-9f59-8dea2e62fece" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 63.137s {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 647.624363] env[62328]: DEBUG oslo_vmware.api [None req-8ae36df4-c359-4222-9a0e-fe175cc9f366 tempest-ServersTestJSON-42114830 tempest-ServersTestJSON-42114830-project-member] Task: {'id': task-2386426, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 647.648330] env[62328]: DEBUG nova.compute.manager [req-a0ce6d86-9de0-4f3c-923f-5b940379f686 req-bbaec3ed-a3dd-416b-a14d-82bfe4e6f0f5 service nova] [instance: 8cd0962c-8272-4384-973d-1ac21ca21993] Received event network-changed-f5a75d69-f7c9-419b-be1a-9cfe94f76980 {{(pid=62328) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 647.648518] env[62328]: DEBUG nova.compute.manager [req-a0ce6d86-9de0-4f3c-923f-5b940379f686 req-bbaec3ed-a3dd-416b-a14d-82bfe4e6f0f5 service nova] [instance: 8cd0962c-8272-4384-973d-1ac21ca21993] Refreshing instance network info cache due to event network-changed-f5a75d69-f7c9-419b-be1a-9cfe94f76980. {{(pid=62328) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 647.648933] env[62328]: DEBUG oslo_concurrency.lockutils [req-a0ce6d86-9de0-4f3c-923f-5b940379f686 req-bbaec3ed-a3dd-416b-a14d-82bfe4e6f0f5 service nova] Acquiring lock "refresh_cache-8cd0962c-8272-4384-973d-1ac21ca21993" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 647.767471] env[62328]: DEBUG nova.compute.manager [None req-128e9285-b921-4748-b0f2-05645a029569 tempest-ServerRescueTestJSON-434379102 tempest-ServerRescueTestJSON-434379102-project-member] [instance: 7ad56de0-3e7a-4018-8746-42a83a4fe22e] Start building block device mappings for instance. {{(pid=62328) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 647.804593] env[62328]: DEBUG oslo_vmware.api [None req-e33f2b9f-56a8-4c73-a5f9-f298ff7a711e tempest-ImagesOneServerTestJSON-2062431902 tempest-ImagesOneServerTestJSON-2062431902-project-member] Task: {'id': task-2386421, 'name': RemoveSnapshot_Task, 'duration_secs': 1.278498} completed successfully. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 647.807522] env[62328]: DEBUG nova.virt.vmwareapi.vmops [None req-e33f2b9f-56a8-4c73-a5f9-f298ff7a711e tempest-ImagesOneServerTestJSON-2062431902 tempest-ImagesOneServerTestJSON-2062431902-project-member] [instance: b7106740-bdd7-4774-8744-cbe21352a31c] Deleted Snapshot of the VM instance {{(pid=62328) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 647.807773] env[62328]: INFO nova.compute.manager [None req-e33f2b9f-56a8-4c73-a5f9-f298ff7a711e tempest-ImagesOneServerTestJSON-2062431902 tempest-ImagesOneServerTestJSON-2062431902-project-member] [instance: b7106740-bdd7-4774-8744-cbe21352a31c] Took 18.95 seconds to snapshot the instance on the hypervisor. [ 647.939694] env[62328]: DEBUG nova.network.neutron [None req-128e9285-b921-4748-b0f2-05645a029569 tempest-ServerRescueTestJSON-434379102 tempest-ServerRescueTestJSON-434379102-project-member] [instance: 7ad56de0-3e7a-4018-8746-42a83a4fe22e] Successfully created port: 8ad29444-070e-484e-8c29-aee0f10d9789 {{(pid=62328) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 647.956775] env[62328]: INFO nova.compute.manager [None req-905d4929-e4c5-4df9-b520-46eb07e352ca tempest-VolumesAdminNegativeTest-179339308 tempest-VolumesAdminNegativeTest-179339308-project-member] [instance: 04dd8fd6-91f0-444f-b642-2ba8dcdea19d] Took 40.91 seconds to build instance. [ 647.962924] env[62328]: DEBUG oslo_vmware.api [None req-d69bbc60-f019-4f6a-9f9c-1d1daec41876 tempest-AttachInterfacesV270Test-1787492697 tempest-AttachInterfacesV270Test-1787492697-project-member] Task: {'id': session[52a6e20e-410d-708a-99f2-080a575a99bd]521e17c2-dfba-4361-dea6-44e844f9ad0a, 'name': SearchDatastore_Task, 'duration_secs': 0.01157} completed successfully. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 647.965923] env[62328]: DEBUG oslo_concurrency.lockutils [None req-d69bbc60-f019-4f6a-9f9c-1d1daec41876 tempest-AttachInterfacesV270Test-1787492697 tempest-AttachInterfacesV270Test-1787492697-project-member] Releasing lock "[datastore2] devstack-image-cache_base/dbf872a4-92be-47e4-8561-c3e2bf2423ab" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 647.966198] env[62328]: DEBUG nova.virt.vmwareapi.vmops [None req-d69bbc60-f019-4f6a-9f9c-1d1daec41876 tempest-AttachInterfacesV270Test-1787492697 tempest-AttachInterfacesV270Test-1787492697-project-member] [instance: 0c794ef1-25d2-43a2-a0f3-98083f82eeac] Processing image dbf872a4-92be-47e4-8561-c3e2bf2423ab {{(pid=62328) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 647.966430] env[62328]: DEBUG oslo_concurrency.lockutils [None req-d69bbc60-f019-4f6a-9f9c-1d1daec41876 tempest-AttachInterfacesV270Test-1787492697 tempest-AttachInterfacesV270Test-1787492697-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/dbf872a4-92be-47e4-8561-c3e2bf2423ab/dbf872a4-92be-47e4-8561-c3e2bf2423ab.vmdk" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 647.966572] env[62328]: DEBUG oslo_concurrency.lockutils [None req-d69bbc60-f019-4f6a-9f9c-1d1daec41876 tempest-AttachInterfacesV270Test-1787492697 tempest-AttachInterfacesV270Test-1787492697-project-member] Acquired lock "[datastore2] devstack-image-cache_base/dbf872a4-92be-47e4-8561-c3e2bf2423ab/dbf872a4-92be-47e4-8561-c3e2bf2423ab.vmdk" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.966746] env[62328]: DEBUG nova.virt.vmwareapi.ds_util [None req-d69bbc60-f019-4f6a-9f9c-1d1daec41876 tempest-AttachInterfacesV270Test-1787492697 tempest-AttachInterfacesV270Test-1787492697-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62328) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 647.967100] env[62328]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-1317d468-0b02-4218-86eb-aac139a2c531 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 647.991983] env[62328]: DEBUG nova.virt.vmwareapi.ds_util [None req-d69bbc60-f019-4f6a-9f9c-1d1daec41876 tempest-AttachInterfacesV270Test-1787492697 tempest-AttachInterfacesV270Test-1787492697-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62328) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 647.991983] env[62328]: DEBUG nova.virt.vmwareapi.vmops [None req-d69bbc60-f019-4f6a-9f9c-1d1daec41876 tempest-AttachInterfacesV270Test-1787492697 tempest-AttachInterfacesV270Test-1787492697-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62328) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 647.993867] env[62328]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8d6b19c0-35db-4880-bc30-0f5a00939134 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 648.005125] env[62328]: DEBUG oslo_vmware.api [None req-d69bbc60-f019-4f6a-9f9c-1d1daec41876 tempest-AttachInterfacesV270Test-1787492697 tempest-AttachInterfacesV270Test-1787492697-project-member] Waiting for the task: (returnval){ [ 648.005125] env[62328]: value = "session[52a6e20e-410d-708a-99f2-080a575a99bd]52a8e11a-17ad-10a5-e8bb-ecb0e1407bbe" [ 648.005125] env[62328]: _type = "Task" [ 648.005125] env[62328]: } to complete. {{(pid=62328) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 648.012196] env[62328]: DEBUG oslo_vmware.api [None req-d69bbc60-f019-4f6a-9f9c-1d1daec41876 tempest-AttachInterfacesV270Test-1787492697 tempest-AttachInterfacesV270Test-1787492697-project-member] Task: {'id': session[52a6e20e-410d-708a-99f2-080a575a99bd]52a8e11a-17ad-10a5-e8bb-ecb0e1407bbe, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 648.060384] env[62328]: DEBUG nova.network.neutron [req-b1e29a7b-272b-4e1a-837d-39dd22be844c req-2d3ab947-0483-4b74-999c-00c20c836f54 service nova] [instance: 8cd0962c-8272-4384-973d-1ac21ca21993] Updated VIF entry in instance network info cache for port f5a75d69-f7c9-419b-be1a-9cfe94f76980. {{(pid=62328) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 648.060743] env[62328]: DEBUG nova.network.neutron [req-b1e29a7b-272b-4e1a-837d-39dd22be844c req-2d3ab947-0483-4b74-999c-00c20c836f54 service nova] [instance: 8cd0962c-8272-4384-973d-1ac21ca21993] Updating instance_info_cache with network_info: [{"id": "f5a75d69-f7c9-419b-be1a-9cfe94f76980", "address": "fa:16:3e:94:08:50", "network": {"id": "de12f95f-9353-45ec-b306-9aa1757c23b4", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-1744149878-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7e3ef50f47dc4b98af4741ae41f20df6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9722ea4d-e4a5-48fc-b759-5c4c4796b1ef", "external-id": "nsx-vlan-transportzone-924", "segmentation_id": 924, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf5a75d69-f7", "ovs_interfaceid": "f5a75d69-f7c9-419b-be1a-9cfe94f76980", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62328) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 648.129158] env[62328]: DEBUG nova.compute.manager [None req-b41880fe-1946-427e-8ea1-11d44a480a12 tempest-TenantUsagesTestJSON-2114917124 tempest-TenantUsagesTestJSON-2114917124-project-member] [instance: fe79d679-7bb1-45f8-8189-1dcbcd72d111] Starting instance... {{(pid=62328) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 648.132544] env[62328]: DEBUG oslo_vmware.api [None req-8ae36df4-c359-4222-9a0e-fe175cc9f366 tempest-ServersTestJSON-42114830 tempest-ServersTestJSON-42114830-project-member] Task: {'id': task-2386426, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.067085} completed successfully. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 648.133222] env[62328]: DEBUG nova.virt.vmwareapi.vmops [None req-8ae36df4-c359-4222-9a0e-fe175cc9f366 tempest-ServersTestJSON-42114830 tempest-ServersTestJSON-42114830-project-member] [instance: aa0b930b-b792-402c-ac6d-bfe5dfed0f03] Extended root virtual disk {{(pid=62328) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 648.136490] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7ad3697d-ae60-4152-a72c-7e509690d4bc {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 648.167045] env[62328]: DEBUG nova.virt.vmwareapi.volumeops [None req-8ae36df4-c359-4222-9a0e-fe175cc9f366 tempest-ServersTestJSON-42114830 tempest-ServersTestJSON-42114830-project-member] [instance: aa0b930b-b792-402c-ac6d-bfe5dfed0f03] Reconfiguring VM instance instance-0000001c to attach disk [datastore2] aa0b930b-b792-402c-ac6d-bfe5dfed0f03/aa0b930b-b792-402c-ac6d-bfe5dfed0f03.vmdk or device None with type sparse {{(pid=62328) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 648.170286] env[62328]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c881703f-579d-46bd-8be3-3f10f869d744 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 648.202863] env[62328]: DEBUG oslo_vmware.api [None req-8ae36df4-c359-4222-9a0e-fe175cc9f366 tempest-ServersTestJSON-42114830 tempest-ServersTestJSON-42114830-project-member] Waiting for the task: (returnval){ [ 648.202863] env[62328]: value = "task-2386427" [ 648.202863] env[62328]: _type = "Task" [ 648.202863] env[62328]: } to complete. {{(pid=62328) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 648.211991] env[62328]: DEBUG oslo_vmware.api [None req-8ae36df4-c359-4222-9a0e-fe175cc9f366 tempest-ServersTestJSON-42114830 tempest-ServersTestJSON-42114830-project-member] Task: {'id': task-2386427, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 648.440052] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a3186de1-fb3e-4856-baa5-ef198602b19f {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 648.444106] env[62328]: DEBUG nova.network.neutron [req-98ab07f9-bb17-4647-bd8d-d05fea8d3da7 req-1e0f0686-a79c-4606-b624-15be4ae5bb66 service nova] [instance: 0c794ef1-25d2-43a2-a0f3-98083f82eeac] Updated VIF entry in instance network info cache for port a082a469-447c-48fa-84b5-355c75674eef. {{(pid=62328) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 648.444455] env[62328]: DEBUG nova.network.neutron [req-98ab07f9-bb17-4647-bd8d-d05fea8d3da7 req-1e0f0686-a79c-4606-b624-15be4ae5bb66 service nova] [instance: 0c794ef1-25d2-43a2-a0f3-98083f82eeac] Updating instance_info_cache with network_info: [{"id": "a082a469-447c-48fa-84b5-355c75674eef", "address": "fa:16:3e:4a:c1:b4", "network": {"id": "08c4b167-302a-4bf4-8700-9b960d808caf", "bridge": "br-int", "label": "tempest-AttachInterfacesV270Test-1014812614-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "380d275f8830473585afdcf474489b90", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "767a3a48-41d4-4a0c-961d-0024837f63bd", "external-id": "nsx-vlan-transportzone-141", "segmentation_id": 141, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa082a469-44", "ovs_interfaceid": "a082a469-447c-48fa-84b5-355c75674eef", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62328) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 648.454025] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e163470c-3de9-4855-b0ae-24782e679e88 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 648.458757] env[62328]: DEBUG oslo_concurrency.lockutils [None req-905d4929-e4c5-4df9-b520-46eb07e352ca tempest-VolumesAdminNegativeTest-179339308 tempest-VolumesAdminNegativeTest-179339308-project-member] Lock "04dd8fd6-91f0-444f-b642-2ba8dcdea19d" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 58.434s {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 648.484678] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bfbd7a52-1e76-46c7-aeb3-da146bf47bd5 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 648.493652] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4b0ebf29-5431-4b0b-ac58-95410902dbea {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 648.509755] env[62328]: DEBUG nova.compute.provider_tree [None req-16eda5c7-fbe0-49ae-8e99-93a8b70dcb32 tempest-ServersTestMultiNic-1057987772 tempest-ServersTestMultiNic-1057987772-project-member] Inventory has not changed in ProviderTree for provider: 3469e9f8-04af-49ca-8435-49f104496744 {{(pid=62328) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 648.521114] env[62328]: DEBUG oslo_vmware.api [None req-d69bbc60-f019-4f6a-9f9c-1d1daec41876 tempest-AttachInterfacesV270Test-1787492697 tempest-AttachInterfacesV270Test-1787492697-project-member] Task: {'id': session[52a6e20e-410d-708a-99f2-080a575a99bd]52a8e11a-17ad-10a5-e8bb-ecb0e1407bbe, 'name': SearchDatastore_Task, 'duration_secs': 0.051749} completed successfully. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 648.522425] env[62328]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fcbcb24d-44e1-46f4-99d3-9ceeac038ddd {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 648.529006] env[62328]: DEBUG oslo_vmware.api [None req-d69bbc60-f019-4f6a-9f9c-1d1daec41876 tempest-AttachInterfacesV270Test-1787492697 tempest-AttachInterfacesV270Test-1787492697-project-member] Waiting for the task: (returnval){ [ 648.529006] env[62328]: value = "session[52a6e20e-410d-708a-99f2-080a575a99bd]5259b2a0-7801-6dcd-92b0-24a269ef05cf" [ 648.529006] env[62328]: _type = "Task" [ 648.529006] env[62328]: } to complete. {{(pid=62328) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 648.533984] env[62328]: DEBUG oslo_concurrency.lockutils [None req-728e226d-1cc5-4fa0-a89e-7eb8cd0b49f4 tempest-FloatingIPsAssociationTestJSON-89523020 tempest-FloatingIPsAssociationTestJSON-89523020-project-member] Acquiring lock "8cd0962c-8272-4384-973d-1ac21ca21993" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 648.534239] env[62328]: DEBUG oslo_concurrency.lockutils [None req-728e226d-1cc5-4fa0-a89e-7eb8cd0b49f4 tempest-FloatingIPsAssociationTestJSON-89523020 tempest-FloatingIPsAssociationTestJSON-89523020-project-member] Lock "8cd0962c-8272-4384-973d-1ac21ca21993" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 648.534432] env[62328]: DEBUG oslo_concurrency.lockutils [None req-728e226d-1cc5-4fa0-a89e-7eb8cd0b49f4 tempest-FloatingIPsAssociationTestJSON-89523020 tempest-FloatingIPsAssociationTestJSON-89523020-project-member] Acquiring lock "8cd0962c-8272-4384-973d-1ac21ca21993-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 648.534606] env[62328]: DEBUG oslo_concurrency.lockutils [None req-728e226d-1cc5-4fa0-a89e-7eb8cd0b49f4 tempest-FloatingIPsAssociationTestJSON-89523020 tempest-FloatingIPsAssociationTestJSON-89523020-project-member] Lock "8cd0962c-8272-4384-973d-1ac21ca21993-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 648.534769] env[62328]: DEBUG oslo_concurrency.lockutils [None req-728e226d-1cc5-4fa0-a89e-7eb8cd0b49f4 tempest-FloatingIPsAssociationTestJSON-89523020 tempest-FloatingIPsAssociationTestJSON-89523020-project-member] Lock "8cd0962c-8272-4384-973d-1ac21ca21993-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 648.537076] env[62328]: INFO nova.compute.manager [None req-728e226d-1cc5-4fa0-a89e-7eb8cd0b49f4 tempest-FloatingIPsAssociationTestJSON-89523020 tempest-FloatingIPsAssociationTestJSON-89523020-project-member] [instance: 8cd0962c-8272-4384-973d-1ac21ca21993] Terminating instance [ 648.542718] env[62328]: DEBUG oslo_vmware.api [None req-d69bbc60-f019-4f6a-9f9c-1d1daec41876 tempest-AttachInterfacesV270Test-1787492697 tempest-AttachInterfacesV270Test-1787492697-project-member] Task: {'id': session[52a6e20e-410d-708a-99f2-080a575a99bd]5259b2a0-7801-6dcd-92b0-24a269ef05cf, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 648.563686] env[62328]: DEBUG oslo_concurrency.lockutils [req-b1e29a7b-272b-4e1a-837d-39dd22be844c req-2d3ab947-0483-4b74-999c-00c20c836f54 service nova] Releasing lock "refresh_cache-8cd0962c-8272-4384-973d-1ac21ca21993" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 648.564192] env[62328]: DEBUG oslo_concurrency.lockutils [req-a0ce6d86-9de0-4f3c-923f-5b940379f686 req-bbaec3ed-a3dd-416b-a14d-82bfe4e6f0f5 service nova] Acquired lock "refresh_cache-8cd0962c-8272-4384-973d-1ac21ca21993" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.564398] env[62328]: DEBUG nova.network.neutron [req-a0ce6d86-9de0-4f3c-923f-5b940379f686 req-bbaec3ed-a3dd-416b-a14d-82bfe4e6f0f5 service nova] [instance: 8cd0962c-8272-4384-973d-1ac21ca21993] Refreshing network info cache for port f5a75d69-f7c9-419b-be1a-9cfe94f76980 {{(pid=62328) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 648.612335] env[62328]: DEBUG oslo_concurrency.lockutils [None req-83cc96ed-b7ce-4623-b010-498bb474a7c2 tempest-ListServerFiltersTestJSON-1229971268 tempest-ListServerFiltersTestJSON-1229971268-project-member] Acquiring lock "7d799973-7eb9-46f8-ae41-d9aca9fc9e5a" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 648.612619] env[62328]: DEBUG oslo_concurrency.lockutils [None req-83cc96ed-b7ce-4623-b010-498bb474a7c2 tempest-ListServerFiltersTestJSON-1229971268 tempest-ListServerFiltersTestJSON-1229971268-project-member] Lock "7d799973-7eb9-46f8-ae41-d9aca9fc9e5a" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.001s {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 648.613434] env[62328]: DEBUG nova.compute.manager [None req-83cc96ed-b7ce-4623-b010-498bb474a7c2 tempest-ListServerFiltersTestJSON-1229971268 tempest-ListServerFiltersTestJSON-1229971268-project-member] [instance: 7d799973-7eb9-46f8-ae41-d9aca9fc9e5a] Checking state {{(pid=62328) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 648.613803] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-30f541a6-fb1e-4e06-b1be-dd809aa06dac {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 648.620817] env[62328]: DEBUG nova.compute.manager [None req-83cc96ed-b7ce-4623-b010-498bb474a7c2 tempest-ListServerFiltersTestJSON-1229971268 tempest-ListServerFiltersTestJSON-1229971268-project-member] [instance: 7d799973-7eb9-46f8-ae41-d9aca9fc9e5a] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=62328) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 648.621414] env[62328]: DEBUG nova.objects.instance [None req-83cc96ed-b7ce-4623-b010-498bb474a7c2 tempest-ListServerFiltersTestJSON-1229971268 tempest-ListServerFiltersTestJSON-1229971268-project-member] Lazy-loading 'flavor' on Instance uuid 7d799973-7eb9-46f8-ae41-d9aca9fc9e5a {{(pid=62328) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 648.649395] env[62328]: DEBUG oslo_concurrency.lockutils [None req-b41880fe-1946-427e-8ea1-11d44a480a12 tempest-TenantUsagesTestJSON-2114917124 tempest-TenantUsagesTestJSON-2114917124-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 648.711386] env[62328]: DEBUG oslo_vmware.api [None req-8ae36df4-c359-4222-9a0e-fe175cc9f366 tempest-ServersTestJSON-42114830 tempest-ServersTestJSON-42114830-project-member] Task: {'id': task-2386427, 'name': ReconfigVM_Task, 'duration_secs': 0.458157} completed successfully. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 648.711795] env[62328]: DEBUG nova.virt.vmwareapi.volumeops [None req-8ae36df4-c359-4222-9a0e-fe175cc9f366 tempest-ServersTestJSON-42114830 tempest-ServersTestJSON-42114830-project-member] [instance: aa0b930b-b792-402c-ac6d-bfe5dfed0f03] Reconfigured VM instance instance-0000001c to attach disk [datastore2] aa0b930b-b792-402c-ac6d-bfe5dfed0f03/aa0b930b-b792-402c-ac6d-bfe5dfed0f03.vmdk or device None with type sparse {{(pid=62328) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 648.712440] env[62328]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-17ae5406-0155-4508-9206-8314f1b85805 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 648.721261] env[62328]: DEBUG oslo_vmware.api [None req-8ae36df4-c359-4222-9a0e-fe175cc9f366 tempest-ServersTestJSON-42114830 tempest-ServersTestJSON-42114830-project-member] Waiting for the task: (returnval){ [ 648.721261] env[62328]: value = "task-2386428" [ 648.721261] env[62328]: _type = "Task" [ 648.721261] env[62328]: } to complete. {{(pid=62328) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 648.730095] env[62328]: DEBUG oslo_vmware.api [None req-8ae36df4-c359-4222-9a0e-fe175cc9f366 tempest-ServersTestJSON-42114830 tempest-ServersTestJSON-42114830-project-member] Task: {'id': task-2386428, 'name': Rename_Task} progress is 0%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 648.782524] env[62328]: DEBUG nova.compute.manager [None req-128e9285-b921-4748-b0f2-05645a029569 tempest-ServerRescueTestJSON-434379102 tempest-ServerRescueTestJSON-434379102-project-member] [instance: 7ad56de0-3e7a-4018-8746-42a83a4fe22e] Start spawning the instance on the hypervisor. {{(pid=62328) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 648.812141] env[62328]: DEBUG nova.virt.hardware [None req-128e9285-b921-4748-b0f2-05645a029569 tempest-ServerRescueTestJSON-434379102 tempest-ServerRescueTestJSON-434379102-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-07T17:16:55Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-07T17:16:37Z,direct_url=,disk_format='vmdk',id=dbf872a4-92be-47e4-8561-c3e2bf2423ab,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='2a64022f08d84b11a86773b900860ae5',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-07T17:16:38Z,virtual_size=,visibility=), allow threads: False {{(pid=62328) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 648.812237] env[62328]: DEBUG nova.virt.hardware [None req-128e9285-b921-4748-b0f2-05645a029569 tempest-ServerRescueTestJSON-434379102 tempest-ServerRescueTestJSON-434379102-project-member] Flavor limits 0:0:0 {{(pid=62328) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 648.812848] env[62328]: DEBUG nova.virt.hardware [None req-128e9285-b921-4748-b0f2-05645a029569 tempest-ServerRescueTestJSON-434379102 tempest-ServerRescueTestJSON-434379102-project-member] Image limits 0:0:0 {{(pid=62328) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 648.812848] env[62328]: DEBUG nova.virt.hardware [None req-128e9285-b921-4748-b0f2-05645a029569 tempest-ServerRescueTestJSON-434379102 tempest-ServerRescueTestJSON-434379102-project-member] Flavor pref 0:0:0 {{(pid=62328) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 648.812848] env[62328]: DEBUG nova.virt.hardware [None req-128e9285-b921-4748-b0f2-05645a029569 tempest-ServerRescueTestJSON-434379102 tempest-ServerRescueTestJSON-434379102-project-member] Image pref 0:0:0 {{(pid=62328) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 648.812848] env[62328]: DEBUG nova.virt.hardware [None req-128e9285-b921-4748-b0f2-05645a029569 tempest-ServerRescueTestJSON-434379102 tempest-ServerRescueTestJSON-434379102-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62328) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 648.813052] env[62328]: DEBUG nova.virt.hardware [None req-128e9285-b921-4748-b0f2-05645a029569 tempest-ServerRescueTestJSON-434379102 tempest-ServerRescueTestJSON-434379102-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62328) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 648.813245] env[62328]: DEBUG nova.virt.hardware [None req-128e9285-b921-4748-b0f2-05645a029569 tempest-ServerRescueTestJSON-434379102 tempest-ServerRescueTestJSON-434379102-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62328) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 648.813456] env[62328]: DEBUG nova.virt.hardware [None req-128e9285-b921-4748-b0f2-05645a029569 tempest-ServerRescueTestJSON-434379102 tempest-ServerRescueTestJSON-434379102-project-member] Got 1 possible topologies {{(pid=62328) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 648.815744] env[62328]: DEBUG nova.virt.hardware [None req-128e9285-b921-4748-b0f2-05645a029569 tempest-ServerRescueTestJSON-434379102 tempest-ServerRescueTestJSON-434379102-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62328) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 648.815744] env[62328]: DEBUG nova.virt.hardware [None req-128e9285-b921-4748-b0f2-05645a029569 tempest-ServerRescueTestJSON-434379102 tempest-ServerRescueTestJSON-434379102-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62328) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 648.815744] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-797ed56c-1d0f-4cf1-bc5e-5bdc045ac2e8 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 648.823898] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9756e092-c270-48b3-9818-883cff97c626 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 648.942521] env[62328]: DEBUG oslo_concurrency.lockutils [None req-8ba2afc8-b57c-4ff2-8b99-a208658a7fb8 tempest-ServerActionsV293TestJSON-1864378190 tempest-ServerActionsV293TestJSON-1864378190-project-member] Acquiring lock "2f5e173e-0a48-45c2-ae86-64d86a2b45d4" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 648.942832] env[62328]: DEBUG oslo_concurrency.lockutils [None req-8ba2afc8-b57c-4ff2-8b99-a208658a7fb8 tempest-ServerActionsV293TestJSON-1864378190 tempest-ServerActionsV293TestJSON-1864378190-project-member] Lock "2f5e173e-0a48-45c2-ae86-64d86a2b45d4" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 648.946749] env[62328]: DEBUG oslo_concurrency.lockutils [req-98ab07f9-bb17-4647-bd8d-d05fea8d3da7 req-1e0f0686-a79c-4606-b624-15be4ae5bb66 service nova] Releasing lock "refresh_cache-0c794ef1-25d2-43a2-a0f3-98083f82eeac" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 648.988204] env[62328]: DEBUG nova.compute.manager [None req-fbd1350c-89cb-4bf3-bd5f-b6f05344b01b tempest-ServersV294TestFqdnHostnames-1169218801 tempest-ServersV294TestFqdnHostnames-1169218801-project-member] [instance: 80c53aaa-0812-4f2f-bfe8-2f05c1002018] Starting instance... {{(pid=62328) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 649.015613] env[62328]: DEBUG nova.scheduler.client.report [None req-16eda5c7-fbe0-49ae-8e99-93a8b70dcb32 tempest-ServersTestMultiNic-1057987772 tempest-ServersTestMultiNic-1057987772-project-member] Inventory has not changed for provider 3469e9f8-04af-49ca-8435-49f104496744 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 152, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62328) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 649.042231] env[62328]: DEBUG oslo_vmware.api [None req-d69bbc60-f019-4f6a-9f9c-1d1daec41876 tempest-AttachInterfacesV270Test-1787492697 tempest-AttachInterfacesV270Test-1787492697-project-member] Task: {'id': session[52a6e20e-410d-708a-99f2-080a575a99bd]5259b2a0-7801-6dcd-92b0-24a269ef05cf, 'name': SearchDatastore_Task, 'duration_secs': 0.052966} completed successfully. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 649.042503] env[62328]: DEBUG oslo_concurrency.lockutils [None req-d69bbc60-f019-4f6a-9f9c-1d1daec41876 tempest-AttachInterfacesV270Test-1787492697 tempest-AttachInterfacesV270Test-1787492697-project-member] Releasing lock "[datastore2] devstack-image-cache_base/dbf872a4-92be-47e4-8561-c3e2bf2423ab/dbf872a4-92be-47e4-8561-c3e2bf2423ab.vmdk" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 649.042813] env[62328]: DEBUG nova.virt.vmwareapi.vm_util [None req-d69bbc60-f019-4f6a-9f9c-1d1daec41876 tempest-AttachInterfacesV270Test-1787492697 tempest-AttachInterfacesV270Test-1787492697-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/dbf872a4-92be-47e4-8561-c3e2bf2423ab/dbf872a4-92be-47e4-8561-c3e2bf2423ab.vmdk to [datastore2] 0c794ef1-25d2-43a2-a0f3-98083f82eeac/0c794ef1-25d2-43a2-a0f3-98083f82eeac.vmdk {{(pid=62328) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 649.043362] env[62328]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-d3eaebee-40bf-4fb0-b894-3a1c17be203c {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 649.046348] env[62328]: DEBUG nova.compute.manager [None req-728e226d-1cc5-4fa0-a89e-7eb8cd0b49f4 tempest-FloatingIPsAssociationTestJSON-89523020 tempest-FloatingIPsAssociationTestJSON-89523020-project-member] [instance: 8cd0962c-8272-4384-973d-1ac21ca21993] Start destroying the instance on the hypervisor. {{(pid=62328) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 649.046559] env[62328]: DEBUG nova.virt.vmwareapi.vmops [None req-728e226d-1cc5-4fa0-a89e-7eb8cd0b49f4 tempest-FloatingIPsAssociationTestJSON-89523020 tempest-FloatingIPsAssociationTestJSON-89523020-project-member] [instance: 8cd0962c-8272-4384-973d-1ac21ca21993] Destroying instance {{(pid=62328) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 649.048282] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-50f9f061-46e6-48d4-a75f-9d86f84d6432 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 649.056111] env[62328]: DEBUG nova.virt.vmwareapi.vm_util [None req-728e226d-1cc5-4fa0-a89e-7eb8cd0b49f4 tempest-FloatingIPsAssociationTestJSON-89523020 tempest-FloatingIPsAssociationTestJSON-89523020-project-member] [instance: 8cd0962c-8272-4384-973d-1ac21ca21993] Powering off the VM {{(pid=62328) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 649.057477] env[62328]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-08746e3e-d430-4ba5-bc2c-fa2bd848ad15 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 649.060023] env[62328]: DEBUG oslo_vmware.api [None req-d69bbc60-f019-4f6a-9f9c-1d1daec41876 tempest-AttachInterfacesV270Test-1787492697 tempest-AttachInterfacesV270Test-1787492697-project-member] Waiting for the task: (returnval){ [ 649.060023] env[62328]: value = "task-2386429" [ 649.060023] env[62328]: _type = "Task" [ 649.060023] env[62328]: } to complete. {{(pid=62328) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 649.065951] env[62328]: DEBUG oslo_vmware.api [None req-728e226d-1cc5-4fa0-a89e-7eb8cd0b49f4 tempest-FloatingIPsAssociationTestJSON-89523020 tempest-FloatingIPsAssociationTestJSON-89523020-project-member] Waiting for the task: (returnval){ [ 649.065951] env[62328]: value = "task-2386430" [ 649.065951] env[62328]: _type = "Task" [ 649.065951] env[62328]: } to complete. {{(pid=62328) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 649.071809] env[62328]: DEBUG oslo_vmware.api [None req-d69bbc60-f019-4f6a-9f9c-1d1daec41876 tempest-AttachInterfacesV270Test-1787492697 tempest-AttachInterfacesV270Test-1787492697-project-member] Task: {'id': task-2386429, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 649.082640] env[62328]: DEBUG oslo_vmware.api [None req-728e226d-1cc5-4fa0-a89e-7eb8cd0b49f4 tempest-FloatingIPsAssociationTestJSON-89523020 tempest-FloatingIPsAssociationTestJSON-89523020-project-member] Task: {'id': task-2386430, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 649.237028] env[62328]: DEBUG oslo_vmware.api [None req-8ae36df4-c359-4222-9a0e-fe175cc9f366 tempest-ServersTestJSON-42114830 tempest-ServersTestJSON-42114830-project-member] Task: {'id': task-2386428, 'name': Rename_Task, 'duration_secs': 0.23404} completed successfully. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 649.237589] env[62328]: DEBUG nova.virt.vmwareapi.vm_util [None req-8ae36df4-c359-4222-9a0e-fe175cc9f366 tempest-ServersTestJSON-42114830 tempest-ServersTestJSON-42114830-project-member] [instance: aa0b930b-b792-402c-ac6d-bfe5dfed0f03] Powering on the VM {{(pid=62328) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 649.238138] env[62328]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-d59d450f-e8fa-4873-94e9-2069b2ae2783 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 649.248199] env[62328]: DEBUG oslo_vmware.api [None req-8ae36df4-c359-4222-9a0e-fe175cc9f366 tempest-ServersTestJSON-42114830 tempest-ServersTestJSON-42114830-project-member] Waiting for the task: (returnval){ [ 649.248199] env[62328]: value = "task-2386431" [ 649.248199] env[62328]: _type = "Task" [ 649.248199] env[62328]: } to complete. {{(pid=62328) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 649.261276] env[62328]: DEBUG oslo_vmware.api [None req-8ae36df4-c359-4222-9a0e-fe175cc9f366 tempest-ServersTestJSON-42114830 tempest-ServersTestJSON-42114830-project-member] Task: {'id': task-2386431, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 649.520876] env[62328]: DEBUG oslo_concurrency.lockutils [None req-fbd1350c-89cb-4bf3-bd5f-b6f05344b01b tempest-ServersV294TestFqdnHostnames-1169218801 tempest-ServersV294TestFqdnHostnames-1169218801-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 649.521759] env[62328]: DEBUG oslo_concurrency.lockutils [None req-16eda5c7-fbe0-49ae-8e99-93a8b70dcb32 tempest-ServersTestMultiNic-1057987772 tempest-ServersTestMultiNic-1057987772-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.775s {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 649.522295] env[62328]: DEBUG nova.compute.manager [None req-16eda5c7-fbe0-49ae-8e99-93a8b70dcb32 tempest-ServersTestMultiNic-1057987772 tempest-ServersTestMultiNic-1057987772-project-member] [instance: 1e8111de-0629-4ba5-b945-8f552763ab15] Start building networks asynchronously for instance. {{(pid=62328) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 649.526176] env[62328]: DEBUG nova.network.neutron [req-a0ce6d86-9de0-4f3c-923f-5b940379f686 req-bbaec3ed-a3dd-416b-a14d-82bfe4e6f0f5 service nova] [instance: 8cd0962c-8272-4384-973d-1ac21ca21993] Updated VIF entry in instance network info cache for port f5a75d69-f7c9-419b-be1a-9cfe94f76980. {{(pid=62328) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 649.530024] env[62328]: DEBUG nova.network.neutron [req-a0ce6d86-9de0-4f3c-923f-5b940379f686 req-bbaec3ed-a3dd-416b-a14d-82bfe4e6f0f5 service nova] [instance: 8cd0962c-8272-4384-973d-1ac21ca21993] Updating instance_info_cache with network_info: [{"id": "f5a75d69-f7c9-419b-be1a-9cfe94f76980", "address": "fa:16:3e:94:08:50", "network": {"id": "de12f95f-9353-45ec-b306-9aa1757c23b4", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-1744149878-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7e3ef50f47dc4b98af4741ae41f20df6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9722ea4d-e4a5-48fc-b759-5c4c4796b1ef", "external-id": "nsx-vlan-transportzone-924", "segmentation_id": 924, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf5a75d69-f7", "ovs_interfaceid": "f5a75d69-f7c9-419b-be1a-9cfe94f76980", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62328) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 649.530024] env[62328]: DEBUG oslo_concurrency.lockutils [None req-34162ca2-271f-43b9-99db-b8c5ee3fcf77 tempest-ServersAdmin275Test-1782090467 tempest-ServersAdmin275Test-1782090467-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 21.824s {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 649.530257] env[62328]: INFO nova.compute.claims [None req-34162ca2-271f-43b9-99db-b8c5ee3fcf77 tempest-ServersAdmin275Test-1782090467 tempest-ServersAdmin275Test-1782090467-project-member] [instance: 892b410e-c0ae-4ef6-90a6-fbf09d6ad76b] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 649.572659] env[62328]: DEBUG oslo_vmware.api [None req-d69bbc60-f019-4f6a-9f9c-1d1daec41876 tempest-AttachInterfacesV270Test-1787492697 tempest-AttachInterfacesV270Test-1787492697-project-member] Task: {'id': task-2386429, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 649.583178] env[62328]: DEBUG oslo_vmware.api [None req-728e226d-1cc5-4fa0-a89e-7eb8cd0b49f4 tempest-FloatingIPsAssociationTestJSON-89523020 tempest-FloatingIPsAssociationTestJSON-89523020-project-member] Task: {'id': task-2386430, 'name': PowerOffVM_Task, 'duration_secs': 0.185377} completed successfully. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 649.583861] env[62328]: DEBUG nova.virt.vmwareapi.vm_util [None req-728e226d-1cc5-4fa0-a89e-7eb8cd0b49f4 tempest-FloatingIPsAssociationTestJSON-89523020 tempest-FloatingIPsAssociationTestJSON-89523020-project-member] [instance: 8cd0962c-8272-4384-973d-1ac21ca21993] Powered off the VM {{(pid=62328) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 649.583861] env[62328]: DEBUG nova.virt.vmwareapi.vmops [None req-728e226d-1cc5-4fa0-a89e-7eb8cd0b49f4 tempest-FloatingIPsAssociationTestJSON-89523020 tempest-FloatingIPsAssociationTestJSON-89523020-project-member] [instance: 8cd0962c-8272-4384-973d-1ac21ca21993] Unregistering the VM {{(pid=62328) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 649.584233] env[62328]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-625ec870-14b4-4074-9852-bbedf0b84834 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 649.635325] env[62328]: DEBUG nova.virt.vmwareapi.vm_util [None req-83cc96ed-b7ce-4623-b010-498bb474a7c2 tempest-ListServerFiltersTestJSON-1229971268 tempest-ListServerFiltersTestJSON-1229971268-project-member] [instance: 7d799973-7eb9-46f8-ae41-d9aca9fc9e5a] Powering off the VM {{(pid=62328) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 649.638269] env[62328]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-545639ac-5c93-4231-95cb-912b45b8057e {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 649.647943] env[62328]: DEBUG oslo_vmware.api [None req-83cc96ed-b7ce-4623-b010-498bb474a7c2 tempest-ListServerFiltersTestJSON-1229971268 tempest-ListServerFiltersTestJSON-1229971268-project-member] Waiting for the task: (returnval){ [ 649.647943] env[62328]: value = "task-2386433" [ 649.647943] env[62328]: _type = "Task" [ 649.647943] env[62328]: } to complete. {{(pid=62328) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 649.660654] env[62328]: DEBUG oslo_vmware.api [None req-83cc96ed-b7ce-4623-b010-498bb474a7c2 tempest-ListServerFiltersTestJSON-1229971268 tempest-ListServerFiltersTestJSON-1229971268-project-member] Task: {'id': task-2386433, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 649.671393] env[62328]: DEBUG nova.virt.vmwareapi.vmops [None req-728e226d-1cc5-4fa0-a89e-7eb8cd0b49f4 tempest-FloatingIPsAssociationTestJSON-89523020 tempest-FloatingIPsAssociationTestJSON-89523020-project-member] [instance: 8cd0962c-8272-4384-973d-1ac21ca21993] Unregistered the VM {{(pid=62328) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 649.673116] env[62328]: DEBUG nova.virt.vmwareapi.vmops [None req-728e226d-1cc5-4fa0-a89e-7eb8cd0b49f4 tempest-FloatingIPsAssociationTestJSON-89523020 tempest-FloatingIPsAssociationTestJSON-89523020-project-member] [instance: 8cd0962c-8272-4384-973d-1ac21ca21993] Deleting contents of the VM from datastore datastore1 {{(pid=62328) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 649.673116] env[62328]: DEBUG nova.virt.vmwareapi.ds_util [None req-728e226d-1cc5-4fa0-a89e-7eb8cd0b49f4 tempest-FloatingIPsAssociationTestJSON-89523020 tempest-FloatingIPsAssociationTestJSON-89523020-project-member] Deleting the datastore file [datastore1] 8cd0962c-8272-4384-973d-1ac21ca21993 {{(pid=62328) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 649.673116] env[62328]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-062a9471-fe67-4d4b-999f-73bdef66b460 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 649.683568] env[62328]: DEBUG oslo_vmware.api [None req-728e226d-1cc5-4fa0-a89e-7eb8cd0b49f4 tempest-FloatingIPsAssociationTestJSON-89523020 tempest-FloatingIPsAssociationTestJSON-89523020-project-member] Waiting for the task: (returnval){ [ 649.683568] env[62328]: value = "task-2386434" [ 649.683568] env[62328]: _type = "Task" [ 649.683568] env[62328]: } to complete. {{(pid=62328) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 649.693209] env[62328]: DEBUG oslo_vmware.api [None req-728e226d-1cc5-4fa0-a89e-7eb8cd0b49f4 tempest-FloatingIPsAssociationTestJSON-89523020 tempest-FloatingIPsAssociationTestJSON-89523020-project-member] Task: {'id': task-2386434, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 649.760133] env[62328]: DEBUG oslo_vmware.api [None req-8ae36df4-c359-4222-9a0e-fe175cc9f366 tempest-ServersTestJSON-42114830 tempest-ServersTestJSON-42114830-project-member] Task: {'id': task-2386431, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 650.037050] env[62328]: DEBUG oslo_concurrency.lockutils [req-a0ce6d86-9de0-4f3c-923f-5b940379f686 req-bbaec3ed-a3dd-416b-a14d-82bfe4e6f0f5 service nova] Releasing lock "refresh_cache-8cd0962c-8272-4384-973d-1ac21ca21993" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 650.037478] env[62328]: DEBUG nova.compute.utils [None req-16eda5c7-fbe0-49ae-8e99-93a8b70dcb32 tempest-ServersTestMultiNic-1057987772 tempest-ServersTestMultiNic-1057987772-project-member] Using /dev/sd instead of None {{(pid=62328) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 650.042401] env[62328]: DEBUG nova.compute.manager [None req-16eda5c7-fbe0-49ae-8e99-93a8b70dcb32 tempest-ServersTestMultiNic-1057987772 tempest-ServersTestMultiNic-1057987772-project-member] [instance: 1e8111de-0629-4ba5-b945-8f552763ab15] Allocating IP information in the background. {{(pid=62328) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 650.042785] env[62328]: DEBUG nova.network.neutron [None req-16eda5c7-fbe0-49ae-8e99-93a8b70dcb32 tempest-ServersTestMultiNic-1057987772 tempest-ServersTestMultiNic-1057987772-project-member] [instance: 1e8111de-0629-4ba5-b945-8f552763ab15] allocate_for_instance() {{(pid=62328) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 650.077709] env[62328]: DEBUG oslo_vmware.api [None req-d69bbc60-f019-4f6a-9f9c-1d1daec41876 tempest-AttachInterfacesV270Test-1787492697 tempest-AttachInterfacesV270Test-1787492697-project-member] Task: {'id': task-2386429, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.6012} completed successfully. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 650.078158] env[62328]: DEBUG nova.virt.vmwareapi.vm_util [None req-d69bbc60-f019-4f6a-9f9c-1d1daec41876 tempest-AttachInterfacesV270Test-1787492697 tempest-AttachInterfacesV270Test-1787492697-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/dbf872a4-92be-47e4-8561-c3e2bf2423ab/dbf872a4-92be-47e4-8561-c3e2bf2423ab.vmdk to [datastore2] 0c794ef1-25d2-43a2-a0f3-98083f82eeac/0c794ef1-25d2-43a2-a0f3-98083f82eeac.vmdk {{(pid=62328) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 650.078335] env[62328]: DEBUG nova.virt.vmwareapi.vmops [None req-d69bbc60-f019-4f6a-9f9c-1d1daec41876 tempest-AttachInterfacesV270Test-1787492697 tempest-AttachInterfacesV270Test-1787492697-project-member] [instance: 0c794ef1-25d2-43a2-a0f3-98083f82eeac] Extending root virtual disk to 1048576 {{(pid=62328) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 650.078609] env[62328]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-6a925bda-e83a-41f5-ab57-b773d8f8a8cd {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 650.083519] env[62328]: DEBUG nova.network.neutron [None req-128e9285-b921-4748-b0f2-05645a029569 tempest-ServerRescueTestJSON-434379102 tempest-ServerRescueTestJSON-434379102-project-member] [instance: 7ad56de0-3e7a-4018-8746-42a83a4fe22e] Successfully updated port: 8ad29444-070e-484e-8c29-aee0f10d9789 {{(pid=62328) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 650.090234] env[62328]: DEBUG oslo_vmware.api [None req-d69bbc60-f019-4f6a-9f9c-1d1daec41876 tempest-AttachInterfacesV270Test-1787492697 tempest-AttachInterfacesV270Test-1787492697-project-member] Waiting for the task: (returnval){ [ 650.090234] env[62328]: value = "task-2386435" [ 650.090234] env[62328]: _type = "Task" [ 650.090234] env[62328]: } to complete. {{(pid=62328) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 650.108152] env[62328]: DEBUG oslo_vmware.api [None req-d69bbc60-f019-4f6a-9f9c-1d1daec41876 tempest-AttachInterfacesV270Test-1787492697 tempest-AttachInterfacesV270Test-1787492697-project-member] Task: {'id': task-2386435, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 650.136262] env[62328]: DEBUG nova.policy [None req-16eda5c7-fbe0-49ae-8e99-93a8b70dcb32 tempest-ServersTestMultiNic-1057987772 tempest-ServersTestMultiNic-1057987772-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '7e154a0d7709435ca585a1b844a53df7', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'c9940c781e6f44eabcb48094e838a06c', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62328) authorize /opt/stack/nova/nova/policy.py:192}} [ 650.162922] env[62328]: DEBUG oslo_vmware.api [None req-83cc96ed-b7ce-4623-b010-498bb474a7c2 tempest-ListServerFiltersTestJSON-1229971268 tempest-ListServerFiltersTestJSON-1229971268-project-member] Task: {'id': task-2386433, 'name': PowerOffVM_Task, 'duration_secs': 0.464626} completed successfully. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 650.163151] env[62328]: DEBUG nova.virt.vmwareapi.vm_util [None req-83cc96ed-b7ce-4623-b010-498bb474a7c2 tempest-ListServerFiltersTestJSON-1229971268 tempest-ListServerFiltersTestJSON-1229971268-project-member] [instance: 7d799973-7eb9-46f8-ae41-d9aca9fc9e5a] Powered off the VM {{(pid=62328) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 650.163410] env[62328]: DEBUG nova.compute.manager [None req-83cc96ed-b7ce-4623-b010-498bb474a7c2 tempest-ListServerFiltersTestJSON-1229971268 tempest-ListServerFiltersTestJSON-1229971268-project-member] [instance: 7d799973-7eb9-46f8-ae41-d9aca9fc9e5a] Checking state {{(pid=62328) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 650.164295] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ae51e2e5-412a-4e9d-8ebc-23abb90ab3e6 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 650.200850] env[62328]: DEBUG oslo_vmware.api [None req-728e226d-1cc5-4fa0-a89e-7eb8cd0b49f4 tempest-FloatingIPsAssociationTestJSON-89523020 tempest-FloatingIPsAssociationTestJSON-89523020-project-member] Task: {'id': task-2386434, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 650.264243] env[62328]: DEBUG oslo_vmware.api [None req-8ae36df4-c359-4222-9a0e-fe175cc9f366 tempest-ServersTestJSON-42114830 tempest-ServersTestJSON-42114830-project-member] Task: {'id': task-2386431, 'name': PowerOnVM_Task, 'duration_secs': 0.660399} completed successfully. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 650.264586] env[62328]: DEBUG nova.virt.vmwareapi.vm_util [None req-8ae36df4-c359-4222-9a0e-fe175cc9f366 tempest-ServersTestJSON-42114830 tempest-ServersTestJSON-42114830-project-member] [instance: aa0b930b-b792-402c-ac6d-bfe5dfed0f03] Powered on the VM {{(pid=62328) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 650.264773] env[62328]: INFO nova.compute.manager [None req-8ae36df4-c359-4222-9a0e-fe175cc9f366 tempest-ServersTestJSON-42114830 tempest-ServersTestJSON-42114830-project-member] [instance: aa0b930b-b792-402c-ac6d-bfe5dfed0f03] Took 9.17 seconds to spawn the instance on the hypervisor. [ 650.265100] env[62328]: DEBUG nova.compute.manager [None req-8ae36df4-c359-4222-9a0e-fe175cc9f366 tempest-ServersTestJSON-42114830 tempest-ServersTestJSON-42114830-project-member] [instance: aa0b930b-b792-402c-ac6d-bfe5dfed0f03] Checking state {{(pid=62328) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 650.266129] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3ba30759-01f9-4845-b0fc-66c7a8347bc3 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 650.544619] env[62328]: DEBUG nova.compute.manager [None req-16eda5c7-fbe0-49ae-8e99-93a8b70dcb32 tempest-ServersTestMultiNic-1057987772 tempest-ServersTestMultiNic-1057987772-project-member] [instance: 1e8111de-0629-4ba5-b945-8f552763ab15] Start building block device mappings for instance. {{(pid=62328) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 650.588806] env[62328]: DEBUG oslo_concurrency.lockutils [None req-128e9285-b921-4748-b0f2-05645a029569 tempest-ServerRescueTestJSON-434379102 tempest-ServerRescueTestJSON-434379102-project-member] Acquiring lock "refresh_cache-7ad56de0-3e7a-4018-8746-42a83a4fe22e" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 650.588806] env[62328]: DEBUG oslo_concurrency.lockutils [None req-128e9285-b921-4748-b0f2-05645a029569 tempest-ServerRescueTestJSON-434379102 tempest-ServerRescueTestJSON-434379102-project-member] Acquired lock "refresh_cache-7ad56de0-3e7a-4018-8746-42a83a4fe22e" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.588806] env[62328]: DEBUG nova.network.neutron [None req-128e9285-b921-4748-b0f2-05645a029569 tempest-ServerRescueTestJSON-434379102 tempest-ServerRescueTestJSON-434379102-project-member] [instance: 7ad56de0-3e7a-4018-8746-42a83a4fe22e] Building network info cache for instance {{(pid=62328) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 650.602240] env[62328]: DEBUG oslo_vmware.api [None req-d69bbc60-f019-4f6a-9f9c-1d1daec41876 tempest-AttachInterfacesV270Test-1787492697 tempest-AttachInterfacesV270Test-1787492697-project-member] Task: {'id': task-2386435, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.122181} completed successfully. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 650.605013] env[62328]: DEBUG nova.virt.vmwareapi.vmops [None req-d69bbc60-f019-4f6a-9f9c-1d1daec41876 tempest-AttachInterfacesV270Test-1787492697 tempest-AttachInterfacesV270Test-1787492697-project-member] [instance: 0c794ef1-25d2-43a2-a0f3-98083f82eeac] Extended root virtual disk {{(pid=62328) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 650.606260] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1bd4c17a-6a8b-4846-8475-e5e2ba409131 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 650.633423] env[62328]: DEBUG nova.virt.vmwareapi.volumeops [None req-d69bbc60-f019-4f6a-9f9c-1d1daec41876 tempest-AttachInterfacesV270Test-1787492697 tempest-AttachInterfacesV270Test-1787492697-project-member] [instance: 0c794ef1-25d2-43a2-a0f3-98083f82eeac] Reconfiguring VM instance instance-0000001d to attach disk [datastore2] 0c794ef1-25d2-43a2-a0f3-98083f82eeac/0c794ef1-25d2-43a2-a0f3-98083f82eeac.vmdk or device None with type sparse {{(pid=62328) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 650.636594] env[62328]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-fc0d9ff9-cd75-4fcb-8146-f7b0b241746e {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 650.657663] env[62328]: DEBUG oslo_vmware.api [None req-d69bbc60-f019-4f6a-9f9c-1d1daec41876 tempest-AttachInterfacesV270Test-1787492697 tempest-AttachInterfacesV270Test-1787492697-project-member] Waiting for the task: (returnval){ [ 650.657663] env[62328]: value = "task-2386436" [ 650.657663] env[62328]: _type = "Task" [ 650.657663] env[62328]: } to complete. {{(pid=62328) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 650.668281] env[62328]: DEBUG oslo_vmware.api [None req-d69bbc60-f019-4f6a-9f9c-1d1daec41876 tempest-AttachInterfacesV270Test-1787492697 tempest-AttachInterfacesV270Test-1787492697-project-member] Task: {'id': task-2386436, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 650.682332] env[62328]: DEBUG oslo_concurrency.lockutils [None req-83cc96ed-b7ce-4623-b010-498bb474a7c2 tempest-ListServerFiltersTestJSON-1229971268 tempest-ListServerFiltersTestJSON-1229971268-project-member] Lock "7d799973-7eb9-46f8-ae41-d9aca9fc9e5a" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.070s {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 650.691598] env[62328]: DEBUG nova.network.neutron [None req-16eda5c7-fbe0-49ae-8e99-93a8b70dcb32 tempest-ServersTestMultiNic-1057987772 tempest-ServersTestMultiNic-1057987772-project-member] [instance: 1e8111de-0629-4ba5-b945-8f552763ab15] Successfully created port: 654b7bbd-eaf0-44c6-86e2-0eafe58ef116 {{(pid=62328) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 650.702630] env[62328]: DEBUG oslo_vmware.api [None req-728e226d-1cc5-4fa0-a89e-7eb8cd0b49f4 tempest-FloatingIPsAssociationTestJSON-89523020 tempest-FloatingIPsAssociationTestJSON-89523020-project-member] Task: {'id': task-2386434, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.582573} completed successfully. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 650.702885] env[62328]: DEBUG nova.virt.vmwareapi.ds_util [None req-728e226d-1cc5-4fa0-a89e-7eb8cd0b49f4 tempest-FloatingIPsAssociationTestJSON-89523020 tempest-FloatingIPsAssociationTestJSON-89523020-project-member] Deleted the datastore file {{(pid=62328) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 650.703081] env[62328]: DEBUG nova.virt.vmwareapi.vmops [None req-728e226d-1cc5-4fa0-a89e-7eb8cd0b49f4 tempest-FloatingIPsAssociationTestJSON-89523020 tempest-FloatingIPsAssociationTestJSON-89523020-project-member] [instance: 8cd0962c-8272-4384-973d-1ac21ca21993] Deleted contents of the VM from datastore datastore1 {{(pid=62328) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 650.703261] env[62328]: DEBUG nova.virt.vmwareapi.vmops [None req-728e226d-1cc5-4fa0-a89e-7eb8cd0b49f4 tempest-FloatingIPsAssociationTestJSON-89523020 tempest-FloatingIPsAssociationTestJSON-89523020-project-member] [instance: 8cd0962c-8272-4384-973d-1ac21ca21993] Instance destroyed {{(pid=62328) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 650.703463] env[62328]: INFO nova.compute.manager [None req-728e226d-1cc5-4fa0-a89e-7eb8cd0b49f4 tempest-FloatingIPsAssociationTestJSON-89523020 tempest-FloatingIPsAssociationTestJSON-89523020-project-member] [instance: 8cd0962c-8272-4384-973d-1ac21ca21993] Took 1.66 seconds to destroy the instance on the hypervisor. [ 650.703719] env[62328]: DEBUG oslo.service.loopingcall [None req-728e226d-1cc5-4fa0-a89e-7eb8cd0b49f4 tempest-FloatingIPsAssociationTestJSON-89523020 tempest-FloatingIPsAssociationTestJSON-89523020-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62328) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 650.706075] env[62328]: DEBUG nova.compute.manager [-] [instance: 8cd0962c-8272-4384-973d-1ac21ca21993] Deallocating network for instance {{(pid=62328) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 650.706075] env[62328]: DEBUG nova.network.neutron [-] [instance: 8cd0962c-8272-4384-973d-1ac21ca21993] deallocate_for_instance() {{(pid=62328) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 650.797132] env[62328]: INFO nova.compute.manager [None req-8ae36df4-c359-4222-9a0e-fe175cc9f366 tempest-ServersTestJSON-42114830 tempest-ServersTestJSON-42114830-project-member] [instance: aa0b930b-b792-402c-ac6d-bfe5dfed0f03] Took 40.83 seconds to build instance. [ 650.954109] env[62328]: DEBUG nova.compute.manager [req-c0e6bf2c-a71e-498a-9e4a-cf0bba36175e req-48a6516b-a7ef-4f04-abe7-82d0e7910cff service nova] [instance: 911e8910-7b82-4557-af15-99cf96b7314e] Received event network-changed-ace375b8-ee68-4a07-951a-21c975157c71 {{(pid=62328) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 650.954501] env[62328]: DEBUG nova.compute.manager [req-c0e6bf2c-a71e-498a-9e4a-cf0bba36175e req-48a6516b-a7ef-4f04-abe7-82d0e7910cff service nova] [instance: 911e8910-7b82-4557-af15-99cf96b7314e] Refreshing instance network info cache due to event network-changed-ace375b8-ee68-4a07-951a-21c975157c71. {{(pid=62328) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 650.954692] env[62328]: DEBUG oslo_concurrency.lockutils [req-c0e6bf2c-a71e-498a-9e4a-cf0bba36175e req-48a6516b-a7ef-4f04-abe7-82d0e7910cff service nova] Acquiring lock "refresh_cache-911e8910-7b82-4557-af15-99cf96b7314e" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 650.954839] env[62328]: DEBUG oslo_concurrency.lockutils [req-c0e6bf2c-a71e-498a-9e4a-cf0bba36175e req-48a6516b-a7ef-4f04-abe7-82d0e7910cff service nova] Acquired lock "refresh_cache-911e8910-7b82-4557-af15-99cf96b7314e" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.954998] env[62328]: DEBUG nova.network.neutron [req-c0e6bf2c-a71e-498a-9e4a-cf0bba36175e req-48a6516b-a7ef-4f04-abe7-82d0e7910cff service nova] [instance: 911e8910-7b82-4557-af15-99cf96b7314e] Refreshing network info cache for port ace375b8-ee68-4a07-951a-21c975157c71 {{(pid=62328) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 651.016853] env[62328]: DEBUG nova.network.neutron [None req-16eda5c7-fbe0-49ae-8e99-93a8b70dcb32 tempest-ServersTestMultiNic-1057987772 tempest-ServersTestMultiNic-1057987772-project-member] [instance: 1e8111de-0629-4ba5-b945-8f552763ab15] Successfully created port: 652e9c31-371d-4841-9f25-0d851e0d8eb9 {{(pid=62328) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 651.176162] env[62328]: DEBUG oslo_vmware.api [None req-d69bbc60-f019-4f6a-9f9c-1d1daec41876 tempest-AttachInterfacesV270Test-1787492697 tempest-AttachInterfacesV270Test-1787492697-project-member] Task: {'id': task-2386436, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 651.210992] env[62328]: DEBUG nova.network.neutron [None req-128e9285-b921-4748-b0f2-05645a029569 tempest-ServerRescueTestJSON-434379102 tempest-ServerRescueTestJSON-434379102-project-member] [instance: 7ad56de0-3e7a-4018-8746-42a83a4fe22e] Instance cache missing network info. {{(pid=62328) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 651.296500] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-746da1d1-060f-4010-885b-06f37d82fe12 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 651.299886] env[62328]: DEBUG oslo_concurrency.lockutils [None req-8ae36df4-c359-4222-9a0e-fe175cc9f366 tempest-ServersTestJSON-42114830 tempest-ServersTestJSON-42114830-project-member] Lock "aa0b930b-b792-402c-ac6d-bfe5dfed0f03" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 56.909s {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 651.308342] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a1d6bd92-c032-4aac-b5e8-b2a801dac3aa {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 651.352996] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fa723fbd-9ca4-4d12-9446-c1509d20c313 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 651.363611] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d9140b58-4063-4bc1-b168-e217d0b4e05e {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 651.369515] env[62328]: DEBUG nova.network.neutron [None req-16eda5c7-fbe0-49ae-8e99-93a8b70dcb32 tempest-ServersTestMultiNic-1057987772 tempest-ServersTestMultiNic-1057987772-project-member] [instance: 1e8111de-0629-4ba5-b945-8f552763ab15] Successfully created port: fed2169f-84ef-49a4-a266-3c07cc350d3c {{(pid=62328) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 651.385560] env[62328]: DEBUG nova.compute.provider_tree [None req-34162ca2-271f-43b9-99db-b8c5ee3fcf77 tempest-ServersAdmin275Test-1782090467 tempest-ServersAdmin275Test-1782090467-project-member] Inventory has not changed in ProviderTree for provider: 3469e9f8-04af-49ca-8435-49f104496744 {{(pid=62328) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 651.445294] env[62328]: DEBUG oslo_concurrency.lockutils [None req-5b182e51-1621-4c72-8f86-a925d9f5cf29 tempest-DeleteServersAdminTestJSON-1672951685 tempest-DeleteServersAdminTestJSON-1672951685-project-member] Acquiring lock "cbd7d9a6-9812-461e-9f59-8dea2e62fece" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 651.445583] env[62328]: DEBUG oslo_concurrency.lockutils [None req-5b182e51-1621-4c72-8f86-a925d9f5cf29 tempest-DeleteServersAdminTestJSON-1672951685 tempest-DeleteServersAdminTestJSON-1672951685-project-member] Lock "cbd7d9a6-9812-461e-9f59-8dea2e62fece" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 651.446108] env[62328]: DEBUG oslo_concurrency.lockutils [None req-5b182e51-1621-4c72-8f86-a925d9f5cf29 tempest-DeleteServersAdminTestJSON-1672951685 tempest-DeleteServersAdminTestJSON-1672951685-project-member] Acquiring lock "cbd7d9a6-9812-461e-9f59-8dea2e62fece-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 651.446368] env[62328]: DEBUG oslo_concurrency.lockutils [None req-5b182e51-1621-4c72-8f86-a925d9f5cf29 tempest-DeleteServersAdminTestJSON-1672951685 tempest-DeleteServersAdminTestJSON-1672951685-project-member] Lock "cbd7d9a6-9812-461e-9f59-8dea2e62fece-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 651.446584] env[62328]: DEBUG oslo_concurrency.lockutils [None req-5b182e51-1621-4c72-8f86-a925d9f5cf29 tempest-DeleteServersAdminTestJSON-1672951685 tempest-DeleteServersAdminTestJSON-1672951685-project-member] Lock "cbd7d9a6-9812-461e-9f59-8dea2e62fece-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 651.449199] env[62328]: INFO nova.compute.manager [None req-5b182e51-1621-4c72-8f86-a925d9f5cf29 tempest-DeleteServersAdminTestJSON-1672951685 tempest-DeleteServersAdminTestJSON-1672951685-project-member] [instance: cbd7d9a6-9812-461e-9f59-8dea2e62fece] Terminating instance [ 651.563232] env[62328]: DEBUG nova.compute.manager [None req-16eda5c7-fbe0-49ae-8e99-93a8b70dcb32 tempest-ServersTestMultiNic-1057987772 tempest-ServersTestMultiNic-1057987772-project-member] [instance: 1e8111de-0629-4ba5-b945-8f552763ab15] Start spawning the instance on the hypervisor. {{(pid=62328) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 651.596068] env[62328]: DEBUG nova.virt.hardware [None req-16eda5c7-fbe0-49ae-8e99-93a8b70dcb32 tempest-ServersTestMultiNic-1057987772 tempest-ServersTestMultiNic-1057987772-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-07T17:16:55Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-07T17:16:37Z,direct_url=,disk_format='vmdk',id=dbf872a4-92be-47e4-8561-c3e2bf2423ab,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='2a64022f08d84b11a86773b900860ae5',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-07T17:16:38Z,virtual_size=,visibility=), allow threads: False {{(pid=62328) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 651.596068] env[62328]: DEBUG nova.virt.hardware [None req-16eda5c7-fbe0-49ae-8e99-93a8b70dcb32 tempest-ServersTestMultiNic-1057987772 tempest-ServersTestMultiNic-1057987772-project-member] Flavor limits 0:0:0 {{(pid=62328) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 651.596068] env[62328]: DEBUG nova.virt.hardware [None req-16eda5c7-fbe0-49ae-8e99-93a8b70dcb32 tempest-ServersTestMultiNic-1057987772 tempest-ServersTestMultiNic-1057987772-project-member] Image limits 0:0:0 {{(pid=62328) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 651.596068] env[62328]: DEBUG nova.virt.hardware [None req-16eda5c7-fbe0-49ae-8e99-93a8b70dcb32 tempest-ServersTestMultiNic-1057987772 tempest-ServersTestMultiNic-1057987772-project-member] Flavor pref 0:0:0 {{(pid=62328) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 651.596324] env[62328]: DEBUG nova.virt.hardware [None req-16eda5c7-fbe0-49ae-8e99-93a8b70dcb32 tempest-ServersTestMultiNic-1057987772 tempest-ServersTestMultiNic-1057987772-project-member] Image pref 0:0:0 {{(pid=62328) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 651.596324] env[62328]: DEBUG nova.virt.hardware [None req-16eda5c7-fbe0-49ae-8e99-93a8b70dcb32 tempest-ServersTestMultiNic-1057987772 tempest-ServersTestMultiNic-1057987772-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62328) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 651.596324] env[62328]: DEBUG nova.virt.hardware [None req-16eda5c7-fbe0-49ae-8e99-93a8b70dcb32 tempest-ServersTestMultiNic-1057987772 tempest-ServersTestMultiNic-1057987772-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62328) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 651.596324] env[62328]: DEBUG nova.virt.hardware [None req-16eda5c7-fbe0-49ae-8e99-93a8b70dcb32 tempest-ServersTestMultiNic-1057987772 tempest-ServersTestMultiNic-1057987772-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62328) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 651.596324] env[62328]: DEBUG nova.virt.hardware [None req-16eda5c7-fbe0-49ae-8e99-93a8b70dcb32 tempest-ServersTestMultiNic-1057987772 tempest-ServersTestMultiNic-1057987772-project-member] Got 1 possible topologies {{(pid=62328) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 651.596471] env[62328]: DEBUG nova.virt.hardware [None req-16eda5c7-fbe0-49ae-8e99-93a8b70dcb32 tempest-ServersTestMultiNic-1057987772 tempest-ServersTestMultiNic-1057987772-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62328) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 651.596471] env[62328]: DEBUG nova.virt.hardware [None req-16eda5c7-fbe0-49ae-8e99-93a8b70dcb32 tempest-ServersTestMultiNic-1057987772 tempest-ServersTestMultiNic-1057987772-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62328) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 651.597061] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8c4f78ea-aba8-470d-982c-410961acaeec {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 651.609571] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-365501c1-bbef-4977-91d9-34636d493b1f {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 651.641688] env[62328]: DEBUG nova.network.neutron [None req-128e9285-b921-4748-b0f2-05645a029569 tempest-ServerRescueTestJSON-434379102 tempest-ServerRescueTestJSON-434379102-project-member] [instance: 7ad56de0-3e7a-4018-8746-42a83a4fe22e] Updating instance_info_cache with network_info: [{"id": "8ad29444-070e-484e-8c29-aee0f10d9789", "address": "fa:16:3e:55:64:dc", "network": {"id": "243ad9ea-c83d-488c-93c6-bf234e56e1f6", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-1631716901-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "7dffe918ec914f66820c04e71131ca7c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "56398cc0-e39f-410f-8036-8c2a6870e26f", "external-id": "nsx-vlan-transportzone-612", "segmentation_id": 612, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8ad29444-07", "ovs_interfaceid": "8ad29444-070e-484e-8c29-aee0f10d9789", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62328) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 651.668987] env[62328]: DEBUG oslo_vmware.api [None req-d69bbc60-f019-4f6a-9f9c-1d1daec41876 tempest-AttachInterfacesV270Test-1787492697 tempest-AttachInterfacesV270Test-1787492697-project-member] Task: {'id': task-2386436, 'name': ReconfigVM_Task, 'duration_secs': 0.752296} completed successfully. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 651.669726] env[62328]: DEBUG nova.virt.vmwareapi.volumeops [None req-d69bbc60-f019-4f6a-9f9c-1d1daec41876 tempest-AttachInterfacesV270Test-1787492697 tempest-AttachInterfacesV270Test-1787492697-project-member] [instance: 0c794ef1-25d2-43a2-a0f3-98083f82eeac] Reconfigured VM instance instance-0000001d to attach disk [datastore2] 0c794ef1-25d2-43a2-a0f3-98083f82eeac/0c794ef1-25d2-43a2-a0f3-98083f82eeac.vmdk or device None with type sparse {{(pid=62328) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 651.670774] env[62328]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-36464ca3-0e1f-423d-8fb5-8f655fd4ef5f {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 651.679065] env[62328]: DEBUG oslo_vmware.api [None req-d69bbc60-f019-4f6a-9f9c-1d1daec41876 tempest-AttachInterfacesV270Test-1787492697 tempest-AttachInterfacesV270Test-1787492697-project-member] Waiting for the task: (returnval){ [ 651.679065] env[62328]: value = "task-2386437" [ 651.679065] env[62328]: _type = "Task" [ 651.679065] env[62328]: } to complete. {{(pid=62328) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 651.692861] env[62328]: DEBUG oslo_vmware.api [None req-d69bbc60-f019-4f6a-9f9c-1d1daec41876 tempest-AttachInterfacesV270Test-1787492697 tempest-AttachInterfacesV270Test-1787492697-project-member] Task: {'id': task-2386437, 'name': Rename_Task} progress is 5%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 651.802470] env[62328]: DEBUG nova.compute.manager [None req-ff8337d8-2b59-4615-92e5-7fe5fb97ba84 tempest-ServerTagsTestJSON-548611099 tempest-ServerTagsTestJSON-548611099-project-member] [instance: f07984e0-1503-4ac1-84e3-61d38443a17a] Starting instance... {{(pid=62328) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 651.889184] env[62328]: DEBUG nova.scheduler.client.report [None req-34162ca2-271f-43b9-99db-b8c5ee3fcf77 tempest-ServersAdmin275Test-1782090467 tempest-ServersAdmin275Test-1782090467-project-member] Inventory has not changed for provider 3469e9f8-04af-49ca-8435-49f104496744 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 152, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62328) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 651.953870] env[62328]: DEBUG nova.network.neutron [-] [instance: 8cd0962c-8272-4384-973d-1ac21ca21993] Updating instance_info_cache with network_info: [] {{(pid=62328) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 651.958108] env[62328]: DEBUG nova.compute.manager [None req-5b182e51-1621-4c72-8f86-a925d9f5cf29 tempest-DeleteServersAdminTestJSON-1672951685 tempest-DeleteServersAdminTestJSON-1672951685-project-member] [instance: cbd7d9a6-9812-461e-9f59-8dea2e62fece] Start destroying the instance on the hypervisor. {{(pid=62328) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 651.958108] env[62328]: DEBUG nova.virt.vmwareapi.vmops [None req-5b182e51-1621-4c72-8f86-a925d9f5cf29 tempest-DeleteServersAdminTestJSON-1672951685 tempest-DeleteServersAdminTestJSON-1672951685-project-member] [instance: cbd7d9a6-9812-461e-9f59-8dea2e62fece] Destroying instance {{(pid=62328) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 651.958108] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d89d998d-ae06-4aab-b44f-42073579dd51 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 651.965552] env[62328]: DEBUG nova.virt.vmwareapi.vm_util [None req-5b182e51-1621-4c72-8f86-a925d9f5cf29 tempest-DeleteServersAdminTestJSON-1672951685 tempest-DeleteServersAdminTestJSON-1672951685-project-member] [instance: cbd7d9a6-9812-461e-9f59-8dea2e62fece] Powering off the VM {{(pid=62328) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 651.969021] env[62328]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e99833c9-4a81-41a7-b2a1-4ffc562d3ed8 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 651.974085] env[62328]: DEBUG oslo_vmware.api [None req-5b182e51-1621-4c72-8f86-a925d9f5cf29 tempest-DeleteServersAdminTestJSON-1672951685 tempest-DeleteServersAdminTestJSON-1672951685-project-member] Waiting for the task: (returnval){ [ 651.974085] env[62328]: value = "task-2386438" [ 651.974085] env[62328]: _type = "Task" [ 651.974085] env[62328]: } to complete. {{(pid=62328) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 651.983538] env[62328]: DEBUG oslo_vmware.api [None req-5b182e51-1621-4c72-8f86-a925d9f5cf29 tempest-DeleteServersAdminTestJSON-1672951685 tempest-DeleteServersAdminTestJSON-1672951685-project-member] Task: {'id': task-2386438, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 651.997214] env[62328]: DEBUG nova.network.neutron [req-c0e6bf2c-a71e-498a-9e4a-cf0bba36175e req-48a6516b-a7ef-4f04-abe7-82d0e7910cff service nova] [instance: 911e8910-7b82-4557-af15-99cf96b7314e] Updated VIF entry in instance network info cache for port ace375b8-ee68-4a07-951a-21c975157c71. {{(pid=62328) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 651.997492] env[62328]: DEBUG nova.network.neutron [req-c0e6bf2c-a71e-498a-9e4a-cf0bba36175e req-48a6516b-a7ef-4f04-abe7-82d0e7910cff service nova] [instance: 911e8910-7b82-4557-af15-99cf96b7314e] Updating instance_info_cache with network_info: [{"id": "ace375b8-ee68-4a07-951a-21c975157c71", "address": "fa:16:3e:5c:d6:68", "network": {"id": "de12f95f-9353-45ec-b306-9aa1757c23b4", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-1744149878-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.185", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7e3ef50f47dc4b98af4741ae41f20df6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9722ea4d-e4a5-48fc-b759-5c4c4796b1ef", "external-id": "nsx-vlan-transportzone-924", "segmentation_id": 924, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapace375b8-ee", "ovs_interfaceid": "ace375b8-ee68-4a07-951a-21c975157c71", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62328) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 652.144439] env[62328]: DEBUG oslo_concurrency.lockutils [None req-128e9285-b921-4748-b0f2-05645a029569 tempest-ServerRescueTestJSON-434379102 tempest-ServerRescueTestJSON-434379102-project-member] Releasing lock "refresh_cache-7ad56de0-3e7a-4018-8746-42a83a4fe22e" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 652.145176] env[62328]: DEBUG nova.compute.manager [None req-128e9285-b921-4748-b0f2-05645a029569 tempest-ServerRescueTestJSON-434379102 tempest-ServerRescueTestJSON-434379102-project-member] [instance: 7ad56de0-3e7a-4018-8746-42a83a4fe22e] Instance network_info: |[{"id": "8ad29444-070e-484e-8c29-aee0f10d9789", "address": "fa:16:3e:55:64:dc", "network": {"id": "243ad9ea-c83d-488c-93c6-bf234e56e1f6", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-1631716901-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "7dffe918ec914f66820c04e71131ca7c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "56398cc0-e39f-410f-8036-8c2a6870e26f", "external-id": "nsx-vlan-transportzone-612", "segmentation_id": 612, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8ad29444-07", "ovs_interfaceid": "8ad29444-070e-484e-8c29-aee0f10d9789", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62328) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 652.145292] env[62328]: DEBUG nova.virt.vmwareapi.vmops [None req-128e9285-b921-4748-b0f2-05645a029569 tempest-ServerRescueTestJSON-434379102 tempest-ServerRescueTestJSON-434379102-project-member] [instance: 7ad56de0-3e7a-4018-8746-42a83a4fe22e] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:55:64:dc', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '56398cc0-e39f-410f-8036-8c2a6870e26f', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '8ad29444-070e-484e-8c29-aee0f10d9789', 'vif_model': 'vmxnet3'}] {{(pid=62328) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 652.157958] env[62328]: DEBUG nova.virt.vmwareapi.vm_util [None req-128e9285-b921-4748-b0f2-05645a029569 tempest-ServerRescueTestJSON-434379102 tempest-ServerRescueTestJSON-434379102-project-member] Creating folder: Project (7dffe918ec914f66820c04e71131ca7c). Parent ref: group-v484164. {{(pid=62328) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 652.160324] env[62328]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-c5763936-5521-4be6-8b08-9c877b28537e {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 652.186469] env[62328]: INFO nova.virt.vmwareapi.vm_util [None req-128e9285-b921-4748-b0f2-05645a029569 tempest-ServerRescueTestJSON-434379102 tempest-ServerRescueTestJSON-434379102-project-member] Created folder: Project (7dffe918ec914f66820c04e71131ca7c) in parent group-v484164. [ 652.186682] env[62328]: DEBUG nova.virt.vmwareapi.vm_util [None req-128e9285-b921-4748-b0f2-05645a029569 tempest-ServerRescueTestJSON-434379102 tempest-ServerRescueTestJSON-434379102-project-member] Creating folder: Instances. Parent ref: group-v484250. {{(pid=62328) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 652.186974] env[62328]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-d234b389-5142-4810-a330-6d928ffb51fe {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 652.198126] env[62328]: DEBUG oslo_vmware.api [None req-d69bbc60-f019-4f6a-9f9c-1d1daec41876 tempest-AttachInterfacesV270Test-1787492697 tempest-AttachInterfacesV270Test-1787492697-project-member] Task: {'id': task-2386437, 'name': Rename_Task, 'duration_secs': 0.175778} completed successfully. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 652.198126] env[62328]: DEBUG nova.virt.vmwareapi.vm_util [None req-d69bbc60-f019-4f6a-9f9c-1d1daec41876 tempest-AttachInterfacesV270Test-1787492697 tempest-AttachInterfacesV270Test-1787492697-project-member] [instance: 0c794ef1-25d2-43a2-a0f3-98083f82eeac] Powering on the VM {{(pid=62328) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 652.198126] env[62328]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-876c4fa3-4f2e-4328-af8a-971231cb4d1d {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 652.203370] env[62328]: INFO nova.virt.vmwareapi.vm_util [None req-128e9285-b921-4748-b0f2-05645a029569 tempest-ServerRescueTestJSON-434379102 tempest-ServerRescueTestJSON-434379102-project-member] Created folder: Instances in parent group-v484250. [ 652.203670] env[62328]: DEBUG oslo.service.loopingcall [None req-128e9285-b921-4748-b0f2-05645a029569 tempest-ServerRescueTestJSON-434379102 tempest-ServerRescueTestJSON-434379102-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62328) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 652.203670] env[62328]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7ad56de0-3e7a-4018-8746-42a83a4fe22e] Creating VM on the ESX host {{(pid=62328) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 652.203959] env[62328]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-7bc992ef-897a-44a0-b5de-c066881e96a7 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 652.222245] env[62328]: DEBUG oslo_vmware.api [None req-d69bbc60-f019-4f6a-9f9c-1d1daec41876 tempest-AttachInterfacesV270Test-1787492697 tempest-AttachInterfacesV270Test-1787492697-project-member] Waiting for the task: (returnval){ [ 652.222245] env[62328]: value = "task-2386441" [ 652.222245] env[62328]: _type = "Task" [ 652.222245] env[62328]: } to complete. {{(pid=62328) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 652.228384] env[62328]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 652.228384] env[62328]: value = "task-2386442" [ 652.228384] env[62328]: _type = "Task" [ 652.228384] env[62328]: } to complete. {{(pid=62328) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 652.235242] env[62328]: DEBUG oslo_vmware.api [None req-d69bbc60-f019-4f6a-9f9c-1d1daec41876 tempest-AttachInterfacesV270Test-1787492697 tempest-AttachInterfacesV270Test-1787492697-project-member] Task: {'id': task-2386441, 'name': PowerOnVM_Task} progress is 33%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 652.241360] env[62328]: DEBUG oslo_vmware.api [-] Task: {'id': task-2386442, 'name': CreateVM_Task} progress is 0%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 652.327758] env[62328]: DEBUG oslo_concurrency.lockutils [None req-ff8337d8-2b59-4615-92e5-7fe5fb97ba84 tempest-ServerTagsTestJSON-548611099 tempest-ServerTagsTestJSON-548611099-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 652.393931] env[62328]: DEBUG oslo_concurrency.lockutils [None req-34162ca2-271f-43b9-99db-b8c5ee3fcf77 tempest-ServersAdmin275Test-1782090467 tempest-ServersAdmin275Test-1782090467-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.866s {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 652.394530] env[62328]: DEBUG nova.compute.manager [None req-34162ca2-271f-43b9-99db-b8c5ee3fcf77 tempest-ServersAdmin275Test-1782090467 tempest-ServersAdmin275Test-1782090467-project-member] [instance: 892b410e-c0ae-4ef6-90a6-fbf09d6ad76b] Start building networks asynchronously for instance. {{(pid=62328) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 652.397667] env[62328]: DEBUG oslo_concurrency.lockutils [None req-1ae4ea3f-3f40-4036-8acb-f85355b234de tempest-ImagesOneServerNegativeTestJSON-835227872 tempest-ImagesOneServerNegativeTestJSON-835227872-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 24.620s {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 652.398097] env[62328]: DEBUG nova.objects.instance [None req-1ae4ea3f-3f40-4036-8acb-f85355b234de tempest-ImagesOneServerNegativeTestJSON-835227872 tempest-ImagesOneServerNegativeTestJSON-835227872-project-member] Lazy-loading 'resources' on Instance uuid 7d40ec51-28cf-4829-be03-810f8d965b2e {{(pid=62328) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 652.457249] env[62328]: INFO nova.compute.manager [-] [instance: 8cd0962c-8272-4384-973d-1ac21ca21993] Took 1.75 seconds to deallocate network for instance. [ 652.490613] env[62328]: DEBUG oslo_vmware.api [None req-5b182e51-1621-4c72-8f86-a925d9f5cf29 tempest-DeleteServersAdminTestJSON-1672951685 tempest-DeleteServersAdminTestJSON-1672951685-project-member] Task: {'id': task-2386438, 'name': PowerOffVM_Task, 'duration_secs': 0.243813} completed successfully. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 652.491034] env[62328]: DEBUG nova.virt.vmwareapi.vm_util [None req-5b182e51-1621-4c72-8f86-a925d9f5cf29 tempest-DeleteServersAdminTestJSON-1672951685 tempest-DeleteServersAdminTestJSON-1672951685-project-member] [instance: cbd7d9a6-9812-461e-9f59-8dea2e62fece] Powered off the VM {{(pid=62328) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 652.491320] env[62328]: DEBUG nova.virt.vmwareapi.vmops [None req-5b182e51-1621-4c72-8f86-a925d9f5cf29 tempest-DeleteServersAdminTestJSON-1672951685 tempest-DeleteServersAdminTestJSON-1672951685-project-member] [instance: cbd7d9a6-9812-461e-9f59-8dea2e62fece] Unregistering the VM {{(pid=62328) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 652.491961] env[62328]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-25bbbb54-8af5-4ca8-ba05-cf3934ff95fa {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 652.500132] env[62328]: DEBUG oslo_concurrency.lockutils [req-c0e6bf2c-a71e-498a-9e4a-cf0bba36175e req-48a6516b-a7ef-4f04-abe7-82d0e7910cff service nova] Releasing lock "refresh_cache-911e8910-7b82-4557-af15-99cf96b7314e" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 652.565167] env[62328]: DEBUG nova.virt.vmwareapi.vmops [None req-5b182e51-1621-4c72-8f86-a925d9f5cf29 tempest-DeleteServersAdminTestJSON-1672951685 tempest-DeleteServersAdminTestJSON-1672951685-project-member] [instance: cbd7d9a6-9812-461e-9f59-8dea2e62fece] Unregistered the VM {{(pid=62328) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 652.565516] env[62328]: DEBUG nova.virt.vmwareapi.vmops [None req-5b182e51-1621-4c72-8f86-a925d9f5cf29 tempest-DeleteServersAdminTestJSON-1672951685 tempest-DeleteServersAdminTestJSON-1672951685-project-member] [instance: cbd7d9a6-9812-461e-9f59-8dea2e62fece] Deleting contents of the VM from datastore datastore1 {{(pid=62328) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 652.566177] env[62328]: DEBUG nova.virt.vmwareapi.ds_util [None req-5b182e51-1621-4c72-8f86-a925d9f5cf29 tempest-DeleteServersAdminTestJSON-1672951685 tempest-DeleteServersAdminTestJSON-1672951685-project-member] Deleting the datastore file [datastore1] cbd7d9a6-9812-461e-9f59-8dea2e62fece {{(pid=62328) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 652.566450] env[62328]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-635d37ec-db7a-4ab0-a2d0-4a1412df6dba {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 652.581029] env[62328]: DEBUG oslo_vmware.api [None req-5b182e51-1621-4c72-8f86-a925d9f5cf29 tempest-DeleteServersAdminTestJSON-1672951685 tempest-DeleteServersAdminTestJSON-1672951685-project-member] Waiting for the task: (returnval){ [ 652.581029] env[62328]: value = "task-2386444" [ 652.581029] env[62328]: _type = "Task" [ 652.581029] env[62328]: } to complete. {{(pid=62328) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 652.590549] env[62328]: DEBUG oslo_vmware.api [None req-5b182e51-1621-4c72-8f86-a925d9f5cf29 tempest-DeleteServersAdminTestJSON-1672951685 tempest-DeleteServersAdminTestJSON-1672951685-project-member] Task: {'id': task-2386444, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 652.746778] env[62328]: DEBUG oslo_vmware.api [None req-d69bbc60-f019-4f6a-9f9c-1d1daec41876 tempest-AttachInterfacesV270Test-1787492697 tempest-AttachInterfacesV270Test-1787492697-project-member] Task: {'id': task-2386441, 'name': PowerOnVM_Task} progress is 100%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 652.750556] env[62328]: DEBUG oslo_vmware.api [-] Task: {'id': task-2386442, 'name': CreateVM_Task, 'duration_secs': 0.375343} completed successfully. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 652.750761] env[62328]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7ad56de0-3e7a-4018-8746-42a83a4fe22e] Created VM on the ESX host {{(pid=62328) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 652.751488] env[62328]: DEBUG oslo_concurrency.lockutils [None req-128e9285-b921-4748-b0f2-05645a029569 tempest-ServerRescueTestJSON-434379102 tempest-ServerRescueTestJSON-434379102-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/dbf872a4-92be-47e4-8561-c3e2bf2423ab" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 652.751699] env[62328]: DEBUG oslo_concurrency.lockutils [None req-128e9285-b921-4748-b0f2-05645a029569 tempest-ServerRescueTestJSON-434379102 tempest-ServerRescueTestJSON-434379102-project-member] Acquired lock "[datastore1] devstack-image-cache_base/dbf872a4-92be-47e4-8561-c3e2bf2423ab" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.752063] env[62328]: DEBUG oslo_concurrency.lockutils [None req-128e9285-b921-4748-b0f2-05645a029569 tempest-ServerRescueTestJSON-434379102 tempest-ServerRescueTestJSON-434379102-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/dbf872a4-92be-47e4-8561-c3e2bf2423ab" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 652.752365] env[62328]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-55ba8fdb-386e-40a2-ad3f-3834bd615308 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 652.759169] env[62328]: DEBUG oslo_vmware.api [None req-128e9285-b921-4748-b0f2-05645a029569 tempest-ServerRescueTestJSON-434379102 tempest-ServerRescueTestJSON-434379102-project-member] Waiting for the task: (returnval){ [ 652.759169] env[62328]: value = "session[52a6e20e-410d-708a-99f2-080a575a99bd]523075ad-77f2-88e9-3f92-746653442866" [ 652.759169] env[62328]: _type = "Task" [ 652.759169] env[62328]: } to complete. {{(pid=62328) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 652.770435] env[62328]: DEBUG oslo_vmware.api [None req-128e9285-b921-4748-b0f2-05645a029569 tempest-ServerRescueTestJSON-434379102 tempest-ServerRescueTestJSON-434379102-project-member] Task: {'id': session[52a6e20e-410d-708a-99f2-080a575a99bd]523075ad-77f2-88e9-3f92-746653442866, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 652.901264] env[62328]: DEBUG nova.compute.utils [None req-34162ca2-271f-43b9-99db-b8c5ee3fcf77 tempest-ServersAdmin275Test-1782090467 tempest-ServersAdmin275Test-1782090467-project-member] Using /dev/sd instead of None {{(pid=62328) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 652.906362] env[62328]: DEBUG nova.compute.manager [None req-34162ca2-271f-43b9-99db-b8c5ee3fcf77 tempest-ServersAdmin275Test-1782090467 tempest-ServersAdmin275Test-1782090467-project-member] [instance: 892b410e-c0ae-4ef6-90a6-fbf09d6ad76b] Not allocating networking since 'none' was specified. {{(pid=62328) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 652.966228] env[62328]: DEBUG oslo_concurrency.lockutils [None req-728e226d-1cc5-4fa0-a89e-7eb8cd0b49f4 tempest-FloatingIPsAssociationTestJSON-89523020 tempest-FloatingIPsAssociationTestJSON-89523020-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 652.972211] env[62328]: DEBUG oslo_concurrency.lockutils [None req-1e9f6783-f917-4cf0-906f-cf057c127fbf tempest-ImagesOneServerTestJSON-2062431902 tempest-ImagesOneServerTestJSON-2062431902-project-member] Acquiring lock "b7106740-bdd7-4774-8744-cbe21352a31c" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 652.972211] env[62328]: DEBUG oslo_concurrency.lockutils [None req-1e9f6783-f917-4cf0-906f-cf057c127fbf tempest-ImagesOneServerTestJSON-2062431902 tempest-ImagesOneServerTestJSON-2062431902-project-member] Lock "b7106740-bdd7-4774-8744-cbe21352a31c" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 652.972211] env[62328]: DEBUG oslo_concurrency.lockutils [None req-1e9f6783-f917-4cf0-906f-cf057c127fbf tempest-ImagesOneServerTestJSON-2062431902 tempest-ImagesOneServerTestJSON-2062431902-project-member] Acquiring lock "b7106740-bdd7-4774-8744-cbe21352a31c-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 652.972211] env[62328]: DEBUG oslo_concurrency.lockutils [None req-1e9f6783-f917-4cf0-906f-cf057c127fbf tempest-ImagesOneServerTestJSON-2062431902 tempest-ImagesOneServerTestJSON-2062431902-project-member] Lock "b7106740-bdd7-4774-8744-cbe21352a31c-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 652.972646] env[62328]: DEBUG oslo_concurrency.lockutils [None req-1e9f6783-f917-4cf0-906f-cf057c127fbf tempest-ImagesOneServerTestJSON-2062431902 tempest-ImagesOneServerTestJSON-2062431902-project-member] Lock "b7106740-bdd7-4774-8744-cbe21352a31c-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 652.979811] env[62328]: INFO nova.compute.manager [None req-1e9f6783-f917-4cf0-906f-cf057c127fbf tempest-ImagesOneServerTestJSON-2062431902 tempest-ImagesOneServerTestJSON-2062431902-project-member] [instance: b7106740-bdd7-4774-8744-cbe21352a31c] Terminating instance [ 652.982050] env[62328]: DEBUG nova.network.neutron [None req-16eda5c7-fbe0-49ae-8e99-93a8b70dcb32 tempest-ServersTestMultiNic-1057987772 tempest-ServersTestMultiNic-1057987772-project-member] [instance: 1e8111de-0629-4ba5-b945-8f552763ab15] Successfully updated port: 654b7bbd-eaf0-44c6-86e2-0eafe58ef116 {{(pid=62328) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 653.098611] env[62328]: DEBUG oslo_vmware.api [None req-5b182e51-1621-4c72-8f86-a925d9f5cf29 tempest-DeleteServersAdminTestJSON-1672951685 tempest-DeleteServersAdminTestJSON-1672951685-project-member] Task: {'id': task-2386444, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.243282} completed successfully. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 653.098881] env[62328]: DEBUG nova.virt.vmwareapi.ds_util [None req-5b182e51-1621-4c72-8f86-a925d9f5cf29 tempest-DeleteServersAdminTestJSON-1672951685 tempest-DeleteServersAdminTestJSON-1672951685-project-member] Deleted the datastore file {{(pid=62328) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 653.099152] env[62328]: DEBUG nova.virt.vmwareapi.vmops [None req-5b182e51-1621-4c72-8f86-a925d9f5cf29 tempest-DeleteServersAdminTestJSON-1672951685 tempest-DeleteServersAdminTestJSON-1672951685-project-member] [instance: cbd7d9a6-9812-461e-9f59-8dea2e62fece] Deleted contents of the VM from datastore datastore1 {{(pid=62328) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 653.099415] env[62328]: DEBUG nova.virt.vmwareapi.vmops [None req-5b182e51-1621-4c72-8f86-a925d9f5cf29 tempest-DeleteServersAdminTestJSON-1672951685 tempest-DeleteServersAdminTestJSON-1672951685-project-member] [instance: cbd7d9a6-9812-461e-9f59-8dea2e62fece] Instance destroyed {{(pid=62328) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 653.099653] env[62328]: INFO nova.compute.manager [None req-5b182e51-1621-4c72-8f86-a925d9f5cf29 tempest-DeleteServersAdminTestJSON-1672951685 tempest-DeleteServersAdminTestJSON-1672951685-project-member] [instance: cbd7d9a6-9812-461e-9f59-8dea2e62fece] Took 1.14 seconds to destroy the instance on the hypervisor. [ 653.099997] env[62328]: DEBUG oslo.service.loopingcall [None req-5b182e51-1621-4c72-8f86-a925d9f5cf29 tempest-DeleteServersAdminTestJSON-1672951685 tempest-DeleteServersAdminTestJSON-1672951685-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62328) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 653.100252] env[62328]: DEBUG nova.compute.manager [-] [instance: cbd7d9a6-9812-461e-9f59-8dea2e62fece] Deallocating network for instance {{(pid=62328) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 653.100390] env[62328]: DEBUG nova.network.neutron [-] [instance: cbd7d9a6-9812-461e-9f59-8dea2e62fece] deallocate_for_instance() {{(pid=62328) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 653.235632] env[62328]: DEBUG oslo_vmware.api [None req-d69bbc60-f019-4f6a-9f9c-1d1daec41876 tempest-AttachInterfacesV270Test-1787492697 tempest-AttachInterfacesV270Test-1787492697-project-member] Task: {'id': task-2386441, 'name': PowerOnVM_Task, 'duration_secs': 0.542309} completed successfully. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 653.238808] env[62328]: DEBUG nova.virt.vmwareapi.vm_util [None req-d69bbc60-f019-4f6a-9f9c-1d1daec41876 tempest-AttachInterfacesV270Test-1787492697 tempest-AttachInterfacesV270Test-1787492697-project-member] [instance: 0c794ef1-25d2-43a2-a0f3-98083f82eeac] Powered on the VM {{(pid=62328) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 653.239037] env[62328]: INFO nova.compute.manager [None req-d69bbc60-f019-4f6a-9f9c-1d1daec41876 tempest-AttachInterfacesV270Test-1787492697 tempest-AttachInterfacesV270Test-1787492697-project-member] [instance: 0c794ef1-25d2-43a2-a0f3-98083f82eeac] Took 9.40 seconds to spawn the instance on the hypervisor. [ 653.239232] env[62328]: DEBUG nova.compute.manager [None req-d69bbc60-f019-4f6a-9f9c-1d1daec41876 tempest-AttachInterfacesV270Test-1787492697 tempest-AttachInterfacesV270Test-1787492697-project-member] [instance: 0c794ef1-25d2-43a2-a0f3-98083f82eeac] Checking state {{(pid=62328) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 653.240282] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2efa9fb3-d258-4e7a-acd8-c6b81781729f {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 653.273179] env[62328]: DEBUG oslo_vmware.api [None req-128e9285-b921-4748-b0f2-05645a029569 tempest-ServerRescueTestJSON-434379102 tempest-ServerRescueTestJSON-434379102-project-member] Task: {'id': session[52a6e20e-410d-708a-99f2-080a575a99bd]523075ad-77f2-88e9-3f92-746653442866, 'name': SearchDatastore_Task, 'duration_secs': 0.011742} completed successfully. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 653.273911] env[62328]: DEBUG oslo_concurrency.lockutils [None req-128e9285-b921-4748-b0f2-05645a029569 tempest-ServerRescueTestJSON-434379102 tempest-ServerRescueTestJSON-434379102-project-member] Releasing lock "[datastore1] devstack-image-cache_base/dbf872a4-92be-47e4-8561-c3e2bf2423ab" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 653.274193] env[62328]: DEBUG nova.virt.vmwareapi.vmops [None req-128e9285-b921-4748-b0f2-05645a029569 tempest-ServerRescueTestJSON-434379102 tempest-ServerRescueTestJSON-434379102-project-member] [instance: 7ad56de0-3e7a-4018-8746-42a83a4fe22e] Processing image dbf872a4-92be-47e4-8561-c3e2bf2423ab {{(pid=62328) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 653.274486] env[62328]: DEBUG oslo_concurrency.lockutils [None req-128e9285-b921-4748-b0f2-05645a029569 tempest-ServerRescueTestJSON-434379102 tempest-ServerRescueTestJSON-434379102-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/dbf872a4-92be-47e4-8561-c3e2bf2423ab/dbf872a4-92be-47e4-8561-c3e2bf2423ab.vmdk" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 653.274643] env[62328]: DEBUG oslo_concurrency.lockutils [None req-128e9285-b921-4748-b0f2-05645a029569 tempest-ServerRescueTestJSON-434379102 tempest-ServerRescueTestJSON-434379102-project-member] Acquired lock "[datastore1] devstack-image-cache_base/dbf872a4-92be-47e4-8561-c3e2bf2423ab/dbf872a4-92be-47e4-8561-c3e2bf2423ab.vmdk" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.274970] env[62328]: DEBUG nova.virt.vmwareapi.ds_util [None req-128e9285-b921-4748-b0f2-05645a029569 tempest-ServerRescueTestJSON-434379102 tempest-ServerRescueTestJSON-434379102-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62328) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 653.275546] env[62328]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-d8a28ccd-c248-4959-b3ba-19d223a11f3d {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 653.290985] env[62328]: DEBUG nova.virt.vmwareapi.ds_util [None req-128e9285-b921-4748-b0f2-05645a029569 tempest-ServerRescueTestJSON-434379102 tempest-ServerRescueTestJSON-434379102-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62328) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 653.291182] env[62328]: DEBUG nova.virt.vmwareapi.vmops [None req-128e9285-b921-4748-b0f2-05645a029569 tempest-ServerRescueTestJSON-434379102 tempest-ServerRescueTestJSON-434379102-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62328) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 653.294643] env[62328]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-242403cf-fea0-4149-97d3-b6e5cef61879 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 653.300781] env[62328]: DEBUG oslo_vmware.api [None req-128e9285-b921-4748-b0f2-05645a029569 tempest-ServerRescueTestJSON-434379102 tempest-ServerRescueTestJSON-434379102-project-member] Waiting for the task: (returnval){ [ 653.300781] env[62328]: value = "session[52a6e20e-410d-708a-99f2-080a575a99bd]52f5890c-acb0-f605-73dd-0eed4ce48460" [ 653.300781] env[62328]: _type = "Task" [ 653.300781] env[62328]: } to complete. {{(pid=62328) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 653.312395] env[62328]: DEBUG oslo_vmware.api [None req-128e9285-b921-4748-b0f2-05645a029569 tempest-ServerRescueTestJSON-434379102 tempest-ServerRescueTestJSON-434379102-project-member] Task: {'id': session[52a6e20e-410d-708a-99f2-080a575a99bd]52f5890c-acb0-f605-73dd-0eed4ce48460, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 653.408546] env[62328]: DEBUG nova.compute.manager [None req-34162ca2-271f-43b9-99db-b8c5ee3fcf77 tempest-ServersAdmin275Test-1782090467 tempest-ServersAdmin275Test-1782090467-project-member] [instance: 892b410e-c0ae-4ef6-90a6-fbf09d6ad76b] Start building block device mappings for instance. {{(pid=62328) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 653.462081] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9d8f1827-6b30-46b6-8d69-890ec4ac1d25 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 653.471247] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-33ffb83a-a174-4468-8f41-3f052ae83a71 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 653.508150] env[62328]: DEBUG nova.compute.manager [None req-1e9f6783-f917-4cf0-906f-cf057c127fbf tempest-ImagesOneServerTestJSON-2062431902 tempest-ImagesOneServerTestJSON-2062431902-project-member] [instance: b7106740-bdd7-4774-8744-cbe21352a31c] Start destroying the instance on the hypervisor. {{(pid=62328) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 653.508395] env[62328]: DEBUG nova.virt.vmwareapi.vmops [None req-1e9f6783-f917-4cf0-906f-cf057c127fbf tempest-ImagesOneServerTestJSON-2062431902 tempest-ImagesOneServerTestJSON-2062431902-project-member] [instance: b7106740-bdd7-4774-8744-cbe21352a31c] Destroying instance {{(pid=62328) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 653.509468] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-15edd276-ea3d-4aa7-b99e-72d84c62ce14 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 653.513011] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b3e8554b-6044-408b-8ad4-dd2746ed8f36 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 653.518885] env[62328]: DEBUG nova.compute.manager [req-a0b1abae-9c9c-4415-9f2f-cf312e9384dc req-a2dcc562-e99f-4dee-bd53-99ea0b98fd95 service nova] [instance: 1e8111de-0629-4ba5-b945-8f552763ab15] Received event network-vif-plugged-654b7bbd-eaf0-44c6-86e2-0eafe58ef116 {{(pid=62328) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 653.519179] env[62328]: DEBUG oslo_concurrency.lockutils [req-a0b1abae-9c9c-4415-9f2f-cf312e9384dc req-a2dcc562-e99f-4dee-bd53-99ea0b98fd95 service nova] Acquiring lock "1e8111de-0629-4ba5-b945-8f552763ab15-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 653.519402] env[62328]: DEBUG oslo_concurrency.lockutils [req-a0b1abae-9c9c-4415-9f2f-cf312e9384dc req-a2dcc562-e99f-4dee-bd53-99ea0b98fd95 service nova] Lock "1e8111de-0629-4ba5-b945-8f552763ab15-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 653.519565] env[62328]: DEBUG oslo_concurrency.lockutils [req-a0b1abae-9c9c-4415-9f2f-cf312e9384dc req-a2dcc562-e99f-4dee-bd53-99ea0b98fd95 service nova] Lock "1e8111de-0629-4ba5-b945-8f552763ab15-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 653.519728] env[62328]: DEBUG nova.compute.manager [req-a0b1abae-9c9c-4415-9f2f-cf312e9384dc req-a2dcc562-e99f-4dee-bd53-99ea0b98fd95 service nova] [instance: 1e8111de-0629-4ba5-b945-8f552763ab15] No waiting events found dispatching network-vif-plugged-654b7bbd-eaf0-44c6-86e2-0eafe58ef116 {{(pid=62328) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 653.519927] env[62328]: WARNING nova.compute.manager [req-a0b1abae-9c9c-4415-9f2f-cf312e9384dc req-a2dcc562-e99f-4dee-bd53-99ea0b98fd95 service nova] [instance: 1e8111de-0629-4ba5-b945-8f552763ab15] Received unexpected event network-vif-plugged-654b7bbd-eaf0-44c6-86e2-0eafe58ef116 for instance with vm_state building and task_state spawning. [ 653.524280] env[62328]: DEBUG nova.virt.vmwareapi.vm_util [None req-1e9f6783-f917-4cf0-906f-cf057c127fbf tempest-ImagesOneServerTestJSON-2062431902 tempest-ImagesOneServerTestJSON-2062431902-project-member] [instance: b7106740-bdd7-4774-8744-cbe21352a31c] Powering off the VM {{(pid=62328) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 653.524975] env[62328]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-8c01e847-9c25-4f0f-9c85-c8c28747cae2 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 653.527118] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a3d2367b-660b-4b82-8050-db4aba9409d4 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 653.543133] env[62328]: DEBUG nova.compute.provider_tree [None req-1ae4ea3f-3f40-4036-8acb-f85355b234de tempest-ImagesOneServerNegativeTestJSON-835227872 tempest-ImagesOneServerNegativeTestJSON-835227872-project-member] Inventory has not changed in ProviderTree for provider: 3469e9f8-04af-49ca-8435-49f104496744 {{(pid=62328) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 653.549035] env[62328]: DEBUG oslo_vmware.api [None req-1e9f6783-f917-4cf0-906f-cf057c127fbf tempest-ImagesOneServerTestJSON-2062431902 tempest-ImagesOneServerTestJSON-2062431902-project-member] Waiting for the task: (returnval){ [ 653.549035] env[62328]: value = "task-2386445" [ 653.549035] env[62328]: _type = "Task" [ 653.549035] env[62328]: } to complete. {{(pid=62328) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 653.559642] env[62328]: DEBUG oslo_vmware.api [None req-1e9f6783-f917-4cf0-906f-cf057c127fbf tempest-ImagesOneServerTestJSON-2062431902 tempest-ImagesOneServerTestJSON-2062431902-project-member] Task: {'id': task-2386445, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 653.581949] env[62328]: DEBUG nova.compute.manager [req-8e8eb0a2-0d6e-4eb1-aded-482708e7b6cb req-6be4b098-750e-4977-90d7-3e26b4daa9c1 service nova] [instance: 7ad56de0-3e7a-4018-8746-42a83a4fe22e] Received event network-vif-plugged-8ad29444-070e-484e-8c29-aee0f10d9789 {{(pid=62328) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 653.582929] env[62328]: DEBUG oslo_concurrency.lockutils [req-8e8eb0a2-0d6e-4eb1-aded-482708e7b6cb req-6be4b098-750e-4977-90d7-3e26b4daa9c1 service nova] Acquiring lock "7ad56de0-3e7a-4018-8746-42a83a4fe22e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 653.582929] env[62328]: DEBUG oslo_concurrency.lockutils [req-8e8eb0a2-0d6e-4eb1-aded-482708e7b6cb req-6be4b098-750e-4977-90d7-3e26b4daa9c1 service nova] Lock "7ad56de0-3e7a-4018-8746-42a83a4fe22e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 653.582929] env[62328]: DEBUG oslo_concurrency.lockutils [req-8e8eb0a2-0d6e-4eb1-aded-482708e7b6cb req-6be4b098-750e-4977-90d7-3e26b4daa9c1 service nova] Lock "7ad56de0-3e7a-4018-8746-42a83a4fe22e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 653.582929] env[62328]: DEBUG nova.compute.manager [req-8e8eb0a2-0d6e-4eb1-aded-482708e7b6cb req-6be4b098-750e-4977-90d7-3e26b4daa9c1 service nova] [instance: 7ad56de0-3e7a-4018-8746-42a83a4fe22e] No waiting events found dispatching network-vif-plugged-8ad29444-070e-484e-8c29-aee0f10d9789 {{(pid=62328) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 653.582929] env[62328]: WARNING nova.compute.manager [req-8e8eb0a2-0d6e-4eb1-aded-482708e7b6cb req-6be4b098-750e-4977-90d7-3e26b4daa9c1 service nova] [instance: 7ad56de0-3e7a-4018-8746-42a83a4fe22e] Received unexpected event network-vif-plugged-8ad29444-070e-484e-8c29-aee0f10d9789 for instance with vm_state building and task_state spawning. [ 653.583183] env[62328]: DEBUG nova.compute.manager [req-8e8eb0a2-0d6e-4eb1-aded-482708e7b6cb req-6be4b098-750e-4977-90d7-3e26b4daa9c1 service nova] [instance: 7ad56de0-3e7a-4018-8746-42a83a4fe22e] Received event network-changed-8ad29444-070e-484e-8c29-aee0f10d9789 {{(pid=62328) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 653.583370] env[62328]: DEBUG nova.compute.manager [req-8e8eb0a2-0d6e-4eb1-aded-482708e7b6cb req-6be4b098-750e-4977-90d7-3e26b4daa9c1 service nova] [instance: 7ad56de0-3e7a-4018-8746-42a83a4fe22e] Refreshing instance network info cache due to event network-changed-8ad29444-070e-484e-8c29-aee0f10d9789. {{(pid=62328) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 653.583625] env[62328]: DEBUG oslo_concurrency.lockutils [req-8e8eb0a2-0d6e-4eb1-aded-482708e7b6cb req-6be4b098-750e-4977-90d7-3e26b4daa9c1 service nova] Acquiring lock "refresh_cache-7ad56de0-3e7a-4018-8746-42a83a4fe22e" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 653.583834] env[62328]: DEBUG oslo_concurrency.lockutils [req-8e8eb0a2-0d6e-4eb1-aded-482708e7b6cb req-6be4b098-750e-4977-90d7-3e26b4daa9c1 service nova] Acquired lock "refresh_cache-7ad56de0-3e7a-4018-8746-42a83a4fe22e" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.584050] env[62328]: DEBUG nova.network.neutron [req-8e8eb0a2-0d6e-4eb1-aded-482708e7b6cb req-6be4b098-750e-4977-90d7-3e26b4daa9c1 service nova] [instance: 7ad56de0-3e7a-4018-8746-42a83a4fe22e] Refreshing network info cache for port 8ad29444-070e-484e-8c29-aee0f10d9789 {{(pid=62328) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 653.765959] env[62328]: INFO nova.compute.manager [None req-d69bbc60-f019-4f6a-9f9c-1d1daec41876 tempest-AttachInterfacesV270Test-1787492697 tempest-AttachInterfacesV270Test-1787492697-project-member] [instance: 0c794ef1-25d2-43a2-a0f3-98083f82eeac] Took 42.25 seconds to build instance. [ 653.774383] env[62328]: DEBUG nova.objects.instance [None req-3bf5ce29-8656-489f-abd0-81fc2430d2d3 tempest-ListServerFiltersTestJSON-1229971268 tempest-ListServerFiltersTestJSON-1229971268-project-member] Lazy-loading 'flavor' on Instance uuid 7d799973-7eb9-46f8-ae41-d9aca9fc9e5a {{(pid=62328) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 653.817269] env[62328]: DEBUG oslo_vmware.api [None req-128e9285-b921-4748-b0f2-05645a029569 tempest-ServerRescueTestJSON-434379102 tempest-ServerRescueTestJSON-434379102-project-member] Task: {'id': session[52a6e20e-410d-708a-99f2-080a575a99bd]52f5890c-acb0-f605-73dd-0eed4ce48460, 'name': SearchDatastore_Task, 'duration_secs': 0.016} completed successfully. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 653.818107] env[62328]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4662aff6-8e44-4723-9dd0-f13d3f9667e0 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 653.824477] env[62328]: DEBUG oslo_vmware.api [None req-128e9285-b921-4748-b0f2-05645a029569 tempest-ServerRescueTestJSON-434379102 tempest-ServerRescueTestJSON-434379102-project-member] Waiting for the task: (returnval){ [ 653.824477] env[62328]: value = "session[52a6e20e-410d-708a-99f2-080a575a99bd]524aa8c8-055f-5487-a543-9dbef5c160db" [ 653.824477] env[62328]: _type = "Task" [ 653.824477] env[62328]: } to complete. {{(pid=62328) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 653.835162] env[62328]: DEBUG oslo_vmware.api [None req-128e9285-b921-4748-b0f2-05645a029569 tempest-ServerRescueTestJSON-434379102 tempest-ServerRescueTestJSON-434379102-project-member] Task: {'id': session[52a6e20e-410d-708a-99f2-080a575a99bd]524aa8c8-055f-5487-a543-9dbef5c160db, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 653.877953] env[62328]: DEBUG nova.network.neutron [-] [instance: cbd7d9a6-9812-461e-9f59-8dea2e62fece] Updating instance_info_cache with network_info: [] {{(pid=62328) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 654.048475] env[62328]: DEBUG nova.scheduler.client.report [None req-1ae4ea3f-3f40-4036-8acb-f85355b234de tempest-ImagesOneServerNegativeTestJSON-835227872 tempest-ImagesOneServerNegativeTestJSON-835227872-project-member] Inventory has not changed for provider 3469e9f8-04af-49ca-8435-49f104496744 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 152, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62328) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 654.067634] env[62328]: DEBUG oslo_vmware.api [None req-1e9f6783-f917-4cf0-906f-cf057c127fbf tempest-ImagesOneServerTestJSON-2062431902 tempest-ImagesOneServerTestJSON-2062431902-project-member] Task: {'id': task-2386445, 'name': PowerOffVM_Task, 'duration_secs': 0.225891} completed successfully. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 654.067949] env[62328]: DEBUG nova.virt.vmwareapi.vm_util [None req-1e9f6783-f917-4cf0-906f-cf057c127fbf tempest-ImagesOneServerTestJSON-2062431902 tempest-ImagesOneServerTestJSON-2062431902-project-member] [instance: b7106740-bdd7-4774-8744-cbe21352a31c] Powered off the VM {{(pid=62328) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 654.069990] env[62328]: DEBUG nova.virt.vmwareapi.vmops [None req-1e9f6783-f917-4cf0-906f-cf057c127fbf tempest-ImagesOneServerTestJSON-2062431902 tempest-ImagesOneServerTestJSON-2062431902-project-member] [instance: b7106740-bdd7-4774-8744-cbe21352a31c] Unregistering the VM {{(pid=62328) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 654.070307] env[62328]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-307aeeed-b940-48be-99ac-8e807763a94b {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 654.133188] env[62328]: DEBUG nova.virt.vmwareapi.vmops [None req-1e9f6783-f917-4cf0-906f-cf057c127fbf tempest-ImagesOneServerTestJSON-2062431902 tempest-ImagesOneServerTestJSON-2062431902-project-member] [instance: b7106740-bdd7-4774-8744-cbe21352a31c] Unregistered the VM {{(pid=62328) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 654.133468] env[62328]: DEBUG nova.virt.vmwareapi.vmops [None req-1e9f6783-f917-4cf0-906f-cf057c127fbf tempest-ImagesOneServerTestJSON-2062431902 tempest-ImagesOneServerTestJSON-2062431902-project-member] [instance: b7106740-bdd7-4774-8744-cbe21352a31c] Deleting contents of the VM from datastore datastore2 {{(pid=62328) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 654.133657] env[62328]: DEBUG nova.virt.vmwareapi.ds_util [None req-1e9f6783-f917-4cf0-906f-cf057c127fbf tempest-ImagesOneServerTestJSON-2062431902 tempest-ImagesOneServerTestJSON-2062431902-project-member] Deleting the datastore file [datastore2] b7106740-bdd7-4774-8744-cbe21352a31c {{(pid=62328) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 654.133948] env[62328]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-f780c27f-d018-4a30-b8d4-caa5e91a8376 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 654.144096] env[62328]: DEBUG oslo_vmware.api [None req-1e9f6783-f917-4cf0-906f-cf057c127fbf tempest-ImagesOneServerTestJSON-2062431902 tempest-ImagesOneServerTestJSON-2062431902-project-member] Waiting for the task: (returnval){ [ 654.144096] env[62328]: value = "task-2386447" [ 654.144096] env[62328]: _type = "Task" [ 654.144096] env[62328]: } to complete. {{(pid=62328) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 654.155201] env[62328]: DEBUG oslo_vmware.api [None req-1e9f6783-f917-4cf0-906f-cf057c127fbf tempest-ImagesOneServerTestJSON-2062431902 tempest-ImagesOneServerTestJSON-2062431902-project-member] Task: {'id': task-2386447, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 654.270842] env[62328]: DEBUG oslo_concurrency.lockutils [None req-d69bbc60-f019-4f6a-9f9c-1d1daec41876 tempest-AttachInterfacesV270Test-1787492697 tempest-AttachInterfacesV270Test-1787492697-project-member] Lock "0c794ef1-25d2-43a2-a0f3-98083f82eeac" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 54.989s {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 654.280336] env[62328]: DEBUG oslo_concurrency.lockutils [None req-3bf5ce29-8656-489f-abd0-81fc2430d2d3 tempest-ListServerFiltersTestJSON-1229971268 tempest-ListServerFiltersTestJSON-1229971268-project-member] Acquiring lock "refresh_cache-7d799973-7eb9-46f8-ae41-d9aca9fc9e5a" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 654.280637] env[62328]: DEBUG oslo_concurrency.lockutils [None req-3bf5ce29-8656-489f-abd0-81fc2430d2d3 tempest-ListServerFiltersTestJSON-1229971268 tempest-ListServerFiltersTestJSON-1229971268-project-member] Acquired lock "refresh_cache-7d799973-7eb9-46f8-ae41-d9aca9fc9e5a" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.281463] env[62328]: DEBUG nova.network.neutron [None req-3bf5ce29-8656-489f-abd0-81fc2430d2d3 tempest-ListServerFiltersTestJSON-1229971268 tempest-ListServerFiltersTestJSON-1229971268-project-member] [instance: 7d799973-7eb9-46f8-ae41-d9aca9fc9e5a] Building network info cache for instance {{(pid=62328) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 654.282090] env[62328]: DEBUG nova.objects.instance [None req-3bf5ce29-8656-489f-abd0-81fc2430d2d3 tempest-ListServerFiltersTestJSON-1229971268 tempest-ListServerFiltersTestJSON-1229971268-project-member] Lazy-loading 'info_cache' on Instance uuid 7d799973-7eb9-46f8-ae41-d9aca9fc9e5a {{(pid=62328) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 654.297441] env[62328]: DEBUG oslo_concurrency.lockutils [None req-fb2e372b-149b-4525-8bb8-c4a2314857b3 tempest-FloatingIPsAssociationTestJSON-89523020 tempest-FloatingIPsAssociationTestJSON-89523020-project-member] Acquiring lock "8cd0962c-8272-4384-973d-1ac21ca21993" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 654.335671] env[62328]: DEBUG oslo_vmware.api [None req-128e9285-b921-4748-b0f2-05645a029569 tempest-ServerRescueTestJSON-434379102 tempest-ServerRescueTestJSON-434379102-project-member] Task: {'id': session[52a6e20e-410d-708a-99f2-080a575a99bd]524aa8c8-055f-5487-a543-9dbef5c160db, 'name': SearchDatastore_Task, 'duration_secs': 0.026752} completed successfully. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 654.338460] env[62328]: DEBUG oslo_concurrency.lockutils [None req-128e9285-b921-4748-b0f2-05645a029569 tempest-ServerRescueTestJSON-434379102 tempest-ServerRescueTestJSON-434379102-project-member] Releasing lock "[datastore1] devstack-image-cache_base/dbf872a4-92be-47e4-8561-c3e2bf2423ab/dbf872a4-92be-47e4-8561-c3e2bf2423ab.vmdk" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 654.338754] env[62328]: DEBUG nova.virt.vmwareapi.vm_util [None req-128e9285-b921-4748-b0f2-05645a029569 tempest-ServerRescueTestJSON-434379102 tempest-ServerRescueTestJSON-434379102-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/dbf872a4-92be-47e4-8561-c3e2bf2423ab/dbf872a4-92be-47e4-8561-c3e2bf2423ab.vmdk to [datastore1] 7ad56de0-3e7a-4018-8746-42a83a4fe22e/7ad56de0-3e7a-4018-8746-42a83a4fe22e.vmdk {{(pid=62328) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 654.339317] env[62328]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-f154759e-de6a-4700-ac09-6d6fcf83e89c {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 654.350748] env[62328]: DEBUG oslo_vmware.api [None req-128e9285-b921-4748-b0f2-05645a029569 tempest-ServerRescueTestJSON-434379102 tempest-ServerRescueTestJSON-434379102-project-member] Waiting for the task: (returnval){ [ 654.350748] env[62328]: value = "task-2386448" [ 654.350748] env[62328]: _type = "Task" [ 654.350748] env[62328]: } to complete. {{(pid=62328) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 654.363501] env[62328]: DEBUG oslo_vmware.api [None req-128e9285-b921-4748-b0f2-05645a029569 tempest-ServerRescueTestJSON-434379102 tempest-ServerRescueTestJSON-434379102-project-member] Task: {'id': task-2386448, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 654.381352] env[62328]: INFO nova.compute.manager [-] [instance: cbd7d9a6-9812-461e-9f59-8dea2e62fece] Took 1.28 seconds to deallocate network for instance. [ 654.423888] env[62328]: DEBUG nova.compute.manager [None req-34162ca2-271f-43b9-99db-b8c5ee3fcf77 tempest-ServersAdmin275Test-1782090467 tempest-ServersAdmin275Test-1782090467-project-member] [instance: 892b410e-c0ae-4ef6-90a6-fbf09d6ad76b] Start spawning the instance on the hypervisor. {{(pid=62328) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 654.455512] env[62328]: DEBUG nova.virt.hardware [None req-34162ca2-271f-43b9-99db-b8c5ee3fcf77 tempest-ServersAdmin275Test-1782090467 tempest-ServersAdmin275Test-1782090467-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-07T17:16:55Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-07T17:16:37Z,direct_url=,disk_format='vmdk',id=dbf872a4-92be-47e4-8561-c3e2bf2423ab,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='2a64022f08d84b11a86773b900860ae5',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-07T17:16:38Z,virtual_size=,visibility=), allow threads: False {{(pid=62328) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 654.455811] env[62328]: DEBUG nova.virt.hardware [None req-34162ca2-271f-43b9-99db-b8c5ee3fcf77 tempest-ServersAdmin275Test-1782090467 tempest-ServersAdmin275Test-1782090467-project-member] Flavor limits 0:0:0 {{(pid=62328) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 654.455983] env[62328]: DEBUG nova.virt.hardware [None req-34162ca2-271f-43b9-99db-b8c5ee3fcf77 tempest-ServersAdmin275Test-1782090467 tempest-ServersAdmin275Test-1782090467-project-member] Image limits 0:0:0 {{(pid=62328) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 654.456193] env[62328]: DEBUG nova.virt.hardware [None req-34162ca2-271f-43b9-99db-b8c5ee3fcf77 tempest-ServersAdmin275Test-1782090467 tempest-ServersAdmin275Test-1782090467-project-member] Flavor pref 0:0:0 {{(pid=62328) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 654.456336] env[62328]: DEBUG nova.virt.hardware [None req-34162ca2-271f-43b9-99db-b8c5ee3fcf77 tempest-ServersAdmin275Test-1782090467 tempest-ServersAdmin275Test-1782090467-project-member] Image pref 0:0:0 {{(pid=62328) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 654.456479] env[62328]: DEBUG nova.virt.hardware [None req-34162ca2-271f-43b9-99db-b8c5ee3fcf77 tempest-ServersAdmin275Test-1782090467 tempest-ServersAdmin275Test-1782090467-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62328) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 654.456707] env[62328]: DEBUG nova.virt.hardware [None req-34162ca2-271f-43b9-99db-b8c5ee3fcf77 tempest-ServersAdmin275Test-1782090467 tempest-ServersAdmin275Test-1782090467-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62328) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 654.456894] env[62328]: DEBUG nova.virt.hardware [None req-34162ca2-271f-43b9-99db-b8c5ee3fcf77 tempest-ServersAdmin275Test-1782090467 tempest-ServersAdmin275Test-1782090467-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62328) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 654.457138] env[62328]: DEBUG nova.virt.hardware [None req-34162ca2-271f-43b9-99db-b8c5ee3fcf77 tempest-ServersAdmin275Test-1782090467 tempest-ServersAdmin275Test-1782090467-project-member] Got 1 possible topologies {{(pid=62328) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 654.457326] env[62328]: DEBUG nova.virt.hardware [None req-34162ca2-271f-43b9-99db-b8c5ee3fcf77 tempest-ServersAdmin275Test-1782090467 tempest-ServersAdmin275Test-1782090467-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62328) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 654.457541] env[62328]: DEBUG nova.virt.hardware [None req-34162ca2-271f-43b9-99db-b8c5ee3fcf77 tempest-ServersAdmin275Test-1782090467 tempest-ServersAdmin275Test-1782090467-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62328) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 654.458799] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fbab7881-bc03-463a-935b-e5ae77240392 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 654.468613] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c09f5b6b-79e6-45f4-a56e-10321b2acc51 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 654.485578] env[62328]: DEBUG nova.virt.vmwareapi.vmops [None req-34162ca2-271f-43b9-99db-b8c5ee3fcf77 tempest-ServersAdmin275Test-1782090467 tempest-ServersAdmin275Test-1782090467-project-member] [instance: 892b410e-c0ae-4ef6-90a6-fbf09d6ad76b] Instance VIF info [] {{(pid=62328) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 654.491301] env[62328]: DEBUG nova.virt.vmwareapi.vm_util [None req-34162ca2-271f-43b9-99db-b8c5ee3fcf77 tempest-ServersAdmin275Test-1782090467 tempest-ServersAdmin275Test-1782090467-project-member] Creating folder: Project (1f7ce9c550094ab28b7737a468444878). Parent ref: group-v484164. {{(pid=62328) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 654.491646] env[62328]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-821c164b-ffb9-4338-a137-e1d53f332217 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 654.505491] env[62328]: INFO nova.virt.vmwareapi.vm_util [None req-34162ca2-271f-43b9-99db-b8c5ee3fcf77 tempest-ServersAdmin275Test-1782090467 tempest-ServersAdmin275Test-1782090467-project-member] Created folder: Project (1f7ce9c550094ab28b7737a468444878) in parent group-v484164. [ 654.505491] env[62328]: DEBUG nova.virt.vmwareapi.vm_util [None req-34162ca2-271f-43b9-99db-b8c5ee3fcf77 tempest-ServersAdmin275Test-1782090467 tempest-ServersAdmin275Test-1782090467-project-member] Creating folder: Instances. Parent ref: group-v484253. {{(pid=62328) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 654.505491] env[62328]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-5cb8b0a4-c121-4877-8f48-a4dce27e9e19 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 654.516956] env[62328]: INFO nova.virt.vmwareapi.vm_util [None req-34162ca2-271f-43b9-99db-b8c5ee3fcf77 tempest-ServersAdmin275Test-1782090467 tempest-ServersAdmin275Test-1782090467-project-member] Created folder: Instances in parent group-v484253. [ 654.517308] env[62328]: DEBUG oslo.service.loopingcall [None req-34162ca2-271f-43b9-99db-b8c5ee3fcf77 tempest-ServersAdmin275Test-1782090467 tempest-ServersAdmin275Test-1782090467-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62328) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 654.518092] env[62328]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 892b410e-c0ae-4ef6-90a6-fbf09d6ad76b] Creating VM on the ESX host {{(pid=62328) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 654.518190] env[62328]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-c9cef9c6-32cf-44f1-9f45-41b9c7f19bcd {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 654.539130] env[62328]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 654.539130] env[62328]: value = "task-2386451" [ 654.539130] env[62328]: _type = "Task" [ 654.539130] env[62328]: } to complete. {{(pid=62328) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 654.544722] env[62328]: DEBUG oslo_vmware.api [-] Task: {'id': task-2386451, 'name': CreateVM_Task} progress is 0%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 654.560565] env[62328]: DEBUG oslo_concurrency.lockutils [None req-1ae4ea3f-3f40-4036-8acb-f85355b234de tempest-ImagesOneServerNegativeTestJSON-835227872 tempest-ImagesOneServerNegativeTestJSON-835227872-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.163s {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 654.562827] env[62328]: DEBUG oslo_concurrency.lockutils [None req-4749c5d6-d7ec-4aa4-a49e-3e1a247b55b1 tempest-ListServersNegativeTestJSON-1737878377 tempest-ListServersNegativeTestJSON-1737878377-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 25.421s {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 654.563889] env[62328]: DEBUG nova.objects.instance [None req-4749c5d6-d7ec-4aa4-a49e-3e1a247b55b1 tempest-ListServersNegativeTestJSON-1737878377 tempest-ListServersNegativeTestJSON-1737878377-project-member] Lazy-loading 'resources' on Instance uuid df0d7e5c-1299-4174-8641-f96b51442b55 {{(pid=62328) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 654.593888] env[62328]: INFO nova.scheduler.client.report [None req-1ae4ea3f-3f40-4036-8acb-f85355b234de tempest-ImagesOneServerNegativeTestJSON-835227872 tempest-ImagesOneServerNegativeTestJSON-835227872-project-member] Deleted allocations for instance 7d40ec51-28cf-4829-be03-810f8d965b2e [ 654.661333] env[62328]: DEBUG oslo_vmware.api [None req-1e9f6783-f917-4cf0-906f-cf057c127fbf tempest-ImagesOneServerTestJSON-2062431902 tempest-ImagesOneServerTestJSON-2062431902-project-member] Task: {'id': task-2386447, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.251447} completed successfully. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 654.661755] env[62328]: DEBUG nova.virt.vmwareapi.ds_util [None req-1e9f6783-f917-4cf0-906f-cf057c127fbf tempest-ImagesOneServerTestJSON-2062431902 tempest-ImagesOneServerTestJSON-2062431902-project-member] Deleted the datastore file {{(pid=62328) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 654.662080] env[62328]: DEBUG nova.virt.vmwareapi.vmops [None req-1e9f6783-f917-4cf0-906f-cf057c127fbf tempest-ImagesOneServerTestJSON-2062431902 tempest-ImagesOneServerTestJSON-2062431902-project-member] [instance: b7106740-bdd7-4774-8744-cbe21352a31c] Deleted contents of the VM from datastore datastore2 {{(pid=62328) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 654.662371] env[62328]: DEBUG nova.virt.vmwareapi.vmops [None req-1e9f6783-f917-4cf0-906f-cf057c127fbf tempest-ImagesOneServerTestJSON-2062431902 tempest-ImagesOneServerTestJSON-2062431902-project-member] [instance: b7106740-bdd7-4774-8744-cbe21352a31c] Instance destroyed {{(pid=62328) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 654.664058] env[62328]: INFO nova.compute.manager [None req-1e9f6783-f917-4cf0-906f-cf057c127fbf tempest-ImagesOneServerTestJSON-2062431902 tempest-ImagesOneServerTestJSON-2062431902-project-member] [instance: b7106740-bdd7-4774-8744-cbe21352a31c] Took 1.15 seconds to destroy the instance on the hypervisor. [ 654.664058] env[62328]: DEBUG oslo.service.loopingcall [None req-1e9f6783-f917-4cf0-906f-cf057c127fbf tempest-ImagesOneServerTestJSON-2062431902 tempest-ImagesOneServerTestJSON-2062431902-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62328) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 654.664058] env[62328]: DEBUG nova.compute.manager [-] [instance: b7106740-bdd7-4774-8744-cbe21352a31c] Deallocating network for instance {{(pid=62328) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 654.664058] env[62328]: DEBUG nova.network.neutron [-] [instance: b7106740-bdd7-4774-8744-cbe21352a31c] deallocate_for_instance() {{(pid=62328) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 654.702333] env[62328]: DEBUG nova.network.neutron [req-8e8eb0a2-0d6e-4eb1-aded-482708e7b6cb req-6be4b098-750e-4977-90d7-3e26b4daa9c1 service nova] [instance: 7ad56de0-3e7a-4018-8746-42a83a4fe22e] Updated VIF entry in instance network info cache for port 8ad29444-070e-484e-8c29-aee0f10d9789. {{(pid=62328) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 654.702794] env[62328]: DEBUG nova.network.neutron [req-8e8eb0a2-0d6e-4eb1-aded-482708e7b6cb req-6be4b098-750e-4977-90d7-3e26b4daa9c1 service nova] [instance: 7ad56de0-3e7a-4018-8746-42a83a4fe22e] Updating instance_info_cache with network_info: [{"id": "8ad29444-070e-484e-8c29-aee0f10d9789", "address": "fa:16:3e:55:64:dc", "network": {"id": "243ad9ea-c83d-488c-93c6-bf234e56e1f6", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-1631716901-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "7dffe918ec914f66820c04e71131ca7c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "56398cc0-e39f-410f-8036-8c2a6870e26f", "external-id": "nsx-vlan-transportzone-612", "segmentation_id": 612, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8ad29444-07", "ovs_interfaceid": "8ad29444-070e-484e-8c29-aee0f10d9789", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62328) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 654.774063] env[62328]: DEBUG nova.compute.manager [None req-88250cb4-6546-4395-894e-5cfd94aa3a2e tempest-SecurityGroupsTestJSON-105101063 tempest-SecurityGroupsTestJSON-105101063-project-member] [instance: 3c4b626f-0a92-4c1c-9240-7ed5e9ce623b] Starting instance... {{(pid=62328) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 654.791026] env[62328]: DEBUG nova.objects.base [None req-3bf5ce29-8656-489f-abd0-81fc2430d2d3 tempest-ListServerFiltersTestJSON-1229971268 tempest-ListServerFiltersTestJSON-1229971268-project-member] Object Instance<7d799973-7eb9-46f8-ae41-d9aca9fc9e5a> lazy-loaded attributes: flavor,info_cache {{(pid=62328) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 654.863397] env[62328]: DEBUG oslo_vmware.api [None req-128e9285-b921-4748-b0f2-05645a029569 tempest-ServerRescueTestJSON-434379102 tempest-ServerRescueTestJSON-434379102-project-member] Task: {'id': task-2386448, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 654.894358] env[62328]: DEBUG oslo_concurrency.lockutils [None req-5b182e51-1621-4c72-8f86-a925d9f5cf29 tempest-DeleteServersAdminTestJSON-1672951685 tempest-DeleteServersAdminTestJSON-1672951685-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 655.047563] env[62328]: DEBUG oslo_vmware.api [-] Task: {'id': task-2386451, 'name': CreateVM_Task} progress is 25%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 655.110471] env[62328]: DEBUG oslo_concurrency.lockutils [None req-1ae4ea3f-3f40-4036-8acb-f85355b234de tempest-ImagesOneServerNegativeTestJSON-835227872 tempest-ImagesOneServerNegativeTestJSON-835227872-project-member] Lock "7d40ec51-28cf-4829-be03-810f8d965b2e" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 31.180s {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 655.210057] env[62328]: DEBUG oslo_concurrency.lockutils [req-8e8eb0a2-0d6e-4eb1-aded-482708e7b6cb req-6be4b098-750e-4977-90d7-3e26b4daa9c1 service nova] Releasing lock "refresh_cache-7ad56de0-3e7a-4018-8746-42a83a4fe22e" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 655.210876] env[62328]: DEBUG nova.compute.manager [req-8e8eb0a2-0d6e-4eb1-aded-482708e7b6cb req-6be4b098-750e-4977-90d7-3e26b4daa9c1 service nova] [instance: 8cd0962c-8272-4384-973d-1ac21ca21993] Received event network-vif-deleted-f5a75d69-f7c9-419b-be1a-9cfe94f76980 {{(pid=62328) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 655.210876] env[62328]: DEBUG nova.compute.manager [req-8e8eb0a2-0d6e-4eb1-aded-482708e7b6cb req-6be4b098-750e-4977-90d7-3e26b4daa9c1 service nova] [instance: 04dd8fd6-91f0-444f-b642-2ba8dcdea19d] Received event network-changed-e15952ce-5356-40ed-acb4-194732d7930c {{(pid=62328) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 655.210876] env[62328]: DEBUG nova.compute.manager [req-8e8eb0a2-0d6e-4eb1-aded-482708e7b6cb req-6be4b098-750e-4977-90d7-3e26b4daa9c1 service nova] [instance: 04dd8fd6-91f0-444f-b642-2ba8dcdea19d] Refreshing instance network info cache due to event network-changed-e15952ce-5356-40ed-acb4-194732d7930c. {{(pid=62328) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 655.211312] env[62328]: DEBUG oslo_concurrency.lockutils [req-8e8eb0a2-0d6e-4eb1-aded-482708e7b6cb req-6be4b098-750e-4977-90d7-3e26b4daa9c1 service nova] Acquiring lock "refresh_cache-04dd8fd6-91f0-444f-b642-2ba8dcdea19d" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 655.211312] env[62328]: DEBUG oslo_concurrency.lockutils [req-8e8eb0a2-0d6e-4eb1-aded-482708e7b6cb req-6be4b098-750e-4977-90d7-3e26b4daa9c1 service nova] Acquired lock "refresh_cache-04dd8fd6-91f0-444f-b642-2ba8dcdea19d" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.211432] env[62328]: DEBUG nova.network.neutron [req-8e8eb0a2-0d6e-4eb1-aded-482708e7b6cb req-6be4b098-750e-4977-90d7-3e26b4daa9c1 service nova] [instance: 04dd8fd6-91f0-444f-b642-2ba8dcdea19d] Refreshing network info cache for port e15952ce-5356-40ed-acb4-194732d7930c {{(pid=62328) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 655.297266] env[62328]: DEBUG oslo_concurrency.lockutils [None req-88250cb4-6546-4395-894e-5cfd94aa3a2e tempest-SecurityGroupsTestJSON-105101063 tempest-SecurityGroupsTestJSON-105101063-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 655.365496] env[62328]: DEBUG oslo_vmware.api [None req-128e9285-b921-4748-b0f2-05645a029569 tempest-ServerRescueTestJSON-434379102 tempest-ServerRescueTestJSON-434379102-project-member] Task: {'id': task-2386448, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.657617} completed successfully. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 655.369228] env[62328]: DEBUG nova.virt.vmwareapi.vm_util [None req-128e9285-b921-4748-b0f2-05645a029569 tempest-ServerRescueTestJSON-434379102 tempest-ServerRescueTestJSON-434379102-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/dbf872a4-92be-47e4-8561-c3e2bf2423ab/dbf872a4-92be-47e4-8561-c3e2bf2423ab.vmdk to [datastore1] 7ad56de0-3e7a-4018-8746-42a83a4fe22e/7ad56de0-3e7a-4018-8746-42a83a4fe22e.vmdk {{(pid=62328) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 655.369228] env[62328]: DEBUG nova.virt.vmwareapi.vmops [None req-128e9285-b921-4748-b0f2-05645a029569 tempest-ServerRescueTestJSON-434379102 tempest-ServerRescueTestJSON-434379102-project-member] [instance: 7ad56de0-3e7a-4018-8746-42a83a4fe22e] Extending root virtual disk to 1048576 {{(pid=62328) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 655.369776] env[62328]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-76cb5f1a-ed6a-47f3-8e65-e630e1114051 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 655.379299] env[62328]: DEBUG oslo_vmware.api [None req-128e9285-b921-4748-b0f2-05645a029569 tempest-ServerRescueTestJSON-434379102 tempest-ServerRescueTestJSON-434379102-project-member] Waiting for the task: (returnval){ [ 655.379299] env[62328]: value = "task-2386452" [ 655.379299] env[62328]: _type = "Task" [ 655.379299] env[62328]: } to complete. {{(pid=62328) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 655.394524] env[62328]: DEBUG oslo_vmware.api [None req-128e9285-b921-4748-b0f2-05645a029569 tempest-ServerRescueTestJSON-434379102 tempest-ServerRescueTestJSON-434379102-project-member] Task: {'id': task-2386452, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 655.557703] env[62328]: DEBUG oslo_vmware.api [-] Task: {'id': task-2386451, 'name': CreateVM_Task, 'duration_secs': 0.723849} completed successfully. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 655.557703] env[62328]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 892b410e-c0ae-4ef6-90a6-fbf09d6ad76b] Created VM on the ESX host {{(pid=62328) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 655.557849] env[62328]: DEBUG oslo_concurrency.lockutils [None req-34162ca2-271f-43b9-99db-b8c5ee3fcf77 tempest-ServersAdmin275Test-1782090467 tempest-ServersAdmin275Test-1782090467-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/dbf872a4-92be-47e4-8561-c3e2bf2423ab" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 655.557910] env[62328]: DEBUG oslo_concurrency.lockutils [None req-34162ca2-271f-43b9-99db-b8c5ee3fcf77 tempest-ServersAdmin275Test-1782090467 tempest-ServersAdmin275Test-1782090467-project-member] Acquired lock "[datastore1] devstack-image-cache_base/dbf872a4-92be-47e4-8561-c3e2bf2423ab" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.558509] env[62328]: DEBUG oslo_concurrency.lockutils [None req-34162ca2-271f-43b9-99db-b8c5ee3fcf77 tempest-ServersAdmin275Test-1782090467 tempest-ServersAdmin275Test-1782090467-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/dbf872a4-92be-47e4-8561-c3e2bf2423ab" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 655.558509] env[62328]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9a55a9e0-7a9b-459f-b41c-46aec85379b5 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 655.566811] env[62328]: DEBUG oslo_vmware.api [None req-34162ca2-271f-43b9-99db-b8c5ee3fcf77 tempest-ServersAdmin275Test-1782090467 tempest-ServersAdmin275Test-1782090467-project-member] Waiting for the task: (returnval){ [ 655.566811] env[62328]: value = "session[52a6e20e-410d-708a-99f2-080a575a99bd]521a77d4-86ee-cc59-d7c3-b58d9c6956b8" [ 655.566811] env[62328]: _type = "Task" [ 655.566811] env[62328]: } to complete. {{(pid=62328) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 655.578615] env[62328]: DEBUG oslo_vmware.api [None req-34162ca2-271f-43b9-99db-b8c5ee3fcf77 tempest-ServersAdmin275Test-1782090467 tempest-ServersAdmin275Test-1782090467-project-member] Task: {'id': session[52a6e20e-410d-708a-99f2-080a575a99bd]521a77d4-86ee-cc59-d7c3-b58d9c6956b8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 655.672393] env[62328]: DEBUG nova.network.neutron [None req-16eda5c7-fbe0-49ae-8e99-93a8b70dcb32 tempest-ServersTestMultiNic-1057987772 tempest-ServersTestMultiNic-1057987772-project-member] [instance: 1e8111de-0629-4ba5-b945-8f552763ab15] Successfully updated port: 652e9c31-371d-4841-9f25-0d851e0d8eb9 {{(pid=62328) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 655.679763] env[62328]: DEBUG oslo_concurrency.lockutils [None req-fde9248a-585c-40b0-bcce-5b57d539f66c tempest-AttachInterfacesV270Test-1787492697 tempest-AttachInterfacesV270Test-1787492697-project-member] Acquiring lock "interface-0c794ef1-25d2-43a2-a0f3-98083f82eeac-None" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 655.680040] env[62328]: DEBUG oslo_concurrency.lockutils [None req-fde9248a-585c-40b0-bcce-5b57d539f66c tempest-AttachInterfacesV270Test-1787492697 tempest-AttachInterfacesV270Test-1787492697-project-member] Lock "interface-0c794ef1-25d2-43a2-a0f3-98083f82eeac-None" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.000s {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 655.680365] env[62328]: DEBUG nova.objects.instance [None req-fde9248a-585c-40b0-bcce-5b57d539f66c tempest-AttachInterfacesV270Test-1787492697 tempest-AttachInterfacesV270Test-1787492697-project-member] Lazy-loading 'flavor' on Instance uuid 0c794ef1-25d2-43a2-a0f3-98083f82eeac {{(pid=62328) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 655.738966] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-df70bf72-5736-470a-bfbe-49c23fdae435 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 655.743113] env[62328]: DEBUG nova.network.neutron [-] [instance: b7106740-bdd7-4774-8744-cbe21352a31c] Updating instance_info_cache with network_info: [] {{(pid=62328) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 655.747135] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1b6fd28d-d62d-4150-9530-0dba35808e60 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 655.781675] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d0848690-c31c-44a5-884c-d4202324036b {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 655.790489] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-20b922cf-5573-4b13-9571-486d3f05bf8d {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 655.810163] env[62328]: DEBUG nova.compute.provider_tree [None req-4749c5d6-d7ec-4aa4-a49e-3e1a247b55b1 tempest-ListServersNegativeTestJSON-1737878377 tempest-ListServersNegativeTestJSON-1737878377-project-member] Inventory has not changed in ProviderTree for provider: 3469e9f8-04af-49ca-8435-49f104496744 {{(pid=62328) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 655.812277] env[62328]: DEBUG nova.network.neutron [None req-3bf5ce29-8656-489f-abd0-81fc2430d2d3 tempest-ListServerFiltersTestJSON-1229971268 tempest-ListServerFiltersTestJSON-1229971268-project-member] [instance: 7d799973-7eb9-46f8-ae41-d9aca9fc9e5a] Updating instance_info_cache with network_info: [{"id": "572b302c-f881-4a2a-9021-cac7d7415154", "address": "fa:16:3e:d3:f5:e9", "network": {"id": "c46007c0-9cb2-4a89-a7d1-de50d2fc8963", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-926979095-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "74a0bc813655452b82c1404e811a4da4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8ea16b8c-ebf6-4bd4-ab67-ddb472e7b460", "external-id": "nsx-vlan-transportzone-156", "segmentation_id": 156, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap572b302c-f8", "ovs_interfaceid": "572b302c-f881-4a2a-9021-cac7d7415154", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62328) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 655.889563] env[62328]: DEBUG oslo_vmware.api [None req-128e9285-b921-4748-b0f2-05645a029569 tempest-ServerRescueTestJSON-434379102 tempest-ServerRescueTestJSON-434379102-project-member] Task: {'id': task-2386452, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.073555} completed successfully. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 655.889849] env[62328]: DEBUG nova.virt.vmwareapi.vmops [None req-128e9285-b921-4748-b0f2-05645a029569 tempest-ServerRescueTestJSON-434379102 tempest-ServerRescueTestJSON-434379102-project-member] [instance: 7ad56de0-3e7a-4018-8746-42a83a4fe22e] Extended root virtual disk {{(pid=62328) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 655.891051] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-df140ad1-211b-493b-aa0f-c1e1b6988b8a {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 655.915898] env[62328]: DEBUG nova.virt.vmwareapi.volumeops [None req-128e9285-b921-4748-b0f2-05645a029569 tempest-ServerRescueTestJSON-434379102 tempest-ServerRescueTestJSON-434379102-project-member] [instance: 7ad56de0-3e7a-4018-8746-42a83a4fe22e] Reconfiguring VM instance instance-0000001e to attach disk [datastore1] 7ad56de0-3e7a-4018-8746-42a83a4fe22e/7ad56de0-3e7a-4018-8746-42a83a4fe22e.vmdk or device None with type sparse {{(pid=62328) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 655.918711] env[62328]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-bc8a7306-6858-4fa7-be96-f033a1bc0788 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 655.941101] env[62328]: DEBUG oslo_vmware.api [None req-128e9285-b921-4748-b0f2-05645a029569 tempest-ServerRescueTestJSON-434379102 tempest-ServerRescueTestJSON-434379102-project-member] Waiting for the task: (returnval){ [ 655.941101] env[62328]: value = "task-2386453" [ 655.941101] env[62328]: _type = "Task" [ 655.941101] env[62328]: } to complete. {{(pid=62328) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 655.950199] env[62328]: DEBUG oslo_vmware.api [None req-128e9285-b921-4748-b0f2-05645a029569 tempest-ServerRescueTestJSON-434379102 tempest-ServerRescueTestJSON-434379102-project-member] Task: {'id': task-2386453, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 656.063559] env[62328]: DEBUG nova.network.neutron [req-8e8eb0a2-0d6e-4eb1-aded-482708e7b6cb req-6be4b098-750e-4977-90d7-3e26b4daa9c1 service nova] [instance: 04dd8fd6-91f0-444f-b642-2ba8dcdea19d] Updated VIF entry in instance network info cache for port e15952ce-5356-40ed-acb4-194732d7930c. {{(pid=62328) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 656.063559] env[62328]: DEBUG nova.network.neutron [req-8e8eb0a2-0d6e-4eb1-aded-482708e7b6cb req-6be4b098-750e-4977-90d7-3e26b4daa9c1 service nova] [instance: 04dd8fd6-91f0-444f-b642-2ba8dcdea19d] Updating instance_info_cache with network_info: [{"id": "e15952ce-5356-40ed-acb4-194732d7930c", "address": "fa:16:3e:87:20:62", "network": {"id": "ee7ea7d3-ca41-4e70-ba6d-9072fecb779e", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-1090703967-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.246", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1abd50b8c8744d5eadd674a65c7262c5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "650f7968-4522-4ba5-8304-1b9949951ed7", "external-id": "nsx-vlan-transportzone-568", "segmentation_id": 568, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape15952ce-53", "ovs_interfaceid": "e15952ce-5356-40ed-acb4-194732d7930c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62328) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 656.080142] env[62328]: DEBUG oslo_vmware.api [None req-34162ca2-271f-43b9-99db-b8c5ee3fcf77 tempest-ServersAdmin275Test-1782090467 tempest-ServersAdmin275Test-1782090467-project-member] Task: {'id': session[52a6e20e-410d-708a-99f2-080a575a99bd]521a77d4-86ee-cc59-d7c3-b58d9c6956b8, 'name': SearchDatastore_Task, 'duration_secs': 0.011782} completed successfully. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 656.080516] env[62328]: DEBUG oslo_concurrency.lockutils [None req-34162ca2-271f-43b9-99db-b8c5ee3fcf77 tempest-ServersAdmin275Test-1782090467 tempest-ServersAdmin275Test-1782090467-project-member] Releasing lock "[datastore1] devstack-image-cache_base/dbf872a4-92be-47e4-8561-c3e2bf2423ab" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 656.080862] env[62328]: DEBUG nova.virt.vmwareapi.vmops [None req-34162ca2-271f-43b9-99db-b8c5ee3fcf77 tempest-ServersAdmin275Test-1782090467 tempest-ServersAdmin275Test-1782090467-project-member] [instance: 892b410e-c0ae-4ef6-90a6-fbf09d6ad76b] Processing image dbf872a4-92be-47e4-8561-c3e2bf2423ab {{(pid=62328) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 656.081899] env[62328]: DEBUG oslo_concurrency.lockutils [None req-34162ca2-271f-43b9-99db-b8c5ee3fcf77 tempest-ServersAdmin275Test-1782090467 tempest-ServersAdmin275Test-1782090467-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/dbf872a4-92be-47e4-8561-c3e2bf2423ab/dbf872a4-92be-47e4-8561-c3e2bf2423ab.vmdk" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 656.081899] env[62328]: DEBUG oslo_concurrency.lockutils [None req-34162ca2-271f-43b9-99db-b8c5ee3fcf77 tempest-ServersAdmin275Test-1782090467 tempest-ServersAdmin275Test-1782090467-project-member] Acquired lock "[datastore1] devstack-image-cache_base/dbf872a4-92be-47e4-8561-c3e2bf2423ab/dbf872a4-92be-47e4-8561-c3e2bf2423ab.vmdk" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.081899] env[62328]: DEBUG nova.virt.vmwareapi.ds_util [None req-34162ca2-271f-43b9-99db-b8c5ee3fcf77 tempest-ServersAdmin275Test-1782090467 tempest-ServersAdmin275Test-1782090467-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62328) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 656.081899] env[62328]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-29c94f17-a8ba-408a-a814-6f6c8e0997e7 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 656.094404] env[62328]: DEBUG nova.virt.vmwareapi.ds_util [None req-34162ca2-271f-43b9-99db-b8c5ee3fcf77 tempest-ServersAdmin275Test-1782090467 tempest-ServersAdmin275Test-1782090467-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62328) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 656.096150] env[62328]: DEBUG nova.virt.vmwareapi.vmops [None req-34162ca2-271f-43b9-99db-b8c5ee3fcf77 tempest-ServersAdmin275Test-1782090467 tempest-ServersAdmin275Test-1782090467-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62328) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 656.096150] env[62328]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0d1adc45-85c0-4e26-a0e6-f91dc8959620 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 656.104025] env[62328]: DEBUG oslo_vmware.api [None req-34162ca2-271f-43b9-99db-b8c5ee3fcf77 tempest-ServersAdmin275Test-1782090467 tempest-ServersAdmin275Test-1782090467-project-member] Waiting for the task: (returnval){ [ 656.104025] env[62328]: value = "session[52a6e20e-410d-708a-99f2-080a575a99bd]52b12973-18d3-64b0-876b-dcef235ea8fb" [ 656.104025] env[62328]: _type = "Task" [ 656.104025] env[62328]: } to complete. {{(pid=62328) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 656.112120] env[62328]: DEBUG oslo_vmware.api [None req-34162ca2-271f-43b9-99db-b8c5ee3fcf77 tempest-ServersAdmin275Test-1782090467 tempest-ServersAdmin275Test-1782090467-project-member] Task: {'id': session[52a6e20e-410d-708a-99f2-080a575a99bd]52b12973-18d3-64b0-876b-dcef235ea8fb, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 656.186928] env[62328]: DEBUG nova.objects.instance [None req-fde9248a-585c-40b0-bcce-5b57d539f66c tempest-AttachInterfacesV270Test-1787492697 tempest-AttachInterfacesV270Test-1787492697-project-member] Lazy-loading 'pci_requests' on Instance uuid 0c794ef1-25d2-43a2-a0f3-98083f82eeac {{(pid=62328) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 656.247593] env[62328]: INFO nova.compute.manager [-] [instance: b7106740-bdd7-4774-8744-cbe21352a31c] Took 1.58 seconds to deallocate network for instance. [ 656.275875] env[62328]: DEBUG nova.compute.manager [req-65028461-1895-4598-b4a9-bd7cafb59331 req-b23d1be1-056c-4f49-9edc-2d3954c78f5e service nova] [instance: 1e8111de-0629-4ba5-b945-8f552763ab15] Received event network-changed-654b7bbd-eaf0-44c6-86e2-0eafe58ef116 {{(pid=62328) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 656.275875] env[62328]: DEBUG nova.compute.manager [req-65028461-1895-4598-b4a9-bd7cafb59331 req-b23d1be1-056c-4f49-9edc-2d3954c78f5e service nova] [instance: 1e8111de-0629-4ba5-b945-8f552763ab15] Refreshing instance network info cache due to event network-changed-654b7bbd-eaf0-44c6-86e2-0eafe58ef116. {{(pid=62328) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 656.276125] env[62328]: DEBUG oslo_concurrency.lockutils [req-65028461-1895-4598-b4a9-bd7cafb59331 req-b23d1be1-056c-4f49-9edc-2d3954c78f5e service nova] Acquiring lock "refresh_cache-1e8111de-0629-4ba5-b945-8f552763ab15" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 656.276667] env[62328]: DEBUG oslo_concurrency.lockutils [req-65028461-1895-4598-b4a9-bd7cafb59331 req-b23d1be1-056c-4f49-9edc-2d3954c78f5e service nova] Acquired lock "refresh_cache-1e8111de-0629-4ba5-b945-8f552763ab15" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.276667] env[62328]: DEBUG nova.network.neutron [req-65028461-1895-4598-b4a9-bd7cafb59331 req-b23d1be1-056c-4f49-9edc-2d3954c78f5e service nova] [instance: 1e8111de-0629-4ba5-b945-8f552763ab15] Refreshing network info cache for port 654b7bbd-eaf0-44c6-86e2-0eafe58ef116 {{(pid=62328) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 656.316187] env[62328]: DEBUG nova.scheduler.client.report [None req-4749c5d6-d7ec-4aa4-a49e-3e1a247b55b1 tempest-ListServersNegativeTestJSON-1737878377 tempest-ListServersNegativeTestJSON-1737878377-project-member] Inventory has not changed for provider 3469e9f8-04af-49ca-8435-49f104496744 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 152, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62328) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 656.318845] env[62328]: DEBUG oslo_concurrency.lockutils [None req-3bf5ce29-8656-489f-abd0-81fc2430d2d3 tempest-ListServerFiltersTestJSON-1229971268 tempest-ListServerFiltersTestJSON-1229971268-project-member] Releasing lock "refresh_cache-7d799973-7eb9-46f8-ae41-d9aca9fc9e5a" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 656.360105] env[62328]: DEBUG nova.compute.manager [req-fbb42cc5-21f3-4842-b84f-8f3af39df930 req-bf7b2be6-f076-4d5e-890e-4fdb4bed54bd service nova] [instance: aa0b930b-b792-402c-ac6d-bfe5dfed0f03] Received event network-changed-efde121c-603d-434f-9f2b-12fe2fe41fc9 {{(pid=62328) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 656.360649] env[62328]: DEBUG nova.compute.manager [req-fbb42cc5-21f3-4842-b84f-8f3af39df930 req-bf7b2be6-f076-4d5e-890e-4fdb4bed54bd service nova] [instance: aa0b930b-b792-402c-ac6d-bfe5dfed0f03] Refreshing instance network info cache due to event network-changed-efde121c-603d-434f-9f2b-12fe2fe41fc9. {{(pid=62328) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 656.360846] env[62328]: DEBUG oslo_concurrency.lockutils [req-fbb42cc5-21f3-4842-b84f-8f3af39df930 req-bf7b2be6-f076-4d5e-890e-4fdb4bed54bd service nova] Acquiring lock "refresh_cache-aa0b930b-b792-402c-ac6d-bfe5dfed0f03" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 656.360972] env[62328]: DEBUG oslo_concurrency.lockutils [req-fbb42cc5-21f3-4842-b84f-8f3af39df930 req-bf7b2be6-f076-4d5e-890e-4fdb4bed54bd service nova] Acquired lock "refresh_cache-aa0b930b-b792-402c-ac6d-bfe5dfed0f03" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.361152] env[62328]: DEBUG nova.network.neutron [req-fbb42cc5-21f3-4842-b84f-8f3af39df930 req-bf7b2be6-f076-4d5e-890e-4fdb4bed54bd service nova] [instance: aa0b930b-b792-402c-ac6d-bfe5dfed0f03] Refreshing network info cache for port efde121c-603d-434f-9f2b-12fe2fe41fc9 {{(pid=62328) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 656.452184] env[62328]: DEBUG oslo_vmware.api [None req-128e9285-b921-4748-b0f2-05645a029569 tempest-ServerRescueTestJSON-434379102 tempest-ServerRescueTestJSON-434379102-project-member] Task: {'id': task-2386453, 'name': ReconfigVM_Task, 'duration_secs': 0.318127} completed successfully. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 656.452840] env[62328]: DEBUG nova.virt.vmwareapi.volumeops [None req-128e9285-b921-4748-b0f2-05645a029569 tempest-ServerRescueTestJSON-434379102 tempest-ServerRescueTestJSON-434379102-project-member] [instance: 7ad56de0-3e7a-4018-8746-42a83a4fe22e] Reconfigured VM instance instance-0000001e to attach disk [datastore1] 7ad56de0-3e7a-4018-8746-42a83a4fe22e/7ad56de0-3e7a-4018-8746-42a83a4fe22e.vmdk or device None with type sparse {{(pid=62328) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 656.453664] env[62328]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-1a7c6f4d-b2f8-43ca-a617-7048e4c4c58b {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 656.464662] env[62328]: DEBUG oslo_vmware.api [None req-128e9285-b921-4748-b0f2-05645a029569 tempest-ServerRescueTestJSON-434379102 tempest-ServerRescueTestJSON-434379102-project-member] Waiting for the task: (returnval){ [ 656.464662] env[62328]: value = "task-2386454" [ 656.464662] env[62328]: _type = "Task" [ 656.464662] env[62328]: } to complete. {{(pid=62328) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 656.478123] env[62328]: DEBUG oslo_vmware.api [None req-128e9285-b921-4748-b0f2-05645a029569 tempest-ServerRescueTestJSON-434379102 tempest-ServerRescueTestJSON-434379102-project-member] Task: {'id': task-2386454, 'name': Rename_Task} progress is 5%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 656.567289] env[62328]: DEBUG oslo_concurrency.lockutils [req-8e8eb0a2-0d6e-4eb1-aded-482708e7b6cb req-6be4b098-750e-4977-90d7-3e26b4daa9c1 service nova] Releasing lock "refresh_cache-04dd8fd6-91f0-444f-b642-2ba8dcdea19d" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 656.567589] env[62328]: DEBUG nova.compute.manager [req-8e8eb0a2-0d6e-4eb1-aded-482708e7b6cb req-6be4b098-750e-4977-90d7-3e26b4daa9c1 service nova] [instance: 911e8910-7b82-4557-af15-99cf96b7314e] Received event network-changed-ace375b8-ee68-4a07-951a-21c975157c71 {{(pid=62328) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 656.567761] env[62328]: DEBUG nova.compute.manager [req-8e8eb0a2-0d6e-4eb1-aded-482708e7b6cb req-6be4b098-750e-4977-90d7-3e26b4daa9c1 service nova] [instance: 911e8910-7b82-4557-af15-99cf96b7314e] Refreshing instance network info cache due to event network-changed-ace375b8-ee68-4a07-951a-21c975157c71. {{(pid=62328) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 656.567974] env[62328]: DEBUG oslo_concurrency.lockutils [req-8e8eb0a2-0d6e-4eb1-aded-482708e7b6cb req-6be4b098-750e-4977-90d7-3e26b4daa9c1 service nova] Acquiring lock "refresh_cache-911e8910-7b82-4557-af15-99cf96b7314e" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 656.568161] env[62328]: DEBUG oslo_concurrency.lockutils [req-8e8eb0a2-0d6e-4eb1-aded-482708e7b6cb req-6be4b098-750e-4977-90d7-3e26b4daa9c1 service nova] Acquired lock "refresh_cache-911e8910-7b82-4557-af15-99cf96b7314e" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.568334] env[62328]: DEBUG nova.network.neutron [req-8e8eb0a2-0d6e-4eb1-aded-482708e7b6cb req-6be4b098-750e-4977-90d7-3e26b4daa9c1 service nova] [instance: 911e8910-7b82-4557-af15-99cf96b7314e] Refreshing network info cache for port ace375b8-ee68-4a07-951a-21c975157c71 {{(pid=62328) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 656.614465] env[62328]: DEBUG oslo_vmware.api [None req-34162ca2-271f-43b9-99db-b8c5ee3fcf77 tempest-ServersAdmin275Test-1782090467 tempest-ServersAdmin275Test-1782090467-project-member] Task: {'id': session[52a6e20e-410d-708a-99f2-080a575a99bd]52b12973-18d3-64b0-876b-dcef235ea8fb, 'name': SearchDatastore_Task, 'duration_secs': 0.021432} completed successfully. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 656.615291] env[62328]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f36ba481-3007-424d-8d9a-91f98b57b2a7 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 656.622526] env[62328]: DEBUG oslo_vmware.api [None req-34162ca2-271f-43b9-99db-b8c5ee3fcf77 tempest-ServersAdmin275Test-1782090467 tempest-ServersAdmin275Test-1782090467-project-member] Waiting for the task: (returnval){ [ 656.622526] env[62328]: value = "session[52a6e20e-410d-708a-99f2-080a575a99bd]52a19467-b675-8c0e-af4d-de815b17b779" [ 656.622526] env[62328]: _type = "Task" [ 656.622526] env[62328]: } to complete. {{(pid=62328) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 656.635031] env[62328]: DEBUG oslo_vmware.api [None req-34162ca2-271f-43b9-99db-b8c5ee3fcf77 tempest-ServersAdmin275Test-1782090467 tempest-ServersAdmin275Test-1782090467-project-member] Task: {'id': session[52a6e20e-410d-708a-99f2-080a575a99bd]52a19467-b675-8c0e-af4d-de815b17b779, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 656.689301] env[62328]: DEBUG nova.objects.base [None req-fde9248a-585c-40b0-bcce-5b57d539f66c tempest-AttachInterfacesV270Test-1787492697 tempest-AttachInterfacesV270Test-1787492697-project-member] Object Instance<0c794ef1-25d2-43a2-a0f3-98083f82eeac> lazy-loaded attributes: flavor,pci_requests {{(pid=62328) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 656.689526] env[62328]: DEBUG nova.network.neutron [None req-fde9248a-585c-40b0-bcce-5b57d539f66c tempest-AttachInterfacesV270Test-1787492697 tempest-AttachInterfacesV270Test-1787492697-project-member] [instance: 0c794ef1-25d2-43a2-a0f3-98083f82eeac] allocate_for_instance() {{(pid=62328) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 656.757361] env[62328]: DEBUG oslo_concurrency.lockutils [None req-1e9f6783-f917-4cf0-906f-cf057c127fbf tempest-ImagesOneServerTestJSON-2062431902 tempest-ImagesOneServerTestJSON-2062431902-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 656.810016] env[62328]: DEBUG oslo_concurrency.lockutils [None req-fde9248a-585c-40b0-bcce-5b57d539f66c tempest-AttachInterfacesV270Test-1787492697 tempest-AttachInterfacesV270Test-1787492697-project-member] Lock "interface-0c794ef1-25d2-43a2-a0f3-98083f82eeac-None" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 1.130s {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 656.821865] env[62328]: DEBUG oslo_concurrency.lockutils [None req-4749c5d6-d7ec-4aa4-a49e-3e1a247b55b1 tempest-ListServersNegativeTestJSON-1737878377 tempest-ListServersNegativeTestJSON-1737878377-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.259s {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 656.825728] env[62328]: DEBUG oslo_concurrency.lockutils [None req-332cd9a1-235b-4315-894a-68f76363e980 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 25.339s {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 656.825915] env[62328]: DEBUG oslo_concurrency.lockutils [None req-332cd9a1-235b-4315-894a-68f76363e980 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 656.826069] env[62328]: DEBUG nova.compute.resource_tracker [None req-332cd9a1-235b-4315-894a-68f76363e980 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=62328) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 656.826650] env[62328]: DEBUG oslo_concurrency.lockutils [None req-0d72df7d-7430-46cd-b71e-49a73001e246 tempest-ServerDiskConfigTestJSON-126406698 tempest-ServerDiskConfigTestJSON-126406698-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 17.552s {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 656.828244] env[62328]: INFO nova.compute.claims [None req-0d72df7d-7430-46cd-b71e-49a73001e246 tempest-ServerDiskConfigTestJSON-126406698 tempest-ServerDiskConfigTestJSON-126406698-project-member] [instance: 5a5e12bf-4082-40e8-bac8-a8a5b0033dec] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 656.832387] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2ffe47ba-a73f-44c7-8a5d-37b345938298 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 656.836125] env[62328]: DEBUG nova.network.neutron [req-65028461-1895-4598-b4a9-bd7cafb59331 req-b23d1be1-056c-4f49-9edc-2d3954c78f5e service nova] [instance: 1e8111de-0629-4ba5-b945-8f552763ab15] Instance cache missing network info. {{(pid=62328) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 656.845093] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8f3240ba-5093-4688-80cb-e1e24f635ff2 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 656.861686] env[62328]: INFO nova.scheduler.client.report [None req-4749c5d6-d7ec-4aa4-a49e-3e1a247b55b1 tempest-ListServersNegativeTestJSON-1737878377 tempest-ListServersNegativeTestJSON-1737878377-project-member] Deleted allocations for instance df0d7e5c-1299-4174-8641-f96b51442b55 [ 656.862573] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a9597cd0-7fd9-4712-b20a-52173719e39f {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 656.875036] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bee0c2eb-db50-42ab-8a51-05fd967b943b {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 656.909261] env[62328]: DEBUG nova.compute.resource_tracker [None req-332cd9a1-235b-4315-894a-68f76363e980 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=179846MB free_disk=152GB free_vcpus=48 pci_devices=None {{(pid=62328) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 656.909446] env[62328]: DEBUG oslo_concurrency.lockutils [None req-332cd9a1-235b-4315-894a-68f76363e980 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 656.975928] env[62328]: DEBUG oslo_vmware.api [None req-128e9285-b921-4748-b0f2-05645a029569 tempest-ServerRescueTestJSON-434379102 tempest-ServerRescueTestJSON-434379102-project-member] Task: {'id': task-2386454, 'name': Rename_Task, 'duration_secs': 0.203292} completed successfully. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 656.976276] env[62328]: DEBUG nova.virt.vmwareapi.vm_util [None req-128e9285-b921-4748-b0f2-05645a029569 tempest-ServerRescueTestJSON-434379102 tempest-ServerRescueTestJSON-434379102-project-member] [instance: 7ad56de0-3e7a-4018-8746-42a83a4fe22e] Powering on the VM {{(pid=62328) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 656.976569] env[62328]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-22fee430-558e-49f3-b006-190fd6ce9d0c {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 656.983887] env[62328]: DEBUG oslo_vmware.api [None req-128e9285-b921-4748-b0f2-05645a029569 tempest-ServerRescueTestJSON-434379102 tempest-ServerRescueTestJSON-434379102-project-member] Waiting for the task: (returnval){ [ 656.983887] env[62328]: value = "task-2386455" [ 656.983887] env[62328]: _type = "Task" [ 656.983887] env[62328]: } to complete. {{(pid=62328) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 656.993013] env[62328]: DEBUG oslo_vmware.api [None req-128e9285-b921-4748-b0f2-05645a029569 tempest-ServerRescueTestJSON-434379102 tempest-ServerRescueTestJSON-434379102-project-member] Task: {'id': task-2386455, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 657.028216] env[62328]: DEBUG nova.network.neutron [req-65028461-1895-4598-b4a9-bd7cafb59331 req-b23d1be1-056c-4f49-9edc-2d3954c78f5e service nova] [instance: 1e8111de-0629-4ba5-b945-8f552763ab15] Updating instance_info_cache with network_info: [] {{(pid=62328) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 657.139941] env[62328]: DEBUG oslo_vmware.api [None req-34162ca2-271f-43b9-99db-b8c5ee3fcf77 tempest-ServersAdmin275Test-1782090467 tempest-ServersAdmin275Test-1782090467-project-member] Task: {'id': session[52a6e20e-410d-708a-99f2-080a575a99bd]52a19467-b675-8c0e-af4d-de815b17b779, 'name': SearchDatastore_Task, 'duration_secs': 0.021207} completed successfully. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 657.140263] env[62328]: DEBUG oslo_concurrency.lockutils [None req-34162ca2-271f-43b9-99db-b8c5ee3fcf77 tempest-ServersAdmin275Test-1782090467 tempest-ServersAdmin275Test-1782090467-project-member] Releasing lock "[datastore1] devstack-image-cache_base/dbf872a4-92be-47e4-8561-c3e2bf2423ab/dbf872a4-92be-47e4-8561-c3e2bf2423ab.vmdk" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 657.140529] env[62328]: DEBUG nova.virt.vmwareapi.vm_util [None req-34162ca2-271f-43b9-99db-b8c5ee3fcf77 tempest-ServersAdmin275Test-1782090467 tempest-ServersAdmin275Test-1782090467-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/dbf872a4-92be-47e4-8561-c3e2bf2423ab/dbf872a4-92be-47e4-8561-c3e2bf2423ab.vmdk to [datastore1] 892b410e-c0ae-4ef6-90a6-fbf09d6ad76b/892b410e-c0ae-4ef6-90a6-fbf09d6ad76b.vmdk {{(pid=62328) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 657.140800] env[62328]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-7fb19ecf-cd4a-42e7-9ec4-3e3c826ee87f {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 657.149509] env[62328]: DEBUG oslo_vmware.api [None req-34162ca2-271f-43b9-99db-b8c5ee3fcf77 tempest-ServersAdmin275Test-1782090467 tempest-ServersAdmin275Test-1782090467-project-member] Waiting for the task: (returnval){ [ 657.149509] env[62328]: value = "task-2386456" [ 657.149509] env[62328]: _type = "Task" [ 657.149509] env[62328]: } to complete. {{(pid=62328) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 657.158939] env[62328]: DEBUG oslo_vmware.api [None req-34162ca2-271f-43b9-99db-b8c5ee3fcf77 tempest-ServersAdmin275Test-1782090467 tempest-ServersAdmin275Test-1782090467-project-member] Task: {'id': task-2386456, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 657.332955] env[62328]: DEBUG nova.virt.vmwareapi.vm_util [None req-3bf5ce29-8656-489f-abd0-81fc2430d2d3 tempest-ListServerFiltersTestJSON-1229971268 tempest-ListServerFiltersTestJSON-1229971268-project-member] [instance: 7d799973-7eb9-46f8-ae41-d9aca9fc9e5a] Powering on the VM {{(pid=62328) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 657.335426] env[62328]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-121b67c7-ae11-415b-be75-79ac3cc6b3c0 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 657.347443] env[62328]: DEBUG oslo_vmware.api [None req-3bf5ce29-8656-489f-abd0-81fc2430d2d3 tempest-ListServerFiltersTestJSON-1229971268 tempest-ListServerFiltersTestJSON-1229971268-project-member] Waiting for the task: (returnval){ [ 657.347443] env[62328]: value = "task-2386457" [ 657.347443] env[62328]: _type = "Task" [ 657.347443] env[62328]: } to complete. {{(pid=62328) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 657.360434] env[62328]: DEBUG oslo_vmware.api [None req-3bf5ce29-8656-489f-abd0-81fc2430d2d3 tempest-ListServerFiltersTestJSON-1229971268 tempest-ListServerFiltersTestJSON-1229971268-project-member] Task: {'id': task-2386457, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 657.373318] env[62328]: DEBUG oslo_concurrency.lockutils [None req-4749c5d6-d7ec-4aa4-a49e-3e1a247b55b1 tempest-ListServersNegativeTestJSON-1737878377 tempest-ListServersNegativeTestJSON-1737878377-project-member] Lock "df0d7e5c-1299-4174-8641-f96b51442b55" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 31.814s {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 657.387680] env[62328]: DEBUG nova.network.neutron [req-fbb42cc5-21f3-4842-b84f-8f3af39df930 req-bf7b2be6-f076-4d5e-890e-4fdb4bed54bd service nova] [instance: aa0b930b-b792-402c-ac6d-bfe5dfed0f03] Updated VIF entry in instance network info cache for port efde121c-603d-434f-9f2b-12fe2fe41fc9. {{(pid=62328) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 657.388250] env[62328]: DEBUG nova.network.neutron [req-fbb42cc5-21f3-4842-b84f-8f3af39df930 req-bf7b2be6-f076-4d5e-890e-4fdb4bed54bd service nova] [instance: aa0b930b-b792-402c-ac6d-bfe5dfed0f03] Updating instance_info_cache with network_info: [{"id": "efde121c-603d-434f-9f2b-12fe2fe41fc9", "address": "fa:16:3e:d3:59:e3", "network": {"id": "6cae6cbb-071e-443f-bbfb-23534a27dd7f", "bridge": "br-int", "label": "tempest-ServersTestJSON-103013240-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.167", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a8be5ee3b8294773b57381f5e55c3a99", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6966f473-59ac-49bb-9b7a-22c61f4e61e2", "external-id": "nsx-vlan-transportzone-668", "segmentation_id": 668, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapefde121c-60", "ovs_interfaceid": "efde121c-603d-434f-9f2b-12fe2fe41fc9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62328) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 657.471033] env[62328]: DEBUG nova.network.neutron [req-8e8eb0a2-0d6e-4eb1-aded-482708e7b6cb req-6be4b098-750e-4977-90d7-3e26b4daa9c1 service nova] [instance: 911e8910-7b82-4557-af15-99cf96b7314e] Updated VIF entry in instance network info cache for port ace375b8-ee68-4a07-951a-21c975157c71. {{(pid=62328) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 657.471467] env[62328]: DEBUG nova.network.neutron [req-8e8eb0a2-0d6e-4eb1-aded-482708e7b6cb req-6be4b098-750e-4977-90d7-3e26b4daa9c1 service nova] [instance: 911e8910-7b82-4557-af15-99cf96b7314e] Updating instance_info_cache with network_info: [{"id": "ace375b8-ee68-4a07-951a-21c975157c71", "address": "fa:16:3e:5c:d6:68", "network": {"id": "de12f95f-9353-45ec-b306-9aa1757c23b4", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-1744149878-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7e3ef50f47dc4b98af4741ae41f20df6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9722ea4d-e4a5-48fc-b759-5c4c4796b1ef", "external-id": "nsx-vlan-transportzone-924", "segmentation_id": 924, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapace375b8-ee", "ovs_interfaceid": "ace375b8-ee68-4a07-951a-21c975157c71", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62328) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 657.500938] env[62328]: DEBUG oslo_vmware.api [None req-128e9285-b921-4748-b0f2-05645a029569 tempest-ServerRescueTestJSON-434379102 tempest-ServerRescueTestJSON-434379102-project-member] Task: {'id': task-2386455, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 657.530973] env[62328]: DEBUG oslo_concurrency.lockutils [req-65028461-1895-4598-b4a9-bd7cafb59331 req-b23d1be1-056c-4f49-9edc-2d3954c78f5e service nova] Releasing lock "refresh_cache-1e8111de-0629-4ba5-b945-8f552763ab15" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 657.531178] env[62328]: DEBUG nova.compute.manager [req-65028461-1895-4598-b4a9-bd7cafb59331 req-b23d1be1-056c-4f49-9edc-2d3954c78f5e service nova] [instance: cbd7d9a6-9812-461e-9f59-8dea2e62fece] Received event network-vif-deleted-e74245fc-9984-4a35-b927-81de243636d6 {{(pid=62328) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 657.664738] env[62328]: DEBUG oslo_vmware.api [None req-34162ca2-271f-43b9-99db-b8c5ee3fcf77 tempest-ServersAdmin275Test-1782090467 tempest-ServersAdmin275Test-1782090467-project-member] Task: {'id': task-2386456, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 657.785027] env[62328]: DEBUG nova.network.neutron [None req-16eda5c7-fbe0-49ae-8e99-93a8b70dcb32 tempest-ServersTestMultiNic-1057987772 tempest-ServersTestMultiNic-1057987772-project-member] [instance: 1e8111de-0629-4ba5-b945-8f552763ab15] Successfully updated port: fed2169f-84ef-49a4-a266-3c07cc350d3c {{(pid=62328) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 657.867873] env[62328]: DEBUG oslo_vmware.api [None req-3bf5ce29-8656-489f-abd0-81fc2430d2d3 tempest-ListServerFiltersTestJSON-1229971268 tempest-ListServerFiltersTestJSON-1229971268-project-member] Task: {'id': task-2386457, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 657.892250] env[62328]: DEBUG oslo_concurrency.lockutils [req-fbb42cc5-21f3-4842-b84f-8f3af39df930 req-bf7b2be6-f076-4d5e-890e-4fdb4bed54bd service nova] Releasing lock "refresh_cache-aa0b930b-b792-402c-ac6d-bfe5dfed0f03" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 657.892521] env[62328]: DEBUG nova.compute.manager [req-fbb42cc5-21f3-4842-b84f-8f3af39df930 req-bf7b2be6-f076-4d5e-890e-4fdb4bed54bd service nova] [instance: b7106740-bdd7-4774-8744-cbe21352a31c] Received event network-vif-deleted-fe0fb389-3f12-4154-8fd0-89d5e2c772b8 {{(pid=62328) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 657.976132] env[62328]: DEBUG oslo_concurrency.lockutils [req-8e8eb0a2-0d6e-4eb1-aded-482708e7b6cb req-6be4b098-750e-4977-90d7-3e26b4daa9c1 service nova] Releasing lock "refresh_cache-911e8910-7b82-4557-af15-99cf96b7314e" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 658.013812] env[62328]: DEBUG oslo_vmware.api [None req-128e9285-b921-4748-b0f2-05645a029569 tempest-ServerRescueTestJSON-434379102 tempest-ServerRescueTestJSON-434379102-project-member] Task: {'id': task-2386455, 'name': PowerOnVM_Task, 'duration_secs': 0.830596} completed successfully. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 658.014126] env[62328]: DEBUG nova.virt.vmwareapi.vm_util [None req-128e9285-b921-4748-b0f2-05645a029569 tempest-ServerRescueTestJSON-434379102 tempest-ServerRescueTestJSON-434379102-project-member] [instance: 7ad56de0-3e7a-4018-8746-42a83a4fe22e] Powered on the VM {{(pid=62328) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 658.014338] env[62328]: INFO nova.compute.manager [None req-128e9285-b921-4748-b0f2-05645a029569 tempest-ServerRescueTestJSON-434379102 tempest-ServerRescueTestJSON-434379102-project-member] [instance: 7ad56de0-3e7a-4018-8746-42a83a4fe22e] Took 9.23 seconds to spawn the instance on the hypervisor. [ 658.014519] env[62328]: DEBUG nova.compute.manager [None req-128e9285-b921-4748-b0f2-05645a029569 tempest-ServerRescueTestJSON-434379102 tempest-ServerRescueTestJSON-434379102-project-member] [instance: 7ad56de0-3e7a-4018-8746-42a83a4fe22e] Checking state {{(pid=62328) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 658.015410] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b11bcee2-1476-451e-99b3-a1cf9c182790 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 658.162909] env[62328]: DEBUG oslo_vmware.api [None req-34162ca2-271f-43b9-99db-b8c5ee3fcf77 tempest-ServersAdmin275Test-1782090467 tempest-ServersAdmin275Test-1782090467-project-member] Task: {'id': task-2386456, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.700411} completed successfully. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 658.163204] env[62328]: DEBUG nova.virt.vmwareapi.vm_util [None req-34162ca2-271f-43b9-99db-b8c5ee3fcf77 tempest-ServersAdmin275Test-1782090467 tempest-ServersAdmin275Test-1782090467-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/dbf872a4-92be-47e4-8561-c3e2bf2423ab/dbf872a4-92be-47e4-8561-c3e2bf2423ab.vmdk to [datastore1] 892b410e-c0ae-4ef6-90a6-fbf09d6ad76b/892b410e-c0ae-4ef6-90a6-fbf09d6ad76b.vmdk {{(pid=62328) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 658.163420] env[62328]: DEBUG nova.virt.vmwareapi.vmops [None req-34162ca2-271f-43b9-99db-b8c5ee3fcf77 tempest-ServersAdmin275Test-1782090467 tempest-ServersAdmin275Test-1782090467-project-member] [instance: 892b410e-c0ae-4ef6-90a6-fbf09d6ad76b] Extending root virtual disk to 1048576 {{(pid=62328) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 658.163670] env[62328]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-b81a7f53-0b0d-43b6-a6aa-b5f051396868 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 658.172109] env[62328]: DEBUG oslo_vmware.api [None req-34162ca2-271f-43b9-99db-b8c5ee3fcf77 tempest-ServersAdmin275Test-1782090467 tempest-ServersAdmin275Test-1782090467-project-member] Waiting for the task: (returnval){ [ 658.172109] env[62328]: value = "task-2386458" [ 658.172109] env[62328]: _type = "Task" [ 658.172109] env[62328]: } to complete. {{(pid=62328) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 658.185443] env[62328]: DEBUG oslo_vmware.api [None req-34162ca2-271f-43b9-99db-b8c5ee3fcf77 tempest-ServersAdmin275Test-1782090467 tempest-ServersAdmin275Test-1782090467-project-member] Task: {'id': task-2386458, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 658.287810] env[62328]: DEBUG oslo_concurrency.lockutils [None req-16eda5c7-fbe0-49ae-8e99-93a8b70dcb32 tempest-ServersTestMultiNic-1057987772 tempest-ServersTestMultiNic-1057987772-project-member] Acquiring lock "refresh_cache-1e8111de-0629-4ba5-b945-8f552763ab15" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 658.287961] env[62328]: DEBUG oslo_concurrency.lockutils [None req-16eda5c7-fbe0-49ae-8e99-93a8b70dcb32 tempest-ServersTestMultiNic-1057987772 tempest-ServersTestMultiNic-1057987772-project-member] Acquired lock "refresh_cache-1e8111de-0629-4ba5-b945-8f552763ab15" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.288162] env[62328]: DEBUG nova.network.neutron [None req-16eda5c7-fbe0-49ae-8e99-93a8b70dcb32 tempest-ServersTestMultiNic-1057987772 tempest-ServersTestMultiNic-1057987772-project-member] [instance: 1e8111de-0629-4ba5-b945-8f552763ab15] Building network info cache for instance {{(pid=62328) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 658.364345] env[62328]: DEBUG oslo_vmware.api [None req-3bf5ce29-8656-489f-abd0-81fc2430d2d3 tempest-ListServerFiltersTestJSON-1229971268 tempest-ListServerFiltersTestJSON-1229971268-project-member] Task: {'id': task-2386457, 'name': PowerOnVM_Task, 'duration_secs': 0.580431} completed successfully. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 658.364626] env[62328]: DEBUG nova.virt.vmwareapi.vm_util [None req-3bf5ce29-8656-489f-abd0-81fc2430d2d3 tempest-ListServerFiltersTestJSON-1229971268 tempest-ListServerFiltersTestJSON-1229971268-project-member] [instance: 7d799973-7eb9-46f8-ae41-d9aca9fc9e5a] Powered on the VM {{(pid=62328) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 658.364827] env[62328]: DEBUG nova.compute.manager [None req-3bf5ce29-8656-489f-abd0-81fc2430d2d3 tempest-ListServerFiltersTestJSON-1229971268 tempest-ListServerFiltersTestJSON-1229971268-project-member] [instance: 7d799973-7eb9-46f8-ae41-d9aca9fc9e5a] Checking state {{(pid=62328) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 658.365676] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2e7e6aab-175f-4579-be3c-35bace5dc4dd {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 658.527749] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a5f8b48e-d2e3-405c-bad2-b7c36a7947d5 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 658.540486] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-50cecb4e-afd2-4cbc-b67f-231bbf516f9e {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 658.548988] env[62328]: INFO nova.compute.manager [None req-128e9285-b921-4748-b0f2-05645a029569 tempest-ServerRescueTestJSON-434379102 tempest-ServerRescueTestJSON-434379102-project-member] [instance: 7ad56de0-3e7a-4018-8746-42a83a4fe22e] Took 37.39 seconds to build instance. [ 658.581951] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d1c919ef-d890-40fe-95f9-e63585617771 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 658.592876] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-813a0e96-b732-4da2-bd21-f2a8cb1dd0b8 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 658.610243] env[62328]: DEBUG nova.compute.provider_tree [None req-0d72df7d-7430-46cd-b71e-49a73001e246 tempest-ServerDiskConfigTestJSON-126406698 tempest-ServerDiskConfigTestJSON-126406698-project-member] Inventory has not changed in ProviderTree for provider: 3469e9f8-04af-49ca-8435-49f104496744 {{(pid=62328) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 658.619102] env[62328]: DEBUG oslo_concurrency.lockutils [None req-ee58c141-4827-44f8-ae45-a73abbf09b01 tempest-ImagesOneServerNegativeTestJSON-835227872 tempest-ImagesOneServerNegativeTestJSON-835227872-project-member] Acquiring lock "1691ec92-ed5b-436a-bba3-f5a998263955" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 658.619446] env[62328]: DEBUG oslo_concurrency.lockutils [None req-ee58c141-4827-44f8-ae45-a73abbf09b01 tempest-ImagesOneServerNegativeTestJSON-835227872 tempest-ImagesOneServerNegativeTestJSON-835227872-project-member] Lock "1691ec92-ed5b-436a-bba3-f5a998263955" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 658.683027] env[62328]: DEBUG oslo_vmware.api [None req-34162ca2-271f-43b9-99db-b8c5ee3fcf77 tempest-ServersAdmin275Test-1782090467 tempest-ServersAdmin275Test-1782090467-project-member] Task: {'id': task-2386458, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.071213} completed successfully. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 658.683216] env[62328]: DEBUG nova.virt.vmwareapi.vmops [None req-34162ca2-271f-43b9-99db-b8c5ee3fcf77 tempest-ServersAdmin275Test-1782090467 tempest-ServersAdmin275Test-1782090467-project-member] [instance: 892b410e-c0ae-4ef6-90a6-fbf09d6ad76b] Extended root virtual disk {{(pid=62328) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 658.683928] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8f62b563-ab1c-4c21-9343-5340f572d302 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 658.709391] env[62328]: DEBUG nova.virt.vmwareapi.volumeops [None req-34162ca2-271f-43b9-99db-b8c5ee3fcf77 tempest-ServersAdmin275Test-1782090467 tempest-ServersAdmin275Test-1782090467-project-member] [instance: 892b410e-c0ae-4ef6-90a6-fbf09d6ad76b] Reconfiguring VM instance instance-00000021 to attach disk [datastore1] 892b410e-c0ae-4ef6-90a6-fbf09d6ad76b/892b410e-c0ae-4ef6-90a6-fbf09d6ad76b.vmdk or device None with type sparse {{(pid=62328) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 658.709759] env[62328]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-69b1c91a-fc87-4f3a-b5bc-469ee90b12b2 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 658.731502] env[62328]: DEBUG oslo_vmware.api [None req-34162ca2-271f-43b9-99db-b8c5ee3fcf77 tempest-ServersAdmin275Test-1782090467 tempest-ServersAdmin275Test-1782090467-project-member] Waiting for the task: (returnval){ [ 658.731502] env[62328]: value = "task-2386459" [ 658.731502] env[62328]: _type = "Task" [ 658.731502] env[62328]: } to complete. {{(pid=62328) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 658.741202] env[62328]: DEBUG oslo_vmware.api [None req-34162ca2-271f-43b9-99db-b8c5ee3fcf77 tempest-ServersAdmin275Test-1782090467 tempest-ServersAdmin275Test-1782090467-project-member] Task: {'id': task-2386459, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 658.853365] env[62328]: DEBUG nova.network.neutron [None req-16eda5c7-fbe0-49ae-8e99-93a8b70dcb32 tempest-ServersTestMultiNic-1057987772 tempest-ServersTestMultiNic-1057987772-project-member] [instance: 1e8111de-0629-4ba5-b945-8f552763ab15] Instance cache missing network info. {{(pid=62328) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 658.866794] env[62328]: DEBUG nova.compute.manager [req-d350198e-9231-4199-8c2f-64e6b4d9bc9f req-e226d24e-102c-4b00-a8cc-b759fd3dd18d service nova] [instance: 1e8111de-0629-4ba5-b945-8f552763ab15] Received event network-vif-plugged-652e9c31-371d-4841-9f25-0d851e0d8eb9 {{(pid=62328) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 658.867017] env[62328]: DEBUG oslo_concurrency.lockutils [req-d350198e-9231-4199-8c2f-64e6b4d9bc9f req-e226d24e-102c-4b00-a8cc-b759fd3dd18d service nova] Acquiring lock "1e8111de-0629-4ba5-b945-8f552763ab15-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 658.867305] env[62328]: DEBUG oslo_concurrency.lockutils [req-d350198e-9231-4199-8c2f-64e6b4d9bc9f req-e226d24e-102c-4b00-a8cc-b759fd3dd18d service nova] Lock "1e8111de-0629-4ba5-b945-8f552763ab15-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 658.867478] env[62328]: DEBUG oslo_concurrency.lockutils [req-d350198e-9231-4199-8c2f-64e6b4d9bc9f req-e226d24e-102c-4b00-a8cc-b759fd3dd18d service nova] Lock "1e8111de-0629-4ba5-b945-8f552763ab15-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 658.868244] env[62328]: DEBUG nova.compute.manager [req-d350198e-9231-4199-8c2f-64e6b4d9bc9f req-e226d24e-102c-4b00-a8cc-b759fd3dd18d service nova] [instance: 1e8111de-0629-4ba5-b945-8f552763ab15] No waiting events found dispatching network-vif-plugged-652e9c31-371d-4841-9f25-0d851e0d8eb9 {{(pid=62328) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 658.868244] env[62328]: WARNING nova.compute.manager [req-d350198e-9231-4199-8c2f-64e6b4d9bc9f req-e226d24e-102c-4b00-a8cc-b759fd3dd18d service nova] [instance: 1e8111de-0629-4ba5-b945-8f552763ab15] Received unexpected event network-vif-plugged-652e9c31-371d-4841-9f25-0d851e0d8eb9 for instance with vm_state building and task_state spawning. [ 658.868244] env[62328]: DEBUG nova.compute.manager [req-d350198e-9231-4199-8c2f-64e6b4d9bc9f req-e226d24e-102c-4b00-a8cc-b759fd3dd18d service nova] [instance: 1e8111de-0629-4ba5-b945-8f552763ab15] Received event network-changed-652e9c31-371d-4841-9f25-0d851e0d8eb9 {{(pid=62328) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 658.868244] env[62328]: DEBUG nova.compute.manager [req-d350198e-9231-4199-8c2f-64e6b4d9bc9f req-e226d24e-102c-4b00-a8cc-b759fd3dd18d service nova] [instance: 1e8111de-0629-4ba5-b945-8f552763ab15] Refreshing instance network info cache due to event network-changed-652e9c31-371d-4841-9f25-0d851e0d8eb9. {{(pid=62328) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 658.868560] env[62328]: DEBUG oslo_concurrency.lockutils [req-d350198e-9231-4199-8c2f-64e6b4d9bc9f req-e226d24e-102c-4b00-a8cc-b759fd3dd18d service nova] Acquiring lock "refresh_cache-1e8111de-0629-4ba5-b945-8f552763ab15" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 659.051160] env[62328]: DEBUG oslo_concurrency.lockutils [None req-128e9285-b921-4748-b0f2-05645a029569 tempest-ServerRescueTestJSON-434379102 tempest-ServerRescueTestJSON-434379102-project-member] Lock "7ad56de0-3e7a-4018-8746-42a83a4fe22e" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 59.769s {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 659.116142] env[62328]: DEBUG nova.scheduler.client.report [None req-0d72df7d-7430-46cd-b71e-49a73001e246 tempest-ServerDiskConfigTestJSON-126406698 tempest-ServerDiskConfigTestJSON-126406698-project-member] Inventory has not changed for provider 3469e9f8-04af-49ca-8435-49f104496744 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 152, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62328) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 659.247780] env[62328]: DEBUG oslo_vmware.api [None req-34162ca2-271f-43b9-99db-b8c5ee3fcf77 tempest-ServersAdmin275Test-1782090467 tempest-ServersAdmin275Test-1782090467-project-member] Task: {'id': task-2386459, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 659.337958] env[62328]: DEBUG oslo_concurrency.lockutils [None req-e85c638f-8729-41ad-947e-773bda205390 tempest-AttachInterfacesV270Test-1787492697 tempest-AttachInterfacesV270Test-1787492697-project-member] Acquiring lock "0c794ef1-25d2-43a2-a0f3-98083f82eeac" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 659.337958] env[62328]: DEBUG oslo_concurrency.lockutils [None req-e85c638f-8729-41ad-947e-773bda205390 tempest-AttachInterfacesV270Test-1787492697 tempest-AttachInterfacesV270Test-1787492697-project-member] Lock "0c794ef1-25d2-43a2-a0f3-98083f82eeac" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 659.337958] env[62328]: DEBUG oslo_concurrency.lockutils [None req-e85c638f-8729-41ad-947e-773bda205390 tempest-AttachInterfacesV270Test-1787492697 tempest-AttachInterfacesV270Test-1787492697-project-member] Acquiring lock "0c794ef1-25d2-43a2-a0f3-98083f82eeac-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 659.337958] env[62328]: DEBUG oslo_concurrency.lockutils [None req-e85c638f-8729-41ad-947e-773bda205390 tempest-AttachInterfacesV270Test-1787492697 tempest-AttachInterfacesV270Test-1787492697-project-member] Lock "0c794ef1-25d2-43a2-a0f3-98083f82eeac-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 659.338841] env[62328]: DEBUG oslo_concurrency.lockutils [None req-e85c638f-8729-41ad-947e-773bda205390 tempest-AttachInterfacesV270Test-1787492697 tempest-AttachInterfacesV270Test-1787492697-project-member] Lock "0c794ef1-25d2-43a2-a0f3-98083f82eeac-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 659.340419] env[62328]: INFO nova.compute.manager [None req-e85c638f-8729-41ad-947e-773bda205390 tempest-AttachInterfacesV270Test-1787492697 tempest-AttachInterfacesV270Test-1787492697-project-member] [instance: 0c794ef1-25d2-43a2-a0f3-98083f82eeac] Terminating instance [ 659.354262] env[62328]: DEBUG nova.network.neutron [None req-16eda5c7-fbe0-49ae-8e99-93a8b70dcb32 tempest-ServersTestMultiNic-1057987772 tempest-ServersTestMultiNic-1057987772-project-member] [instance: 1e8111de-0629-4ba5-b945-8f552763ab15] Updating instance_info_cache with network_info: [{"id": "654b7bbd-eaf0-44c6-86e2-0eafe58ef116", "address": "fa:16:3e:bd:44:19", "network": {"id": "a4ec611f-37df-498c-8b52-b0301aecb9d0", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1802883502", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.210", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c9940c781e6f44eabcb48094e838a06c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f5f49a7d-c6e5-404f-b71a-91d8c070cd18", "external-id": "nsx-vlan-transportzone-120", "segmentation_id": 120, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap654b7bbd-ea", "ovs_interfaceid": "654b7bbd-eaf0-44c6-86e2-0eafe58ef116", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "652e9c31-371d-4841-9f25-0d851e0d8eb9", "address": "fa:16:3e:2f:33:ff", "network": {"id": "1aa2ff4c-5aae-46f8-9de6-07567ab4d086", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-878033525", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.68", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.129.2"}}], "meta": {"injected": false, "tenant_id": "c9940c781e6f44eabcb48094e838a06c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "447ff42d-b33e-4b5d-8b7f-e8117ebbbc92", "external-id": "nsx-vlan-transportzone-836", "segmentation_id": 836, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap652e9c31-37", "ovs_interfaceid": "652e9c31-371d-4841-9f25-0d851e0d8eb9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "fed2169f-84ef-49a4-a266-3c07cc350d3c", "address": "fa:16:3e:18:df:98", "network": {"id": "a4ec611f-37df-498c-8b52-b0301aecb9d0", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1802883502", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.188", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c9940c781e6f44eabcb48094e838a06c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f5f49a7d-c6e5-404f-b71a-91d8c070cd18", "external-id": "nsx-vlan-transportzone-120", "segmentation_id": 120, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfed2169f-84", "ovs_interfaceid": "fed2169f-84ef-49a4-a266-3c07cc350d3c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62328) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 659.553774] env[62328]: DEBUG nova.compute.manager [None req-fd749fd3-b052-43cc-950f-06ef27e6819d tempest-ServerMetadataNegativeTestJSON-401717437 tempest-ServerMetadataNegativeTestJSON-401717437-project-member] [instance: eaf3b1bf-6f71-48b1-b28d-bb882b9c2035] Starting instance... {{(pid=62328) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 659.622438] env[62328]: DEBUG oslo_concurrency.lockutils [None req-0d72df7d-7430-46cd-b71e-49a73001e246 tempest-ServerDiskConfigTestJSON-126406698 tempest-ServerDiskConfigTestJSON-126406698-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.796s {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 659.624383] env[62328]: DEBUG nova.compute.manager [None req-0d72df7d-7430-46cd-b71e-49a73001e246 tempest-ServerDiskConfigTestJSON-126406698 tempest-ServerDiskConfigTestJSON-126406698-project-member] [instance: 5a5e12bf-4082-40e8-bac8-a8a5b0033dec] Start building networks asynchronously for instance. {{(pid=62328) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 659.630586] env[62328]: DEBUG oslo_concurrency.lockutils [None req-80f5d1f9-12ec-4208-8d75-05faff0afa00 tempest-ServerRescueTestJSONUnderV235-477445181 tempest-ServerRescueTestJSONUnderV235-477445181-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 20.175s {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 659.632098] env[62328]: INFO nova.compute.claims [None req-80f5d1f9-12ec-4208-8d75-05faff0afa00 tempest-ServerRescueTestJSONUnderV235-477445181 tempest-ServerRescueTestJSONUnderV235-477445181-project-member] [instance: 133b2694-7206-4e72-92d6-ee334b1470e5] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 659.743606] env[62328]: DEBUG oslo_vmware.api [None req-34162ca2-271f-43b9-99db-b8c5ee3fcf77 tempest-ServersAdmin275Test-1782090467 tempest-ServersAdmin275Test-1782090467-project-member] Task: {'id': task-2386459, 'name': ReconfigVM_Task, 'duration_secs': 0.991095} completed successfully. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 659.743888] env[62328]: DEBUG nova.virt.vmwareapi.volumeops [None req-34162ca2-271f-43b9-99db-b8c5ee3fcf77 tempest-ServersAdmin275Test-1782090467 tempest-ServersAdmin275Test-1782090467-project-member] [instance: 892b410e-c0ae-4ef6-90a6-fbf09d6ad76b] Reconfigured VM instance instance-00000021 to attach disk [datastore1] 892b410e-c0ae-4ef6-90a6-fbf09d6ad76b/892b410e-c0ae-4ef6-90a6-fbf09d6ad76b.vmdk or device None with type sparse {{(pid=62328) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 659.744514] env[62328]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-6e45d89c-8c8f-47c8-99f0-7d2358dcb14f {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 659.751601] env[62328]: DEBUG oslo_vmware.api [None req-34162ca2-271f-43b9-99db-b8c5ee3fcf77 tempest-ServersAdmin275Test-1782090467 tempest-ServersAdmin275Test-1782090467-project-member] Waiting for the task: (returnval){ [ 659.751601] env[62328]: value = "task-2386460" [ 659.751601] env[62328]: _type = "Task" [ 659.751601] env[62328]: } to complete. {{(pid=62328) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 659.763037] env[62328]: DEBUG oslo_vmware.api [None req-34162ca2-271f-43b9-99db-b8c5ee3fcf77 tempest-ServersAdmin275Test-1782090467 tempest-ServersAdmin275Test-1782090467-project-member] Task: {'id': task-2386460, 'name': Rename_Task} progress is 0%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 659.845231] env[62328]: DEBUG nova.compute.manager [None req-e85c638f-8729-41ad-947e-773bda205390 tempest-AttachInterfacesV270Test-1787492697 tempest-AttachInterfacesV270Test-1787492697-project-member] [instance: 0c794ef1-25d2-43a2-a0f3-98083f82eeac] Start destroying the instance on the hypervisor. {{(pid=62328) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 659.845231] env[62328]: DEBUG nova.virt.vmwareapi.vmops [None req-e85c638f-8729-41ad-947e-773bda205390 tempest-AttachInterfacesV270Test-1787492697 tempest-AttachInterfacesV270Test-1787492697-project-member] [instance: 0c794ef1-25d2-43a2-a0f3-98083f82eeac] Destroying instance {{(pid=62328) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 659.845685] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eb0e6ff2-6199-420e-9185-03ffee9e8499 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 659.861382] env[62328]: DEBUG oslo_concurrency.lockutils [None req-16eda5c7-fbe0-49ae-8e99-93a8b70dcb32 tempest-ServersTestMultiNic-1057987772 tempest-ServersTestMultiNic-1057987772-project-member] Releasing lock "refresh_cache-1e8111de-0629-4ba5-b945-8f552763ab15" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 659.864707] env[62328]: DEBUG nova.compute.manager [None req-16eda5c7-fbe0-49ae-8e99-93a8b70dcb32 tempest-ServersTestMultiNic-1057987772 tempest-ServersTestMultiNic-1057987772-project-member] [instance: 1e8111de-0629-4ba5-b945-8f552763ab15] Instance network_info: |[{"id": "654b7bbd-eaf0-44c6-86e2-0eafe58ef116", "address": "fa:16:3e:bd:44:19", "network": {"id": "a4ec611f-37df-498c-8b52-b0301aecb9d0", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1802883502", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.210", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c9940c781e6f44eabcb48094e838a06c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f5f49a7d-c6e5-404f-b71a-91d8c070cd18", "external-id": "nsx-vlan-transportzone-120", "segmentation_id": 120, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap654b7bbd-ea", "ovs_interfaceid": "654b7bbd-eaf0-44c6-86e2-0eafe58ef116", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "652e9c31-371d-4841-9f25-0d851e0d8eb9", "address": "fa:16:3e:2f:33:ff", "network": {"id": "1aa2ff4c-5aae-46f8-9de6-07567ab4d086", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-878033525", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.68", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.129.2"}}], "meta": {"injected": false, "tenant_id": "c9940c781e6f44eabcb48094e838a06c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "447ff42d-b33e-4b5d-8b7f-e8117ebbbc92", "external-id": "nsx-vlan-transportzone-836", "segmentation_id": 836, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap652e9c31-37", "ovs_interfaceid": "652e9c31-371d-4841-9f25-0d851e0d8eb9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "fed2169f-84ef-49a4-a266-3c07cc350d3c", "address": "fa:16:3e:18:df:98", "network": {"id": "a4ec611f-37df-498c-8b52-b0301aecb9d0", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1802883502", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.188", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c9940c781e6f44eabcb48094e838a06c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f5f49a7d-c6e5-404f-b71a-91d8c070cd18", "external-id": "nsx-vlan-transportzone-120", "segmentation_id": 120, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfed2169f-84", "ovs_interfaceid": "fed2169f-84ef-49a4-a266-3c07cc350d3c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62328) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 659.864707] env[62328]: DEBUG nova.virt.vmwareapi.vm_util [None req-e85c638f-8729-41ad-947e-773bda205390 tempest-AttachInterfacesV270Test-1787492697 tempest-AttachInterfacesV270Test-1787492697-project-member] [instance: 0c794ef1-25d2-43a2-a0f3-98083f82eeac] Powering off the VM {{(pid=62328) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 659.864707] env[62328]: DEBUG oslo_concurrency.lockutils [req-d350198e-9231-4199-8c2f-64e6b4d9bc9f req-e226d24e-102c-4b00-a8cc-b759fd3dd18d service nova] Acquired lock "refresh_cache-1e8111de-0629-4ba5-b945-8f552763ab15" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.864707] env[62328]: DEBUG nova.network.neutron [req-d350198e-9231-4199-8c2f-64e6b4d9bc9f req-e226d24e-102c-4b00-a8cc-b759fd3dd18d service nova] [instance: 1e8111de-0629-4ba5-b945-8f552763ab15] Refreshing network info cache for port 652e9c31-371d-4841-9f25-0d851e0d8eb9 {{(pid=62328) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 659.865040] env[62328]: DEBUG nova.virt.vmwareapi.vmops [None req-16eda5c7-fbe0-49ae-8e99-93a8b70dcb32 tempest-ServersTestMultiNic-1057987772 tempest-ServersTestMultiNic-1057987772-project-member] [instance: 1e8111de-0629-4ba5-b945-8f552763ab15] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:bd:44:19', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'f5f49a7d-c6e5-404f-b71a-91d8c070cd18', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '654b7bbd-eaf0-44c6-86e2-0eafe58ef116', 'vif_model': 'vmxnet3'}, {'network_name': 'br-int', 'mac_address': 'fa:16:3e:2f:33:ff', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '447ff42d-b33e-4b5d-8b7f-e8117ebbbc92', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '652e9c31-371d-4841-9f25-0d851e0d8eb9', 'vif_model': 'vmxnet3'}, {'network_name': 'br-int', 'mac_address': 'fa:16:3e:18:df:98', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'f5f49a7d-c6e5-404f-b71a-91d8c070cd18', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'fed2169f-84ef-49a4-a266-3c07cc350d3c', 'vif_model': 'vmxnet3'}] {{(pid=62328) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 659.876918] env[62328]: DEBUG nova.virt.vmwareapi.vm_util [None req-16eda5c7-fbe0-49ae-8e99-93a8b70dcb32 tempest-ServersTestMultiNic-1057987772 tempest-ServersTestMultiNic-1057987772-project-member] Creating folder: Project (c9940c781e6f44eabcb48094e838a06c). Parent ref: group-v484164. {{(pid=62328) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 659.877509] env[62328]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-1f70ac82-e7d7-456e-9b40-81de62ee3829 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 659.881887] env[62328]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-9482cf5b-4721-43a3-a380-c6e49dc79061 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 659.892276] env[62328]: DEBUG oslo_vmware.api [None req-e85c638f-8729-41ad-947e-773bda205390 tempest-AttachInterfacesV270Test-1787492697 tempest-AttachInterfacesV270Test-1787492697-project-member] Waiting for the task: (returnval){ [ 659.892276] env[62328]: value = "task-2386461" [ 659.892276] env[62328]: _type = "Task" [ 659.892276] env[62328]: } to complete. {{(pid=62328) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 659.897835] env[62328]: INFO nova.virt.vmwareapi.vm_util [None req-16eda5c7-fbe0-49ae-8e99-93a8b70dcb32 tempest-ServersTestMultiNic-1057987772 tempest-ServersTestMultiNic-1057987772-project-member] Created folder: Project (c9940c781e6f44eabcb48094e838a06c) in parent group-v484164. [ 659.898053] env[62328]: DEBUG nova.virt.vmwareapi.vm_util [None req-16eda5c7-fbe0-49ae-8e99-93a8b70dcb32 tempest-ServersTestMultiNic-1057987772 tempest-ServersTestMultiNic-1057987772-project-member] Creating folder: Instances. Parent ref: group-v484256. {{(pid=62328) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 659.898807] env[62328]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-efb1691b-7dfe-4255-a0eb-701dc6b1e882 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 659.908539] env[62328]: DEBUG oslo_vmware.api [None req-e85c638f-8729-41ad-947e-773bda205390 tempest-AttachInterfacesV270Test-1787492697 tempest-AttachInterfacesV270Test-1787492697-project-member] Task: {'id': task-2386461, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 659.911853] env[62328]: INFO nova.virt.vmwareapi.vm_util [None req-16eda5c7-fbe0-49ae-8e99-93a8b70dcb32 tempest-ServersTestMultiNic-1057987772 tempest-ServersTestMultiNic-1057987772-project-member] Created folder: Instances in parent group-v484256. [ 659.912160] env[62328]: DEBUG oslo.service.loopingcall [None req-16eda5c7-fbe0-49ae-8e99-93a8b70dcb32 tempest-ServersTestMultiNic-1057987772 tempest-ServersTestMultiNic-1057987772-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62328) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 659.912317] env[62328]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1e8111de-0629-4ba5-b945-8f552763ab15] Creating VM on the ESX host {{(pid=62328) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 659.912533] env[62328]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-3583c30a-a910-4d0e-a212-ade91e244022 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 659.945925] env[62328]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 659.945925] env[62328]: value = "task-2386464" [ 659.945925] env[62328]: _type = "Task" [ 659.945925] env[62328]: } to complete. {{(pid=62328) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 659.956377] env[62328]: DEBUG oslo_vmware.api [-] Task: {'id': task-2386464, 'name': CreateVM_Task} progress is 0%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 660.077899] env[62328]: INFO nova.compute.manager [None req-7e8c821e-3200-4a4a-8837-d69a77f73dc6 tempest-ServerRescueTestJSON-434379102 tempest-ServerRescueTestJSON-434379102-project-member] [instance: 7ad56de0-3e7a-4018-8746-42a83a4fe22e] Rescuing [ 660.078553] env[62328]: DEBUG oslo_concurrency.lockutils [None req-7e8c821e-3200-4a4a-8837-d69a77f73dc6 tempest-ServerRescueTestJSON-434379102 tempest-ServerRescueTestJSON-434379102-project-member] Acquiring lock "refresh_cache-7ad56de0-3e7a-4018-8746-42a83a4fe22e" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 660.078926] env[62328]: DEBUG oslo_concurrency.lockutils [None req-7e8c821e-3200-4a4a-8837-d69a77f73dc6 tempest-ServerRescueTestJSON-434379102 tempest-ServerRescueTestJSON-434379102-project-member] Acquired lock "refresh_cache-7ad56de0-3e7a-4018-8746-42a83a4fe22e" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.080173] env[62328]: DEBUG nova.network.neutron [None req-7e8c821e-3200-4a4a-8837-d69a77f73dc6 tempest-ServerRescueTestJSON-434379102 tempest-ServerRescueTestJSON-434379102-project-member] [instance: 7ad56de0-3e7a-4018-8746-42a83a4fe22e] Building network info cache for instance {{(pid=62328) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 660.082884] env[62328]: DEBUG oslo_concurrency.lockutils [None req-fd749fd3-b052-43cc-950f-06ef27e6819d tempest-ServerMetadataNegativeTestJSON-401717437 tempest-ServerMetadataNegativeTestJSON-401717437-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 660.138172] env[62328]: DEBUG nova.compute.utils [None req-0d72df7d-7430-46cd-b71e-49a73001e246 tempest-ServerDiskConfigTestJSON-126406698 tempest-ServerDiskConfigTestJSON-126406698-project-member] Using /dev/sd instead of None {{(pid=62328) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 660.139617] env[62328]: DEBUG nova.compute.manager [None req-0d72df7d-7430-46cd-b71e-49a73001e246 tempest-ServerDiskConfigTestJSON-126406698 tempest-ServerDiskConfigTestJSON-126406698-project-member] [instance: 5a5e12bf-4082-40e8-bac8-a8a5b0033dec] Allocating IP information in the background. {{(pid=62328) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 660.139789] env[62328]: DEBUG nova.network.neutron [None req-0d72df7d-7430-46cd-b71e-49a73001e246 tempest-ServerDiskConfigTestJSON-126406698 tempest-ServerDiskConfigTestJSON-126406698-project-member] [instance: 5a5e12bf-4082-40e8-bac8-a8a5b0033dec] allocate_for_instance() {{(pid=62328) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 660.156787] env[62328]: DEBUG nova.network.neutron [req-d350198e-9231-4199-8c2f-64e6b4d9bc9f req-e226d24e-102c-4b00-a8cc-b759fd3dd18d service nova] [instance: 1e8111de-0629-4ba5-b945-8f552763ab15] Updated VIF entry in instance network info cache for port 652e9c31-371d-4841-9f25-0d851e0d8eb9. {{(pid=62328) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 660.157286] env[62328]: DEBUG nova.network.neutron [req-d350198e-9231-4199-8c2f-64e6b4d9bc9f req-e226d24e-102c-4b00-a8cc-b759fd3dd18d service nova] [instance: 1e8111de-0629-4ba5-b945-8f552763ab15] Updating instance_info_cache with network_info: [{"id": "654b7bbd-eaf0-44c6-86e2-0eafe58ef116", "address": "fa:16:3e:bd:44:19", "network": {"id": "a4ec611f-37df-498c-8b52-b0301aecb9d0", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1802883502", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.210", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c9940c781e6f44eabcb48094e838a06c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f5f49a7d-c6e5-404f-b71a-91d8c070cd18", "external-id": "nsx-vlan-transportzone-120", "segmentation_id": 120, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap654b7bbd-ea", "ovs_interfaceid": "654b7bbd-eaf0-44c6-86e2-0eafe58ef116", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "652e9c31-371d-4841-9f25-0d851e0d8eb9", "address": "fa:16:3e:2f:33:ff", "network": {"id": "1aa2ff4c-5aae-46f8-9de6-07567ab4d086", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-878033525", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.68", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.129.2"}}], "meta": {"injected": false, "tenant_id": "c9940c781e6f44eabcb48094e838a06c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "447ff42d-b33e-4b5d-8b7f-e8117ebbbc92", "external-id": "nsx-vlan-transportzone-836", "segmentation_id": 836, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap652e9c31-37", "ovs_interfaceid": "652e9c31-371d-4841-9f25-0d851e0d8eb9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "fed2169f-84ef-49a4-a266-3c07cc350d3c", "address": "fa:16:3e:18:df:98", "network": {"id": "a4ec611f-37df-498c-8b52-b0301aecb9d0", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1802883502", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.188", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c9940c781e6f44eabcb48094e838a06c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f5f49a7d-c6e5-404f-b71a-91d8c070cd18", "external-id": "nsx-vlan-transportzone-120", "segmentation_id": 120, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfed2169f-84", "ovs_interfaceid": "fed2169f-84ef-49a4-a266-3c07cc350d3c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62328) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 660.235729] env[62328]: DEBUG nova.policy [None req-0d72df7d-7430-46cd-b71e-49a73001e246 tempest-ServerDiskConfigTestJSON-126406698 tempest-ServerDiskConfigTestJSON-126406698-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '10201068f621405e9541d14e7a6a2979', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '33a1d9f198d84697b63d98d445dea080', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62328) authorize /opt/stack/nova/nova/policy.py:192}} [ 660.264290] env[62328]: DEBUG oslo_vmware.api [None req-34162ca2-271f-43b9-99db-b8c5ee3fcf77 tempest-ServersAdmin275Test-1782090467 tempest-ServersAdmin275Test-1782090467-project-member] Task: {'id': task-2386460, 'name': Rename_Task, 'duration_secs': 0.153541} completed successfully. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 660.264576] env[62328]: DEBUG nova.virt.vmwareapi.vm_util [None req-34162ca2-271f-43b9-99db-b8c5ee3fcf77 tempest-ServersAdmin275Test-1782090467 tempest-ServersAdmin275Test-1782090467-project-member] [instance: 892b410e-c0ae-4ef6-90a6-fbf09d6ad76b] Powering on the VM {{(pid=62328) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 660.264836] env[62328]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-25e73ea3-b061-496a-b39f-4df23e94b5db {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 660.274780] env[62328]: DEBUG oslo_vmware.api [None req-34162ca2-271f-43b9-99db-b8c5ee3fcf77 tempest-ServersAdmin275Test-1782090467 tempest-ServersAdmin275Test-1782090467-project-member] Waiting for the task: (returnval){ [ 660.274780] env[62328]: value = "task-2386465" [ 660.274780] env[62328]: _type = "Task" [ 660.274780] env[62328]: } to complete. {{(pid=62328) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 660.284303] env[62328]: DEBUG oslo_vmware.api [None req-34162ca2-271f-43b9-99db-b8c5ee3fcf77 tempest-ServersAdmin275Test-1782090467 tempest-ServersAdmin275Test-1782090467-project-member] Task: {'id': task-2386465, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 660.405751] env[62328]: DEBUG oslo_vmware.api [None req-e85c638f-8729-41ad-947e-773bda205390 tempest-AttachInterfacesV270Test-1787492697 tempest-AttachInterfacesV270Test-1787492697-project-member] Task: {'id': task-2386461, 'name': PowerOffVM_Task, 'duration_secs': 0.221319} completed successfully. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 660.405952] env[62328]: DEBUG nova.virt.vmwareapi.vm_util [None req-e85c638f-8729-41ad-947e-773bda205390 tempest-AttachInterfacesV270Test-1787492697 tempest-AttachInterfacesV270Test-1787492697-project-member] [instance: 0c794ef1-25d2-43a2-a0f3-98083f82eeac] Powered off the VM {{(pid=62328) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 660.406173] env[62328]: DEBUG nova.virt.vmwareapi.vmops [None req-e85c638f-8729-41ad-947e-773bda205390 tempest-AttachInterfacesV270Test-1787492697 tempest-AttachInterfacesV270Test-1787492697-project-member] [instance: 0c794ef1-25d2-43a2-a0f3-98083f82eeac] Unregistering the VM {{(pid=62328) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 660.406491] env[62328]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-e10ef809-02e1-4c61-8a3c-9e00c7b1c9cd {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 660.458015] env[62328]: DEBUG oslo_vmware.api [-] Task: {'id': task-2386464, 'name': CreateVM_Task, 'duration_secs': 0.50208} completed successfully. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 660.464370] env[62328]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1e8111de-0629-4ba5-b945-8f552763ab15] Created VM on the ESX host {{(pid=62328) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 660.464449] env[62328]: DEBUG oslo_concurrency.lockutils [None req-16eda5c7-fbe0-49ae-8e99-93a8b70dcb32 tempest-ServersTestMultiNic-1057987772 tempest-ServersTestMultiNic-1057987772-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/dbf872a4-92be-47e4-8561-c3e2bf2423ab" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 660.464553] env[62328]: DEBUG oslo_concurrency.lockutils [None req-16eda5c7-fbe0-49ae-8e99-93a8b70dcb32 tempest-ServersTestMultiNic-1057987772 tempest-ServersTestMultiNic-1057987772-project-member] Acquired lock "[datastore1] devstack-image-cache_base/dbf872a4-92be-47e4-8561-c3e2bf2423ab" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.464871] env[62328]: DEBUG oslo_concurrency.lockutils [None req-16eda5c7-fbe0-49ae-8e99-93a8b70dcb32 tempest-ServersTestMultiNic-1057987772 tempest-ServersTestMultiNic-1057987772-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/dbf872a4-92be-47e4-8561-c3e2bf2423ab" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 660.467915] env[62328]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-18ca01d0-1797-4bfb-902f-c235fab4187b {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 660.470368] env[62328]: DEBUG oslo_concurrency.lockutils [None req-4c1e6f55-4288-49e6-acad-b83f602f950b tempest-ImagesTestJSON-1776717495 tempest-ImagesTestJSON-1776717495-project-member] Acquiring lock "911ce85b-847c-4cda-9753-e10fdaf224a5" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 660.470590] env[62328]: DEBUG oslo_concurrency.lockutils [None req-4c1e6f55-4288-49e6-acad-b83f602f950b tempest-ImagesTestJSON-1776717495 tempest-ImagesTestJSON-1776717495-project-member] Lock "911ce85b-847c-4cda-9753-e10fdaf224a5" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 660.474955] env[62328]: DEBUG oslo_vmware.api [None req-16eda5c7-fbe0-49ae-8e99-93a8b70dcb32 tempest-ServersTestMultiNic-1057987772 tempest-ServersTestMultiNic-1057987772-project-member] Waiting for the task: (returnval){ [ 660.474955] env[62328]: value = "session[52a6e20e-410d-708a-99f2-080a575a99bd]522c5db0-8374-7f95-cb3e-0d928ef9e578" [ 660.474955] env[62328]: _type = "Task" [ 660.474955] env[62328]: } to complete. {{(pid=62328) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 660.482190] env[62328]: DEBUG nova.virt.vmwareapi.vmops [None req-e85c638f-8729-41ad-947e-773bda205390 tempest-AttachInterfacesV270Test-1787492697 tempest-AttachInterfacesV270Test-1787492697-project-member] [instance: 0c794ef1-25d2-43a2-a0f3-98083f82eeac] Unregistered the VM {{(pid=62328) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 660.482190] env[62328]: DEBUG nova.virt.vmwareapi.vmops [None req-e85c638f-8729-41ad-947e-773bda205390 tempest-AttachInterfacesV270Test-1787492697 tempest-AttachInterfacesV270Test-1787492697-project-member] [instance: 0c794ef1-25d2-43a2-a0f3-98083f82eeac] Deleting contents of the VM from datastore datastore2 {{(pid=62328) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 660.482190] env[62328]: DEBUG nova.virt.vmwareapi.ds_util [None req-e85c638f-8729-41ad-947e-773bda205390 tempest-AttachInterfacesV270Test-1787492697 tempest-AttachInterfacesV270Test-1787492697-project-member] Deleting the datastore file [datastore2] 0c794ef1-25d2-43a2-a0f3-98083f82eeac {{(pid=62328) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 660.482190] env[62328]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-1b38e16b-ec9f-41d3-84d1-dd86fd656adc {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 660.487769] env[62328]: DEBUG oslo_vmware.api [None req-16eda5c7-fbe0-49ae-8e99-93a8b70dcb32 tempest-ServersTestMultiNic-1057987772 tempest-ServersTestMultiNic-1057987772-project-member] Task: {'id': session[52a6e20e-410d-708a-99f2-080a575a99bd]522c5db0-8374-7f95-cb3e-0d928ef9e578, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 660.493584] env[62328]: DEBUG oslo_vmware.api [None req-e85c638f-8729-41ad-947e-773bda205390 tempest-AttachInterfacesV270Test-1787492697 tempest-AttachInterfacesV270Test-1787492697-project-member] Waiting for the task: (returnval){ [ 660.493584] env[62328]: value = "task-2386467" [ 660.493584] env[62328]: _type = "Task" [ 660.493584] env[62328]: } to complete. {{(pid=62328) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 660.502864] env[62328]: DEBUG oslo_vmware.api [None req-e85c638f-8729-41ad-947e-773bda205390 tempest-AttachInterfacesV270Test-1787492697 tempest-AttachInterfacesV270Test-1787492697-project-member] Task: {'id': task-2386467, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 660.645250] env[62328]: DEBUG nova.compute.manager [None req-0d72df7d-7430-46cd-b71e-49a73001e246 tempest-ServerDiskConfigTestJSON-126406698 tempest-ServerDiskConfigTestJSON-126406698-project-member] [instance: 5a5e12bf-4082-40e8-bac8-a8a5b0033dec] Start building block device mappings for instance. {{(pid=62328) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 660.659930] env[62328]: DEBUG oslo_concurrency.lockutils [req-d350198e-9231-4199-8c2f-64e6b4d9bc9f req-e226d24e-102c-4b00-a8cc-b759fd3dd18d service nova] Releasing lock "refresh_cache-1e8111de-0629-4ba5-b945-8f552763ab15" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 660.660801] env[62328]: DEBUG nova.compute.manager [req-d350198e-9231-4199-8c2f-64e6b4d9bc9f req-e226d24e-102c-4b00-a8cc-b759fd3dd18d service nova] [instance: 1e8111de-0629-4ba5-b945-8f552763ab15] Received event network-vif-plugged-fed2169f-84ef-49a4-a266-3c07cc350d3c {{(pid=62328) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 660.660801] env[62328]: DEBUG oslo_concurrency.lockutils [req-d350198e-9231-4199-8c2f-64e6b4d9bc9f req-e226d24e-102c-4b00-a8cc-b759fd3dd18d service nova] Acquiring lock "1e8111de-0629-4ba5-b945-8f552763ab15-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 660.660801] env[62328]: DEBUG oslo_concurrency.lockutils [req-d350198e-9231-4199-8c2f-64e6b4d9bc9f req-e226d24e-102c-4b00-a8cc-b759fd3dd18d service nova] Lock "1e8111de-0629-4ba5-b945-8f552763ab15-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 660.661080] env[62328]: DEBUG oslo_concurrency.lockutils [req-d350198e-9231-4199-8c2f-64e6b4d9bc9f req-e226d24e-102c-4b00-a8cc-b759fd3dd18d service nova] Lock "1e8111de-0629-4ba5-b945-8f552763ab15-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 660.661229] env[62328]: DEBUG nova.compute.manager [req-d350198e-9231-4199-8c2f-64e6b4d9bc9f req-e226d24e-102c-4b00-a8cc-b759fd3dd18d service nova] [instance: 1e8111de-0629-4ba5-b945-8f552763ab15] No waiting events found dispatching network-vif-plugged-fed2169f-84ef-49a4-a266-3c07cc350d3c {{(pid=62328) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 660.661417] env[62328]: WARNING nova.compute.manager [req-d350198e-9231-4199-8c2f-64e6b4d9bc9f req-e226d24e-102c-4b00-a8cc-b759fd3dd18d service nova] [instance: 1e8111de-0629-4ba5-b945-8f552763ab15] Received unexpected event network-vif-plugged-fed2169f-84ef-49a4-a266-3c07cc350d3c for instance with vm_state building and task_state spawning. [ 660.661638] env[62328]: DEBUG nova.compute.manager [req-d350198e-9231-4199-8c2f-64e6b4d9bc9f req-e226d24e-102c-4b00-a8cc-b759fd3dd18d service nova] [instance: 1e8111de-0629-4ba5-b945-8f552763ab15] Received event network-changed-fed2169f-84ef-49a4-a266-3c07cc350d3c {{(pid=62328) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 660.661809] env[62328]: DEBUG nova.compute.manager [req-d350198e-9231-4199-8c2f-64e6b4d9bc9f req-e226d24e-102c-4b00-a8cc-b759fd3dd18d service nova] [instance: 1e8111de-0629-4ba5-b945-8f552763ab15] Refreshing instance network info cache due to event network-changed-fed2169f-84ef-49a4-a266-3c07cc350d3c. {{(pid=62328) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 660.662069] env[62328]: DEBUG oslo_concurrency.lockutils [req-d350198e-9231-4199-8c2f-64e6b4d9bc9f req-e226d24e-102c-4b00-a8cc-b759fd3dd18d service nova] Acquiring lock "refresh_cache-1e8111de-0629-4ba5-b945-8f552763ab15" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 660.662223] env[62328]: DEBUG oslo_concurrency.lockutils [req-d350198e-9231-4199-8c2f-64e6b4d9bc9f req-e226d24e-102c-4b00-a8cc-b759fd3dd18d service nova] Acquired lock "refresh_cache-1e8111de-0629-4ba5-b945-8f552763ab15" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.662432] env[62328]: DEBUG nova.network.neutron [req-d350198e-9231-4199-8c2f-64e6b4d9bc9f req-e226d24e-102c-4b00-a8cc-b759fd3dd18d service nova] [instance: 1e8111de-0629-4ba5-b945-8f552763ab15] Refreshing network info cache for port fed2169f-84ef-49a4-a266-3c07cc350d3c {{(pid=62328) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 660.785537] env[62328]: DEBUG oslo_vmware.api [None req-34162ca2-271f-43b9-99db-b8c5ee3fcf77 tempest-ServersAdmin275Test-1782090467 tempest-ServersAdmin275Test-1782090467-project-member] Task: {'id': task-2386465, 'name': PowerOnVM_Task, 'duration_secs': 0.507466} completed successfully. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 660.787962] env[62328]: DEBUG nova.virt.vmwareapi.vm_util [None req-34162ca2-271f-43b9-99db-b8c5ee3fcf77 tempest-ServersAdmin275Test-1782090467 tempest-ServersAdmin275Test-1782090467-project-member] [instance: 892b410e-c0ae-4ef6-90a6-fbf09d6ad76b] Powered on the VM {{(pid=62328) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 660.789232] env[62328]: INFO nova.compute.manager [None req-34162ca2-271f-43b9-99db-b8c5ee3fcf77 tempest-ServersAdmin275Test-1782090467 tempest-ServersAdmin275Test-1782090467-project-member] [instance: 892b410e-c0ae-4ef6-90a6-fbf09d6ad76b] Took 6.36 seconds to spawn the instance on the hypervisor. [ 660.789435] env[62328]: DEBUG nova.compute.manager [None req-34162ca2-271f-43b9-99db-b8c5ee3fcf77 tempest-ServersAdmin275Test-1782090467 tempest-ServersAdmin275Test-1782090467-project-member] [instance: 892b410e-c0ae-4ef6-90a6-fbf09d6ad76b] Checking state {{(pid=62328) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 660.790492] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-81634662-da8c-458f-8b34-410e5141c2a0 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 660.848079] env[62328]: DEBUG nova.network.neutron [None req-7e8c821e-3200-4a4a-8837-d69a77f73dc6 tempest-ServerRescueTestJSON-434379102 tempest-ServerRescueTestJSON-434379102-project-member] [instance: 7ad56de0-3e7a-4018-8746-42a83a4fe22e] Updating instance_info_cache with network_info: [{"id": "8ad29444-070e-484e-8c29-aee0f10d9789", "address": "fa:16:3e:55:64:dc", "network": {"id": "243ad9ea-c83d-488c-93c6-bf234e56e1f6", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-1631716901-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "7dffe918ec914f66820c04e71131ca7c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "56398cc0-e39f-410f-8036-8c2a6870e26f", "external-id": "nsx-vlan-transportzone-612", "segmentation_id": 612, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8ad29444-07", "ovs_interfaceid": "8ad29444-070e-484e-8c29-aee0f10d9789", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62328) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 660.909957] env[62328]: DEBUG nova.network.neutron [None req-0d72df7d-7430-46cd-b71e-49a73001e246 tempest-ServerDiskConfigTestJSON-126406698 tempest-ServerDiskConfigTestJSON-126406698-project-member] [instance: 5a5e12bf-4082-40e8-bac8-a8a5b0033dec] Successfully created port: f506d7c0-7b8a-47e7-8438-acba123c7975 {{(pid=62328) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 660.985194] env[62328]: DEBUG oslo_vmware.api [None req-16eda5c7-fbe0-49ae-8e99-93a8b70dcb32 tempest-ServersTestMultiNic-1057987772 tempest-ServersTestMultiNic-1057987772-project-member] Task: {'id': session[52a6e20e-410d-708a-99f2-080a575a99bd]522c5db0-8374-7f95-cb3e-0d928ef9e578, 'name': SearchDatastore_Task, 'duration_secs': 0.013688} completed successfully. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 660.987810] env[62328]: DEBUG oslo_concurrency.lockutils [None req-16eda5c7-fbe0-49ae-8e99-93a8b70dcb32 tempest-ServersTestMultiNic-1057987772 tempest-ServersTestMultiNic-1057987772-project-member] Releasing lock "[datastore1] devstack-image-cache_base/dbf872a4-92be-47e4-8561-c3e2bf2423ab" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 660.988075] env[62328]: DEBUG nova.virt.vmwareapi.vmops [None req-16eda5c7-fbe0-49ae-8e99-93a8b70dcb32 tempest-ServersTestMultiNic-1057987772 tempest-ServersTestMultiNic-1057987772-project-member] [instance: 1e8111de-0629-4ba5-b945-8f552763ab15] Processing image dbf872a4-92be-47e4-8561-c3e2bf2423ab {{(pid=62328) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 660.988323] env[62328]: DEBUG oslo_concurrency.lockutils [None req-16eda5c7-fbe0-49ae-8e99-93a8b70dcb32 tempest-ServersTestMultiNic-1057987772 tempest-ServersTestMultiNic-1057987772-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/dbf872a4-92be-47e4-8561-c3e2bf2423ab/dbf872a4-92be-47e4-8561-c3e2bf2423ab.vmdk" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 660.988470] env[62328]: DEBUG oslo_concurrency.lockutils [None req-16eda5c7-fbe0-49ae-8e99-93a8b70dcb32 tempest-ServersTestMultiNic-1057987772 tempest-ServersTestMultiNic-1057987772-project-member] Acquired lock "[datastore1] devstack-image-cache_base/dbf872a4-92be-47e4-8561-c3e2bf2423ab/dbf872a4-92be-47e4-8561-c3e2bf2423ab.vmdk" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.988645] env[62328]: DEBUG nova.virt.vmwareapi.ds_util [None req-16eda5c7-fbe0-49ae-8e99-93a8b70dcb32 tempest-ServersTestMultiNic-1057987772 tempest-ServersTestMultiNic-1057987772-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62328) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 660.989911] env[62328]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-fddc1a1a-3438-4075-8856-e681cfd66f34 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 661.014219] env[62328]: DEBUG oslo_vmware.api [None req-e85c638f-8729-41ad-947e-773bda205390 tempest-AttachInterfacesV270Test-1787492697 tempest-AttachInterfacesV270Test-1787492697-project-member] Task: {'id': task-2386467, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.152619} completed successfully. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 661.016944] env[62328]: DEBUG nova.virt.vmwareapi.ds_util [None req-e85c638f-8729-41ad-947e-773bda205390 tempest-AttachInterfacesV270Test-1787492697 tempest-AttachInterfacesV270Test-1787492697-project-member] Deleted the datastore file {{(pid=62328) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 661.017185] env[62328]: DEBUG nova.virt.vmwareapi.vmops [None req-e85c638f-8729-41ad-947e-773bda205390 tempest-AttachInterfacesV270Test-1787492697 tempest-AttachInterfacesV270Test-1787492697-project-member] [instance: 0c794ef1-25d2-43a2-a0f3-98083f82eeac] Deleted contents of the VM from datastore datastore2 {{(pid=62328) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 661.017371] env[62328]: DEBUG nova.virt.vmwareapi.vmops [None req-e85c638f-8729-41ad-947e-773bda205390 tempest-AttachInterfacesV270Test-1787492697 tempest-AttachInterfacesV270Test-1787492697-project-member] [instance: 0c794ef1-25d2-43a2-a0f3-98083f82eeac] Instance destroyed {{(pid=62328) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 661.017695] env[62328]: INFO nova.compute.manager [None req-e85c638f-8729-41ad-947e-773bda205390 tempest-AttachInterfacesV270Test-1787492697 tempest-AttachInterfacesV270Test-1787492697-project-member] [instance: 0c794ef1-25d2-43a2-a0f3-98083f82eeac] Took 1.17 seconds to destroy the instance on the hypervisor. [ 661.017805] env[62328]: DEBUG oslo.service.loopingcall [None req-e85c638f-8729-41ad-947e-773bda205390 tempest-AttachInterfacesV270Test-1787492697 tempest-AttachInterfacesV270Test-1787492697-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62328) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 661.022939] env[62328]: DEBUG nova.compute.manager [-] [instance: 0c794ef1-25d2-43a2-a0f3-98083f82eeac] Deallocating network for instance {{(pid=62328) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 661.022939] env[62328]: DEBUG nova.network.neutron [-] [instance: 0c794ef1-25d2-43a2-a0f3-98083f82eeac] deallocate_for_instance() {{(pid=62328) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 661.024077] env[62328]: DEBUG nova.virt.vmwareapi.ds_util [None req-16eda5c7-fbe0-49ae-8e99-93a8b70dcb32 tempest-ServersTestMultiNic-1057987772 tempest-ServersTestMultiNic-1057987772-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62328) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 661.024257] env[62328]: DEBUG nova.virt.vmwareapi.vmops [None req-16eda5c7-fbe0-49ae-8e99-93a8b70dcb32 tempest-ServersTestMultiNic-1057987772 tempest-ServersTestMultiNic-1057987772-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62328) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 661.029319] env[62328]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6a0b5b39-6e85-4aa6-9c91-9992dc0a1afc {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 661.040313] env[62328]: DEBUG oslo_vmware.api [None req-16eda5c7-fbe0-49ae-8e99-93a8b70dcb32 tempest-ServersTestMultiNic-1057987772 tempest-ServersTestMultiNic-1057987772-project-member] Waiting for the task: (returnval){ [ 661.040313] env[62328]: value = "session[52a6e20e-410d-708a-99f2-080a575a99bd]52aa7f0a-9c3d-4801-c6c1-427d08886a74" [ 661.040313] env[62328]: _type = "Task" [ 661.040313] env[62328]: } to complete. {{(pid=62328) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 661.048589] env[62328]: DEBUG oslo_vmware.api [None req-16eda5c7-fbe0-49ae-8e99-93a8b70dcb32 tempest-ServersTestMultiNic-1057987772 tempest-ServersTestMultiNic-1057987772-project-member] Task: {'id': session[52a6e20e-410d-708a-99f2-080a575a99bd]52aa7f0a-9c3d-4801-c6c1-427d08886a74, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 661.249429] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2f4adcf1-4364-4580-be65-92380b46fd5a {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 661.265522] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-325640e6-d5ff-4a11-93c3-6096f6e6201c {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 661.324333] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6d616392-1f35-459d-8e2c-80d7b912f6a5 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 661.336891] env[62328]: INFO nova.compute.manager [None req-34162ca2-271f-43b9-99db-b8c5ee3fcf77 tempest-ServersAdmin275Test-1782090467 tempest-ServersAdmin275Test-1782090467-project-member] [instance: 892b410e-c0ae-4ef6-90a6-fbf09d6ad76b] Took 33.66 seconds to build instance. [ 661.345871] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e57156e3-e9a1-4591-baa2-f96582827680 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 661.351396] env[62328]: DEBUG oslo_concurrency.lockutils [None req-7e8c821e-3200-4a4a-8837-d69a77f73dc6 tempest-ServerRescueTestJSON-434379102 tempest-ServerRescueTestJSON-434379102-project-member] Releasing lock "refresh_cache-7ad56de0-3e7a-4018-8746-42a83a4fe22e" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 661.369125] env[62328]: DEBUG nova.compute.provider_tree [None req-80f5d1f9-12ec-4208-8d75-05faff0afa00 tempest-ServerRescueTestJSONUnderV235-477445181 tempest-ServerRescueTestJSONUnderV235-477445181-project-member] Inventory has not changed in ProviderTree for provider: 3469e9f8-04af-49ca-8435-49f104496744 {{(pid=62328) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 661.555082] env[62328]: DEBUG oslo_vmware.api [None req-16eda5c7-fbe0-49ae-8e99-93a8b70dcb32 tempest-ServersTestMultiNic-1057987772 tempest-ServersTestMultiNic-1057987772-project-member] Task: {'id': session[52a6e20e-410d-708a-99f2-080a575a99bd]52aa7f0a-9c3d-4801-c6c1-427d08886a74, 'name': SearchDatastore_Task, 'duration_secs': 0.05003} completed successfully. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 661.556054] env[62328]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6a3de084-ea5f-4a15-a8f5-d5caec6b6081 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 661.561764] env[62328]: DEBUG oslo_vmware.api [None req-16eda5c7-fbe0-49ae-8e99-93a8b70dcb32 tempest-ServersTestMultiNic-1057987772 tempest-ServersTestMultiNic-1057987772-project-member] Waiting for the task: (returnval){ [ 661.561764] env[62328]: value = "session[52a6e20e-410d-708a-99f2-080a575a99bd]52edea46-7fc2-a294-447b-7e80e7b00224" [ 661.561764] env[62328]: _type = "Task" [ 661.561764] env[62328]: } to complete. {{(pid=62328) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 661.572053] env[62328]: DEBUG oslo_vmware.api [None req-16eda5c7-fbe0-49ae-8e99-93a8b70dcb32 tempest-ServersTestMultiNic-1057987772 tempest-ServersTestMultiNic-1057987772-project-member] Task: {'id': session[52a6e20e-410d-708a-99f2-080a575a99bd]52edea46-7fc2-a294-447b-7e80e7b00224, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 661.660311] env[62328]: DEBUG nova.compute.manager [None req-0d72df7d-7430-46cd-b71e-49a73001e246 tempest-ServerDiskConfigTestJSON-126406698 tempest-ServerDiskConfigTestJSON-126406698-project-member] [instance: 5a5e12bf-4082-40e8-bac8-a8a5b0033dec] Start spawning the instance on the hypervisor. {{(pid=62328) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 661.676421] env[62328]: DEBUG nova.network.neutron [req-d350198e-9231-4199-8c2f-64e6b4d9bc9f req-e226d24e-102c-4b00-a8cc-b759fd3dd18d service nova] [instance: 1e8111de-0629-4ba5-b945-8f552763ab15] Updated VIF entry in instance network info cache for port fed2169f-84ef-49a4-a266-3c07cc350d3c. {{(pid=62328) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 661.676421] env[62328]: DEBUG nova.network.neutron [req-d350198e-9231-4199-8c2f-64e6b4d9bc9f req-e226d24e-102c-4b00-a8cc-b759fd3dd18d service nova] [instance: 1e8111de-0629-4ba5-b945-8f552763ab15] Updating instance_info_cache with network_info: [{"id": "654b7bbd-eaf0-44c6-86e2-0eafe58ef116", "address": "fa:16:3e:bd:44:19", "network": {"id": "a4ec611f-37df-498c-8b52-b0301aecb9d0", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1802883502", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.210", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c9940c781e6f44eabcb48094e838a06c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f5f49a7d-c6e5-404f-b71a-91d8c070cd18", "external-id": "nsx-vlan-transportzone-120", "segmentation_id": 120, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap654b7bbd-ea", "ovs_interfaceid": "654b7bbd-eaf0-44c6-86e2-0eafe58ef116", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "652e9c31-371d-4841-9f25-0d851e0d8eb9", "address": "fa:16:3e:2f:33:ff", "network": {"id": "1aa2ff4c-5aae-46f8-9de6-07567ab4d086", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-878033525", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.68", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.129.2"}}], "meta": {"injected": false, "tenant_id": "c9940c781e6f44eabcb48094e838a06c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "447ff42d-b33e-4b5d-8b7f-e8117ebbbc92", "external-id": "nsx-vlan-transportzone-836", "segmentation_id": 836, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap652e9c31-37", "ovs_interfaceid": "652e9c31-371d-4841-9f25-0d851e0d8eb9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "fed2169f-84ef-49a4-a266-3c07cc350d3c", "address": "fa:16:3e:18:df:98", "network": {"id": "a4ec611f-37df-498c-8b52-b0301aecb9d0", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1802883502", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.188", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c9940c781e6f44eabcb48094e838a06c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f5f49a7d-c6e5-404f-b71a-91d8c070cd18", "external-id": "nsx-vlan-transportzone-120", "segmentation_id": 120, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfed2169f-84", "ovs_interfaceid": "fed2169f-84ef-49a4-a266-3c07cc350d3c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62328) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 661.688040] env[62328]: DEBUG nova.virt.hardware [None req-0d72df7d-7430-46cd-b71e-49a73001e246 tempest-ServerDiskConfigTestJSON-126406698 tempest-ServerDiskConfigTestJSON-126406698-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-07T17:16:55Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-07T17:16:37Z,direct_url=,disk_format='vmdk',id=dbf872a4-92be-47e4-8561-c3e2bf2423ab,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='2a64022f08d84b11a86773b900860ae5',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-07T17:16:38Z,virtual_size=,visibility=), allow threads: False {{(pid=62328) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 661.688040] env[62328]: DEBUG nova.virt.hardware [None req-0d72df7d-7430-46cd-b71e-49a73001e246 tempest-ServerDiskConfigTestJSON-126406698 tempest-ServerDiskConfigTestJSON-126406698-project-member] Flavor limits 0:0:0 {{(pid=62328) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 661.688040] env[62328]: DEBUG nova.virt.hardware [None req-0d72df7d-7430-46cd-b71e-49a73001e246 tempest-ServerDiskConfigTestJSON-126406698 tempest-ServerDiskConfigTestJSON-126406698-project-member] Image limits 0:0:0 {{(pid=62328) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 661.688040] env[62328]: DEBUG nova.virt.hardware [None req-0d72df7d-7430-46cd-b71e-49a73001e246 tempest-ServerDiskConfigTestJSON-126406698 tempest-ServerDiskConfigTestJSON-126406698-project-member] Flavor pref 0:0:0 {{(pid=62328) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 661.688040] env[62328]: DEBUG nova.virt.hardware [None req-0d72df7d-7430-46cd-b71e-49a73001e246 tempest-ServerDiskConfigTestJSON-126406698 tempest-ServerDiskConfigTestJSON-126406698-project-member] Image pref 0:0:0 {{(pid=62328) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 661.688040] env[62328]: DEBUG nova.virt.hardware [None req-0d72df7d-7430-46cd-b71e-49a73001e246 tempest-ServerDiskConfigTestJSON-126406698 tempest-ServerDiskConfigTestJSON-126406698-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62328) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 661.688040] env[62328]: DEBUG nova.virt.hardware [None req-0d72df7d-7430-46cd-b71e-49a73001e246 tempest-ServerDiskConfigTestJSON-126406698 tempest-ServerDiskConfigTestJSON-126406698-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62328) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 661.688040] env[62328]: DEBUG nova.virt.hardware [None req-0d72df7d-7430-46cd-b71e-49a73001e246 tempest-ServerDiskConfigTestJSON-126406698 tempest-ServerDiskConfigTestJSON-126406698-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62328) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 661.688040] env[62328]: DEBUG nova.virt.hardware [None req-0d72df7d-7430-46cd-b71e-49a73001e246 tempest-ServerDiskConfigTestJSON-126406698 tempest-ServerDiskConfigTestJSON-126406698-project-member] Got 1 possible topologies {{(pid=62328) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 661.688387] env[62328]: DEBUG nova.virt.hardware [None req-0d72df7d-7430-46cd-b71e-49a73001e246 tempest-ServerDiskConfigTestJSON-126406698 tempest-ServerDiskConfigTestJSON-126406698-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62328) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 661.688387] env[62328]: DEBUG nova.virt.hardware [None req-0d72df7d-7430-46cd-b71e-49a73001e246 tempest-ServerDiskConfigTestJSON-126406698 tempest-ServerDiskConfigTestJSON-126406698-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62328) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 661.689626] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-48858fd2-59a4-404a-b11c-a8fe9600cea5 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 661.698586] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-29760617-547f-4c23-803b-96c32f3a1f83 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 661.803895] env[62328]: DEBUG nova.compute.manager [req-14d7ea35-6f7a-4bd4-8fd3-b28140f5eaf3 req-5a640b6b-5694-4660-8f25-b5c9e4cca099 service nova] [instance: 0c794ef1-25d2-43a2-a0f3-98083f82eeac] Received event network-vif-deleted-a082a469-447c-48fa-84b5-355c75674eef {{(pid=62328) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 661.804094] env[62328]: INFO nova.compute.manager [req-14d7ea35-6f7a-4bd4-8fd3-b28140f5eaf3 req-5a640b6b-5694-4660-8f25-b5c9e4cca099 service nova] [instance: 0c794ef1-25d2-43a2-a0f3-98083f82eeac] Neutron deleted interface a082a469-447c-48fa-84b5-355c75674eef; detaching it from the instance and deleting it from the info cache [ 661.804273] env[62328]: DEBUG nova.network.neutron [req-14d7ea35-6f7a-4bd4-8fd3-b28140f5eaf3 req-5a640b6b-5694-4660-8f25-b5c9e4cca099 service nova] [instance: 0c794ef1-25d2-43a2-a0f3-98083f82eeac] Updating instance_info_cache with network_info: [] {{(pid=62328) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 661.840227] env[62328]: DEBUG nova.network.neutron [-] [instance: 0c794ef1-25d2-43a2-a0f3-98083f82eeac] Updating instance_info_cache with network_info: [] {{(pid=62328) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 661.842026] env[62328]: DEBUG oslo_concurrency.lockutils [None req-34162ca2-271f-43b9-99db-b8c5ee3fcf77 tempest-ServersAdmin275Test-1782090467 tempest-ServersAdmin275Test-1782090467-project-member] Lock "892b410e-c0ae-4ef6-90a6-fbf09d6ad76b" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 54.446s {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 661.872154] env[62328]: DEBUG nova.scheduler.client.report [None req-80f5d1f9-12ec-4208-8d75-05faff0afa00 tempest-ServerRescueTestJSONUnderV235-477445181 tempest-ServerRescueTestJSONUnderV235-477445181-project-member] Inventory has not changed for provider 3469e9f8-04af-49ca-8435-49f104496744 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 152, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62328) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 662.073468] env[62328]: DEBUG oslo_vmware.api [None req-16eda5c7-fbe0-49ae-8e99-93a8b70dcb32 tempest-ServersTestMultiNic-1057987772 tempest-ServersTestMultiNic-1057987772-project-member] Task: {'id': session[52a6e20e-410d-708a-99f2-080a575a99bd]52edea46-7fc2-a294-447b-7e80e7b00224, 'name': SearchDatastore_Task, 'duration_secs': 0.046859} completed successfully. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 662.073468] env[62328]: DEBUG oslo_concurrency.lockutils [None req-16eda5c7-fbe0-49ae-8e99-93a8b70dcb32 tempest-ServersTestMultiNic-1057987772 tempest-ServersTestMultiNic-1057987772-project-member] Releasing lock "[datastore1] devstack-image-cache_base/dbf872a4-92be-47e4-8561-c3e2bf2423ab/dbf872a4-92be-47e4-8561-c3e2bf2423ab.vmdk" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 662.073866] env[62328]: DEBUG nova.virt.vmwareapi.vm_util [None req-16eda5c7-fbe0-49ae-8e99-93a8b70dcb32 tempest-ServersTestMultiNic-1057987772 tempest-ServersTestMultiNic-1057987772-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/dbf872a4-92be-47e4-8561-c3e2bf2423ab/dbf872a4-92be-47e4-8561-c3e2bf2423ab.vmdk to [datastore1] 1e8111de-0629-4ba5-b945-8f552763ab15/1e8111de-0629-4ba5-b945-8f552763ab15.vmdk {{(pid=62328) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 662.074043] env[62328]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-f5b702fa-612b-443f-a993-4ef356478b09 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 662.081634] env[62328]: DEBUG oslo_vmware.api [None req-16eda5c7-fbe0-49ae-8e99-93a8b70dcb32 tempest-ServersTestMultiNic-1057987772 tempest-ServersTestMultiNic-1057987772-project-member] Waiting for the task: (returnval){ [ 662.081634] env[62328]: value = "task-2386468" [ 662.081634] env[62328]: _type = "Task" [ 662.081634] env[62328]: } to complete. {{(pid=62328) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 662.090528] env[62328]: DEBUG oslo_vmware.api [None req-16eda5c7-fbe0-49ae-8e99-93a8b70dcb32 tempest-ServersTestMultiNic-1057987772 tempest-ServersTestMultiNic-1057987772-project-member] Task: {'id': task-2386468, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 662.181428] env[62328]: DEBUG oslo_concurrency.lockutils [req-d350198e-9231-4199-8c2f-64e6b4d9bc9f req-e226d24e-102c-4b00-a8cc-b759fd3dd18d service nova] Releasing lock "refresh_cache-1e8111de-0629-4ba5-b945-8f552763ab15" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 662.307273] env[62328]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-c3267906-d9f9-468d-b2cc-bf0051897947 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 662.318534] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ec1a4145-984e-47b5-a42d-9bde00391eba {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 662.342763] env[62328]: INFO nova.compute.manager [-] [instance: 0c794ef1-25d2-43a2-a0f3-98083f82eeac] Took 1.32 seconds to deallocate network for instance. [ 662.359739] env[62328]: DEBUG nova.compute.manager [None req-312c1a2b-0654-48ae-b885-1c1d1a40c535 tempest-ServersTestJSON-2041147199 tempest-ServersTestJSON-2041147199-project-member] [instance: 3c9e10d6-deb6-4b1b-8dfe-9e85e3b19e85] Starting instance... {{(pid=62328) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 662.362875] env[62328]: DEBUG nova.compute.manager [req-14d7ea35-6f7a-4bd4-8fd3-b28140f5eaf3 req-5a640b6b-5694-4660-8f25-b5c9e4cca099 service nova] [instance: 0c794ef1-25d2-43a2-a0f3-98083f82eeac] Detach interface failed, port_id=a082a469-447c-48fa-84b5-355c75674eef, reason: Instance 0c794ef1-25d2-43a2-a0f3-98083f82eeac could not be found. {{(pid=62328) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 662.376641] env[62328]: DEBUG oslo_concurrency.lockutils [None req-80f5d1f9-12ec-4208-8d75-05faff0afa00 tempest-ServerRescueTestJSONUnderV235-477445181 tempest-ServerRescueTestJSONUnderV235-477445181-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.746s {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 662.377285] env[62328]: DEBUG nova.compute.manager [None req-80f5d1f9-12ec-4208-8d75-05faff0afa00 tempest-ServerRescueTestJSONUnderV235-477445181 tempest-ServerRescueTestJSONUnderV235-477445181-project-member] [instance: 133b2694-7206-4e72-92d6-ee334b1470e5] Start building networks asynchronously for instance. {{(pid=62328) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 662.380073] env[62328]: DEBUG oslo_concurrency.lockutils [None req-aa1a88c2-5256-4c8a-b3b5-1ffbf769b3e7 tempest-ServerActionsTestOtherA-1098162655 tempest-ServerActionsTestOtherA-1098162655-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 21.082s {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 662.381862] env[62328]: INFO nova.compute.claims [None req-aa1a88c2-5256-4c8a-b3b5-1ffbf769b3e7 tempest-ServerActionsTestOtherA-1098162655 tempest-ServerActionsTestOtherA-1098162655-project-member] [instance: 66186b76-7021-4df1-b53c-2789906e37ac] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 662.592305] env[62328]: DEBUG oslo_vmware.api [None req-16eda5c7-fbe0-49ae-8e99-93a8b70dcb32 tempest-ServersTestMultiNic-1057987772 tempest-ServersTestMultiNic-1057987772-project-member] Task: {'id': task-2386468, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 662.707958] env[62328]: INFO nova.compute.manager [None req-ef3d80cf-679e-4712-a75c-b06766f795f5 tempest-ServersAdmin275Test-1782090467 tempest-ServersAdmin275Test-1782090467-project-member] [instance: 892b410e-c0ae-4ef6-90a6-fbf09d6ad76b] Rebuilding instance [ 662.765221] env[62328]: DEBUG nova.compute.manager [None req-ef3d80cf-679e-4712-a75c-b06766f795f5 tempest-ServersAdmin275Test-1782090467 tempest-ServersAdmin275Test-1782090467-project-member] [instance: 892b410e-c0ae-4ef6-90a6-fbf09d6ad76b] Checking state {{(pid=62328) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 662.766321] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2f06b3fc-880d-4229-9f88-56d49157771d {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 662.870245] env[62328]: DEBUG oslo_concurrency.lockutils [None req-e85c638f-8729-41ad-947e-773bda205390 tempest-AttachInterfacesV270Test-1787492697 tempest-AttachInterfacesV270Test-1787492697-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 662.885795] env[62328]: DEBUG nova.compute.utils [None req-80f5d1f9-12ec-4208-8d75-05faff0afa00 tempest-ServerRescueTestJSONUnderV235-477445181 tempest-ServerRescueTestJSONUnderV235-477445181-project-member] Using /dev/sd instead of None {{(pid=62328) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 662.890109] env[62328]: DEBUG nova.compute.manager [None req-80f5d1f9-12ec-4208-8d75-05faff0afa00 tempest-ServerRescueTestJSONUnderV235-477445181 tempest-ServerRescueTestJSONUnderV235-477445181-project-member] [instance: 133b2694-7206-4e72-92d6-ee334b1470e5] Allocating IP information in the background. {{(pid=62328) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 662.890109] env[62328]: DEBUG nova.network.neutron [None req-80f5d1f9-12ec-4208-8d75-05faff0afa00 tempest-ServerRescueTestJSONUnderV235-477445181 tempest-ServerRescueTestJSONUnderV235-477445181-project-member] [instance: 133b2694-7206-4e72-92d6-ee334b1470e5] allocate_for_instance() {{(pid=62328) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 662.896794] env[62328]: DEBUG nova.virt.vmwareapi.vm_util [None req-7e8c821e-3200-4a4a-8837-d69a77f73dc6 tempest-ServerRescueTestJSON-434379102 tempest-ServerRescueTestJSON-434379102-project-member] [instance: 7ad56de0-3e7a-4018-8746-42a83a4fe22e] Powering off the VM {{(pid=62328) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 662.897080] env[62328]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-9f45bd78-d543-4c1d-a114-d4d626da14f4 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 662.902459] env[62328]: DEBUG oslo_concurrency.lockutils [None req-312c1a2b-0654-48ae-b885-1c1d1a40c535 tempest-ServersTestJSON-2041147199 tempest-ServersTestJSON-2041147199-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 662.905342] env[62328]: DEBUG oslo_vmware.api [None req-7e8c821e-3200-4a4a-8837-d69a77f73dc6 tempest-ServerRescueTestJSON-434379102 tempest-ServerRescueTestJSON-434379102-project-member] Waiting for the task: (returnval){ [ 662.905342] env[62328]: value = "task-2386469" [ 662.905342] env[62328]: _type = "Task" [ 662.905342] env[62328]: } to complete. {{(pid=62328) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 662.915280] env[62328]: DEBUG oslo_vmware.api [None req-7e8c821e-3200-4a4a-8837-d69a77f73dc6 tempest-ServerRescueTestJSON-434379102 tempest-ServerRescueTestJSON-434379102-project-member] Task: {'id': task-2386469, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 662.967430] env[62328]: DEBUG nova.policy [None req-80f5d1f9-12ec-4208-8d75-05faff0afa00 tempest-ServerRescueTestJSONUnderV235-477445181 tempest-ServerRescueTestJSONUnderV235-477445181-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'bb6666c92db346e9a92548b93da312f1', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '50a7d2d4f7894de0907b1c81180ee610', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62328) authorize /opt/stack/nova/nova/policy.py:192}} [ 663.034598] env[62328]: DEBUG nova.compute.manager [req-9e39a89a-72ac-42e8-b10d-afd663b30a63 req-eb374196-b414-4df7-b1ba-1af92eaef96e service nova] [instance: 5a5e12bf-4082-40e8-bac8-a8a5b0033dec] Received event network-vif-plugged-f506d7c0-7b8a-47e7-8438-acba123c7975 {{(pid=62328) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 663.034824] env[62328]: DEBUG oslo_concurrency.lockutils [req-9e39a89a-72ac-42e8-b10d-afd663b30a63 req-eb374196-b414-4df7-b1ba-1af92eaef96e service nova] Acquiring lock "5a5e12bf-4082-40e8-bac8-a8a5b0033dec-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 663.035309] env[62328]: DEBUG oslo_concurrency.lockutils [req-9e39a89a-72ac-42e8-b10d-afd663b30a63 req-eb374196-b414-4df7-b1ba-1af92eaef96e service nova] Lock "5a5e12bf-4082-40e8-bac8-a8a5b0033dec-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 663.035381] env[62328]: DEBUG oslo_concurrency.lockutils [req-9e39a89a-72ac-42e8-b10d-afd663b30a63 req-eb374196-b414-4df7-b1ba-1af92eaef96e service nova] Lock "5a5e12bf-4082-40e8-bac8-a8a5b0033dec-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 663.035585] env[62328]: DEBUG nova.compute.manager [req-9e39a89a-72ac-42e8-b10d-afd663b30a63 req-eb374196-b414-4df7-b1ba-1af92eaef96e service nova] [instance: 5a5e12bf-4082-40e8-bac8-a8a5b0033dec] No waiting events found dispatching network-vif-plugged-f506d7c0-7b8a-47e7-8438-acba123c7975 {{(pid=62328) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 663.035788] env[62328]: WARNING nova.compute.manager [req-9e39a89a-72ac-42e8-b10d-afd663b30a63 req-eb374196-b414-4df7-b1ba-1af92eaef96e service nova] [instance: 5a5e12bf-4082-40e8-bac8-a8a5b0033dec] Received unexpected event network-vif-plugged-f506d7c0-7b8a-47e7-8438-acba123c7975 for instance with vm_state building and task_state spawning. [ 663.071804] env[62328]: DEBUG oslo_concurrency.lockutils [None req-98ba0d77-ccfd-4a72-82ad-33c1b842341c tempest-ListServersNegativeTestJSON-1737878377 tempest-ListServersNegativeTestJSON-1737878377-project-member] Acquiring lock "9a83a5e3-8072-4407-9256-3315ee1f0249" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 663.072171] env[62328]: DEBUG oslo_concurrency.lockutils [None req-98ba0d77-ccfd-4a72-82ad-33c1b842341c tempest-ListServersNegativeTestJSON-1737878377 tempest-ListServersNegativeTestJSON-1737878377-project-member] Lock "9a83a5e3-8072-4407-9256-3315ee1f0249" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 663.072396] env[62328]: DEBUG oslo_concurrency.lockutils [None req-98ba0d77-ccfd-4a72-82ad-33c1b842341c tempest-ListServersNegativeTestJSON-1737878377 tempest-ListServersNegativeTestJSON-1737878377-project-member] Acquiring lock "9a83a5e3-8072-4407-9256-3315ee1f0249-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 663.072576] env[62328]: DEBUG oslo_concurrency.lockutils [None req-98ba0d77-ccfd-4a72-82ad-33c1b842341c tempest-ListServersNegativeTestJSON-1737878377 tempest-ListServersNegativeTestJSON-1737878377-project-member] Lock "9a83a5e3-8072-4407-9256-3315ee1f0249-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 663.072755] env[62328]: DEBUG oslo_concurrency.lockutils [None req-98ba0d77-ccfd-4a72-82ad-33c1b842341c tempest-ListServersNegativeTestJSON-1737878377 tempest-ListServersNegativeTestJSON-1737878377-project-member] Lock "9a83a5e3-8072-4407-9256-3315ee1f0249-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 663.074821] env[62328]: INFO nova.compute.manager [None req-98ba0d77-ccfd-4a72-82ad-33c1b842341c tempest-ListServersNegativeTestJSON-1737878377 tempest-ListServersNegativeTestJSON-1737878377-project-member] [instance: 9a83a5e3-8072-4407-9256-3315ee1f0249] Terminating instance [ 663.098221] env[62328]: DEBUG oslo_vmware.api [None req-16eda5c7-fbe0-49ae-8e99-93a8b70dcb32 tempest-ServersTestMultiNic-1057987772 tempest-ServersTestMultiNic-1057987772-project-member] Task: {'id': task-2386468, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.51805} completed successfully. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 663.098492] env[62328]: DEBUG nova.virt.vmwareapi.vm_util [None req-16eda5c7-fbe0-49ae-8e99-93a8b70dcb32 tempest-ServersTestMultiNic-1057987772 tempest-ServersTestMultiNic-1057987772-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/dbf872a4-92be-47e4-8561-c3e2bf2423ab/dbf872a4-92be-47e4-8561-c3e2bf2423ab.vmdk to [datastore1] 1e8111de-0629-4ba5-b945-8f552763ab15/1e8111de-0629-4ba5-b945-8f552763ab15.vmdk {{(pid=62328) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 663.098786] env[62328]: DEBUG nova.virt.vmwareapi.vmops [None req-16eda5c7-fbe0-49ae-8e99-93a8b70dcb32 tempest-ServersTestMultiNic-1057987772 tempest-ServersTestMultiNic-1057987772-project-member] [instance: 1e8111de-0629-4ba5-b945-8f552763ab15] Extending root virtual disk to 1048576 {{(pid=62328) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 663.099103] env[62328]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-52f89abd-dd67-44bc-a828-cc877ce3bbfa {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 663.102334] env[62328]: DEBUG nova.network.neutron [None req-0d72df7d-7430-46cd-b71e-49a73001e246 tempest-ServerDiskConfigTestJSON-126406698 tempest-ServerDiskConfigTestJSON-126406698-project-member] [instance: 5a5e12bf-4082-40e8-bac8-a8a5b0033dec] Successfully updated port: f506d7c0-7b8a-47e7-8438-acba123c7975 {{(pid=62328) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 663.111097] env[62328]: DEBUG oslo_vmware.api [None req-16eda5c7-fbe0-49ae-8e99-93a8b70dcb32 tempest-ServersTestMultiNic-1057987772 tempest-ServersTestMultiNic-1057987772-project-member] Waiting for the task: (returnval){ [ 663.111097] env[62328]: value = "task-2386470" [ 663.111097] env[62328]: _type = "Task" [ 663.111097] env[62328]: } to complete. {{(pid=62328) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 663.122931] env[62328]: DEBUG oslo_vmware.api [None req-16eda5c7-fbe0-49ae-8e99-93a8b70dcb32 tempest-ServersTestMultiNic-1057987772 tempest-ServersTestMultiNic-1057987772-project-member] Task: {'id': task-2386470, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 663.194209] env[62328]: DEBUG oslo_concurrency.lockutils [None req-a50a2da6-6de4-4d68-a11c-b4ba4f984d4d tempest-ListServersNegativeTestJSON-1737878377 tempest-ListServersNegativeTestJSON-1737878377-project-member] Acquiring lock "81a2e476-6ab3-4b6d-9e55-328d46695cf9" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 663.194546] env[62328]: DEBUG oslo_concurrency.lockutils [None req-a50a2da6-6de4-4d68-a11c-b4ba4f984d4d tempest-ListServersNegativeTestJSON-1737878377 tempest-ListServersNegativeTestJSON-1737878377-project-member] Lock "81a2e476-6ab3-4b6d-9e55-328d46695cf9" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 663.194812] env[62328]: DEBUG oslo_concurrency.lockutils [None req-a50a2da6-6de4-4d68-a11c-b4ba4f984d4d tempest-ListServersNegativeTestJSON-1737878377 tempest-ListServersNegativeTestJSON-1737878377-project-member] Acquiring lock "81a2e476-6ab3-4b6d-9e55-328d46695cf9-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 663.195019] env[62328]: DEBUG oslo_concurrency.lockutils [None req-a50a2da6-6de4-4d68-a11c-b4ba4f984d4d tempest-ListServersNegativeTestJSON-1737878377 tempest-ListServersNegativeTestJSON-1737878377-project-member] Lock "81a2e476-6ab3-4b6d-9e55-328d46695cf9-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 663.195261] env[62328]: DEBUG oslo_concurrency.lockutils [None req-a50a2da6-6de4-4d68-a11c-b4ba4f984d4d tempest-ListServersNegativeTestJSON-1737878377 tempest-ListServersNegativeTestJSON-1737878377-project-member] Lock "81a2e476-6ab3-4b6d-9e55-328d46695cf9-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 663.198070] env[62328]: INFO nova.compute.manager [None req-a50a2da6-6de4-4d68-a11c-b4ba4f984d4d tempest-ListServersNegativeTestJSON-1737878377 tempest-ListServersNegativeTestJSON-1737878377-project-member] [instance: 81a2e476-6ab3-4b6d-9e55-328d46695cf9] Terminating instance [ 663.389827] env[62328]: DEBUG nova.compute.manager [None req-80f5d1f9-12ec-4208-8d75-05faff0afa00 tempest-ServerRescueTestJSONUnderV235-477445181 tempest-ServerRescueTestJSONUnderV235-477445181-project-member] [instance: 133b2694-7206-4e72-92d6-ee334b1470e5] Start building block device mappings for instance. {{(pid=62328) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 663.422794] env[62328]: DEBUG oslo_vmware.api [None req-7e8c821e-3200-4a4a-8837-d69a77f73dc6 tempest-ServerRescueTestJSON-434379102 tempest-ServerRescueTestJSON-434379102-project-member] Task: {'id': task-2386469, 'name': PowerOffVM_Task, 'duration_secs': 0.432468} completed successfully. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 663.426027] env[62328]: DEBUG nova.virt.vmwareapi.vm_util [None req-7e8c821e-3200-4a4a-8837-d69a77f73dc6 tempest-ServerRescueTestJSON-434379102 tempest-ServerRescueTestJSON-434379102-project-member] [instance: 7ad56de0-3e7a-4018-8746-42a83a4fe22e] Powered off the VM {{(pid=62328) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 663.426027] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-79b35feb-329a-427b-8702-e7644bd4260f {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 663.452219] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f780346f-58c4-4a1a-abd2-501c8c68856b {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 663.489132] env[62328]: DEBUG nova.virt.vmwareapi.vm_util [None req-7e8c821e-3200-4a4a-8837-d69a77f73dc6 tempest-ServerRescueTestJSON-434379102 tempest-ServerRescueTestJSON-434379102-project-member] [instance: 7ad56de0-3e7a-4018-8746-42a83a4fe22e] Powering off the VM {{(pid=62328) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 663.489132] env[62328]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e0e9ade7-7617-4392-b8d5-eb4a38d5aaef {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 663.497427] env[62328]: DEBUG oslo_vmware.api [None req-7e8c821e-3200-4a4a-8837-d69a77f73dc6 tempest-ServerRescueTestJSON-434379102 tempest-ServerRescueTestJSON-434379102-project-member] Waiting for the task: (returnval){ [ 663.497427] env[62328]: value = "task-2386471" [ 663.497427] env[62328]: _type = "Task" [ 663.497427] env[62328]: } to complete. {{(pid=62328) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 663.505492] env[62328]: DEBUG oslo_vmware.api [None req-7e8c821e-3200-4a4a-8837-d69a77f73dc6 tempest-ServerRescueTestJSON-434379102 tempest-ServerRescueTestJSON-434379102-project-member] Task: {'id': task-2386471, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 663.579278] env[62328]: DEBUG nova.compute.manager [None req-98ba0d77-ccfd-4a72-82ad-33c1b842341c tempest-ListServersNegativeTestJSON-1737878377 tempest-ListServersNegativeTestJSON-1737878377-project-member] [instance: 9a83a5e3-8072-4407-9256-3315ee1f0249] Start destroying the instance on the hypervisor. {{(pid=62328) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 663.579570] env[62328]: DEBUG nova.virt.vmwareapi.vmops [None req-98ba0d77-ccfd-4a72-82ad-33c1b842341c tempest-ListServersNegativeTestJSON-1737878377 tempest-ListServersNegativeTestJSON-1737878377-project-member] [instance: 9a83a5e3-8072-4407-9256-3315ee1f0249] Destroying instance {{(pid=62328) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 663.580447] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9bbc93c3-9fcb-41fa-8800-c581e6017338 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 663.593709] env[62328]: DEBUG nova.virt.vmwareapi.vm_util [None req-98ba0d77-ccfd-4a72-82ad-33c1b842341c tempest-ListServersNegativeTestJSON-1737878377 tempest-ListServersNegativeTestJSON-1737878377-project-member] [instance: 9a83a5e3-8072-4407-9256-3315ee1f0249] Powering off the VM {{(pid=62328) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 663.593709] env[62328]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b4ac0a96-830a-45fb-accc-51bf01b76cfd {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 663.604070] env[62328]: DEBUG oslo_vmware.api [None req-98ba0d77-ccfd-4a72-82ad-33c1b842341c tempest-ListServersNegativeTestJSON-1737878377 tempest-ListServersNegativeTestJSON-1737878377-project-member] Waiting for the task: (returnval){ [ 663.604070] env[62328]: value = "task-2386472" [ 663.604070] env[62328]: _type = "Task" [ 663.604070] env[62328]: } to complete. {{(pid=62328) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 663.613799] env[62328]: DEBUG oslo_concurrency.lockutils [None req-0d72df7d-7430-46cd-b71e-49a73001e246 tempest-ServerDiskConfigTestJSON-126406698 tempest-ServerDiskConfigTestJSON-126406698-project-member] Acquiring lock "refresh_cache-5a5e12bf-4082-40e8-bac8-a8a5b0033dec" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 663.613939] env[62328]: DEBUG oslo_concurrency.lockutils [None req-0d72df7d-7430-46cd-b71e-49a73001e246 tempest-ServerDiskConfigTestJSON-126406698 tempest-ServerDiskConfigTestJSON-126406698-project-member] Acquired lock "refresh_cache-5a5e12bf-4082-40e8-bac8-a8a5b0033dec" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.614110] env[62328]: DEBUG nova.network.neutron [None req-0d72df7d-7430-46cd-b71e-49a73001e246 tempest-ServerDiskConfigTestJSON-126406698 tempest-ServerDiskConfigTestJSON-126406698-project-member] [instance: 5a5e12bf-4082-40e8-bac8-a8a5b0033dec] Building network info cache for instance {{(pid=62328) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 663.624022] env[62328]: DEBUG oslo_vmware.api [None req-98ba0d77-ccfd-4a72-82ad-33c1b842341c tempest-ListServersNegativeTestJSON-1737878377 tempest-ListServersNegativeTestJSON-1737878377-project-member] Task: {'id': task-2386472, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 663.630389] env[62328]: DEBUG oslo_vmware.api [None req-16eda5c7-fbe0-49ae-8e99-93a8b70dcb32 tempest-ServersTestMultiNic-1057987772 tempest-ServersTestMultiNic-1057987772-project-member] Task: {'id': task-2386470, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.070376} completed successfully. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 663.633126] env[62328]: DEBUG nova.virt.vmwareapi.vmops [None req-16eda5c7-fbe0-49ae-8e99-93a8b70dcb32 tempest-ServersTestMultiNic-1057987772 tempest-ServersTestMultiNic-1057987772-project-member] [instance: 1e8111de-0629-4ba5-b945-8f552763ab15] Extended root virtual disk {{(pid=62328) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 663.634201] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e36fef80-ca95-424a-a97b-c0ecb03ae800 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 663.664802] env[62328]: DEBUG nova.virt.vmwareapi.volumeops [None req-16eda5c7-fbe0-49ae-8e99-93a8b70dcb32 tempest-ServersTestMultiNic-1057987772 tempest-ServersTestMultiNic-1057987772-project-member] [instance: 1e8111de-0629-4ba5-b945-8f552763ab15] Reconfiguring VM instance instance-00000020 to attach disk [datastore1] 1e8111de-0629-4ba5-b945-8f552763ab15/1e8111de-0629-4ba5-b945-8f552763ab15.vmdk or device None with type sparse {{(pid=62328) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 663.665899] env[62328]: DEBUG nova.network.neutron [None req-80f5d1f9-12ec-4208-8d75-05faff0afa00 tempest-ServerRescueTestJSONUnderV235-477445181 tempest-ServerRescueTestJSONUnderV235-477445181-project-member] [instance: 133b2694-7206-4e72-92d6-ee334b1470e5] Successfully created port: 4366409f-416b-458f-bd9c-0ddf818b6341 {{(pid=62328) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 663.670278] env[62328]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1002f143-60e1-4073-8c95-d1d9c96b8618 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 663.692639] env[62328]: DEBUG oslo_vmware.api [None req-16eda5c7-fbe0-49ae-8e99-93a8b70dcb32 tempest-ServersTestMultiNic-1057987772 tempest-ServersTestMultiNic-1057987772-project-member] Waiting for the task: (returnval){ [ 663.692639] env[62328]: value = "task-2386473" [ 663.692639] env[62328]: _type = "Task" [ 663.692639] env[62328]: } to complete. {{(pid=62328) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 663.705231] env[62328]: DEBUG nova.compute.manager [None req-a50a2da6-6de4-4d68-a11c-b4ba4f984d4d tempest-ListServersNegativeTestJSON-1737878377 tempest-ListServersNegativeTestJSON-1737878377-project-member] [instance: 81a2e476-6ab3-4b6d-9e55-328d46695cf9] Start destroying the instance on the hypervisor. {{(pid=62328) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 663.705580] env[62328]: DEBUG nova.virt.vmwareapi.vmops [None req-a50a2da6-6de4-4d68-a11c-b4ba4f984d4d tempest-ListServersNegativeTestJSON-1737878377 tempest-ListServersNegativeTestJSON-1737878377-project-member] [instance: 81a2e476-6ab3-4b6d-9e55-328d46695cf9] Destroying instance {{(pid=62328) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 663.705777] env[62328]: DEBUG oslo_vmware.api [None req-16eda5c7-fbe0-49ae-8e99-93a8b70dcb32 tempest-ServersTestMultiNic-1057987772 tempest-ServersTestMultiNic-1057987772-project-member] Task: {'id': task-2386473, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 663.706537] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7f450386-787a-402c-931e-d323efdb759c {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 663.716834] env[62328]: DEBUG nova.virt.vmwareapi.vm_util [None req-a50a2da6-6de4-4d68-a11c-b4ba4f984d4d tempest-ListServersNegativeTestJSON-1737878377 tempest-ListServersNegativeTestJSON-1737878377-project-member] [instance: 81a2e476-6ab3-4b6d-9e55-328d46695cf9] Powering off the VM {{(pid=62328) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 663.717176] env[62328]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c2690fcc-89e4-4775-b7c5-4d86efa96206 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 663.726105] env[62328]: DEBUG oslo_vmware.api [None req-a50a2da6-6de4-4d68-a11c-b4ba4f984d4d tempest-ListServersNegativeTestJSON-1737878377 tempest-ListServersNegativeTestJSON-1737878377-project-member] Waiting for the task: (returnval){ [ 663.726105] env[62328]: value = "task-2386474" [ 663.726105] env[62328]: _type = "Task" [ 663.726105] env[62328]: } to complete. {{(pid=62328) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 663.737928] env[62328]: DEBUG oslo_vmware.api [None req-a50a2da6-6de4-4d68-a11c-b4ba4f984d4d tempest-ListServersNegativeTestJSON-1737878377 tempest-ListServersNegativeTestJSON-1737878377-project-member] Task: {'id': task-2386474, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 663.785510] env[62328]: DEBUG nova.virt.vmwareapi.vm_util [None req-ef3d80cf-679e-4712-a75c-b06766f795f5 tempest-ServersAdmin275Test-1782090467 tempest-ServersAdmin275Test-1782090467-project-member] [instance: 892b410e-c0ae-4ef6-90a6-fbf09d6ad76b] Powering off the VM {{(pid=62328) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 663.785901] env[62328]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-cfee63f3-f255-4ec3-a1ab-25895aaaf04f {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 663.796289] env[62328]: DEBUG oslo_vmware.api [None req-ef3d80cf-679e-4712-a75c-b06766f795f5 tempest-ServersAdmin275Test-1782090467 tempest-ServersAdmin275Test-1782090467-project-member] Waiting for the task: (returnval){ [ 663.796289] env[62328]: value = "task-2386475" [ 663.796289] env[62328]: _type = "Task" [ 663.796289] env[62328]: } to complete. {{(pid=62328) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 663.806791] env[62328]: DEBUG oslo_vmware.api [None req-ef3d80cf-679e-4712-a75c-b06766f795f5 tempest-ServersAdmin275Test-1782090467 tempest-ServersAdmin275Test-1782090467-project-member] Task: {'id': task-2386475, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 664.019258] env[62328]: DEBUG nova.virt.vmwareapi.vm_util [None req-7e8c821e-3200-4a4a-8837-d69a77f73dc6 tempest-ServerRescueTestJSON-434379102 tempest-ServerRescueTestJSON-434379102-project-member] [instance: 7ad56de0-3e7a-4018-8746-42a83a4fe22e] VM already powered off {{(pid=62328) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 664.019665] env[62328]: DEBUG nova.virt.vmwareapi.vmops [None req-7e8c821e-3200-4a4a-8837-d69a77f73dc6 tempest-ServerRescueTestJSON-434379102 tempest-ServerRescueTestJSON-434379102-project-member] [instance: 7ad56de0-3e7a-4018-8746-42a83a4fe22e] Processing image dbf872a4-92be-47e4-8561-c3e2bf2423ab {{(pid=62328) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 664.019901] env[62328]: DEBUG oslo_concurrency.lockutils [None req-7e8c821e-3200-4a4a-8837-d69a77f73dc6 tempest-ServerRescueTestJSON-434379102 tempest-ServerRescueTestJSON-434379102-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/dbf872a4-92be-47e4-8561-c3e2bf2423ab/dbf872a4-92be-47e4-8561-c3e2bf2423ab.vmdk" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 664.020071] env[62328]: DEBUG oslo_concurrency.lockutils [None req-7e8c821e-3200-4a4a-8837-d69a77f73dc6 tempest-ServerRescueTestJSON-434379102 tempest-ServerRescueTestJSON-434379102-project-member] Acquired lock "[datastore1] devstack-image-cache_base/dbf872a4-92be-47e4-8561-c3e2bf2423ab/dbf872a4-92be-47e4-8561-c3e2bf2423ab.vmdk" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.020244] env[62328]: DEBUG nova.virt.vmwareapi.ds_util [None req-7e8c821e-3200-4a4a-8837-d69a77f73dc6 tempest-ServerRescueTestJSON-434379102 tempest-ServerRescueTestJSON-434379102-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62328) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 664.022982] env[62328]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-5b2d3283-5341-49aa-85e1-6f45e56261d4 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 664.034232] env[62328]: DEBUG nova.virt.vmwareapi.ds_util [None req-7e8c821e-3200-4a4a-8837-d69a77f73dc6 tempest-ServerRescueTestJSON-434379102 tempest-ServerRescueTestJSON-434379102-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62328) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 664.034433] env[62328]: DEBUG nova.virt.vmwareapi.vmops [None req-7e8c821e-3200-4a4a-8837-d69a77f73dc6 tempest-ServerRescueTestJSON-434379102 tempest-ServerRescueTestJSON-434379102-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62328) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 664.035279] env[62328]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6549aec9-c820-4fd3-90a2-ce1c7ea9f023 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 664.042670] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7ca310e4-5971-4b1d-a262-6bba04e7346f {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 664.048916] env[62328]: DEBUG oslo_vmware.api [None req-7e8c821e-3200-4a4a-8837-d69a77f73dc6 tempest-ServerRescueTestJSON-434379102 tempest-ServerRescueTestJSON-434379102-project-member] Waiting for the task: (returnval){ [ 664.048916] env[62328]: value = "session[52a6e20e-410d-708a-99f2-080a575a99bd]52d0c536-2f09-77c2-0544-ce489f175325" [ 664.048916] env[62328]: _type = "Task" [ 664.048916] env[62328]: } to complete. {{(pid=62328) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 664.054711] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1cd87118-0088-43cc-803b-5eee91e8f501 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 664.064036] env[62328]: DEBUG oslo_vmware.api [None req-7e8c821e-3200-4a4a-8837-d69a77f73dc6 tempest-ServerRescueTestJSON-434379102 tempest-ServerRescueTestJSON-434379102-project-member] Task: {'id': session[52a6e20e-410d-708a-99f2-080a575a99bd]52d0c536-2f09-77c2-0544-ce489f175325, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 664.090676] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ac8c9272-ab88-4ffd-8138-5c2df97bbc55 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 664.103023] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3265e78d-9288-4bb2-b042-9ad26b61fc44 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 664.118585] env[62328]: DEBUG nova.compute.provider_tree [None req-aa1a88c2-5256-4c8a-b3b5-1ffbf769b3e7 tempest-ServerActionsTestOtherA-1098162655 tempest-ServerActionsTestOtherA-1098162655-project-member] Inventory has not changed in ProviderTree for provider: 3469e9f8-04af-49ca-8435-49f104496744 {{(pid=62328) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 664.123137] env[62328]: DEBUG oslo_vmware.api [None req-98ba0d77-ccfd-4a72-82ad-33c1b842341c tempest-ListServersNegativeTestJSON-1737878377 tempest-ListServersNegativeTestJSON-1737878377-project-member] Task: {'id': task-2386472, 'name': PowerOffVM_Task, 'duration_secs': 0.239939} completed successfully. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 664.123758] env[62328]: DEBUG nova.virt.vmwareapi.vm_util [None req-98ba0d77-ccfd-4a72-82ad-33c1b842341c tempest-ListServersNegativeTestJSON-1737878377 tempest-ListServersNegativeTestJSON-1737878377-project-member] [instance: 9a83a5e3-8072-4407-9256-3315ee1f0249] Powered off the VM {{(pid=62328) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 664.124067] env[62328]: DEBUG nova.virt.vmwareapi.vmops [None req-98ba0d77-ccfd-4a72-82ad-33c1b842341c tempest-ListServersNegativeTestJSON-1737878377 tempest-ListServersNegativeTestJSON-1737878377-project-member] [instance: 9a83a5e3-8072-4407-9256-3315ee1f0249] Unregistering the VM {{(pid=62328) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 664.126729] env[62328]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-04d1bebb-4c17-4484-b800-f7e051623d7d {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 664.199589] env[62328]: DEBUG nova.virt.vmwareapi.vmops [None req-98ba0d77-ccfd-4a72-82ad-33c1b842341c tempest-ListServersNegativeTestJSON-1737878377 tempest-ListServersNegativeTestJSON-1737878377-project-member] [instance: 9a83a5e3-8072-4407-9256-3315ee1f0249] Unregistered the VM {{(pid=62328) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 664.199880] env[62328]: DEBUG nova.virt.vmwareapi.vmops [None req-98ba0d77-ccfd-4a72-82ad-33c1b842341c tempest-ListServersNegativeTestJSON-1737878377 tempest-ListServersNegativeTestJSON-1737878377-project-member] [instance: 9a83a5e3-8072-4407-9256-3315ee1f0249] Deleting contents of the VM from datastore datastore2 {{(pid=62328) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 664.200099] env[62328]: DEBUG nova.virt.vmwareapi.ds_util [None req-98ba0d77-ccfd-4a72-82ad-33c1b842341c tempest-ListServersNegativeTestJSON-1737878377 tempest-ListServersNegativeTestJSON-1737878377-project-member] Deleting the datastore file [datastore2] 9a83a5e3-8072-4407-9256-3315ee1f0249 {{(pid=62328) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 664.200834] env[62328]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-580546e4-735e-4570-ab49-65f87479c7cf {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 664.206739] env[62328]: DEBUG oslo_vmware.api [None req-16eda5c7-fbe0-49ae-8e99-93a8b70dcb32 tempest-ServersTestMultiNic-1057987772 tempest-ServersTestMultiNic-1057987772-project-member] Task: {'id': task-2386473, 'name': ReconfigVM_Task, 'duration_secs': 0.372267} completed successfully. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 664.207034] env[62328]: DEBUG nova.virt.vmwareapi.volumeops [None req-16eda5c7-fbe0-49ae-8e99-93a8b70dcb32 tempest-ServersTestMultiNic-1057987772 tempest-ServersTestMultiNic-1057987772-project-member] [instance: 1e8111de-0629-4ba5-b945-8f552763ab15] Reconfigured VM instance instance-00000020 to attach disk [datastore1] 1e8111de-0629-4ba5-b945-8f552763ab15/1e8111de-0629-4ba5-b945-8f552763ab15.vmdk or device None with type sparse {{(pid=62328) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 664.207752] env[62328]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-a8a5a4ac-61ae-44de-a417-e32ff116a5a3 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 664.210858] env[62328]: DEBUG oslo_vmware.api [None req-98ba0d77-ccfd-4a72-82ad-33c1b842341c tempest-ListServersNegativeTestJSON-1737878377 tempest-ListServersNegativeTestJSON-1737878377-project-member] Waiting for the task: (returnval){ [ 664.210858] env[62328]: value = "task-2386477" [ 664.210858] env[62328]: _type = "Task" [ 664.210858] env[62328]: } to complete. {{(pid=62328) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 664.215750] env[62328]: DEBUG oslo_vmware.api [None req-16eda5c7-fbe0-49ae-8e99-93a8b70dcb32 tempest-ServersTestMultiNic-1057987772 tempest-ServersTestMultiNic-1057987772-project-member] Waiting for the task: (returnval){ [ 664.215750] env[62328]: value = "task-2386478" [ 664.215750] env[62328]: _type = "Task" [ 664.215750] env[62328]: } to complete. {{(pid=62328) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 664.222621] env[62328]: DEBUG oslo_vmware.api [None req-98ba0d77-ccfd-4a72-82ad-33c1b842341c tempest-ListServersNegativeTestJSON-1737878377 tempest-ListServersNegativeTestJSON-1737878377-project-member] Task: {'id': task-2386477, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 664.227984] env[62328]: DEBUG oslo_vmware.api [None req-16eda5c7-fbe0-49ae-8e99-93a8b70dcb32 tempest-ServersTestMultiNic-1057987772 tempest-ServersTestMultiNic-1057987772-project-member] Task: {'id': task-2386478, 'name': Rename_Task} progress is 5%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 664.235278] env[62328]: DEBUG oslo_vmware.api [None req-a50a2da6-6de4-4d68-a11c-b4ba4f984d4d tempest-ListServersNegativeTestJSON-1737878377 tempest-ListServersNegativeTestJSON-1737878377-project-member] Task: {'id': task-2386474, 'name': PowerOffVM_Task, 'duration_secs': 0.189405} completed successfully. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 664.235516] env[62328]: DEBUG nova.virt.vmwareapi.vm_util [None req-a50a2da6-6de4-4d68-a11c-b4ba4f984d4d tempest-ListServersNegativeTestJSON-1737878377 tempest-ListServersNegativeTestJSON-1737878377-project-member] [instance: 81a2e476-6ab3-4b6d-9e55-328d46695cf9] Powered off the VM {{(pid=62328) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 664.235681] env[62328]: DEBUG nova.virt.vmwareapi.vmops [None req-a50a2da6-6de4-4d68-a11c-b4ba4f984d4d tempest-ListServersNegativeTestJSON-1737878377 tempest-ListServersNegativeTestJSON-1737878377-project-member] [instance: 81a2e476-6ab3-4b6d-9e55-328d46695cf9] Unregistering the VM {{(pid=62328) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 664.235914] env[62328]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-ef1c2490-83fe-4945-9a8b-dc761b77e957 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 664.308372] env[62328]: DEBUG oslo_vmware.api [None req-ef3d80cf-679e-4712-a75c-b06766f795f5 tempest-ServersAdmin275Test-1782090467 tempest-ServersAdmin275Test-1782090467-project-member] Task: {'id': task-2386475, 'name': PowerOffVM_Task, 'duration_secs': 0.137072} completed successfully. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 664.308658] env[62328]: DEBUG nova.virt.vmwareapi.vm_util [None req-ef3d80cf-679e-4712-a75c-b06766f795f5 tempest-ServersAdmin275Test-1782090467 tempest-ServersAdmin275Test-1782090467-project-member] [instance: 892b410e-c0ae-4ef6-90a6-fbf09d6ad76b] Powered off the VM {{(pid=62328) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 664.308892] env[62328]: DEBUG nova.virt.vmwareapi.vmops [None req-ef3d80cf-679e-4712-a75c-b06766f795f5 tempest-ServersAdmin275Test-1782090467 tempest-ServersAdmin275Test-1782090467-project-member] [instance: 892b410e-c0ae-4ef6-90a6-fbf09d6ad76b] Destroying instance {{(pid=62328) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 664.309973] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f7cba1e7-c71d-4487-9436-e68dcb2fb80e {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 664.320983] env[62328]: DEBUG nova.virt.vmwareapi.vmops [None req-ef3d80cf-679e-4712-a75c-b06766f795f5 tempest-ServersAdmin275Test-1782090467 tempest-ServersAdmin275Test-1782090467-project-member] [instance: 892b410e-c0ae-4ef6-90a6-fbf09d6ad76b] Unregistering the VM {{(pid=62328) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 664.321277] env[62328]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-40a54c38-6ac9-4978-abf8-a4584a5e6fb9 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 664.328884] env[62328]: DEBUG nova.network.neutron [None req-0d72df7d-7430-46cd-b71e-49a73001e246 tempest-ServerDiskConfigTestJSON-126406698 tempest-ServerDiskConfigTestJSON-126406698-project-member] [instance: 5a5e12bf-4082-40e8-bac8-a8a5b0033dec] Instance cache missing network info. {{(pid=62328) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 664.334879] env[62328]: DEBUG nova.virt.vmwareapi.vmops [None req-a50a2da6-6de4-4d68-a11c-b4ba4f984d4d tempest-ListServersNegativeTestJSON-1737878377 tempest-ListServersNegativeTestJSON-1737878377-project-member] [instance: 81a2e476-6ab3-4b6d-9e55-328d46695cf9] Unregistered the VM {{(pid=62328) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 664.335140] env[62328]: DEBUG nova.virt.vmwareapi.vmops [None req-a50a2da6-6de4-4d68-a11c-b4ba4f984d4d tempest-ListServersNegativeTestJSON-1737878377 tempest-ListServersNegativeTestJSON-1737878377-project-member] [instance: 81a2e476-6ab3-4b6d-9e55-328d46695cf9] Deleting contents of the VM from datastore datastore2 {{(pid=62328) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 664.335329] env[62328]: DEBUG nova.virt.vmwareapi.ds_util [None req-a50a2da6-6de4-4d68-a11c-b4ba4f984d4d tempest-ListServersNegativeTestJSON-1737878377 tempest-ListServersNegativeTestJSON-1737878377-project-member] Deleting the datastore file [datastore2] 81a2e476-6ab3-4b6d-9e55-328d46695cf9 {{(pid=62328) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 664.335596] env[62328]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-18d39234-0e1a-495b-b017-ffd02d079002 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 664.345284] env[62328]: DEBUG oslo_vmware.api [None req-a50a2da6-6de4-4d68-a11c-b4ba4f984d4d tempest-ListServersNegativeTestJSON-1737878377 tempest-ListServersNegativeTestJSON-1737878377-project-member] Waiting for the task: (returnval){ [ 664.345284] env[62328]: value = "task-2386481" [ 664.345284] env[62328]: _type = "Task" [ 664.345284] env[62328]: } to complete. {{(pid=62328) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 664.351298] env[62328]: DEBUG nova.virt.vmwareapi.vmops [None req-ef3d80cf-679e-4712-a75c-b06766f795f5 tempest-ServersAdmin275Test-1782090467 tempest-ServersAdmin275Test-1782090467-project-member] [instance: 892b410e-c0ae-4ef6-90a6-fbf09d6ad76b] Unregistered the VM {{(pid=62328) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 664.351511] env[62328]: DEBUG nova.virt.vmwareapi.vmops [None req-ef3d80cf-679e-4712-a75c-b06766f795f5 tempest-ServersAdmin275Test-1782090467 tempest-ServersAdmin275Test-1782090467-project-member] [instance: 892b410e-c0ae-4ef6-90a6-fbf09d6ad76b] Deleting contents of the VM from datastore datastore1 {{(pid=62328) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 664.351765] env[62328]: DEBUG nova.virt.vmwareapi.ds_util [None req-ef3d80cf-679e-4712-a75c-b06766f795f5 tempest-ServersAdmin275Test-1782090467 tempest-ServersAdmin275Test-1782090467-project-member] Deleting the datastore file [datastore1] 892b410e-c0ae-4ef6-90a6-fbf09d6ad76b {{(pid=62328) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 664.351942] env[62328]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-f00e042e-fa84-4cac-9a6b-a0f4dba0a5a7 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 664.359403] env[62328]: DEBUG oslo_vmware.api [None req-a50a2da6-6de4-4d68-a11c-b4ba4f984d4d tempest-ListServersNegativeTestJSON-1737878377 tempest-ListServersNegativeTestJSON-1737878377-project-member] Task: {'id': task-2386481, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 664.366718] env[62328]: DEBUG oslo_vmware.api [None req-ef3d80cf-679e-4712-a75c-b06766f795f5 tempest-ServersAdmin275Test-1782090467 tempest-ServersAdmin275Test-1782090467-project-member] Waiting for the task: (returnval){ [ 664.366718] env[62328]: value = "task-2386482" [ 664.366718] env[62328]: _type = "Task" [ 664.366718] env[62328]: } to complete. {{(pid=62328) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 664.375078] env[62328]: DEBUG oslo_vmware.api [None req-ef3d80cf-679e-4712-a75c-b06766f795f5 tempest-ServersAdmin275Test-1782090467 tempest-ServersAdmin275Test-1782090467-project-member] Task: {'id': task-2386482, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 664.402154] env[62328]: DEBUG nova.compute.manager [None req-80f5d1f9-12ec-4208-8d75-05faff0afa00 tempest-ServerRescueTestJSONUnderV235-477445181 tempest-ServerRescueTestJSONUnderV235-477445181-project-member] [instance: 133b2694-7206-4e72-92d6-ee334b1470e5] Start spawning the instance on the hypervisor. {{(pid=62328) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 664.433558] env[62328]: DEBUG nova.virt.hardware [None req-80f5d1f9-12ec-4208-8d75-05faff0afa00 tempest-ServerRescueTestJSONUnderV235-477445181 tempest-ServerRescueTestJSONUnderV235-477445181-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-07T17:16:55Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-07T17:16:37Z,direct_url=,disk_format='vmdk',id=dbf872a4-92be-47e4-8561-c3e2bf2423ab,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='2a64022f08d84b11a86773b900860ae5',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-07T17:16:38Z,virtual_size=,visibility=), allow threads: False {{(pid=62328) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 664.433831] env[62328]: DEBUG nova.virt.hardware [None req-80f5d1f9-12ec-4208-8d75-05faff0afa00 tempest-ServerRescueTestJSONUnderV235-477445181 tempest-ServerRescueTestJSONUnderV235-477445181-project-member] Flavor limits 0:0:0 {{(pid=62328) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 664.433982] env[62328]: DEBUG nova.virt.hardware [None req-80f5d1f9-12ec-4208-8d75-05faff0afa00 tempest-ServerRescueTestJSONUnderV235-477445181 tempest-ServerRescueTestJSONUnderV235-477445181-project-member] Image limits 0:0:0 {{(pid=62328) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 664.434191] env[62328]: DEBUG nova.virt.hardware [None req-80f5d1f9-12ec-4208-8d75-05faff0afa00 tempest-ServerRescueTestJSONUnderV235-477445181 tempest-ServerRescueTestJSONUnderV235-477445181-project-member] Flavor pref 0:0:0 {{(pid=62328) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 664.434335] env[62328]: DEBUG nova.virt.hardware [None req-80f5d1f9-12ec-4208-8d75-05faff0afa00 tempest-ServerRescueTestJSONUnderV235-477445181 tempest-ServerRescueTestJSONUnderV235-477445181-project-member] Image pref 0:0:0 {{(pid=62328) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 664.434482] env[62328]: DEBUG nova.virt.hardware [None req-80f5d1f9-12ec-4208-8d75-05faff0afa00 tempest-ServerRescueTestJSONUnderV235-477445181 tempest-ServerRescueTestJSONUnderV235-477445181-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62328) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 664.434688] env[62328]: DEBUG nova.virt.hardware [None req-80f5d1f9-12ec-4208-8d75-05faff0afa00 tempest-ServerRescueTestJSONUnderV235-477445181 tempest-ServerRescueTestJSONUnderV235-477445181-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62328) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 664.434869] env[62328]: DEBUG nova.virt.hardware [None req-80f5d1f9-12ec-4208-8d75-05faff0afa00 tempest-ServerRescueTestJSONUnderV235-477445181 tempest-ServerRescueTestJSONUnderV235-477445181-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62328) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 664.435612] env[62328]: DEBUG nova.virt.hardware [None req-80f5d1f9-12ec-4208-8d75-05faff0afa00 tempest-ServerRescueTestJSONUnderV235-477445181 tempest-ServerRescueTestJSONUnderV235-477445181-project-member] Got 1 possible topologies {{(pid=62328) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 664.436046] env[62328]: DEBUG nova.virt.hardware [None req-80f5d1f9-12ec-4208-8d75-05faff0afa00 tempest-ServerRescueTestJSONUnderV235-477445181 tempest-ServerRescueTestJSONUnderV235-477445181-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62328) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 664.436791] env[62328]: DEBUG nova.virt.hardware [None req-80f5d1f9-12ec-4208-8d75-05faff0afa00 tempest-ServerRescueTestJSONUnderV235-477445181 tempest-ServerRescueTestJSONUnderV235-477445181-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62328) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 664.437201] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cd3a3b70-2224-4c8f-adfa-52dfc5ab965b {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 664.449138] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ebe5f05e-8a47-4a3f-90e2-f647f7f9be0c {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 664.561844] env[62328]: DEBUG oslo_vmware.api [None req-7e8c821e-3200-4a4a-8837-d69a77f73dc6 tempest-ServerRescueTestJSON-434379102 tempest-ServerRescueTestJSON-434379102-project-member] Task: {'id': session[52a6e20e-410d-708a-99f2-080a575a99bd]52d0c536-2f09-77c2-0544-ce489f175325, 'name': SearchDatastore_Task, 'duration_secs': 0.025679} completed successfully. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 664.565215] env[62328]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6281ef5a-d4b2-4a7d-b604-50c5d8064140 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 664.571758] env[62328]: DEBUG oslo_vmware.api [None req-7e8c821e-3200-4a4a-8837-d69a77f73dc6 tempest-ServerRescueTestJSON-434379102 tempest-ServerRescueTestJSON-434379102-project-member] Waiting for the task: (returnval){ [ 664.571758] env[62328]: value = "session[52a6e20e-410d-708a-99f2-080a575a99bd]52370d3a-c5f1-352c-dd68-8aad4235b455" [ 664.571758] env[62328]: _type = "Task" [ 664.571758] env[62328]: } to complete. {{(pid=62328) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 664.581939] env[62328]: DEBUG oslo_vmware.api [None req-7e8c821e-3200-4a4a-8837-d69a77f73dc6 tempest-ServerRescueTestJSON-434379102 tempest-ServerRescueTestJSON-434379102-project-member] Task: {'id': session[52a6e20e-410d-708a-99f2-080a575a99bd]52370d3a-c5f1-352c-dd68-8aad4235b455, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 664.616632] env[62328]: DEBUG nova.network.neutron [None req-0d72df7d-7430-46cd-b71e-49a73001e246 tempest-ServerDiskConfigTestJSON-126406698 tempest-ServerDiskConfigTestJSON-126406698-project-member] [instance: 5a5e12bf-4082-40e8-bac8-a8a5b0033dec] Updating instance_info_cache with network_info: [{"id": "f506d7c0-7b8a-47e7-8438-acba123c7975", "address": "fa:16:3e:d8:55:9b", "network": {"id": "ae1b0afd-4a0c-4b8a-99ac-dbdf6dd5bf95", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-10758413-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "33a1d9f198d84697b63d98d445dea080", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dcf5c3f7-4e33-4f21-b323-3673930b789c", "external-id": "nsx-vlan-transportzone-983", "segmentation_id": 983, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf506d7c0-7b", "ovs_interfaceid": "f506d7c0-7b8a-47e7-8438-acba123c7975", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62328) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 664.625332] env[62328]: DEBUG nova.scheduler.client.report [None req-aa1a88c2-5256-4c8a-b3b5-1ffbf769b3e7 tempest-ServerActionsTestOtherA-1098162655 tempest-ServerActionsTestOtherA-1098162655-project-member] Inventory has not changed for provider 3469e9f8-04af-49ca-8435-49f104496744 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 152, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62328) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 664.723106] env[62328]: DEBUG oslo_vmware.api [None req-98ba0d77-ccfd-4a72-82ad-33c1b842341c tempest-ListServersNegativeTestJSON-1737878377 tempest-ListServersNegativeTestJSON-1737878377-project-member] Task: {'id': task-2386477, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.177559} completed successfully. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 664.723720] env[62328]: DEBUG nova.virt.vmwareapi.ds_util [None req-98ba0d77-ccfd-4a72-82ad-33c1b842341c tempest-ListServersNegativeTestJSON-1737878377 tempest-ListServersNegativeTestJSON-1737878377-project-member] Deleted the datastore file {{(pid=62328) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 664.723911] env[62328]: DEBUG nova.virt.vmwareapi.vmops [None req-98ba0d77-ccfd-4a72-82ad-33c1b842341c tempest-ListServersNegativeTestJSON-1737878377 tempest-ListServersNegativeTestJSON-1737878377-project-member] [instance: 9a83a5e3-8072-4407-9256-3315ee1f0249] Deleted contents of the VM from datastore datastore2 {{(pid=62328) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 664.724180] env[62328]: DEBUG nova.virt.vmwareapi.vmops [None req-98ba0d77-ccfd-4a72-82ad-33c1b842341c tempest-ListServersNegativeTestJSON-1737878377 tempest-ListServersNegativeTestJSON-1737878377-project-member] [instance: 9a83a5e3-8072-4407-9256-3315ee1f0249] Instance destroyed {{(pid=62328) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 664.724365] env[62328]: INFO nova.compute.manager [None req-98ba0d77-ccfd-4a72-82ad-33c1b842341c tempest-ListServersNegativeTestJSON-1737878377 tempest-ListServersNegativeTestJSON-1737878377-project-member] [instance: 9a83a5e3-8072-4407-9256-3315ee1f0249] Took 1.14 seconds to destroy the instance on the hypervisor. [ 664.724602] env[62328]: DEBUG oslo.service.loopingcall [None req-98ba0d77-ccfd-4a72-82ad-33c1b842341c tempest-ListServersNegativeTestJSON-1737878377 tempest-ListServersNegativeTestJSON-1737878377-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62328) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 664.724855] env[62328]: DEBUG nova.compute.manager [-] [instance: 9a83a5e3-8072-4407-9256-3315ee1f0249] Deallocating network for instance {{(pid=62328) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 664.725016] env[62328]: DEBUG nova.network.neutron [-] [instance: 9a83a5e3-8072-4407-9256-3315ee1f0249] deallocate_for_instance() {{(pid=62328) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 664.729684] env[62328]: DEBUG oslo_vmware.api [None req-16eda5c7-fbe0-49ae-8e99-93a8b70dcb32 tempest-ServersTestMultiNic-1057987772 tempest-ServersTestMultiNic-1057987772-project-member] Task: {'id': task-2386478, 'name': Rename_Task, 'duration_secs': 0.209192} completed successfully. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 664.730292] env[62328]: DEBUG nova.virt.vmwareapi.vm_util [None req-16eda5c7-fbe0-49ae-8e99-93a8b70dcb32 tempest-ServersTestMultiNic-1057987772 tempest-ServersTestMultiNic-1057987772-project-member] [instance: 1e8111de-0629-4ba5-b945-8f552763ab15] Powering on the VM {{(pid=62328) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 664.730591] env[62328]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-cc9246a2-ed19-43d3-9213-06738b95480e {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 664.738268] env[62328]: DEBUG oslo_vmware.api [None req-16eda5c7-fbe0-49ae-8e99-93a8b70dcb32 tempest-ServersTestMultiNic-1057987772 tempest-ServersTestMultiNic-1057987772-project-member] Waiting for the task: (returnval){ [ 664.738268] env[62328]: value = "task-2386483" [ 664.738268] env[62328]: _type = "Task" [ 664.738268] env[62328]: } to complete. {{(pid=62328) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 664.746872] env[62328]: DEBUG oslo_vmware.api [None req-16eda5c7-fbe0-49ae-8e99-93a8b70dcb32 tempest-ServersTestMultiNic-1057987772 tempest-ServersTestMultiNic-1057987772-project-member] Task: {'id': task-2386483, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 664.856583] env[62328]: DEBUG oslo_vmware.api [None req-a50a2da6-6de4-4d68-a11c-b4ba4f984d4d tempest-ListServersNegativeTestJSON-1737878377 tempest-ListServersNegativeTestJSON-1737878377-project-member] Task: {'id': task-2386481, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.165903} completed successfully. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 664.856899] env[62328]: DEBUG nova.virt.vmwareapi.ds_util [None req-a50a2da6-6de4-4d68-a11c-b4ba4f984d4d tempest-ListServersNegativeTestJSON-1737878377 tempest-ListServersNegativeTestJSON-1737878377-project-member] Deleted the datastore file {{(pid=62328) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 664.857140] env[62328]: DEBUG nova.virt.vmwareapi.vmops [None req-a50a2da6-6de4-4d68-a11c-b4ba4f984d4d tempest-ListServersNegativeTestJSON-1737878377 tempest-ListServersNegativeTestJSON-1737878377-project-member] [instance: 81a2e476-6ab3-4b6d-9e55-328d46695cf9] Deleted contents of the VM from datastore datastore2 {{(pid=62328) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 664.858037] env[62328]: DEBUG nova.virt.vmwareapi.vmops [None req-a50a2da6-6de4-4d68-a11c-b4ba4f984d4d tempest-ListServersNegativeTestJSON-1737878377 tempest-ListServersNegativeTestJSON-1737878377-project-member] [instance: 81a2e476-6ab3-4b6d-9e55-328d46695cf9] Instance destroyed {{(pid=62328) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 664.858037] env[62328]: INFO nova.compute.manager [None req-a50a2da6-6de4-4d68-a11c-b4ba4f984d4d tempest-ListServersNegativeTestJSON-1737878377 tempest-ListServersNegativeTestJSON-1737878377-project-member] [instance: 81a2e476-6ab3-4b6d-9e55-328d46695cf9] Took 1.15 seconds to destroy the instance on the hypervisor. [ 664.858037] env[62328]: DEBUG oslo.service.loopingcall [None req-a50a2da6-6de4-4d68-a11c-b4ba4f984d4d tempest-ListServersNegativeTestJSON-1737878377 tempest-ListServersNegativeTestJSON-1737878377-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62328) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 664.858037] env[62328]: DEBUG nova.compute.manager [-] [instance: 81a2e476-6ab3-4b6d-9e55-328d46695cf9] Deallocating network for instance {{(pid=62328) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 664.858288] env[62328]: DEBUG nova.network.neutron [-] [instance: 81a2e476-6ab3-4b6d-9e55-328d46695cf9] deallocate_for_instance() {{(pid=62328) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 664.876831] env[62328]: DEBUG oslo_vmware.api [None req-ef3d80cf-679e-4712-a75c-b06766f795f5 tempest-ServersAdmin275Test-1782090467 tempest-ServersAdmin275Test-1782090467-project-member] Task: {'id': task-2386482, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.124598} completed successfully. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 664.877112] env[62328]: DEBUG nova.virt.vmwareapi.ds_util [None req-ef3d80cf-679e-4712-a75c-b06766f795f5 tempest-ServersAdmin275Test-1782090467 tempest-ServersAdmin275Test-1782090467-project-member] Deleted the datastore file {{(pid=62328) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 664.877403] env[62328]: DEBUG nova.virt.vmwareapi.vmops [None req-ef3d80cf-679e-4712-a75c-b06766f795f5 tempest-ServersAdmin275Test-1782090467 tempest-ServersAdmin275Test-1782090467-project-member] [instance: 892b410e-c0ae-4ef6-90a6-fbf09d6ad76b] Deleted contents of the VM from datastore datastore1 {{(pid=62328) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 664.877537] env[62328]: DEBUG nova.virt.vmwareapi.vmops [None req-ef3d80cf-679e-4712-a75c-b06766f795f5 tempest-ServersAdmin275Test-1782090467 tempest-ServersAdmin275Test-1782090467-project-member] [instance: 892b410e-c0ae-4ef6-90a6-fbf09d6ad76b] Instance destroyed {{(pid=62328) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 665.087389] env[62328]: DEBUG oslo_vmware.api [None req-7e8c821e-3200-4a4a-8837-d69a77f73dc6 tempest-ServerRescueTestJSON-434379102 tempest-ServerRescueTestJSON-434379102-project-member] Task: {'id': session[52a6e20e-410d-708a-99f2-080a575a99bd]52370d3a-c5f1-352c-dd68-8aad4235b455, 'name': SearchDatastore_Task, 'duration_secs': 0.010765} completed successfully. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 665.089517] env[62328]: DEBUG oslo_concurrency.lockutils [None req-7e8c821e-3200-4a4a-8837-d69a77f73dc6 tempest-ServerRescueTestJSON-434379102 tempest-ServerRescueTestJSON-434379102-project-member] Releasing lock "[datastore1] devstack-image-cache_base/dbf872a4-92be-47e4-8561-c3e2bf2423ab/dbf872a4-92be-47e4-8561-c3e2bf2423ab.vmdk" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 665.089517] env[62328]: DEBUG nova.virt.vmwareapi.ds_util [None req-7e8c821e-3200-4a4a-8837-d69a77f73dc6 tempest-ServerRescueTestJSON-434379102 tempest-ServerRescueTestJSON-434379102-project-member] Copying virtual disk from [datastore1] devstack-image-cache_base/dbf872a4-92be-47e4-8561-c3e2bf2423ab/dbf872a4-92be-47e4-8561-c3e2bf2423ab.vmdk to [datastore1] 7ad56de0-3e7a-4018-8746-42a83a4fe22e/dbf872a4-92be-47e4-8561-c3e2bf2423ab-rescue.vmdk. {{(pid=62328) disk_copy /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:281}} [ 665.089517] env[62328]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-e54404dd-1606-4483-aaf5-73a4554d4b7d {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 665.098313] env[62328]: DEBUG oslo_vmware.api [None req-7e8c821e-3200-4a4a-8837-d69a77f73dc6 tempest-ServerRescueTestJSON-434379102 tempest-ServerRescueTestJSON-434379102-project-member] Waiting for the task: (returnval){ [ 665.098313] env[62328]: value = "task-2386484" [ 665.098313] env[62328]: _type = "Task" [ 665.098313] env[62328]: } to complete. {{(pid=62328) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 665.115834] env[62328]: DEBUG oslo_vmware.api [None req-7e8c821e-3200-4a4a-8837-d69a77f73dc6 tempest-ServerRescueTestJSON-434379102 tempest-ServerRescueTestJSON-434379102-project-member] Task: {'id': task-2386484, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 665.122979] env[62328]: DEBUG oslo_concurrency.lockutils [None req-0d72df7d-7430-46cd-b71e-49a73001e246 tempest-ServerDiskConfigTestJSON-126406698 tempest-ServerDiskConfigTestJSON-126406698-project-member] Releasing lock "refresh_cache-5a5e12bf-4082-40e8-bac8-a8a5b0033dec" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 665.124027] env[62328]: DEBUG nova.compute.manager [None req-0d72df7d-7430-46cd-b71e-49a73001e246 tempest-ServerDiskConfigTestJSON-126406698 tempest-ServerDiskConfigTestJSON-126406698-project-member] [instance: 5a5e12bf-4082-40e8-bac8-a8a5b0033dec] Instance network_info: |[{"id": "f506d7c0-7b8a-47e7-8438-acba123c7975", "address": "fa:16:3e:d8:55:9b", "network": {"id": "ae1b0afd-4a0c-4b8a-99ac-dbdf6dd5bf95", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-10758413-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "33a1d9f198d84697b63d98d445dea080", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dcf5c3f7-4e33-4f21-b323-3673930b789c", "external-id": "nsx-vlan-transportzone-983", "segmentation_id": 983, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf506d7c0-7b", "ovs_interfaceid": "f506d7c0-7b8a-47e7-8438-acba123c7975", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62328) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 665.124027] env[62328]: DEBUG nova.virt.vmwareapi.vmops [None req-0d72df7d-7430-46cd-b71e-49a73001e246 tempest-ServerDiskConfigTestJSON-126406698 tempest-ServerDiskConfigTestJSON-126406698-project-member] [instance: 5a5e12bf-4082-40e8-bac8-a8a5b0033dec] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:d8:55:9b', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'dcf5c3f7-4e33-4f21-b323-3673930b789c', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'f506d7c0-7b8a-47e7-8438-acba123c7975', 'vif_model': 'vmxnet3'}] {{(pid=62328) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 665.135485] env[62328]: DEBUG nova.virt.vmwareapi.vm_util [None req-0d72df7d-7430-46cd-b71e-49a73001e246 tempest-ServerDiskConfigTestJSON-126406698 tempest-ServerDiskConfigTestJSON-126406698-project-member] Creating folder: Project (33a1d9f198d84697b63d98d445dea080). Parent ref: group-v484164. {{(pid=62328) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 665.137209] env[62328]: DEBUG oslo_concurrency.lockutils [None req-aa1a88c2-5256-4c8a-b3b5-1ffbf769b3e7 tempest-ServerActionsTestOtherA-1098162655 tempest-ServerActionsTestOtherA-1098162655-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.757s {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 665.137991] env[62328]: DEBUG nova.compute.manager [None req-aa1a88c2-5256-4c8a-b3b5-1ffbf769b3e7 tempest-ServerActionsTestOtherA-1098162655 tempest-ServerActionsTestOtherA-1098162655-project-member] [instance: 66186b76-7021-4df1-b53c-2789906e37ac] Start building networks asynchronously for instance. {{(pid=62328) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 665.140851] env[62328]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-b1fcd9bd-d803-4c76-b6de-be34ab277393 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 665.145566] env[62328]: DEBUG oslo_concurrency.lockutils [None req-b41880fe-1946-427e-8ea1-11d44a480a12 tempest-TenantUsagesTestJSON-2114917124 tempest-TenantUsagesTestJSON-2114917124-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 16.496s {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 665.147033] env[62328]: INFO nova.compute.claims [None req-b41880fe-1946-427e-8ea1-11d44a480a12 tempest-TenantUsagesTestJSON-2114917124 tempest-TenantUsagesTestJSON-2114917124-project-member] [instance: fe79d679-7bb1-45f8-8189-1dcbcd72d111] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 665.167710] env[62328]: INFO nova.virt.vmwareapi.vm_util [None req-0d72df7d-7430-46cd-b71e-49a73001e246 tempest-ServerDiskConfigTestJSON-126406698 tempest-ServerDiskConfigTestJSON-126406698-project-member] Created folder: Project (33a1d9f198d84697b63d98d445dea080) in parent group-v484164. [ 665.168020] env[62328]: DEBUG nova.virt.vmwareapi.vm_util [None req-0d72df7d-7430-46cd-b71e-49a73001e246 tempest-ServerDiskConfigTestJSON-126406698 tempest-ServerDiskConfigTestJSON-126406698-project-member] Creating folder: Instances. Parent ref: group-v484259. {{(pid=62328) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 665.168223] env[62328]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-16fda14b-25da-47c4-ad63-ea5f8625ece1 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 665.188018] env[62328]: INFO nova.virt.vmwareapi.vm_util [None req-0d72df7d-7430-46cd-b71e-49a73001e246 tempest-ServerDiskConfigTestJSON-126406698 tempest-ServerDiskConfigTestJSON-126406698-project-member] Created folder: Instances in parent group-v484259. [ 665.188018] env[62328]: DEBUG oslo.service.loopingcall [None req-0d72df7d-7430-46cd-b71e-49a73001e246 tempest-ServerDiskConfigTestJSON-126406698 tempest-ServerDiskConfigTestJSON-126406698-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62328) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 665.188018] env[62328]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5a5e12bf-4082-40e8-bac8-a8a5b0033dec] Creating VM on the ESX host {{(pid=62328) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 665.188018] env[62328]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-fc338c9b-1f2f-4ad0-8461-9fbe0833df51 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 665.217949] env[62328]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 665.217949] env[62328]: value = "task-2386487" [ 665.217949] env[62328]: _type = "Task" [ 665.217949] env[62328]: } to complete. {{(pid=62328) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 665.236226] env[62328]: DEBUG oslo_vmware.api [-] Task: {'id': task-2386487, 'name': CreateVM_Task} progress is 0%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 665.249255] env[62328]: DEBUG oslo_vmware.api [None req-16eda5c7-fbe0-49ae-8e99-93a8b70dcb32 tempest-ServersTestMultiNic-1057987772 tempest-ServersTestMultiNic-1057987772-project-member] Task: {'id': task-2386483, 'name': PowerOnVM_Task} progress is 100%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 665.397385] env[62328]: DEBUG nova.compute.manager [req-33dae3dd-439a-44a9-b8ed-4ac725fe8472 req-abacadaf-95fd-42c5-a11b-10354c97dabf service nova] [instance: 5a5e12bf-4082-40e8-bac8-a8a5b0033dec] Received event network-changed-f506d7c0-7b8a-47e7-8438-acba123c7975 {{(pid=62328) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 665.397578] env[62328]: DEBUG nova.compute.manager [req-33dae3dd-439a-44a9-b8ed-4ac725fe8472 req-abacadaf-95fd-42c5-a11b-10354c97dabf service nova] [instance: 5a5e12bf-4082-40e8-bac8-a8a5b0033dec] Refreshing instance network info cache due to event network-changed-f506d7c0-7b8a-47e7-8438-acba123c7975. {{(pid=62328) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 665.397952] env[62328]: DEBUG oslo_concurrency.lockutils [req-33dae3dd-439a-44a9-b8ed-4ac725fe8472 req-abacadaf-95fd-42c5-a11b-10354c97dabf service nova] Acquiring lock "refresh_cache-5a5e12bf-4082-40e8-bac8-a8a5b0033dec" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 665.398229] env[62328]: DEBUG oslo_concurrency.lockutils [req-33dae3dd-439a-44a9-b8ed-4ac725fe8472 req-abacadaf-95fd-42c5-a11b-10354c97dabf service nova] Acquired lock "refresh_cache-5a5e12bf-4082-40e8-bac8-a8a5b0033dec" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.398447] env[62328]: DEBUG nova.network.neutron [req-33dae3dd-439a-44a9-b8ed-4ac725fe8472 req-abacadaf-95fd-42c5-a11b-10354c97dabf service nova] [instance: 5a5e12bf-4082-40e8-bac8-a8a5b0033dec] Refreshing network info cache for port f506d7c0-7b8a-47e7-8438-acba123c7975 {{(pid=62328) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 665.418112] env[62328]: DEBUG nova.compute.manager [req-9f2af0c8-f2a6-4750-83d1-b03c7ab1dc50 req-91822ba8-acba-4767-8f76-02f98630dc29 service nova] [instance: 81a2e476-6ab3-4b6d-9e55-328d46695cf9] Received event network-vif-deleted-0ea38709-704c-4673-afb7-91d8fd5e0e74 {{(pid=62328) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 665.418620] env[62328]: INFO nova.compute.manager [req-9f2af0c8-f2a6-4750-83d1-b03c7ab1dc50 req-91822ba8-acba-4767-8f76-02f98630dc29 service nova] [instance: 81a2e476-6ab3-4b6d-9e55-328d46695cf9] Neutron deleted interface 0ea38709-704c-4673-afb7-91d8fd5e0e74; detaching it from the instance and deleting it from the info cache [ 665.418756] env[62328]: DEBUG nova.network.neutron [req-9f2af0c8-f2a6-4750-83d1-b03c7ab1dc50 req-91822ba8-acba-4767-8f76-02f98630dc29 service nova] [instance: 81a2e476-6ab3-4b6d-9e55-328d46695cf9] Updating instance_info_cache with network_info: [] {{(pid=62328) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 665.609525] env[62328]: DEBUG oslo_vmware.api [None req-7e8c821e-3200-4a4a-8837-d69a77f73dc6 tempest-ServerRescueTestJSON-434379102 tempest-ServerRescueTestJSON-434379102-project-member] Task: {'id': task-2386484, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 665.622717] env[62328]: DEBUG nova.network.neutron [-] [instance: 9a83a5e3-8072-4407-9256-3315ee1f0249] Updating instance_info_cache with network_info: [] {{(pid=62328) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 665.648113] env[62328]: DEBUG nova.compute.utils [None req-aa1a88c2-5256-4c8a-b3b5-1ffbf769b3e7 tempest-ServerActionsTestOtherA-1098162655 tempest-ServerActionsTestOtherA-1098162655-project-member] Using /dev/sd instead of None {{(pid=62328) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 665.648113] env[62328]: DEBUG nova.compute.manager [None req-aa1a88c2-5256-4c8a-b3b5-1ffbf769b3e7 tempest-ServerActionsTestOtherA-1098162655 tempest-ServerActionsTestOtherA-1098162655-project-member] [instance: 66186b76-7021-4df1-b53c-2789906e37ac] Allocating IP information in the background. {{(pid=62328) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 665.648113] env[62328]: DEBUG nova.network.neutron [None req-aa1a88c2-5256-4c8a-b3b5-1ffbf769b3e7 tempest-ServerActionsTestOtherA-1098162655 tempest-ServerActionsTestOtherA-1098162655-project-member] [instance: 66186b76-7021-4df1-b53c-2789906e37ac] allocate_for_instance() {{(pid=62328) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 665.652088] env[62328]: DEBUG nova.network.neutron [-] [instance: 81a2e476-6ab3-4b6d-9e55-328d46695cf9] Updating instance_info_cache with network_info: [] {{(pid=62328) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 665.692992] env[62328]: DEBUG nova.policy [None req-aa1a88c2-5256-4c8a-b3b5-1ffbf769b3e7 tempest-ServerActionsTestOtherA-1098162655 tempest-ServerActionsTestOtherA-1098162655-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '88bd126377eb4987811db1be067275a9', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '17143bbcad5b4da0801478fe45bd8ce6', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62328) authorize /opt/stack/nova/nova/policy.py:192}} [ 665.728126] env[62328]: DEBUG oslo_vmware.api [-] Task: {'id': task-2386487, 'name': CreateVM_Task, 'duration_secs': 0.40842} completed successfully. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 665.728360] env[62328]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5a5e12bf-4082-40e8-bac8-a8a5b0033dec] Created VM on the ESX host {{(pid=62328) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 665.729162] env[62328]: DEBUG oslo_concurrency.lockutils [None req-0d72df7d-7430-46cd-b71e-49a73001e246 tempest-ServerDiskConfigTestJSON-126406698 tempest-ServerDiskConfigTestJSON-126406698-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/dbf872a4-92be-47e4-8561-c3e2bf2423ab" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 665.729238] env[62328]: DEBUG oslo_concurrency.lockutils [None req-0d72df7d-7430-46cd-b71e-49a73001e246 tempest-ServerDiskConfigTestJSON-126406698 tempest-ServerDiskConfigTestJSON-126406698-project-member] Acquired lock "[datastore2] devstack-image-cache_base/dbf872a4-92be-47e4-8561-c3e2bf2423ab" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.730928] env[62328]: DEBUG oslo_concurrency.lockutils [None req-0d72df7d-7430-46cd-b71e-49a73001e246 tempest-ServerDiskConfigTestJSON-126406698 tempest-ServerDiskConfigTestJSON-126406698-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/dbf872a4-92be-47e4-8561-c3e2bf2423ab" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 665.730928] env[62328]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-21f9522c-415d-401b-884e-6ad045d62baf {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 665.734748] env[62328]: DEBUG oslo_vmware.api [None req-0d72df7d-7430-46cd-b71e-49a73001e246 tempest-ServerDiskConfigTestJSON-126406698 tempest-ServerDiskConfigTestJSON-126406698-project-member] Waiting for the task: (returnval){ [ 665.734748] env[62328]: value = "session[52a6e20e-410d-708a-99f2-080a575a99bd]52593d77-f726-6f18-8c24-27bf480ddc4d" [ 665.734748] env[62328]: _type = "Task" [ 665.734748] env[62328]: } to complete. {{(pid=62328) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 665.747092] env[62328]: DEBUG oslo_vmware.api [None req-0d72df7d-7430-46cd-b71e-49a73001e246 tempest-ServerDiskConfigTestJSON-126406698 tempest-ServerDiskConfigTestJSON-126406698-project-member] Task: {'id': session[52a6e20e-410d-708a-99f2-080a575a99bd]52593d77-f726-6f18-8c24-27bf480ddc4d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 665.752665] env[62328]: DEBUG oslo_vmware.api [None req-16eda5c7-fbe0-49ae-8e99-93a8b70dcb32 tempest-ServersTestMultiNic-1057987772 tempest-ServersTestMultiNic-1057987772-project-member] Task: {'id': task-2386483, 'name': PowerOnVM_Task, 'duration_secs': 0.521564} completed successfully. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 665.752940] env[62328]: DEBUG nova.virt.vmwareapi.vm_util [None req-16eda5c7-fbe0-49ae-8e99-93a8b70dcb32 tempest-ServersTestMultiNic-1057987772 tempest-ServersTestMultiNic-1057987772-project-member] [instance: 1e8111de-0629-4ba5-b945-8f552763ab15] Powered on the VM {{(pid=62328) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 665.753848] env[62328]: INFO nova.compute.manager [None req-16eda5c7-fbe0-49ae-8e99-93a8b70dcb32 tempest-ServersTestMultiNic-1057987772 tempest-ServersTestMultiNic-1057987772-project-member] [instance: 1e8111de-0629-4ba5-b945-8f552763ab15] Took 14.19 seconds to spawn the instance on the hypervisor. [ 665.754128] env[62328]: DEBUG nova.compute.manager [None req-16eda5c7-fbe0-49ae-8e99-93a8b70dcb32 tempest-ServersTestMultiNic-1057987772 tempest-ServersTestMultiNic-1057987772-project-member] [instance: 1e8111de-0629-4ba5-b945-8f552763ab15] Checking state {{(pid=62328) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 665.754938] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-792187dc-4346-416e-b5d9-9f6bf543eb86 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 665.917634] env[62328]: DEBUG nova.virt.hardware [None req-ef3d80cf-679e-4712-a75c-b06766f795f5 tempest-ServersAdmin275Test-1782090467 tempest-ServersAdmin275Test-1782090467-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-07T17:16:55Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-07T17:16:37Z,direct_url=,disk_format='vmdk',id=dbf872a4-92be-47e4-8561-c3e2bf2423ab,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='2a64022f08d84b11a86773b900860ae5',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-07T17:16:38Z,virtual_size=,visibility=), allow threads: False {{(pid=62328) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 665.917634] env[62328]: DEBUG nova.virt.hardware [None req-ef3d80cf-679e-4712-a75c-b06766f795f5 tempest-ServersAdmin275Test-1782090467 tempest-ServersAdmin275Test-1782090467-project-member] Flavor limits 0:0:0 {{(pid=62328) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 665.917634] env[62328]: DEBUG nova.virt.hardware [None req-ef3d80cf-679e-4712-a75c-b06766f795f5 tempest-ServersAdmin275Test-1782090467 tempest-ServersAdmin275Test-1782090467-project-member] Image limits 0:0:0 {{(pid=62328) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 665.917634] env[62328]: DEBUG nova.virt.hardware [None req-ef3d80cf-679e-4712-a75c-b06766f795f5 tempest-ServersAdmin275Test-1782090467 tempest-ServersAdmin275Test-1782090467-project-member] Flavor pref 0:0:0 {{(pid=62328) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 665.917634] env[62328]: DEBUG nova.virt.hardware [None req-ef3d80cf-679e-4712-a75c-b06766f795f5 tempest-ServersAdmin275Test-1782090467 tempest-ServersAdmin275Test-1782090467-project-member] Image pref 0:0:0 {{(pid=62328) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 665.917634] env[62328]: DEBUG nova.virt.hardware [None req-ef3d80cf-679e-4712-a75c-b06766f795f5 tempest-ServersAdmin275Test-1782090467 tempest-ServersAdmin275Test-1782090467-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62328) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 665.917634] env[62328]: DEBUG nova.virt.hardware [None req-ef3d80cf-679e-4712-a75c-b06766f795f5 tempest-ServersAdmin275Test-1782090467 tempest-ServersAdmin275Test-1782090467-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62328) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 665.917634] env[62328]: DEBUG nova.virt.hardware [None req-ef3d80cf-679e-4712-a75c-b06766f795f5 tempest-ServersAdmin275Test-1782090467 tempest-ServersAdmin275Test-1782090467-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62328) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 665.917634] env[62328]: DEBUG nova.virt.hardware [None req-ef3d80cf-679e-4712-a75c-b06766f795f5 tempest-ServersAdmin275Test-1782090467 tempest-ServersAdmin275Test-1782090467-project-member] Got 1 possible topologies {{(pid=62328) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 665.917634] env[62328]: DEBUG nova.virt.hardware [None req-ef3d80cf-679e-4712-a75c-b06766f795f5 tempest-ServersAdmin275Test-1782090467 tempest-ServersAdmin275Test-1782090467-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62328) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 665.917634] env[62328]: DEBUG nova.virt.hardware [None req-ef3d80cf-679e-4712-a75c-b06766f795f5 tempest-ServersAdmin275Test-1782090467 tempest-ServersAdmin275Test-1782090467-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62328) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 665.918097] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9f8deb02-87de-4572-babb-99b8742150c5 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 665.920915] env[62328]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-790392e2-7a68-4def-851c-2066e0a4864a {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 665.930610] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-426a0ead-2abd-49e9-b952-5569edebac11 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 665.945303] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ab1ae4ea-671f-4cf3-9248-810657add485 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 665.971842] env[62328]: DEBUG nova.virt.vmwareapi.vmops [None req-ef3d80cf-679e-4712-a75c-b06766f795f5 tempest-ServersAdmin275Test-1782090467 tempest-ServersAdmin275Test-1782090467-project-member] [instance: 892b410e-c0ae-4ef6-90a6-fbf09d6ad76b] Instance VIF info [] {{(pid=62328) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 665.977020] env[62328]: DEBUG oslo.service.loopingcall [None req-ef3d80cf-679e-4712-a75c-b06766f795f5 tempest-ServersAdmin275Test-1782090467 tempest-ServersAdmin275Test-1782090467-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62328) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 665.977694] env[62328]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 892b410e-c0ae-4ef6-90a6-fbf09d6ad76b] Creating VM on the ESX host {{(pid=62328) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 665.979306] env[62328]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-40badc60-2d8c-431d-af42-73cc90506215 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 666.003554] env[62328]: DEBUG nova.compute.manager [req-9f2af0c8-f2a6-4750-83d1-b03c7ab1dc50 req-91822ba8-acba-4767-8f76-02f98630dc29 service nova] [instance: 81a2e476-6ab3-4b6d-9e55-328d46695cf9] Detach interface failed, port_id=0ea38709-704c-4673-afb7-91d8fd5e0e74, reason: Instance 81a2e476-6ab3-4b6d-9e55-328d46695cf9 could not be found. {{(pid=62328) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 666.004697] env[62328]: DEBUG nova.network.neutron [None req-aa1a88c2-5256-4c8a-b3b5-1ffbf769b3e7 tempest-ServerActionsTestOtherA-1098162655 tempest-ServerActionsTestOtherA-1098162655-project-member] [instance: 66186b76-7021-4df1-b53c-2789906e37ac] Successfully created port: 5252ceec-e5ce-49d1-97e4-07c66555f187 {{(pid=62328) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 666.012374] env[62328]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 666.012374] env[62328]: value = "task-2386488" [ 666.012374] env[62328]: _type = "Task" [ 666.012374] env[62328]: } to complete. {{(pid=62328) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 666.017030] env[62328]: DEBUG oslo_concurrency.lockutils [None req-cd52a227-0bf3-449c-8a93-3a6fcb87c4e3 tempest-ListServerFiltersTestJSON-1229971268 tempest-ListServerFiltersTestJSON-1229971268-project-member] Acquiring lock "17f3c1fc-a6c7-4936-b0d9-4c0eb88417c0" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 666.017412] env[62328]: DEBUG oslo_concurrency.lockutils [None req-cd52a227-0bf3-449c-8a93-3a6fcb87c4e3 tempest-ListServerFiltersTestJSON-1229971268 tempest-ListServerFiltersTestJSON-1229971268-project-member] Lock "17f3c1fc-a6c7-4936-b0d9-4c0eb88417c0" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 666.017590] env[62328]: DEBUG oslo_concurrency.lockutils [None req-cd52a227-0bf3-449c-8a93-3a6fcb87c4e3 tempest-ListServerFiltersTestJSON-1229971268 tempest-ListServerFiltersTestJSON-1229971268-project-member] Acquiring lock "17f3c1fc-a6c7-4936-b0d9-4c0eb88417c0-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 666.017833] env[62328]: DEBUG oslo_concurrency.lockutils [None req-cd52a227-0bf3-449c-8a93-3a6fcb87c4e3 tempest-ListServerFiltersTestJSON-1229971268 tempest-ListServerFiltersTestJSON-1229971268-project-member] Lock "17f3c1fc-a6c7-4936-b0d9-4c0eb88417c0-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 666.018020] env[62328]: DEBUG oslo_concurrency.lockutils [None req-cd52a227-0bf3-449c-8a93-3a6fcb87c4e3 tempest-ListServerFiltersTestJSON-1229971268 tempest-ListServerFiltersTestJSON-1229971268-project-member] Lock "17f3c1fc-a6c7-4936-b0d9-4c0eb88417c0-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 666.023297] env[62328]: DEBUG oslo_vmware.api [-] Task: {'id': task-2386488, 'name': CreateVM_Task} progress is 0%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 666.023765] env[62328]: INFO nova.compute.manager [None req-cd52a227-0bf3-449c-8a93-3a6fcb87c4e3 tempest-ListServerFiltersTestJSON-1229971268 tempest-ListServerFiltersTestJSON-1229971268-project-member] [instance: 17f3c1fc-a6c7-4936-b0d9-4c0eb88417c0] Terminating instance [ 666.111262] env[62328]: DEBUG oslo_vmware.api [None req-7e8c821e-3200-4a4a-8837-d69a77f73dc6 tempest-ServerRescueTestJSON-434379102 tempest-ServerRescueTestJSON-434379102-project-member] Task: {'id': task-2386484, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.650122} completed successfully. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 666.113738] env[62328]: INFO nova.virt.vmwareapi.ds_util [None req-7e8c821e-3200-4a4a-8837-d69a77f73dc6 tempest-ServerRescueTestJSON-434379102 tempest-ServerRescueTestJSON-434379102-project-member] Copied virtual disk from [datastore1] devstack-image-cache_base/dbf872a4-92be-47e4-8561-c3e2bf2423ab/dbf872a4-92be-47e4-8561-c3e2bf2423ab.vmdk to [datastore1] 7ad56de0-3e7a-4018-8746-42a83a4fe22e/dbf872a4-92be-47e4-8561-c3e2bf2423ab-rescue.vmdk. [ 666.114583] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dc8e8adc-1dbc-43ef-8689-57c80d4927aa {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 666.144654] env[62328]: INFO nova.compute.manager [-] [instance: 9a83a5e3-8072-4407-9256-3315ee1f0249] Took 1.42 seconds to deallocate network for instance. [ 666.153493] env[62328]: DEBUG nova.virt.vmwareapi.volumeops [None req-7e8c821e-3200-4a4a-8837-d69a77f73dc6 tempest-ServerRescueTestJSON-434379102 tempest-ServerRescueTestJSON-434379102-project-member] [instance: 7ad56de0-3e7a-4018-8746-42a83a4fe22e] Reconfiguring VM instance instance-0000001e to attach disk [datastore1] 7ad56de0-3e7a-4018-8746-42a83a4fe22e/dbf872a4-92be-47e4-8561-c3e2bf2423ab-rescue.vmdk or device None with type thin {{(pid=62328) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 666.159204] env[62328]: DEBUG nova.compute.manager [None req-aa1a88c2-5256-4c8a-b3b5-1ffbf769b3e7 tempest-ServerActionsTestOtherA-1098162655 tempest-ServerActionsTestOtherA-1098162655-project-member] [instance: 66186b76-7021-4df1-b53c-2789906e37ac] Start building block device mappings for instance. {{(pid=62328) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 666.166038] env[62328]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-176e4747-f827-4082-9eea-d3a603338272 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 666.181287] env[62328]: DEBUG nova.network.neutron [None req-80f5d1f9-12ec-4208-8d75-05faff0afa00 tempest-ServerRescueTestJSONUnderV235-477445181 tempest-ServerRescueTestJSONUnderV235-477445181-project-member] [instance: 133b2694-7206-4e72-92d6-ee334b1470e5] Successfully updated port: 4366409f-416b-458f-bd9c-0ddf818b6341 {{(pid=62328) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 666.183119] env[62328]: INFO nova.compute.manager [-] [instance: 81a2e476-6ab3-4b6d-9e55-328d46695cf9] Took 1.32 seconds to deallocate network for instance. [ 666.194834] env[62328]: DEBUG oslo_vmware.api [None req-7e8c821e-3200-4a4a-8837-d69a77f73dc6 tempest-ServerRescueTestJSON-434379102 tempest-ServerRescueTestJSON-434379102-project-member] Waiting for the task: (returnval){ [ 666.194834] env[62328]: value = "task-2386489" [ 666.194834] env[62328]: _type = "Task" [ 666.194834] env[62328]: } to complete. {{(pid=62328) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 666.205570] env[62328]: DEBUG oslo_vmware.api [None req-7e8c821e-3200-4a4a-8837-d69a77f73dc6 tempest-ServerRescueTestJSON-434379102 tempest-ServerRescueTestJSON-434379102-project-member] Task: {'id': task-2386489, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 666.250676] env[62328]: DEBUG oslo_vmware.api [None req-0d72df7d-7430-46cd-b71e-49a73001e246 tempest-ServerDiskConfigTestJSON-126406698 tempest-ServerDiskConfigTestJSON-126406698-project-member] Task: {'id': session[52a6e20e-410d-708a-99f2-080a575a99bd]52593d77-f726-6f18-8c24-27bf480ddc4d, 'name': SearchDatastore_Task, 'duration_secs': 0.026568} completed successfully. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 666.253672] env[62328]: DEBUG oslo_concurrency.lockutils [None req-0d72df7d-7430-46cd-b71e-49a73001e246 tempest-ServerDiskConfigTestJSON-126406698 tempest-ServerDiskConfigTestJSON-126406698-project-member] Releasing lock "[datastore2] devstack-image-cache_base/dbf872a4-92be-47e4-8561-c3e2bf2423ab" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 666.253917] env[62328]: DEBUG nova.virt.vmwareapi.vmops [None req-0d72df7d-7430-46cd-b71e-49a73001e246 tempest-ServerDiskConfigTestJSON-126406698 tempest-ServerDiskConfigTestJSON-126406698-project-member] [instance: 5a5e12bf-4082-40e8-bac8-a8a5b0033dec] Processing image dbf872a4-92be-47e4-8561-c3e2bf2423ab {{(pid=62328) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 666.254160] env[62328]: DEBUG oslo_concurrency.lockutils [None req-0d72df7d-7430-46cd-b71e-49a73001e246 tempest-ServerDiskConfigTestJSON-126406698 tempest-ServerDiskConfigTestJSON-126406698-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/dbf872a4-92be-47e4-8561-c3e2bf2423ab/dbf872a4-92be-47e4-8561-c3e2bf2423ab.vmdk" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 666.254307] env[62328]: DEBUG oslo_concurrency.lockutils [None req-0d72df7d-7430-46cd-b71e-49a73001e246 tempest-ServerDiskConfigTestJSON-126406698 tempest-ServerDiskConfigTestJSON-126406698-project-member] Acquired lock "[datastore2] devstack-image-cache_base/dbf872a4-92be-47e4-8561-c3e2bf2423ab/dbf872a4-92be-47e4-8561-c3e2bf2423ab.vmdk" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.254574] env[62328]: DEBUG nova.virt.vmwareapi.ds_util [None req-0d72df7d-7430-46cd-b71e-49a73001e246 tempest-ServerDiskConfigTestJSON-126406698 tempest-ServerDiskConfigTestJSON-126406698-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62328) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 666.255165] env[62328]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-449b772c-85ac-434b-aa4d-3eeaf7e840f7 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 666.278430] env[62328]: DEBUG nova.virt.vmwareapi.ds_util [None req-0d72df7d-7430-46cd-b71e-49a73001e246 tempest-ServerDiskConfigTestJSON-126406698 tempest-ServerDiskConfigTestJSON-126406698-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62328) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 666.278623] env[62328]: DEBUG nova.virt.vmwareapi.vmops [None req-0d72df7d-7430-46cd-b71e-49a73001e246 tempest-ServerDiskConfigTestJSON-126406698 tempest-ServerDiskConfigTestJSON-126406698-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62328) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 666.279902] env[62328]: INFO nova.compute.manager [None req-16eda5c7-fbe0-49ae-8e99-93a8b70dcb32 tempest-ServersTestMultiNic-1057987772 tempest-ServersTestMultiNic-1057987772-project-member] [instance: 1e8111de-0629-4ba5-b945-8f552763ab15] Took 42.89 seconds to build instance. [ 666.283768] env[62328]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-40ee2aa2-9098-4f1b-b328-763bbcc23873 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 666.288191] env[62328]: DEBUG oslo_vmware.api [None req-0d72df7d-7430-46cd-b71e-49a73001e246 tempest-ServerDiskConfigTestJSON-126406698 tempest-ServerDiskConfigTestJSON-126406698-project-member] Waiting for the task: (returnval){ [ 666.288191] env[62328]: value = "session[52a6e20e-410d-708a-99f2-080a575a99bd]52067b50-5be5-227e-1d07-6963b13421c7" [ 666.288191] env[62328]: _type = "Task" [ 666.288191] env[62328]: } to complete. {{(pid=62328) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 666.300758] env[62328]: DEBUG oslo_vmware.api [None req-0d72df7d-7430-46cd-b71e-49a73001e246 tempest-ServerDiskConfigTestJSON-126406698 tempest-ServerDiskConfigTestJSON-126406698-project-member] Task: {'id': session[52a6e20e-410d-708a-99f2-080a575a99bd]52067b50-5be5-227e-1d07-6963b13421c7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 666.352977] env[62328]: DEBUG nova.network.neutron [req-33dae3dd-439a-44a9-b8ed-4ac725fe8472 req-abacadaf-95fd-42c5-a11b-10354c97dabf service nova] [instance: 5a5e12bf-4082-40e8-bac8-a8a5b0033dec] Updated VIF entry in instance network info cache for port f506d7c0-7b8a-47e7-8438-acba123c7975. {{(pid=62328) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 666.353058] env[62328]: DEBUG nova.network.neutron [req-33dae3dd-439a-44a9-b8ed-4ac725fe8472 req-abacadaf-95fd-42c5-a11b-10354c97dabf service nova] [instance: 5a5e12bf-4082-40e8-bac8-a8a5b0033dec] Updating instance_info_cache with network_info: [{"id": "f506d7c0-7b8a-47e7-8438-acba123c7975", "address": "fa:16:3e:d8:55:9b", "network": {"id": "ae1b0afd-4a0c-4b8a-99ac-dbdf6dd5bf95", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-10758413-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "33a1d9f198d84697b63d98d445dea080", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dcf5c3f7-4e33-4f21-b323-3673930b789c", "external-id": "nsx-vlan-transportzone-983", "segmentation_id": 983, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf506d7c0-7b", "ovs_interfaceid": "f506d7c0-7b8a-47e7-8438-acba123c7975", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62328) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 666.523969] env[62328]: DEBUG oslo_vmware.api [-] Task: {'id': task-2386488, 'name': CreateVM_Task} progress is 25%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 666.528442] env[62328]: DEBUG nova.compute.manager [None req-cd52a227-0bf3-449c-8a93-3a6fcb87c4e3 tempest-ListServerFiltersTestJSON-1229971268 tempest-ListServerFiltersTestJSON-1229971268-project-member] [instance: 17f3c1fc-a6c7-4936-b0d9-4c0eb88417c0] Start destroying the instance on the hypervisor. {{(pid=62328) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 666.528703] env[62328]: DEBUG nova.virt.vmwareapi.vmops [None req-cd52a227-0bf3-449c-8a93-3a6fcb87c4e3 tempest-ListServerFiltersTestJSON-1229971268 tempest-ListServerFiltersTestJSON-1229971268-project-member] [instance: 17f3c1fc-a6c7-4936-b0d9-4c0eb88417c0] Destroying instance {{(pid=62328) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 666.529629] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ea1fa4d3-b65d-46fb-b613-ab64d31d7d93 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 666.541758] env[62328]: DEBUG nova.virt.vmwareapi.vm_util [None req-cd52a227-0bf3-449c-8a93-3a6fcb87c4e3 tempest-ListServerFiltersTestJSON-1229971268 tempest-ListServerFiltersTestJSON-1229971268-project-member] [instance: 17f3c1fc-a6c7-4936-b0d9-4c0eb88417c0] Powering off the VM {{(pid=62328) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 666.542030] env[62328]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-6cd7dfcd-3885-4b54-94e1-88678fd1a3ce {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 666.550974] env[62328]: DEBUG oslo_vmware.api [None req-cd52a227-0bf3-449c-8a93-3a6fcb87c4e3 tempest-ListServerFiltersTestJSON-1229971268 tempest-ListServerFiltersTestJSON-1229971268-project-member] Waiting for the task: (returnval){ [ 666.550974] env[62328]: value = "task-2386490" [ 666.550974] env[62328]: _type = "Task" [ 666.550974] env[62328]: } to complete. {{(pid=62328) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 666.563069] env[62328]: DEBUG oslo_vmware.api [None req-cd52a227-0bf3-449c-8a93-3a6fcb87c4e3 tempest-ListServerFiltersTestJSON-1229971268 tempest-ListServerFiltersTestJSON-1229971268-project-member] Task: {'id': task-2386490, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 666.682527] env[62328]: DEBUG oslo_concurrency.lockutils [None req-98ba0d77-ccfd-4a72-82ad-33c1b842341c tempest-ListServersNegativeTestJSON-1737878377 tempest-ListServersNegativeTestJSON-1737878377-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 666.683112] env[62328]: DEBUG oslo_concurrency.lockutils [None req-80f5d1f9-12ec-4208-8d75-05faff0afa00 tempest-ServerRescueTestJSONUnderV235-477445181 tempest-ServerRescueTestJSONUnderV235-477445181-project-member] Acquiring lock "refresh_cache-133b2694-7206-4e72-92d6-ee334b1470e5" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 666.684384] env[62328]: DEBUG oslo_concurrency.lockutils [None req-80f5d1f9-12ec-4208-8d75-05faff0afa00 tempest-ServerRescueTestJSONUnderV235-477445181 tempest-ServerRescueTestJSONUnderV235-477445181-project-member] Acquired lock "refresh_cache-133b2694-7206-4e72-92d6-ee334b1470e5" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.685039] env[62328]: DEBUG nova.network.neutron [None req-80f5d1f9-12ec-4208-8d75-05faff0afa00 tempest-ServerRescueTestJSONUnderV235-477445181 tempest-ServerRescueTestJSONUnderV235-477445181-project-member] [instance: 133b2694-7206-4e72-92d6-ee334b1470e5] Building network info cache for instance {{(pid=62328) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 666.692268] env[62328]: DEBUG oslo_concurrency.lockutils [None req-a50a2da6-6de4-4d68-a11c-b4ba4f984d4d tempest-ListServersNegativeTestJSON-1737878377 tempest-ListServersNegativeTestJSON-1737878377-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 666.707934] env[62328]: DEBUG oslo_vmware.api [None req-7e8c821e-3200-4a4a-8837-d69a77f73dc6 tempest-ServerRescueTestJSON-434379102 tempest-ServerRescueTestJSON-434379102-project-member] Task: {'id': task-2386489, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 666.782668] env[62328]: DEBUG oslo_concurrency.lockutils [None req-16eda5c7-fbe0-49ae-8e99-93a8b70dcb32 tempest-ServersTestMultiNic-1057987772 tempest-ServersTestMultiNic-1057987772-project-member] Lock "1e8111de-0629-4ba5-b945-8f552763ab15" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 65.455s {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 666.800230] env[62328]: DEBUG oslo_vmware.api [None req-0d72df7d-7430-46cd-b71e-49a73001e246 tempest-ServerDiskConfigTestJSON-126406698 tempest-ServerDiskConfigTestJSON-126406698-project-member] Task: {'id': session[52a6e20e-410d-708a-99f2-080a575a99bd]52067b50-5be5-227e-1d07-6963b13421c7, 'name': SearchDatastore_Task, 'duration_secs': 0.019116} completed successfully. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 666.807402] env[62328]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f896a48a-29eb-4020-864d-a0f5cc66caa0 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 666.817661] env[62328]: DEBUG oslo_vmware.api [None req-0d72df7d-7430-46cd-b71e-49a73001e246 tempest-ServerDiskConfigTestJSON-126406698 tempest-ServerDiskConfigTestJSON-126406698-project-member] Waiting for the task: (returnval){ [ 666.817661] env[62328]: value = "session[52a6e20e-410d-708a-99f2-080a575a99bd]52e0a03c-3621-e03d-3a97-3c370976f332" [ 666.817661] env[62328]: _type = "Task" [ 666.817661] env[62328]: } to complete. {{(pid=62328) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 666.833139] env[62328]: DEBUG oslo_vmware.api [None req-0d72df7d-7430-46cd-b71e-49a73001e246 tempest-ServerDiskConfigTestJSON-126406698 tempest-ServerDiskConfigTestJSON-126406698-project-member] Task: {'id': session[52a6e20e-410d-708a-99f2-080a575a99bd]52e0a03c-3621-e03d-3a97-3c370976f332, 'name': SearchDatastore_Task, 'duration_secs': 0.013149} completed successfully. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 666.836637] env[62328]: DEBUG oslo_concurrency.lockutils [None req-0d72df7d-7430-46cd-b71e-49a73001e246 tempest-ServerDiskConfigTestJSON-126406698 tempest-ServerDiskConfigTestJSON-126406698-project-member] Releasing lock "[datastore2] devstack-image-cache_base/dbf872a4-92be-47e4-8561-c3e2bf2423ab/dbf872a4-92be-47e4-8561-c3e2bf2423ab.vmdk" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 666.836965] env[62328]: DEBUG nova.virt.vmwareapi.vm_util [None req-0d72df7d-7430-46cd-b71e-49a73001e246 tempest-ServerDiskConfigTestJSON-126406698 tempest-ServerDiskConfigTestJSON-126406698-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/dbf872a4-92be-47e4-8561-c3e2bf2423ab/dbf872a4-92be-47e4-8561-c3e2bf2423ab.vmdk to [datastore2] 5a5e12bf-4082-40e8-bac8-a8a5b0033dec/5a5e12bf-4082-40e8-bac8-a8a5b0033dec.vmdk {{(pid=62328) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 666.837609] env[62328]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-57498aef-ea31-462c-b38a-39633e592ded {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 666.847666] env[62328]: DEBUG oslo_vmware.api [None req-0d72df7d-7430-46cd-b71e-49a73001e246 tempest-ServerDiskConfigTestJSON-126406698 tempest-ServerDiskConfigTestJSON-126406698-project-member] Waiting for the task: (returnval){ [ 666.847666] env[62328]: value = "task-2386491" [ 666.847666] env[62328]: _type = "Task" [ 666.847666] env[62328]: } to complete. {{(pid=62328) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 666.856121] env[62328]: DEBUG oslo_concurrency.lockutils [req-33dae3dd-439a-44a9-b8ed-4ac725fe8472 req-abacadaf-95fd-42c5-a11b-10354c97dabf service nova] Releasing lock "refresh_cache-5a5e12bf-4082-40e8-bac8-a8a5b0033dec" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 666.863705] env[62328]: DEBUG oslo_vmware.api [None req-0d72df7d-7430-46cd-b71e-49a73001e246 tempest-ServerDiskConfigTestJSON-126406698 tempest-ServerDiskConfigTestJSON-126406698-project-member] Task: {'id': task-2386491, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 666.868744] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fdd1dac2-ef6b-4e89-9001-44fdd1e7466f {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 666.882733] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-689cf875-82de-4a50-b872-f3b5026bfcda {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 666.935667] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7b5cb462-9cf6-44f6-b262-c556da81104d {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 666.944992] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-75c7e492-30f3-4f14-a148-b9a14d6ca01f {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 666.960891] env[62328]: DEBUG nova.compute.provider_tree [None req-b41880fe-1946-427e-8ea1-11d44a480a12 tempest-TenantUsagesTestJSON-2114917124 tempest-TenantUsagesTestJSON-2114917124-project-member] Inventory has not changed in ProviderTree for provider: 3469e9f8-04af-49ca-8435-49f104496744 {{(pid=62328) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 667.023644] env[62328]: DEBUG oslo_vmware.api [-] Task: {'id': task-2386488, 'name': CreateVM_Task, 'duration_secs': 0.776953} completed successfully. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 667.023940] env[62328]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 892b410e-c0ae-4ef6-90a6-fbf09d6ad76b] Created VM on the ESX host {{(pid=62328) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 667.024268] env[62328]: DEBUG oslo_concurrency.lockutils [None req-ef3d80cf-679e-4712-a75c-b06766f795f5 tempest-ServersAdmin275Test-1782090467 tempest-ServersAdmin275Test-1782090467-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/dbf872a4-92be-47e4-8561-c3e2bf2423ab" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 667.024428] env[62328]: DEBUG oslo_concurrency.lockutils [None req-ef3d80cf-679e-4712-a75c-b06766f795f5 tempest-ServersAdmin275Test-1782090467 tempest-ServersAdmin275Test-1782090467-project-member] Acquired lock "[datastore2] devstack-image-cache_base/dbf872a4-92be-47e4-8561-c3e2bf2423ab" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.024765] env[62328]: DEBUG oslo_concurrency.lockutils [None req-ef3d80cf-679e-4712-a75c-b06766f795f5 tempest-ServersAdmin275Test-1782090467 tempest-ServersAdmin275Test-1782090467-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/dbf872a4-92be-47e4-8561-c3e2bf2423ab" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 667.025033] env[62328]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-66e836fc-457b-4e92-90c1-c3b4ac71e279 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 667.031344] env[62328]: DEBUG oslo_vmware.api [None req-ef3d80cf-679e-4712-a75c-b06766f795f5 tempest-ServersAdmin275Test-1782090467 tempest-ServersAdmin275Test-1782090467-project-member] Waiting for the task: (returnval){ [ 667.031344] env[62328]: value = "session[52a6e20e-410d-708a-99f2-080a575a99bd]52d4f78a-6b2e-1360-d410-f92becbc08a4" [ 667.031344] env[62328]: _type = "Task" [ 667.031344] env[62328]: } to complete. {{(pid=62328) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 667.041998] env[62328]: DEBUG oslo_vmware.api [None req-ef3d80cf-679e-4712-a75c-b06766f795f5 tempest-ServersAdmin275Test-1782090467 tempest-ServersAdmin275Test-1782090467-project-member] Task: {'id': session[52a6e20e-410d-708a-99f2-080a575a99bd]52d4f78a-6b2e-1360-d410-f92becbc08a4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 667.062320] env[62328]: DEBUG oslo_vmware.api [None req-cd52a227-0bf3-449c-8a93-3a6fcb87c4e3 tempest-ListServerFiltersTestJSON-1229971268 tempest-ListServerFiltersTestJSON-1229971268-project-member] Task: {'id': task-2386490, 'name': PowerOffVM_Task, 'duration_secs': 0.352496} completed successfully. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 667.062589] env[62328]: DEBUG nova.virt.vmwareapi.vm_util [None req-cd52a227-0bf3-449c-8a93-3a6fcb87c4e3 tempest-ListServerFiltersTestJSON-1229971268 tempest-ListServerFiltersTestJSON-1229971268-project-member] [instance: 17f3c1fc-a6c7-4936-b0d9-4c0eb88417c0] Powered off the VM {{(pid=62328) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 667.062756] env[62328]: DEBUG nova.virt.vmwareapi.vmops [None req-cd52a227-0bf3-449c-8a93-3a6fcb87c4e3 tempest-ListServerFiltersTestJSON-1229971268 tempest-ListServerFiltersTestJSON-1229971268-project-member] [instance: 17f3c1fc-a6c7-4936-b0d9-4c0eb88417c0] Unregistering the VM {{(pid=62328) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 667.063018] env[62328]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-0f918f40-9e71-4c0d-9c0d-664706394f75 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 667.146456] env[62328]: DEBUG nova.virt.vmwareapi.vmops [None req-cd52a227-0bf3-449c-8a93-3a6fcb87c4e3 tempest-ListServerFiltersTestJSON-1229971268 tempest-ListServerFiltersTestJSON-1229971268-project-member] [instance: 17f3c1fc-a6c7-4936-b0d9-4c0eb88417c0] Unregistered the VM {{(pid=62328) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 667.146798] env[62328]: DEBUG nova.virt.vmwareapi.vmops [None req-cd52a227-0bf3-449c-8a93-3a6fcb87c4e3 tempest-ListServerFiltersTestJSON-1229971268 tempest-ListServerFiltersTestJSON-1229971268-project-member] [instance: 17f3c1fc-a6c7-4936-b0d9-4c0eb88417c0] Deleting contents of the VM from datastore datastore1 {{(pid=62328) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 667.146862] env[62328]: DEBUG nova.virt.vmwareapi.ds_util [None req-cd52a227-0bf3-449c-8a93-3a6fcb87c4e3 tempest-ListServerFiltersTestJSON-1229971268 tempest-ListServerFiltersTestJSON-1229971268-project-member] Deleting the datastore file [datastore1] 17f3c1fc-a6c7-4936-b0d9-4c0eb88417c0 {{(pid=62328) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 667.147282] env[62328]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-e50f0a36-6393-4c41-9a3b-85309fa08065 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 667.154294] env[62328]: DEBUG oslo_vmware.api [None req-cd52a227-0bf3-449c-8a93-3a6fcb87c4e3 tempest-ListServerFiltersTestJSON-1229971268 tempest-ListServerFiltersTestJSON-1229971268-project-member] Waiting for the task: (returnval){ [ 667.154294] env[62328]: value = "task-2386493" [ 667.154294] env[62328]: _type = "Task" [ 667.154294] env[62328]: } to complete. {{(pid=62328) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 667.163610] env[62328]: DEBUG oslo_vmware.api [None req-cd52a227-0bf3-449c-8a93-3a6fcb87c4e3 tempest-ListServerFiltersTestJSON-1229971268 tempest-ListServerFiltersTestJSON-1229971268-project-member] Task: {'id': task-2386493, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 667.168096] env[62328]: DEBUG nova.compute.manager [None req-aa1a88c2-5256-4c8a-b3b5-1ffbf769b3e7 tempest-ServerActionsTestOtherA-1098162655 tempest-ServerActionsTestOtherA-1098162655-project-member] [instance: 66186b76-7021-4df1-b53c-2789906e37ac] Start spawning the instance on the hypervisor. {{(pid=62328) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 667.202358] env[62328]: DEBUG nova.virt.hardware [None req-aa1a88c2-5256-4c8a-b3b5-1ffbf769b3e7 tempest-ServerActionsTestOtherA-1098162655 tempest-ServerActionsTestOtherA-1098162655-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-07T17:16:55Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-07T17:16:37Z,direct_url=,disk_format='vmdk',id=dbf872a4-92be-47e4-8561-c3e2bf2423ab,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='2a64022f08d84b11a86773b900860ae5',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-07T17:16:38Z,virtual_size=,visibility=), allow threads: False {{(pid=62328) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 667.202622] env[62328]: DEBUG nova.virt.hardware [None req-aa1a88c2-5256-4c8a-b3b5-1ffbf769b3e7 tempest-ServerActionsTestOtherA-1098162655 tempest-ServerActionsTestOtherA-1098162655-project-member] Flavor limits 0:0:0 {{(pid=62328) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 667.202778] env[62328]: DEBUG nova.virt.hardware [None req-aa1a88c2-5256-4c8a-b3b5-1ffbf769b3e7 tempest-ServerActionsTestOtherA-1098162655 tempest-ServerActionsTestOtherA-1098162655-project-member] Image limits 0:0:0 {{(pid=62328) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 667.202980] env[62328]: DEBUG nova.virt.hardware [None req-aa1a88c2-5256-4c8a-b3b5-1ffbf769b3e7 tempest-ServerActionsTestOtherA-1098162655 tempest-ServerActionsTestOtherA-1098162655-project-member] Flavor pref 0:0:0 {{(pid=62328) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 667.203512] env[62328]: DEBUG nova.virt.hardware [None req-aa1a88c2-5256-4c8a-b3b5-1ffbf769b3e7 tempest-ServerActionsTestOtherA-1098162655 tempest-ServerActionsTestOtherA-1098162655-project-member] Image pref 0:0:0 {{(pid=62328) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 667.203512] env[62328]: DEBUG nova.virt.hardware [None req-aa1a88c2-5256-4c8a-b3b5-1ffbf769b3e7 tempest-ServerActionsTestOtherA-1098162655 tempest-ServerActionsTestOtherA-1098162655-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62328) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 667.203512] env[62328]: DEBUG nova.virt.hardware [None req-aa1a88c2-5256-4c8a-b3b5-1ffbf769b3e7 tempest-ServerActionsTestOtherA-1098162655 tempest-ServerActionsTestOtherA-1098162655-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62328) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 667.203729] env[62328]: DEBUG nova.virt.hardware [None req-aa1a88c2-5256-4c8a-b3b5-1ffbf769b3e7 tempest-ServerActionsTestOtherA-1098162655 tempest-ServerActionsTestOtherA-1098162655-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62328) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 667.203837] env[62328]: DEBUG nova.virt.hardware [None req-aa1a88c2-5256-4c8a-b3b5-1ffbf769b3e7 tempest-ServerActionsTestOtherA-1098162655 tempest-ServerActionsTestOtherA-1098162655-project-member] Got 1 possible topologies {{(pid=62328) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 667.204019] env[62328]: DEBUG nova.virt.hardware [None req-aa1a88c2-5256-4c8a-b3b5-1ffbf769b3e7 tempest-ServerActionsTestOtherA-1098162655 tempest-ServerActionsTestOtherA-1098162655-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62328) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 667.204193] env[62328]: DEBUG nova.virt.hardware [None req-aa1a88c2-5256-4c8a-b3b5-1ffbf769b3e7 tempest-ServerActionsTestOtherA-1098162655 tempest-ServerActionsTestOtherA-1098162655-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62328) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 667.205115] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f176981d-2667-4566-9b8f-9d5e6175b84d {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 667.218192] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f20d5b38-d5eb-472d-9f5d-6ab397f6e55f {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 667.222416] env[62328]: DEBUG oslo_vmware.api [None req-7e8c821e-3200-4a4a-8837-d69a77f73dc6 tempest-ServerRescueTestJSON-434379102 tempest-ServerRescueTestJSON-434379102-project-member] Task: {'id': task-2386489, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 667.235294] env[62328]: DEBUG oslo_concurrency.lockutils [None req-b7711806-2c45-4470-b77d-a219c3c1fa31 tempest-ServersTestMultiNic-1057987772 tempest-ServersTestMultiNic-1057987772-project-member] Acquiring lock "1e8111de-0629-4ba5-b945-8f552763ab15" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 667.235610] env[62328]: DEBUG oslo_concurrency.lockutils [None req-b7711806-2c45-4470-b77d-a219c3c1fa31 tempest-ServersTestMultiNic-1057987772 tempest-ServersTestMultiNic-1057987772-project-member] Lock "1e8111de-0629-4ba5-b945-8f552763ab15" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 667.235807] env[62328]: DEBUG oslo_concurrency.lockutils [None req-b7711806-2c45-4470-b77d-a219c3c1fa31 tempest-ServersTestMultiNic-1057987772 tempest-ServersTestMultiNic-1057987772-project-member] Acquiring lock "1e8111de-0629-4ba5-b945-8f552763ab15-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 667.236113] env[62328]: DEBUG oslo_concurrency.lockutils [None req-b7711806-2c45-4470-b77d-a219c3c1fa31 tempest-ServersTestMultiNic-1057987772 tempest-ServersTestMultiNic-1057987772-project-member] Lock "1e8111de-0629-4ba5-b945-8f552763ab15-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 667.236247] env[62328]: DEBUG oslo_concurrency.lockutils [None req-b7711806-2c45-4470-b77d-a219c3c1fa31 tempest-ServersTestMultiNic-1057987772 tempest-ServersTestMultiNic-1057987772-project-member] Lock "1e8111de-0629-4ba5-b945-8f552763ab15-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 667.240899] env[62328]: INFO nova.compute.manager [None req-b7711806-2c45-4470-b77d-a219c3c1fa31 tempest-ServersTestMultiNic-1057987772 tempest-ServersTestMultiNic-1057987772-project-member] [instance: 1e8111de-0629-4ba5-b945-8f552763ab15] Terminating instance [ 667.247063] env[62328]: DEBUG nova.network.neutron [None req-80f5d1f9-12ec-4208-8d75-05faff0afa00 tempest-ServerRescueTestJSONUnderV235-477445181 tempest-ServerRescueTestJSONUnderV235-477445181-project-member] [instance: 133b2694-7206-4e72-92d6-ee334b1470e5] Instance cache missing network info. {{(pid=62328) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 667.288838] env[62328]: DEBUG nova.compute.manager [None req-fdb695b3-80d1-4592-96fd-6247de02bc04 tempest-ListImageFiltersTestJSON-111188615 tempest-ListImageFiltersTestJSON-111188615-project-member] [instance: 8e31afa5-82ea-4e3e-8913-77f24ee85e4e] Starting instance... {{(pid=62328) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 667.362610] env[62328]: DEBUG oslo_vmware.api [None req-0d72df7d-7430-46cd-b71e-49a73001e246 tempest-ServerDiskConfigTestJSON-126406698 tempest-ServerDiskConfigTestJSON-126406698-project-member] Task: {'id': task-2386491, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 667.436153] env[62328]: DEBUG nova.compute.manager [req-fc093215-9b0a-4d09-814e-b4d7bf2ddc0a req-174a4954-3574-4770-9c7a-c43476164464 service nova] [instance: 9a83a5e3-8072-4407-9256-3315ee1f0249] Received event network-vif-deleted-2e0c468f-c332-4ff8-9f02-aab48449bb0e {{(pid=62328) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 667.436153] env[62328]: DEBUG nova.compute.manager [req-fc093215-9b0a-4d09-814e-b4d7bf2ddc0a req-174a4954-3574-4770-9c7a-c43476164464 service nova] [instance: 133b2694-7206-4e72-92d6-ee334b1470e5] Received event network-vif-plugged-4366409f-416b-458f-bd9c-0ddf818b6341 {{(pid=62328) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 667.436153] env[62328]: DEBUG oslo_concurrency.lockutils [req-fc093215-9b0a-4d09-814e-b4d7bf2ddc0a req-174a4954-3574-4770-9c7a-c43476164464 service nova] Acquiring lock "133b2694-7206-4e72-92d6-ee334b1470e5-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 667.436153] env[62328]: DEBUG oslo_concurrency.lockutils [req-fc093215-9b0a-4d09-814e-b4d7bf2ddc0a req-174a4954-3574-4770-9c7a-c43476164464 service nova] Lock "133b2694-7206-4e72-92d6-ee334b1470e5-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 667.436411] env[62328]: DEBUG oslo_concurrency.lockutils [req-fc093215-9b0a-4d09-814e-b4d7bf2ddc0a req-174a4954-3574-4770-9c7a-c43476164464 service nova] Lock "133b2694-7206-4e72-92d6-ee334b1470e5-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 667.436449] env[62328]: DEBUG nova.compute.manager [req-fc093215-9b0a-4d09-814e-b4d7bf2ddc0a req-174a4954-3574-4770-9c7a-c43476164464 service nova] [instance: 133b2694-7206-4e72-92d6-ee334b1470e5] No waiting events found dispatching network-vif-plugged-4366409f-416b-458f-bd9c-0ddf818b6341 {{(pid=62328) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 667.436681] env[62328]: WARNING nova.compute.manager [req-fc093215-9b0a-4d09-814e-b4d7bf2ddc0a req-174a4954-3574-4770-9c7a-c43476164464 service nova] [instance: 133b2694-7206-4e72-92d6-ee334b1470e5] Received unexpected event network-vif-plugged-4366409f-416b-458f-bd9c-0ddf818b6341 for instance with vm_state building and task_state spawning. [ 667.436915] env[62328]: DEBUG nova.compute.manager [req-fc093215-9b0a-4d09-814e-b4d7bf2ddc0a req-174a4954-3574-4770-9c7a-c43476164464 service nova] [instance: 133b2694-7206-4e72-92d6-ee334b1470e5] Received event network-changed-4366409f-416b-458f-bd9c-0ddf818b6341 {{(pid=62328) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 667.437111] env[62328]: DEBUG nova.compute.manager [req-fc093215-9b0a-4d09-814e-b4d7bf2ddc0a req-174a4954-3574-4770-9c7a-c43476164464 service nova] [instance: 133b2694-7206-4e72-92d6-ee334b1470e5] Refreshing instance network info cache due to event network-changed-4366409f-416b-458f-bd9c-0ddf818b6341. {{(pid=62328) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 667.437420] env[62328]: DEBUG oslo_concurrency.lockutils [req-fc093215-9b0a-4d09-814e-b4d7bf2ddc0a req-174a4954-3574-4770-9c7a-c43476164464 service nova] Acquiring lock "refresh_cache-133b2694-7206-4e72-92d6-ee334b1470e5" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 667.464277] env[62328]: DEBUG nova.scheduler.client.report [None req-b41880fe-1946-427e-8ea1-11d44a480a12 tempest-TenantUsagesTestJSON-2114917124 tempest-TenantUsagesTestJSON-2114917124-project-member] Inventory has not changed for provider 3469e9f8-04af-49ca-8435-49f104496744 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 152, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62328) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 667.472999] env[62328]: DEBUG nova.network.neutron [None req-80f5d1f9-12ec-4208-8d75-05faff0afa00 tempest-ServerRescueTestJSONUnderV235-477445181 tempest-ServerRescueTestJSONUnderV235-477445181-project-member] [instance: 133b2694-7206-4e72-92d6-ee334b1470e5] Updating instance_info_cache with network_info: [{"id": "4366409f-416b-458f-bd9c-0ddf818b6341", "address": "fa:16:3e:b1:b8:12", "network": {"id": "749fe653-a001-4f77-8b68-b9de9734c478", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-910615700-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "50a7d2d4f7894de0907b1c81180ee610", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1470a3f8-be8a-4339-8a6f-9519366f32e4", "external-id": "nsx-vlan-transportzone-375", "segmentation_id": 375, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4366409f-41", "ovs_interfaceid": "4366409f-416b-458f-bd9c-0ddf818b6341", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62328) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 667.545655] env[62328]: DEBUG oslo_vmware.api [None req-ef3d80cf-679e-4712-a75c-b06766f795f5 tempest-ServersAdmin275Test-1782090467 tempest-ServersAdmin275Test-1782090467-project-member] Task: {'id': session[52a6e20e-410d-708a-99f2-080a575a99bd]52d4f78a-6b2e-1360-d410-f92becbc08a4, 'name': SearchDatastore_Task, 'duration_secs': 0.012895} completed successfully. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 667.545948] env[62328]: DEBUG oslo_concurrency.lockutils [None req-ef3d80cf-679e-4712-a75c-b06766f795f5 tempest-ServersAdmin275Test-1782090467 tempest-ServersAdmin275Test-1782090467-project-member] Releasing lock "[datastore2] devstack-image-cache_base/dbf872a4-92be-47e4-8561-c3e2bf2423ab" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 667.546310] env[62328]: DEBUG nova.virt.vmwareapi.vmops [None req-ef3d80cf-679e-4712-a75c-b06766f795f5 tempest-ServersAdmin275Test-1782090467 tempest-ServersAdmin275Test-1782090467-project-member] [instance: 892b410e-c0ae-4ef6-90a6-fbf09d6ad76b] Processing image dbf872a4-92be-47e4-8561-c3e2bf2423ab {{(pid=62328) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 667.546310] env[62328]: DEBUG oslo_concurrency.lockutils [None req-ef3d80cf-679e-4712-a75c-b06766f795f5 tempest-ServersAdmin275Test-1782090467 tempest-ServersAdmin275Test-1782090467-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/dbf872a4-92be-47e4-8561-c3e2bf2423ab/dbf872a4-92be-47e4-8561-c3e2bf2423ab.vmdk" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 667.546566] env[62328]: DEBUG oslo_concurrency.lockutils [None req-ef3d80cf-679e-4712-a75c-b06766f795f5 tempest-ServersAdmin275Test-1782090467 tempest-ServersAdmin275Test-1782090467-project-member] Acquired lock "[datastore2] devstack-image-cache_base/dbf872a4-92be-47e4-8561-c3e2bf2423ab/dbf872a4-92be-47e4-8561-c3e2bf2423ab.vmdk" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.546793] env[62328]: DEBUG nova.virt.vmwareapi.ds_util [None req-ef3d80cf-679e-4712-a75c-b06766f795f5 tempest-ServersAdmin275Test-1782090467 tempest-ServersAdmin275Test-1782090467-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62328) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 667.547098] env[62328]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-24f88504-d52e-484a-8e75-ff2df385b807 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 667.564824] env[62328]: DEBUG nova.virt.vmwareapi.ds_util [None req-ef3d80cf-679e-4712-a75c-b06766f795f5 tempest-ServersAdmin275Test-1782090467 tempest-ServersAdmin275Test-1782090467-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62328) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 667.565206] env[62328]: DEBUG nova.virt.vmwareapi.vmops [None req-ef3d80cf-679e-4712-a75c-b06766f795f5 tempest-ServersAdmin275Test-1782090467 tempest-ServersAdmin275Test-1782090467-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62328) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 667.566048] env[62328]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0b4a2fd2-0c21-4b88-995e-9b9545c26d57 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 667.577489] env[62328]: DEBUG oslo_vmware.api [None req-ef3d80cf-679e-4712-a75c-b06766f795f5 tempest-ServersAdmin275Test-1782090467 tempest-ServersAdmin275Test-1782090467-project-member] Waiting for the task: (returnval){ [ 667.577489] env[62328]: value = "session[52a6e20e-410d-708a-99f2-080a575a99bd]527ed4b2-80e9-f08d-e96d-7a6d504ce29f" [ 667.577489] env[62328]: _type = "Task" [ 667.577489] env[62328]: } to complete. {{(pid=62328) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 667.587937] env[62328]: DEBUG oslo_vmware.api [None req-ef3d80cf-679e-4712-a75c-b06766f795f5 tempest-ServersAdmin275Test-1782090467 tempest-ServersAdmin275Test-1782090467-project-member] Task: {'id': session[52a6e20e-410d-708a-99f2-080a575a99bd]527ed4b2-80e9-f08d-e96d-7a6d504ce29f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 667.702929] env[62328]: DEBUG nova.compute.manager [req-18385a71-1a98-4dc2-bbd0-489c140814a8 req-1ffac5ab-9776-4730-b6d2-e8c736b5a72b service nova] [instance: 66186b76-7021-4df1-b53c-2789906e37ac] Received event network-vif-plugged-5252ceec-e5ce-49d1-97e4-07c66555f187 {{(pid=62328) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 667.702929] env[62328]: DEBUG oslo_concurrency.lockutils [req-18385a71-1a98-4dc2-bbd0-489c140814a8 req-1ffac5ab-9776-4730-b6d2-e8c736b5a72b service nova] Acquiring lock "66186b76-7021-4df1-b53c-2789906e37ac-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 667.702929] env[62328]: DEBUG oslo_concurrency.lockutils [req-18385a71-1a98-4dc2-bbd0-489c140814a8 req-1ffac5ab-9776-4730-b6d2-e8c736b5a72b service nova] Lock "66186b76-7021-4df1-b53c-2789906e37ac-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 667.702929] env[62328]: DEBUG oslo_concurrency.lockutils [req-18385a71-1a98-4dc2-bbd0-489c140814a8 req-1ffac5ab-9776-4730-b6d2-e8c736b5a72b service nova] Lock "66186b76-7021-4df1-b53c-2789906e37ac-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 667.702929] env[62328]: DEBUG nova.compute.manager [req-18385a71-1a98-4dc2-bbd0-489c140814a8 req-1ffac5ab-9776-4730-b6d2-e8c736b5a72b service nova] [instance: 66186b76-7021-4df1-b53c-2789906e37ac] No waiting events found dispatching network-vif-plugged-5252ceec-e5ce-49d1-97e4-07c66555f187 {{(pid=62328) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 667.702929] env[62328]: WARNING nova.compute.manager [req-18385a71-1a98-4dc2-bbd0-489c140814a8 req-1ffac5ab-9776-4730-b6d2-e8c736b5a72b service nova] [instance: 66186b76-7021-4df1-b53c-2789906e37ac] Received unexpected event network-vif-plugged-5252ceec-e5ce-49d1-97e4-07c66555f187 for instance with vm_state building and task_state spawning. [ 667.702929] env[62328]: DEBUG nova.network.neutron [None req-aa1a88c2-5256-4c8a-b3b5-1ffbf769b3e7 tempest-ServerActionsTestOtherA-1098162655 tempest-ServerActionsTestOtherA-1098162655-project-member] [instance: 66186b76-7021-4df1-b53c-2789906e37ac] Successfully updated port: 5252ceec-e5ce-49d1-97e4-07c66555f187 {{(pid=62328) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 667.702929] env[62328]: DEBUG oslo_vmware.api [None req-cd52a227-0bf3-449c-8a93-3a6fcb87c4e3 tempest-ListServerFiltersTestJSON-1229971268 tempest-ListServerFiltersTestJSON-1229971268-project-member] Task: {'id': task-2386493, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.254476} completed successfully. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 667.702929] env[62328]: DEBUG nova.virt.vmwareapi.ds_util [None req-cd52a227-0bf3-449c-8a93-3a6fcb87c4e3 tempest-ListServerFiltersTestJSON-1229971268 tempest-ListServerFiltersTestJSON-1229971268-project-member] Deleted the datastore file {{(pid=62328) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 667.702929] env[62328]: DEBUG nova.virt.vmwareapi.vmops [None req-cd52a227-0bf3-449c-8a93-3a6fcb87c4e3 tempest-ListServerFiltersTestJSON-1229971268 tempest-ListServerFiltersTestJSON-1229971268-project-member] [instance: 17f3c1fc-a6c7-4936-b0d9-4c0eb88417c0] Deleted contents of the VM from datastore datastore1 {{(pid=62328) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 667.702929] env[62328]: DEBUG nova.virt.vmwareapi.vmops [None req-cd52a227-0bf3-449c-8a93-3a6fcb87c4e3 tempest-ListServerFiltersTestJSON-1229971268 tempest-ListServerFiltersTestJSON-1229971268-project-member] [instance: 17f3c1fc-a6c7-4936-b0d9-4c0eb88417c0] Instance destroyed {{(pid=62328) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 667.702929] env[62328]: INFO nova.compute.manager [None req-cd52a227-0bf3-449c-8a93-3a6fcb87c4e3 tempest-ListServerFiltersTestJSON-1229971268 tempest-ListServerFiltersTestJSON-1229971268-project-member] [instance: 17f3c1fc-a6c7-4936-b0d9-4c0eb88417c0] Took 1.15 seconds to destroy the instance on the hypervisor. [ 667.702929] env[62328]: DEBUG oslo.service.loopingcall [None req-cd52a227-0bf3-449c-8a93-3a6fcb87c4e3 tempest-ListServerFiltersTestJSON-1229971268 tempest-ListServerFiltersTestJSON-1229971268-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62328) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 667.702929] env[62328]: DEBUG nova.compute.manager [-] [instance: 17f3c1fc-a6c7-4936-b0d9-4c0eb88417c0] Deallocating network for instance {{(pid=62328) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 667.702929] env[62328]: DEBUG nova.network.neutron [-] [instance: 17f3c1fc-a6c7-4936-b0d9-4c0eb88417c0] deallocate_for_instance() {{(pid=62328) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 667.712725] env[62328]: DEBUG oslo_vmware.api [None req-7e8c821e-3200-4a4a-8837-d69a77f73dc6 tempest-ServerRescueTestJSON-434379102 tempest-ServerRescueTestJSON-434379102-project-member] Task: {'id': task-2386489, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 667.745277] env[62328]: DEBUG nova.compute.manager [None req-b7711806-2c45-4470-b77d-a219c3c1fa31 tempest-ServersTestMultiNic-1057987772 tempest-ServersTestMultiNic-1057987772-project-member] [instance: 1e8111de-0629-4ba5-b945-8f552763ab15] Start destroying the instance on the hypervisor. {{(pid=62328) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 667.746063] env[62328]: DEBUG nova.virt.vmwareapi.vmops [None req-b7711806-2c45-4470-b77d-a219c3c1fa31 tempest-ServersTestMultiNic-1057987772 tempest-ServersTestMultiNic-1057987772-project-member] [instance: 1e8111de-0629-4ba5-b945-8f552763ab15] Destroying instance {{(pid=62328) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 667.746528] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7cd2ad39-3261-471a-b2f6-87611e317e42 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 667.760937] env[62328]: DEBUG nova.virt.vmwareapi.vm_util [None req-b7711806-2c45-4470-b77d-a219c3c1fa31 tempest-ServersTestMultiNic-1057987772 tempest-ServersTestMultiNic-1057987772-project-member] [instance: 1e8111de-0629-4ba5-b945-8f552763ab15] Powering off the VM {{(pid=62328) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 667.761227] env[62328]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-74af0f3c-badc-42cf-8323-f6c1928f0331 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 667.772305] env[62328]: DEBUG oslo_vmware.api [None req-b7711806-2c45-4470-b77d-a219c3c1fa31 tempest-ServersTestMultiNic-1057987772 tempest-ServersTestMultiNic-1057987772-project-member] Waiting for the task: (returnval){ [ 667.772305] env[62328]: value = "task-2386494" [ 667.772305] env[62328]: _type = "Task" [ 667.772305] env[62328]: } to complete. {{(pid=62328) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 667.785946] env[62328]: DEBUG oslo_vmware.api [None req-b7711806-2c45-4470-b77d-a219c3c1fa31 tempest-ServersTestMultiNic-1057987772 tempest-ServersTestMultiNic-1057987772-project-member] Task: {'id': task-2386494, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 667.820233] env[62328]: DEBUG oslo_concurrency.lockutils [None req-fdb695b3-80d1-4592-96fd-6247de02bc04 tempest-ListImageFiltersTestJSON-111188615 tempest-ListImageFiltersTestJSON-111188615-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 667.862725] env[62328]: DEBUG oslo_vmware.api [None req-0d72df7d-7430-46cd-b71e-49a73001e246 tempest-ServerDiskConfigTestJSON-126406698 tempest-ServerDiskConfigTestJSON-126406698-project-member] Task: {'id': task-2386491, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.798052} completed successfully. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 667.862725] env[62328]: DEBUG nova.virt.vmwareapi.vm_util [None req-0d72df7d-7430-46cd-b71e-49a73001e246 tempest-ServerDiskConfigTestJSON-126406698 tempest-ServerDiskConfigTestJSON-126406698-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/dbf872a4-92be-47e4-8561-c3e2bf2423ab/dbf872a4-92be-47e4-8561-c3e2bf2423ab.vmdk to [datastore2] 5a5e12bf-4082-40e8-bac8-a8a5b0033dec/5a5e12bf-4082-40e8-bac8-a8a5b0033dec.vmdk {{(pid=62328) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 667.862725] env[62328]: DEBUG nova.virt.vmwareapi.vmops [None req-0d72df7d-7430-46cd-b71e-49a73001e246 tempest-ServerDiskConfigTestJSON-126406698 tempest-ServerDiskConfigTestJSON-126406698-project-member] [instance: 5a5e12bf-4082-40e8-bac8-a8a5b0033dec] Extending root virtual disk to 1048576 {{(pid=62328) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 667.862725] env[62328]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-ed9ef296-b745-4f0e-bd33-815271136036 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 667.870768] env[62328]: DEBUG oslo_vmware.api [None req-0d72df7d-7430-46cd-b71e-49a73001e246 tempest-ServerDiskConfigTestJSON-126406698 tempest-ServerDiskConfigTestJSON-126406698-project-member] Waiting for the task: (returnval){ [ 667.870768] env[62328]: value = "task-2386495" [ 667.870768] env[62328]: _type = "Task" [ 667.870768] env[62328]: } to complete. {{(pid=62328) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 667.881754] env[62328]: DEBUG oslo_vmware.api [None req-0d72df7d-7430-46cd-b71e-49a73001e246 tempest-ServerDiskConfigTestJSON-126406698 tempest-ServerDiskConfigTestJSON-126406698-project-member] Task: {'id': task-2386495, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 667.969385] env[62328]: DEBUG oslo_concurrency.lockutils [None req-b41880fe-1946-427e-8ea1-11d44a480a12 tempest-TenantUsagesTestJSON-2114917124 tempest-TenantUsagesTestJSON-2114917124-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.824s {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 667.970096] env[62328]: DEBUG nova.compute.manager [None req-b41880fe-1946-427e-8ea1-11d44a480a12 tempest-TenantUsagesTestJSON-2114917124 tempest-TenantUsagesTestJSON-2114917124-project-member] [instance: fe79d679-7bb1-45f8-8189-1dcbcd72d111] Start building networks asynchronously for instance. {{(pid=62328) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 667.972791] env[62328]: DEBUG oslo_concurrency.lockutils [None req-fbd1350c-89cb-4bf3-bd5f-b6f05344b01b tempest-ServersV294TestFqdnHostnames-1169218801 tempest-ServersV294TestFqdnHostnames-1169218801-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 18.452s {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 667.974406] env[62328]: INFO nova.compute.claims [None req-fbd1350c-89cb-4bf3-bd5f-b6f05344b01b tempest-ServersV294TestFqdnHostnames-1169218801 tempest-ServersV294TestFqdnHostnames-1169218801-project-member] [instance: 80c53aaa-0812-4f2f-bfe8-2f05c1002018] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 667.980978] env[62328]: DEBUG oslo_concurrency.lockutils [None req-80f5d1f9-12ec-4208-8d75-05faff0afa00 tempest-ServerRescueTestJSONUnderV235-477445181 tempest-ServerRescueTestJSONUnderV235-477445181-project-member] Releasing lock "refresh_cache-133b2694-7206-4e72-92d6-ee334b1470e5" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 667.980978] env[62328]: DEBUG nova.compute.manager [None req-80f5d1f9-12ec-4208-8d75-05faff0afa00 tempest-ServerRescueTestJSONUnderV235-477445181 tempest-ServerRescueTestJSONUnderV235-477445181-project-member] [instance: 133b2694-7206-4e72-92d6-ee334b1470e5] Instance network_info: |[{"id": "4366409f-416b-458f-bd9c-0ddf818b6341", "address": "fa:16:3e:b1:b8:12", "network": {"id": "749fe653-a001-4f77-8b68-b9de9734c478", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-910615700-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "50a7d2d4f7894de0907b1c81180ee610", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1470a3f8-be8a-4339-8a6f-9519366f32e4", "external-id": "nsx-vlan-transportzone-375", "segmentation_id": 375, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4366409f-41", "ovs_interfaceid": "4366409f-416b-458f-bd9c-0ddf818b6341", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62328) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 667.980978] env[62328]: DEBUG oslo_concurrency.lockutils [req-fc093215-9b0a-4d09-814e-b4d7bf2ddc0a req-174a4954-3574-4770-9c7a-c43476164464 service nova] Acquired lock "refresh_cache-133b2694-7206-4e72-92d6-ee334b1470e5" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.980978] env[62328]: DEBUG nova.network.neutron [req-fc093215-9b0a-4d09-814e-b4d7bf2ddc0a req-174a4954-3574-4770-9c7a-c43476164464 service nova] [instance: 133b2694-7206-4e72-92d6-ee334b1470e5] Refreshing network info cache for port 4366409f-416b-458f-bd9c-0ddf818b6341 {{(pid=62328) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 667.980978] env[62328]: DEBUG nova.virt.vmwareapi.vmops [None req-80f5d1f9-12ec-4208-8d75-05faff0afa00 tempest-ServerRescueTestJSONUnderV235-477445181 tempest-ServerRescueTestJSONUnderV235-477445181-project-member] [instance: 133b2694-7206-4e72-92d6-ee334b1470e5] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:b1:b8:12', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '1470a3f8-be8a-4339-8a6f-9519366f32e4', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '4366409f-416b-458f-bd9c-0ddf818b6341', 'vif_model': 'vmxnet3'}] {{(pid=62328) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 667.989216] env[62328]: DEBUG nova.virt.vmwareapi.vm_util [None req-80f5d1f9-12ec-4208-8d75-05faff0afa00 tempest-ServerRescueTestJSONUnderV235-477445181 tempest-ServerRescueTestJSONUnderV235-477445181-project-member] Creating folder: Project (50a7d2d4f7894de0907b1c81180ee610). Parent ref: group-v484164. {{(pid=62328) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 667.990519] env[62328]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-495e8c6f-5dcd-4f84-9453-0f5576fc4cbd {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 668.019253] env[62328]: INFO nova.virt.vmwareapi.vm_util [None req-80f5d1f9-12ec-4208-8d75-05faff0afa00 tempest-ServerRescueTestJSONUnderV235-477445181 tempest-ServerRescueTestJSONUnderV235-477445181-project-member] Created folder: Project (50a7d2d4f7894de0907b1c81180ee610) in parent group-v484164. [ 668.019573] env[62328]: DEBUG nova.virt.vmwareapi.vm_util [None req-80f5d1f9-12ec-4208-8d75-05faff0afa00 tempest-ServerRescueTestJSONUnderV235-477445181 tempest-ServerRescueTestJSONUnderV235-477445181-project-member] Creating folder: Instances. Parent ref: group-v484263. {{(pid=62328) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 668.019928] env[62328]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-56b83207-c6ee-4377-860a-bbb65f74a0ac {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 668.031467] env[62328]: INFO nova.virt.vmwareapi.vm_util [None req-80f5d1f9-12ec-4208-8d75-05faff0afa00 tempest-ServerRescueTestJSONUnderV235-477445181 tempest-ServerRescueTestJSONUnderV235-477445181-project-member] Created folder: Instances in parent group-v484263. [ 668.031719] env[62328]: DEBUG oslo.service.loopingcall [None req-80f5d1f9-12ec-4208-8d75-05faff0afa00 tempest-ServerRescueTestJSONUnderV235-477445181 tempest-ServerRescueTestJSONUnderV235-477445181-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62328) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 668.032889] env[62328]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 133b2694-7206-4e72-92d6-ee334b1470e5] Creating VM on the ESX host {{(pid=62328) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 668.032889] env[62328]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-313c82a1-13cf-48ca-af9b-e5a2b5e00748 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 668.053906] env[62328]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 668.053906] env[62328]: value = "task-2386498" [ 668.053906] env[62328]: _type = "Task" [ 668.053906] env[62328]: } to complete. {{(pid=62328) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 668.063096] env[62328]: DEBUG oslo_vmware.api [-] Task: {'id': task-2386498, 'name': CreateVM_Task} progress is 0%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 668.091757] env[62328]: DEBUG oslo_vmware.api [None req-ef3d80cf-679e-4712-a75c-b06766f795f5 tempest-ServersAdmin275Test-1782090467 tempest-ServersAdmin275Test-1782090467-project-member] Task: {'id': session[52a6e20e-410d-708a-99f2-080a575a99bd]527ed4b2-80e9-f08d-e96d-7a6d504ce29f, 'name': SearchDatastore_Task, 'duration_secs': 0.016774} completed successfully. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 668.092728] env[62328]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-977d92c7-3c99-4229-a3fb-ca1b76f8b10e {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 668.099793] env[62328]: DEBUG oslo_vmware.api [None req-ef3d80cf-679e-4712-a75c-b06766f795f5 tempest-ServersAdmin275Test-1782090467 tempest-ServersAdmin275Test-1782090467-project-member] Waiting for the task: (returnval){ [ 668.099793] env[62328]: value = "session[52a6e20e-410d-708a-99f2-080a575a99bd]52d5f208-2ec8-b74b-950b-ea0f4671c3e0" [ 668.099793] env[62328]: _type = "Task" [ 668.099793] env[62328]: } to complete. {{(pid=62328) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 668.108945] env[62328]: DEBUG oslo_vmware.api [None req-ef3d80cf-679e-4712-a75c-b06766f795f5 tempest-ServersAdmin275Test-1782090467 tempest-ServersAdmin275Test-1782090467-project-member] Task: {'id': session[52a6e20e-410d-708a-99f2-080a575a99bd]52d5f208-2ec8-b74b-950b-ea0f4671c3e0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 668.166149] env[62328]: DEBUG oslo_concurrency.lockutils [None req-aa1a88c2-5256-4c8a-b3b5-1ffbf769b3e7 tempest-ServerActionsTestOtherA-1098162655 tempest-ServerActionsTestOtherA-1098162655-project-member] Acquiring lock "refresh_cache-66186b76-7021-4df1-b53c-2789906e37ac" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 668.166149] env[62328]: DEBUG oslo_concurrency.lockutils [None req-aa1a88c2-5256-4c8a-b3b5-1ffbf769b3e7 tempest-ServerActionsTestOtherA-1098162655 tempest-ServerActionsTestOtherA-1098162655-project-member] Acquired lock "refresh_cache-66186b76-7021-4df1-b53c-2789906e37ac" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.166149] env[62328]: DEBUG nova.network.neutron [None req-aa1a88c2-5256-4c8a-b3b5-1ffbf769b3e7 tempest-ServerActionsTestOtherA-1098162655 tempest-ServerActionsTestOtherA-1098162655-project-member] [instance: 66186b76-7021-4df1-b53c-2789906e37ac] Building network info cache for instance {{(pid=62328) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 668.210490] env[62328]: DEBUG oslo_vmware.api [None req-7e8c821e-3200-4a4a-8837-d69a77f73dc6 tempest-ServerRescueTestJSON-434379102 tempest-ServerRescueTestJSON-434379102-project-member] Task: {'id': task-2386489, 'name': ReconfigVM_Task, 'duration_secs': 1.781856} completed successfully. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 668.211013] env[62328]: DEBUG nova.virt.vmwareapi.volumeops [None req-7e8c821e-3200-4a4a-8837-d69a77f73dc6 tempest-ServerRescueTestJSON-434379102 tempest-ServerRescueTestJSON-434379102-project-member] [instance: 7ad56de0-3e7a-4018-8746-42a83a4fe22e] Reconfigured VM instance instance-0000001e to attach disk [datastore1] 7ad56de0-3e7a-4018-8746-42a83a4fe22e/dbf872a4-92be-47e4-8561-c3e2bf2423ab-rescue.vmdk or device None with type thin {{(pid=62328) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 668.212078] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-02c4b9f9-071a-4142-b075-d74bf93aa04a {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 668.245490] env[62328]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-19f5092d-0e39-4251-9619-202d35171e79 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 668.263368] env[62328]: DEBUG oslo_vmware.api [None req-7e8c821e-3200-4a4a-8837-d69a77f73dc6 tempest-ServerRescueTestJSON-434379102 tempest-ServerRescueTestJSON-434379102-project-member] Waiting for the task: (returnval){ [ 668.263368] env[62328]: value = "task-2386499" [ 668.263368] env[62328]: _type = "Task" [ 668.263368] env[62328]: } to complete. {{(pid=62328) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 668.272767] env[62328]: DEBUG oslo_vmware.api [None req-7e8c821e-3200-4a4a-8837-d69a77f73dc6 tempest-ServerRescueTestJSON-434379102 tempest-ServerRescueTestJSON-434379102-project-member] Task: {'id': task-2386499, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 668.281203] env[62328]: DEBUG oslo_vmware.api [None req-b7711806-2c45-4470-b77d-a219c3c1fa31 tempest-ServersTestMultiNic-1057987772 tempest-ServersTestMultiNic-1057987772-project-member] Task: {'id': task-2386494, 'name': PowerOffVM_Task, 'duration_secs': 0.499903} completed successfully. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 668.281484] env[62328]: DEBUG nova.virt.vmwareapi.vm_util [None req-b7711806-2c45-4470-b77d-a219c3c1fa31 tempest-ServersTestMultiNic-1057987772 tempest-ServersTestMultiNic-1057987772-project-member] [instance: 1e8111de-0629-4ba5-b945-8f552763ab15] Powered off the VM {{(pid=62328) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 668.281650] env[62328]: DEBUG nova.virt.vmwareapi.vmops [None req-b7711806-2c45-4470-b77d-a219c3c1fa31 tempest-ServersTestMultiNic-1057987772 tempest-ServersTestMultiNic-1057987772-project-member] [instance: 1e8111de-0629-4ba5-b945-8f552763ab15] Unregistering the VM {{(pid=62328) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 668.281925] env[62328]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-a01b3e98-68ee-455e-b00f-d42bdc0d4183 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 668.382444] env[62328]: DEBUG oslo_vmware.api [None req-0d72df7d-7430-46cd-b71e-49a73001e246 tempest-ServerDiskConfigTestJSON-126406698 tempest-ServerDiskConfigTestJSON-126406698-project-member] Task: {'id': task-2386495, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.250717} completed successfully. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 668.382723] env[62328]: DEBUG nova.virt.vmwareapi.vmops [None req-0d72df7d-7430-46cd-b71e-49a73001e246 tempest-ServerDiskConfigTestJSON-126406698 tempest-ServerDiskConfigTestJSON-126406698-project-member] [instance: 5a5e12bf-4082-40e8-bac8-a8a5b0033dec] Extended root virtual disk {{(pid=62328) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 668.383546] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-746eebd3-6ef8-4e70-bf20-b59ae1f6f1d2 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 668.407075] env[62328]: DEBUG nova.virt.vmwareapi.volumeops [None req-0d72df7d-7430-46cd-b71e-49a73001e246 tempest-ServerDiskConfigTestJSON-126406698 tempest-ServerDiskConfigTestJSON-126406698-project-member] [instance: 5a5e12bf-4082-40e8-bac8-a8a5b0033dec] Reconfiguring VM instance instance-00000022 to attach disk [datastore2] 5a5e12bf-4082-40e8-bac8-a8a5b0033dec/5a5e12bf-4082-40e8-bac8-a8a5b0033dec.vmdk or device None with type sparse {{(pid=62328) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 668.407463] env[62328]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8b6fb0d4-6a09-40a9-bfe3-257b9c87b22e {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 668.429357] env[62328]: DEBUG oslo_vmware.api [None req-0d72df7d-7430-46cd-b71e-49a73001e246 tempest-ServerDiskConfigTestJSON-126406698 tempest-ServerDiskConfigTestJSON-126406698-project-member] Waiting for the task: (returnval){ [ 668.429357] env[62328]: value = "task-2386501" [ 668.429357] env[62328]: _type = "Task" [ 668.429357] env[62328]: } to complete. {{(pid=62328) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 668.439590] env[62328]: DEBUG oslo_vmware.api [None req-0d72df7d-7430-46cd-b71e-49a73001e246 tempest-ServerDiskConfigTestJSON-126406698 tempest-ServerDiskConfigTestJSON-126406698-project-member] Task: {'id': task-2386501, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 668.480604] env[62328]: DEBUG nova.compute.utils [None req-b41880fe-1946-427e-8ea1-11d44a480a12 tempest-TenantUsagesTestJSON-2114917124 tempest-TenantUsagesTestJSON-2114917124-project-member] Using /dev/sd instead of None {{(pid=62328) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 668.486127] env[62328]: DEBUG nova.compute.manager [None req-b41880fe-1946-427e-8ea1-11d44a480a12 tempest-TenantUsagesTestJSON-2114917124 tempest-TenantUsagesTestJSON-2114917124-project-member] [instance: fe79d679-7bb1-45f8-8189-1dcbcd72d111] Allocating IP information in the background. {{(pid=62328) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 668.486345] env[62328]: DEBUG nova.network.neutron [None req-b41880fe-1946-427e-8ea1-11d44a480a12 tempest-TenantUsagesTestJSON-2114917124 tempest-TenantUsagesTestJSON-2114917124-project-member] [instance: fe79d679-7bb1-45f8-8189-1dcbcd72d111] allocate_for_instance() {{(pid=62328) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 668.488688] env[62328]: DEBUG nova.virt.vmwareapi.vmops [None req-b7711806-2c45-4470-b77d-a219c3c1fa31 tempest-ServersTestMultiNic-1057987772 tempest-ServersTestMultiNic-1057987772-project-member] [instance: 1e8111de-0629-4ba5-b945-8f552763ab15] Unregistered the VM {{(pid=62328) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 668.488946] env[62328]: DEBUG nova.virt.vmwareapi.vmops [None req-b7711806-2c45-4470-b77d-a219c3c1fa31 tempest-ServersTestMultiNic-1057987772 tempest-ServersTestMultiNic-1057987772-project-member] [instance: 1e8111de-0629-4ba5-b945-8f552763ab15] Deleting contents of the VM from datastore datastore1 {{(pid=62328) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 668.489309] env[62328]: DEBUG nova.virt.vmwareapi.ds_util [None req-b7711806-2c45-4470-b77d-a219c3c1fa31 tempest-ServersTestMultiNic-1057987772 tempest-ServersTestMultiNic-1057987772-project-member] Deleting the datastore file [datastore1] 1e8111de-0629-4ba5-b945-8f552763ab15 {{(pid=62328) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 668.489955] env[62328]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-fd46f099-73ec-41bb-b517-76ff7f39af9f {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 668.496410] env[62328]: DEBUG nova.network.neutron [-] [instance: 17f3c1fc-a6c7-4936-b0d9-4c0eb88417c0] Updating instance_info_cache with network_info: [] {{(pid=62328) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 668.504177] env[62328]: DEBUG oslo_vmware.api [None req-b7711806-2c45-4470-b77d-a219c3c1fa31 tempest-ServersTestMultiNic-1057987772 tempest-ServersTestMultiNic-1057987772-project-member] Waiting for the task: (returnval){ [ 668.504177] env[62328]: value = "task-2386502" [ 668.504177] env[62328]: _type = "Task" [ 668.504177] env[62328]: } to complete. {{(pid=62328) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 668.521512] env[62328]: DEBUG oslo_vmware.api [None req-b7711806-2c45-4470-b77d-a219c3c1fa31 tempest-ServersTestMultiNic-1057987772 tempest-ServersTestMultiNic-1057987772-project-member] Task: {'id': task-2386502, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 668.564809] env[62328]: DEBUG oslo_vmware.api [-] Task: {'id': task-2386498, 'name': CreateVM_Task} progress is 99%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 668.566318] env[62328]: DEBUG nova.policy [None req-b41880fe-1946-427e-8ea1-11d44a480a12 tempest-TenantUsagesTestJSON-2114917124 tempest-TenantUsagesTestJSON-2114917124-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'd8779ab1ef6242aeac8b58dbd02cf0b3', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'e291997dabf04c64b32b6ba54b9be954', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62328) authorize /opt/stack/nova/nova/policy.py:192}} [ 668.611180] env[62328]: DEBUG oslo_vmware.api [None req-ef3d80cf-679e-4712-a75c-b06766f795f5 tempest-ServersAdmin275Test-1782090467 tempest-ServersAdmin275Test-1782090467-project-member] Task: {'id': session[52a6e20e-410d-708a-99f2-080a575a99bd]52d5f208-2ec8-b74b-950b-ea0f4671c3e0, 'name': SearchDatastore_Task, 'duration_secs': 0.043677} completed successfully. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 668.611480] env[62328]: DEBUG oslo_concurrency.lockutils [None req-ef3d80cf-679e-4712-a75c-b06766f795f5 tempest-ServersAdmin275Test-1782090467 tempest-ServersAdmin275Test-1782090467-project-member] Releasing lock "[datastore2] devstack-image-cache_base/dbf872a4-92be-47e4-8561-c3e2bf2423ab/dbf872a4-92be-47e4-8561-c3e2bf2423ab.vmdk" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 668.611722] env[62328]: DEBUG nova.virt.vmwareapi.vm_util [None req-ef3d80cf-679e-4712-a75c-b06766f795f5 tempest-ServersAdmin275Test-1782090467 tempest-ServersAdmin275Test-1782090467-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/dbf872a4-92be-47e4-8561-c3e2bf2423ab/dbf872a4-92be-47e4-8561-c3e2bf2423ab.vmdk to [datastore2] 892b410e-c0ae-4ef6-90a6-fbf09d6ad76b/892b410e-c0ae-4ef6-90a6-fbf09d6ad76b.vmdk {{(pid=62328) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 668.612027] env[62328]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-af4f7e15-0f72-42eb-b628-18cf6a22c030 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 668.619845] env[62328]: DEBUG oslo_vmware.api [None req-ef3d80cf-679e-4712-a75c-b06766f795f5 tempest-ServersAdmin275Test-1782090467 tempest-ServersAdmin275Test-1782090467-project-member] Waiting for the task: (returnval){ [ 668.619845] env[62328]: value = "task-2386503" [ 668.619845] env[62328]: _type = "Task" [ 668.619845] env[62328]: } to complete. {{(pid=62328) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 668.635980] env[62328]: DEBUG oslo_vmware.api [None req-ef3d80cf-679e-4712-a75c-b06766f795f5 tempest-ServersAdmin275Test-1782090467 tempest-ServersAdmin275Test-1782090467-project-member] Task: {'id': task-2386503, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 668.775015] env[62328]: DEBUG oslo_vmware.api [None req-7e8c821e-3200-4a4a-8837-d69a77f73dc6 tempest-ServerRescueTestJSON-434379102 tempest-ServerRescueTestJSON-434379102-project-member] Task: {'id': task-2386499, 'name': ReconfigVM_Task, 'duration_secs': 0.184601} completed successfully. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 668.775365] env[62328]: DEBUG nova.virt.vmwareapi.vm_util [None req-7e8c821e-3200-4a4a-8837-d69a77f73dc6 tempest-ServerRescueTestJSON-434379102 tempest-ServerRescueTestJSON-434379102-project-member] [instance: 7ad56de0-3e7a-4018-8746-42a83a4fe22e] Powering on the VM {{(pid=62328) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 668.775621] env[62328]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-786c905b-f909-469e-b502-5f8567bc24ab {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 668.778469] env[62328]: DEBUG nova.network.neutron [None req-aa1a88c2-5256-4c8a-b3b5-1ffbf769b3e7 tempest-ServerActionsTestOtherA-1098162655 tempest-ServerActionsTestOtherA-1098162655-project-member] [instance: 66186b76-7021-4df1-b53c-2789906e37ac] Instance cache missing network info. {{(pid=62328) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 668.784281] env[62328]: DEBUG oslo_vmware.api [None req-7e8c821e-3200-4a4a-8837-d69a77f73dc6 tempest-ServerRescueTestJSON-434379102 tempest-ServerRescueTestJSON-434379102-project-member] Waiting for the task: (returnval){ [ 668.784281] env[62328]: value = "task-2386504" [ 668.784281] env[62328]: _type = "Task" [ 668.784281] env[62328]: } to complete. {{(pid=62328) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 668.800297] env[62328]: DEBUG oslo_vmware.api [None req-7e8c821e-3200-4a4a-8837-d69a77f73dc6 tempest-ServerRescueTestJSON-434379102 tempest-ServerRescueTestJSON-434379102-project-member] Task: {'id': task-2386504, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 668.945411] env[62328]: DEBUG oslo_vmware.api [None req-0d72df7d-7430-46cd-b71e-49a73001e246 tempest-ServerDiskConfigTestJSON-126406698 tempest-ServerDiskConfigTestJSON-126406698-project-member] Task: {'id': task-2386501, 'name': ReconfigVM_Task, 'duration_secs': 0.390042} completed successfully. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 668.946071] env[62328]: DEBUG nova.virt.vmwareapi.volumeops [None req-0d72df7d-7430-46cd-b71e-49a73001e246 tempest-ServerDiskConfigTestJSON-126406698 tempest-ServerDiskConfigTestJSON-126406698-project-member] [instance: 5a5e12bf-4082-40e8-bac8-a8a5b0033dec] Reconfigured VM instance instance-00000022 to attach disk [datastore2] 5a5e12bf-4082-40e8-bac8-a8a5b0033dec/5a5e12bf-4082-40e8-bac8-a8a5b0033dec.vmdk or device None with type sparse {{(pid=62328) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 668.946845] env[62328]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-d7b26f34-1024-47a4-a64c-0670a2c61cc7 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 668.956904] env[62328]: DEBUG oslo_vmware.api [None req-0d72df7d-7430-46cd-b71e-49a73001e246 tempest-ServerDiskConfigTestJSON-126406698 tempest-ServerDiskConfigTestJSON-126406698-project-member] Waiting for the task: (returnval){ [ 668.956904] env[62328]: value = "task-2386505" [ 668.956904] env[62328]: _type = "Task" [ 668.956904] env[62328]: } to complete. {{(pid=62328) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 668.968589] env[62328]: DEBUG oslo_vmware.api [None req-0d72df7d-7430-46cd-b71e-49a73001e246 tempest-ServerDiskConfigTestJSON-126406698 tempest-ServerDiskConfigTestJSON-126406698-project-member] Task: {'id': task-2386505, 'name': Rename_Task} progress is 5%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 668.969697] env[62328]: DEBUG nova.network.neutron [None req-b41880fe-1946-427e-8ea1-11d44a480a12 tempest-TenantUsagesTestJSON-2114917124 tempest-TenantUsagesTestJSON-2114917124-project-member] [instance: fe79d679-7bb1-45f8-8189-1dcbcd72d111] Successfully created port: 6ba8928d-4d34-44b7-83b3-efa42ba90ffa {{(pid=62328) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 668.988313] env[62328]: DEBUG nova.compute.manager [None req-b41880fe-1946-427e-8ea1-11d44a480a12 tempest-TenantUsagesTestJSON-2114917124 tempest-TenantUsagesTestJSON-2114917124-project-member] [instance: fe79d679-7bb1-45f8-8189-1dcbcd72d111] Start building block device mappings for instance. {{(pid=62328) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 668.996739] env[62328]: DEBUG nova.network.neutron [req-fc093215-9b0a-4d09-814e-b4d7bf2ddc0a req-174a4954-3574-4770-9c7a-c43476164464 service nova] [instance: 133b2694-7206-4e72-92d6-ee334b1470e5] Updated VIF entry in instance network info cache for port 4366409f-416b-458f-bd9c-0ddf818b6341. {{(pid=62328) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 668.997630] env[62328]: DEBUG nova.network.neutron [req-fc093215-9b0a-4d09-814e-b4d7bf2ddc0a req-174a4954-3574-4770-9c7a-c43476164464 service nova] [instance: 133b2694-7206-4e72-92d6-ee334b1470e5] Updating instance_info_cache with network_info: [{"id": "4366409f-416b-458f-bd9c-0ddf818b6341", "address": "fa:16:3e:b1:b8:12", "network": {"id": "749fe653-a001-4f77-8b68-b9de9734c478", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-910615700-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "50a7d2d4f7894de0907b1c81180ee610", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1470a3f8-be8a-4339-8a6f-9519366f32e4", "external-id": "nsx-vlan-transportzone-375", "segmentation_id": 375, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4366409f-41", "ovs_interfaceid": "4366409f-416b-458f-bd9c-0ddf818b6341", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62328) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 668.999798] env[62328]: INFO nova.compute.manager [-] [instance: 17f3c1fc-a6c7-4936-b0d9-4c0eb88417c0] Took 1.32 seconds to deallocate network for instance. [ 669.034491] env[62328]: DEBUG oslo_vmware.api [None req-b7711806-2c45-4470-b77d-a219c3c1fa31 tempest-ServersTestMultiNic-1057987772 tempest-ServersTestMultiNic-1057987772-project-member] Task: {'id': task-2386502, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.283117} completed successfully. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 669.037694] env[62328]: DEBUG nova.virt.vmwareapi.ds_util [None req-b7711806-2c45-4470-b77d-a219c3c1fa31 tempest-ServersTestMultiNic-1057987772 tempest-ServersTestMultiNic-1057987772-project-member] Deleted the datastore file {{(pid=62328) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 669.037955] env[62328]: DEBUG nova.virt.vmwareapi.vmops [None req-b7711806-2c45-4470-b77d-a219c3c1fa31 tempest-ServersTestMultiNic-1057987772 tempest-ServersTestMultiNic-1057987772-project-member] [instance: 1e8111de-0629-4ba5-b945-8f552763ab15] Deleted contents of the VM from datastore datastore1 {{(pid=62328) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 669.038170] env[62328]: DEBUG nova.virt.vmwareapi.vmops [None req-b7711806-2c45-4470-b77d-a219c3c1fa31 tempest-ServersTestMultiNic-1057987772 tempest-ServersTestMultiNic-1057987772-project-member] [instance: 1e8111de-0629-4ba5-b945-8f552763ab15] Instance destroyed {{(pid=62328) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 669.038353] env[62328]: INFO nova.compute.manager [None req-b7711806-2c45-4470-b77d-a219c3c1fa31 tempest-ServersTestMultiNic-1057987772 tempest-ServersTestMultiNic-1057987772-project-member] [instance: 1e8111de-0629-4ba5-b945-8f552763ab15] Took 1.29 seconds to destroy the instance on the hypervisor. [ 669.038859] env[62328]: DEBUG oslo.service.loopingcall [None req-b7711806-2c45-4470-b77d-a219c3c1fa31 tempest-ServersTestMultiNic-1057987772 tempest-ServersTestMultiNic-1057987772-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62328) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 669.039145] env[62328]: DEBUG nova.compute.manager [-] [instance: 1e8111de-0629-4ba5-b945-8f552763ab15] Deallocating network for instance {{(pid=62328) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 669.039602] env[62328]: DEBUG nova.network.neutron [-] [instance: 1e8111de-0629-4ba5-b945-8f552763ab15] deallocate_for_instance() {{(pid=62328) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 669.072393] env[62328]: DEBUG oslo_vmware.api [-] Task: {'id': task-2386498, 'name': CreateVM_Task, 'duration_secs': 0.563796} completed successfully. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 669.073631] env[62328]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 133b2694-7206-4e72-92d6-ee334b1470e5] Created VM on the ESX host {{(pid=62328) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 669.074396] env[62328]: DEBUG oslo_concurrency.lockutils [None req-80f5d1f9-12ec-4208-8d75-05faff0afa00 tempest-ServerRescueTestJSONUnderV235-477445181 tempest-ServerRescueTestJSONUnderV235-477445181-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/dbf872a4-92be-47e4-8561-c3e2bf2423ab" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 669.075930] env[62328]: DEBUG oslo_concurrency.lockutils [None req-80f5d1f9-12ec-4208-8d75-05faff0afa00 tempest-ServerRescueTestJSONUnderV235-477445181 tempest-ServerRescueTestJSONUnderV235-477445181-project-member] Acquired lock "[datastore2] devstack-image-cache_base/dbf872a4-92be-47e4-8561-c3e2bf2423ab" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.075930] env[62328]: DEBUG oslo_concurrency.lockutils [None req-80f5d1f9-12ec-4208-8d75-05faff0afa00 tempest-ServerRescueTestJSONUnderV235-477445181 tempest-ServerRescueTestJSONUnderV235-477445181-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/dbf872a4-92be-47e4-8561-c3e2bf2423ab" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 669.075930] env[62328]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e64f92b7-d0cd-4eed-84b2-72b275e41438 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 669.084120] env[62328]: DEBUG oslo_vmware.api [None req-80f5d1f9-12ec-4208-8d75-05faff0afa00 tempest-ServerRescueTestJSONUnderV235-477445181 tempest-ServerRescueTestJSONUnderV235-477445181-project-member] Waiting for the task: (returnval){ [ 669.084120] env[62328]: value = "session[52a6e20e-410d-708a-99f2-080a575a99bd]5240443c-b805-3096-1436-41dead185fa7" [ 669.084120] env[62328]: _type = "Task" [ 669.084120] env[62328]: } to complete. {{(pid=62328) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 669.095432] env[62328]: DEBUG oslo_vmware.api [None req-80f5d1f9-12ec-4208-8d75-05faff0afa00 tempest-ServerRescueTestJSONUnderV235-477445181 tempest-ServerRescueTestJSONUnderV235-477445181-project-member] Task: {'id': session[52a6e20e-410d-708a-99f2-080a575a99bd]5240443c-b805-3096-1436-41dead185fa7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 669.131795] env[62328]: DEBUG oslo_vmware.api [None req-ef3d80cf-679e-4712-a75c-b06766f795f5 tempest-ServersAdmin275Test-1782090467 tempest-ServersAdmin275Test-1782090467-project-member] Task: {'id': task-2386503, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 669.296007] env[62328]: DEBUG oslo_vmware.api [None req-7e8c821e-3200-4a4a-8837-d69a77f73dc6 tempest-ServerRescueTestJSON-434379102 tempest-ServerRescueTestJSON-434379102-project-member] Task: {'id': task-2386504, 'name': PowerOnVM_Task, 'duration_secs': 0.500248} completed successfully. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 669.296305] env[62328]: DEBUG nova.virt.vmwareapi.vm_util [None req-7e8c821e-3200-4a4a-8837-d69a77f73dc6 tempest-ServerRescueTestJSON-434379102 tempest-ServerRescueTestJSON-434379102-project-member] [instance: 7ad56de0-3e7a-4018-8746-42a83a4fe22e] Powered on the VM {{(pid=62328) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 669.299341] env[62328]: DEBUG nova.compute.manager [None req-7e8c821e-3200-4a4a-8837-d69a77f73dc6 tempest-ServerRescueTestJSON-434379102 tempest-ServerRescueTestJSON-434379102-project-member] [instance: 7ad56de0-3e7a-4018-8746-42a83a4fe22e] Checking state {{(pid=62328) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 669.300634] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-738c6086-ac48-4f34-a8b6-bd54036a6565 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 669.326077] env[62328]: DEBUG nova.network.neutron [None req-aa1a88c2-5256-4c8a-b3b5-1ffbf769b3e7 tempest-ServerActionsTestOtherA-1098162655 tempest-ServerActionsTestOtherA-1098162655-project-member] [instance: 66186b76-7021-4df1-b53c-2789906e37ac] Updating instance_info_cache with network_info: [{"id": "5252ceec-e5ce-49d1-97e4-07c66555f187", "address": "fa:16:3e:41:1f:e4", "network": {"id": "ed570829-7777-4fb9-9e0f-cef4ca21980b", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1726239177-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "17143bbcad5b4da0801478fe45bd8ce6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a965790c-2d2f-4c2a-9ee7-745f4d53039b", "external-id": "nsx-vlan-transportzone-708", "segmentation_id": 708, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5252ceec-e5", "ovs_interfaceid": "5252ceec-e5ce-49d1-97e4-07c66555f187", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62328) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 669.469283] env[62328]: DEBUG oslo_vmware.api [None req-0d72df7d-7430-46cd-b71e-49a73001e246 tempest-ServerDiskConfigTestJSON-126406698 tempest-ServerDiskConfigTestJSON-126406698-project-member] Task: {'id': task-2386505, 'name': Rename_Task, 'duration_secs': 0.291787} completed successfully. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 669.472573] env[62328]: DEBUG nova.virt.vmwareapi.vm_util [None req-0d72df7d-7430-46cd-b71e-49a73001e246 tempest-ServerDiskConfigTestJSON-126406698 tempest-ServerDiskConfigTestJSON-126406698-project-member] [instance: 5a5e12bf-4082-40e8-bac8-a8a5b0033dec] Powering on the VM {{(pid=62328) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 669.473278] env[62328]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-3e5c2b3f-e4e8-4266-8d0e-7f80e32d1a1c {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 669.487123] env[62328]: DEBUG oslo_vmware.api [None req-0d72df7d-7430-46cd-b71e-49a73001e246 tempest-ServerDiskConfigTestJSON-126406698 tempest-ServerDiskConfigTestJSON-126406698-project-member] Waiting for the task: (returnval){ [ 669.487123] env[62328]: value = "task-2386506" [ 669.487123] env[62328]: _type = "Task" [ 669.487123] env[62328]: } to complete. {{(pid=62328) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 669.496369] env[62328]: DEBUG oslo_vmware.api [None req-0d72df7d-7430-46cd-b71e-49a73001e246 tempest-ServerDiskConfigTestJSON-126406698 tempest-ServerDiskConfigTestJSON-126406698-project-member] Task: {'id': task-2386506, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 669.507959] env[62328]: DEBUG oslo_concurrency.lockutils [req-fc093215-9b0a-4d09-814e-b4d7bf2ddc0a req-174a4954-3574-4770-9c7a-c43476164464 service nova] Releasing lock "refresh_cache-133b2694-7206-4e72-92d6-ee334b1470e5" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 669.524437] env[62328]: DEBUG oslo_concurrency.lockutils [None req-cd52a227-0bf3-449c-8a93-3a6fcb87c4e3 tempest-ListServerFiltersTestJSON-1229971268 tempest-ListServerFiltersTestJSON-1229971268-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 669.602020] env[62328]: DEBUG oslo_vmware.api [None req-80f5d1f9-12ec-4208-8d75-05faff0afa00 tempest-ServerRescueTestJSONUnderV235-477445181 tempest-ServerRescueTestJSONUnderV235-477445181-project-member] Task: {'id': session[52a6e20e-410d-708a-99f2-080a575a99bd]5240443c-b805-3096-1436-41dead185fa7, 'name': SearchDatastore_Task, 'duration_secs': 0.073912} completed successfully. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 669.602020] env[62328]: DEBUG oslo_concurrency.lockutils [None req-80f5d1f9-12ec-4208-8d75-05faff0afa00 tempest-ServerRescueTestJSONUnderV235-477445181 tempest-ServerRescueTestJSONUnderV235-477445181-project-member] Releasing lock "[datastore2] devstack-image-cache_base/dbf872a4-92be-47e4-8561-c3e2bf2423ab" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 669.602020] env[62328]: DEBUG nova.virt.vmwareapi.vmops [None req-80f5d1f9-12ec-4208-8d75-05faff0afa00 tempest-ServerRescueTestJSONUnderV235-477445181 tempest-ServerRescueTestJSONUnderV235-477445181-project-member] [instance: 133b2694-7206-4e72-92d6-ee334b1470e5] Processing image dbf872a4-92be-47e4-8561-c3e2bf2423ab {{(pid=62328) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 669.602020] env[62328]: DEBUG oslo_concurrency.lockutils [None req-80f5d1f9-12ec-4208-8d75-05faff0afa00 tempest-ServerRescueTestJSONUnderV235-477445181 tempest-ServerRescueTestJSONUnderV235-477445181-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/dbf872a4-92be-47e4-8561-c3e2bf2423ab/dbf872a4-92be-47e4-8561-c3e2bf2423ab.vmdk" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 669.602020] env[62328]: DEBUG oslo_concurrency.lockutils [None req-80f5d1f9-12ec-4208-8d75-05faff0afa00 tempest-ServerRescueTestJSONUnderV235-477445181 tempest-ServerRescueTestJSONUnderV235-477445181-project-member] Acquired lock "[datastore2] devstack-image-cache_base/dbf872a4-92be-47e4-8561-c3e2bf2423ab/dbf872a4-92be-47e4-8561-c3e2bf2423ab.vmdk" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.602020] env[62328]: DEBUG nova.virt.vmwareapi.ds_util [None req-80f5d1f9-12ec-4208-8d75-05faff0afa00 tempest-ServerRescueTestJSONUnderV235-477445181 tempest-ServerRescueTestJSONUnderV235-477445181-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62328) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 669.602020] env[62328]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-f72fa2c8-b6c2-4b7e-b50b-2b50ba20cb9d {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 669.613017] env[62328]: DEBUG nova.virt.vmwareapi.ds_util [None req-80f5d1f9-12ec-4208-8d75-05faff0afa00 tempest-ServerRescueTestJSONUnderV235-477445181 tempest-ServerRescueTestJSONUnderV235-477445181-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62328) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 669.613017] env[62328]: DEBUG nova.virt.vmwareapi.vmops [None req-80f5d1f9-12ec-4208-8d75-05faff0afa00 tempest-ServerRescueTestJSONUnderV235-477445181 tempest-ServerRescueTestJSONUnderV235-477445181-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62328) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 669.613017] env[62328]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3c9a0270-6e09-4d84-b48c-5044b1055c3e {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 669.618291] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-01308d8b-39a0-47d4-a60e-1167a065303a {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 669.624016] env[62328]: DEBUG oslo_vmware.api [None req-80f5d1f9-12ec-4208-8d75-05faff0afa00 tempest-ServerRescueTestJSONUnderV235-477445181 tempest-ServerRescueTestJSONUnderV235-477445181-project-member] Waiting for the task: (returnval){ [ 669.624016] env[62328]: value = "session[52a6e20e-410d-708a-99f2-080a575a99bd]529d7a2b-a19d-ef81-3462-8dc2ccc7f74e" [ 669.624016] env[62328]: _type = "Task" [ 669.624016] env[62328]: } to complete. {{(pid=62328) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 669.632560] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cfa8fbbb-bf79-48bf-99aa-f1bc23e8a276 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 669.641682] env[62328]: DEBUG oslo_vmware.api [None req-ef3d80cf-679e-4712-a75c-b06766f795f5 tempest-ServersAdmin275Test-1782090467 tempest-ServersAdmin275Test-1782090467-project-member] Task: {'id': task-2386503, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.639349} completed successfully. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 669.642364] env[62328]: DEBUG nova.virt.vmwareapi.vm_util [None req-ef3d80cf-679e-4712-a75c-b06766f795f5 tempest-ServersAdmin275Test-1782090467 tempest-ServersAdmin275Test-1782090467-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/dbf872a4-92be-47e4-8561-c3e2bf2423ab/dbf872a4-92be-47e4-8561-c3e2bf2423ab.vmdk to [datastore2] 892b410e-c0ae-4ef6-90a6-fbf09d6ad76b/892b410e-c0ae-4ef6-90a6-fbf09d6ad76b.vmdk {{(pid=62328) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 669.642594] env[62328]: DEBUG nova.virt.vmwareapi.vmops [None req-ef3d80cf-679e-4712-a75c-b06766f795f5 tempest-ServersAdmin275Test-1782090467 tempest-ServersAdmin275Test-1782090467-project-member] [instance: 892b410e-c0ae-4ef6-90a6-fbf09d6ad76b] Extending root virtual disk to 1048576 {{(pid=62328) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 669.642847] env[62328]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-914b306f-d8a0-42b0-864d-d2902f300a48 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 669.676316] env[62328]: DEBUG oslo_vmware.api [None req-80f5d1f9-12ec-4208-8d75-05faff0afa00 tempest-ServerRescueTestJSONUnderV235-477445181 tempest-ServerRescueTestJSONUnderV235-477445181-project-member] Task: {'id': session[52a6e20e-410d-708a-99f2-080a575a99bd]529d7a2b-a19d-ef81-3462-8dc2ccc7f74e, 'name': SearchDatastore_Task, 'duration_secs': 0.013485} completed successfully. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 669.677592] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3b799784-6143-4697-8cd4-d7eeef834434 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 669.681485] env[62328]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7f4fdb5c-5b00-43ab-a358-88d4e769c8c1 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 669.685327] env[62328]: DEBUG oslo_vmware.api [None req-ef3d80cf-679e-4712-a75c-b06766f795f5 tempest-ServersAdmin275Test-1782090467 tempest-ServersAdmin275Test-1782090467-project-member] Waiting for the task: (returnval){ [ 669.685327] env[62328]: value = "task-2386507" [ 669.685327] env[62328]: _type = "Task" [ 669.685327] env[62328]: } to complete. {{(pid=62328) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 669.693248] env[62328]: DEBUG oslo_vmware.api [None req-80f5d1f9-12ec-4208-8d75-05faff0afa00 tempest-ServerRescueTestJSONUnderV235-477445181 tempest-ServerRescueTestJSONUnderV235-477445181-project-member] Waiting for the task: (returnval){ [ 669.693248] env[62328]: value = "session[52a6e20e-410d-708a-99f2-080a575a99bd]520e13f6-9276-7a5a-a73b-3cc57034ed0e" [ 669.693248] env[62328]: _type = "Task" [ 669.693248] env[62328]: } to complete. {{(pid=62328) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 669.696053] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1cfc9682-66b7-494f-8330-e925e9cb80e6 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 669.708122] env[62328]: DEBUG oslo_vmware.api [None req-ef3d80cf-679e-4712-a75c-b06766f795f5 tempest-ServersAdmin275Test-1782090467 tempest-ServersAdmin275Test-1782090467-project-member] Task: {'id': task-2386507, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 669.726184] env[62328]: DEBUG nova.compute.provider_tree [None req-fbd1350c-89cb-4bf3-bd5f-b6f05344b01b tempest-ServersV294TestFqdnHostnames-1169218801 tempest-ServersV294TestFqdnHostnames-1169218801-project-member] Inventory has not changed in ProviderTree for provider: 3469e9f8-04af-49ca-8435-49f104496744 {{(pid=62328) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 669.728227] env[62328]: DEBUG oslo_vmware.api [None req-80f5d1f9-12ec-4208-8d75-05faff0afa00 tempest-ServerRescueTestJSONUnderV235-477445181 tempest-ServerRescueTestJSONUnderV235-477445181-project-member] Task: {'id': session[52a6e20e-410d-708a-99f2-080a575a99bd]520e13f6-9276-7a5a-a73b-3cc57034ed0e, 'name': SearchDatastore_Task, 'duration_secs': 0.012026} completed successfully. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 669.731085] env[62328]: DEBUG oslo_concurrency.lockutils [None req-80f5d1f9-12ec-4208-8d75-05faff0afa00 tempest-ServerRescueTestJSONUnderV235-477445181 tempest-ServerRescueTestJSONUnderV235-477445181-project-member] Releasing lock "[datastore2] devstack-image-cache_base/dbf872a4-92be-47e4-8561-c3e2bf2423ab/dbf872a4-92be-47e4-8561-c3e2bf2423ab.vmdk" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 669.731085] env[62328]: DEBUG nova.virt.vmwareapi.vm_util [None req-80f5d1f9-12ec-4208-8d75-05faff0afa00 tempest-ServerRescueTestJSONUnderV235-477445181 tempest-ServerRescueTestJSONUnderV235-477445181-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/dbf872a4-92be-47e4-8561-c3e2bf2423ab/dbf872a4-92be-47e4-8561-c3e2bf2423ab.vmdk to [datastore2] 133b2694-7206-4e72-92d6-ee334b1470e5/133b2694-7206-4e72-92d6-ee334b1470e5.vmdk {{(pid=62328) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 669.731412] env[62328]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-0aeb291f-5682-4892-9f42-1c7566a31a36 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 669.741772] env[62328]: DEBUG oslo_vmware.api [None req-80f5d1f9-12ec-4208-8d75-05faff0afa00 tempest-ServerRescueTestJSONUnderV235-477445181 tempest-ServerRescueTestJSONUnderV235-477445181-project-member] Waiting for the task: (returnval){ [ 669.741772] env[62328]: value = "task-2386508" [ 669.741772] env[62328]: _type = "Task" [ 669.741772] env[62328]: } to complete. {{(pid=62328) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 669.754419] env[62328]: DEBUG oslo_vmware.api [None req-80f5d1f9-12ec-4208-8d75-05faff0afa00 tempest-ServerRescueTestJSONUnderV235-477445181 tempest-ServerRescueTestJSONUnderV235-477445181-project-member] Task: {'id': task-2386508, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 669.834681] env[62328]: DEBUG oslo_concurrency.lockutils [None req-aa1a88c2-5256-4c8a-b3b5-1ffbf769b3e7 tempest-ServerActionsTestOtherA-1098162655 tempest-ServerActionsTestOtherA-1098162655-project-member] Releasing lock "refresh_cache-66186b76-7021-4df1-b53c-2789906e37ac" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 669.834681] env[62328]: DEBUG nova.compute.manager [None req-aa1a88c2-5256-4c8a-b3b5-1ffbf769b3e7 tempest-ServerActionsTestOtherA-1098162655 tempest-ServerActionsTestOtherA-1098162655-project-member] [instance: 66186b76-7021-4df1-b53c-2789906e37ac] Instance network_info: |[{"id": "5252ceec-e5ce-49d1-97e4-07c66555f187", "address": "fa:16:3e:41:1f:e4", "network": {"id": "ed570829-7777-4fb9-9e0f-cef4ca21980b", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1726239177-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "17143bbcad5b4da0801478fe45bd8ce6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a965790c-2d2f-4c2a-9ee7-745f4d53039b", "external-id": "nsx-vlan-transportzone-708", "segmentation_id": 708, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5252ceec-e5", "ovs_interfaceid": "5252ceec-e5ce-49d1-97e4-07c66555f187", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62328) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 669.834681] env[62328]: DEBUG nova.virt.vmwareapi.vmops [None req-aa1a88c2-5256-4c8a-b3b5-1ffbf769b3e7 tempest-ServerActionsTestOtherA-1098162655 tempest-ServerActionsTestOtherA-1098162655-project-member] [instance: 66186b76-7021-4df1-b53c-2789906e37ac] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:41:1f:e4', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'a965790c-2d2f-4c2a-9ee7-745f4d53039b', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '5252ceec-e5ce-49d1-97e4-07c66555f187', 'vif_model': 'vmxnet3'}] {{(pid=62328) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 669.835807] env[62328]: DEBUG oslo.service.loopingcall [None req-aa1a88c2-5256-4c8a-b3b5-1ffbf769b3e7 tempest-ServerActionsTestOtherA-1098162655 tempest-ServerActionsTestOtherA-1098162655-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62328) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 669.836013] env[62328]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 66186b76-7021-4df1-b53c-2789906e37ac] Creating VM on the ESX host {{(pid=62328) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 669.836281] env[62328]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-04929e2c-7e43-4af5-942e-9c202fb6e2f9 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 669.861430] env[62328]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 669.861430] env[62328]: value = "task-2386509" [ 669.861430] env[62328]: _type = "Task" [ 669.861430] env[62328]: } to complete. {{(pid=62328) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 669.871217] env[62328]: DEBUG oslo_vmware.api [-] Task: {'id': task-2386509, 'name': CreateVM_Task} progress is 0%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 670.006169] env[62328]: DEBUG nova.compute.manager [None req-b41880fe-1946-427e-8ea1-11d44a480a12 tempest-TenantUsagesTestJSON-2114917124 tempest-TenantUsagesTestJSON-2114917124-project-member] [instance: fe79d679-7bb1-45f8-8189-1dcbcd72d111] Start spawning the instance on the hypervisor. {{(pid=62328) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 670.015036] env[62328]: DEBUG oslo_vmware.api [None req-0d72df7d-7430-46cd-b71e-49a73001e246 tempest-ServerDiskConfigTestJSON-126406698 tempest-ServerDiskConfigTestJSON-126406698-project-member] Task: {'id': task-2386506, 'name': PowerOnVM_Task} progress is 90%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 670.039211] env[62328]: DEBUG nova.virt.hardware [None req-b41880fe-1946-427e-8ea1-11d44a480a12 tempest-TenantUsagesTestJSON-2114917124 tempest-TenantUsagesTestJSON-2114917124-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-07T17:16:55Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-07T17:16:37Z,direct_url=,disk_format='vmdk',id=dbf872a4-92be-47e4-8561-c3e2bf2423ab,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='2a64022f08d84b11a86773b900860ae5',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-07T17:16:38Z,virtual_size=,visibility=), allow threads: False {{(pid=62328) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 670.041838] env[62328]: DEBUG nova.virt.hardware [None req-b41880fe-1946-427e-8ea1-11d44a480a12 tempest-TenantUsagesTestJSON-2114917124 tempest-TenantUsagesTestJSON-2114917124-project-member] Flavor limits 0:0:0 {{(pid=62328) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 670.041838] env[62328]: DEBUG nova.virt.hardware [None req-b41880fe-1946-427e-8ea1-11d44a480a12 tempest-TenantUsagesTestJSON-2114917124 tempest-TenantUsagesTestJSON-2114917124-project-member] Image limits 0:0:0 {{(pid=62328) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 670.041838] env[62328]: DEBUG nova.virt.hardware [None req-b41880fe-1946-427e-8ea1-11d44a480a12 tempest-TenantUsagesTestJSON-2114917124 tempest-TenantUsagesTestJSON-2114917124-project-member] Flavor pref 0:0:0 {{(pid=62328) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 670.041838] env[62328]: DEBUG nova.virt.hardware [None req-b41880fe-1946-427e-8ea1-11d44a480a12 tempest-TenantUsagesTestJSON-2114917124 tempest-TenantUsagesTestJSON-2114917124-project-member] Image pref 0:0:0 {{(pid=62328) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 670.041838] env[62328]: DEBUG nova.virt.hardware [None req-b41880fe-1946-427e-8ea1-11d44a480a12 tempest-TenantUsagesTestJSON-2114917124 tempest-TenantUsagesTestJSON-2114917124-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62328) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 670.041838] env[62328]: DEBUG nova.virt.hardware [None req-b41880fe-1946-427e-8ea1-11d44a480a12 tempest-TenantUsagesTestJSON-2114917124 tempest-TenantUsagesTestJSON-2114917124-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62328) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 670.041838] env[62328]: DEBUG nova.virt.hardware [None req-b41880fe-1946-427e-8ea1-11d44a480a12 tempest-TenantUsagesTestJSON-2114917124 tempest-TenantUsagesTestJSON-2114917124-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62328) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 670.041838] env[62328]: DEBUG nova.virt.hardware [None req-b41880fe-1946-427e-8ea1-11d44a480a12 tempest-TenantUsagesTestJSON-2114917124 tempest-TenantUsagesTestJSON-2114917124-project-member] Got 1 possible topologies {{(pid=62328) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 670.042381] env[62328]: DEBUG nova.virt.hardware [None req-b41880fe-1946-427e-8ea1-11d44a480a12 tempest-TenantUsagesTestJSON-2114917124 tempest-TenantUsagesTestJSON-2114917124-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62328) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 670.042381] env[62328]: DEBUG nova.virt.hardware [None req-b41880fe-1946-427e-8ea1-11d44a480a12 tempest-TenantUsagesTestJSON-2114917124 tempest-TenantUsagesTestJSON-2114917124-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62328) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 670.043276] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ce074ce4-0753-4e93-b6c3-7073ab7a82ae {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 670.055675] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-92a920ad-121d-40a8-aa7c-ef7bb8e42139 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 670.081937] env[62328]: DEBUG nova.compute.manager [req-18e4c723-4dd5-45fd-a7f2-39f1c35cb062 req-1842c885-3906-4a1e-95d3-8b3186543494 service nova] [instance: 66186b76-7021-4df1-b53c-2789906e37ac] Received event network-changed-5252ceec-e5ce-49d1-97e4-07c66555f187 {{(pid=62328) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 670.081937] env[62328]: DEBUG nova.compute.manager [req-18e4c723-4dd5-45fd-a7f2-39f1c35cb062 req-1842c885-3906-4a1e-95d3-8b3186543494 service nova] [instance: 66186b76-7021-4df1-b53c-2789906e37ac] Refreshing instance network info cache due to event network-changed-5252ceec-e5ce-49d1-97e4-07c66555f187. {{(pid=62328) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 670.081937] env[62328]: DEBUG oslo_concurrency.lockutils [req-18e4c723-4dd5-45fd-a7f2-39f1c35cb062 req-1842c885-3906-4a1e-95d3-8b3186543494 service nova] Acquiring lock "refresh_cache-66186b76-7021-4df1-b53c-2789906e37ac" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 670.081937] env[62328]: DEBUG oslo_concurrency.lockutils [req-18e4c723-4dd5-45fd-a7f2-39f1c35cb062 req-1842c885-3906-4a1e-95d3-8b3186543494 service nova] Acquired lock "refresh_cache-66186b76-7021-4df1-b53c-2789906e37ac" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.081937] env[62328]: DEBUG nova.network.neutron [req-18e4c723-4dd5-45fd-a7f2-39f1c35cb062 req-1842c885-3906-4a1e-95d3-8b3186543494 service nova] [instance: 66186b76-7021-4df1-b53c-2789906e37ac] Refreshing network info cache for port 5252ceec-e5ce-49d1-97e4-07c66555f187 {{(pid=62328) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 670.106925] env[62328]: DEBUG nova.compute.manager [req-3766b948-2230-4552-b835-b60e5631008d req-c33375f6-a82a-4cd3-aa34-0d418a87658f service nova] [instance: 1e8111de-0629-4ba5-b945-8f552763ab15] Received event network-vif-deleted-654b7bbd-eaf0-44c6-86e2-0eafe58ef116 {{(pid=62328) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 670.106925] env[62328]: INFO nova.compute.manager [req-3766b948-2230-4552-b835-b60e5631008d req-c33375f6-a82a-4cd3-aa34-0d418a87658f service nova] [instance: 1e8111de-0629-4ba5-b945-8f552763ab15] Neutron deleted interface 654b7bbd-eaf0-44c6-86e2-0eafe58ef116; detaching it from the instance and deleting it from the info cache [ 670.107345] env[62328]: DEBUG nova.network.neutron [req-3766b948-2230-4552-b835-b60e5631008d req-c33375f6-a82a-4cd3-aa34-0d418a87658f service nova] [instance: 1e8111de-0629-4ba5-b945-8f552763ab15] Updating instance_info_cache with network_info: [{"id": "652e9c31-371d-4841-9f25-0d851e0d8eb9", "address": "fa:16:3e:2f:33:ff", "network": {"id": "1aa2ff4c-5aae-46f8-9de6-07567ab4d086", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-878033525", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.68", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.129.2"}}], "meta": {"injected": false, "tenant_id": "c9940c781e6f44eabcb48094e838a06c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "447ff42d-b33e-4b5d-8b7f-e8117ebbbc92", "external-id": "nsx-vlan-transportzone-836", "segmentation_id": 836, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap652e9c31-37", "ovs_interfaceid": "652e9c31-371d-4841-9f25-0d851e0d8eb9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "fed2169f-84ef-49a4-a266-3c07cc350d3c", "address": "fa:16:3e:18:df:98", "network": {"id": "a4ec611f-37df-498c-8b52-b0301aecb9d0", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1802883502", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.188", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c9940c781e6f44eabcb48094e838a06c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f5f49a7d-c6e5-404f-b71a-91d8c070cd18", "external-id": "nsx-vlan-transportzone-120", "segmentation_id": 120, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfed2169f-84", "ovs_interfaceid": "fed2169f-84ef-49a4-a266-3c07cc350d3c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62328) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 670.198456] env[62328]: DEBUG oslo_vmware.api [None req-ef3d80cf-679e-4712-a75c-b06766f795f5 tempest-ServersAdmin275Test-1782090467 tempest-ServersAdmin275Test-1782090467-project-member] Task: {'id': task-2386507, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.071681} completed successfully. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 670.198745] env[62328]: DEBUG nova.virt.vmwareapi.vmops [None req-ef3d80cf-679e-4712-a75c-b06766f795f5 tempest-ServersAdmin275Test-1782090467 tempest-ServersAdmin275Test-1782090467-project-member] [instance: 892b410e-c0ae-4ef6-90a6-fbf09d6ad76b] Extended root virtual disk {{(pid=62328) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 670.199603] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-50334356-fac2-4e73-9ab2-769c34292915 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 670.223460] env[62328]: DEBUG nova.virt.vmwareapi.volumeops [None req-ef3d80cf-679e-4712-a75c-b06766f795f5 tempest-ServersAdmin275Test-1782090467 tempest-ServersAdmin275Test-1782090467-project-member] [instance: 892b410e-c0ae-4ef6-90a6-fbf09d6ad76b] Reconfiguring VM instance instance-00000021 to attach disk [datastore2] 892b410e-c0ae-4ef6-90a6-fbf09d6ad76b/892b410e-c0ae-4ef6-90a6-fbf09d6ad76b.vmdk or device None with type sparse {{(pid=62328) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 670.224363] env[62328]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0c4da5f1-dc3e-4422-abe6-14ff5ec7d794 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 670.240797] env[62328]: DEBUG nova.scheduler.client.report [None req-fbd1350c-89cb-4bf3-bd5f-b6f05344b01b tempest-ServersV294TestFqdnHostnames-1169218801 tempest-ServersV294TestFqdnHostnames-1169218801-project-member] Inventory has not changed for provider 3469e9f8-04af-49ca-8435-49f104496744 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 152, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62328) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 670.254628] env[62328]: DEBUG oslo_vmware.api [None req-80f5d1f9-12ec-4208-8d75-05faff0afa00 tempest-ServerRescueTestJSONUnderV235-477445181 tempest-ServerRescueTestJSONUnderV235-477445181-project-member] Task: {'id': task-2386508, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 670.255823] env[62328]: DEBUG oslo_vmware.api [None req-ef3d80cf-679e-4712-a75c-b06766f795f5 tempest-ServersAdmin275Test-1782090467 tempest-ServersAdmin275Test-1782090467-project-member] Waiting for the task: (returnval){ [ 670.255823] env[62328]: value = "task-2386510" [ 670.255823] env[62328]: _type = "Task" [ 670.255823] env[62328]: } to complete. {{(pid=62328) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 670.266101] env[62328]: DEBUG oslo_vmware.api [None req-ef3d80cf-679e-4712-a75c-b06766f795f5 tempest-ServersAdmin275Test-1782090467 tempest-ServersAdmin275Test-1782090467-project-member] Task: {'id': task-2386510, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 670.377315] env[62328]: DEBUG oslo_vmware.api [-] Task: {'id': task-2386509, 'name': CreateVM_Task} progress is 99%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 670.499185] env[62328]: DEBUG oslo_vmware.api [None req-0d72df7d-7430-46cd-b71e-49a73001e246 tempest-ServerDiskConfigTestJSON-126406698 tempest-ServerDiskConfigTestJSON-126406698-project-member] Task: {'id': task-2386506, 'name': PowerOnVM_Task, 'duration_secs': 0.63237} completed successfully. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 670.499696] env[62328]: DEBUG nova.virt.vmwareapi.vm_util [None req-0d72df7d-7430-46cd-b71e-49a73001e246 tempest-ServerDiskConfigTestJSON-126406698 tempest-ServerDiskConfigTestJSON-126406698-project-member] [instance: 5a5e12bf-4082-40e8-bac8-a8a5b0033dec] Powered on the VM {{(pid=62328) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 670.499961] env[62328]: INFO nova.compute.manager [None req-0d72df7d-7430-46cd-b71e-49a73001e246 tempest-ServerDiskConfigTestJSON-126406698 tempest-ServerDiskConfigTestJSON-126406698-project-member] [instance: 5a5e12bf-4082-40e8-bac8-a8a5b0033dec] Took 8.84 seconds to spawn the instance on the hypervisor. [ 670.500204] env[62328]: DEBUG nova.compute.manager [None req-0d72df7d-7430-46cd-b71e-49a73001e246 tempest-ServerDiskConfigTestJSON-126406698 tempest-ServerDiskConfigTestJSON-126406698-project-member] [instance: 5a5e12bf-4082-40e8-bac8-a8a5b0033dec] Checking state {{(pid=62328) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 670.501059] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9aad8eff-0a1c-43a4-a9f8-a18dec751a5e {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 670.575105] env[62328]: DEBUG nova.network.neutron [None req-b41880fe-1946-427e-8ea1-11d44a480a12 tempest-TenantUsagesTestJSON-2114917124 tempest-TenantUsagesTestJSON-2114917124-project-member] [instance: fe79d679-7bb1-45f8-8189-1dcbcd72d111] Successfully updated port: 6ba8928d-4d34-44b7-83b3-efa42ba90ffa {{(pid=62328) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 670.610715] env[62328]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-06891c04-66b7-4f6a-a206-9e8eba0aa4c7 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 670.624021] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-01d170f1-0888-43e7-ac59-15917cc30651 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 670.664267] env[62328]: DEBUG nova.compute.manager [req-3766b948-2230-4552-b835-b60e5631008d req-c33375f6-a82a-4cd3-aa34-0d418a87658f service nova] [instance: 1e8111de-0629-4ba5-b945-8f552763ab15] Detach interface failed, port_id=654b7bbd-eaf0-44c6-86e2-0eafe58ef116, reason: Instance 1e8111de-0629-4ba5-b945-8f552763ab15 could not be found. {{(pid=62328) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 670.746914] env[62328]: DEBUG oslo_concurrency.lockutils [None req-fbd1350c-89cb-4bf3-bd5f-b6f05344b01b tempest-ServersV294TestFqdnHostnames-1169218801 tempest-ServersV294TestFqdnHostnames-1169218801-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.774s {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 670.747072] env[62328]: DEBUG nova.compute.manager [None req-fbd1350c-89cb-4bf3-bd5f-b6f05344b01b tempest-ServersV294TestFqdnHostnames-1169218801 tempest-ServersV294TestFqdnHostnames-1169218801-project-member] [instance: 80c53aaa-0812-4f2f-bfe8-2f05c1002018] Start building networks asynchronously for instance. {{(pid=62328) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 670.753457] env[62328]: DEBUG oslo_concurrency.lockutils [None req-ff8337d8-2b59-4615-92e5-7fe5fb97ba84 tempest-ServerTagsTestJSON-548611099 tempest-ServerTagsTestJSON-548611099-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 18.425s {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 670.754898] env[62328]: INFO nova.compute.claims [None req-ff8337d8-2b59-4615-92e5-7fe5fb97ba84 tempest-ServerTagsTestJSON-548611099 tempest-ServerTagsTestJSON-548611099-project-member] [instance: f07984e0-1503-4ac1-84e3-61d38443a17a] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 670.764949] env[62328]: DEBUG oslo_vmware.api [None req-80f5d1f9-12ec-4208-8d75-05faff0afa00 tempest-ServerRescueTestJSONUnderV235-477445181 tempest-ServerRescueTestJSONUnderV235-477445181-project-member] Task: {'id': task-2386508, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.529336} completed successfully. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 670.767399] env[62328]: DEBUG nova.virt.vmwareapi.vm_util [None req-80f5d1f9-12ec-4208-8d75-05faff0afa00 tempest-ServerRescueTestJSONUnderV235-477445181 tempest-ServerRescueTestJSONUnderV235-477445181-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/dbf872a4-92be-47e4-8561-c3e2bf2423ab/dbf872a4-92be-47e4-8561-c3e2bf2423ab.vmdk to [datastore2] 133b2694-7206-4e72-92d6-ee334b1470e5/133b2694-7206-4e72-92d6-ee334b1470e5.vmdk {{(pid=62328) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 670.767399] env[62328]: DEBUG nova.virt.vmwareapi.vmops [None req-80f5d1f9-12ec-4208-8d75-05faff0afa00 tempest-ServerRescueTestJSONUnderV235-477445181 tempest-ServerRescueTestJSONUnderV235-477445181-project-member] [instance: 133b2694-7206-4e72-92d6-ee334b1470e5] Extending root virtual disk to 1048576 {{(pid=62328) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 670.770429] env[62328]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-0984b0ce-b4b9-4069-9fb3-96215eae3503 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 670.772850] env[62328]: DEBUG oslo_vmware.api [None req-ef3d80cf-679e-4712-a75c-b06766f795f5 tempest-ServersAdmin275Test-1782090467 tempest-ServersAdmin275Test-1782090467-project-member] Task: {'id': task-2386510, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 670.779192] env[62328]: DEBUG oslo_vmware.api [None req-80f5d1f9-12ec-4208-8d75-05faff0afa00 tempest-ServerRescueTestJSONUnderV235-477445181 tempest-ServerRescueTestJSONUnderV235-477445181-project-member] Waiting for the task: (returnval){ [ 670.779192] env[62328]: value = "task-2386511" [ 670.779192] env[62328]: _type = "Task" [ 670.779192] env[62328]: } to complete. {{(pid=62328) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 670.789895] env[62328]: DEBUG oslo_vmware.api [None req-80f5d1f9-12ec-4208-8d75-05faff0afa00 tempest-ServerRescueTestJSONUnderV235-477445181 tempest-ServerRescueTestJSONUnderV235-477445181-project-member] Task: {'id': task-2386511, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 670.844608] env[62328]: DEBUG nova.network.neutron [req-18e4c723-4dd5-45fd-a7f2-39f1c35cb062 req-1842c885-3906-4a1e-95d3-8b3186543494 service nova] [instance: 66186b76-7021-4df1-b53c-2789906e37ac] Updated VIF entry in instance network info cache for port 5252ceec-e5ce-49d1-97e4-07c66555f187. {{(pid=62328) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 670.845026] env[62328]: DEBUG nova.network.neutron [req-18e4c723-4dd5-45fd-a7f2-39f1c35cb062 req-1842c885-3906-4a1e-95d3-8b3186543494 service nova] [instance: 66186b76-7021-4df1-b53c-2789906e37ac] Updating instance_info_cache with network_info: [{"id": "5252ceec-e5ce-49d1-97e4-07c66555f187", "address": "fa:16:3e:41:1f:e4", "network": {"id": "ed570829-7777-4fb9-9e0f-cef4ca21980b", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1726239177-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "17143bbcad5b4da0801478fe45bd8ce6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a965790c-2d2f-4c2a-9ee7-745f4d53039b", "external-id": "nsx-vlan-transportzone-708", "segmentation_id": 708, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5252ceec-e5", "ovs_interfaceid": "5252ceec-e5ce-49d1-97e4-07c66555f187", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62328) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 670.873827] env[62328]: DEBUG oslo_vmware.api [-] Task: {'id': task-2386509, 'name': CreateVM_Task, 'duration_secs': 0.664011} completed successfully. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 670.874014] env[62328]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 66186b76-7021-4df1-b53c-2789906e37ac] Created VM on the ESX host {{(pid=62328) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 670.874841] env[62328]: DEBUG oslo_concurrency.lockutils [None req-aa1a88c2-5256-4c8a-b3b5-1ffbf769b3e7 tempest-ServerActionsTestOtherA-1098162655 tempest-ServerActionsTestOtherA-1098162655-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/dbf872a4-92be-47e4-8561-c3e2bf2423ab" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 670.875053] env[62328]: DEBUG oslo_concurrency.lockutils [None req-aa1a88c2-5256-4c8a-b3b5-1ffbf769b3e7 tempest-ServerActionsTestOtherA-1098162655 tempest-ServerActionsTestOtherA-1098162655-project-member] Acquired lock "[datastore2] devstack-image-cache_base/dbf872a4-92be-47e4-8561-c3e2bf2423ab" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.875381] env[62328]: DEBUG oslo_concurrency.lockutils [None req-aa1a88c2-5256-4c8a-b3b5-1ffbf769b3e7 tempest-ServerActionsTestOtherA-1098162655 tempest-ServerActionsTestOtherA-1098162655-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/dbf872a4-92be-47e4-8561-c3e2bf2423ab" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 670.875957] env[62328]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b9227a13-daa2-41c6-8c5d-034054302938 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 670.881631] env[62328]: DEBUG oslo_vmware.api [None req-aa1a88c2-5256-4c8a-b3b5-1ffbf769b3e7 tempest-ServerActionsTestOtherA-1098162655 tempest-ServerActionsTestOtherA-1098162655-project-member] Waiting for the task: (returnval){ [ 670.881631] env[62328]: value = "session[52a6e20e-410d-708a-99f2-080a575a99bd]52daeb7e-3bce-0dc7-1037-15c7568821ad" [ 670.881631] env[62328]: _type = "Task" [ 670.881631] env[62328]: } to complete. {{(pid=62328) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 670.893028] env[62328]: DEBUG oslo_vmware.api [None req-aa1a88c2-5256-4c8a-b3b5-1ffbf769b3e7 tempest-ServerActionsTestOtherA-1098162655 tempest-ServerActionsTestOtherA-1098162655-project-member] Task: {'id': session[52a6e20e-410d-708a-99f2-080a575a99bd]52daeb7e-3bce-0dc7-1037-15c7568821ad, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 671.007458] env[62328]: DEBUG nova.network.neutron [-] [instance: 1e8111de-0629-4ba5-b945-8f552763ab15] Updating instance_info_cache with network_info: [] {{(pid=62328) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 671.026019] env[62328]: INFO nova.compute.manager [None req-0d72df7d-7430-46cd-b71e-49a73001e246 tempest-ServerDiskConfigTestJSON-126406698 tempest-ServerDiskConfigTestJSON-126406698-project-member] [instance: 5a5e12bf-4082-40e8-bac8-a8a5b0033dec] Took 31.77 seconds to build instance. [ 671.078807] env[62328]: DEBUG oslo_concurrency.lockutils [None req-b41880fe-1946-427e-8ea1-11d44a480a12 tempest-TenantUsagesTestJSON-2114917124 tempest-TenantUsagesTestJSON-2114917124-project-member] Acquiring lock "refresh_cache-fe79d679-7bb1-45f8-8189-1dcbcd72d111" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 671.078807] env[62328]: DEBUG oslo_concurrency.lockutils [None req-b41880fe-1946-427e-8ea1-11d44a480a12 tempest-TenantUsagesTestJSON-2114917124 tempest-TenantUsagesTestJSON-2114917124-project-member] Acquired lock "refresh_cache-fe79d679-7bb1-45f8-8189-1dcbcd72d111" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.078807] env[62328]: DEBUG nova.network.neutron [None req-b41880fe-1946-427e-8ea1-11d44a480a12 tempest-TenantUsagesTestJSON-2114917124 tempest-TenantUsagesTestJSON-2114917124-project-member] [instance: fe79d679-7bb1-45f8-8189-1dcbcd72d111] Building network info cache for instance {{(pid=62328) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 671.208536] env[62328]: DEBUG oslo_concurrency.lockutils [None req-c84ead5e-11b3-4a7f-b86e-6c47837683dd tempest-ServerRescueTestJSON-434379102 tempest-ServerRescueTestJSON-434379102-project-member] Acquiring lock "c6b9b490-d331-47ac-8410-588490ab048d" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 671.209126] env[62328]: DEBUG oslo_concurrency.lockutils [None req-c84ead5e-11b3-4a7f-b86e-6c47837683dd tempest-ServerRescueTestJSON-434379102 tempest-ServerRescueTestJSON-434379102-project-member] Lock "c6b9b490-d331-47ac-8410-588490ab048d" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 671.261024] env[62328]: DEBUG nova.compute.utils [None req-fbd1350c-89cb-4bf3-bd5f-b6f05344b01b tempest-ServersV294TestFqdnHostnames-1169218801 tempest-ServersV294TestFqdnHostnames-1169218801-project-member] Using /dev/sd instead of None {{(pid=62328) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 671.262592] env[62328]: DEBUG nova.compute.manager [None req-fbd1350c-89cb-4bf3-bd5f-b6f05344b01b tempest-ServersV294TestFqdnHostnames-1169218801 tempest-ServersV294TestFqdnHostnames-1169218801-project-member] [instance: 80c53aaa-0812-4f2f-bfe8-2f05c1002018] Allocating IP information in the background. {{(pid=62328) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 671.262780] env[62328]: DEBUG nova.network.neutron [None req-fbd1350c-89cb-4bf3-bd5f-b6f05344b01b tempest-ServersV294TestFqdnHostnames-1169218801 tempest-ServersV294TestFqdnHostnames-1169218801-project-member] [instance: 80c53aaa-0812-4f2f-bfe8-2f05c1002018] allocate_for_instance() {{(pid=62328) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 671.280627] env[62328]: DEBUG oslo_vmware.api [None req-ef3d80cf-679e-4712-a75c-b06766f795f5 tempest-ServersAdmin275Test-1782090467 tempest-ServersAdmin275Test-1782090467-project-member] Task: {'id': task-2386510, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 671.289152] env[62328]: DEBUG oslo_vmware.api [None req-80f5d1f9-12ec-4208-8d75-05faff0afa00 tempest-ServerRescueTestJSONUnderV235-477445181 tempest-ServerRescueTestJSONUnderV235-477445181-project-member] Task: {'id': task-2386511, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.100608} completed successfully. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 671.289436] env[62328]: DEBUG nova.virt.vmwareapi.vmops [None req-80f5d1f9-12ec-4208-8d75-05faff0afa00 tempest-ServerRescueTestJSONUnderV235-477445181 tempest-ServerRescueTestJSONUnderV235-477445181-project-member] [instance: 133b2694-7206-4e72-92d6-ee334b1470e5] Extended root virtual disk {{(pid=62328) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 671.290420] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ab9d7407-20cc-44e6-b568-037214abe3e8 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 671.313645] env[62328]: DEBUG nova.virt.vmwareapi.volumeops [None req-80f5d1f9-12ec-4208-8d75-05faff0afa00 tempest-ServerRescueTestJSONUnderV235-477445181 tempest-ServerRescueTestJSONUnderV235-477445181-project-member] [instance: 133b2694-7206-4e72-92d6-ee334b1470e5] Reconfiguring VM instance instance-00000023 to attach disk [datastore2] 133b2694-7206-4e72-92d6-ee334b1470e5/133b2694-7206-4e72-92d6-ee334b1470e5.vmdk or device None with type sparse {{(pid=62328) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 671.313930] env[62328]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-25dd3c60-d990-490a-9978-8571a37c7c68 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 671.330460] env[62328]: DEBUG nova.policy [None req-fbd1350c-89cb-4bf3-bd5f-b6f05344b01b tempest-ServersV294TestFqdnHostnames-1169218801 tempest-ServersV294TestFqdnHostnames-1169218801-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'c14639bd67ab4638aa707352bc6077e3', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'e222e8fe5f1a44ea8ed20d62495e4d17', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62328) authorize /opt/stack/nova/nova/policy.py:192}} [ 671.339381] env[62328]: DEBUG oslo_vmware.api [None req-80f5d1f9-12ec-4208-8d75-05faff0afa00 tempest-ServerRescueTestJSONUnderV235-477445181 tempest-ServerRescueTestJSONUnderV235-477445181-project-member] Waiting for the task: (returnval){ [ 671.339381] env[62328]: value = "task-2386512" [ 671.339381] env[62328]: _type = "Task" [ 671.339381] env[62328]: } to complete. {{(pid=62328) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 671.347810] env[62328]: DEBUG oslo_concurrency.lockutils [req-18e4c723-4dd5-45fd-a7f2-39f1c35cb062 req-1842c885-3906-4a1e-95d3-8b3186543494 service nova] Releasing lock "refresh_cache-66186b76-7021-4df1-b53c-2789906e37ac" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 671.348071] env[62328]: DEBUG nova.compute.manager [req-18e4c723-4dd5-45fd-a7f2-39f1c35cb062 req-1842c885-3906-4a1e-95d3-8b3186543494 service nova] [instance: 17f3c1fc-a6c7-4936-b0d9-4c0eb88417c0] Received event network-vif-deleted-2b5bb405-36fe-4620-954e-96dd5af47cfe {{(pid=62328) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 671.348657] env[62328]: DEBUG oslo_vmware.api [None req-80f5d1f9-12ec-4208-8d75-05faff0afa00 tempest-ServerRescueTestJSONUnderV235-477445181 tempest-ServerRescueTestJSONUnderV235-477445181-project-member] Task: {'id': task-2386512, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 671.392896] env[62328]: DEBUG oslo_vmware.api [None req-aa1a88c2-5256-4c8a-b3b5-1ffbf769b3e7 tempest-ServerActionsTestOtherA-1098162655 tempest-ServerActionsTestOtherA-1098162655-project-member] Task: {'id': session[52a6e20e-410d-708a-99f2-080a575a99bd]52daeb7e-3bce-0dc7-1037-15c7568821ad, 'name': SearchDatastore_Task, 'duration_secs': 0.00945} completed successfully. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 671.393303] env[62328]: DEBUG oslo_concurrency.lockutils [None req-aa1a88c2-5256-4c8a-b3b5-1ffbf769b3e7 tempest-ServerActionsTestOtherA-1098162655 tempest-ServerActionsTestOtherA-1098162655-project-member] Releasing lock "[datastore2] devstack-image-cache_base/dbf872a4-92be-47e4-8561-c3e2bf2423ab" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 671.393593] env[62328]: DEBUG nova.virt.vmwareapi.vmops [None req-aa1a88c2-5256-4c8a-b3b5-1ffbf769b3e7 tempest-ServerActionsTestOtherA-1098162655 tempest-ServerActionsTestOtherA-1098162655-project-member] [instance: 66186b76-7021-4df1-b53c-2789906e37ac] Processing image dbf872a4-92be-47e4-8561-c3e2bf2423ab {{(pid=62328) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 671.393884] env[62328]: DEBUG oslo_concurrency.lockutils [None req-aa1a88c2-5256-4c8a-b3b5-1ffbf769b3e7 tempest-ServerActionsTestOtherA-1098162655 tempest-ServerActionsTestOtherA-1098162655-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/dbf872a4-92be-47e4-8561-c3e2bf2423ab/dbf872a4-92be-47e4-8561-c3e2bf2423ab.vmdk" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 671.394066] env[62328]: DEBUG oslo_concurrency.lockutils [None req-aa1a88c2-5256-4c8a-b3b5-1ffbf769b3e7 tempest-ServerActionsTestOtherA-1098162655 tempest-ServerActionsTestOtherA-1098162655-project-member] Acquired lock "[datastore2] devstack-image-cache_base/dbf872a4-92be-47e4-8561-c3e2bf2423ab/dbf872a4-92be-47e4-8561-c3e2bf2423ab.vmdk" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.394295] env[62328]: DEBUG nova.virt.vmwareapi.ds_util [None req-aa1a88c2-5256-4c8a-b3b5-1ffbf769b3e7 tempest-ServerActionsTestOtherA-1098162655 tempest-ServerActionsTestOtherA-1098162655-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62328) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 671.394604] env[62328]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-51c7748e-f49a-4511-963c-37b6e4098b29 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 671.405487] env[62328]: DEBUG nova.virt.vmwareapi.ds_util [None req-aa1a88c2-5256-4c8a-b3b5-1ffbf769b3e7 tempest-ServerActionsTestOtherA-1098162655 tempest-ServerActionsTestOtherA-1098162655-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62328) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 671.405487] env[62328]: DEBUG nova.virt.vmwareapi.vmops [None req-aa1a88c2-5256-4c8a-b3b5-1ffbf769b3e7 tempest-ServerActionsTestOtherA-1098162655 tempest-ServerActionsTestOtherA-1098162655-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62328) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 671.405487] env[62328]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-37c72d93-6384-405a-babe-9f90ae3fb0c1 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 671.409611] env[62328]: DEBUG oslo_vmware.api [None req-aa1a88c2-5256-4c8a-b3b5-1ffbf769b3e7 tempest-ServerActionsTestOtherA-1098162655 tempest-ServerActionsTestOtherA-1098162655-project-member] Waiting for the task: (returnval){ [ 671.409611] env[62328]: value = "session[52a6e20e-410d-708a-99f2-080a575a99bd]526f11e8-213b-94e3-3dff-ae9f63221bdb" [ 671.409611] env[62328]: _type = "Task" [ 671.409611] env[62328]: } to complete. {{(pid=62328) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 671.420622] env[62328]: DEBUG oslo_vmware.api [None req-aa1a88c2-5256-4c8a-b3b5-1ffbf769b3e7 tempest-ServerActionsTestOtherA-1098162655 tempest-ServerActionsTestOtherA-1098162655-project-member] Task: {'id': session[52a6e20e-410d-708a-99f2-080a575a99bd]526f11e8-213b-94e3-3dff-ae9f63221bdb, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 671.512323] env[62328]: INFO nova.compute.manager [-] [instance: 1e8111de-0629-4ba5-b945-8f552763ab15] Took 2.47 seconds to deallocate network for instance. [ 671.526759] env[62328]: DEBUG oslo_concurrency.lockutils [None req-0d72df7d-7430-46cd-b71e-49a73001e246 tempest-ServerDiskConfigTestJSON-126406698 tempest-ServerDiskConfigTestJSON-126406698-project-member] Lock "5a5e12bf-4082-40e8-bac8-a8a5b0033dec" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 61.171s {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 671.651302] env[62328]: DEBUG nova.network.neutron [None req-b41880fe-1946-427e-8ea1-11d44a480a12 tempest-TenantUsagesTestJSON-2114917124 tempest-TenantUsagesTestJSON-2114917124-project-member] [instance: fe79d679-7bb1-45f8-8189-1dcbcd72d111] Instance cache missing network info. {{(pid=62328) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 671.658518] env[62328]: DEBUG nova.network.neutron [None req-fbd1350c-89cb-4bf3-bd5f-b6f05344b01b tempest-ServersV294TestFqdnHostnames-1169218801 tempest-ServersV294TestFqdnHostnames-1169218801-project-member] [instance: 80c53aaa-0812-4f2f-bfe8-2f05c1002018] Successfully created port: 3332da2c-b8df-44f9-850d-c949eef21f99 {{(pid=62328) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 671.780392] env[62328]: DEBUG nova.compute.manager [None req-fbd1350c-89cb-4bf3-bd5f-b6f05344b01b tempest-ServersV294TestFqdnHostnames-1169218801 tempest-ServersV294TestFqdnHostnames-1169218801-project-member] [instance: 80c53aaa-0812-4f2f-bfe8-2f05c1002018] Start building block device mappings for instance. {{(pid=62328) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 671.789558] env[62328]: DEBUG oslo_vmware.api [None req-ef3d80cf-679e-4712-a75c-b06766f795f5 tempest-ServersAdmin275Test-1782090467 tempest-ServersAdmin275Test-1782090467-project-member] Task: {'id': task-2386510, 'name': ReconfigVM_Task, 'duration_secs': 1.067568} completed successfully. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 671.790319] env[62328]: DEBUG nova.virt.vmwareapi.volumeops [None req-ef3d80cf-679e-4712-a75c-b06766f795f5 tempest-ServersAdmin275Test-1782090467 tempest-ServersAdmin275Test-1782090467-project-member] [instance: 892b410e-c0ae-4ef6-90a6-fbf09d6ad76b] Reconfigured VM instance instance-00000021 to attach disk [datastore2] 892b410e-c0ae-4ef6-90a6-fbf09d6ad76b/892b410e-c0ae-4ef6-90a6-fbf09d6ad76b.vmdk or device None with type sparse {{(pid=62328) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 671.793257] env[62328]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-e13824d3-ce25-4dce-b2c9-197f1c1c2b54 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 671.800080] env[62328]: DEBUG oslo_vmware.api [None req-ef3d80cf-679e-4712-a75c-b06766f795f5 tempest-ServersAdmin275Test-1782090467 tempest-ServersAdmin275Test-1782090467-project-member] Waiting for the task: (returnval){ [ 671.800080] env[62328]: value = "task-2386513" [ 671.800080] env[62328]: _type = "Task" [ 671.800080] env[62328]: } to complete. {{(pid=62328) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 671.810826] env[62328]: DEBUG oslo_vmware.api [None req-ef3d80cf-679e-4712-a75c-b06766f795f5 tempest-ServersAdmin275Test-1782090467 tempest-ServersAdmin275Test-1782090467-project-member] Task: {'id': task-2386513, 'name': Rename_Task} progress is 5%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 671.852358] env[62328]: DEBUG oslo_vmware.api [None req-80f5d1f9-12ec-4208-8d75-05faff0afa00 tempest-ServerRescueTestJSONUnderV235-477445181 tempest-ServerRescueTestJSONUnderV235-477445181-project-member] Task: {'id': task-2386512, 'name': ReconfigVM_Task, 'duration_secs': 0.301419} completed successfully. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 671.852720] env[62328]: DEBUG nova.virt.vmwareapi.volumeops [None req-80f5d1f9-12ec-4208-8d75-05faff0afa00 tempest-ServerRescueTestJSONUnderV235-477445181 tempest-ServerRescueTestJSONUnderV235-477445181-project-member] [instance: 133b2694-7206-4e72-92d6-ee334b1470e5] Reconfigured VM instance instance-00000023 to attach disk [datastore2] 133b2694-7206-4e72-92d6-ee334b1470e5/133b2694-7206-4e72-92d6-ee334b1470e5.vmdk or device None with type sparse {{(pid=62328) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 671.853388] env[62328]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-8937deb7-40be-4c6b-b2e0-848afdc9eb83 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 671.865019] env[62328]: DEBUG oslo_vmware.api [None req-80f5d1f9-12ec-4208-8d75-05faff0afa00 tempest-ServerRescueTestJSONUnderV235-477445181 tempest-ServerRescueTestJSONUnderV235-477445181-project-member] Waiting for the task: (returnval){ [ 671.865019] env[62328]: value = "task-2386514" [ 671.865019] env[62328]: _type = "Task" [ 671.865019] env[62328]: } to complete. {{(pid=62328) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 671.872534] env[62328]: DEBUG oslo_vmware.api [None req-80f5d1f9-12ec-4208-8d75-05faff0afa00 tempest-ServerRescueTestJSONUnderV235-477445181 tempest-ServerRescueTestJSONUnderV235-477445181-project-member] Task: {'id': task-2386514, 'name': Rename_Task} progress is 6%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 671.921012] env[62328]: DEBUG oslo_vmware.api [None req-aa1a88c2-5256-4c8a-b3b5-1ffbf769b3e7 tempest-ServerActionsTestOtherA-1098162655 tempest-ServerActionsTestOtherA-1098162655-project-member] Task: {'id': session[52a6e20e-410d-708a-99f2-080a575a99bd]526f11e8-213b-94e3-3dff-ae9f63221bdb, 'name': SearchDatastore_Task, 'duration_secs': 0.009478} completed successfully. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 671.925987] env[62328]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b76a0690-ffca-44b6-9278-4af6c1394cc1 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 671.932616] env[62328]: DEBUG oslo_vmware.api [None req-aa1a88c2-5256-4c8a-b3b5-1ffbf769b3e7 tempest-ServerActionsTestOtherA-1098162655 tempest-ServerActionsTestOtherA-1098162655-project-member] Waiting for the task: (returnval){ [ 671.932616] env[62328]: value = "session[52a6e20e-410d-708a-99f2-080a575a99bd]5256351a-90f3-9513-c35d-5750832bab23" [ 671.932616] env[62328]: _type = "Task" [ 671.932616] env[62328]: } to complete. {{(pid=62328) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 671.944709] env[62328]: DEBUG oslo_vmware.api [None req-aa1a88c2-5256-4c8a-b3b5-1ffbf769b3e7 tempest-ServerActionsTestOtherA-1098162655 tempest-ServerActionsTestOtherA-1098162655-project-member] Task: {'id': session[52a6e20e-410d-708a-99f2-080a575a99bd]5256351a-90f3-9513-c35d-5750832bab23, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 671.975301] env[62328]: DEBUG nova.network.neutron [None req-b41880fe-1946-427e-8ea1-11d44a480a12 tempest-TenantUsagesTestJSON-2114917124 tempest-TenantUsagesTestJSON-2114917124-project-member] [instance: fe79d679-7bb1-45f8-8189-1dcbcd72d111] Updating instance_info_cache with network_info: [{"id": "6ba8928d-4d34-44b7-83b3-efa42ba90ffa", "address": "fa:16:3e:e5:1b:f6", "network": {"id": "ec511a9f-4661-41db-95bd-0fc9ad2de615", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.240", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "2a64022f08d84b11a86773b900860ae5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a4f91f31-0516-4d62-a341-e03a50b7c477", "external-id": "nsx-vlan-transportzone-963", "segmentation_id": 963, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6ba8928d-4d", "ovs_interfaceid": "6ba8928d-4d34-44b7-83b3-efa42ba90ffa", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62328) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 672.018078] env[62328]: DEBUG oslo_concurrency.lockutils [None req-b7711806-2c45-4470-b77d-a219c3c1fa31 tempest-ServersTestMultiNic-1057987772 tempest-ServersTestMultiNic-1057987772-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 672.033021] env[62328]: DEBUG nova.compute.manager [None req-796be445-18c6-4869-8ab1-e27249159fbd tempest-ListImageFiltersTestJSON-111188615 tempest-ListImageFiltersTestJSON-111188615-project-member] [instance: a514091e-f57a-4447-b60b-7f22d6f26820] Starting instance... {{(pid=62328) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 672.311795] env[62328]: DEBUG oslo_vmware.api [None req-ef3d80cf-679e-4712-a75c-b06766f795f5 tempest-ServersAdmin275Test-1782090467 tempest-ServersAdmin275Test-1782090467-project-member] Task: {'id': task-2386513, 'name': Rename_Task, 'duration_secs': 0.170184} completed successfully. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 672.314421] env[62328]: DEBUG nova.virt.vmwareapi.vm_util [None req-ef3d80cf-679e-4712-a75c-b06766f795f5 tempest-ServersAdmin275Test-1782090467 tempest-ServersAdmin275Test-1782090467-project-member] [instance: 892b410e-c0ae-4ef6-90a6-fbf09d6ad76b] Powering on the VM {{(pid=62328) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 672.315084] env[62328]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-ea1fc978-315b-4be0-a7f6-c27691c5b9e7 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 672.323535] env[62328]: DEBUG oslo_vmware.api [None req-ef3d80cf-679e-4712-a75c-b06766f795f5 tempest-ServersAdmin275Test-1782090467 tempest-ServersAdmin275Test-1782090467-project-member] Waiting for the task: (returnval){ [ 672.323535] env[62328]: value = "task-2386515" [ 672.323535] env[62328]: _type = "Task" [ 672.323535] env[62328]: } to complete. {{(pid=62328) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 672.331955] env[62328]: DEBUG oslo_vmware.api [None req-ef3d80cf-679e-4712-a75c-b06766f795f5 tempest-ServersAdmin275Test-1782090467 tempest-ServersAdmin275Test-1782090467-project-member] Task: {'id': task-2386515, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 672.338520] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-95948355-e4c6-4208-8bb6-c9fbed493198 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 672.346888] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e6546227-639c-4c76-8900-7ce71edbdf84 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 672.383626] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e3920559-1117-4888-9ef3-2ca47fe5aa24 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 672.391636] env[62328]: DEBUG oslo_vmware.api [None req-80f5d1f9-12ec-4208-8d75-05faff0afa00 tempest-ServerRescueTestJSONUnderV235-477445181 tempest-ServerRescueTestJSONUnderV235-477445181-project-member] Task: {'id': task-2386514, 'name': Rename_Task, 'duration_secs': 0.155642} completed successfully. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 672.394052] env[62328]: DEBUG nova.virt.vmwareapi.vm_util [None req-80f5d1f9-12ec-4208-8d75-05faff0afa00 tempest-ServerRescueTestJSONUnderV235-477445181 tempest-ServerRescueTestJSONUnderV235-477445181-project-member] [instance: 133b2694-7206-4e72-92d6-ee334b1470e5] Powering on the VM {{(pid=62328) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 672.394469] env[62328]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c379323a-48a0-4bf6-b8ee-ab9424b5f116 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 672.397143] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b756b4cd-0c9b-4970-956c-760dba6544f1 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 672.411787] env[62328]: DEBUG nova.compute.provider_tree [None req-ff8337d8-2b59-4615-92e5-7fe5fb97ba84 tempest-ServerTagsTestJSON-548611099 tempest-ServerTagsTestJSON-548611099-project-member] Inventory has not changed in ProviderTree for provider: 3469e9f8-04af-49ca-8435-49f104496744 {{(pid=62328) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 672.417028] env[62328]: DEBUG oslo_vmware.api [None req-80f5d1f9-12ec-4208-8d75-05faff0afa00 tempest-ServerRescueTestJSONUnderV235-477445181 tempest-ServerRescueTestJSONUnderV235-477445181-project-member] Waiting for the task: (returnval){ [ 672.417028] env[62328]: value = "task-2386516" [ 672.417028] env[62328]: _type = "Task" [ 672.417028] env[62328]: } to complete. {{(pid=62328) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 672.422562] env[62328]: DEBUG oslo_vmware.api [None req-80f5d1f9-12ec-4208-8d75-05faff0afa00 tempest-ServerRescueTestJSONUnderV235-477445181 tempest-ServerRescueTestJSONUnderV235-477445181-project-member] Task: {'id': task-2386516, 'name': PowerOnVM_Task} progress is 33%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 672.443458] env[62328]: DEBUG oslo_vmware.api [None req-aa1a88c2-5256-4c8a-b3b5-1ffbf769b3e7 tempest-ServerActionsTestOtherA-1098162655 tempest-ServerActionsTestOtherA-1098162655-project-member] Task: {'id': session[52a6e20e-410d-708a-99f2-080a575a99bd]5256351a-90f3-9513-c35d-5750832bab23, 'name': SearchDatastore_Task, 'duration_secs': 0.010106} completed successfully. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 672.443723] env[62328]: DEBUG oslo_concurrency.lockutils [None req-aa1a88c2-5256-4c8a-b3b5-1ffbf769b3e7 tempest-ServerActionsTestOtherA-1098162655 tempest-ServerActionsTestOtherA-1098162655-project-member] Releasing lock "[datastore2] devstack-image-cache_base/dbf872a4-92be-47e4-8561-c3e2bf2423ab/dbf872a4-92be-47e4-8561-c3e2bf2423ab.vmdk" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 672.444292] env[62328]: DEBUG nova.virt.vmwareapi.vm_util [None req-aa1a88c2-5256-4c8a-b3b5-1ffbf769b3e7 tempest-ServerActionsTestOtherA-1098162655 tempest-ServerActionsTestOtherA-1098162655-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/dbf872a4-92be-47e4-8561-c3e2bf2423ab/dbf872a4-92be-47e4-8561-c3e2bf2423ab.vmdk to [datastore2] 66186b76-7021-4df1-b53c-2789906e37ac/66186b76-7021-4df1-b53c-2789906e37ac.vmdk {{(pid=62328) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 672.444292] env[62328]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-3452ec6f-ed06-481f-ba11-eb9f3a69ee60 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 672.451161] env[62328]: DEBUG oslo_vmware.api [None req-aa1a88c2-5256-4c8a-b3b5-1ffbf769b3e7 tempest-ServerActionsTestOtherA-1098162655 tempest-ServerActionsTestOtherA-1098162655-project-member] Waiting for the task: (returnval){ [ 672.451161] env[62328]: value = "task-2386517" [ 672.451161] env[62328]: _type = "Task" [ 672.451161] env[62328]: } to complete. {{(pid=62328) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 672.459117] env[62328]: DEBUG oslo_vmware.api [None req-aa1a88c2-5256-4c8a-b3b5-1ffbf769b3e7 tempest-ServerActionsTestOtherA-1098162655 tempest-ServerActionsTestOtherA-1098162655-project-member] Task: {'id': task-2386517, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 672.478163] env[62328]: DEBUG oslo_concurrency.lockutils [None req-b41880fe-1946-427e-8ea1-11d44a480a12 tempest-TenantUsagesTestJSON-2114917124 tempest-TenantUsagesTestJSON-2114917124-project-member] Releasing lock "refresh_cache-fe79d679-7bb1-45f8-8189-1dcbcd72d111" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 672.478519] env[62328]: DEBUG nova.compute.manager [None req-b41880fe-1946-427e-8ea1-11d44a480a12 tempest-TenantUsagesTestJSON-2114917124 tempest-TenantUsagesTestJSON-2114917124-project-member] [instance: fe79d679-7bb1-45f8-8189-1dcbcd72d111] Instance network_info: |[{"id": "6ba8928d-4d34-44b7-83b3-efa42ba90ffa", "address": "fa:16:3e:e5:1b:f6", "network": {"id": "ec511a9f-4661-41db-95bd-0fc9ad2de615", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.240", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "2a64022f08d84b11a86773b900860ae5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a4f91f31-0516-4d62-a341-e03a50b7c477", "external-id": "nsx-vlan-transportzone-963", "segmentation_id": 963, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6ba8928d-4d", "ovs_interfaceid": "6ba8928d-4d34-44b7-83b3-efa42ba90ffa", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62328) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 672.478924] env[62328]: DEBUG nova.virt.vmwareapi.vmops [None req-b41880fe-1946-427e-8ea1-11d44a480a12 tempest-TenantUsagesTestJSON-2114917124 tempest-TenantUsagesTestJSON-2114917124-project-member] [instance: fe79d679-7bb1-45f8-8189-1dcbcd72d111] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:e5:1b:f6', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'a4f91f31-0516-4d62-a341-e03a50b7c477', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '6ba8928d-4d34-44b7-83b3-efa42ba90ffa', 'vif_model': 'vmxnet3'}] {{(pid=62328) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 672.486701] env[62328]: DEBUG nova.virt.vmwareapi.vm_util [None req-b41880fe-1946-427e-8ea1-11d44a480a12 tempest-TenantUsagesTestJSON-2114917124 tempest-TenantUsagesTestJSON-2114917124-project-member] Creating folder: Project (e291997dabf04c64b32b6ba54b9be954). Parent ref: group-v484164. {{(pid=62328) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 672.488009] env[62328]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-d420628d-1f77-47b9-b558-8a0ee6320af9 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 672.490748] env[62328]: DEBUG nova.compute.manager [req-7b596f3f-2f78-4154-be35-287e28f02093 req-05e41098-6942-4bf6-930a-efaeaa377a2a service nova] [instance: fe79d679-7bb1-45f8-8189-1dcbcd72d111] Received event network-vif-plugged-6ba8928d-4d34-44b7-83b3-efa42ba90ffa {{(pid=62328) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 672.491254] env[62328]: DEBUG oslo_concurrency.lockutils [req-7b596f3f-2f78-4154-be35-287e28f02093 req-05e41098-6942-4bf6-930a-efaeaa377a2a service nova] Acquiring lock "fe79d679-7bb1-45f8-8189-1dcbcd72d111-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 672.491491] env[62328]: DEBUG oslo_concurrency.lockutils [req-7b596f3f-2f78-4154-be35-287e28f02093 req-05e41098-6942-4bf6-930a-efaeaa377a2a service nova] Lock "fe79d679-7bb1-45f8-8189-1dcbcd72d111-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 672.491669] env[62328]: DEBUG oslo_concurrency.lockutils [req-7b596f3f-2f78-4154-be35-287e28f02093 req-05e41098-6942-4bf6-930a-efaeaa377a2a service nova] Lock "fe79d679-7bb1-45f8-8189-1dcbcd72d111-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 672.491834] env[62328]: DEBUG nova.compute.manager [req-7b596f3f-2f78-4154-be35-287e28f02093 req-05e41098-6942-4bf6-930a-efaeaa377a2a service nova] [instance: fe79d679-7bb1-45f8-8189-1dcbcd72d111] No waiting events found dispatching network-vif-plugged-6ba8928d-4d34-44b7-83b3-efa42ba90ffa {{(pid=62328) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 672.491995] env[62328]: WARNING nova.compute.manager [req-7b596f3f-2f78-4154-be35-287e28f02093 req-05e41098-6942-4bf6-930a-efaeaa377a2a service nova] [instance: fe79d679-7bb1-45f8-8189-1dcbcd72d111] Received unexpected event network-vif-plugged-6ba8928d-4d34-44b7-83b3-efa42ba90ffa for instance with vm_state building and task_state spawning. [ 672.492181] env[62328]: DEBUG nova.compute.manager [req-7b596f3f-2f78-4154-be35-287e28f02093 req-05e41098-6942-4bf6-930a-efaeaa377a2a service nova] [instance: fe79d679-7bb1-45f8-8189-1dcbcd72d111] Received event network-changed-6ba8928d-4d34-44b7-83b3-efa42ba90ffa {{(pid=62328) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 672.492322] env[62328]: DEBUG nova.compute.manager [req-7b596f3f-2f78-4154-be35-287e28f02093 req-05e41098-6942-4bf6-930a-efaeaa377a2a service nova] [instance: fe79d679-7bb1-45f8-8189-1dcbcd72d111] Refreshing instance network info cache due to event network-changed-6ba8928d-4d34-44b7-83b3-efa42ba90ffa. {{(pid=62328) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 672.492503] env[62328]: DEBUG oslo_concurrency.lockutils [req-7b596f3f-2f78-4154-be35-287e28f02093 req-05e41098-6942-4bf6-930a-efaeaa377a2a service nova] Acquiring lock "refresh_cache-fe79d679-7bb1-45f8-8189-1dcbcd72d111" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 672.492635] env[62328]: DEBUG oslo_concurrency.lockutils [req-7b596f3f-2f78-4154-be35-287e28f02093 req-05e41098-6942-4bf6-930a-efaeaa377a2a service nova] Acquired lock "refresh_cache-fe79d679-7bb1-45f8-8189-1dcbcd72d111" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.492785] env[62328]: DEBUG nova.network.neutron [req-7b596f3f-2f78-4154-be35-287e28f02093 req-05e41098-6942-4bf6-930a-efaeaa377a2a service nova] [instance: fe79d679-7bb1-45f8-8189-1dcbcd72d111] Refreshing network info cache for port 6ba8928d-4d34-44b7-83b3-efa42ba90ffa {{(pid=62328) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 672.505049] env[62328]: DEBUG nova.compute.manager [req-8a2c1c19-9172-48c5-bd3f-dcbffb634e1f req-d5752e89-166b-4e88-b8b7-02a1eecc4a66 service nova] [instance: 1e8111de-0629-4ba5-b945-8f552763ab15] Received event network-vif-deleted-fed2169f-84ef-49a4-a266-3c07cc350d3c {{(pid=62328) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 672.505256] env[62328]: DEBUG nova.compute.manager [req-8a2c1c19-9172-48c5-bd3f-dcbffb634e1f req-d5752e89-166b-4e88-b8b7-02a1eecc4a66 service nova] [instance: 1e8111de-0629-4ba5-b945-8f552763ab15] Received event network-vif-deleted-652e9c31-371d-4841-9f25-0d851e0d8eb9 {{(pid=62328) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 672.507355] env[62328]: INFO nova.virt.vmwareapi.vm_util [None req-b41880fe-1946-427e-8ea1-11d44a480a12 tempest-TenantUsagesTestJSON-2114917124 tempest-TenantUsagesTestJSON-2114917124-project-member] Created folder: Project (e291997dabf04c64b32b6ba54b9be954) in parent group-v484164. [ 672.507576] env[62328]: DEBUG nova.virt.vmwareapi.vm_util [None req-b41880fe-1946-427e-8ea1-11d44a480a12 tempest-TenantUsagesTestJSON-2114917124 tempest-TenantUsagesTestJSON-2114917124-project-member] Creating folder: Instances. Parent ref: group-v484267. {{(pid=62328) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 672.507832] env[62328]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-c16b75bc-022c-4f28-aa25-04a5bd5ebd1e {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 672.519419] env[62328]: INFO nova.virt.vmwareapi.vm_util [None req-b41880fe-1946-427e-8ea1-11d44a480a12 tempest-TenantUsagesTestJSON-2114917124 tempest-TenantUsagesTestJSON-2114917124-project-member] Created folder: Instances in parent group-v484267. [ 672.519846] env[62328]: DEBUG oslo.service.loopingcall [None req-b41880fe-1946-427e-8ea1-11d44a480a12 tempest-TenantUsagesTestJSON-2114917124 tempest-TenantUsagesTestJSON-2114917124-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62328) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 672.520188] env[62328]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: fe79d679-7bb1-45f8-8189-1dcbcd72d111] Creating VM on the ESX host {{(pid=62328) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 672.520587] env[62328]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-74e14311-2f20-4868-8aee-d91dfc53fd77 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 672.546299] env[62328]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 672.546299] env[62328]: value = "task-2386520" [ 672.546299] env[62328]: _type = "Task" [ 672.546299] env[62328]: } to complete. {{(pid=62328) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 672.555784] env[62328]: DEBUG oslo_concurrency.lockutils [None req-796be445-18c6-4869-8ab1-e27249159fbd tempest-ListImageFiltersTestJSON-111188615 tempest-ListImageFiltersTestJSON-111188615-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 672.560767] env[62328]: DEBUG oslo_vmware.api [-] Task: {'id': task-2386520, 'name': CreateVM_Task} progress is 5%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 672.589862] env[62328]: INFO nova.compute.manager [None req-f6581a15-8a7a-43f1-b0c9-117bf999d7b5 tempest-ServerDiskConfigTestJSON-126406698 tempest-ServerDiskConfigTestJSON-126406698-project-member] [instance: 5a5e12bf-4082-40e8-bac8-a8a5b0033dec] Rebuilding instance [ 672.638869] env[62328]: DEBUG nova.compute.manager [None req-f6581a15-8a7a-43f1-b0c9-117bf999d7b5 tempest-ServerDiskConfigTestJSON-126406698 tempest-ServerDiskConfigTestJSON-126406698-project-member] [instance: 5a5e12bf-4082-40e8-bac8-a8a5b0033dec] Checking state {{(pid=62328) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 672.639758] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dbcfab45-0b78-4001-af4d-bd094640b638 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 672.796251] env[62328]: DEBUG nova.compute.manager [None req-fbd1350c-89cb-4bf3-bd5f-b6f05344b01b tempest-ServersV294TestFqdnHostnames-1169218801 tempest-ServersV294TestFqdnHostnames-1169218801-project-member] [instance: 80c53aaa-0812-4f2f-bfe8-2f05c1002018] Start spawning the instance on the hypervisor. {{(pid=62328) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 672.820965] env[62328]: DEBUG nova.virt.hardware [None req-fbd1350c-89cb-4bf3-bd5f-b6f05344b01b tempest-ServersV294TestFqdnHostnames-1169218801 tempest-ServersV294TestFqdnHostnames-1169218801-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-07T17:16:55Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-07T17:16:37Z,direct_url=,disk_format='vmdk',id=dbf872a4-92be-47e4-8561-c3e2bf2423ab,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='2a64022f08d84b11a86773b900860ae5',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-07T17:16:38Z,virtual_size=,visibility=), allow threads: False {{(pid=62328) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 672.822066] env[62328]: DEBUG nova.virt.hardware [None req-fbd1350c-89cb-4bf3-bd5f-b6f05344b01b tempest-ServersV294TestFqdnHostnames-1169218801 tempest-ServersV294TestFqdnHostnames-1169218801-project-member] Flavor limits 0:0:0 {{(pid=62328) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 672.822364] env[62328]: DEBUG nova.virt.hardware [None req-fbd1350c-89cb-4bf3-bd5f-b6f05344b01b tempest-ServersV294TestFqdnHostnames-1169218801 tempest-ServersV294TestFqdnHostnames-1169218801-project-member] Image limits 0:0:0 {{(pid=62328) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 672.822630] env[62328]: DEBUG nova.virt.hardware [None req-fbd1350c-89cb-4bf3-bd5f-b6f05344b01b tempest-ServersV294TestFqdnHostnames-1169218801 tempest-ServersV294TestFqdnHostnames-1169218801-project-member] Flavor pref 0:0:0 {{(pid=62328) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 672.822846] env[62328]: DEBUG nova.virt.hardware [None req-fbd1350c-89cb-4bf3-bd5f-b6f05344b01b tempest-ServersV294TestFqdnHostnames-1169218801 tempest-ServersV294TestFqdnHostnames-1169218801-project-member] Image pref 0:0:0 {{(pid=62328) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 672.823045] env[62328]: DEBUG nova.virt.hardware [None req-fbd1350c-89cb-4bf3-bd5f-b6f05344b01b tempest-ServersV294TestFqdnHostnames-1169218801 tempest-ServersV294TestFqdnHostnames-1169218801-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62328) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 672.823341] env[62328]: DEBUG nova.virt.hardware [None req-fbd1350c-89cb-4bf3-bd5f-b6f05344b01b tempest-ServersV294TestFqdnHostnames-1169218801 tempest-ServersV294TestFqdnHostnames-1169218801-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62328) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 672.823534] env[62328]: DEBUG nova.virt.hardware [None req-fbd1350c-89cb-4bf3-bd5f-b6f05344b01b tempest-ServersV294TestFqdnHostnames-1169218801 tempest-ServersV294TestFqdnHostnames-1169218801-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62328) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 672.823771] env[62328]: DEBUG nova.virt.hardware [None req-fbd1350c-89cb-4bf3-bd5f-b6f05344b01b tempest-ServersV294TestFqdnHostnames-1169218801 tempest-ServersV294TestFqdnHostnames-1169218801-project-member] Got 1 possible topologies {{(pid=62328) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 672.823973] env[62328]: DEBUG nova.virt.hardware [None req-fbd1350c-89cb-4bf3-bd5f-b6f05344b01b tempest-ServersV294TestFqdnHostnames-1169218801 tempest-ServersV294TestFqdnHostnames-1169218801-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62328) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 672.824214] env[62328]: DEBUG nova.virt.hardware [None req-fbd1350c-89cb-4bf3-bd5f-b6f05344b01b tempest-ServersV294TestFqdnHostnames-1169218801 tempest-ServersV294TestFqdnHostnames-1169218801-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62328) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 672.825329] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-da260403-5c60-40a5-90f4-d9f4ab435ba0 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 672.839978] env[62328]: DEBUG oslo_vmware.api [None req-ef3d80cf-679e-4712-a75c-b06766f795f5 tempest-ServersAdmin275Test-1782090467 tempest-ServersAdmin275Test-1782090467-project-member] Task: {'id': task-2386515, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 672.844258] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a63a4fb2-50e4-4850-aeaa-432c2b8b69e5 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 672.916899] env[62328]: DEBUG nova.scheduler.client.report [None req-ff8337d8-2b59-4615-92e5-7fe5fb97ba84 tempest-ServerTagsTestJSON-548611099 tempest-ServerTagsTestJSON-548611099-project-member] Inventory has not changed for provider 3469e9f8-04af-49ca-8435-49f104496744 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 152, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62328) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 672.931414] env[62328]: DEBUG oslo_vmware.api [None req-80f5d1f9-12ec-4208-8d75-05faff0afa00 tempest-ServerRescueTestJSONUnderV235-477445181 tempest-ServerRescueTestJSONUnderV235-477445181-project-member] Task: {'id': task-2386516, 'name': PowerOnVM_Task} progress is 88%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 672.964439] env[62328]: DEBUG oslo_vmware.api [None req-aa1a88c2-5256-4c8a-b3b5-1ffbf769b3e7 tempest-ServerActionsTestOtherA-1098162655 tempest-ServerActionsTestOtherA-1098162655-project-member] Task: {'id': task-2386517, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 673.060531] env[62328]: DEBUG oslo_vmware.api [-] Task: {'id': task-2386520, 'name': CreateVM_Task} progress is 25%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 673.251096] env[62328]: DEBUG nova.network.neutron [None req-fbd1350c-89cb-4bf3-bd5f-b6f05344b01b tempest-ServersV294TestFqdnHostnames-1169218801 tempest-ServersV294TestFqdnHostnames-1169218801-project-member] [instance: 80c53aaa-0812-4f2f-bfe8-2f05c1002018] Successfully updated port: 3332da2c-b8df-44f9-850d-c949eef21f99 {{(pid=62328) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 673.335340] env[62328]: DEBUG oslo_vmware.api [None req-ef3d80cf-679e-4712-a75c-b06766f795f5 tempest-ServersAdmin275Test-1782090467 tempest-ServersAdmin275Test-1782090467-project-member] Task: {'id': task-2386515, 'name': PowerOnVM_Task, 'duration_secs': 0.700846} completed successfully. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 673.335869] env[62328]: DEBUG nova.virt.vmwareapi.vm_util [None req-ef3d80cf-679e-4712-a75c-b06766f795f5 tempest-ServersAdmin275Test-1782090467 tempest-ServersAdmin275Test-1782090467-project-member] [instance: 892b410e-c0ae-4ef6-90a6-fbf09d6ad76b] Powered on the VM {{(pid=62328) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 673.336206] env[62328]: DEBUG nova.compute.manager [None req-ef3d80cf-679e-4712-a75c-b06766f795f5 tempest-ServersAdmin275Test-1782090467 tempest-ServersAdmin275Test-1782090467-project-member] [instance: 892b410e-c0ae-4ef6-90a6-fbf09d6ad76b] Checking state {{(pid=62328) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 673.339017] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ada1f938-28d5-4f23-85ad-5db1d45ff621 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 673.373134] env[62328]: DEBUG nova.network.neutron [req-7b596f3f-2f78-4154-be35-287e28f02093 req-05e41098-6942-4bf6-930a-efaeaa377a2a service nova] [instance: fe79d679-7bb1-45f8-8189-1dcbcd72d111] Updated VIF entry in instance network info cache for port 6ba8928d-4d34-44b7-83b3-efa42ba90ffa. {{(pid=62328) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 673.373134] env[62328]: DEBUG nova.network.neutron [req-7b596f3f-2f78-4154-be35-287e28f02093 req-05e41098-6942-4bf6-930a-efaeaa377a2a service nova] [instance: fe79d679-7bb1-45f8-8189-1dcbcd72d111] Updating instance_info_cache with network_info: [{"id": "6ba8928d-4d34-44b7-83b3-efa42ba90ffa", "address": "fa:16:3e:e5:1b:f6", "network": {"id": "ec511a9f-4661-41db-95bd-0fc9ad2de615", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.240", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "2a64022f08d84b11a86773b900860ae5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a4f91f31-0516-4d62-a341-e03a50b7c477", "external-id": "nsx-vlan-transportzone-963", "segmentation_id": 963, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6ba8928d-4d", "ovs_interfaceid": "6ba8928d-4d34-44b7-83b3-efa42ba90ffa", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62328) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 673.425755] env[62328]: DEBUG oslo_concurrency.lockutils [None req-ff8337d8-2b59-4615-92e5-7fe5fb97ba84 tempest-ServerTagsTestJSON-548611099 tempest-ServerTagsTestJSON-548611099-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.672s {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 673.426361] env[62328]: DEBUG nova.compute.manager [None req-ff8337d8-2b59-4615-92e5-7fe5fb97ba84 tempest-ServerTagsTestJSON-548611099 tempest-ServerTagsTestJSON-548611099-project-member] [instance: f07984e0-1503-4ac1-84e3-61d38443a17a] Start building networks asynchronously for instance. {{(pid=62328) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 673.428667] env[62328]: DEBUG oslo_concurrency.lockutils [None req-728e226d-1cc5-4fa0-a89e-7eb8cd0b49f4 tempest-FloatingIPsAssociationTestJSON-89523020 tempest-FloatingIPsAssociationTestJSON-89523020-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 20.463s {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 673.428891] env[62328]: DEBUG nova.objects.instance [None req-728e226d-1cc5-4fa0-a89e-7eb8cd0b49f4 tempest-FloatingIPsAssociationTestJSON-89523020 tempest-FloatingIPsAssociationTestJSON-89523020-project-member] Lazy-loading 'resources' on Instance uuid 8cd0962c-8272-4384-973d-1ac21ca21993 {{(pid=62328) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 673.435233] env[62328]: DEBUG oslo_vmware.api [None req-80f5d1f9-12ec-4208-8d75-05faff0afa00 tempest-ServerRescueTestJSONUnderV235-477445181 tempest-ServerRescueTestJSONUnderV235-477445181-project-member] Task: {'id': task-2386516, 'name': PowerOnVM_Task, 'duration_secs': 0.784262} completed successfully. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 673.435546] env[62328]: DEBUG nova.virt.vmwareapi.vm_util [None req-80f5d1f9-12ec-4208-8d75-05faff0afa00 tempest-ServerRescueTestJSONUnderV235-477445181 tempest-ServerRescueTestJSONUnderV235-477445181-project-member] [instance: 133b2694-7206-4e72-92d6-ee334b1470e5] Powered on the VM {{(pid=62328) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 673.435747] env[62328]: INFO nova.compute.manager [None req-80f5d1f9-12ec-4208-8d75-05faff0afa00 tempest-ServerRescueTestJSONUnderV235-477445181 tempest-ServerRescueTestJSONUnderV235-477445181-project-member] [instance: 133b2694-7206-4e72-92d6-ee334b1470e5] Took 9.03 seconds to spawn the instance on the hypervisor. [ 673.436474] env[62328]: DEBUG nova.compute.manager [None req-80f5d1f9-12ec-4208-8d75-05faff0afa00 tempest-ServerRescueTestJSONUnderV235-477445181 tempest-ServerRescueTestJSONUnderV235-477445181-project-member] [instance: 133b2694-7206-4e72-92d6-ee334b1470e5] Checking state {{(pid=62328) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 673.437811] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8273e6f9-c863-4af2-8113-f3d9ecb8f639 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 673.460800] env[62328]: DEBUG oslo_vmware.api [None req-aa1a88c2-5256-4c8a-b3b5-1ffbf769b3e7 tempest-ServerActionsTestOtherA-1098162655 tempest-ServerActionsTestOtherA-1098162655-project-member] Task: {'id': task-2386517, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.554238} completed successfully. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 673.461056] env[62328]: DEBUG nova.virt.vmwareapi.vm_util [None req-aa1a88c2-5256-4c8a-b3b5-1ffbf769b3e7 tempest-ServerActionsTestOtherA-1098162655 tempest-ServerActionsTestOtherA-1098162655-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/dbf872a4-92be-47e4-8561-c3e2bf2423ab/dbf872a4-92be-47e4-8561-c3e2bf2423ab.vmdk to [datastore2] 66186b76-7021-4df1-b53c-2789906e37ac/66186b76-7021-4df1-b53c-2789906e37ac.vmdk {{(pid=62328) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 673.461276] env[62328]: DEBUG nova.virt.vmwareapi.vmops [None req-aa1a88c2-5256-4c8a-b3b5-1ffbf769b3e7 tempest-ServerActionsTestOtherA-1098162655 tempest-ServerActionsTestOtherA-1098162655-project-member] [instance: 66186b76-7021-4df1-b53c-2789906e37ac] Extending root virtual disk to 1048576 {{(pid=62328) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 673.461523] env[62328]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-6c24adb4-0764-4aa7-bcc6-ec93921dc9c2 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 673.468301] env[62328]: DEBUG oslo_vmware.api [None req-aa1a88c2-5256-4c8a-b3b5-1ffbf769b3e7 tempest-ServerActionsTestOtherA-1098162655 tempest-ServerActionsTestOtherA-1098162655-project-member] Waiting for the task: (returnval){ [ 673.468301] env[62328]: value = "task-2386521" [ 673.468301] env[62328]: _type = "Task" [ 673.468301] env[62328]: } to complete. {{(pid=62328) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 673.477393] env[62328]: DEBUG oslo_vmware.api [None req-aa1a88c2-5256-4c8a-b3b5-1ffbf769b3e7 tempest-ServerActionsTestOtherA-1098162655 tempest-ServerActionsTestOtherA-1098162655-project-member] Task: {'id': task-2386521, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 673.560916] env[62328]: DEBUG oslo_vmware.api [-] Task: {'id': task-2386520, 'name': CreateVM_Task, 'duration_secs': 0.618271} completed successfully. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 673.561262] env[62328]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: fe79d679-7bb1-45f8-8189-1dcbcd72d111] Created VM on the ESX host {{(pid=62328) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 673.562166] env[62328]: DEBUG oslo_concurrency.lockutils [None req-b41880fe-1946-427e-8ea1-11d44a480a12 tempest-TenantUsagesTestJSON-2114917124 tempest-TenantUsagesTestJSON-2114917124-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/dbf872a4-92be-47e4-8561-c3e2bf2423ab" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 673.562447] env[62328]: DEBUG oslo_concurrency.lockutils [None req-b41880fe-1946-427e-8ea1-11d44a480a12 tempest-TenantUsagesTestJSON-2114917124 tempest-TenantUsagesTestJSON-2114917124-project-member] Acquired lock "[datastore2] devstack-image-cache_base/dbf872a4-92be-47e4-8561-c3e2bf2423ab" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.562850] env[62328]: DEBUG oslo_concurrency.lockutils [None req-b41880fe-1946-427e-8ea1-11d44a480a12 tempest-TenantUsagesTestJSON-2114917124 tempest-TenantUsagesTestJSON-2114917124-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/dbf872a4-92be-47e4-8561-c3e2bf2423ab" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 673.563414] env[62328]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f482d6bc-11da-4608-b01a-a94fdd0d1729 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 673.568372] env[62328]: DEBUG oslo_vmware.api [None req-b41880fe-1946-427e-8ea1-11d44a480a12 tempest-TenantUsagesTestJSON-2114917124 tempest-TenantUsagesTestJSON-2114917124-project-member] Waiting for the task: (returnval){ [ 673.568372] env[62328]: value = "session[52a6e20e-410d-708a-99f2-080a575a99bd]52b07ea9-aead-c93e-e9d3-93aba4d57f1e" [ 673.568372] env[62328]: _type = "Task" [ 673.568372] env[62328]: } to complete. {{(pid=62328) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 673.576357] env[62328]: DEBUG oslo_vmware.api [None req-b41880fe-1946-427e-8ea1-11d44a480a12 tempest-TenantUsagesTestJSON-2114917124 tempest-TenantUsagesTestJSON-2114917124-project-member] Task: {'id': session[52a6e20e-410d-708a-99f2-080a575a99bd]52b07ea9-aead-c93e-e9d3-93aba4d57f1e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 673.656692] env[62328]: DEBUG nova.virt.vmwareapi.vm_util [None req-f6581a15-8a7a-43f1-b0c9-117bf999d7b5 tempest-ServerDiskConfigTestJSON-126406698 tempest-ServerDiskConfigTestJSON-126406698-project-member] [instance: 5a5e12bf-4082-40e8-bac8-a8a5b0033dec] Powering off the VM {{(pid=62328) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 673.657156] env[62328]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a2282ec8-755f-42bc-9c62-7d16f5f9eb9b {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 673.664421] env[62328]: DEBUG oslo_vmware.api [None req-f6581a15-8a7a-43f1-b0c9-117bf999d7b5 tempest-ServerDiskConfigTestJSON-126406698 tempest-ServerDiskConfigTestJSON-126406698-project-member] Waiting for the task: (returnval){ [ 673.664421] env[62328]: value = "task-2386522" [ 673.664421] env[62328]: _type = "Task" [ 673.664421] env[62328]: } to complete. {{(pid=62328) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 673.672429] env[62328]: DEBUG oslo_vmware.api [None req-f6581a15-8a7a-43f1-b0c9-117bf999d7b5 tempest-ServerDiskConfigTestJSON-126406698 tempest-ServerDiskConfigTestJSON-126406698-project-member] Task: {'id': task-2386522, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 673.753539] env[62328]: DEBUG oslo_concurrency.lockutils [None req-fbd1350c-89cb-4bf3-bd5f-b6f05344b01b tempest-ServersV294TestFqdnHostnames-1169218801 tempest-ServersV294TestFqdnHostnames-1169218801-project-member] Acquiring lock "refresh_cache-80c53aaa-0812-4f2f-bfe8-2f05c1002018" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 673.753699] env[62328]: DEBUG oslo_concurrency.lockutils [None req-fbd1350c-89cb-4bf3-bd5f-b6f05344b01b tempest-ServersV294TestFqdnHostnames-1169218801 tempest-ServersV294TestFqdnHostnames-1169218801-project-member] Acquired lock "refresh_cache-80c53aaa-0812-4f2f-bfe8-2f05c1002018" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.753935] env[62328]: DEBUG nova.network.neutron [None req-fbd1350c-89cb-4bf3-bd5f-b6f05344b01b tempest-ServersV294TestFqdnHostnames-1169218801 tempest-ServersV294TestFqdnHostnames-1169218801-project-member] [instance: 80c53aaa-0812-4f2f-bfe8-2f05c1002018] Building network info cache for instance {{(pid=62328) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 673.855841] env[62328]: DEBUG oslo_concurrency.lockutils [None req-ef3d80cf-679e-4712-a75c-b06766f795f5 tempest-ServersAdmin275Test-1782090467 tempest-ServersAdmin275Test-1782090467-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 673.875608] env[62328]: DEBUG oslo_concurrency.lockutils [req-7b596f3f-2f78-4154-be35-287e28f02093 req-05e41098-6942-4bf6-930a-efaeaa377a2a service nova] Releasing lock "refresh_cache-fe79d679-7bb1-45f8-8189-1dcbcd72d111" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 673.932870] env[62328]: DEBUG nova.compute.utils [None req-ff8337d8-2b59-4615-92e5-7fe5fb97ba84 tempest-ServerTagsTestJSON-548611099 tempest-ServerTagsTestJSON-548611099-project-member] Using /dev/sd instead of None {{(pid=62328) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 673.937694] env[62328]: DEBUG nova.compute.manager [None req-ff8337d8-2b59-4615-92e5-7fe5fb97ba84 tempest-ServerTagsTestJSON-548611099 tempest-ServerTagsTestJSON-548611099-project-member] [instance: f07984e0-1503-4ac1-84e3-61d38443a17a] Allocating IP information in the background. {{(pid=62328) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 673.937872] env[62328]: DEBUG nova.network.neutron [None req-ff8337d8-2b59-4615-92e5-7fe5fb97ba84 tempest-ServerTagsTestJSON-548611099 tempest-ServerTagsTestJSON-548611099-project-member] [instance: f07984e0-1503-4ac1-84e3-61d38443a17a] allocate_for_instance() {{(pid=62328) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 673.955865] env[62328]: INFO nova.compute.manager [None req-80f5d1f9-12ec-4208-8d75-05faff0afa00 tempest-ServerRescueTestJSONUnderV235-477445181 tempest-ServerRescueTestJSONUnderV235-477445181-project-member] [instance: 133b2694-7206-4e72-92d6-ee334b1470e5] Took 34.53 seconds to build instance. [ 673.985341] env[62328]: DEBUG oslo_vmware.api [None req-aa1a88c2-5256-4c8a-b3b5-1ffbf769b3e7 tempest-ServerActionsTestOtherA-1098162655 tempest-ServerActionsTestOtherA-1098162655-project-member] Task: {'id': task-2386521, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.290996} completed successfully. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 673.985468] env[62328]: DEBUG nova.virt.vmwareapi.vmops [None req-aa1a88c2-5256-4c8a-b3b5-1ffbf769b3e7 tempest-ServerActionsTestOtherA-1098162655 tempest-ServerActionsTestOtherA-1098162655-project-member] [instance: 66186b76-7021-4df1-b53c-2789906e37ac] Extended root virtual disk {{(pid=62328) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 673.986289] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7f38d895-4afe-49ab-96db-0c24da14a413 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 674.013024] env[62328]: DEBUG nova.virt.vmwareapi.volumeops [None req-aa1a88c2-5256-4c8a-b3b5-1ffbf769b3e7 tempest-ServerActionsTestOtherA-1098162655 tempest-ServerActionsTestOtherA-1098162655-project-member] [instance: 66186b76-7021-4df1-b53c-2789906e37ac] Reconfiguring VM instance instance-00000024 to attach disk [datastore2] 66186b76-7021-4df1-b53c-2789906e37ac/66186b76-7021-4df1-b53c-2789906e37ac.vmdk or device None with type sparse {{(pid=62328) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 674.014547] env[62328]: DEBUG nova.policy [None req-ff8337d8-2b59-4615-92e5-7fe5fb97ba84 tempest-ServerTagsTestJSON-548611099 tempest-ServerTagsTestJSON-548611099-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '0afb0ce577b4450782ee61451aaa2b54', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'edde05eb868848d6a072d3055b2a49b0', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62328) authorize /opt/stack/nova/nova/policy.py:192}} [ 674.018413] env[62328]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f3a4a15c-4a9a-4a2f-bfbb-cf353a74c092 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 674.040156] env[62328]: DEBUG oslo_vmware.api [None req-aa1a88c2-5256-4c8a-b3b5-1ffbf769b3e7 tempest-ServerActionsTestOtherA-1098162655 tempest-ServerActionsTestOtherA-1098162655-project-member] Waiting for the task: (returnval){ [ 674.040156] env[62328]: value = "task-2386523" [ 674.040156] env[62328]: _type = "Task" [ 674.040156] env[62328]: } to complete. {{(pid=62328) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 674.051203] env[62328]: DEBUG oslo_vmware.api [None req-aa1a88c2-5256-4c8a-b3b5-1ffbf769b3e7 tempest-ServerActionsTestOtherA-1098162655 tempest-ServerActionsTestOtherA-1098162655-project-member] Task: {'id': task-2386523, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 674.077827] env[62328]: DEBUG oslo_vmware.api [None req-b41880fe-1946-427e-8ea1-11d44a480a12 tempest-TenantUsagesTestJSON-2114917124 tempest-TenantUsagesTestJSON-2114917124-project-member] Task: {'id': session[52a6e20e-410d-708a-99f2-080a575a99bd]52b07ea9-aead-c93e-e9d3-93aba4d57f1e, 'name': SearchDatastore_Task, 'duration_secs': 0.020723} completed successfully. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 674.080700] env[62328]: DEBUG oslo_concurrency.lockutils [None req-b41880fe-1946-427e-8ea1-11d44a480a12 tempest-TenantUsagesTestJSON-2114917124 tempest-TenantUsagesTestJSON-2114917124-project-member] Releasing lock "[datastore2] devstack-image-cache_base/dbf872a4-92be-47e4-8561-c3e2bf2423ab" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 674.080943] env[62328]: DEBUG nova.virt.vmwareapi.vmops [None req-b41880fe-1946-427e-8ea1-11d44a480a12 tempest-TenantUsagesTestJSON-2114917124 tempest-TenantUsagesTestJSON-2114917124-project-member] [instance: fe79d679-7bb1-45f8-8189-1dcbcd72d111] Processing image dbf872a4-92be-47e4-8561-c3e2bf2423ab {{(pid=62328) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 674.081190] env[62328]: DEBUG oslo_concurrency.lockutils [None req-b41880fe-1946-427e-8ea1-11d44a480a12 tempest-TenantUsagesTestJSON-2114917124 tempest-TenantUsagesTestJSON-2114917124-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/dbf872a4-92be-47e4-8561-c3e2bf2423ab/dbf872a4-92be-47e4-8561-c3e2bf2423ab.vmdk" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 674.081335] env[62328]: DEBUG oslo_concurrency.lockutils [None req-b41880fe-1946-427e-8ea1-11d44a480a12 tempest-TenantUsagesTestJSON-2114917124 tempest-TenantUsagesTestJSON-2114917124-project-member] Acquired lock "[datastore2] devstack-image-cache_base/dbf872a4-92be-47e4-8561-c3e2bf2423ab/dbf872a4-92be-47e4-8561-c3e2bf2423ab.vmdk" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.081513] env[62328]: DEBUG nova.virt.vmwareapi.ds_util [None req-b41880fe-1946-427e-8ea1-11d44a480a12 tempest-TenantUsagesTestJSON-2114917124 tempest-TenantUsagesTestJSON-2114917124-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62328) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 674.082018] env[62328]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-6a0f08f5-310c-482c-801a-b9f9f218f036 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 674.090526] env[62328]: DEBUG nova.virt.vmwareapi.ds_util [None req-b41880fe-1946-427e-8ea1-11d44a480a12 tempest-TenantUsagesTestJSON-2114917124 tempest-TenantUsagesTestJSON-2114917124-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62328) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 674.090693] env[62328]: DEBUG nova.virt.vmwareapi.vmops [None req-b41880fe-1946-427e-8ea1-11d44a480a12 tempest-TenantUsagesTestJSON-2114917124 tempest-TenantUsagesTestJSON-2114917124-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62328) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 674.093826] env[62328]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1416b7f9-394f-4d08-98d3-0f887eeed55b {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 674.102044] env[62328]: DEBUG oslo_vmware.api [None req-b41880fe-1946-427e-8ea1-11d44a480a12 tempest-TenantUsagesTestJSON-2114917124 tempest-TenantUsagesTestJSON-2114917124-project-member] Waiting for the task: (returnval){ [ 674.102044] env[62328]: value = "session[52a6e20e-410d-708a-99f2-080a575a99bd]52e4413e-38e8-7384-3068-01340e1f8370" [ 674.102044] env[62328]: _type = "Task" [ 674.102044] env[62328]: } to complete. {{(pid=62328) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 674.117139] env[62328]: DEBUG oslo_vmware.api [None req-b41880fe-1946-427e-8ea1-11d44a480a12 tempest-TenantUsagesTestJSON-2114917124 tempest-TenantUsagesTestJSON-2114917124-project-member] Task: {'id': session[52a6e20e-410d-708a-99f2-080a575a99bd]52e4413e-38e8-7384-3068-01340e1f8370, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 674.174693] env[62328]: DEBUG oslo_vmware.api [None req-f6581a15-8a7a-43f1-b0c9-117bf999d7b5 tempest-ServerDiskConfigTestJSON-126406698 tempest-ServerDiskConfigTestJSON-126406698-project-member] Task: {'id': task-2386522, 'name': PowerOffVM_Task, 'duration_secs': 0.224948} completed successfully. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 674.177523] env[62328]: DEBUG nova.virt.vmwareapi.vm_util [None req-f6581a15-8a7a-43f1-b0c9-117bf999d7b5 tempest-ServerDiskConfigTestJSON-126406698 tempest-ServerDiskConfigTestJSON-126406698-project-member] [instance: 5a5e12bf-4082-40e8-bac8-a8a5b0033dec] Powered off the VM {{(pid=62328) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 674.177823] env[62328]: DEBUG nova.virt.vmwareapi.vmops [None req-f6581a15-8a7a-43f1-b0c9-117bf999d7b5 tempest-ServerDiskConfigTestJSON-126406698 tempest-ServerDiskConfigTestJSON-126406698-project-member] [instance: 5a5e12bf-4082-40e8-bac8-a8a5b0033dec] Destroying instance {{(pid=62328) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 674.179128] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-26228edf-7b95-4400-9237-06f72c4a2d9d {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 674.185639] env[62328]: DEBUG nova.virt.vmwareapi.vmops [None req-f6581a15-8a7a-43f1-b0c9-117bf999d7b5 tempest-ServerDiskConfigTestJSON-126406698 tempest-ServerDiskConfigTestJSON-126406698-project-member] [instance: 5a5e12bf-4082-40e8-bac8-a8a5b0033dec] Unregistering the VM {{(pid=62328) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 674.186036] env[62328]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-cf43093f-1332-456e-bd3d-c574aae8cdc0 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 674.258417] env[62328]: DEBUG nova.virt.vmwareapi.vmops [None req-f6581a15-8a7a-43f1-b0c9-117bf999d7b5 tempest-ServerDiskConfigTestJSON-126406698 tempest-ServerDiskConfigTestJSON-126406698-project-member] [instance: 5a5e12bf-4082-40e8-bac8-a8a5b0033dec] Unregistered the VM {{(pid=62328) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 674.259026] env[62328]: DEBUG nova.virt.vmwareapi.vmops [None req-f6581a15-8a7a-43f1-b0c9-117bf999d7b5 tempest-ServerDiskConfigTestJSON-126406698 tempest-ServerDiskConfigTestJSON-126406698-project-member] [instance: 5a5e12bf-4082-40e8-bac8-a8a5b0033dec] Deleting contents of the VM from datastore datastore2 {{(pid=62328) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 674.259026] env[62328]: DEBUG nova.virt.vmwareapi.ds_util [None req-f6581a15-8a7a-43f1-b0c9-117bf999d7b5 tempest-ServerDiskConfigTestJSON-126406698 tempest-ServerDiskConfigTestJSON-126406698-project-member] Deleting the datastore file [datastore2] 5a5e12bf-4082-40e8-bac8-a8a5b0033dec {{(pid=62328) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 674.262930] env[62328]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-e2cc2896-f128-40e5-a022-630f7cff8bf6 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 674.274134] env[62328]: DEBUG oslo_vmware.api [None req-f6581a15-8a7a-43f1-b0c9-117bf999d7b5 tempest-ServerDiskConfigTestJSON-126406698 tempest-ServerDiskConfigTestJSON-126406698-project-member] Waiting for the task: (returnval){ [ 674.274134] env[62328]: value = "task-2386525" [ 674.274134] env[62328]: _type = "Task" [ 674.274134] env[62328]: } to complete. {{(pid=62328) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 674.286511] env[62328]: DEBUG oslo_vmware.api [None req-f6581a15-8a7a-43f1-b0c9-117bf999d7b5 tempest-ServerDiskConfigTestJSON-126406698 tempest-ServerDiskConfigTestJSON-126406698-project-member] Task: {'id': task-2386525, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 674.311525] env[62328]: DEBUG nova.network.neutron [None req-fbd1350c-89cb-4bf3-bd5f-b6f05344b01b tempest-ServersV294TestFqdnHostnames-1169218801 tempest-ServersV294TestFqdnHostnames-1169218801-project-member] [instance: 80c53aaa-0812-4f2f-bfe8-2f05c1002018] Instance cache missing network info. {{(pid=62328) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 674.439523] env[62328]: DEBUG nova.compute.manager [None req-ff8337d8-2b59-4615-92e5-7fe5fb97ba84 tempest-ServerTagsTestJSON-548611099 tempest-ServerTagsTestJSON-548611099-project-member] [instance: f07984e0-1503-4ac1-84e3-61d38443a17a] Start building block device mappings for instance. {{(pid=62328) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 674.462031] env[62328]: DEBUG oslo_concurrency.lockutils [None req-80f5d1f9-12ec-4208-8d75-05faff0afa00 tempest-ServerRescueTestJSONUnderV235-477445181 tempest-ServerRescueTestJSONUnderV235-477445181-project-member] Lock "133b2694-7206-4e72-92d6-ee334b1470e5" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 55.355s {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 674.484978] env[62328]: DEBUG nova.network.neutron [None req-fbd1350c-89cb-4bf3-bd5f-b6f05344b01b tempest-ServersV294TestFqdnHostnames-1169218801 tempest-ServersV294TestFqdnHostnames-1169218801-project-member] [instance: 80c53aaa-0812-4f2f-bfe8-2f05c1002018] Updating instance_info_cache with network_info: [{"id": "3332da2c-b8df-44f9-850d-c949eef21f99", "address": "fa:16:3e:b4:ec:f4", "network": {"id": "f9137527-18ba-4a8e-af0f-03219e6328f1", "bridge": "br-int", "label": "tempest-ServersV294TestFqdnHostnames-582722141-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e222e8fe5f1a44ea8ed20d62495e4d17", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "fd8b2b4e-f09d-4af6-9759-d372870e9b5f", "external-id": "nsx-vlan-transportzone-800", "segmentation_id": 800, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3332da2c-b8", "ovs_interfaceid": "3332da2c-b8df-44f9-850d-c949eef21f99", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62328) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 674.528305] env[62328]: DEBUG nova.network.neutron [None req-ff8337d8-2b59-4615-92e5-7fe5fb97ba84 tempest-ServerTagsTestJSON-548611099 tempest-ServerTagsTestJSON-548611099-project-member] [instance: f07984e0-1503-4ac1-84e3-61d38443a17a] Successfully created port: 0b788b99-54a0-4ac3-9cb3-e636bbb7af39 {{(pid=62328) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 674.550077] env[62328]: DEBUG oslo_vmware.api [None req-aa1a88c2-5256-4c8a-b3b5-1ffbf769b3e7 tempest-ServerActionsTestOtherA-1098162655 tempest-ServerActionsTestOtherA-1098162655-project-member] Task: {'id': task-2386523, 'name': ReconfigVM_Task, 'duration_secs': 0.329257} completed successfully. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 674.551185] env[62328]: DEBUG nova.virt.vmwareapi.volumeops [None req-aa1a88c2-5256-4c8a-b3b5-1ffbf769b3e7 tempest-ServerActionsTestOtherA-1098162655 tempest-ServerActionsTestOtherA-1098162655-project-member] [instance: 66186b76-7021-4df1-b53c-2789906e37ac] Reconfigured VM instance instance-00000024 to attach disk [datastore2] 66186b76-7021-4df1-b53c-2789906e37ac/66186b76-7021-4df1-b53c-2789906e37ac.vmdk or device None with type sparse {{(pid=62328) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 674.552312] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-20274b89-cfc1-408d-adc2-1dea53c1b328 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 674.556103] env[62328]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-5b381dc6-5ff9-40cb-b6a5-4933042e8c9a {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 674.562812] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f55f0d5b-3f49-45b3-85bb-eb4f1ccf30d7 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 674.566676] env[62328]: DEBUG oslo_vmware.api [None req-aa1a88c2-5256-4c8a-b3b5-1ffbf769b3e7 tempest-ServerActionsTestOtherA-1098162655 tempest-ServerActionsTestOtherA-1098162655-project-member] Waiting for the task: (returnval){ [ 674.566676] env[62328]: value = "task-2386526" [ 674.566676] env[62328]: _type = "Task" [ 674.566676] env[62328]: } to complete. {{(pid=62328) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 674.599330] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-67356a33-ed31-418c-9751-a811b11a5f39 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 674.605069] env[62328]: DEBUG oslo_vmware.api [None req-aa1a88c2-5256-4c8a-b3b5-1ffbf769b3e7 tempest-ServerActionsTestOtherA-1098162655 tempest-ServerActionsTestOtherA-1098162655-project-member] Task: {'id': task-2386526, 'name': Rename_Task} progress is 14%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 674.612120] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-243e985e-f757-447a-b039-c0781fb07362 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 674.619095] env[62328]: DEBUG oslo_vmware.api [None req-b41880fe-1946-427e-8ea1-11d44a480a12 tempest-TenantUsagesTestJSON-2114917124 tempest-TenantUsagesTestJSON-2114917124-project-member] Task: {'id': session[52a6e20e-410d-708a-99f2-080a575a99bd]52e4413e-38e8-7384-3068-01340e1f8370, 'name': SearchDatastore_Task, 'duration_secs': 0.017436} completed successfully. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 674.623014] env[62328]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-349a34ed-3a51-47a7-95b6-d7358355bca4 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 674.629825] env[62328]: DEBUG nova.compute.provider_tree [None req-728e226d-1cc5-4fa0-a89e-7eb8cd0b49f4 tempest-FloatingIPsAssociationTestJSON-89523020 tempest-FloatingIPsAssociationTestJSON-89523020-project-member] Inventory has not changed in ProviderTree for provider: 3469e9f8-04af-49ca-8435-49f104496744 {{(pid=62328) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 674.633964] env[62328]: DEBUG oslo_vmware.api [None req-b41880fe-1946-427e-8ea1-11d44a480a12 tempest-TenantUsagesTestJSON-2114917124 tempest-TenantUsagesTestJSON-2114917124-project-member] Waiting for the task: (returnval){ [ 674.633964] env[62328]: value = "session[52a6e20e-410d-708a-99f2-080a575a99bd]520c2617-6278-48a9-5787-31b998715651" [ 674.633964] env[62328]: _type = "Task" [ 674.633964] env[62328]: } to complete. {{(pid=62328) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 674.641615] env[62328]: INFO nova.compute.manager [None req-d01bfffd-1981-4488-a077-48c7549f983b tempest-ServerRescueTestJSONUnderV235-477445181 tempest-ServerRescueTestJSONUnderV235-477445181-project-member] [instance: 133b2694-7206-4e72-92d6-ee334b1470e5] Rescuing [ 674.641615] env[62328]: DEBUG oslo_concurrency.lockutils [None req-d01bfffd-1981-4488-a077-48c7549f983b tempest-ServerRescueTestJSONUnderV235-477445181 tempest-ServerRescueTestJSONUnderV235-477445181-project-member] Acquiring lock "refresh_cache-133b2694-7206-4e72-92d6-ee334b1470e5" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 674.641810] env[62328]: DEBUG oslo_concurrency.lockutils [None req-d01bfffd-1981-4488-a077-48c7549f983b tempest-ServerRescueTestJSONUnderV235-477445181 tempest-ServerRescueTestJSONUnderV235-477445181-project-member] Acquired lock "refresh_cache-133b2694-7206-4e72-92d6-ee334b1470e5" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.641810] env[62328]: DEBUG nova.network.neutron [None req-d01bfffd-1981-4488-a077-48c7549f983b tempest-ServerRescueTestJSONUnderV235-477445181 tempest-ServerRescueTestJSONUnderV235-477445181-project-member] [instance: 133b2694-7206-4e72-92d6-ee334b1470e5] Building network info cache for instance {{(pid=62328) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 674.643086] env[62328]: DEBUG oslo_vmware.api [None req-b41880fe-1946-427e-8ea1-11d44a480a12 tempest-TenantUsagesTestJSON-2114917124 tempest-TenantUsagesTestJSON-2114917124-project-member] Task: {'id': session[52a6e20e-410d-708a-99f2-080a575a99bd]520c2617-6278-48a9-5787-31b998715651, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 674.710110] env[62328]: DEBUG nova.compute.manager [req-21cde7dc-c819-4e67-ac9c-c9c14b4cac43 req-d14743d9-2c35-4892-b6dd-5f94fc8b499d service nova] [instance: 80c53aaa-0812-4f2f-bfe8-2f05c1002018] Received event network-vif-plugged-3332da2c-b8df-44f9-850d-c949eef21f99 {{(pid=62328) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 674.710486] env[62328]: DEBUG oslo_concurrency.lockutils [req-21cde7dc-c819-4e67-ac9c-c9c14b4cac43 req-d14743d9-2c35-4892-b6dd-5f94fc8b499d service nova] Acquiring lock "80c53aaa-0812-4f2f-bfe8-2f05c1002018-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 674.710745] env[62328]: DEBUG oslo_concurrency.lockutils [req-21cde7dc-c819-4e67-ac9c-c9c14b4cac43 req-d14743d9-2c35-4892-b6dd-5f94fc8b499d service nova] Lock "80c53aaa-0812-4f2f-bfe8-2f05c1002018-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 674.710986] env[62328]: DEBUG oslo_concurrency.lockutils [req-21cde7dc-c819-4e67-ac9c-c9c14b4cac43 req-d14743d9-2c35-4892-b6dd-5f94fc8b499d service nova] Lock "80c53aaa-0812-4f2f-bfe8-2f05c1002018-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 674.711103] env[62328]: DEBUG nova.compute.manager [req-21cde7dc-c819-4e67-ac9c-c9c14b4cac43 req-d14743d9-2c35-4892-b6dd-5f94fc8b499d service nova] [instance: 80c53aaa-0812-4f2f-bfe8-2f05c1002018] No waiting events found dispatching network-vif-plugged-3332da2c-b8df-44f9-850d-c949eef21f99 {{(pid=62328) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 674.711275] env[62328]: WARNING nova.compute.manager [req-21cde7dc-c819-4e67-ac9c-c9c14b4cac43 req-d14743d9-2c35-4892-b6dd-5f94fc8b499d service nova] [instance: 80c53aaa-0812-4f2f-bfe8-2f05c1002018] Received unexpected event network-vif-plugged-3332da2c-b8df-44f9-850d-c949eef21f99 for instance with vm_state building and task_state spawning. [ 674.711436] env[62328]: DEBUG nova.compute.manager [req-21cde7dc-c819-4e67-ac9c-c9c14b4cac43 req-d14743d9-2c35-4892-b6dd-5f94fc8b499d service nova] [instance: 80c53aaa-0812-4f2f-bfe8-2f05c1002018] Received event network-changed-3332da2c-b8df-44f9-850d-c949eef21f99 {{(pid=62328) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 674.711594] env[62328]: DEBUG nova.compute.manager [req-21cde7dc-c819-4e67-ac9c-c9c14b4cac43 req-d14743d9-2c35-4892-b6dd-5f94fc8b499d service nova] [instance: 80c53aaa-0812-4f2f-bfe8-2f05c1002018] Refreshing instance network info cache due to event network-changed-3332da2c-b8df-44f9-850d-c949eef21f99. {{(pid=62328) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 674.711856] env[62328]: DEBUG oslo_concurrency.lockutils [req-21cde7dc-c819-4e67-ac9c-c9c14b4cac43 req-d14743d9-2c35-4892-b6dd-5f94fc8b499d service nova] Acquiring lock "refresh_cache-80c53aaa-0812-4f2f-bfe8-2f05c1002018" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 674.770788] env[62328]: INFO nova.compute.manager [None req-4304e44d-bcdb-4b68-bc03-5d8ef070f9b0 tempest-ServersAdmin275Test-967106640 tempest-ServersAdmin275Test-967106640-project-admin] [instance: 892b410e-c0ae-4ef6-90a6-fbf09d6ad76b] Rebuilding instance [ 674.787042] env[62328]: DEBUG oslo_vmware.api [None req-f6581a15-8a7a-43f1-b0c9-117bf999d7b5 tempest-ServerDiskConfigTestJSON-126406698 tempest-ServerDiskConfigTestJSON-126406698-project-member] Task: {'id': task-2386525, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.504853} completed successfully. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 674.787042] env[62328]: DEBUG nova.virt.vmwareapi.ds_util [None req-f6581a15-8a7a-43f1-b0c9-117bf999d7b5 tempest-ServerDiskConfigTestJSON-126406698 tempest-ServerDiskConfigTestJSON-126406698-project-member] Deleted the datastore file {{(pid=62328) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 674.787042] env[62328]: DEBUG nova.virt.vmwareapi.vmops [None req-f6581a15-8a7a-43f1-b0c9-117bf999d7b5 tempest-ServerDiskConfigTestJSON-126406698 tempest-ServerDiskConfigTestJSON-126406698-project-member] [instance: 5a5e12bf-4082-40e8-bac8-a8a5b0033dec] Deleted contents of the VM from datastore datastore2 {{(pid=62328) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 674.787042] env[62328]: DEBUG nova.virt.vmwareapi.vmops [None req-f6581a15-8a7a-43f1-b0c9-117bf999d7b5 tempest-ServerDiskConfigTestJSON-126406698 tempest-ServerDiskConfigTestJSON-126406698-project-member] [instance: 5a5e12bf-4082-40e8-bac8-a8a5b0033dec] Instance destroyed {{(pid=62328) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 674.827744] env[62328]: DEBUG nova.compute.manager [None req-4304e44d-bcdb-4b68-bc03-5d8ef070f9b0 tempest-ServersAdmin275Test-967106640 tempest-ServersAdmin275Test-967106640-project-admin] [instance: 892b410e-c0ae-4ef6-90a6-fbf09d6ad76b] Checking state {{(pid=62328) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 674.827865] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f7436758-8456-4519-a32d-28be7df36881 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 674.964812] env[62328]: DEBUG nova.compute.manager [None req-6e0d2bff-0f4f-45c9-9564-15b58c0781f6 tempest-MigrationsAdminTest-413245202 tempest-MigrationsAdminTest-413245202-project-member] [instance: 4279ea33-3d7d-4713-9d21-9e7aa29026ae] Starting instance... {{(pid=62328) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 674.988038] env[62328]: DEBUG oslo_concurrency.lockutils [None req-fbd1350c-89cb-4bf3-bd5f-b6f05344b01b tempest-ServersV294TestFqdnHostnames-1169218801 tempest-ServersV294TestFqdnHostnames-1169218801-project-member] Releasing lock "refresh_cache-80c53aaa-0812-4f2f-bfe8-2f05c1002018" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 674.988331] env[62328]: DEBUG nova.compute.manager [None req-fbd1350c-89cb-4bf3-bd5f-b6f05344b01b tempest-ServersV294TestFqdnHostnames-1169218801 tempest-ServersV294TestFqdnHostnames-1169218801-project-member] [instance: 80c53aaa-0812-4f2f-bfe8-2f05c1002018] Instance network_info: |[{"id": "3332da2c-b8df-44f9-850d-c949eef21f99", "address": "fa:16:3e:b4:ec:f4", "network": {"id": "f9137527-18ba-4a8e-af0f-03219e6328f1", "bridge": "br-int", "label": "tempest-ServersV294TestFqdnHostnames-582722141-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e222e8fe5f1a44ea8ed20d62495e4d17", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "fd8b2b4e-f09d-4af6-9759-d372870e9b5f", "external-id": "nsx-vlan-transportzone-800", "segmentation_id": 800, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3332da2c-b8", "ovs_interfaceid": "3332da2c-b8df-44f9-850d-c949eef21f99", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62328) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 674.988768] env[62328]: DEBUG oslo_concurrency.lockutils [req-21cde7dc-c819-4e67-ac9c-c9c14b4cac43 req-d14743d9-2c35-4892-b6dd-5f94fc8b499d service nova] Acquired lock "refresh_cache-80c53aaa-0812-4f2f-bfe8-2f05c1002018" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.988962] env[62328]: DEBUG nova.network.neutron [req-21cde7dc-c819-4e67-ac9c-c9c14b4cac43 req-d14743d9-2c35-4892-b6dd-5f94fc8b499d service nova] [instance: 80c53aaa-0812-4f2f-bfe8-2f05c1002018] Refreshing network info cache for port 3332da2c-b8df-44f9-850d-c949eef21f99 {{(pid=62328) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 674.993768] env[62328]: DEBUG nova.virt.vmwareapi.vmops [None req-fbd1350c-89cb-4bf3-bd5f-b6f05344b01b tempest-ServersV294TestFqdnHostnames-1169218801 tempest-ServersV294TestFqdnHostnames-1169218801-project-member] [instance: 80c53aaa-0812-4f2f-bfe8-2f05c1002018] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:b4:ec:f4', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'fd8b2b4e-f09d-4af6-9759-d372870e9b5f', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '3332da2c-b8df-44f9-850d-c949eef21f99', 'vif_model': 'vmxnet3'}] {{(pid=62328) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 674.997825] env[62328]: DEBUG nova.virt.vmwareapi.vm_util [None req-fbd1350c-89cb-4bf3-bd5f-b6f05344b01b tempest-ServersV294TestFqdnHostnames-1169218801 tempest-ServersV294TestFqdnHostnames-1169218801-project-member] Creating folder: Project (e222e8fe5f1a44ea8ed20d62495e4d17). Parent ref: group-v484164. {{(pid=62328) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 675.001282] env[62328]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-2c0f0e81-5884-47b8-b245-eac4a3770061 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 675.012573] env[62328]: INFO nova.virt.vmwareapi.vm_util [None req-fbd1350c-89cb-4bf3-bd5f-b6f05344b01b tempest-ServersV294TestFqdnHostnames-1169218801 tempest-ServersV294TestFqdnHostnames-1169218801-project-member] Created folder: Project (e222e8fe5f1a44ea8ed20d62495e4d17) in parent group-v484164. [ 675.012770] env[62328]: DEBUG nova.virt.vmwareapi.vm_util [None req-fbd1350c-89cb-4bf3-bd5f-b6f05344b01b tempest-ServersV294TestFqdnHostnames-1169218801 tempest-ServersV294TestFqdnHostnames-1169218801-project-member] Creating folder: Instances. Parent ref: group-v484270. {{(pid=62328) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 675.013484] env[62328]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-d5cba545-496e-42a8-b057-b3d4a4071c5f {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 675.024104] env[62328]: INFO nova.virt.vmwareapi.vm_util [None req-fbd1350c-89cb-4bf3-bd5f-b6f05344b01b tempest-ServersV294TestFqdnHostnames-1169218801 tempest-ServersV294TestFqdnHostnames-1169218801-project-member] Created folder: Instances in parent group-v484270. [ 675.024337] env[62328]: DEBUG oslo.service.loopingcall [None req-fbd1350c-89cb-4bf3-bd5f-b6f05344b01b tempest-ServersV294TestFqdnHostnames-1169218801 tempest-ServersV294TestFqdnHostnames-1169218801-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62328) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 675.024523] env[62328]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 80c53aaa-0812-4f2f-bfe8-2f05c1002018] Creating VM on the ESX host {{(pid=62328) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 675.024719] env[62328]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-e24afb09-1445-43e4-bfe9-46ca5d54fc2c {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 675.046040] env[62328]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 675.046040] env[62328]: value = "task-2386529" [ 675.046040] env[62328]: _type = "Task" [ 675.046040] env[62328]: } to complete. {{(pid=62328) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 675.053687] env[62328]: DEBUG oslo_vmware.api [-] Task: {'id': task-2386529, 'name': CreateVM_Task} progress is 0%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 675.077287] env[62328]: DEBUG oslo_vmware.api [None req-aa1a88c2-5256-4c8a-b3b5-1ffbf769b3e7 tempest-ServerActionsTestOtherA-1098162655 tempest-ServerActionsTestOtherA-1098162655-project-member] Task: {'id': task-2386526, 'name': Rename_Task, 'duration_secs': 0.162356} completed successfully. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 675.077601] env[62328]: DEBUG nova.virt.vmwareapi.vm_util [None req-aa1a88c2-5256-4c8a-b3b5-1ffbf769b3e7 tempest-ServerActionsTestOtherA-1098162655 tempest-ServerActionsTestOtherA-1098162655-project-member] [instance: 66186b76-7021-4df1-b53c-2789906e37ac] Powering on the VM {{(pid=62328) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 675.077826] env[62328]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-28fe9984-38e8-4ed5-8500-27aec31a4083 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 675.087680] env[62328]: DEBUG oslo_vmware.api [None req-aa1a88c2-5256-4c8a-b3b5-1ffbf769b3e7 tempest-ServerActionsTestOtherA-1098162655 tempest-ServerActionsTestOtherA-1098162655-project-member] Waiting for the task: (returnval){ [ 675.087680] env[62328]: value = "task-2386530" [ 675.087680] env[62328]: _type = "Task" [ 675.087680] env[62328]: } to complete. {{(pid=62328) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 675.105102] env[62328]: DEBUG oslo_vmware.api [None req-aa1a88c2-5256-4c8a-b3b5-1ffbf769b3e7 tempest-ServerActionsTestOtherA-1098162655 tempest-ServerActionsTestOtherA-1098162655-project-member] Task: {'id': task-2386530, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 675.133193] env[62328]: DEBUG nova.scheduler.client.report [None req-728e226d-1cc5-4fa0-a89e-7eb8cd0b49f4 tempest-FloatingIPsAssociationTestJSON-89523020 tempest-FloatingIPsAssociationTestJSON-89523020-project-member] Inventory has not changed for provider 3469e9f8-04af-49ca-8435-49f104496744 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 152, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62328) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 675.149273] env[62328]: DEBUG oslo_vmware.api [None req-b41880fe-1946-427e-8ea1-11d44a480a12 tempest-TenantUsagesTestJSON-2114917124 tempest-TenantUsagesTestJSON-2114917124-project-member] Task: {'id': session[52a6e20e-410d-708a-99f2-080a575a99bd]520c2617-6278-48a9-5787-31b998715651, 'name': SearchDatastore_Task, 'duration_secs': 0.021165} completed successfully. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 675.149577] env[62328]: DEBUG oslo_concurrency.lockutils [None req-b41880fe-1946-427e-8ea1-11d44a480a12 tempest-TenantUsagesTestJSON-2114917124 tempest-TenantUsagesTestJSON-2114917124-project-member] Releasing lock "[datastore2] devstack-image-cache_base/dbf872a4-92be-47e4-8561-c3e2bf2423ab/dbf872a4-92be-47e4-8561-c3e2bf2423ab.vmdk" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 675.149857] env[62328]: DEBUG nova.virt.vmwareapi.vm_util [None req-b41880fe-1946-427e-8ea1-11d44a480a12 tempest-TenantUsagesTestJSON-2114917124 tempest-TenantUsagesTestJSON-2114917124-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/dbf872a4-92be-47e4-8561-c3e2bf2423ab/dbf872a4-92be-47e4-8561-c3e2bf2423ab.vmdk to [datastore2] fe79d679-7bb1-45f8-8189-1dcbcd72d111/fe79d679-7bb1-45f8-8189-1dcbcd72d111.vmdk {{(pid=62328) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 675.150677] env[62328]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-07287d18-9f76-48e6-8916-214165f9c683 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 675.159222] env[62328]: DEBUG oslo_vmware.api [None req-b41880fe-1946-427e-8ea1-11d44a480a12 tempest-TenantUsagesTestJSON-2114917124 tempest-TenantUsagesTestJSON-2114917124-project-member] Waiting for the task: (returnval){ [ 675.159222] env[62328]: value = "task-2386531" [ 675.159222] env[62328]: _type = "Task" [ 675.159222] env[62328]: } to complete. {{(pid=62328) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 675.169553] env[62328]: DEBUG oslo_vmware.api [None req-b41880fe-1946-427e-8ea1-11d44a480a12 tempest-TenantUsagesTestJSON-2114917124 tempest-TenantUsagesTestJSON-2114917124-project-member] Task: {'id': task-2386531, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 675.234663] env[62328]: DEBUG nova.network.neutron [req-21cde7dc-c819-4e67-ac9c-c9c14b4cac43 req-d14743d9-2c35-4892-b6dd-5f94fc8b499d service nova] [instance: 80c53aaa-0812-4f2f-bfe8-2f05c1002018] Updated VIF entry in instance network info cache for port 3332da2c-b8df-44f9-850d-c949eef21f99. {{(pid=62328) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 675.235036] env[62328]: DEBUG nova.network.neutron [req-21cde7dc-c819-4e67-ac9c-c9c14b4cac43 req-d14743d9-2c35-4892-b6dd-5f94fc8b499d service nova] [instance: 80c53aaa-0812-4f2f-bfe8-2f05c1002018] Updating instance_info_cache with network_info: [{"id": "3332da2c-b8df-44f9-850d-c949eef21f99", "address": "fa:16:3e:b4:ec:f4", "network": {"id": "f9137527-18ba-4a8e-af0f-03219e6328f1", "bridge": "br-int", "label": "tempest-ServersV294TestFqdnHostnames-582722141-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e222e8fe5f1a44ea8ed20d62495e4d17", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "fd8b2b4e-f09d-4af6-9759-d372870e9b5f", "external-id": "nsx-vlan-transportzone-800", "segmentation_id": 800, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3332da2c-b8", "ovs_interfaceid": "3332da2c-b8df-44f9-850d-c949eef21f99", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62328) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 675.452333] env[62328]: DEBUG nova.compute.manager [None req-ff8337d8-2b59-4615-92e5-7fe5fb97ba84 tempest-ServerTagsTestJSON-548611099 tempest-ServerTagsTestJSON-548611099-project-member] [instance: f07984e0-1503-4ac1-84e3-61d38443a17a] Start spawning the instance on the hypervisor. {{(pid=62328) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 675.472695] env[62328]: DEBUG nova.network.neutron [None req-d01bfffd-1981-4488-a077-48c7549f983b tempest-ServerRescueTestJSONUnderV235-477445181 tempest-ServerRescueTestJSONUnderV235-477445181-project-member] [instance: 133b2694-7206-4e72-92d6-ee334b1470e5] Updating instance_info_cache with network_info: [{"id": "4366409f-416b-458f-bd9c-0ddf818b6341", "address": "fa:16:3e:b1:b8:12", "network": {"id": "749fe653-a001-4f77-8b68-b9de9734c478", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-910615700-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "50a7d2d4f7894de0907b1c81180ee610", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1470a3f8-be8a-4339-8a6f-9519366f32e4", "external-id": "nsx-vlan-transportzone-375", "segmentation_id": 375, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4366409f-41", "ovs_interfaceid": "4366409f-416b-458f-bd9c-0ddf818b6341", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62328) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 675.487122] env[62328]: DEBUG nova.virt.hardware [None req-ff8337d8-2b59-4615-92e5-7fe5fb97ba84 tempest-ServerTagsTestJSON-548611099 tempest-ServerTagsTestJSON-548611099-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-07T17:16:55Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-07T17:16:37Z,direct_url=,disk_format='vmdk',id=dbf872a4-92be-47e4-8561-c3e2bf2423ab,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='2a64022f08d84b11a86773b900860ae5',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-07T17:16:38Z,virtual_size=,visibility=), allow threads: False {{(pid=62328) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 675.487221] env[62328]: DEBUG nova.virt.hardware [None req-ff8337d8-2b59-4615-92e5-7fe5fb97ba84 tempest-ServerTagsTestJSON-548611099 tempest-ServerTagsTestJSON-548611099-project-member] Flavor limits 0:0:0 {{(pid=62328) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 675.487443] env[62328]: DEBUG nova.virt.hardware [None req-ff8337d8-2b59-4615-92e5-7fe5fb97ba84 tempest-ServerTagsTestJSON-548611099 tempest-ServerTagsTestJSON-548611099-project-member] Image limits 0:0:0 {{(pid=62328) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 675.487674] env[62328]: DEBUG nova.virt.hardware [None req-ff8337d8-2b59-4615-92e5-7fe5fb97ba84 tempest-ServerTagsTestJSON-548611099 tempest-ServerTagsTestJSON-548611099-project-member] Flavor pref 0:0:0 {{(pid=62328) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 675.487886] env[62328]: DEBUG nova.virt.hardware [None req-ff8337d8-2b59-4615-92e5-7fe5fb97ba84 tempest-ServerTagsTestJSON-548611099 tempest-ServerTagsTestJSON-548611099-project-member] Image pref 0:0:0 {{(pid=62328) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 675.487984] env[62328]: DEBUG nova.virt.hardware [None req-ff8337d8-2b59-4615-92e5-7fe5fb97ba84 tempest-ServerTagsTestJSON-548611099 tempest-ServerTagsTestJSON-548611099-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62328) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 675.488273] env[62328]: DEBUG nova.virt.hardware [None req-ff8337d8-2b59-4615-92e5-7fe5fb97ba84 tempest-ServerTagsTestJSON-548611099 tempest-ServerTagsTestJSON-548611099-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62328) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 675.488556] env[62328]: DEBUG nova.virt.hardware [None req-ff8337d8-2b59-4615-92e5-7fe5fb97ba84 tempest-ServerTagsTestJSON-548611099 tempest-ServerTagsTestJSON-548611099-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62328) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 675.488743] env[62328]: DEBUG nova.virt.hardware [None req-ff8337d8-2b59-4615-92e5-7fe5fb97ba84 tempest-ServerTagsTestJSON-548611099 tempest-ServerTagsTestJSON-548611099-project-member] Got 1 possible topologies {{(pid=62328) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 675.488861] env[62328]: DEBUG nova.virt.hardware [None req-ff8337d8-2b59-4615-92e5-7fe5fb97ba84 tempest-ServerTagsTestJSON-548611099 tempest-ServerTagsTestJSON-548611099-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62328) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 675.489137] env[62328]: DEBUG nova.virt.hardware [None req-ff8337d8-2b59-4615-92e5-7fe5fb97ba84 tempest-ServerTagsTestJSON-548611099 tempest-ServerTagsTestJSON-548611099-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62328) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 675.490252] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bb1b048f-cf07-422e-9a3b-116e10df2188 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 675.494871] env[62328]: DEBUG oslo_concurrency.lockutils [None req-6e0d2bff-0f4f-45c9-9564-15b58c0781f6 tempest-MigrationsAdminTest-413245202 tempest-MigrationsAdminTest-413245202-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 675.502344] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f57f53f5-3626-44a1-9444-78c0f79908a8 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 675.556471] env[62328]: DEBUG oslo_vmware.api [-] Task: {'id': task-2386529, 'name': CreateVM_Task, 'duration_secs': 0.379009} completed successfully. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 675.556698] env[62328]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 80c53aaa-0812-4f2f-bfe8-2f05c1002018] Created VM on the ESX host {{(pid=62328) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 675.557532] env[62328]: DEBUG oslo_concurrency.lockutils [None req-fbd1350c-89cb-4bf3-bd5f-b6f05344b01b tempest-ServersV294TestFqdnHostnames-1169218801 tempest-ServersV294TestFqdnHostnames-1169218801-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/dbf872a4-92be-47e4-8561-c3e2bf2423ab" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 675.557732] env[62328]: DEBUG oslo_concurrency.lockutils [None req-fbd1350c-89cb-4bf3-bd5f-b6f05344b01b tempest-ServersV294TestFqdnHostnames-1169218801 tempest-ServersV294TestFqdnHostnames-1169218801-project-member] Acquired lock "[datastore1] devstack-image-cache_base/dbf872a4-92be-47e4-8561-c3e2bf2423ab" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.558124] env[62328]: DEBUG oslo_concurrency.lockutils [None req-fbd1350c-89cb-4bf3-bd5f-b6f05344b01b tempest-ServersV294TestFqdnHostnames-1169218801 tempest-ServersV294TestFqdnHostnames-1169218801-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/dbf872a4-92be-47e4-8561-c3e2bf2423ab" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 675.558419] env[62328]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5293c2d9-219b-48e2-986b-788411a1721e {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 675.563917] env[62328]: DEBUG oslo_vmware.api [None req-fbd1350c-89cb-4bf3-bd5f-b6f05344b01b tempest-ServersV294TestFqdnHostnames-1169218801 tempest-ServersV294TestFqdnHostnames-1169218801-project-member] Waiting for the task: (returnval){ [ 675.563917] env[62328]: value = "session[52a6e20e-410d-708a-99f2-080a575a99bd]52d318b1-67a7-3ddc-65e7-f6757e6c8b55" [ 675.563917] env[62328]: _type = "Task" [ 675.563917] env[62328]: } to complete. {{(pid=62328) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 675.572444] env[62328]: DEBUG oslo_vmware.api [None req-fbd1350c-89cb-4bf3-bd5f-b6f05344b01b tempest-ServersV294TestFqdnHostnames-1169218801 tempest-ServersV294TestFqdnHostnames-1169218801-project-member] Task: {'id': session[52a6e20e-410d-708a-99f2-080a575a99bd]52d318b1-67a7-3ddc-65e7-f6757e6c8b55, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 675.601949] env[62328]: DEBUG oslo_vmware.api [None req-aa1a88c2-5256-4c8a-b3b5-1ffbf769b3e7 tempest-ServerActionsTestOtherA-1098162655 tempest-ServerActionsTestOtherA-1098162655-project-member] Task: {'id': task-2386530, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 675.642151] env[62328]: DEBUG oslo_concurrency.lockutils [None req-728e226d-1cc5-4fa0-a89e-7eb8cd0b49f4 tempest-FloatingIPsAssociationTestJSON-89523020 tempest-FloatingIPsAssociationTestJSON-89523020-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.213s {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 675.645974] env[62328]: DEBUG oslo_concurrency.lockutils [None req-5b182e51-1621-4c72-8f86-a925d9f5cf29 tempest-DeleteServersAdminTestJSON-1672951685 tempest-DeleteServersAdminTestJSON-1672951685-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 20.754s {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 675.645974] env[62328]: DEBUG nova.objects.instance [None req-5b182e51-1621-4c72-8f86-a925d9f5cf29 tempest-DeleteServersAdminTestJSON-1672951685 tempest-DeleteServersAdminTestJSON-1672951685-project-member] Lazy-loading 'resources' on Instance uuid cbd7d9a6-9812-461e-9f59-8dea2e62fece {{(pid=62328) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 675.669923] env[62328]: DEBUG oslo_vmware.api [None req-b41880fe-1946-427e-8ea1-11d44a480a12 tempest-TenantUsagesTestJSON-2114917124 tempest-TenantUsagesTestJSON-2114917124-project-member] Task: {'id': task-2386531, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 675.674841] env[62328]: INFO nova.scheduler.client.report [None req-728e226d-1cc5-4fa0-a89e-7eb8cd0b49f4 tempest-FloatingIPsAssociationTestJSON-89523020 tempest-FloatingIPsAssociationTestJSON-89523020-project-member] Deleted allocations for instance 8cd0962c-8272-4384-973d-1ac21ca21993 [ 675.737532] env[62328]: DEBUG oslo_concurrency.lockutils [req-21cde7dc-c819-4e67-ac9c-c9c14b4cac43 req-d14743d9-2c35-4892-b6dd-5f94fc8b499d service nova] Releasing lock "refresh_cache-80c53aaa-0812-4f2f-bfe8-2f05c1002018" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 675.822807] env[62328]: DEBUG nova.virt.hardware [None req-f6581a15-8a7a-43f1-b0c9-117bf999d7b5 tempest-ServerDiskConfigTestJSON-126406698 tempest-ServerDiskConfigTestJSON-126406698-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-07T17:16:55Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-07T17:16:37Z,direct_url=,disk_format='vmdk',id=dbf872a4-92be-47e4-8561-c3e2bf2423ab,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='2a64022f08d84b11a86773b900860ae5',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-07T17:16:38Z,virtual_size=,visibility=), allow threads: False {{(pid=62328) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 675.823386] env[62328]: DEBUG nova.virt.hardware [None req-f6581a15-8a7a-43f1-b0c9-117bf999d7b5 tempest-ServerDiskConfigTestJSON-126406698 tempest-ServerDiskConfigTestJSON-126406698-project-member] Flavor limits 0:0:0 {{(pid=62328) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 675.824243] env[62328]: DEBUG nova.virt.hardware [None req-f6581a15-8a7a-43f1-b0c9-117bf999d7b5 tempest-ServerDiskConfigTestJSON-126406698 tempest-ServerDiskConfigTestJSON-126406698-project-member] Image limits 0:0:0 {{(pid=62328) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 675.824518] env[62328]: DEBUG nova.virt.hardware [None req-f6581a15-8a7a-43f1-b0c9-117bf999d7b5 tempest-ServerDiskConfigTestJSON-126406698 tempest-ServerDiskConfigTestJSON-126406698-project-member] Flavor pref 0:0:0 {{(pid=62328) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 675.824728] env[62328]: DEBUG nova.virt.hardware [None req-f6581a15-8a7a-43f1-b0c9-117bf999d7b5 tempest-ServerDiskConfigTestJSON-126406698 tempest-ServerDiskConfigTestJSON-126406698-project-member] Image pref 0:0:0 {{(pid=62328) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 675.824971] env[62328]: DEBUG nova.virt.hardware [None req-f6581a15-8a7a-43f1-b0c9-117bf999d7b5 tempest-ServerDiskConfigTestJSON-126406698 tempest-ServerDiskConfigTestJSON-126406698-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62328) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 675.825303] env[62328]: DEBUG nova.virt.hardware [None req-f6581a15-8a7a-43f1-b0c9-117bf999d7b5 tempest-ServerDiskConfigTestJSON-126406698 tempest-ServerDiskConfigTestJSON-126406698-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62328) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 675.825573] env[62328]: DEBUG nova.virt.hardware [None req-f6581a15-8a7a-43f1-b0c9-117bf999d7b5 tempest-ServerDiskConfigTestJSON-126406698 tempest-ServerDiskConfigTestJSON-126406698-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62328) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 675.825926] env[62328]: DEBUG nova.virt.hardware [None req-f6581a15-8a7a-43f1-b0c9-117bf999d7b5 tempest-ServerDiskConfigTestJSON-126406698 tempest-ServerDiskConfigTestJSON-126406698-project-member] Got 1 possible topologies {{(pid=62328) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 675.826113] env[62328]: DEBUG nova.virt.hardware [None req-f6581a15-8a7a-43f1-b0c9-117bf999d7b5 tempest-ServerDiskConfigTestJSON-126406698 tempest-ServerDiskConfigTestJSON-126406698-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62328) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 675.826302] env[62328]: DEBUG nova.virt.hardware [None req-f6581a15-8a7a-43f1-b0c9-117bf999d7b5 tempest-ServerDiskConfigTestJSON-126406698 tempest-ServerDiskConfigTestJSON-126406698-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62328) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 675.827203] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ccea4a9d-8571-4b7e-a8d8-923c0748bd85 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 675.836765] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-db6961f9-67bb-4a2f-8a0b-ae238f3e2b38 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 675.843399] env[62328]: DEBUG nova.virt.vmwareapi.vm_util [None req-4304e44d-bcdb-4b68-bc03-5d8ef070f9b0 tempest-ServersAdmin275Test-967106640 tempest-ServersAdmin275Test-967106640-project-admin] [instance: 892b410e-c0ae-4ef6-90a6-fbf09d6ad76b] Powering off the VM {{(pid=62328) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 675.843399] env[62328]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-18e49ef9-8d29-48c2-baa8-2c7a8872c327 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 675.852213] env[62328]: DEBUG nova.virt.vmwareapi.vmops [None req-f6581a15-8a7a-43f1-b0c9-117bf999d7b5 tempest-ServerDiskConfigTestJSON-126406698 tempest-ServerDiskConfigTestJSON-126406698-project-member] [instance: 5a5e12bf-4082-40e8-bac8-a8a5b0033dec] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:d8:55:9b', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'dcf5c3f7-4e33-4f21-b323-3673930b789c', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'f506d7c0-7b8a-47e7-8438-acba123c7975', 'vif_model': 'vmxnet3'}] {{(pid=62328) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 675.859809] env[62328]: DEBUG oslo.service.loopingcall [None req-f6581a15-8a7a-43f1-b0c9-117bf999d7b5 tempest-ServerDiskConfigTestJSON-126406698 tempest-ServerDiskConfigTestJSON-126406698-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62328) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 675.860793] env[62328]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5a5e12bf-4082-40e8-bac8-a8a5b0033dec] Creating VM on the ESX host {{(pid=62328) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 675.861121] env[62328]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-432120e1-8089-43ab-894a-6c3336254e50 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 675.877605] env[62328]: DEBUG oslo_vmware.api [None req-4304e44d-bcdb-4b68-bc03-5d8ef070f9b0 tempest-ServersAdmin275Test-967106640 tempest-ServersAdmin275Test-967106640-project-admin] Waiting for the task: (returnval){ [ 675.877605] env[62328]: value = "task-2386532" [ 675.877605] env[62328]: _type = "Task" [ 675.877605] env[62328]: } to complete. {{(pid=62328) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 675.882184] env[62328]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 675.882184] env[62328]: value = "task-2386533" [ 675.882184] env[62328]: _type = "Task" [ 675.882184] env[62328]: } to complete. {{(pid=62328) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 675.888603] env[62328]: DEBUG oslo_vmware.api [None req-4304e44d-bcdb-4b68-bc03-5d8ef070f9b0 tempest-ServersAdmin275Test-967106640 tempest-ServersAdmin275Test-967106640-project-admin] Task: {'id': task-2386532, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 675.891770] env[62328]: DEBUG oslo_vmware.api [-] Task: {'id': task-2386533, 'name': CreateVM_Task} progress is 0%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 675.980340] env[62328]: DEBUG oslo_concurrency.lockutils [None req-d01bfffd-1981-4488-a077-48c7549f983b tempest-ServerRescueTestJSONUnderV235-477445181 tempest-ServerRescueTestJSONUnderV235-477445181-project-member] Releasing lock "refresh_cache-133b2694-7206-4e72-92d6-ee334b1470e5" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 676.077347] env[62328]: DEBUG oslo_vmware.api [None req-fbd1350c-89cb-4bf3-bd5f-b6f05344b01b tempest-ServersV294TestFqdnHostnames-1169218801 tempest-ServersV294TestFqdnHostnames-1169218801-project-member] Task: {'id': session[52a6e20e-410d-708a-99f2-080a575a99bd]52d318b1-67a7-3ddc-65e7-f6757e6c8b55, 'name': SearchDatastore_Task, 'duration_secs': 0.023601} completed successfully. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 676.078312] env[62328]: DEBUG oslo_concurrency.lockutils [None req-fbd1350c-89cb-4bf3-bd5f-b6f05344b01b tempest-ServersV294TestFqdnHostnames-1169218801 tempest-ServersV294TestFqdnHostnames-1169218801-project-member] Releasing lock "[datastore1] devstack-image-cache_base/dbf872a4-92be-47e4-8561-c3e2bf2423ab" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 676.079068] env[62328]: DEBUG nova.virt.vmwareapi.vmops [None req-fbd1350c-89cb-4bf3-bd5f-b6f05344b01b tempest-ServersV294TestFqdnHostnames-1169218801 tempest-ServersV294TestFqdnHostnames-1169218801-project-member] [instance: 80c53aaa-0812-4f2f-bfe8-2f05c1002018] Processing image dbf872a4-92be-47e4-8561-c3e2bf2423ab {{(pid=62328) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 676.079068] env[62328]: DEBUG oslo_concurrency.lockutils [None req-fbd1350c-89cb-4bf3-bd5f-b6f05344b01b tempest-ServersV294TestFqdnHostnames-1169218801 tempest-ServersV294TestFqdnHostnames-1169218801-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/dbf872a4-92be-47e4-8561-c3e2bf2423ab/dbf872a4-92be-47e4-8561-c3e2bf2423ab.vmdk" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 676.079332] env[62328]: DEBUG oslo_concurrency.lockutils [None req-fbd1350c-89cb-4bf3-bd5f-b6f05344b01b tempest-ServersV294TestFqdnHostnames-1169218801 tempest-ServersV294TestFqdnHostnames-1169218801-project-member] Acquired lock "[datastore1] devstack-image-cache_base/dbf872a4-92be-47e4-8561-c3e2bf2423ab/dbf872a4-92be-47e4-8561-c3e2bf2423ab.vmdk" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.079663] env[62328]: DEBUG nova.virt.vmwareapi.ds_util [None req-fbd1350c-89cb-4bf3-bd5f-b6f05344b01b tempest-ServersV294TestFqdnHostnames-1169218801 tempest-ServersV294TestFqdnHostnames-1169218801-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62328) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 676.080118] env[62328]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-86e34bdc-02ca-4be6-b153-3f2f318f159d {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 676.096270] env[62328]: DEBUG nova.virt.vmwareapi.ds_util [None req-fbd1350c-89cb-4bf3-bd5f-b6f05344b01b tempest-ServersV294TestFqdnHostnames-1169218801 tempest-ServersV294TestFqdnHostnames-1169218801-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62328) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 676.096522] env[62328]: DEBUG nova.virt.vmwareapi.vmops [None req-fbd1350c-89cb-4bf3-bd5f-b6f05344b01b tempest-ServersV294TestFqdnHostnames-1169218801 tempest-ServersV294TestFqdnHostnames-1169218801-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62328) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 676.098066] env[62328]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-424e7170-850f-46a0-a199-c1aea840cd43 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 676.105937] env[62328]: DEBUG oslo_vmware.api [None req-aa1a88c2-5256-4c8a-b3b5-1ffbf769b3e7 tempest-ServerActionsTestOtherA-1098162655 tempest-ServerActionsTestOtherA-1098162655-project-member] Task: {'id': task-2386530, 'name': PowerOnVM_Task, 'duration_secs': 0.563059} completed successfully. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 676.106739] env[62328]: DEBUG nova.virt.vmwareapi.vm_util [None req-aa1a88c2-5256-4c8a-b3b5-1ffbf769b3e7 tempest-ServerActionsTestOtherA-1098162655 tempest-ServerActionsTestOtherA-1098162655-project-member] [instance: 66186b76-7021-4df1-b53c-2789906e37ac] Powered on the VM {{(pid=62328) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 676.107101] env[62328]: INFO nova.compute.manager [None req-aa1a88c2-5256-4c8a-b3b5-1ffbf769b3e7 tempest-ServerActionsTestOtherA-1098162655 tempest-ServerActionsTestOtherA-1098162655-project-member] [instance: 66186b76-7021-4df1-b53c-2789906e37ac] Took 8.94 seconds to spawn the instance on the hypervisor. [ 676.107471] env[62328]: DEBUG nova.compute.manager [None req-aa1a88c2-5256-4c8a-b3b5-1ffbf769b3e7 tempest-ServerActionsTestOtherA-1098162655 tempest-ServerActionsTestOtherA-1098162655-project-member] [instance: 66186b76-7021-4df1-b53c-2789906e37ac] Checking state {{(pid=62328) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 676.108613] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a8a17e8c-fefa-427c-a563-431f368f8e2b {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 676.114115] env[62328]: DEBUG oslo_vmware.api [None req-fbd1350c-89cb-4bf3-bd5f-b6f05344b01b tempest-ServersV294TestFqdnHostnames-1169218801 tempest-ServersV294TestFqdnHostnames-1169218801-project-member] Waiting for the task: (returnval){ [ 676.114115] env[62328]: value = "session[52a6e20e-410d-708a-99f2-080a575a99bd]52967255-5938-6178-1642-fc249dc2a542" [ 676.114115] env[62328]: _type = "Task" [ 676.114115] env[62328]: } to complete. {{(pid=62328) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 676.130015] env[62328]: DEBUG oslo_vmware.api [None req-fbd1350c-89cb-4bf3-bd5f-b6f05344b01b tempest-ServersV294TestFqdnHostnames-1169218801 tempest-ServersV294TestFqdnHostnames-1169218801-project-member] Task: {'id': session[52a6e20e-410d-708a-99f2-080a575a99bd]52967255-5938-6178-1642-fc249dc2a542, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 676.170064] env[62328]: DEBUG oslo_vmware.api [None req-b41880fe-1946-427e-8ea1-11d44a480a12 tempest-TenantUsagesTestJSON-2114917124 tempest-TenantUsagesTestJSON-2114917124-project-member] Task: {'id': task-2386531, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.539019} completed successfully. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 676.170473] env[62328]: DEBUG nova.virt.vmwareapi.vm_util [None req-b41880fe-1946-427e-8ea1-11d44a480a12 tempest-TenantUsagesTestJSON-2114917124 tempest-TenantUsagesTestJSON-2114917124-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/dbf872a4-92be-47e4-8561-c3e2bf2423ab/dbf872a4-92be-47e4-8561-c3e2bf2423ab.vmdk to [datastore2] fe79d679-7bb1-45f8-8189-1dcbcd72d111/fe79d679-7bb1-45f8-8189-1dcbcd72d111.vmdk {{(pid=62328) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 676.170564] env[62328]: DEBUG nova.virt.vmwareapi.vmops [None req-b41880fe-1946-427e-8ea1-11d44a480a12 tempest-TenantUsagesTestJSON-2114917124 tempest-TenantUsagesTestJSON-2114917124-project-member] [instance: fe79d679-7bb1-45f8-8189-1dcbcd72d111] Extending root virtual disk to 1048576 {{(pid=62328) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 676.171453] env[62328]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-517d13f8-776d-4c33-b5b4-ad136a5a3eb9 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 676.180204] env[62328]: DEBUG oslo_vmware.api [None req-b41880fe-1946-427e-8ea1-11d44a480a12 tempest-TenantUsagesTestJSON-2114917124 tempest-TenantUsagesTestJSON-2114917124-project-member] Waiting for the task: (returnval){ [ 676.180204] env[62328]: value = "task-2386534" [ 676.180204] env[62328]: _type = "Task" [ 676.180204] env[62328]: } to complete. {{(pid=62328) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 676.180660] env[62328]: DEBUG oslo_concurrency.lockutils [None req-728e226d-1cc5-4fa0-a89e-7eb8cd0b49f4 tempest-FloatingIPsAssociationTestJSON-89523020 tempest-FloatingIPsAssociationTestJSON-89523020-project-member] Lock "8cd0962c-8272-4384-973d-1ac21ca21993" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 27.646s {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 676.181882] env[62328]: DEBUG oslo_concurrency.lockutils [None req-fb2e372b-149b-4525-8bb8-c4a2314857b3 tempest-FloatingIPsAssociationTestJSON-89523020 tempest-FloatingIPsAssociationTestJSON-89523020-project-member] Lock "8cd0962c-8272-4384-973d-1ac21ca21993" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 21.884s {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 676.181882] env[62328]: DEBUG oslo_concurrency.lockutils [None req-fb2e372b-149b-4525-8bb8-c4a2314857b3 tempest-FloatingIPsAssociationTestJSON-89523020 tempest-FloatingIPsAssociationTestJSON-89523020-project-member] Acquiring lock "8cd0962c-8272-4384-973d-1ac21ca21993-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 676.182124] env[62328]: DEBUG oslo_concurrency.lockutils [None req-fb2e372b-149b-4525-8bb8-c4a2314857b3 tempest-FloatingIPsAssociationTestJSON-89523020 tempest-FloatingIPsAssociationTestJSON-89523020-project-member] Lock "8cd0962c-8272-4384-973d-1ac21ca21993-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 676.182439] env[62328]: DEBUG oslo_concurrency.lockutils [None req-fb2e372b-149b-4525-8bb8-c4a2314857b3 tempest-FloatingIPsAssociationTestJSON-89523020 tempest-FloatingIPsAssociationTestJSON-89523020-project-member] Lock "8cd0962c-8272-4384-973d-1ac21ca21993-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 676.187625] env[62328]: INFO nova.compute.manager [None req-fb2e372b-149b-4525-8bb8-c4a2314857b3 tempest-FloatingIPsAssociationTestJSON-89523020 tempest-FloatingIPsAssociationTestJSON-89523020-project-member] [instance: 8cd0962c-8272-4384-973d-1ac21ca21993] Terminating instance [ 676.198101] env[62328]: DEBUG oslo_vmware.api [None req-b41880fe-1946-427e-8ea1-11d44a480a12 tempest-TenantUsagesTestJSON-2114917124 tempest-TenantUsagesTestJSON-2114917124-project-member] Task: {'id': task-2386534, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 676.392438] env[62328]: DEBUG oslo_vmware.api [None req-4304e44d-bcdb-4b68-bc03-5d8ef070f9b0 tempest-ServersAdmin275Test-967106640 tempest-ServersAdmin275Test-967106640-project-admin] Task: {'id': task-2386532, 'name': PowerOffVM_Task, 'duration_secs': 0.173268} completed successfully. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 676.393193] env[62328]: DEBUG nova.virt.vmwareapi.vm_util [None req-4304e44d-bcdb-4b68-bc03-5d8ef070f9b0 tempest-ServersAdmin275Test-967106640 tempest-ServersAdmin275Test-967106640-project-admin] [instance: 892b410e-c0ae-4ef6-90a6-fbf09d6ad76b] Powered off the VM {{(pid=62328) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 676.393422] env[62328]: DEBUG nova.virt.vmwareapi.vmops [None req-4304e44d-bcdb-4b68-bc03-5d8ef070f9b0 tempest-ServersAdmin275Test-967106640 tempest-ServersAdmin275Test-967106640-project-admin] [instance: 892b410e-c0ae-4ef6-90a6-fbf09d6ad76b] Destroying instance {{(pid=62328) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 676.394180] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9bdced41-925e-4fbc-98e6-78b0640a662a {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 676.399881] env[62328]: DEBUG oslo_vmware.api [-] Task: {'id': task-2386533, 'name': CreateVM_Task} progress is 25%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 676.403763] env[62328]: DEBUG nova.virt.vmwareapi.vmops [None req-4304e44d-bcdb-4b68-bc03-5d8ef070f9b0 tempest-ServersAdmin275Test-967106640 tempest-ServersAdmin275Test-967106640-project-admin] [instance: 892b410e-c0ae-4ef6-90a6-fbf09d6ad76b] Unregistering the VM {{(pid=62328) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 676.404049] env[62328]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-00f450db-6902-4c24-bdf5-479823b009f1 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 676.409516] env[62328]: DEBUG nova.compute.manager [req-d030142b-f39a-4fee-9da8-fe54ed319ddd req-09b4aa7e-b54b-4f61-a248-ce09547dd2e9 service nova] [instance: f07984e0-1503-4ac1-84e3-61d38443a17a] Received event network-vif-plugged-0b788b99-54a0-4ac3-9cb3-e636bbb7af39 {{(pid=62328) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 676.409732] env[62328]: DEBUG oslo_concurrency.lockutils [req-d030142b-f39a-4fee-9da8-fe54ed319ddd req-09b4aa7e-b54b-4f61-a248-ce09547dd2e9 service nova] Acquiring lock "f07984e0-1503-4ac1-84e3-61d38443a17a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 676.409924] env[62328]: DEBUG oslo_concurrency.lockutils [req-d030142b-f39a-4fee-9da8-fe54ed319ddd req-09b4aa7e-b54b-4f61-a248-ce09547dd2e9 service nova] Lock "f07984e0-1503-4ac1-84e3-61d38443a17a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 676.410100] env[62328]: DEBUG oslo_concurrency.lockutils [req-d030142b-f39a-4fee-9da8-fe54ed319ddd req-09b4aa7e-b54b-4f61-a248-ce09547dd2e9 service nova] Lock "f07984e0-1503-4ac1-84e3-61d38443a17a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 676.410268] env[62328]: DEBUG nova.compute.manager [req-d030142b-f39a-4fee-9da8-fe54ed319ddd req-09b4aa7e-b54b-4f61-a248-ce09547dd2e9 service nova] [instance: f07984e0-1503-4ac1-84e3-61d38443a17a] No waiting events found dispatching network-vif-plugged-0b788b99-54a0-4ac3-9cb3-e636bbb7af39 {{(pid=62328) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 676.410469] env[62328]: WARNING nova.compute.manager [req-d030142b-f39a-4fee-9da8-fe54ed319ddd req-09b4aa7e-b54b-4f61-a248-ce09547dd2e9 service nova] [instance: f07984e0-1503-4ac1-84e3-61d38443a17a] Received unexpected event network-vif-plugged-0b788b99-54a0-4ac3-9cb3-e636bbb7af39 for instance with vm_state building and task_state spawning. [ 676.436615] env[62328]: DEBUG nova.virt.vmwareapi.vmops [None req-4304e44d-bcdb-4b68-bc03-5d8ef070f9b0 tempest-ServersAdmin275Test-967106640 tempest-ServersAdmin275Test-967106640-project-admin] [instance: 892b410e-c0ae-4ef6-90a6-fbf09d6ad76b] Unregistered the VM {{(pid=62328) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 676.436615] env[62328]: DEBUG nova.virt.vmwareapi.vmops [None req-4304e44d-bcdb-4b68-bc03-5d8ef070f9b0 tempest-ServersAdmin275Test-967106640 tempest-ServersAdmin275Test-967106640-project-admin] [instance: 892b410e-c0ae-4ef6-90a6-fbf09d6ad76b] Deleting contents of the VM from datastore datastore2 {{(pid=62328) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 676.436615] env[62328]: DEBUG nova.virt.vmwareapi.ds_util [None req-4304e44d-bcdb-4b68-bc03-5d8ef070f9b0 tempest-ServersAdmin275Test-967106640 tempest-ServersAdmin275Test-967106640-project-admin] Deleting the datastore file [datastore2] 892b410e-c0ae-4ef6-90a6-fbf09d6ad76b {{(pid=62328) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 676.436615] env[62328]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-aadaad4b-54a7-466d-8303-83e6fd0e1ab1 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 676.443580] env[62328]: DEBUG oslo_vmware.api [None req-4304e44d-bcdb-4b68-bc03-5d8ef070f9b0 tempest-ServersAdmin275Test-967106640 tempest-ServersAdmin275Test-967106640-project-admin] Waiting for the task: (returnval){ [ 676.443580] env[62328]: value = "task-2386536" [ 676.443580] env[62328]: _type = "Task" [ 676.443580] env[62328]: } to complete. {{(pid=62328) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 676.454085] env[62328]: DEBUG oslo_vmware.api [None req-4304e44d-bcdb-4b68-bc03-5d8ef070f9b0 tempest-ServersAdmin275Test-967106640 tempest-ServersAdmin275Test-967106640-project-admin] Task: {'id': task-2386536, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 676.479905] env[62328]: DEBUG nova.network.neutron [None req-ff8337d8-2b59-4615-92e5-7fe5fb97ba84 tempest-ServerTagsTestJSON-548611099 tempest-ServerTagsTestJSON-548611099-project-member] [instance: f07984e0-1503-4ac1-84e3-61d38443a17a] Successfully updated port: 0b788b99-54a0-4ac3-9cb3-e636bbb7af39 {{(pid=62328) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 676.630759] env[62328]: DEBUG oslo_vmware.api [None req-fbd1350c-89cb-4bf3-bd5f-b6f05344b01b tempest-ServersV294TestFqdnHostnames-1169218801 tempest-ServersV294TestFqdnHostnames-1169218801-project-member] Task: {'id': session[52a6e20e-410d-708a-99f2-080a575a99bd]52967255-5938-6178-1642-fc249dc2a542, 'name': SearchDatastore_Task, 'duration_secs': 0.043582} completed successfully. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 676.636231] env[62328]: INFO nova.compute.manager [None req-aa1a88c2-5256-4c8a-b3b5-1ffbf769b3e7 tempest-ServerActionsTestOtherA-1098162655 tempest-ServerActionsTestOtherA-1098162655-project-member] [instance: 66186b76-7021-4df1-b53c-2789906e37ac] Took 35.36 seconds to build instance. [ 676.637241] env[62328]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-63a65e53-d03c-4131-b913-17f46dada852 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 676.643141] env[62328]: DEBUG oslo_vmware.api [None req-fbd1350c-89cb-4bf3-bd5f-b6f05344b01b tempest-ServersV294TestFqdnHostnames-1169218801 tempest-ServersV294TestFqdnHostnames-1169218801-project-member] Waiting for the task: (returnval){ [ 676.643141] env[62328]: value = "session[52a6e20e-410d-708a-99f2-080a575a99bd]52832ca0-333d-18d0-c25d-851e7b811bdd" [ 676.643141] env[62328]: _type = "Task" [ 676.643141] env[62328]: } to complete. {{(pid=62328) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 676.651945] env[62328]: DEBUG oslo_vmware.api [None req-fbd1350c-89cb-4bf3-bd5f-b6f05344b01b tempest-ServersV294TestFqdnHostnames-1169218801 tempest-ServersV294TestFqdnHostnames-1169218801-project-member] Task: {'id': session[52a6e20e-410d-708a-99f2-080a575a99bd]52832ca0-333d-18d0-c25d-851e7b811bdd, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 676.690545] env[62328]: DEBUG oslo_vmware.api [None req-b41880fe-1946-427e-8ea1-11d44a480a12 tempest-TenantUsagesTestJSON-2114917124 tempest-TenantUsagesTestJSON-2114917124-project-member] Task: {'id': task-2386534, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.066322} completed successfully. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 676.690854] env[62328]: DEBUG nova.virt.vmwareapi.vmops [None req-b41880fe-1946-427e-8ea1-11d44a480a12 tempest-TenantUsagesTestJSON-2114917124 tempest-TenantUsagesTestJSON-2114917124-project-member] [instance: fe79d679-7bb1-45f8-8189-1dcbcd72d111] Extended root virtual disk {{(pid=62328) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 676.691624] env[62328]: DEBUG oslo_concurrency.lockutils [None req-fb2e372b-149b-4525-8bb8-c4a2314857b3 tempest-FloatingIPsAssociationTestJSON-89523020 tempest-FloatingIPsAssociationTestJSON-89523020-project-member] Acquiring lock "refresh_cache-8cd0962c-8272-4384-973d-1ac21ca21993" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 676.691814] env[62328]: DEBUG oslo_concurrency.lockutils [None req-fb2e372b-149b-4525-8bb8-c4a2314857b3 tempest-FloatingIPsAssociationTestJSON-89523020 tempest-FloatingIPsAssociationTestJSON-89523020-project-member] Acquired lock "refresh_cache-8cd0962c-8272-4384-973d-1ac21ca21993" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.691984] env[62328]: DEBUG nova.network.neutron [None req-fb2e372b-149b-4525-8bb8-c4a2314857b3 tempest-FloatingIPsAssociationTestJSON-89523020 tempest-FloatingIPsAssociationTestJSON-89523020-project-member] [instance: 8cd0962c-8272-4384-973d-1ac21ca21993] Building network info cache for instance {{(pid=62328) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 676.693588] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-75d5e108-13d8-4915-8044-46602f8f8d8f {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 676.719418] env[62328]: DEBUG nova.virt.vmwareapi.volumeops [None req-b41880fe-1946-427e-8ea1-11d44a480a12 tempest-TenantUsagesTestJSON-2114917124 tempest-TenantUsagesTestJSON-2114917124-project-member] [instance: fe79d679-7bb1-45f8-8189-1dcbcd72d111] Reconfiguring VM instance instance-00000025 to attach disk [datastore2] fe79d679-7bb1-45f8-8189-1dcbcd72d111/fe79d679-7bb1-45f8-8189-1dcbcd72d111.vmdk or device None with type sparse {{(pid=62328) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 676.722665] env[62328]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d7a79cf3-8a85-4c04-b119-4eebe882d2da {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 676.744470] env[62328]: DEBUG oslo_vmware.api [None req-b41880fe-1946-427e-8ea1-11d44a480a12 tempest-TenantUsagesTestJSON-2114917124 tempest-TenantUsagesTestJSON-2114917124-project-member] Waiting for the task: (returnval){ [ 676.744470] env[62328]: value = "task-2386537" [ 676.744470] env[62328]: _type = "Task" [ 676.744470] env[62328]: } to complete. {{(pid=62328) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 676.751809] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-74c75d10-d272-4aee-a28b-a82e3780faa8 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 676.759397] env[62328]: DEBUG oslo_vmware.api [None req-b41880fe-1946-427e-8ea1-11d44a480a12 tempest-TenantUsagesTestJSON-2114917124 tempest-TenantUsagesTestJSON-2114917124-project-member] Task: {'id': task-2386537, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 676.762654] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d0585693-5714-4fdb-b3c6-5cb4c7708fc1 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 676.796231] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ce535d11-95b1-4d40-9a10-1db62564110a {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 676.804285] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3101332f-c956-4399-a9e0-ffd6c48639b8 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 676.819201] env[62328]: DEBUG nova.compute.provider_tree [None req-5b182e51-1621-4c72-8f86-a925d9f5cf29 tempest-DeleteServersAdminTestJSON-1672951685 tempest-DeleteServersAdminTestJSON-1672951685-project-member] Inventory has not changed in ProviderTree for provider: 3469e9f8-04af-49ca-8435-49f104496744 {{(pid=62328) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 676.895447] env[62328]: DEBUG oslo_vmware.api [-] Task: {'id': task-2386533, 'name': CreateVM_Task} progress is 25%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 676.954658] env[62328]: DEBUG oslo_vmware.api [None req-4304e44d-bcdb-4b68-bc03-5d8ef070f9b0 tempest-ServersAdmin275Test-967106640 tempest-ServersAdmin275Test-967106640-project-admin] Task: {'id': task-2386536, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.385569} completed successfully. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 676.955686] env[62328]: DEBUG nova.virt.vmwareapi.ds_util [None req-4304e44d-bcdb-4b68-bc03-5d8ef070f9b0 tempest-ServersAdmin275Test-967106640 tempest-ServersAdmin275Test-967106640-project-admin] Deleted the datastore file {{(pid=62328) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 676.955686] env[62328]: DEBUG nova.virt.vmwareapi.vmops [None req-4304e44d-bcdb-4b68-bc03-5d8ef070f9b0 tempest-ServersAdmin275Test-967106640 tempest-ServersAdmin275Test-967106640-project-admin] [instance: 892b410e-c0ae-4ef6-90a6-fbf09d6ad76b] Deleted contents of the VM from datastore datastore2 {{(pid=62328) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 676.955686] env[62328]: DEBUG nova.virt.vmwareapi.vmops [None req-4304e44d-bcdb-4b68-bc03-5d8ef070f9b0 tempest-ServersAdmin275Test-967106640 tempest-ServersAdmin275Test-967106640-project-admin] [instance: 892b410e-c0ae-4ef6-90a6-fbf09d6ad76b] Instance destroyed {{(pid=62328) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 676.982979] env[62328]: DEBUG oslo_concurrency.lockutils [None req-ff8337d8-2b59-4615-92e5-7fe5fb97ba84 tempest-ServerTagsTestJSON-548611099 tempest-ServerTagsTestJSON-548611099-project-member] Acquiring lock "refresh_cache-f07984e0-1503-4ac1-84e3-61d38443a17a" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 676.983274] env[62328]: DEBUG oslo_concurrency.lockutils [None req-ff8337d8-2b59-4615-92e5-7fe5fb97ba84 tempest-ServerTagsTestJSON-548611099 tempest-ServerTagsTestJSON-548611099-project-member] Acquired lock "refresh_cache-f07984e0-1503-4ac1-84e3-61d38443a17a" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.983334] env[62328]: DEBUG nova.network.neutron [None req-ff8337d8-2b59-4615-92e5-7fe5fb97ba84 tempest-ServerTagsTestJSON-548611099 tempest-ServerTagsTestJSON-548611099-project-member] [instance: f07984e0-1503-4ac1-84e3-61d38443a17a] Building network info cache for instance {{(pid=62328) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 677.140956] env[62328]: DEBUG oslo_concurrency.lockutils [None req-aa1a88c2-5256-4c8a-b3b5-1ffbf769b3e7 tempest-ServerActionsTestOtherA-1098162655 tempest-ServerActionsTestOtherA-1098162655-project-member] Lock "66186b76-7021-4df1-b53c-2789906e37ac" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 55.775s {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 677.155195] env[62328]: DEBUG oslo_vmware.api [None req-fbd1350c-89cb-4bf3-bd5f-b6f05344b01b tempest-ServersV294TestFqdnHostnames-1169218801 tempest-ServersV294TestFqdnHostnames-1169218801-project-member] Task: {'id': session[52a6e20e-410d-708a-99f2-080a575a99bd]52832ca0-333d-18d0-c25d-851e7b811bdd, 'name': SearchDatastore_Task, 'duration_secs': 0.02369} completed successfully. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 677.155470] env[62328]: DEBUG oslo_concurrency.lockutils [None req-fbd1350c-89cb-4bf3-bd5f-b6f05344b01b tempest-ServersV294TestFqdnHostnames-1169218801 tempest-ServersV294TestFqdnHostnames-1169218801-project-member] Releasing lock "[datastore1] devstack-image-cache_base/dbf872a4-92be-47e4-8561-c3e2bf2423ab/dbf872a4-92be-47e4-8561-c3e2bf2423ab.vmdk" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 677.155722] env[62328]: DEBUG nova.virt.vmwareapi.vm_util [None req-fbd1350c-89cb-4bf3-bd5f-b6f05344b01b tempest-ServersV294TestFqdnHostnames-1169218801 tempest-ServersV294TestFqdnHostnames-1169218801-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/dbf872a4-92be-47e4-8561-c3e2bf2423ab/dbf872a4-92be-47e4-8561-c3e2bf2423ab.vmdk to [datastore1] 80c53aaa-0812-4f2f-bfe8-2f05c1002018/80c53aaa-0812-4f2f-bfe8-2f05c1002018.vmdk {{(pid=62328) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 677.155971] env[62328]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-a54df511-9953-4b98-a23c-d545d55ea662 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 677.164036] env[62328]: DEBUG oslo_vmware.api [None req-fbd1350c-89cb-4bf3-bd5f-b6f05344b01b tempest-ServersV294TestFqdnHostnames-1169218801 tempest-ServersV294TestFqdnHostnames-1169218801-project-member] Waiting for the task: (returnval){ [ 677.164036] env[62328]: value = "task-2386538" [ 677.164036] env[62328]: _type = "Task" [ 677.164036] env[62328]: } to complete. {{(pid=62328) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 677.172318] env[62328]: DEBUG oslo_vmware.api [None req-fbd1350c-89cb-4bf3-bd5f-b6f05344b01b tempest-ServersV294TestFqdnHostnames-1169218801 tempest-ServersV294TestFqdnHostnames-1169218801-project-member] Task: {'id': task-2386538, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 677.197808] env[62328]: DEBUG nova.compute.utils [None req-fb2e372b-149b-4525-8bb8-c4a2314857b3 tempest-FloatingIPsAssociationTestJSON-89523020 tempest-FloatingIPsAssociationTestJSON-89523020-project-member] [instance: 8cd0962c-8272-4384-973d-1ac21ca21993] Can not refresh info_cache because instance was not found {{(pid=62328) refresh_info_cache_for_instance /opt/stack/nova/nova/compute/utils.py:1055}} [ 677.221793] env[62328]: DEBUG nova.network.neutron [None req-fb2e372b-149b-4525-8bb8-c4a2314857b3 tempest-FloatingIPsAssociationTestJSON-89523020 tempest-FloatingIPsAssociationTestJSON-89523020-project-member] [instance: 8cd0962c-8272-4384-973d-1ac21ca21993] Instance cache missing network info. {{(pid=62328) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 677.260017] env[62328]: DEBUG oslo_vmware.api [None req-b41880fe-1946-427e-8ea1-11d44a480a12 tempest-TenantUsagesTestJSON-2114917124 tempest-TenantUsagesTestJSON-2114917124-project-member] Task: {'id': task-2386537, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 677.321847] env[62328]: DEBUG nova.scheduler.client.report [None req-5b182e51-1621-4c72-8f86-a925d9f5cf29 tempest-DeleteServersAdminTestJSON-1672951685 tempest-DeleteServersAdminTestJSON-1672951685-project-member] Inventory has not changed for provider 3469e9f8-04af-49ca-8435-49f104496744 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 152, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62328) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 677.377180] env[62328]: DEBUG nova.network.neutron [None req-fb2e372b-149b-4525-8bb8-c4a2314857b3 tempest-FloatingIPsAssociationTestJSON-89523020 tempest-FloatingIPsAssociationTestJSON-89523020-project-member] [instance: 8cd0962c-8272-4384-973d-1ac21ca21993] Updating instance_info_cache with network_info: [] {{(pid=62328) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 677.395171] env[62328]: DEBUG oslo_vmware.api [-] Task: {'id': task-2386533, 'name': CreateVM_Task, 'duration_secs': 1.134785} completed successfully. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 677.398995] env[62328]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5a5e12bf-4082-40e8-bac8-a8a5b0033dec] Created VM on the ESX host {{(pid=62328) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 677.398995] env[62328]: DEBUG oslo_concurrency.lockutils [None req-f6581a15-8a7a-43f1-b0c9-117bf999d7b5 tempest-ServerDiskConfigTestJSON-126406698 tempest-ServerDiskConfigTestJSON-126406698-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/dbf872a4-92be-47e4-8561-c3e2bf2423ab" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 677.398995] env[62328]: DEBUG oslo_concurrency.lockutils [None req-f6581a15-8a7a-43f1-b0c9-117bf999d7b5 tempest-ServerDiskConfigTestJSON-126406698 tempest-ServerDiskConfigTestJSON-126406698-project-member] Acquired lock "[datastore1] devstack-image-cache_base/dbf872a4-92be-47e4-8561-c3e2bf2423ab" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.398995] env[62328]: DEBUG oslo_concurrency.lockutils [None req-f6581a15-8a7a-43f1-b0c9-117bf999d7b5 tempest-ServerDiskConfigTestJSON-126406698 tempest-ServerDiskConfigTestJSON-126406698-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/dbf872a4-92be-47e4-8561-c3e2bf2423ab" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 677.398995] env[62328]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7af3755f-eb81-4db1-964e-a04b8274ef7b {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 677.401789] env[62328]: DEBUG oslo_vmware.api [None req-f6581a15-8a7a-43f1-b0c9-117bf999d7b5 tempest-ServerDiskConfigTestJSON-126406698 tempest-ServerDiskConfigTestJSON-126406698-project-member] Waiting for the task: (returnval){ [ 677.401789] env[62328]: value = "session[52a6e20e-410d-708a-99f2-080a575a99bd]52c32694-3c78-e92c-efb3-38ccdceabc83" [ 677.401789] env[62328]: _type = "Task" [ 677.401789] env[62328]: } to complete. {{(pid=62328) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 677.410502] env[62328]: DEBUG oslo_vmware.api [None req-f6581a15-8a7a-43f1-b0c9-117bf999d7b5 tempest-ServerDiskConfigTestJSON-126406698 tempest-ServerDiskConfigTestJSON-126406698-project-member] Task: {'id': session[52a6e20e-410d-708a-99f2-080a575a99bd]52c32694-3c78-e92c-efb3-38ccdceabc83, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 677.512271] env[62328]: DEBUG nova.virt.vmwareapi.vm_util [None req-d01bfffd-1981-4488-a077-48c7549f983b tempest-ServerRescueTestJSONUnderV235-477445181 tempest-ServerRescueTestJSONUnderV235-477445181-project-member] [instance: 133b2694-7206-4e72-92d6-ee334b1470e5] Powering off the VM {{(pid=62328) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 677.513267] env[62328]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-5e455f7f-8fbe-48d8-b4f9-10c134563bc6 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 677.520693] env[62328]: DEBUG oslo_vmware.api [None req-d01bfffd-1981-4488-a077-48c7549f983b tempest-ServerRescueTestJSONUnderV235-477445181 tempest-ServerRescueTestJSONUnderV235-477445181-project-member] Waiting for the task: (returnval){ [ 677.520693] env[62328]: value = "task-2386539" [ 677.520693] env[62328]: _type = "Task" [ 677.520693] env[62328]: } to complete. {{(pid=62328) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 677.529035] env[62328]: DEBUG oslo_vmware.api [None req-d01bfffd-1981-4488-a077-48c7549f983b tempest-ServerRescueTestJSONUnderV235-477445181 tempest-ServerRescueTestJSONUnderV235-477445181-project-member] Task: {'id': task-2386539, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 677.531377] env[62328]: DEBUG nova.network.neutron [None req-ff8337d8-2b59-4615-92e5-7fe5fb97ba84 tempest-ServerTagsTestJSON-548611099 tempest-ServerTagsTestJSON-548611099-project-member] [instance: f07984e0-1503-4ac1-84e3-61d38443a17a] Instance cache missing network info. {{(pid=62328) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 677.602694] env[62328]: DEBUG oslo_concurrency.lockutils [None req-d122ec1e-0622-4c46-bcf3-1bef72740c40 tempest-FloatingIPsAssociationTestJSON-89523020 tempest-FloatingIPsAssociationTestJSON-89523020-project-member] Acquiring lock "911e8910-7b82-4557-af15-99cf96b7314e" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 677.603050] env[62328]: DEBUG oslo_concurrency.lockutils [None req-d122ec1e-0622-4c46-bcf3-1bef72740c40 tempest-FloatingIPsAssociationTestJSON-89523020 tempest-FloatingIPsAssociationTestJSON-89523020-project-member] Lock "911e8910-7b82-4557-af15-99cf96b7314e" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 677.603269] env[62328]: DEBUG oslo_concurrency.lockutils [None req-d122ec1e-0622-4c46-bcf3-1bef72740c40 tempest-FloatingIPsAssociationTestJSON-89523020 tempest-FloatingIPsAssociationTestJSON-89523020-project-member] Acquiring lock "911e8910-7b82-4557-af15-99cf96b7314e-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 677.603461] env[62328]: DEBUG oslo_concurrency.lockutils [None req-d122ec1e-0622-4c46-bcf3-1bef72740c40 tempest-FloatingIPsAssociationTestJSON-89523020 tempest-FloatingIPsAssociationTestJSON-89523020-project-member] Lock "911e8910-7b82-4557-af15-99cf96b7314e-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 677.603659] env[62328]: DEBUG oslo_concurrency.lockutils [None req-d122ec1e-0622-4c46-bcf3-1bef72740c40 tempest-FloatingIPsAssociationTestJSON-89523020 tempest-FloatingIPsAssociationTestJSON-89523020-project-member] Lock "911e8910-7b82-4557-af15-99cf96b7314e-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 677.605988] env[62328]: INFO nova.compute.manager [None req-d122ec1e-0622-4c46-bcf3-1bef72740c40 tempest-FloatingIPsAssociationTestJSON-89523020 tempest-FloatingIPsAssociationTestJSON-89523020-project-member] [instance: 911e8910-7b82-4557-af15-99cf96b7314e] Terminating instance [ 677.643824] env[62328]: DEBUG nova.compute.manager [None req-9e8c55d9-950b-462f-82d5-ddb0e06a064c tempest-ServersAdminNegativeTestJSON-593360600 tempest-ServersAdminNegativeTestJSON-593360600-project-member] [instance: 036c1441-66e8-4a80-99a2-15dfe86351fc] Starting instance... {{(pid=62328) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 677.674045] env[62328]: DEBUG oslo_vmware.api [None req-fbd1350c-89cb-4bf3-bd5f-b6f05344b01b tempest-ServersV294TestFqdnHostnames-1169218801 tempest-ServersV294TestFqdnHostnames-1169218801-project-member] Task: {'id': task-2386538, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 677.756594] env[62328]: DEBUG oslo_vmware.api [None req-b41880fe-1946-427e-8ea1-11d44a480a12 tempest-TenantUsagesTestJSON-2114917124 tempest-TenantUsagesTestJSON-2114917124-project-member] Task: {'id': task-2386537, 'name': ReconfigVM_Task, 'duration_secs': 0.526563} completed successfully. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 677.756907] env[62328]: DEBUG nova.virt.vmwareapi.volumeops [None req-b41880fe-1946-427e-8ea1-11d44a480a12 tempest-TenantUsagesTestJSON-2114917124 tempest-TenantUsagesTestJSON-2114917124-project-member] [instance: fe79d679-7bb1-45f8-8189-1dcbcd72d111] Reconfigured VM instance instance-00000025 to attach disk [datastore2] fe79d679-7bb1-45f8-8189-1dcbcd72d111/fe79d679-7bb1-45f8-8189-1dcbcd72d111.vmdk or device None with type sparse {{(pid=62328) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 677.759016] env[62328]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-4047e664-dd6c-498d-8aaa-35231abddf4a {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 677.766185] env[62328]: DEBUG oslo_vmware.api [None req-b41880fe-1946-427e-8ea1-11d44a480a12 tempest-TenantUsagesTestJSON-2114917124 tempest-TenantUsagesTestJSON-2114917124-project-member] Waiting for the task: (returnval){ [ 677.766185] env[62328]: value = "task-2386540" [ 677.766185] env[62328]: _type = "Task" [ 677.766185] env[62328]: } to complete. {{(pid=62328) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 677.775187] env[62328]: DEBUG oslo_vmware.api [None req-b41880fe-1946-427e-8ea1-11d44a480a12 tempest-TenantUsagesTestJSON-2114917124 tempest-TenantUsagesTestJSON-2114917124-project-member] Task: {'id': task-2386540, 'name': Rename_Task} progress is 5%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 677.827272] env[62328]: DEBUG nova.network.neutron [None req-ff8337d8-2b59-4615-92e5-7fe5fb97ba84 tempest-ServerTagsTestJSON-548611099 tempest-ServerTagsTestJSON-548611099-project-member] [instance: f07984e0-1503-4ac1-84e3-61d38443a17a] Updating instance_info_cache with network_info: [{"id": "0b788b99-54a0-4ac3-9cb3-e636bbb7af39", "address": "fa:16:3e:a8:5e:df", "network": {"id": "58485d8e-f6c5-4e58-bdd8-92ac9dd240a5", "bridge": "br-int", "label": "tempest-ServerTagsTestJSON-1562348366-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "edde05eb868848d6a072d3055b2a49b0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "60bdba1a-14cf-46b2-9d8b-aeaf4d80c815", "external-id": "nsx-vlan-transportzone-922", "segmentation_id": 922, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0b788b99-54", "ovs_interfaceid": "0b788b99-54a0-4ac3-9cb3-e636bbb7af39", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62328) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 677.829521] env[62328]: DEBUG oslo_concurrency.lockutils [None req-5b182e51-1621-4c72-8f86-a925d9f5cf29 tempest-DeleteServersAdminTestJSON-1672951685 tempest-DeleteServersAdminTestJSON-1672951685-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.185s {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 677.833696] env[62328]: DEBUG oslo_concurrency.lockutils [None req-88250cb4-6546-4395-894e-5cfd94aa3a2e tempest-SecurityGroupsTestJSON-105101063 tempest-SecurityGroupsTestJSON-105101063-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 22.536s {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 677.836718] env[62328]: INFO nova.compute.claims [None req-88250cb4-6546-4395-894e-5cfd94aa3a2e tempest-SecurityGroupsTestJSON-105101063 tempest-SecurityGroupsTestJSON-105101063-project-member] [instance: 3c4b626f-0a92-4c1c-9240-7ed5e9ce623b] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 677.857539] env[62328]: INFO nova.scheduler.client.report [None req-5b182e51-1621-4c72-8f86-a925d9f5cf29 tempest-DeleteServersAdminTestJSON-1672951685 tempest-DeleteServersAdminTestJSON-1672951685-project-member] Deleted allocations for instance cbd7d9a6-9812-461e-9f59-8dea2e62fece [ 677.880551] env[62328]: DEBUG oslo_concurrency.lockutils [None req-fb2e372b-149b-4525-8bb8-c4a2314857b3 tempest-FloatingIPsAssociationTestJSON-89523020 tempest-FloatingIPsAssociationTestJSON-89523020-project-member] Releasing lock "refresh_cache-8cd0962c-8272-4384-973d-1ac21ca21993" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 677.881127] env[62328]: DEBUG nova.compute.manager [None req-fb2e372b-149b-4525-8bb8-c4a2314857b3 tempest-FloatingIPsAssociationTestJSON-89523020 tempest-FloatingIPsAssociationTestJSON-89523020-project-member] [instance: 8cd0962c-8272-4384-973d-1ac21ca21993] Start destroying the instance on the hypervisor. {{(pid=62328) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 677.881342] env[62328]: DEBUG nova.virt.vmwareapi.vmops [None req-fb2e372b-149b-4525-8bb8-c4a2314857b3 tempest-FloatingIPsAssociationTestJSON-89523020 tempest-FloatingIPsAssociationTestJSON-89523020-project-member] [instance: 8cd0962c-8272-4384-973d-1ac21ca21993] Destroying instance {{(pid=62328) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 677.882547] env[62328]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-3de3d2ba-b666-487d-9ffd-82722581a98d {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 677.893198] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-da88740a-1a07-46ee-a41d-46372014f585 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 677.916165] env[62328]: DEBUG oslo_vmware.api [None req-f6581a15-8a7a-43f1-b0c9-117bf999d7b5 tempest-ServerDiskConfigTestJSON-126406698 tempest-ServerDiskConfigTestJSON-126406698-project-member] Task: {'id': session[52a6e20e-410d-708a-99f2-080a575a99bd]52c32694-3c78-e92c-efb3-38ccdceabc83, 'name': SearchDatastore_Task, 'duration_secs': 0.023267} completed successfully. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 677.916495] env[62328]: DEBUG oslo_concurrency.lockutils [None req-f6581a15-8a7a-43f1-b0c9-117bf999d7b5 tempest-ServerDiskConfigTestJSON-126406698 tempest-ServerDiskConfigTestJSON-126406698-project-member] Releasing lock "[datastore1] devstack-image-cache_base/dbf872a4-92be-47e4-8561-c3e2bf2423ab" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 677.916774] env[62328]: DEBUG nova.virt.vmwareapi.vmops [None req-f6581a15-8a7a-43f1-b0c9-117bf999d7b5 tempest-ServerDiskConfigTestJSON-126406698 tempest-ServerDiskConfigTestJSON-126406698-project-member] [instance: 5a5e12bf-4082-40e8-bac8-a8a5b0033dec] Processing image dbf872a4-92be-47e4-8561-c3e2bf2423ab {{(pid=62328) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 677.917054] env[62328]: DEBUG oslo_concurrency.lockutils [None req-f6581a15-8a7a-43f1-b0c9-117bf999d7b5 tempest-ServerDiskConfigTestJSON-126406698 tempest-ServerDiskConfigTestJSON-126406698-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/dbf872a4-92be-47e4-8561-c3e2bf2423ab/dbf872a4-92be-47e4-8561-c3e2bf2423ab.vmdk" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 677.917181] env[62328]: DEBUG oslo_concurrency.lockutils [None req-f6581a15-8a7a-43f1-b0c9-117bf999d7b5 tempest-ServerDiskConfigTestJSON-126406698 tempest-ServerDiskConfigTestJSON-126406698-project-member] Acquired lock "[datastore1] devstack-image-cache_base/dbf872a4-92be-47e4-8561-c3e2bf2423ab/dbf872a4-92be-47e4-8561-c3e2bf2423ab.vmdk" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.917359] env[62328]: DEBUG nova.virt.vmwareapi.ds_util [None req-f6581a15-8a7a-43f1-b0c9-117bf999d7b5 tempest-ServerDiskConfigTestJSON-126406698 tempest-ServerDiskConfigTestJSON-126406698-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62328) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 677.917644] env[62328]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-a8c3ce8c-63e2-46aa-bc91-8510e7fdd458 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 677.933468] env[62328]: WARNING nova.virt.vmwareapi.vmops [None req-fb2e372b-149b-4525-8bb8-c4a2314857b3 tempest-FloatingIPsAssociationTestJSON-89523020 tempest-FloatingIPsAssociationTestJSON-89523020-project-member] [instance: 8cd0962c-8272-4384-973d-1ac21ca21993] Instance does not exist on backend: nova.exception.InstanceNotFound: Instance 8cd0962c-8272-4384-973d-1ac21ca21993 could not be found. [ 677.933669] env[62328]: DEBUG nova.virt.vmwareapi.vmops [None req-fb2e372b-149b-4525-8bb8-c4a2314857b3 tempest-FloatingIPsAssociationTestJSON-89523020 tempest-FloatingIPsAssociationTestJSON-89523020-project-member] [instance: 8cd0962c-8272-4384-973d-1ac21ca21993] Instance destroyed {{(pid=62328) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 677.933844] env[62328]: INFO nova.compute.manager [None req-fb2e372b-149b-4525-8bb8-c4a2314857b3 tempest-FloatingIPsAssociationTestJSON-89523020 tempest-FloatingIPsAssociationTestJSON-89523020-project-member] [instance: 8cd0962c-8272-4384-973d-1ac21ca21993] Took 0.05 seconds to destroy the instance on the hypervisor. [ 677.934105] env[62328]: DEBUG oslo.service.loopingcall [None req-fb2e372b-149b-4525-8bb8-c4a2314857b3 tempest-FloatingIPsAssociationTestJSON-89523020 tempest-FloatingIPsAssociationTestJSON-89523020-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62328) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 677.935370] env[62328]: DEBUG nova.compute.manager [-] [instance: 8cd0962c-8272-4384-973d-1ac21ca21993] Deallocating network for instance {{(pid=62328) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 677.935500] env[62328]: DEBUG nova.network.neutron [-] [instance: 8cd0962c-8272-4384-973d-1ac21ca21993] deallocate_for_instance() {{(pid=62328) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 677.937246] env[62328]: DEBUG nova.virt.vmwareapi.ds_util [None req-f6581a15-8a7a-43f1-b0c9-117bf999d7b5 tempest-ServerDiskConfigTestJSON-126406698 tempest-ServerDiskConfigTestJSON-126406698-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62328) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 677.937460] env[62328]: DEBUG nova.virt.vmwareapi.vmops [None req-f6581a15-8a7a-43f1-b0c9-117bf999d7b5 tempest-ServerDiskConfigTestJSON-126406698 tempest-ServerDiskConfigTestJSON-126406698-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62328) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 677.938190] env[62328]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bcae2f8d-b9bf-4a05-98b6-a8f9dfaa7f39 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 677.944152] env[62328]: DEBUG oslo_vmware.api [None req-f6581a15-8a7a-43f1-b0c9-117bf999d7b5 tempest-ServerDiskConfigTestJSON-126406698 tempest-ServerDiskConfigTestJSON-126406698-project-member] Waiting for the task: (returnval){ [ 677.944152] env[62328]: value = "session[52a6e20e-410d-708a-99f2-080a575a99bd]52e6e03c-f3a5-a62e-1e73-7d2156b6967f" [ 677.944152] env[62328]: _type = "Task" [ 677.944152] env[62328]: } to complete. {{(pid=62328) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 677.951443] env[62328]: DEBUG oslo_vmware.api [None req-f6581a15-8a7a-43f1-b0c9-117bf999d7b5 tempest-ServerDiskConfigTestJSON-126406698 tempest-ServerDiskConfigTestJSON-126406698-project-member] Task: {'id': session[52a6e20e-410d-708a-99f2-080a575a99bd]52e6e03c-f3a5-a62e-1e73-7d2156b6967f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 677.955431] env[62328]: DEBUG nova.network.neutron [-] [instance: 8cd0962c-8272-4384-973d-1ac21ca21993] Instance cache missing network info. {{(pid=62328) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 677.989957] env[62328]: DEBUG nova.virt.hardware [None req-4304e44d-bcdb-4b68-bc03-5d8ef070f9b0 tempest-ServersAdmin275Test-967106640 tempest-ServersAdmin275Test-967106640-project-admin] Getting desirable topologies for flavor Flavor(created_at=2025-02-07T17:16:55Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-07T17:16:37Z,direct_url=,disk_format='vmdk',id=dbf872a4-92be-47e4-8561-c3e2bf2423ab,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='2a64022f08d84b11a86773b900860ae5',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-07T17:16:38Z,virtual_size=,visibility=), allow threads: False {{(pid=62328) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 677.992017] env[62328]: DEBUG nova.virt.hardware [None req-4304e44d-bcdb-4b68-bc03-5d8ef070f9b0 tempest-ServersAdmin275Test-967106640 tempest-ServersAdmin275Test-967106640-project-admin] Flavor limits 0:0:0 {{(pid=62328) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 677.992017] env[62328]: DEBUG nova.virt.hardware [None req-4304e44d-bcdb-4b68-bc03-5d8ef070f9b0 tempest-ServersAdmin275Test-967106640 tempest-ServersAdmin275Test-967106640-project-admin] Image limits 0:0:0 {{(pid=62328) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 677.992017] env[62328]: DEBUG nova.virt.hardware [None req-4304e44d-bcdb-4b68-bc03-5d8ef070f9b0 tempest-ServersAdmin275Test-967106640 tempest-ServersAdmin275Test-967106640-project-admin] Flavor pref 0:0:0 {{(pid=62328) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 677.992017] env[62328]: DEBUG nova.virt.hardware [None req-4304e44d-bcdb-4b68-bc03-5d8ef070f9b0 tempest-ServersAdmin275Test-967106640 tempest-ServersAdmin275Test-967106640-project-admin] Image pref 0:0:0 {{(pid=62328) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 677.992017] env[62328]: DEBUG nova.virt.hardware [None req-4304e44d-bcdb-4b68-bc03-5d8ef070f9b0 tempest-ServersAdmin275Test-967106640 tempest-ServersAdmin275Test-967106640-project-admin] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62328) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 677.992017] env[62328]: DEBUG nova.virt.hardware [None req-4304e44d-bcdb-4b68-bc03-5d8ef070f9b0 tempest-ServersAdmin275Test-967106640 tempest-ServersAdmin275Test-967106640-project-admin] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62328) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 677.992501] env[62328]: DEBUG nova.virt.hardware [None req-4304e44d-bcdb-4b68-bc03-5d8ef070f9b0 tempest-ServersAdmin275Test-967106640 tempest-ServersAdmin275Test-967106640-project-admin] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62328) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 677.992810] env[62328]: DEBUG nova.virt.hardware [None req-4304e44d-bcdb-4b68-bc03-5d8ef070f9b0 tempest-ServersAdmin275Test-967106640 tempest-ServersAdmin275Test-967106640-project-admin] Got 1 possible topologies {{(pid=62328) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 677.993104] env[62328]: DEBUG nova.virt.hardware [None req-4304e44d-bcdb-4b68-bc03-5d8ef070f9b0 tempest-ServersAdmin275Test-967106640 tempest-ServersAdmin275Test-967106640-project-admin] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62328) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 677.993388] env[62328]: DEBUG nova.virt.hardware [None req-4304e44d-bcdb-4b68-bc03-5d8ef070f9b0 tempest-ServersAdmin275Test-967106640 tempest-ServersAdmin275Test-967106640-project-admin] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62328) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 677.994667] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bc9d7bfb-dc65-40e1-87b1-36902fb7ece1 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 678.004062] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7177a629-98a9-4993-ac26-8969cba2a340 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 678.021848] env[62328]: DEBUG nova.virt.vmwareapi.vmops [None req-4304e44d-bcdb-4b68-bc03-5d8ef070f9b0 tempest-ServersAdmin275Test-967106640 tempest-ServersAdmin275Test-967106640-project-admin] [instance: 892b410e-c0ae-4ef6-90a6-fbf09d6ad76b] Instance VIF info [] {{(pid=62328) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 678.027966] env[62328]: DEBUG oslo.service.loopingcall [None req-4304e44d-bcdb-4b68-bc03-5d8ef070f9b0 tempest-ServersAdmin275Test-967106640 tempest-ServersAdmin275Test-967106640-project-admin] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62328) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 678.028856] env[62328]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 892b410e-c0ae-4ef6-90a6-fbf09d6ad76b] Creating VM on the ESX host {{(pid=62328) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 678.034277] env[62328]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-62df51e6-5d27-48cb-8dba-c0687f0d27da {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 678.052057] env[62328]: DEBUG oslo_vmware.api [None req-d01bfffd-1981-4488-a077-48c7549f983b tempest-ServerRescueTestJSONUnderV235-477445181 tempest-ServerRescueTestJSONUnderV235-477445181-project-member] Task: {'id': task-2386539, 'name': PowerOffVM_Task, 'duration_secs': 0.223172} completed successfully. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 678.053778] env[62328]: DEBUG nova.virt.vmwareapi.vm_util [None req-d01bfffd-1981-4488-a077-48c7549f983b tempest-ServerRescueTestJSONUnderV235-477445181 tempest-ServerRescueTestJSONUnderV235-477445181-project-member] [instance: 133b2694-7206-4e72-92d6-ee334b1470e5] Powered off the VM {{(pid=62328) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 678.054175] env[62328]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 678.054175] env[62328]: value = "task-2386541" [ 678.054175] env[62328]: _type = "Task" [ 678.054175] env[62328]: } to complete. {{(pid=62328) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 678.055177] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5c3538c0-00d5-4cf7-8397-b544788c6da1 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 678.084784] env[62328]: DEBUG oslo_vmware.api [-] Task: {'id': task-2386541, 'name': CreateVM_Task} progress is 6%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 678.085832] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c3341d27-1664-4b8d-ba26-29d5f0b80c01 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 678.110542] env[62328]: DEBUG nova.compute.manager [None req-d122ec1e-0622-4c46-bcf3-1bef72740c40 tempest-FloatingIPsAssociationTestJSON-89523020 tempest-FloatingIPsAssociationTestJSON-89523020-project-member] [instance: 911e8910-7b82-4557-af15-99cf96b7314e] Start destroying the instance on the hypervisor. {{(pid=62328) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 678.111260] env[62328]: DEBUG nova.virt.vmwareapi.vmops [None req-d122ec1e-0622-4c46-bcf3-1bef72740c40 tempest-FloatingIPsAssociationTestJSON-89523020 tempest-FloatingIPsAssociationTestJSON-89523020-project-member] [instance: 911e8910-7b82-4557-af15-99cf96b7314e] Destroying instance {{(pid=62328) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 678.112356] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0aae429c-0619-4109-b1bd-355ef0a6c9ea {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 678.117063] env[62328]: DEBUG nova.virt.vmwareapi.vm_util [None req-d01bfffd-1981-4488-a077-48c7549f983b tempest-ServerRescueTestJSONUnderV235-477445181 tempest-ServerRescueTestJSONUnderV235-477445181-project-member] [instance: 133b2694-7206-4e72-92d6-ee334b1470e5] Powering off the VM {{(pid=62328) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 678.117349] env[62328]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b255480a-51a0-459f-8065-c633e3870d24 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 678.123530] env[62328]: DEBUG nova.virt.vmwareapi.vm_util [None req-d122ec1e-0622-4c46-bcf3-1bef72740c40 tempest-FloatingIPsAssociationTestJSON-89523020 tempest-FloatingIPsAssociationTestJSON-89523020-project-member] [instance: 911e8910-7b82-4557-af15-99cf96b7314e] Powering off the VM {{(pid=62328) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 678.124799] env[62328]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-83f95ab3-b977-41e7-bc9e-cd973cac0bd7 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 678.126708] env[62328]: DEBUG oslo_vmware.api [None req-d01bfffd-1981-4488-a077-48c7549f983b tempest-ServerRescueTestJSONUnderV235-477445181 tempest-ServerRescueTestJSONUnderV235-477445181-project-member] Waiting for the task: (returnval){ [ 678.126708] env[62328]: value = "task-2386542" [ 678.126708] env[62328]: _type = "Task" [ 678.126708] env[62328]: } to complete. {{(pid=62328) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 678.131731] env[62328]: DEBUG oslo_vmware.api [None req-d122ec1e-0622-4c46-bcf3-1bef72740c40 tempest-FloatingIPsAssociationTestJSON-89523020 tempest-FloatingIPsAssociationTestJSON-89523020-project-member] Waiting for the task: (returnval){ [ 678.131731] env[62328]: value = "task-2386543" [ 678.131731] env[62328]: _type = "Task" [ 678.131731] env[62328]: } to complete. {{(pid=62328) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 678.143066] env[62328]: DEBUG nova.virt.vmwareapi.vm_util [None req-d01bfffd-1981-4488-a077-48c7549f983b tempest-ServerRescueTestJSONUnderV235-477445181 tempest-ServerRescueTestJSONUnderV235-477445181-project-member] [instance: 133b2694-7206-4e72-92d6-ee334b1470e5] VM already powered off {{(pid=62328) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 678.143359] env[62328]: DEBUG nova.virt.vmwareapi.vmops [None req-d01bfffd-1981-4488-a077-48c7549f983b tempest-ServerRescueTestJSONUnderV235-477445181 tempest-ServerRescueTestJSONUnderV235-477445181-project-member] [instance: 133b2694-7206-4e72-92d6-ee334b1470e5] Processing image dbf872a4-92be-47e4-8561-c3e2bf2423ab {{(pid=62328) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 678.143657] env[62328]: DEBUG oslo_concurrency.lockutils [None req-d01bfffd-1981-4488-a077-48c7549f983b tempest-ServerRescueTestJSONUnderV235-477445181 tempest-ServerRescueTestJSONUnderV235-477445181-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/dbf872a4-92be-47e4-8561-c3e2bf2423ab/dbf872a4-92be-47e4-8561-c3e2bf2423ab.vmdk" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 678.143851] env[62328]: DEBUG oslo_concurrency.lockutils [None req-d01bfffd-1981-4488-a077-48c7549f983b tempest-ServerRescueTestJSONUnderV235-477445181 tempest-ServerRescueTestJSONUnderV235-477445181-project-member] Acquired lock "[datastore2] devstack-image-cache_base/dbf872a4-92be-47e4-8561-c3e2bf2423ab/dbf872a4-92be-47e4-8561-c3e2bf2423ab.vmdk" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.144081] env[62328]: DEBUG nova.virt.vmwareapi.ds_util [None req-d01bfffd-1981-4488-a077-48c7549f983b tempest-ServerRescueTestJSONUnderV235-477445181 tempest-ServerRescueTestJSONUnderV235-477445181-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62328) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 678.144370] env[62328]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-4a4f0ec1-94d6-4270-b3f6-a19627328895 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 678.152686] env[62328]: DEBUG nova.virt.vmwareapi.ds_util [None req-d01bfffd-1981-4488-a077-48c7549f983b tempest-ServerRescueTestJSONUnderV235-477445181 tempest-ServerRescueTestJSONUnderV235-477445181-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62328) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 678.152875] env[62328]: DEBUG nova.virt.vmwareapi.vmops [None req-d01bfffd-1981-4488-a077-48c7549f983b tempest-ServerRescueTestJSONUnderV235-477445181 tempest-ServerRescueTestJSONUnderV235-477445181-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62328) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 678.155744] env[62328]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d4f66fd9-0cf8-40f0-8e04-88a193fd8dc9 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 678.161111] env[62328]: DEBUG oslo_vmware.api [None req-d01bfffd-1981-4488-a077-48c7549f983b tempest-ServerRescueTestJSONUnderV235-477445181 tempest-ServerRescueTestJSONUnderV235-477445181-project-member] Waiting for the task: (returnval){ [ 678.161111] env[62328]: value = "session[52a6e20e-410d-708a-99f2-080a575a99bd]52e800d8-aeb1-1078-de7a-b664e4d3e679" [ 678.161111] env[62328]: _type = "Task" [ 678.161111] env[62328]: } to complete. {{(pid=62328) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 678.172808] env[62328]: DEBUG oslo_vmware.api [None req-fbd1350c-89cb-4bf3-bd5f-b6f05344b01b tempest-ServersV294TestFqdnHostnames-1169218801 tempest-ServersV294TestFqdnHostnames-1169218801-project-member] Task: {'id': task-2386538, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.718727} completed successfully. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 678.176787] env[62328]: DEBUG oslo_concurrency.lockutils [None req-9e8c55d9-950b-462f-82d5-ddb0e06a064c tempest-ServersAdminNegativeTestJSON-593360600 tempest-ServersAdminNegativeTestJSON-593360600-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 678.177084] env[62328]: DEBUG nova.virt.vmwareapi.vm_util [None req-fbd1350c-89cb-4bf3-bd5f-b6f05344b01b tempest-ServersV294TestFqdnHostnames-1169218801 tempest-ServersV294TestFqdnHostnames-1169218801-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/dbf872a4-92be-47e4-8561-c3e2bf2423ab/dbf872a4-92be-47e4-8561-c3e2bf2423ab.vmdk to [datastore1] 80c53aaa-0812-4f2f-bfe8-2f05c1002018/80c53aaa-0812-4f2f-bfe8-2f05c1002018.vmdk {{(pid=62328) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 678.177299] env[62328]: DEBUG nova.virt.vmwareapi.vmops [None req-fbd1350c-89cb-4bf3-bd5f-b6f05344b01b tempest-ServersV294TestFqdnHostnames-1169218801 tempest-ServersV294TestFqdnHostnames-1169218801-project-member] [instance: 80c53aaa-0812-4f2f-bfe8-2f05c1002018] Extending root virtual disk to 1048576 {{(pid=62328) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 678.177866] env[62328]: DEBUG oslo_vmware.api [None req-d01bfffd-1981-4488-a077-48c7549f983b tempest-ServerRescueTestJSONUnderV235-477445181 tempest-ServerRescueTestJSONUnderV235-477445181-project-member] Task: {'id': session[52a6e20e-410d-708a-99f2-080a575a99bd]52e800d8-aeb1-1078-de7a-b664e4d3e679, 'name': SearchDatastore_Task, 'duration_secs': 0.010052} completed successfully. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 678.177866] env[62328]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-b8e34f8a-8ea7-407b-b1e7-3a83f6ba35c0 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 678.180203] env[62328]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e4707280-3969-499a-bc23-6cc2904d1d68 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 678.186029] env[62328]: DEBUG oslo_vmware.api [None req-d01bfffd-1981-4488-a077-48c7549f983b tempest-ServerRescueTestJSONUnderV235-477445181 tempest-ServerRescueTestJSONUnderV235-477445181-project-member] Waiting for the task: (returnval){ [ 678.186029] env[62328]: value = "session[52a6e20e-410d-708a-99f2-080a575a99bd]52e194e5-262a-4c0c-7135-9cf49fc7e7a7" [ 678.186029] env[62328]: _type = "Task" [ 678.186029] env[62328]: } to complete. {{(pid=62328) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 678.187301] env[62328]: DEBUG oslo_vmware.api [None req-fbd1350c-89cb-4bf3-bd5f-b6f05344b01b tempest-ServersV294TestFqdnHostnames-1169218801 tempest-ServersV294TestFqdnHostnames-1169218801-project-member] Waiting for the task: (returnval){ [ 678.187301] env[62328]: value = "task-2386544" [ 678.187301] env[62328]: _type = "Task" [ 678.187301] env[62328]: } to complete. {{(pid=62328) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 678.197867] env[62328]: DEBUG oslo_vmware.api [None req-d01bfffd-1981-4488-a077-48c7549f983b tempest-ServerRescueTestJSONUnderV235-477445181 tempest-ServerRescueTestJSONUnderV235-477445181-project-member] Task: {'id': session[52a6e20e-410d-708a-99f2-080a575a99bd]52e194e5-262a-4c0c-7135-9cf49fc7e7a7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 678.200900] env[62328]: DEBUG oslo_vmware.api [None req-fbd1350c-89cb-4bf3-bd5f-b6f05344b01b tempest-ServersV294TestFqdnHostnames-1169218801 tempest-ServersV294TestFqdnHostnames-1169218801-project-member] Task: {'id': task-2386544, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 678.276563] env[62328]: DEBUG oslo_vmware.api [None req-b41880fe-1946-427e-8ea1-11d44a480a12 tempest-TenantUsagesTestJSON-2114917124 tempest-TenantUsagesTestJSON-2114917124-project-member] Task: {'id': task-2386540, 'name': Rename_Task, 'duration_secs': 0.193141} completed successfully. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 678.276884] env[62328]: DEBUG nova.virt.vmwareapi.vm_util [None req-b41880fe-1946-427e-8ea1-11d44a480a12 tempest-TenantUsagesTestJSON-2114917124 tempest-TenantUsagesTestJSON-2114917124-project-member] [instance: fe79d679-7bb1-45f8-8189-1dcbcd72d111] Powering on the VM {{(pid=62328) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 678.277185] env[62328]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-b82a6fd6-8498-4329-bf88-b7753b745ae9 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 678.285073] env[62328]: DEBUG oslo_vmware.api [None req-b41880fe-1946-427e-8ea1-11d44a480a12 tempest-TenantUsagesTestJSON-2114917124 tempest-TenantUsagesTestJSON-2114917124-project-member] Waiting for the task: (returnval){ [ 678.285073] env[62328]: value = "task-2386545" [ 678.285073] env[62328]: _type = "Task" [ 678.285073] env[62328]: } to complete. {{(pid=62328) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 678.293833] env[62328]: DEBUG oslo_vmware.api [None req-b41880fe-1946-427e-8ea1-11d44a480a12 tempest-TenantUsagesTestJSON-2114917124 tempest-TenantUsagesTestJSON-2114917124-project-member] Task: {'id': task-2386545, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 678.333809] env[62328]: DEBUG oslo_concurrency.lockutils [None req-ff8337d8-2b59-4615-92e5-7fe5fb97ba84 tempest-ServerTagsTestJSON-548611099 tempest-ServerTagsTestJSON-548611099-project-member] Releasing lock "refresh_cache-f07984e0-1503-4ac1-84e3-61d38443a17a" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 678.334041] env[62328]: DEBUG nova.compute.manager [None req-ff8337d8-2b59-4615-92e5-7fe5fb97ba84 tempest-ServerTagsTestJSON-548611099 tempest-ServerTagsTestJSON-548611099-project-member] [instance: f07984e0-1503-4ac1-84e3-61d38443a17a] Instance network_info: |[{"id": "0b788b99-54a0-4ac3-9cb3-e636bbb7af39", "address": "fa:16:3e:a8:5e:df", "network": {"id": "58485d8e-f6c5-4e58-bdd8-92ac9dd240a5", "bridge": "br-int", "label": "tempest-ServerTagsTestJSON-1562348366-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "edde05eb868848d6a072d3055b2a49b0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "60bdba1a-14cf-46b2-9d8b-aeaf4d80c815", "external-id": "nsx-vlan-transportzone-922", "segmentation_id": 922, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0b788b99-54", "ovs_interfaceid": "0b788b99-54a0-4ac3-9cb3-e636bbb7af39", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62328) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 678.334456] env[62328]: DEBUG nova.virt.vmwareapi.vmops [None req-ff8337d8-2b59-4615-92e5-7fe5fb97ba84 tempest-ServerTagsTestJSON-548611099 tempest-ServerTagsTestJSON-548611099-project-member] [instance: f07984e0-1503-4ac1-84e3-61d38443a17a] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:a8:5e:df', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '60bdba1a-14cf-46b2-9d8b-aeaf4d80c815', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '0b788b99-54a0-4ac3-9cb3-e636bbb7af39', 'vif_model': 'vmxnet3'}] {{(pid=62328) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 678.342595] env[62328]: DEBUG nova.virt.vmwareapi.vm_util [None req-ff8337d8-2b59-4615-92e5-7fe5fb97ba84 tempest-ServerTagsTestJSON-548611099 tempest-ServerTagsTestJSON-548611099-project-member] Creating folder: Project (edde05eb868848d6a072d3055b2a49b0). Parent ref: group-v484164. {{(pid=62328) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 678.345166] env[62328]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-f65c6572-ebe3-46e1-93fd-f4b7f012201b {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 678.356380] env[62328]: INFO nova.virt.vmwareapi.vm_util [None req-ff8337d8-2b59-4615-92e5-7fe5fb97ba84 tempest-ServerTagsTestJSON-548611099 tempest-ServerTagsTestJSON-548611099-project-member] Created folder: Project (edde05eb868848d6a072d3055b2a49b0) in parent group-v484164. [ 678.356629] env[62328]: DEBUG nova.virt.vmwareapi.vm_util [None req-ff8337d8-2b59-4615-92e5-7fe5fb97ba84 tempest-ServerTagsTestJSON-548611099 tempest-ServerTagsTestJSON-548611099-project-member] Creating folder: Instances. Parent ref: group-v484275. {{(pid=62328) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 678.356846] env[62328]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-cd5788fa-a92a-45df-9736-74b3a581a9f3 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 678.371692] env[62328]: INFO nova.virt.vmwareapi.vm_util [None req-ff8337d8-2b59-4615-92e5-7fe5fb97ba84 tempest-ServerTagsTestJSON-548611099 tempest-ServerTagsTestJSON-548611099-project-member] Created folder: Instances in parent group-v484275. [ 678.371692] env[62328]: DEBUG oslo.service.loopingcall [None req-ff8337d8-2b59-4615-92e5-7fe5fb97ba84 tempest-ServerTagsTestJSON-548611099 tempest-ServerTagsTestJSON-548611099-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62328) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 678.371692] env[62328]: DEBUG oslo_concurrency.lockutils [None req-5b182e51-1621-4c72-8f86-a925d9f5cf29 tempest-DeleteServersAdminTestJSON-1672951685 tempest-DeleteServersAdminTestJSON-1672951685-project-member] Lock "cbd7d9a6-9812-461e-9f59-8dea2e62fece" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 26.926s {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 678.372382] env[62328]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f07984e0-1503-4ac1-84e3-61d38443a17a] Creating VM on the ESX host {{(pid=62328) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 678.375542] env[62328]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-6413ac4c-ce80-4dfd-8931-3df41ab8902b {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 678.392755] env[62328]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 678.392755] env[62328]: value = "task-2386548" [ 678.392755] env[62328]: _type = "Task" [ 678.392755] env[62328]: } to complete. {{(pid=62328) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 678.400927] env[62328]: DEBUG oslo_vmware.api [-] Task: {'id': task-2386548, 'name': CreateVM_Task} progress is 0%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 678.455882] env[62328]: DEBUG oslo_vmware.api [None req-f6581a15-8a7a-43f1-b0c9-117bf999d7b5 tempest-ServerDiskConfigTestJSON-126406698 tempest-ServerDiskConfigTestJSON-126406698-project-member] Task: {'id': session[52a6e20e-410d-708a-99f2-080a575a99bd]52e6e03c-f3a5-a62e-1e73-7d2156b6967f, 'name': SearchDatastore_Task, 'duration_secs': 0.012991} completed successfully. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 678.456869] env[62328]: DEBUG oslo_concurrency.lockutils [None req-b3fc54c4-1513-4045-90af-517f689c5d84 tempest-ServerActionsTestOtherA-1098162655 tempest-ServerActionsTestOtherA-1098162655-project-member] Acquiring lock "66186b76-7021-4df1-b53c-2789906e37ac" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 678.457131] env[62328]: DEBUG oslo_concurrency.lockutils [None req-b3fc54c4-1513-4045-90af-517f689c5d84 tempest-ServerActionsTestOtherA-1098162655 tempest-ServerActionsTestOtherA-1098162655-project-member] Lock "66186b76-7021-4df1-b53c-2789906e37ac" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.000s {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 678.457411] env[62328]: DEBUG nova.compute.manager [None req-b3fc54c4-1513-4045-90af-517f689c5d84 tempest-ServerActionsTestOtherA-1098162655 tempest-ServerActionsTestOtherA-1098162655-project-member] [instance: 66186b76-7021-4df1-b53c-2789906e37ac] Checking state {{(pid=62328) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 678.457564] env[62328]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-eebb2223-fbd5-4b1d-9808-adad3aa09bf0 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 678.460158] env[62328]: DEBUG nova.network.neutron [-] [instance: 8cd0962c-8272-4384-973d-1ac21ca21993] Updating instance_info_cache with network_info: [] {{(pid=62328) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 678.463983] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ab6b54c0-a442-408d-be86-5cb96814de7c {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 678.468193] env[62328]: DEBUG oslo_vmware.api [None req-f6581a15-8a7a-43f1-b0c9-117bf999d7b5 tempest-ServerDiskConfigTestJSON-126406698 tempest-ServerDiskConfigTestJSON-126406698-project-member] Waiting for the task: (returnval){ [ 678.468193] env[62328]: value = "session[52a6e20e-410d-708a-99f2-080a575a99bd]52f2709b-bedd-0f46-e91d-5cb545861ce4" [ 678.468193] env[62328]: _type = "Task" [ 678.468193] env[62328]: } to complete. {{(pid=62328) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 678.470309] env[62328]: DEBUG nova.compute.manager [None req-b3fc54c4-1513-4045-90af-517f689c5d84 tempest-ServerActionsTestOtherA-1098162655 tempest-ServerActionsTestOtherA-1098162655-project-member] [instance: 66186b76-7021-4df1-b53c-2789906e37ac] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=62328) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 678.470942] env[62328]: DEBUG nova.objects.instance [None req-b3fc54c4-1513-4045-90af-517f689c5d84 tempest-ServerActionsTestOtherA-1098162655 tempest-ServerActionsTestOtherA-1098162655-project-member] Lazy-loading 'flavor' on Instance uuid 66186b76-7021-4df1-b53c-2789906e37ac {{(pid=62328) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 678.487032] env[62328]: DEBUG oslo_vmware.api [None req-f6581a15-8a7a-43f1-b0c9-117bf999d7b5 tempest-ServerDiskConfigTestJSON-126406698 tempest-ServerDiskConfigTestJSON-126406698-project-member] Task: {'id': session[52a6e20e-410d-708a-99f2-080a575a99bd]52f2709b-bedd-0f46-e91d-5cb545861ce4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 678.568734] env[62328]: DEBUG oslo_vmware.api [-] Task: {'id': task-2386541, 'name': CreateVM_Task, 'duration_secs': 0.409459} completed successfully. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 678.568734] env[62328]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 892b410e-c0ae-4ef6-90a6-fbf09d6ad76b] Created VM on the ESX host {{(pid=62328) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 678.569387] env[62328]: DEBUG oslo_concurrency.lockutils [None req-4304e44d-bcdb-4b68-bc03-5d8ef070f9b0 tempest-ServersAdmin275Test-967106640 tempest-ServersAdmin275Test-967106640-project-admin] Acquiring lock "[datastore1] devstack-image-cache_base/dbf872a4-92be-47e4-8561-c3e2bf2423ab" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 678.569552] env[62328]: DEBUG oslo_concurrency.lockutils [None req-4304e44d-bcdb-4b68-bc03-5d8ef070f9b0 tempest-ServersAdmin275Test-967106640 tempest-ServersAdmin275Test-967106640-project-admin] Acquired lock "[datastore1] devstack-image-cache_base/dbf872a4-92be-47e4-8561-c3e2bf2423ab" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.569901] env[62328]: DEBUG oslo_concurrency.lockutils [None req-4304e44d-bcdb-4b68-bc03-5d8ef070f9b0 tempest-ServersAdmin275Test-967106640 tempest-ServersAdmin275Test-967106640-project-admin] Acquired external semaphore "[datastore1] devstack-image-cache_base/dbf872a4-92be-47e4-8561-c3e2bf2423ab" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 678.570181] env[62328]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-59a038c4-62da-48b3-ab9e-d050e840f5e2 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 678.574956] env[62328]: DEBUG oslo_vmware.api [None req-4304e44d-bcdb-4b68-bc03-5d8ef070f9b0 tempest-ServersAdmin275Test-967106640 tempest-ServersAdmin275Test-967106640-project-admin] Waiting for the task: (returnval){ [ 678.574956] env[62328]: value = "session[52a6e20e-410d-708a-99f2-080a575a99bd]526510ac-d957-f00b-198c-6c60b2e1c5ba" [ 678.574956] env[62328]: _type = "Task" [ 678.574956] env[62328]: } to complete. {{(pid=62328) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 678.583301] env[62328]: DEBUG oslo_vmware.api [None req-4304e44d-bcdb-4b68-bc03-5d8ef070f9b0 tempest-ServersAdmin275Test-967106640 tempest-ServersAdmin275Test-967106640-project-admin] Task: {'id': session[52a6e20e-410d-708a-99f2-080a575a99bd]526510ac-d957-f00b-198c-6c60b2e1c5ba, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 678.642488] env[62328]: DEBUG oslo_vmware.api [None req-d122ec1e-0622-4c46-bcf3-1bef72740c40 tempest-FloatingIPsAssociationTestJSON-89523020 tempest-FloatingIPsAssociationTestJSON-89523020-project-member] Task: {'id': task-2386543, 'name': PowerOffVM_Task, 'duration_secs': 0.346838} completed successfully. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 678.642755] env[62328]: DEBUG nova.virt.vmwareapi.vm_util [None req-d122ec1e-0622-4c46-bcf3-1bef72740c40 tempest-FloatingIPsAssociationTestJSON-89523020 tempest-FloatingIPsAssociationTestJSON-89523020-project-member] [instance: 911e8910-7b82-4557-af15-99cf96b7314e] Powered off the VM {{(pid=62328) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 678.642921] env[62328]: DEBUG nova.virt.vmwareapi.vmops [None req-d122ec1e-0622-4c46-bcf3-1bef72740c40 tempest-FloatingIPsAssociationTestJSON-89523020 tempest-FloatingIPsAssociationTestJSON-89523020-project-member] [instance: 911e8910-7b82-4557-af15-99cf96b7314e] Unregistering the VM {{(pid=62328) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 678.643200] env[62328]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-0ac488cb-a223-45f9-9a72-3fa06787be4c {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 678.702311] env[62328]: DEBUG oslo_vmware.api [None req-d01bfffd-1981-4488-a077-48c7549f983b tempest-ServerRescueTestJSONUnderV235-477445181 tempest-ServerRescueTestJSONUnderV235-477445181-project-member] Task: {'id': session[52a6e20e-410d-708a-99f2-080a575a99bd]52e194e5-262a-4c0c-7135-9cf49fc7e7a7, 'name': SearchDatastore_Task, 'duration_secs': 0.010924} completed successfully. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 678.705143] env[62328]: DEBUG oslo_concurrency.lockutils [None req-d01bfffd-1981-4488-a077-48c7549f983b tempest-ServerRescueTestJSONUnderV235-477445181 tempest-ServerRescueTestJSONUnderV235-477445181-project-member] Releasing lock "[datastore2] devstack-image-cache_base/dbf872a4-92be-47e4-8561-c3e2bf2423ab/dbf872a4-92be-47e4-8561-c3e2bf2423ab.vmdk" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 678.705422] env[62328]: DEBUG nova.virt.vmwareapi.ds_util [None req-d01bfffd-1981-4488-a077-48c7549f983b tempest-ServerRescueTestJSONUnderV235-477445181 tempest-ServerRescueTestJSONUnderV235-477445181-project-member] Copying virtual disk from [datastore2] devstack-image-cache_base/dbf872a4-92be-47e4-8561-c3e2bf2423ab/dbf872a4-92be-47e4-8561-c3e2bf2423ab.vmdk to [datastore2] 133b2694-7206-4e72-92d6-ee334b1470e5/dbf872a4-92be-47e4-8561-c3e2bf2423ab-rescue.vmdk. {{(pid=62328) disk_copy /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:281}} [ 678.705818] env[62328]: DEBUG oslo_vmware.api [None req-fbd1350c-89cb-4bf3-bd5f-b6f05344b01b tempest-ServersV294TestFqdnHostnames-1169218801 tempest-ServersV294TestFqdnHostnames-1169218801-project-member] Task: {'id': task-2386544, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.085681} completed successfully. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 678.706036] env[62328]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-b49d1354-be17-4681-afc1-296fed802c78 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 678.708058] env[62328]: DEBUG nova.virt.vmwareapi.vmops [None req-fbd1350c-89cb-4bf3-bd5f-b6f05344b01b tempest-ServersV294TestFqdnHostnames-1169218801 tempest-ServersV294TestFqdnHostnames-1169218801-project-member] [instance: 80c53aaa-0812-4f2f-bfe8-2f05c1002018] Extended root virtual disk {{(pid=62328) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 678.709049] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-29c52d60-44e8-4e38-b767-9d80731eefc7 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 678.732047] env[62328]: DEBUG nova.virt.vmwareapi.volumeops [None req-fbd1350c-89cb-4bf3-bd5f-b6f05344b01b tempest-ServersV294TestFqdnHostnames-1169218801 tempest-ServersV294TestFqdnHostnames-1169218801-project-member] [instance: 80c53aaa-0812-4f2f-bfe8-2f05c1002018] Reconfiguring VM instance instance-00000026 to attach disk [datastore1] 80c53aaa-0812-4f2f-bfe8-2f05c1002018/80c53aaa-0812-4f2f-bfe8-2f05c1002018.vmdk or device None with type sparse {{(pid=62328) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 678.734254] env[62328]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-25125864-600f-485a-b0f7-98235aa4e81b {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 678.748604] env[62328]: DEBUG oslo_vmware.api [None req-d01bfffd-1981-4488-a077-48c7549f983b tempest-ServerRescueTestJSONUnderV235-477445181 tempest-ServerRescueTestJSONUnderV235-477445181-project-member] Waiting for the task: (returnval){ [ 678.748604] env[62328]: value = "task-2386550" [ 678.748604] env[62328]: _type = "Task" [ 678.748604] env[62328]: } to complete. {{(pid=62328) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 678.748851] env[62328]: DEBUG nova.virt.vmwareapi.vmops [None req-d122ec1e-0622-4c46-bcf3-1bef72740c40 tempest-FloatingIPsAssociationTestJSON-89523020 tempest-FloatingIPsAssociationTestJSON-89523020-project-member] [instance: 911e8910-7b82-4557-af15-99cf96b7314e] Unregistered the VM {{(pid=62328) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 678.749041] env[62328]: DEBUG nova.virt.vmwareapi.vmops [None req-d122ec1e-0622-4c46-bcf3-1bef72740c40 tempest-FloatingIPsAssociationTestJSON-89523020 tempest-FloatingIPsAssociationTestJSON-89523020-project-member] [instance: 911e8910-7b82-4557-af15-99cf96b7314e] Deleting contents of the VM from datastore datastore1 {{(pid=62328) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 678.749251] env[62328]: DEBUG nova.virt.vmwareapi.ds_util [None req-d122ec1e-0622-4c46-bcf3-1bef72740c40 tempest-FloatingIPsAssociationTestJSON-89523020 tempest-FloatingIPsAssociationTestJSON-89523020-project-member] Deleting the datastore file [datastore1] 911e8910-7b82-4557-af15-99cf96b7314e {{(pid=62328) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 678.749524] env[62328]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-f7c000c2-4e54-4296-9e66-53711e8b5a7d {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 678.757733] env[62328]: DEBUG oslo_vmware.api [None req-fbd1350c-89cb-4bf3-bd5f-b6f05344b01b tempest-ServersV294TestFqdnHostnames-1169218801 tempest-ServersV294TestFqdnHostnames-1169218801-project-member] Waiting for the task: (returnval){ [ 678.757733] env[62328]: value = "task-2386551" [ 678.757733] env[62328]: _type = "Task" [ 678.757733] env[62328]: } to complete. {{(pid=62328) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 678.760725] env[62328]: DEBUG oslo_vmware.api [None req-d01bfffd-1981-4488-a077-48c7549f983b tempest-ServerRescueTestJSONUnderV235-477445181 tempest-ServerRescueTestJSONUnderV235-477445181-project-member] Task: {'id': task-2386550, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 678.764628] env[62328]: DEBUG oslo_vmware.api [None req-d122ec1e-0622-4c46-bcf3-1bef72740c40 tempest-FloatingIPsAssociationTestJSON-89523020 tempest-FloatingIPsAssociationTestJSON-89523020-project-member] Waiting for the task: (returnval){ [ 678.764628] env[62328]: value = "task-2386552" [ 678.764628] env[62328]: _type = "Task" [ 678.764628] env[62328]: } to complete. {{(pid=62328) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 678.770956] env[62328]: DEBUG oslo_vmware.api [None req-fbd1350c-89cb-4bf3-bd5f-b6f05344b01b tempest-ServersV294TestFqdnHostnames-1169218801 tempest-ServersV294TestFqdnHostnames-1169218801-project-member] Task: {'id': task-2386551, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 678.775657] env[62328]: DEBUG oslo_vmware.api [None req-d122ec1e-0622-4c46-bcf3-1bef72740c40 tempest-FloatingIPsAssociationTestJSON-89523020 tempest-FloatingIPsAssociationTestJSON-89523020-project-member] Task: {'id': task-2386552, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 678.795720] env[62328]: DEBUG oslo_vmware.api [None req-b41880fe-1946-427e-8ea1-11d44a480a12 tempest-TenantUsagesTestJSON-2114917124 tempest-TenantUsagesTestJSON-2114917124-project-member] Task: {'id': task-2386545, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 678.815508] env[62328]: DEBUG nova.compute.manager [req-2110d16d-b847-4c30-b6f0-7a7f4c87bf75 req-72b284af-d2f8-44fd-9d20-3a11f6ab61e4 service nova] [instance: f07984e0-1503-4ac1-84e3-61d38443a17a] Received event network-changed-0b788b99-54a0-4ac3-9cb3-e636bbb7af39 {{(pid=62328) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 678.815708] env[62328]: DEBUG nova.compute.manager [req-2110d16d-b847-4c30-b6f0-7a7f4c87bf75 req-72b284af-d2f8-44fd-9d20-3a11f6ab61e4 service nova] [instance: f07984e0-1503-4ac1-84e3-61d38443a17a] Refreshing instance network info cache due to event network-changed-0b788b99-54a0-4ac3-9cb3-e636bbb7af39. {{(pid=62328) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 678.815917] env[62328]: DEBUG oslo_concurrency.lockutils [req-2110d16d-b847-4c30-b6f0-7a7f4c87bf75 req-72b284af-d2f8-44fd-9d20-3a11f6ab61e4 service nova] Acquiring lock "refresh_cache-f07984e0-1503-4ac1-84e3-61d38443a17a" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 678.816072] env[62328]: DEBUG oslo_concurrency.lockutils [req-2110d16d-b847-4c30-b6f0-7a7f4c87bf75 req-72b284af-d2f8-44fd-9d20-3a11f6ab61e4 service nova] Acquired lock "refresh_cache-f07984e0-1503-4ac1-84e3-61d38443a17a" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.816231] env[62328]: DEBUG nova.network.neutron [req-2110d16d-b847-4c30-b6f0-7a7f4c87bf75 req-72b284af-d2f8-44fd-9d20-3a11f6ab61e4 service nova] [instance: f07984e0-1503-4ac1-84e3-61d38443a17a] Refreshing network info cache for port 0b788b99-54a0-4ac3-9cb3-e636bbb7af39 {{(pid=62328) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 678.906142] env[62328]: DEBUG oslo_vmware.api [-] Task: {'id': task-2386548, 'name': CreateVM_Task} progress is 25%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 678.966246] env[62328]: INFO nova.compute.manager [-] [instance: 8cd0962c-8272-4384-973d-1ac21ca21993] Took 1.03 seconds to deallocate network for instance. [ 678.996348] env[62328]: DEBUG oslo_vmware.api [None req-f6581a15-8a7a-43f1-b0c9-117bf999d7b5 tempest-ServerDiskConfigTestJSON-126406698 tempest-ServerDiskConfigTestJSON-126406698-project-member] Task: {'id': session[52a6e20e-410d-708a-99f2-080a575a99bd]52f2709b-bedd-0f46-e91d-5cb545861ce4, 'name': SearchDatastore_Task, 'duration_secs': 0.012441} completed successfully. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 678.996348] env[62328]: DEBUG oslo_concurrency.lockutils [None req-f6581a15-8a7a-43f1-b0c9-117bf999d7b5 tempest-ServerDiskConfigTestJSON-126406698 tempest-ServerDiskConfigTestJSON-126406698-project-member] Releasing lock "[datastore1] devstack-image-cache_base/dbf872a4-92be-47e4-8561-c3e2bf2423ab/dbf872a4-92be-47e4-8561-c3e2bf2423ab.vmdk" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 678.996348] env[62328]: DEBUG nova.virt.vmwareapi.vm_util [None req-f6581a15-8a7a-43f1-b0c9-117bf999d7b5 tempest-ServerDiskConfigTestJSON-126406698 tempest-ServerDiskConfigTestJSON-126406698-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/dbf872a4-92be-47e4-8561-c3e2bf2423ab/dbf872a4-92be-47e4-8561-c3e2bf2423ab.vmdk to [datastore1] 5a5e12bf-4082-40e8-bac8-a8a5b0033dec/5a5e12bf-4082-40e8-bac8-a8a5b0033dec.vmdk {{(pid=62328) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 678.996348] env[62328]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-45e831d2-258f-4035-ab86-6f471c18f8a1 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 679.009027] env[62328]: DEBUG oslo_vmware.api [None req-f6581a15-8a7a-43f1-b0c9-117bf999d7b5 tempest-ServerDiskConfigTestJSON-126406698 tempest-ServerDiskConfigTestJSON-126406698-project-member] Waiting for the task: (returnval){ [ 679.009027] env[62328]: value = "task-2386553" [ 679.009027] env[62328]: _type = "Task" [ 679.009027] env[62328]: } to complete. {{(pid=62328) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 679.020567] env[62328]: DEBUG oslo_vmware.api [None req-f6581a15-8a7a-43f1-b0c9-117bf999d7b5 tempest-ServerDiskConfigTestJSON-126406698 tempest-ServerDiskConfigTestJSON-126406698-project-member] Task: {'id': task-2386553, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 679.091523] env[62328]: DEBUG oslo_vmware.api [None req-4304e44d-bcdb-4b68-bc03-5d8ef070f9b0 tempest-ServersAdmin275Test-967106640 tempest-ServersAdmin275Test-967106640-project-admin] Task: {'id': session[52a6e20e-410d-708a-99f2-080a575a99bd]526510ac-d957-f00b-198c-6c60b2e1c5ba, 'name': SearchDatastore_Task, 'duration_secs': 0.020813} completed successfully. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 679.092018] env[62328]: DEBUG oslo_concurrency.lockutils [None req-4304e44d-bcdb-4b68-bc03-5d8ef070f9b0 tempest-ServersAdmin275Test-967106640 tempest-ServersAdmin275Test-967106640-project-admin] Releasing lock "[datastore1] devstack-image-cache_base/dbf872a4-92be-47e4-8561-c3e2bf2423ab" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 679.092242] env[62328]: DEBUG nova.virt.vmwareapi.vmops [None req-4304e44d-bcdb-4b68-bc03-5d8ef070f9b0 tempest-ServersAdmin275Test-967106640 tempest-ServersAdmin275Test-967106640-project-admin] [instance: 892b410e-c0ae-4ef6-90a6-fbf09d6ad76b] Processing image dbf872a4-92be-47e4-8561-c3e2bf2423ab {{(pid=62328) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 679.092476] env[62328]: DEBUG oslo_concurrency.lockutils [None req-4304e44d-bcdb-4b68-bc03-5d8ef070f9b0 tempest-ServersAdmin275Test-967106640 tempest-ServersAdmin275Test-967106640-project-admin] Acquiring lock "[datastore1] devstack-image-cache_base/dbf872a4-92be-47e4-8561-c3e2bf2423ab/dbf872a4-92be-47e4-8561-c3e2bf2423ab.vmdk" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 679.092631] env[62328]: DEBUG oslo_concurrency.lockutils [None req-4304e44d-bcdb-4b68-bc03-5d8ef070f9b0 tempest-ServersAdmin275Test-967106640 tempest-ServersAdmin275Test-967106640-project-admin] Acquired lock "[datastore1] devstack-image-cache_base/dbf872a4-92be-47e4-8561-c3e2bf2423ab/dbf872a4-92be-47e4-8561-c3e2bf2423ab.vmdk" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.092785] env[62328]: DEBUG nova.virt.vmwareapi.ds_util [None req-4304e44d-bcdb-4b68-bc03-5d8ef070f9b0 tempest-ServersAdmin275Test-967106640 tempest-ServersAdmin275Test-967106640-project-admin] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62328) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 679.095507] env[62328]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-06e62895-24d0-4dea-8fe2-a17433d09595 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 679.106054] env[62328]: DEBUG nova.virt.vmwareapi.ds_util [None req-4304e44d-bcdb-4b68-bc03-5d8ef070f9b0 tempest-ServersAdmin275Test-967106640 tempest-ServersAdmin275Test-967106640-project-admin] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62328) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 679.106054] env[62328]: DEBUG nova.virt.vmwareapi.vmops [None req-4304e44d-bcdb-4b68-bc03-5d8ef070f9b0 tempest-ServersAdmin275Test-967106640 tempest-ServersAdmin275Test-967106640-project-admin] Folder [datastore1] devstack-image-cache_base created. {{(pid=62328) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 679.106054] env[62328]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7645c4e6-dd9c-41ee-9a23-858e6758d2ff {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 679.114903] env[62328]: DEBUG oslo_vmware.api [None req-4304e44d-bcdb-4b68-bc03-5d8ef070f9b0 tempest-ServersAdmin275Test-967106640 tempest-ServersAdmin275Test-967106640-project-admin] Waiting for the task: (returnval){ [ 679.114903] env[62328]: value = "session[52a6e20e-410d-708a-99f2-080a575a99bd]52e4b7e7-f39e-860c-5778-2a92ebe7c631" [ 679.114903] env[62328]: _type = "Task" [ 679.114903] env[62328]: } to complete. {{(pid=62328) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 679.123934] env[62328]: DEBUG oslo_vmware.api [None req-4304e44d-bcdb-4b68-bc03-5d8ef070f9b0 tempest-ServersAdmin275Test-967106640 tempest-ServersAdmin275Test-967106640-project-admin] Task: {'id': session[52a6e20e-410d-708a-99f2-080a575a99bd]52e4b7e7-f39e-860c-5778-2a92ebe7c631, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 679.264205] env[62328]: DEBUG oslo_vmware.api [None req-d01bfffd-1981-4488-a077-48c7549f983b tempest-ServerRescueTestJSONUnderV235-477445181 tempest-ServerRescueTestJSONUnderV235-477445181-project-member] Task: {'id': task-2386550, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 679.281938] env[62328]: DEBUG oslo_vmware.api [None req-fbd1350c-89cb-4bf3-bd5f-b6f05344b01b tempest-ServersV294TestFqdnHostnames-1169218801 tempest-ServersV294TestFqdnHostnames-1169218801-project-member] Task: {'id': task-2386551, 'name': ReconfigVM_Task, 'duration_secs': 0.318105} completed successfully. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 679.286252] env[62328]: DEBUG nova.virt.vmwareapi.volumeops [None req-fbd1350c-89cb-4bf3-bd5f-b6f05344b01b tempest-ServersV294TestFqdnHostnames-1169218801 tempest-ServersV294TestFqdnHostnames-1169218801-project-member] [instance: 80c53aaa-0812-4f2f-bfe8-2f05c1002018] Reconfigured VM instance instance-00000026 to attach disk [datastore1] 80c53aaa-0812-4f2f-bfe8-2f05c1002018/80c53aaa-0812-4f2f-bfe8-2f05c1002018.vmdk or device None with type sparse {{(pid=62328) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 679.287072] env[62328]: DEBUG oslo_vmware.api [None req-d122ec1e-0622-4c46-bcf3-1bef72740c40 tempest-FloatingIPsAssociationTestJSON-89523020 tempest-FloatingIPsAssociationTestJSON-89523020-project-member] Task: {'id': task-2386552, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.301103} completed successfully. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 679.290032] env[62328]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-8034ae30-f5d5-466e-b032-a6ece7644915 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 679.291789] env[62328]: DEBUG nova.virt.vmwareapi.ds_util [None req-d122ec1e-0622-4c46-bcf3-1bef72740c40 tempest-FloatingIPsAssociationTestJSON-89523020 tempest-FloatingIPsAssociationTestJSON-89523020-project-member] Deleted the datastore file {{(pid=62328) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 679.292010] env[62328]: DEBUG nova.virt.vmwareapi.vmops [None req-d122ec1e-0622-4c46-bcf3-1bef72740c40 tempest-FloatingIPsAssociationTestJSON-89523020 tempest-FloatingIPsAssociationTestJSON-89523020-project-member] [instance: 911e8910-7b82-4557-af15-99cf96b7314e] Deleted contents of the VM from datastore datastore1 {{(pid=62328) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 679.292244] env[62328]: DEBUG nova.virt.vmwareapi.vmops [None req-d122ec1e-0622-4c46-bcf3-1bef72740c40 tempest-FloatingIPsAssociationTestJSON-89523020 tempest-FloatingIPsAssociationTestJSON-89523020-project-member] [instance: 911e8910-7b82-4557-af15-99cf96b7314e] Instance destroyed {{(pid=62328) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 679.292354] env[62328]: INFO nova.compute.manager [None req-d122ec1e-0622-4c46-bcf3-1bef72740c40 tempest-FloatingIPsAssociationTestJSON-89523020 tempest-FloatingIPsAssociationTestJSON-89523020-project-member] [instance: 911e8910-7b82-4557-af15-99cf96b7314e] Took 1.18 seconds to destroy the instance on the hypervisor. [ 679.292596] env[62328]: DEBUG oslo.service.loopingcall [None req-d122ec1e-0622-4c46-bcf3-1bef72740c40 tempest-FloatingIPsAssociationTestJSON-89523020 tempest-FloatingIPsAssociationTestJSON-89523020-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62328) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 679.296111] env[62328]: DEBUG nova.compute.manager [-] [instance: 911e8910-7b82-4557-af15-99cf96b7314e] Deallocating network for instance {{(pid=62328) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 679.296111] env[62328]: DEBUG nova.network.neutron [-] [instance: 911e8910-7b82-4557-af15-99cf96b7314e] deallocate_for_instance() {{(pid=62328) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 679.305374] env[62328]: DEBUG oslo_vmware.api [None req-b41880fe-1946-427e-8ea1-11d44a480a12 tempest-TenantUsagesTestJSON-2114917124 tempest-TenantUsagesTestJSON-2114917124-project-member] Task: {'id': task-2386545, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 679.309711] env[62328]: DEBUG oslo_vmware.api [None req-fbd1350c-89cb-4bf3-bd5f-b6f05344b01b tempest-ServersV294TestFqdnHostnames-1169218801 tempest-ServersV294TestFqdnHostnames-1169218801-project-member] Waiting for the task: (returnval){ [ 679.309711] env[62328]: value = "task-2386554" [ 679.309711] env[62328]: _type = "Task" [ 679.309711] env[62328]: } to complete. {{(pid=62328) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 679.320630] env[62328]: DEBUG oslo_vmware.api [None req-fbd1350c-89cb-4bf3-bd5f-b6f05344b01b tempest-ServersV294TestFqdnHostnames-1169218801 tempest-ServersV294TestFqdnHostnames-1169218801-project-member] Task: {'id': task-2386554, 'name': Rename_Task} progress is 5%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 679.412661] env[62328]: DEBUG oslo_vmware.api [-] Task: {'id': task-2386548, 'name': CreateVM_Task} progress is 99%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 679.443660] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2f7a7979-a825-4a7f-a22a-f73ffda59beb {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 679.453217] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6fccd600-ccfd-4340-8130-8e981e57c1fd {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 679.486724] env[62328]: INFO nova.compute.manager [None req-fb2e372b-149b-4525-8bb8-c4a2314857b3 tempest-FloatingIPsAssociationTestJSON-89523020 tempest-FloatingIPsAssociationTestJSON-89523020-project-member] [instance: 8cd0962c-8272-4384-973d-1ac21ca21993] Instance disappeared during terminate [ 679.486983] env[62328]: DEBUG oslo_concurrency.lockutils [None req-fb2e372b-149b-4525-8bb8-c4a2314857b3 tempest-FloatingIPsAssociationTestJSON-89523020 tempest-FloatingIPsAssociationTestJSON-89523020-project-member] Lock "8cd0962c-8272-4384-973d-1ac21ca21993" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 3.305s {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 679.489103] env[62328]: DEBUG nova.virt.vmwareapi.vm_util [None req-b3fc54c4-1513-4045-90af-517f689c5d84 tempest-ServerActionsTestOtherA-1098162655 tempest-ServerActionsTestOtherA-1098162655-project-member] [instance: 66186b76-7021-4df1-b53c-2789906e37ac] Powering off the VM {{(pid=62328) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 679.489858] env[62328]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a421587f-ee3a-4524-86ee-fadca56c0675 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 679.492214] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f729bb8a-13b7-4074-9512-1d008ed0a7a6 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 679.503900] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-758ce88e-bf03-419e-adc6-ea3dd3226448 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 679.509039] env[62328]: DEBUG oslo_vmware.api [None req-b3fc54c4-1513-4045-90af-517f689c5d84 tempest-ServerActionsTestOtherA-1098162655 tempest-ServerActionsTestOtherA-1098162655-project-member] Waiting for the task: (returnval){ [ 679.509039] env[62328]: value = "task-2386555" [ 679.509039] env[62328]: _type = "Task" [ 679.509039] env[62328]: } to complete. {{(pid=62328) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 679.530941] env[62328]: DEBUG nova.compute.provider_tree [None req-88250cb4-6546-4395-894e-5cfd94aa3a2e tempest-SecurityGroupsTestJSON-105101063 tempest-SecurityGroupsTestJSON-105101063-project-member] Inventory has not changed in ProviderTree for provider: 3469e9f8-04af-49ca-8435-49f104496744 {{(pid=62328) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 679.537819] env[62328]: DEBUG oslo_vmware.api [None req-b3fc54c4-1513-4045-90af-517f689c5d84 tempest-ServerActionsTestOtherA-1098162655 tempest-ServerActionsTestOtherA-1098162655-project-member] Task: {'id': task-2386555, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 679.542016] env[62328]: DEBUG oslo_vmware.api [None req-f6581a15-8a7a-43f1-b0c9-117bf999d7b5 tempest-ServerDiskConfigTestJSON-126406698 tempest-ServerDiskConfigTestJSON-126406698-project-member] Task: {'id': task-2386553, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 679.628886] env[62328]: DEBUG oslo_vmware.api [None req-4304e44d-bcdb-4b68-bc03-5d8ef070f9b0 tempest-ServersAdmin275Test-967106640 tempest-ServersAdmin275Test-967106640-project-admin] Task: {'id': session[52a6e20e-410d-708a-99f2-080a575a99bd]52e4b7e7-f39e-860c-5778-2a92ebe7c631, 'name': SearchDatastore_Task, 'duration_secs': 0.015654} completed successfully. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 679.629147] env[62328]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4c8cd044-64f4-464d-b4d3-a69bc02a529d {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 679.640591] env[62328]: DEBUG oslo_vmware.api [None req-4304e44d-bcdb-4b68-bc03-5d8ef070f9b0 tempest-ServersAdmin275Test-967106640 tempest-ServersAdmin275Test-967106640-project-admin] Waiting for the task: (returnval){ [ 679.640591] env[62328]: value = "session[52a6e20e-410d-708a-99f2-080a575a99bd]52d22acf-3f87-0118-2e20-5b100ff99644" [ 679.640591] env[62328]: _type = "Task" [ 679.640591] env[62328]: } to complete. {{(pid=62328) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 679.653799] env[62328]: DEBUG oslo_vmware.api [None req-4304e44d-bcdb-4b68-bc03-5d8ef070f9b0 tempest-ServersAdmin275Test-967106640 tempest-ServersAdmin275Test-967106640-project-admin] Task: {'id': session[52a6e20e-410d-708a-99f2-080a575a99bd]52d22acf-3f87-0118-2e20-5b100ff99644, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 679.763703] env[62328]: DEBUG oslo_vmware.api [None req-d01bfffd-1981-4488-a077-48c7549f983b tempest-ServerRescueTestJSONUnderV235-477445181 tempest-ServerRescueTestJSONUnderV235-477445181-project-member] Task: {'id': task-2386550, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.804901} completed successfully. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 679.763990] env[62328]: INFO nova.virt.vmwareapi.ds_util [None req-d01bfffd-1981-4488-a077-48c7549f983b tempest-ServerRescueTestJSONUnderV235-477445181 tempest-ServerRescueTestJSONUnderV235-477445181-project-member] Copied virtual disk from [datastore2] devstack-image-cache_base/dbf872a4-92be-47e4-8561-c3e2bf2423ab/dbf872a4-92be-47e4-8561-c3e2bf2423ab.vmdk to [datastore2] 133b2694-7206-4e72-92d6-ee334b1470e5/dbf872a4-92be-47e4-8561-c3e2bf2423ab-rescue.vmdk. [ 679.764807] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fcc8b734-6dbb-4daf-87c8-35378a76ebc1 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 679.793237] env[62328]: DEBUG nova.virt.vmwareapi.volumeops [None req-d01bfffd-1981-4488-a077-48c7549f983b tempest-ServerRescueTestJSONUnderV235-477445181 tempest-ServerRescueTestJSONUnderV235-477445181-project-member] [instance: 133b2694-7206-4e72-92d6-ee334b1470e5] Reconfiguring VM instance instance-00000023 to attach disk [datastore2] 133b2694-7206-4e72-92d6-ee334b1470e5/dbf872a4-92be-47e4-8561-c3e2bf2423ab-rescue.vmdk or device None with type thin {{(pid=62328) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 679.796288] env[62328]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d36b200a-35c3-473e-86f6-6cb3aa1abe76 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 679.817938] env[62328]: DEBUG oslo_vmware.api [None req-d01bfffd-1981-4488-a077-48c7549f983b tempest-ServerRescueTestJSONUnderV235-477445181 tempest-ServerRescueTestJSONUnderV235-477445181-project-member] Waiting for the task: (returnval){ [ 679.817938] env[62328]: value = "task-2386556" [ 679.817938] env[62328]: _type = "Task" [ 679.817938] env[62328]: } to complete. {{(pid=62328) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 679.823982] env[62328]: DEBUG oslo_vmware.api [None req-fbd1350c-89cb-4bf3-bd5f-b6f05344b01b tempest-ServersV294TestFqdnHostnames-1169218801 tempest-ServersV294TestFqdnHostnames-1169218801-project-member] Task: {'id': task-2386554, 'name': Rename_Task, 'duration_secs': 0.271405} completed successfully. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 679.824312] env[62328]: DEBUG oslo_vmware.api [None req-b41880fe-1946-427e-8ea1-11d44a480a12 tempest-TenantUsagesTestJSON-2114917124 tempest-TenantUsagesTestJSON-2114917124-project-member] Task: {'id': task-2386545, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 679.827387] env[62328]: DEBUG nova.virt.vmwareapi.vm_util [None req-fbd1350c-89cb-4bf3-bd5f-b6f05344b01b tempest-ServersV294TestFqdnHostnames-1169218801 tempest-ServersV294TestFqdnHostnames-1169218801-project-member] [instance: 80c53aaa-0812-4f2f-bfe8-2f05c1002018] Powering on the VM {{(pid=62328) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 679.827614] env[62328]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-17fd2f4b-d279-4ec8-9af0-564043b27b2f {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 679.835414] env[62328]: DEBUG oslo_vmware.api [None req-d01bfffd-1981-4488-a077-48c7549f983b tempest-ServerRescueTestJSONUnderV235-477445181 tempest-ServerRescueTestJSONUnderV235-477445181-project-member] Task: {'id': task-2386556, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 679.836493] env[62328]: DEBUG oslo_vmware.api [None req-fbd1350c-89cb-4bf3-bd5f-b6f05344b01b tempest-ServersV294TestFqdnHostnames-1169218801 tempest-ServersV294TestFqdnHostnames-1169218801-project-member] Waiting for the task: (returnval){ [ 679.836493] env[62328]: value = "task-2386557" [ 679.836493] env[62328]: _type = "Task" [ 679.836493] env[62328]: } to complete. {{(pid=62328) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 679.844331] env[62328]: DEBUG oslo_vmware.api [None req-fbd1350c-89cb-4bf3-bd5f-b6f05344b01b tempest-ServersV294TestFqdnHostnames-1169218801 tempest-ServersV294TestFqdnHostnames-1169218801-project-member] Task: {'id': task-2386557, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 679.907879] env[62328]: DEBUG oslo_vmware.api [-] Task: {'id': task-2386548, 'name': CreateVM_Task, 'duration_secs': 1.050893} completed successfully. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 679.908435] env[62328]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f07984e0-1503-4ac1-84e3-61d38443a17a] Created VM on the ESX host {{(pid=62328) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 679.909416] env[62328]: DEBUG oslo_concurrency.lockutils [None req-ff8337d8-2b59-4615-92e5-7fe5fb97ba84 tempest-ServerTagsTestJSON-548611099 tempest-ServerTagsTestJSON-548611099-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/dbf872a4-92be-47e4-8561-c3e2bf2423ab" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 679.909642] env[62328]: DEBUG oslo_concurrency.lockutils [None req-ff8337d8-2b59-4615-92e5-7fe5fb97ba84 tempest-ServerTagsTestJSON-548611099 tempest-ServerTagsTestJSON-548611099-project-member] Acquired lock "[datastore1] devstack-image-cache_base/dbf872a4-92be-47e4-8561-c3e2bf2423ab" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.910076] env[62328]: DEBUG oslo_concurrency.lockutils [None req-ff8337d8-2b59-4615-92e5-7fe5fb97ba84 tempest-ServerTagsTestJSON-548611099 tempest-ServerTagsTestJSON-548611099-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/dbf872a4-92be-47e4-8561-c3e2bf2423ab" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 679.910422] env[62328]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9e48be20-8197-4a90-b08a-9e4102ca0d3a {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 679.917145] env[62328]: DEBUG oslo_vmware.api [None req-ff8337d8-2b59-4615-92e5-7fe5fb97ba84 tempest-ServerTagsTestJSON-548611099 tempest-ServerTagsTestJSON-548611099-project-member] Waiting for the task: (returnval){ [ 679.917145] env[62328]: value = "session[52a6e20e-410d-708a-99f2-080a575a99bd]529a537f-c790-9010-4e20-5c776a0f059c" [ 679.917145] env[62328]: _type = "Task" [ 679.917145] env[62328]: } to complete. {{(pid=62328) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 679.928788] env[62328]: DEBUG oslo_vmware.api [None req-ff8337d8-2b59-4615-92e5-7fe5fb97ba84 tempest-ServerTagsTestJSON-548611099 tempest-ServerTagsTestJSON-548611099-project-member] Task: {'id': session[52a6e20e-410d-708a-99f2-080a575a99bd]529a537f-c790-9010-4e20-5c776a0f059c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 680.016165] env[62328]: DEBUG nova.network.neutron [req-2110d16d-b847-4c30-b6f0-7a7f4c87bf75 req-72b284af-d2f8-44fd-9d20-3a11f6ab61e4 service nova] [instance: f07984e0-1503-4ac1-84e3-61d38443a17a] Updated VIF entry in instance network info cache for port 0b788b99-54a0-4ac3-9cb3-e636bbb7af39. {{(pid=62328) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 680.016615] env[62328]: DEBUG nova.network.neutron [req-2110d16d-b847-4c30-b6f0-7a7f4c87bf75 req-72b284af-d2f8-44fd-9d20-3a11f6ab61e4 service nova] [instance: f07984e0-1503-4ac1-84e3-61d38443a17a] Updating instance_info_cache with network_info: [{"id": "0b788b99-54a0-4ac3-9cb3-e636bbb7af39", "address": "fa:16:3e:a8:5e:df", "network": {"id": "58485d8e-f6c5-4e58-bdd8-92ac9dd240a5", "bridge": "br-int", "label": "tempest-ServerTagsTestJSON-1562348366-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "edde05eb868848d6a072d3055b2a49b0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "60bdba1a-14cf-46b2-9d8b-aeaf4d80c815", "external-id": "nsx-vlan-transportzone-922", "segmentation_id": 922, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0b788b99-54", "ovs_interfaceid": "0b788b99-54a0-4ac3-9cb3-e636bbb7af39", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62328) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 680.031605] env[62328]: DEBUG nova.scheduler.client.report [None req-88250cb4-6546-4395-894e-5cfd94aa3a2e tempest-SecurityGroupsTestJSON-105101063 tempest-SecurityGroupsTestJSON-105101063-project-member] Inventory has not changed for provider 3469e9f8-04af-49ca-8435-49f104496744 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 152, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62328) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 680.042046] env[62328]: DEBUG oslo_vmware.api [None req-b3fc54c4-1513-4045-90af-517f689c5d84 tempest-ServerActionsTestOtherA-1098162655 tempest-ServerActionsTestOtherA-1098162655-project-member] Task: {'id': task-2386555, 'name': PowerOffVM_Task, 'duration_secs': 0.284479} completed successfully. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 680.043608] env[62328]: DEBUG oslo_vmware.api [None req-f6581a15-8a7a-43f1-b0c9-117bf999d7b5 tempest-ServerDiskConfigTestJSON-126406698 tempest-ServerDiskConfigTestJSON-126406698-project-member] Task: {'id': task-2386553, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.781811} completed successfully. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 680.043608] env[62328]: DEBUG nova.virt.vmwareapi.vm_util [None req-b3fc54c4-1513-4045-90af-517f689c5d84 tempest-ServerActionsTestOtherA-1098162655 tempest-ServerActionsTestOtherA-1098162655-project-member] [instance: 66186b76-7021-4df1-b53c-2789906e37ac] Powered off the VM {{(pid=62328) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 680.043608] env[62328]: DEBUG nova.compute.manager [None req-b3fc54c4-1513-4045-90af-517f689c5d84 tempest-ServerActionsTestOtherA-1098162655 tempest-ServerActionsTestOtherA-1098162655-project-member] [instance: 66186b76-7021-4df1-b53c-2789906e37ac] Checking state {{(pid=62328) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 680.043608] env[62328]: DEBUG nova.virt.vmwareapi.vm_util [None req-f6581a15-8a7a-43f1-b0c9-117bf999d7b5 tempest-ServerDiskConfigTestJSON-126406698 tempest-ServerDiskConfigTestJSON-126406698-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/dbf872a4-92be-47e4-8561-c3e2bf2423ab/dbf872a4-92be-47e4-8561-c3e2bf2423ab.vmdk to [datastore1] 5a5e12bf-4082-40e8-bac8-a8a5b0033dec/5a5e12bf-4082-40e8-bac8-a8a5b0033dec.vmdk {{(pid=62328) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 680.043982] env[62328]: DEBUG nova.virt.vmwareapi.vmops [None req-f6581a15-8a7a-43f1-b0c9-117bf999d7b5 tempest-ServerDiskConfigTestJSON-126406698 tempest-ServerDiskConfigTestJSON-126406698-project-member] [instance: 5a5e12bf-4082-40e8-bac8-a8a5b0033dec] Extending root virtual disk to 1048576 {{(pid=62328) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 680.044642] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-645fff87-60ea-422b-8b44-b47644f43451 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 680.047370] env[62328]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-fad62a4e-1132-4fdd-8dce-9eade2e2f486 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 680.057777] env[62328]: DEBUG oslo_vmware.api [None req-f6581a15-8a7a-43f1-b0c9-117bf999d7b5 tempest-ServerDiskConfigTestJSON-126406698 tempest-ServerDiskConfigTestJSON-126406698-project-member] Waiting for the task: (returnval){ [ 680.057777] env[62328]: value = "task-2386558" [ 680.057777] env[62328]: _type = "Task" [ 680.057777] env[62328]: } to complete. {{(pid=62328) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 680.071232] env[62328]: DEBUG oslo_vmware.api [None req-f6581a15-8a7a-43f1-b0c9-117bf999d7b5 tempest-ServerDiskConfigTestJSON-126406698 tempest-ServerDiskConfigTestJSON-126406698-project-member] Task: {'id': task-2386558, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 680.152210] env[62328]: DEBUG oslo_vmware.api [None req-4304e44d-bcdb-4b68-bc03-5d8ef070f9b0 tempest-ServersAdmin275Test-967106640 tempest-ServersAdmin275Test-967106640-project-admin] Task: {'id': session[52a6e20e-410d-708a-99f2-080a575a99bd]52d22acf-3f87-0118-2e20-5b100ff99644, 'name': SearchDatastore_Task, 'duration_secs': 0.060389} completed successfully. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 680.152210] env[62328]: DEBUG oslo_concurrency.lockutils [None req-4304e44d-bcdb-4b68-bc03-5d8ef070f9b0 tempest-ServersAdmin275Test-967106640 tempest-ServersAdmin275Test-967106640-project-admin] Releasing lock "[datastore1] devstack-image-cache_base/dbf872a4-92be-47e4-8561-c3e2bf2423ab/dbf872a4-92be-47e4-8561-c3e2bf2423ab.vmdk" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 680.152380] env[62328]: DEBUG nova.virt.vmwareapi.vm_util [None req-4304e44d-bcdb-4b68-bc03-5d8ef070f9b0 tempest-ServersAdmin275Test-967106640 tempest-ServersAdmin275Test-967106640-project-admin] Copying Virtual Disk [datastore1] devstack-image-cache_base/dbf872a4-92be-47e4-8561-c3e2bf2423ab/dbf872a4-92be-47e4-8561-c3e2bf2423ab.vmdk to [datastore1] 892b410e-c0ae-4ef6-90a6-fbf09d6ad76b/892b410e-c0ae-4ef6-90a6-fbf09d6ad76b.vmdk {{(pid=62328) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 680.152704] env[62328]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-e6c6df1d-4b3a-41d8-9aa4-0d299f7848fd {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 680.162554] env[62328]: DEBUG oslo_vmware.api [None req-4304e44d-bcdb-4b68-bc03-5d8ef070f9b0 tempest-ServersAdmin275Test-967106640 tempest-ServersAdmin275Test-967106640-project-admin] Waiting for the task: (returnval){ [ 680.162554] env[62328]: value = "task-2386559" [ 680.162554] env[62328]: _type = "Task" [ 680.162554] env[62328]: } to complete. {{(pid=62328) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 680.170252] env[62328]: DEBUG oslo_vmware.api [None req-4304e44d-bcdb-4b68-bc03-5d8ef070f9b0 tempest-ServersAdmin275Test-967106640 tempest-ServersAdmin275Test-967106640-project-admin] Task: {'id': task-2386559, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 680.310068] env[62328]: DEBUG oslo_vmware.api [None req-b41880fe-1946-427e-8ea1-11d44a480a12 tempest-TenantUsagesTestJSON-2114917124 tempest-TenantUsagesTestJSON-2114917124-project-member] Task: {'id': task-2386545, 'name': PowerOnVM_Task, 'duration_secs': 1.607749} completed successfully. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 680.311024] env[62328]: DEBUG nova.virt.vmwareapi.vm_util [None req-b41880fe-1946-427e-8ea1-11d44a480a12 tempest-TenantUsagesTestJSON-2114917124 tempest-TenantUsagesTestJSON-2114917124-project-member] [instance: fe79d679-7bb1-45f8-8189-1dcbcd72d111] Powered on the VM {{(pid=62328) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 680.311024] env[62328]: INFO nova.compute.manager [None req-b41880fe-1946-427e-8ea1-11d44a480a12 tempest-TenantUsagesTestJSON-2114917124 tempest-TenantUsagesTestJSON-2114917124-project-member] [instance: fe79d679-7bb1-45f8-8189-1dcbcd72d111] Took 10.30 seconds to spawn the instance on the hypervisor. [ 680.311400] env[62328]: DEBUG nova.compute.manager [None req-b41880fe-1946-427e-8ea1-11d44a480a12 tempest-TenantUsagesTestJSON-2114917124 tempest-TenantUsagesTestJSON-2114917124-project-member] [instance: fe79d679-7bb1-45f8-8189-1dcbcd72d111] Checking state {{(pid=62328) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 680.312311] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9614c831-89f6-417a-b131-75f38d93f204 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 680.332728] env[62328]: DEBUG oslo_vmware.api [None req-d01bfffd-1981-4488-a077-48c7549f983b tempest-ServerRescueTestJSONUnderV235-477445181 tempest-ServerRescueTestJSONUnderV235-477445181-project-member] Task: {'id': task-2386556, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 680.346184] env[62328]: DEBUG oslo_vmware.api [None req-fbd1350c-89cb-4bf3-bd5f-b6f05344b01b tempest-ServersV294TestFqdnHostnames-1169218801 tempest-ServersV294TestFqdnHostnames-1169218801-project-member] Task: {'id': task-2386557, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 680.429101] env[62328]: DEBUG oslo_vmware.api [None req-ff8337d8-2b59-4615-92e5-7fe5fb97ba84 tempest-ServerTagsTestJSON-548611099 tempest-ServerTagsTestJSON-548611099-project-member] Task: {'id': session[52a6e20e-410d-708a-99f2-080a575a99bd]529a537f-c790-9010-4e20-5c776a0f059c, 'name': SearchDatastore_Task, 'duration_secs': 0.04636} completed successfully. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 680.429552] env[62328]: DEBUG oslo_concurrency.lockutils [None req-ff8337d8-2b59-4615-92e5-7fe5fb97ba84 tempest-ServerTagsTestJSON-548611099 tempest-ServerTagsTestJSON-548611099-project-member] Releasing lock "[datastore1] devstack-image-cache_base/dbf872a4-92be-47e4-8561-c3e2bf2423ab" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 680.429658] env[62328]: DEBUG nova.virt.vmwareapi.vmops [None req-ff8337d8-2b59-4615-92e5-7fe5fb97ba84 tempest-ServerTagsTestJSON-548611099 tempest-ServerTagsTestJSON-548611099-project-member] [instance: f07984e0-1503-4ac1-84e3-61d38443a17a] Processing image dbf872a4-92be-47e4-8561-c3e2bf2423ab {{(pid=62328) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 680.429962] env[62328]: DEBUG oslo_concurrency.lockutils [None req-ff8337d8-2b59-4615-92e5-7fe5fb97ba84 tempest-ServerTagsTestJSON-548611099 tempest-ServerTagsTestJSON-548611099-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/dbf872a4-92be-47e4-8561-c3e2bf2423ab/dbf872a4-92be-47e4-8561-c3e2bf2423ab.vmdk" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 680.430040] env[62328]: DEBUG oslo_concurrency.lockutils [None req-ff8337d8-2b59-4615-92e5-7fe5fb97ba84 tempest-ServerTagsTestJSON-548611099 tempest-ServerTagsTestJSON-548611099-project-member] Acquired lock "[datastore1] devstack-image-cache_base/dbf872a4-92be-47e4-8561-c3e2bf2423ab/dbf872a4-92be-47e4-8561-c3e2bf2423ab.vmdk" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.432128] env[62328]: DEBUG nova.virt.vmwareapi.ds_util [None req-ff8337d8-2b59-4615-92e5-7fe5fb97ba84 tempest-ServerTagsTestJSON-548611099 tempest-ServerTagsTestJSON-548611099-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62328) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 680.432128] env[62328]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-b002f620-d20d-43a9-a538-7eef1258e568 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 680.440504] env[62328]: DEBUG nova.virt.vmwareapi.ds_util [None req-ff8337d8-2b59-4615-92e5-7fe5fb97ba84 tempest-ServerTagsTestJSON-548611099 tempest-ServerTagsTestJSON-548611099-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62328) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 680.440678] env[62328]: DEBUG nova.virt.vmwareapi.vmops [None req-ff8337d8-2b59-4615-92e5-7fe5fb97ba84 tempest-ServerTagsTestJSON-548611099 tempest-ServerTagsTestJSON-548611099-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62328) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 680.441437] env[62328]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d2b4f2a5-efe3-4c05-b17f-e4b508420323 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 680.447110] env[62328]: DEBUG oslo_vmware.api [None req-ff8337d8-2b59-4615-92e5-7fe5fb97ba84 tempest-ServerTagsTestJSON-548611099 tempest-ServerTagsTestJSON-548611099-project-member] Waiting for the task: (returnval){ [ 680.447110] env[62328]: value = "session[52a6e20e-410d-708a-99f2-080a575a99bd]52a7a889-b26c-c135-c729-fe9ffcd4395b" [ 680.447110] env[62328]: _type = "Task" [ 680.447110] env[62328]: } to complete. {{(pid=62328) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 680.455522] env[62328]: DEBUG oslo_vmware.api [None req-ff8337d8-2b59-4615-92e5-7fe5fb97ba84 tempest-ServerTagsTestJSON-548611099 tempest-ServerTagsTestJSON-548611099-project-member] Task: {'id': session[52a6e20e-410d-708a-99f2-080a575a99bd]52a7a889-b26c-c135-c729-fe9ffcd4395b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 680.495519] env[62328]: DEBUG nova.network.neutron [-] [instance: 911e8910-7b82-4557-af15-99cf96b7314e] Updating instance_info_cache with network_info: [] {{(pid=62328) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 680.526665] env[62328]: DEBUG oslo_concurrency.lockutils [req-2110d16d-b847-4c30-b6f0-7a7f4c87bf75 req-72b284af-d2f8-44fd-9d20-3a11f6ab61e4 service nova] Releasing lock "refresh_cache-f07984e0-1503-4ac1-84e3-61d38443a17a" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 680.544685] env[62328]: DEBUG oslo_concurrency.lockutils [None req-88250cb4-6546-4395-894e-5cfd94aa3a2e tempest-SecurityGroupsTestJSON-105101063 tempest-SecurityGroupsTestJSON-105101063-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.711s {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 680.545357] env[62328]: DEBUG nova.compute.manager [None req-88250cb4-6546-4395-894e-5cfd94aa3a2e tempest-SecurityGroupsTestJSON-105101063 tempest-SecurityGroupsTestJSON-105101063-project-member] [instance: 3c4b626f-0a92-4c1c-9240-7ed5e9ce623b] Start building networks asynchronously for instance. {{(pid=62328) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 680.549651] env[62328]: DEBUG oslo_concurrency.lockutils [None req-1e9f6783-f917-4cf0-906f-cf057c127fbf tempest-ImagesOneServerTestJSON-2062431902 tempest-ImagesOneServerTestJSON-2062431902-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 23.792s {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 680.549920] env[62328]: DEBUG nova.objects.instance [None req-1e9f6783-f917-4cf0-906f-cf057c127fbf tempest-ImagesOneServerTestJSON-2062431902 tempest-ImagesOneServerTestJSON-2062431902-project-member] Lazy-loading 'resources' on Instance uuid b7106740-bdd7-4774-8744-cbe21352a31c {{(pid=62328) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 680.569247] env[62328]: DEBUG oslo_concurrency.lockutils [None req-b3fc54c4-1513-4045-90af-517f689c5d84 tempest-ServerActionsTestOtherA-1098162655 tempest-ServerActionsTestOtherA-1098162655-project-member] Lock "66186b76-7021-4df1-b53c-2789906e37ac" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.112s {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 680.579662] env[62328]: DEBUG oslo_vmware.api [None req-f6581a15-8a7a-43f1-b0c9-117bf999d7b5 tempest-ServerDiskConfigTestJSON-126406698 tempest-ServerDiskConfigTestJSON-126406698-project-member] Task: {'id': task-2386558, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.079565} completed successfully. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 680.579946] env[62328]: DEBUG nova.virt.vmwareapi.vmops [None req-f6581a15-8a7a-43f1-b0c9-117bf999d7b5 tempest-ServerDiskConfigTestJSON-126406698 tempest-ServerDiskConfigTestJSON-126406698-project-member] [instance: 5a5e12bf-4082-40e8-bac8-a8a5b0033dec] Extended root virtual disk {{(pid=62328) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 680.580818] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-70d3cfbd-8057-4f77-8553-37250e998845 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 680.606310] env[62328]: DEBUG nova.virt.vmwareapi.volumeops [None req-f6581a15-8a7a-43f1-b0c9-117bf999d7b5 tempest-ServerDiskConfigTestJSON-126406698 tempest-ServerDiskConfigTestJSON-126406698-project-member] [instance: 5a5e12bf-4082-40e8-bac8-a8a5b0033dec] Reconfiguring VM instance instance-00000022 to attach disk [datastore1] 5a5e12bf-4082-40e8-bac8-a8a5b0033dec/5a5e12bf-4082-40e8-bac8-a8a5b0033dec.vmdk or device None with type sparse {{(pid=62328) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 680.607240] env[62328]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7745d1ca-3c61-45dc-bf8e-65fdccbb1d26 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 680.627464] env[62328]: DEBUG oslo_vmware.api [None req-f6581a15-8a7a-43f1-b0c9-117bf999d7b5 tempest-ServerDiskConfigTestJSON-126406698 tempest-ServerDiskConfigTestJSON-126406698-project-member] Waiting for the task: (returnval){ [ 680.627464] env[62328]: value = "task-2386560" [ 680.627464] env[62328]: _type = "Task" [ 680.627464] env[62328]: } to complete. {{(pid=62328) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 680.635822] env[62328]: DEBUG oslo_vmware.api [None req-f6581a15-8a7a-43f1-b0c9-117bf999d7b5 tempest-ServerDiskConfigTestJSON-126406698 tempest-ServerDiskConfigTestJSON-126406698-project-member] Task: {'id': task-2386560, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 680.671769] env[62328]: DEBUG oslo_vmware.api [None req-4304e44d-bcdb-4b68-bc03-5d8ef070f9b0 tempest-ServersAdmin275Test-967106640 tempest-ServersAdmin275Test-967106640-project-admin] Task: {'id': task-2386559, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 680.840069] env[62328]: INFO nova.compute.manager [None req-b41880fe-1946-427e-8ea1-11d44a480a12 tempest-TenantUsagesTestJSON-2114917124 tempest-TenantUsagesTestJSON-2114917124-project-member] [instance: fe79d679-7bb1-45f8-8189-1dcbcd72d111] Took 32.21 seconds to build instance. [ 680.849890] env[62328]: DEBUG oslo_vmware.api [None req-d01bfffd-1981-4488-a077-48c7549f983b tempest-ServerRescueTestJSONUnderV235-477445181 tempest-ServerRescueTestJSONUnderV235-477445181-project-member] Task: {'id': task-2386556, 'name': ReconfigVM_Task, 'duration_secs': 0.967387} completed successfully. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 680.851149] env[62328]: DEBUG nova.virt.vmwareapi.volumeops [None req-d01bfffd-1981-4488-a077-48c7549f983b tempest-ServerRescueTestJSONUnderV235-477445181 tempest-ServerRescueTestJSONUnderV235-477445181-project-member] [instance: 133b2694-7206-4e72-92d6-ee334b1470e5] Reconfigured VM instance instance-00000023 to attach disk [datastore2] 133b2694-7206-4e72-92d6-ee334b1470e5/dbf872a4-92be-47e4-8561-c3e2bf2423ab-rescue.vmdk or device None with type thin {{(pid=62328) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 680.853055] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-51d44fab-d5fb-40d1-850e-8c507072c7a5 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 680.865282] env[62328]: DEBUG oslo_vmware.api [None req-fbd1350c-89cb-4bf3-bd5f-b6f05344b01b tempest-ServersV294TestFqdnHostnames-1169218801 tempest-ServersV294TestFqdnHostnames-1169218801-project-member] Task: {'id': task-2386557, 'name': PowerOnVM_Task, 'duration_secs': 0.785825} completed successfully. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 680.866295] env[62328]: DEBUG nova.virt.vmwareapi.vm_util [None req-fbd1350c-89cb-4bf3-bd5f-b6f05344b01b tempest-ServersV294TestFqdnHostnames-1169218801 tempest-ServersV294TestFqdnHostnames-1169218801-project-member] [instance: 80c53aaa-0812-4f2f-bfe8-2f05c1002018] Powered on the VM {{(pid=62328) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 680.870194] env[62328]: INFO nova.compute.manager [None req-fbd1350c-89cb-4bf3-bd5f-b6f05344b01b tempest-ServersV294TestFqdnHostnames-1169218801 tempest-ServersV294TestFqdnHostnames-1169218801-project-member] [instance: 80c53aaa-0812-4f2f-bfe8-2f05c1002018] Took 8.07 seconds to spawn the instance on the hypervisor. [ 680.870194] env[62328]: DEBUG nova.compute.manager [None req-fbd1350c-89cb-4bf3-bd5f-b6f05344b01b tempest-ServersV294TestFqdnHostnames-1169218801 tempest-ServersV294TestFqdnHostnames-1169218801-project-member] [instance: 80c53aaa-0812-4f2f-bfe8-2f05c1002018] Checking state {{(pid=62328) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 680.870194] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-701448de-813e-4baa-a1e2-a9eece01ae97 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 680.899928] env[62328]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b3a26391-8e07-4fec-8578-4e80240e01c4 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 680.928186] env[62328]: DEBUG oslo_vmware.api [None req-d01bfffd-1981-4488-a077-48c7549f983b tempest-ServerRescueTestJSONUnderV235-477445181 tempest-ServerRescueTestJSONUnderV235-477445181-project-member] Waiting for the task: (returnval){ [ 680.928186] env[62328]: value = "task-2386561" [ 680.928186] env[62328]: _type = "Task" [ 680.928186] env[62328]: } to complete. {{(pid=62328) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 680.937467] env[62328]: DEBUG oslo_vmware.api [None req-d01bfffd-1981-4488-a077-48c7549f983b tempest-ServerRescueTestJSONUnderV235-477445181 tempest-ServerRescueTestJSONUnderV235-477445181-project-member] Task: {'id': task-2386561, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 680.952031] env[62328]: DEBUG nova.compute.manager [req-13f2c573-1f8c-4618-89a5-13cc822b80cc req-2a4cb014-2bc5-44b2-bdf9-c45545218fdf service nova] [instance: 911e8910-7b82-4557-af15-99cf96b7314e] Received event network-vif-deleted-ace375b8-ee68-4a07-951a-21c975157c71 {{(pid=62328) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 680.961146] env[62328]: DEBUG oslo_vmware.api [None req-ff8337d8-2b59-4615-92e5-7fe5fb97ba84 tempest-ServerTagsTestJSON-548611099 tempest-ServerTagsTestJSON-548611099-project-member] Task: {'id': session[52a6e20e-410d-708a-99f2-080a575a99bd]52a7a889-b26c-c135-c729-fe9ffcd4395b, 'name': SearchDatastore_Task, 'duration_secs': 0.025595} completed successfully. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 680.961902] env[62328]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-df4a91af-6c22-4cfb-be15-c2e3d50e6d70 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 680.968086] env[62328]: DEBUG oslo_vmware.api [None req-ff8337d8-2b59-4615-92e5-7fe5fb97ba84 tempest-ServerTagsTestJSON-548611099 tempest-ServerTagsTestJSON-548611099-project-member] Waiting for the task: (returnval){ [ 680.968086] env[62328]: value = "session[52a6e20e-410d-708a-99f2-080a575a99bd]527dbb46-6f59-ff2e-a28c-d43653ab53b9" [ 680.968086] env[62328]: _type = "Task" [ 680.968086] env[62328]: } to complete. {{(pid=62328) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 680.980085] env[62328]: DEBUG oslo_vmware.api [None req-ff8337d8-2b59-4615-92e5-7fe5fb97ba84 tempest-ServerTagsTestJSON-548611099 tempest-ServerTagsTestJSON-548611099-project-member] Task: {'id': session[52a6e20e-410d-708a-99f2-080a575a99bd]527dbb46-6f59-ff2e-a28c-d43653ab53b9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 680.999540] env[62328]: INFO nova.compute.manager [-] [instance: 911e8910-7b82-4557-af15-99cf96b7314e] Took 1.70 seconds to deallocate network for instance. [ 681.057290] env[62328]: DEBUG nova.compute.utils [None req-88250cb4-6546-4395-894e-5cfd94aa3a2e tempest-SecurityGroupsTestJSON-105101063 tempest-SecurityGroupsTestJSON-105101063-project-member] Using /dev/sd instead of None {{(pid=62328) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 681.062172] env[62328]: DEBUG nova.compute.manager [None req-88250cb4-6546-4395-894e-5cfd94aa3a2e tempest-SecurityGroupsTestJSON-105101063 tempest-SecurityGroupsTestJSON-105101063-project-member] [instance: 3c4b626f-0a92-4c1c-9240-7ed5e9ce623b] Allocating IP information in the background. {{(pid=62328) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 681.063757] env[62328]: DEBUG nova.network.neutron [None req-88250cb4-6546-4395-894e-5cfd94aa3a2e tempest-SecurityGroupsTestJSON-105101063 tempest-SecurityGroupsTestJSON-105101063-project-member] [instance: 3c4b626f-0a92-4c1c-9240-7ed5e9ce623b] allocate_for_instance() {{(pid=62328) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 681.118929] env[62328]: DEBUG nova.policy [None req-88250cb4-6546-4395-894e-5cfd94aa3a2e tempest-SecurityGroupsTestJSON-105101063 tempest-SecurityGroupsTestJSON-105101063-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '623813108e4b42cfbb3a16aefbd3db85', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '0e6658b7d41a43858b58b5d307f14cac', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62328) authorize /opt/stack/nova/nova/policy.py:192}} [ 681.143423] env[62328]: DEBUG oslo_vmware.api [None req-f6581a15-8a7a-43f1-b0c9-117bf999d7b5 tempest-ServerDiskConfigTestJSON-126406698 tempest-ServerDiskConfigTestJSON-126406698-project-member] Task: {'id': task-2386560, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 681.173602] env[62328]: DEBUG oslo_vmware.api [None req-4304e44d-bcdb-4b68-bc03-5d8ef070f9b0 tempest-ServersAdmin275Test-967106640 tempest-ServersAdmin275Test-967106640-project-admin] Task: {'id': task-2386559, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.858681} completed successfully. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 681.174097] env[62328]: DEBUG nova.virt.vmwareapi.vm_util [None req-4304e44d-bcdb-4b68-bc03-5d8ef070f9b0 tempest-ServersAdmin275Test-967106640 tempest-ServersAdmin275Test-967106640-project-admin] Copied Virtual Disk [datastore1] devstack-image-cache_base/dbf872a4-92be-47e4-8561-c3e2bf2423ab/dbf872a4-92be-47e4-8561-c3e2bf2423ab.vmdk to [datastore1] 892b410e-c0ae-4ef6-90a6-fbf09d6ad76b/892b410e-c0ae-4ef6-90a6-fbf09d6ad76b.vmdk {{(pid=62328) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 681.174366] env[62328]: DEBUG nova.virt.vmwareapi.vmops [None req-4304e44d-bcdb-4b68-bc03-5d8ef070f9b0 tempest-ServersAdmin275Test-967106640 tempest-ServersAdmin275Test-967106640-project-admin] [instance: 892b410e-c0ae-4ef6-90a6-fbf09d6ad76b] Extending root virtual disk to 1048576 {{(pid=62328) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 681.174861] env[62328]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-ad7256b3-d2fa-4d08-a27e-92bc6e125091 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 681.186937] env[62328]: DEBUG oslo_vmware.api [None req-4304e44d-bcdb-4b68-bc03-5d8ef070f9b0 tempest-ServersAdmin275Test-967106640 tempest-ServersAdmin275Test-967106640-project-admin] Waiting for the task: (returnval){ [ 681.186937] env[62328]: value = "task-2386562" [ 681.186937] env[62328]: _type = "Task" [ 681.186937] env[62328]: } to complete. {{(pid=62328) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 681.200607] env[62328]: DEBUG oslo_vmware.api [None req-4304e44d-bcdb-4b68-bc03-5d8ef070f9b0 tempest-ServersAdmin275Test-967106640 tempest-ServersAdmin275Test-967106640-project-admin] Task: {'id': task-2386562, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 681.343764] env[62328]: DEBUG oslo_concurrency.lockutils [None req-b41880fe-1946-427e-8ea1-11d44a480a12 tempest-TenantUsagesTestJSON-2114917124 tempest-TenantUsagesTestJSON-2114917124-project-member] Lock "fe79d679-7bb1-45f8-8189-1dcbcd72d111" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 57.210s {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 681.431555] env[62328]: INFO nova.compute.manager [None req-fbd1350c-89cb-4bf3-bd5f-b6f05344b01b tempest-ServersV294TestFqdnHostnames-1169218801 tempest-ServersV294TestFqdnHostnames-1169218801-project-member] [instance: 80c53aaa-0812-4f2f-bfe8-2f05c1002018] Took 31.94 seconds to build instance. [ 681.440941] env[62328]: DEBUG oslo_vmware.api [None req-d01bfffd-1981-4488-a077-48c7549f983b tempest-ServerRescueTestJSONUnderV235-477445181 tempest-ServerRescueTestJSONUnderV235-477445181-project-member] Task: {'id': task-2386561, 'name': ReconfigVM_Task, 'duration_secs': 0.272804} completed successfully. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 681.441495] env[62328]: DEBUG nova.virt.vmwareapi.vm_util [None req-d01bfffd-1981-4488-a077-48c7549f983b tempest-ServerRescueTestJSONUnderV235-477445181 tempest-ServerRescueTestJSONUnderV235-477445181-project-member] [instance: 133b2694-7206-4e72-92d6-ee334b1470e5] Powering on the VM {{(pid=62328) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 681.441750] env[62328]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-13eee44b-56cc-4335-9998-f912226b0e56 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 681.451929] env[62328]: DEBUG oslo_vmware.api [None req-d01bfffd-1981-4488-a077-48c7549f983b tempest-ServerRescueTestJSONUnderV235-477445181 tempest-ServerRescueTestJSONUnderV235-477445181-project-member] Waiting for the task: (returnval){ [ 681.451929] env[62328]: value = "task-2386563" [ 681.451929] env[62328]: _type = "Task" [ 681.451929] env[62328]: } to complete. {{(pid=62328) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 681.464070] env[62328]: DEBUG oslo_vmware.api [None req-d01bfffd-1981-4488-a077-48c7549f983b tempest-ServerRescueTestJSONUnderV235-477445181 tempest-ServerRescueTestJSONUnderV235-477445181-project-member] Task: {'id': task-2386563, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 681.478197] env[62328]: DEBUG oslo_vmware.api [None req-ff8337d8-2b59-4615-92e5-7fe5fb97ba84 tempest-ServerTagsTestJSON-548611099 tempest-ServerTagsTestJSON-548611099-project-member] Task: {'id': session[52a6e20e-410d-708a-99f2-080a575a99bd]527dbb46-6f59-ff2e-a28c-d43653ab53b9, 'name': SearchDatastore_Task, 'duration_secs': 0.032943} completed successfully. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 681.478420] env[62328]: DEBUG oslo_concurrency.lockutils [None req-ff8337d8-2b59-4615-92e5-7fe5fb97ba84 tempest-ServerTagsTestJSON-548611099 tempest-ServerTagsTestJSON-548611099-project-member] Releasing lock "[datastore1] devstack-image-cache_base/dbf872a4-92be-47e4-8561-c3e2bf2423ab/dbf872a4-92be-47e4-8561-c3e2bf2423ab.vmdk" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 681.478683] env[62328]: DEBUG nova.virt.vmwareapi.vm_util [None req-ff8337d8-2b59-4615-92e5-7fe5fb97ba84 tempest-ServerTagsTestJSON-548611099 tempest-ServerTagsTestJSON-548611099-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/dbf872a4-92be-47e4-8561-c3e2bf2423ab/dbf872a4-92be-47e4-8561-c3e2bf2423ab.vmdk to [datastore1] f07984e0-1503-4ac1-84e3-61d38443a17a/f07984e0-1503-4ac1-84e3-61d38443a17a.vmdk {{(pid=62328) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 681.478930] env[62328]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-c4d7a9cd-8aac-4d3c-ad53-7bc13cbab565 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 681.486413] env[62328]: DEBUG oslo_vmware.api [None req-ff8337d8-2b59-4615-92e5-7fe5fb97ba84 tempest-ServerTagsTestJSON-548611099 tempest-ServerTagsTestJSON-548611099-project-member] Waiting for the task: (returnval){ [ 681.486413] env[62328]: value = "task-2386564" [ 681.486413] env[62328]: _type = "Task" [ 681.486413] env[62328]: } to complete. {{(pid=62328) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 681.495057] env[62328]: DEBUG oslo_vmware.api [None req-ff8337d8-2b59-4615-92e5-7fe5fb97ba84 tempest-ServerTagsTestJSON-548611099 tempest-ServerTagsTestJSON-548611099-project-member] Task: {'id': task-2386564, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 681.510287] env[62328]: DEBUG oslo_concurrency.lockutils [None req-d122ec1e-0622-4c46-bcf3-1bef72740c40 tempest-FloatingIPsAssociationTestJSON-89523020 tempest-FloatingIPsAssociationTestJSON-89523020-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 681.562979] env[62328]: DEBUG nova.compute.manager [None req-88250cb4-6546-4395-894e-5cfd94aa3a2e tempest-SecurityGroupsTestJSON-105101063 tempest-SecurityGroupsTestJSON-105101063-project-member] [instance: 3c4b626f-0a92-4c1c-9240-7ed5e9ce623b] Start building block device mappings for instance. {{(pid=62328) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 681.628838] env[62328]: INFO nova.compute.manager [None req-861e4356-1ac6-41d4-8d0b-4e5a321db72c tempest-ServerActionsTestOtherA-1098162655 tempest-ServerActionsTestOtherA-1098162655-project-member] [instance: 66186b76-7021-4df1-b53c-2789906e37ac] Rebuilding instance [ 681.636841] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f1681d23-d2bc-493b-8542-00f258e9bf80 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 681.647047] env[62328]: DEBUG oslo_vmware.api [None req-f6581a15-8a7a-43f1-b0c9-117bf999d7b5 tempest-ServerDiskConfigTestJSON-126406698 tempest-ServerDiskConfigTestJSON-126406698-project-member] Task: {'id': task-2386560, 'name': ReconfigVM_Task, 'duration_secs': 0.655209} completed successfully. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 681.647047] env[62328]: DEBUG nova.virt.vmwareapi.volumeops [None req-f6581a15-8a7a-43f1-b0c9-117bf999d7b5 tempest-ServerDiskConfigTestJSON-126406698 tempest-ServerDiskConfigTestJSON-126406698-project-member] [instance: 5a5e12bf-4082-40e8-bac8-a8a5b0033dec] Reconfigured VM instance instance-00000022 to attach disk [datastore1] 5a5e12bf-4082-40e8-bac8-a8a5b0033dec/5a5e12bf-4082-40e8-bac8-a8a5b0033dec.vmdk or device None with type sparse {{(pid=62328) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 681.647047] env[62328]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-b56b4bd3-6367-4287-9d09-3a4e63fea9fe {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 681.649209] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-371f1a1d-40ae-46f4-8f73-1ffcac9abae7 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 681.654129] env[62328]: DEBUG oslo_vmware.api [None req-f6581a15-8a7a-43f1-b0c9-117bf999d7b5 tempest-ServerDiskConfigTestJSON-126406698 tempest-ServerDiskConfigTestJSON-126406698-project-member] Waiting for the task: (returnval){ [ 681.654129] env[62328]: value = "task-2386565" [ 681.654129] env[62328]: _type = "Task" [ 681.654129] env[62328]: } to complete. {{(pid=62328) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 681.691550] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-674cd2e0-82eb-4332-974f-760942b0dfda {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 681.701262] env[62328]: DEBUG oslo_vmware.api [None req-f6581a15-8a7a-43f1-b0c9-117bf999d7b5 tempest-ServerDiskConfigTestJSON-126406698 tempest-ServerDiskConfigTestJSON-126406698-project-member] Task: {'id': task-2386565, 'name': Rename_Task} progress is 14%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 681.709041] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8fdfda89-a43c-4c6b-aa39-68c2369e0bf9 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 681.714362] env[62328]: DEBUG oslo_vmware.api [None req-4304e44d-bcdb-4b68-bc03-5d8ef070f9b0 tempest-ServersAdmin275Test-967106640 tempest-ServersAdmin275Test-967106640-project-admin] Task: {'id': task-2386562, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.079243} completed successfully. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 681.719073] env[62328]: DEBUG nova.virt.vmwareapi.vmops [None req-4304e44d-bcdb-4b68-bc03-5d8ef070f9b0 tempest-ServersAdmin275Test-967106640 tempest-ServersAdmin275Test-967106640-project-admin] [instance: 892b410e-c0ae-4ef6-90a6-fbf09d6ad76b] Extended root virtual disk {{(pid=62328) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 681.719991] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-31909e3f-82ce-4526-9678-99b9631b207c {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 681.723148] env[62328]: DEBUG nova.compute.manager [None req-861e4356-1ac6-41d4-8d0b-4e5a321db72c tempest-ServerActionsTestOtherA-1098162655 tempest-ServerActionsTestOtherA-1098162655-project-member] [instance: 66186b76-7021-4df1-b53c-2789906e37ac] Checking state {{(pid=62328) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 681.731573] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d910ab2d-7967-4600-b6e6-e8f6a6b99329 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 681.734580] env[62328]: DEBUG nova.compute.provider_tree [None req-1e9f6783-f917-4cf0-906f-cf057c127fbf tempest-ImagesOneServerTestJSON-2062431902 tempest-ImagesOneServerTestJSON-2062431902-project-member] Inventory has not changed in ProviderTree for provider: 3469e9f8-04af-49ca-8435-49f104496744 {{(pid=62328) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 681.738880] env[62328]: DEBUG nova.network.neutron [None req-88250cb4-6546-4395-894e-5cfd94aa3a2e tempest-SecurityGroupsTestJSON-105101063 tempest-SecurityGroupsTestJSON-105101063-project-member] [instance: 3c4b626f-0a92-4c1c-9240-7ed5e9ce623b] Successfully created port: 8eefb68e-e264-4446-bdd7-43bf3cdcb7f9 {{(pid=62328) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 681.757329] env[62328]: DEBUG nova.virt.vmwareapi.volumeops [None req-4304e44d-bcdb-4b68-bc03-5d8ef070f9b0 tempest-ServersAdmin275Test-967106640 tempest-ServersAdmin275Test-967106640-project-admin] [instance: 892b410e-c0ae-4ef6-90a6-fbf09d6ad76b] Reconfiguring VM instance instance-00000021 to attach disk [datastore1] 892b410e-c0ae-4ef6-90a6-fbf09d6ad76b/892b410e-c0ae-4ef6-90a6-fbf09d6ad76b.vmdk or device None with type sparse {{(pid=62328) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 681.759387] env[62328]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3abe727b-ecf0-4a22-a711-7767e468c220 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 681.784138] env[62328]: DEBUG oslo_vmware.api [None req-4304e44d-bcdb-4b68-bc03-5d8ef070f9b0 tempest-ServersAdmin275Test-967106640 tempest-ServersAdmin275Test-967106640-project-admin] Waiting for the task: (returnval){ [ 681.784138] env[62328]: value = "task-2386566" [ 681.784138] env[62328]: _type = "Task" [ 681.784138] env[62328]: } to complete. {{(pid=62328) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 681.791322] env[62328]: DEBUG oslo_vmware.api [None req-4304e44d-bcdb-4b68-bc03-5d8ef070f9b0 tempest-ServersAdmin275Test-967106640 tempest-ServersAdmin275Test-967106640-project-admin] Task: {'id': task-2386566, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 681.846438] env[62328]: DEBUG nova.compute.manager [None req-8ba2afc8-b57c-4ff2-8b99-a208658a7fb8 tempest-ServerActionsV293TestJSON-1864378190 tempest-ServerActionsV293TestJSON-1864378190-project-member] [instance: 2f5e173e-0a48-45c2-ae86-64d86a2b45d4] Starting instance... {{(pid=62328) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 681.942038] env[62328]: DEBUG oslo_concurrency.lockutils [None req-fbd1350c-89cb-4bf3-bd5f-b6f05344b01b tempest-ServersV294TestFqdnHostnames-1169218801 tempest-ServersV294TestFqdnHostnames-1169218801-project-member] Lock "80c53aaa-0812-4f2f-bfe8-2f05c1002018" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 55.660s {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 681.971415] env[62328]: DEBUG oslo_vmware.api [None req-d01bfffd-1981-4488-a077-48c7549f983b tempest-ServerRescueTestJSONUnderV235-477445181 tempest-ServerRescueTestJSONUnderV235-477445181-project-member] Task: {'id': task-2386563, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 682.000326] env[62328]: DEBUG oslo_vmware.api [None req-ff8337d8-2b59-4615-92e5-7fe5fb97ba84 tempest-ServerTagsTestJSON-548611099 tempest-ServerTagsTestJSON-548611099-project-member] Task: {'id': task-2386564, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 682.169941] env[62328]: DEBUG oslo_vmware.api [None req-f6581a15-8a7a-43f1-b0c9-117bf999d7b5 tempest-ServerDiskConfigTestJSON-126406698 tempest-ServerDiskConfigTestJSON-126406698-project-member] Task: {'id': task-2386565, 'name': Rename_Task, 'duration_secs': 0.279989} completed successfully. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 682.171068] env[62328]: DEBUG nova.virt.vmwareapi.vm_util [None req-f6581a15-8a7a-43f1-b0c9-117bf999d7b5 tempest-ServerDiskConfigTestJSON-126406698 tempest-ServerDiskConfigTestJSON-126406698-project-member] [instance: 5a5e12bf-4082-40e8-bac8-a8a5b0033dec] Powering on the VM {{(pid=62328) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 682.171068] env[62328]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-2f490325-8ee4-4508-ad6a-b23e62a085ae {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 682.179145] env[62328]: DEBUG oslo_vmware.api [None req-f6581a15-8a7a-43f1-b0c9-117bf999d7b5 tempest-ServerDiskConfigTestJSON-126406698 tempest-ServerDiskConfigTestJSON-126406698-project-member] Waiting for the task: (returnval){ [ 682.179145] env[62328]: value = "task-2386567" [ 682.179145] env[62328]: _type = "Task" [ 682.179145] env[62328]: } to complete. {{(pid=62328) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 682.190765] env[62328]: DEBUG oslo_vmware.api [None req-f6581a15-8a7a-43f1-b0c9-117bf999d7b5 tempest-ServerDiskConfigTestJSON-126406698 tempest-ServerDiskConfigTestJSON-126406698-project-member] Task: {'id': task-2386567, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 682.243234] env[62328]: DEBUG nova.scheduler.client.report [None req-1e9f6783-f917-4cf0-906f-cf057c127fbf tempest-ImagesOneServerTestJSON-2062431902 tempest-ImagesOneServerTestJSON-2062431902-project-member] Inventory has not changed for provider 3469e9f8-04af-49ca-8435-49f104496744 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 152, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62328) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 682.293694] env[62328]: DEBUG oslo_vmware.api [None req-4304e44d-bcdb-4b68-bc03-5d8ef070f9b0 tempest-ServersAdmin275Test-967106640 tempest-ServersAdmin275Test-967106640-project-admin] Task: {'id': task-2386566, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 682.378110] env[62328]: DEBUG oslo_concurrency.lockutils [None req-8ba2afc8-b57c-4ff2-8b99-a208658a7fb8 tempest-ServerActionsV293TestJSON-1864378190 tempest-ServerActionsV293TestJSON-1864378190-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 682.445100] env[62328]: DEBUG nova.compute.manager [None req-ee58c141-4827-44f8-ae45-a73abbf09b01 tempest-ImagesOneServerNegativeTestJSON-835227872 tempest-ImagesOneServerNegativeTestJSON-835227872-project-member] [instance: 1691ec92-ed5b-436a-bba3-f5a998263955] Starting instance... {{(pid=62328) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 682.463687] env[62328]: DEBUG oslo_vmware.api [None req-d01bfffd-1981-4488-a077-48c7549f983b tempest-ServerRescueTestJSONUnderV235-477445181 tempest-ServerRescueTestJSONUnderV235-477445181-project-member] Task: {'id': task-2386563, 'name': PowerOnVM_Task, 'duration_secs': 0.806079} completed successfully. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 682.463687] env[62328]: DEBUG nova.virt.vmwareapi.vm_util [None req-d01bfffd-1981-4488-a077-48c7549f983b tempest-ServerRescueTestJSONUnderV235-477445181 tempest-ServerRescueTestJSONUnderV235-477445181-project-member] [instance: 133b2694-7206-4e72-92d6-ee334b1470e5] Powered on the VM {{(pid=62328) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 682.465873] env[62328]: DEBUG nova.compute.manager [None req-d01bfffd-1981-4488-a077-48c7549f983b tempest-ServerRescueTestJSONUnderV235-477445181 tempest-ServerRescueTestJSONUnderV235-477445181-project-member] [instance: 133b2694-7206-4e72-92d6-ee334b1470e5] Checking state {{(pid=62328) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 682.467990] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3c64b927-1ba6-4ebc-9fc7-4e60f3bb6bf1 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 682.499337] env[62328]: DEBUG oslo_vmware.api [None req-ff8337d8-2b59-4615-92e5-7fe5fb97ba84 tempest-ServerTagsTestJSON-548611099 tempest-ServerTagsTestJSON-548611099-project-member] Task: {'id': task-2386564, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.870141} completed successfully. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 682.500795] env[62328]: DEBUG nova.virt.vmwareapi.vm_util [None req-ff8337d8-2b59-4615-92e5-7fe5fb97ba84 tempest-ServerTagsTestJSON-548611099 tempest-ServerTagsTestJSON-548611099-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/dbf872a4-92be-47e4-8561-c3e2bf2423ab/dbf872a4-92be-47e4-8561-c3e2bf2423ab.vmdk to [datastore1] f07984e0-1503-4ac1-84e3-61d38443a17a/f07984e0-1503-4ac1-84e3-61d38443a17a.vmdk {{(pid=62328) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 682.501691] env[62328]: DEBUG nova.virt.vmwareapi.vmops [None req-ff8337d8-2b59-4615-92e5-7fe5fb97ba84 tempest-ServerTagsTestJSON-548611099 tempest-ServerTagsTestJSON-548611099-project-member] [instance: f07984e0-1503-4ac1-84e3-61d38443a17a] Extending root virtual disk to 1048576 {{(pid=62328) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 682.502238] env[62328]: DEBUG nova.compute.manager [req-eeb387bb-a2ea-4c1e-862c-ef834fefd57c req-369ac767-7aa6-4dc8-8e43-6c3c98f3255a service nova] [instance: 80c53aaa-0812-4f2f-bfe8-2f05c1002018] Received event network-changed-3332da2c-b8df-44f9-850d-c949eef21f99 {{(pid=62328) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 682.502407] env[62328]: DEBUG nova.compute.manager [req-eeb387bb-a2ea-4c1e-862c-ef834fefd57c req-369ac767-7aa6-4dc8-8e43-6c3c98f3255a service nova] [instance: 80c53aaa-0812-4f2f-bfe8-2f05c1002018] Refreshing instance network info cache due to event network-changed-3332da2c-b8df-44f9-850d-c949eef21f99. {{(pid=62328) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 682.502612] env[62328]: DEBUG oslo_concurrency.lockutils [req-eeb387bb-a2ea-4c1e-862c-ef834fefd57c req-369ac767-7aa6-4dc8-8e43-6c3c98f3255a service nova] Acquiring lock "refresh_cache-80c53aaa-0812-4f2f-bfe8-2f05c1002018" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 682.502818] env[62328]: DEBUG oslo_concurrency.lockutils [req-eeb387bb-a2ea-4c1e-862c-ef834fefd57c req-369ac767-7aa6-4dc8-8e43-6c3c98f3255a service nova] Acquired lock "refresh_cache-80c53aaa-0812-4f2f-bfe8-2f05c1002018" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.502992] env[62328]: DEBUG nova.network.neutron [req-eeb387bb-a2ea-4c1e-862c-ef834fefd57c req-369ac767-7aa6-4dc8-8e43-6c3c98f3255a service nova] [instance: 80c53aaa-0812-4f2f-bfe8-2f05c1002018] Refreshing network info cache for port 3332da2c-b8df-44f9-850d-c949eef21f99 {{(pid=62328) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 682.504342] env[62328]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-c88f828b-9984-4cae-ba92-bab3246c32e7 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 682.515081] env[62328]: DEBUG oslo_vmware.api [None req-ff8337d8-2b59-4615-92e5-7fe5fb97ba84 tempest-ServerTagsTestJSON-548611099 tempest-ServerTagsTestJSON-548611099-project-member] Waiting for the task: (returnval){ [ 682.515081] env[62328]: value = "task-2386568" [ 682.515081] env[62328]: _type = "Task" [ 682.515081] env[62328]: } to complete. {{(pid=62328) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 682.529328] env[62328]: DEBUG oslo_vmware.api [None req-ff8337d8-2b59-4615-92e5-7fe5fb97ba84 tempest-ServerTagsTestJSON-548611099 tempest-ServerTagsTestJSON-548611099-project-member] Task: {'id': task-2386568, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 682.576741] env[62328]: DEBUG nova.compute.manager [None req-88250cb4-6546-4395-894e-5cfd94aa3a2e tempest-SecurityGroupsTestJSON-105101063 tempest-SecurityGroupsTestJSON-105101063-project-member] [instance: 3c4b626f-0a92-4c1c-9240-7ed5e9ce623b] Start spawning the instance on the hypervisor. {{(pid=62328) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 682.608138] env[62328]: DEBUG nova.virt.hardware [None req-88250cb4-6546-4395-894e-5cfd94aa3a2e tempest-SecurityGroupsTestJSON-105101063 tempest-SecurityGroupsTestJSON-105101063-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-07T17:16:55Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-07T17:16:37Z,direct_url=,disk_format='vmdk',id=dbf872a4-92be-47e4-8561-c3e2bf2423ab,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='2a64022f08d84b11a86773b900860ae5',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-07T17:16:38Z,virtual_size=,visibility=), allow threads: False {{(pid=62328) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 682.608510] env[62328]: DEBUG nova.virt.hardware [None req-88250cb4-6546-4395-894e-5cfd94aa3a2e tempest-SecurityGroupsTestJSON-105101063 tempest-SecurityGroupsTestJSON-105101063-project-member] Flavor limits 0:0:0 {{(pid=62328) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 682.608702] env[62328]: DEBUG nova.virt.hardware [None req-88250cb4-6546-4395-894e-5cfd94aa3a2e tempest-SecurityGroupsTestJSON-105101063 tempest-SecurityGroupsTestJSON-105101063-project-member] Image limits 0:0:0 {{(pid=62328) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 682.608896] env[62328]: DEBUG nova.virt.hardware [None req-88250cb4-6546-4395-894e-5cfd94aa3a2e tempest-SecurityGroupsTestJSON-105101063 tempest-SecurityGroupsTestJSON-105101063-project-member] Flavor pref 0:0:0 {{(pid=62328) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 682.609300] env[62328]: DEBUG nova.virt.hardware [None req-88250cb4-6546-4395-894e-5cfd94aa3a2e tempest-SecurityGroupsTestJSON-105101063 tempest-SecurityGroupsTestJSON-105101063-project-member] Image pref 0:0:0 {{(pid=62328) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 682.609496] env[62328]: DEBUG nova.virt.hardware [None req-88250cb4-6546-4395-894e-5cfd94aa3a2e tempest-SecurityGroupsTestJSON-105101063 tempest-SecurityGroupsTestJSON-105101063-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62328) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 682.609735] env[62328]: DEBUG nova.virt.hardware [None req-88250cb4-6546-4395-894e-5cfd94aa3a2e tempest-SecurityGroupsTestJSON-105101063 tempest-SecurityGroupsTestJSON-105101063-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62328) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 682.609989] env[62328]: DEBUG nova.virt.hardware [None req-88250cb4-6546-4395-894e-5cfd94aa3a2e tempest-SecurityGroupsTestJSON-105101063 tempest-SecurityGroupsTestJSON-105101063-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62328) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 682.610239] env[62328]: DEBUG nova.virt.hardware [None req-88250cb4-6546-4395-894e-5cfd94aa3a2e tempest-SecurityGroupsTestJSON-105101063 tempest-SecurityGroupsTestJSON-105101063-project-member] Got 1 possible topologies {{(pid=62328) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 682.610409] env[62328]: DEBUG nova.virt.hardware [None req-88250cb4-6546-4395-894e-5cfd94aa3a2e tempest-SecurityGroupsTestJSON-105101063 tempest-SecurityGroupsTestJSON-105101063-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62328) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 682.610579] env[62328]: DEBUG nova.virt.hardware [None req-88250cb4-6546-4395-894e-5cfd94aa3a2e tempest-SecurityGroupsTestJSON-105101063 tempest-SecurityGroupsTestJSON-105101063-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62328) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 682.611785] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a75bb515-0603-438a-9a50-2191076d8bff {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 682.620169] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-02dc6dfd-e886-46ee-98a5-1612c72ea86c {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 682.692278] env[62328]: DEBUG oslo_vmware.api [None req-f6581a15-8a7a-43f1-b0c9-117bf999d7b5 tempest-ServerDiskConfigTestJSON-126406698 tempest-ServerDiskConfigTestJSON-126406698-project-member] Task: {'id': task-2386567, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 682.746448] env[62328]: DEBUG oslo_concurrency.lockutils [None req-1e9f6783-f917-4cf0-906f-cf057c127fbf tempest-ImagesOneServerTestJSON-2062431902 tempest-ImagesOneServerTestJSON-2062431902-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.197s {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 682.749805] env[62328]: DEBUG oslo_concurrency.lockutils [None req-332cd9a1-235b-4315-894a-68f76363e980 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 25.840s {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 682.781949] env[62328]: INFO nova.scheduler.client.report [None req-1e9f6783-f917-4cf0-906f-cf057c127fbf tempest-ImagesOneServerTestJSON-2062431902 tempest-ImagesOneServerTestJSON-2062431902-project-member] Deleted allocations for instance b7106740-bdd7-4774-8744-cbe21352a31c [ 682.786219] env[62328]: DEBUG nova.virt.vmwareapi.vm_util [None req-861e4356-1ac6-41d4-8d0b-4e5a321db72c tempest-ServerActionsTestOtherA-1098162655 tempest-ServerActionsTestOtherA-1098162655-project-member] [instance: 66186b76-7021-4df1-b53c-2789906e37ac] Powering off the VM {{(pid=62328) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 682.786556] env[62328]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-11c099f8-4a7f-49ae-a4bb-acb627473416 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 682.798766] env[62328]: DEBUG oslo_vmware.api [None req-4304e44d-bcdb-4b68-bc03-5d8ef070f9b0 tempest-ServersAdmin275Test-967106640 tempest-ServersAdmin275Test-967106640-project-admin] Task: {'id': task-2386566, 'name': ReconfigVM_Task, 'duration_secs': 0.79034} completed successfully. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 682.800114] env[62328]: DEBUG nova.virt.vmwareapi.volumeops [None req-4304e44d-bcdb-4b68-bc03-5d8ef070f9b0 tempest-ServersAdmin275Test-967106640 tempest-ServersAdmin275Test-967106640-project-admin] [instance: 892b410e-c0ae-4ef6-90a6-fbf09d6ad76b] Reconfigured VM instance instance-00000021 to attach disk [datastore1] 892b410e-c0ae-4ef6-90a6-fbf09d6ad76b/892b410e-c0ae-4ef6-90a6-fbf09d6ad76b.vmdk or device None with type sparse {{(pid=62328) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 682.801349] env[62328]: DEBUG oslo_vmware.api [None req-861e4356-1ac6-41d4-8d0b-4e5a321db72c tempest-ServerActionsTestOtherA-1098162655 tempest-ServerActionsTestOtherA-1098162655-project-member] Waiting for the task: (returnval){ [ 682.801349] env[62328]: value = "task-2386569" [ 682.801349] env[62328]: _type = "Task" [ 682.801349] env[62328]: } to complete. {{(pid=62328) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 682.801349] env[62328]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-a02038aa-ec90-4555-88be-274e67832fd5 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 682.813367] env[62328]: DEBUG nova.virt.vmwareapi.vm_util [None req-861e4356-1ac6-41d4-8d0b-4e5a321db72c tempest-ServerActionsTestOtherA-1098162655 tempest-ServerActionsTestOtherA-1098162655-project-member] [instance: 66186b76-7021-4df1-b53c-2789906e37ac] VM already powered off {{(pid=62328) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 682.813868] env[62328]: DEBUG nova.virt.vmwareapi.vmops [None req-861e4356-1ac6-41d4-8d0b-4e5a321db72c tempest-ServerActionsTestOtherA-1098162655 tempest-ServerActionsTestOtherA-1098162655-project-member] [instance: 66186b76-7021-4df1-b53c-2789906e37ac] Destroying instance {{(pid=62328) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 682.814499] env[62328]: DEBUG oslo_vmware.api [None req-4304e44d-bcdb-4b68-bc03-5d8ef070f9b0 tempest-ServersAdmin275Test-967106640 tempest-ServersAdmin275Test-967106640-project-admin] Waiting for the task: (returnval){ [ 682.814499] env[62328]: value = "task-2386570" [ 682.814499] env[62328]: _type = "Task" [ 682.814499] env[62328]: } to complete. {{(pid=62328) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 682.815452] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d49c7a10-94cf-4968-9c5a-2ef9231bd7ac {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 682.828429] env[62328]: DEBUG oslo_vmware.api [None req-4304e44d-bcdb-4b68-bc03-5d8ef070f9b0 tempest-ServersAdmin275Test-967106640 tempest-ServersAdmin275Test-967106640-project-admin] Task: {'id': task-2386570, 'name': Rename_Task} progress is 10%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 682.830162] env[62328]: DEBUG nova.virt.vmwareapi.vmops [None req-861e4356-1ac6-41d4-8d0b-4e5a321db72c tempest-ServerActionsTestOtherA-1098162655 tempest-ServerActionsTestOtherA-1098162655-project-member] [instance: 66186b76-7021-4df1-b53c-2789906e37ac] Unregistering the VM {{(pid=62328) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 682.830638] env[62328]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-23d1d944-c318-4393-b22f-08cdc0408cf0 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 682.898477] env[62328]: DEBUG nova.virt.vmwareapi.vmops [None req-861e4356-1ac6-41d4-8d0b-4e5a321db72c tempest-ServerActionsTestOtherA-1098162655 tempest-ServerActionsTestOtherA-1098162655-project-member] [instance: 66186b76-7021-4df1-b53c-2789906e37ac] Unregistered the VM {{(pid=62328) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 682.898780] env[62328]: DEBUG nova.virt.vmwareapi.vmops [None req-861e4356-1ac6-41d4-8d0b-4e5a321db72c tempest-ServerActionsTestOtherA-1098162655 tempest-ServerActionsTestOtherA-1098162655-project-member] [instance: 66186b76-7021-4df1-b53c-2789906e37ac] Deleting contents of the VM from datastore datastore2 {{(pid=62328) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 682.898973] env[62328]: DEBUG nova.virt.vmwareapi.ds_util [None req-861e4356-1ac6-41d4-8d0b-4e5a321db72c tempest-ServerActionsTestOtherA-1098162655 tempest-ServerActionsTestOtherA-1098162655-project-member] Deleting the datastore file [datastore2] 66186b76-7021-4df1-b53c-2789906e37ac {{(pid=62328) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 682.899249] env[62328]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-921d4c0c-7eb2-43b8-8f4f-863d63eb7e6c {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 682.906263] env[62328]: DEBUG oslo_vmware.api [None req-861e4356-1ac6-41d4-8d0b-4e5a321db72c tempest-ServerActionsTestOtherA-1098162655 tempest-ServerActionsTestOtherA-1098162655-project-member] Waiting for the task: (returnval){ [ 682.906263] env[62328]: value = "task-2386572" [ 682.906263] env[62328]: _type = "Task" [ 682.906263] env[62328]: } to complete. {{(pid=62328) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 682.915320] env[62328]: DEBUG oslo_vmware.api [None req-861e4356-1ac6-41d4-8d0b-4e5a321db72c tempest-ServerActionsTestOtherA-1098162655 tempest-ServerActionsTestOtherA-1098162655-project-member] Task: {'id': task-2386572, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 682.970649] env[62328]: DEBUG oslo_concurrency.lockutils [None req-ee58c141-4827-44f8-ae45-a73abbf09b01 tempest-ImagesOneServerNegativeTestJSON-835227872 tempest-ImagesOneServerNegativeTestJSON-835227872-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 683.025618] env[62328]: DEBUG oslo_vmware.api [None req-ff8337d8-2b59-4615-92e5-7fe5fb97ba84 tempest-ServerTagsTestJSON-548611099 tempest-ServerTagsTestJSON-548611099-project-member] Task: {'id': task-2386568, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.091471} completed successfully. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 683.025908] env[62328]: DEBUG nova.virt.vmwareapi.vmops [None req-ff8337d8-2b59-4615-92e5-7fe5fb97ba84 tempest-ServerTagsTestJSON-548611099 tempest-ServerTagsTestJSON-548611099-project-member] [instance: f07984e0-1503-4ac1-84e3-61d38443a17a] Extended root virtual disk {{(pid=62328) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 683.026849] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-113d2c3e-be2c-421d-b4ab-5269213adb1a {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 683.051454] env[62328]: DEBUG nova.virt.vmwareapi.volumeops [None req-ff8337d8-2b59-4615-92e5-7fe5fb97ba84 tempest-ServerTagsTestJSON-548611099 tempest-ServerTagsTestJSON-548611099-project-member] [instance: f07984e0-1503-4ac1-84e3-61d38443a17a] Reconfiguring VM instance instance-00000027 to attach disk [datastore1] f07984e0-1503-4ac1-84e3-61d38443a17a/f07984e0-1503-4ac1-84e3-61d38443a17a.vmdk or device None with type sparse {{(pid=62328) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 683.051846] env[62328]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-57e3f64b-e480-4526-a9d4-a93a6fd6b110 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 683.074085] env[62328]: DEBUG oslo_vmware.api [None req-ff8337d8-2b59-4615-92e5-7fe5fb97ba84 tempest-ServerTagsTestJSON-548611099 tempest-ServerTagsTestJSON-548611099-project-member] Waiting for the task: (returnval){ [ 683.074085] env[62328]: value = "task-2386573" [ 683.074085] env[62328]: _type = "Task" [ 683.074085] env[62328]: } to complete. {{(pid=62328) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 683.079529] env[62328]: DEBUG oslo_concurrency.lockutils [None req-2bddc42d-ab7a-4d59-86cf-47a40e9c35ff tempest-TenantUsagesTestJSON-2114917124 tempest-TenantUsagesTestJSON-2114917124-project-member] Acquiring lock "fe79d679-7bb1-45f8-8189-1dcbcd72d111" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 683.079846] env[62328]: DEBUG oslo_concurrency.lockutils [None req-2bddc42d-ab7a-4d59-86cf-47a40e9c35ff tempest-TenantUsagesTestJSON-2114917124 tempest-TenantUsagesTestJSON-2114917124-project-member] Lock "fe79d679-7bb1-45f8-8189-1dcbcd72d111" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 683.080093] env[62328]: DEBUG oslo_concurrency.lockutils [None req-2bddc42d-ab7a-4d59-86cf-47a40e9c35ff tempest-TenantUsagesTestJSON-2114917124 tempest-TenantUsagesTestJSON-2114917124-project-member] Acquiring lock "fe79d679-7bb1-45f8-8189-1dcbcd72d111-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 683.080395] env[62328]: DEBUG oslo_concurrency.lockutils [None req-2bddc42d-ab7a-4d59-86cf-47a40e9c35ff tempest-TenantUsagesTestJSON-2114917124 tempest-TenantUsagesTestJSON-2114917124-project-member] Lock "fe79d679-7bb1-45f8-8189-1dcbcd72d111-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 683.080504] env[62328]: DEBUG oslo_concurrency.lockutils [None req-2bddc42d-ab7a-4d59-86cf-47a40e9c35ff tempest-TenantUsagesTestJSON-2114917124 tempest-TenantUsagesTestJSON-2114917124-project-member] Lock "fe79d679-7bb1-45f8-8189-1dcbcd72d111-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 683.084834] env[62328]: INFO nova.compute.manager [None req-2bddc42d-ab7a-4d59-86cf-47a40e9c35ff tempest-TenantUsagesTestJSON-2114917124 tempest-TenantUsagesTestJSON-2114917124-project-member] [instance: fe79d679-7bb1-45f8-8189-1dcbcd72d111] Terminating instance [ 683.092586] env[62328]: DEBUG oslo_vmware.api [None req-ff8337d8-2b59-4615-92e5-7fe5fb97ba84 tempest-ServerTagsTestJSON-548611099 tempest-ServerTagsTestJSON-548611099-project-member] Task: {'id': task-2386573, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 683.194265] env[62328]: DEBUG oslo_vmware.api [None req-f6581a15-8a7a-43f1-b0c9-117bf999d7b5 tempest-ServerDiskConfigTestJSON-126406698 tempest-ServerDiskConfigTestJSON-126406698-project-member] Task: {'id': task-2386567, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 683.298585] env[62328]: DEBUG oslo_concurrency.lockutils [None req-1e9f6783-f917-4cf0-906f-cf057c127fbf tempest-ImagesOneServerTestJSON-2062431902 tempest-ImagesOneServerTestJSON-2062431902-project-member] Lock "b7106740-bdd7-4774-8744-cbe21352a31c" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 30.327s {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 683.332046] env[62328]: DEBUG oslo_vmware.api [None req-4304e44d-bcdb-4b68-bc03-5d8ef070f9b0 tempest-ServersAdmin275Test-967106640 tempest-ServersAdmin275Test-967106640-project-admin] Task: {'id': task-2386570, 'name': Rename_Task, 'duration_secs': 0.366585} completed successfully. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 683.332283] env[62328]: DEBUG nova.virt.vmwareapi.vm_util [None req-4304e44d-bcdb-4b68-bc03-5d8ef070f9b0 tempest-ServersAdmin275Test-967106640 tempest-ServersAdmin275Test-967106640-project-admin] [instance: 892b410e-c0ae-4ef6-90a6-fbf09d6ad76b] Powering on the VM {{(pid=62328) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 683.332538] env[62328]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-ed7b0e13-6e33-4c23-b524-b0001f0e140f {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 683.339871] env[62328]: DEBUG oslo_vmware.api [None req-4304e44d-bcdb-4b68-bc03-5d8ef070f9b0 tempest-ServersAdmin275Test-967106640 tempest-ServersAdmin275Test-967106640-project-admin] Waiting for the task: (returnval){ [ 683.339871] env[62328]: value = "task-2386574" [ 683.339871] env[62328]: _type = "Task" [ 683.339871] env[62328]: } to complete. {{(pid=62328) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 683.348643] env[62328]: DEBUG oslo_vmware.api [None req-4304e44d-bcdb-4b68-bc03-5d8ef070f9b0 tempest-ServersAdmin275Test-967106640 tempest-ServersAdmin275Test-967106640-project-admin] Task: {'id': task-2386574, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 683.415876] env[62328]: DEBUG oslo_vmware.api [None req-861e4356-1ac6-41d4-8d0b-4e5a321db72c tempest-ServerActionsTestOtherA-1098162655 tempest-ServerActionsTestOtherA-1098162655-project-member] Task: {'id': task-2386572, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.327303} completed successfully. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 683.418420] env[62328]: DEBUG nova.virt.vmwareapi.ds_util [None req-861e4356-1ac6-41d4-8d0b-4e5a321db72c tempest-ServerActionsTestOtherA-1098162655 tempest-ServerActionsTestOtherA-1098162655-project-member] Deleted the datastore file {{(pid=62328) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 683.418889] env[62328]: DEBUG nova.virt.vmwareapi.vmops [None req-861e4356-1ac6-41d4-8d0b-4e5a321db72c tempest-ServerActionsTestOtherA-1098162655 tempest-ServerActionsTestOtherA-1098162655-project-member] [instance: 66186b76-7021-4df1-b53c-2789906e37ac] Deleted contents of the VM from datastore datastore2 {{(pid=62328) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 683.418889] env[62328]: DEBUG nova.virt.vmwareapi.vmops [None req-861e4356-1ac6-41d4-8d0b-4e5a321db72c tempest-ServerActionsTestOtherA-1098162655 tempest-ServerActionsTestOtherA-1098162655-project-member] [instance: 66186b76-7021-4df1-b53c-2789906e37ac] Instance destroyed {{(pid=62328) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 683.584824] env[62328]: DEBUG oslo_vmware.api [None req-ff8337d8-2b59-4615-92e5-7fe5fb97ba84 tempest-ServerTagsTestJSON-548611099 tempest-ServerTagsTestJSON-548611099-project-member] Task: {'id': task-2386573, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 683.589729] env[62328]: DEBUG nova.compute.manager [None req-2bddc42d-ab7a-4d59-86cf-47a40e9c35ff tempest-TenantUsagesTestJSON-2114917124 tempest-TenantUsagesTestJSON-2114917124-project-member] [instance: fe79d679-7bb1-45f8-8189-1dcbcd72d111] Start destroying the instance on the hypervisor. {{(pid=62328) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 683.589872] env[62328]: DEBUG nova.virt.vmwareapi.vmops [None req-2bddc42d-ab7a-4d59-86cf-47a40e9c35ff tempest-TenantUsagesTestJSON-2114917124 tempest-TenantUsagesTestJSON-2114917124-project-member] [instance: fe79d679-7bb1-45f8-8189-1dcbcd72d111] Destroying instance {{(pid=62328) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 683.591471] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cf86d1af-3e92-4edf-9a48-de5963967208 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 683.597818] env[62328]: DEBUG nova.virt.vmwareapi.vm_util [None req-2bddc42d-ab7a-4d59-86cf-47a40e9c35ff tempest-TenantUsagesTestJSON-2114917124 tempest-TenantUsagesTestJSON-2114917124-project-member] [instance: fe79d679-7bb1-45f8-8189-1dcbcd72d111] Powering off the VM {{(pid=62328) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 683.598103] env[62328]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-1bf6b58b-86e6-4901-8c6e-3ab5831edb4e {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 683.608029] env[62328]: DEBUG oslo_vmware.api [None req-2bddc42d-ab7a-4d59-86cf-47a40e9c35ff tempest-TenantUsagesTestJSON-2114917124 tempest-TenantUsagesTestJSON-2114917124-project-member] Waiting for the task: (returnval){ [ 683.608029] env[62328]: value = "task-2386575" [ 683.608029] env[62328]: _type = "Task" [ 683.608029] env[62328]: } to complete. {{(pid=62328) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 683.616811] env[62328]: DEBUG oslo_vmware.api [None req-2bddc42d-ab7a-4d59-86cf-47a40e9c35ff tempest-TenantUsagesTestJSON-2114917124 tempest-TenantUsagesTestJSON-2114917124-project-member] Task: {'id': task-2386575, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 683.691890] env[62328]: DEBUG oslo_vmware.api [None req-f6581a15-8a7a-43f1-b0c9-117bf999d7b5 tempest-ServerDiskConfigTestJSON-126406698 tempest-ServerDiskConfigTestJSON-126406698-project-member] Task: {'id': task-2386567, 'name': PowerOnVM_Task, 'duration_secs': 1.055983} completed successfully. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 683.692093] env[62328]: DEBUG nova.virt.vmwareapi.vm_util [None req-f6581a15-8a7a-43f1-b0c9-117bf999d7b5 tempest-ServerDiskConfigTestJSON-126406698 tempest-ServerDiskConfigTestJSON-126406698-project-member] [instance: 5a5e12bf-4082-40e8-bac8-a8a5b0033dec] Powered on the VM {{(pid=62328) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 683.692293] env[62328]: DEBUG nova.compute.manager [None req-f6581a15-8a7a-43f1-b0c9-117bf999d7b5 tempest-ServerDiskConfigTestJSON-126406698 tempest-ServerDiskConfigTestJSON-126406698-project-member] [instance: 5a5e12bf-4082-40e8-bac8-a8a5b0033dec] Checking state {{(pid=62328) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 683.693088] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-53fcbf92-baf4-4bca-a743-e3ef3f26f87d {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 683.799967] env[62328]: WARNING nova.compute.resource_tracker [None req-332cd9a1-235b-4315-894a-68f76363e980 None None] Instance 911e8910-7b82-4557-af15-99cf96b7314e is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 683.800160] env[62328]: DEBUG nova.compute.resource_tracker [None req-332cd9a1-235b-4315-894a-68f76363e980 None None] Instance 6c107768-0f57-42fd-a2a5-b28207b17de9 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62328) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 683.800290] env[62328]: DEBUG nova.compute.resource_tracker [None req-332cd9a1-235b-4315-894a-68f76363e980 None None] Instance 613e2516-6209-439d-bb90-b87d67b281a8 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=62328) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 683.800400] env[62328]: DEBUG nova.compute.resource_tracker [None req-332cd9a1-235b-4315-894a-68f76363e980 None None] Instance 3e0f093a-98be-4406-a220-34f6d6767294 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62328) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 683.800517] env[62328]: DEBUG nova.compute.resource_tracker [None req-332cd9a1-235b-4315-894a-68f76363e980 None None] Instance 9f267eb4-d272-4f61-b795-076cb51f80b6 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62328) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 683.800628] env[62328]: DEBUG nova.compute.resource_tracker [None req-332cd9a1-235b-4315-894a-68f76363e980 None None] Instance 2ead81f5-76a7-4b80-ac7e-f227dec14f95 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62328) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 683.800743] env[62328]: DEBUG nova.compute.resource_tracker [None req-332cd9a1-235b-4315-894a-68f76363e980 None None] Instance 7d799973-7eb9-46f8-ae41-d9aca9fc9e5a actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62328) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 683.800876] env[62328]: WARNING nova.compute.resource_tracker [None req-332cd9a1-235b-4315-894a-68f76363e980 None None] Instance 81a2e476-6ab3-4b6d-9e55-328d46695cf9 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 683.800996] env[62328]: WARNING nova.compute.resource_tracker [None req-332cd9a1-235b-4315-894a-68f76363e980 None None] Instance 9a83a5e3-8072-4407-9256-3315ee1f0249 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 683.801128] env[62328]: DEBUG nova.compute.resource_tracker [None req-332cd9a1-235b-4315-894a-68f76363e980 None None] Instance 69b21777-3bb0-44ee-b6fd-f61a4a56881e actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62328) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 683.801235] env[62328]: DEBUG nova.compute.resource_tracker [None req-332cd9a1-235b-4315-894a-68f76363e980 None None] Instance 16731f71-d972-4604-95f3-4412aedcddb5 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62328) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 683.801356] env[62328]: WARNING nova.compute.resource_tracker [None req-332cd9a1-235b-4315-894a-68f76363e980 None None] Instance 17f3c1fc-a6c7-4936-b0d9-4c0eb88417c0 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 683.801473] env[62328]: DEBUG nova.compute.resource_tracker [None req-332cd9a1-235b-4315-894a-68f76363e980 None None] Instance 04dd8fd6-91f0-444f-b642-2ba8dcdea19d actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62328) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 683.801580] env[62328]: DEBUG nova.compute.resource_tracker [None req-332cd9a1-235b-4315-894a-68f76363e980 None None] Instance aa0b930b-b792-402c-ac6d-bfe5dfed0f03 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62328) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 683.801701] env[62328]: WARNING nova.compute.resource_tracker [None req-332cd9a1-235b-4315-894a-68f76363e980 None None] Instance 0c794ef1-25d2-43a2-a0f3-98083f82eeac is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 683.801813] env[62328]: DEBUG nova.compute.resource_tracker [None req-332cd9a1-235b-4315-894a-68f76363e980 None None] Instance 7ad56de0-3e7a-4018-8746-42a83a4fe22e actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62328) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 683.801933] env[62328]: WARNING nova.compute.resource_tracker [None req-332cd9a1-235b-4315-894a-68f76363e980 None None] Instance 1e8111de-0629-4ba5-b945-8f552763ab15 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 683.802136] env[62328]: DEBUG nova.compute.resource_tracker [None req-332cd9a1-235b-4315-894a-68f76363e980 None None] Instance 892b410e-c0ae-4ef6-90a6-fbf09d6ad76b actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62328) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 683.802277] env[62328]: DEBUG nova.compute.resource_tracker [None req-332cd9a1-235b-4315-894a-68f76363e980 None None] Instance 5a5e12bf-4082-40e8-bac8-a8a5b0033dec actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62328) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 683.802390] env[62328]: DEBUG nova.compute.resource_tracker [None req-332cd9a1-235b-4315-894a-68f76363e980 None None] Instance 133b2694-7206-4e72-92d6-ee334b1470e5 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62328) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 683.802503] env[62328]: DEBUG nova.compute.resource_tracker [None req-332cd9a1-235b-4315-894a-68f76363e980 None None] Instance 66186b76-7021-4df1-b53c-2789906e37ac actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62328) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 683.802626] env[62328]: DEBUG nova.compute.resource_tracker [None req-332cd9a1-235b-4315-894a-68f76363e980 None None] Instance fe79d679-7bb1-45f8-8189-1dcbcd72d111 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62328) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 683.802736] env[62328]: DEBUG nova.compute.resource_tracker [None req-332cd9a1-235b-4315-894a-68f76363e980 None None] Instance 80c53aaa-0812-4f2f-bfe8-2f05c1002018 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62328) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 683.802839] env[62328]: DEBUG nova.compute.resource_tracker [None req-332cd9a1-235b-4315-894a-68f76363e980 None None] Instance f07984e0-1503-4ac1-84e3-61d38443a17a actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62328) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 683.802949] env[62328]: DEBUG nova.compute.resource_tracker [None req-332cd9a1-235b-4315-894a-68f76363e980 None None] Instance 3c4b626f-0a92-4c1c-9240-7ed5e9ce623b actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62328) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 683.850525] env[62328]: DEBUG oslo_vmware.api [None req-4304e44d-bcdb-4b68-bc03-5d8ef070f9b0 tempest-ServersAdmin275Test-967106640 tempest-ServersAdmin275Test-967106640-project-admin] Task: {'id': task-2386574, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 684.010868] env[62328]: DEBUG nova.network.neutron [req-eeb387bb-a2ea-4c1e-862c-ef834fefd57c req-369ac767-7aa6-4dc8-8e43-6c3c98f3255a service nova] [instance: 80c53aaa-0812-4f2f-bfe8-2f05c1002018] Updated VIF entry in instance network info cache for port 3332da2c-b8df-44f9-850d-c949eef21f99. {{(pid=62328) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 684.012323] env[62328]: DEBUG nova.network.neutron [req-eeb387bb-a2ea-4c1e-862c-ef834fefd57c req-369ac767-7aa6-4dc8-8e43-6c3c98f3255a service nova] [instance: 80c53aaa-0812-4f2f-bfe8-2f05c1002018] Updating instance_info_cache with network_info: [{"id": "3332da2c-b8df-44f9-850d-c949eef21f99", "address": "fa:16:3e:b4:ec:f4", "network": {"id": "f9137527-18ba-4a8e-af0f-03219e6328f1", "bridge": "br-int", "label": "tempest-ServersV294TestFqdnHostnames-582722141-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.239", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e222e8fe5f1a44ea8ed20d62495e4d17", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "fd8b2b4e-f09d-4af6-9759-d372870e9b5f", "external-id": "nsx-vlan-transportzone-800", "segmentation_id": 800, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3332da2c-b8", "ovs_interfaceid": "3332da2c-b8df-44f9-850d-c949eef21f99", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62328) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 684.089960] env[62328]: DEBUG oslo_vmware.api [None req-ff8337d8-2b59-4615-92e5-7fe5fb97ba84 tempest-ServerTagsTestJSON-548611099 tempest-ServerTagsTestJSON-548611099-project-member] Task: {'id': task-2386573, 'name': ReconfigVM_Task, 'duration_secs': 0.59893} completed successfully. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 684.090259] env[62328]: DEBUG nova.virt.vmwareapi.volumeops [None req-ff8337d8-2b59-4615-92e5-7fe5fb97ba84 tempest-ServerTagsTestJSON-548611099 tempest-ServerTagsTestJSON-548611099-project-member] [instance: f07984e0-1503-4ac1-84e3-61d38443a17a] Reconfigured VM instance instance-00000027 to attach disk [datastore1] f07984e0-1503-4ac1-84e3-61d38443a17a/f07984e0-1503-4ac1-84e3-61d38443a17a.vmdk or device None with type sparse {{(pid=62328) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 684.090898] env[62328]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-166ba935-844e-4725-af57-8a3ef7a3e98a {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 684.097068] env[62328]: DEBUG oslo_vmware.api [None req-ff8337d8-2b59-4615-92e5-7fe5fb97ba84 tempest-ServerTagsTestJSON-548611099 tempest-ServerTagsTestJSON-548611099-project-member] Waiting for the task: (returnval){ [ 684.097068] env[62328]: value = "task-2386576" [ 684.097068] env[62328]: _type = "Task" [ 684.097068] env[62328]: } to complete. {{(pid=62328) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 684.105820] env[62328]: DEBUG oslo_vmware.api [None req-ff8337d8-2b59-4615-92e5-7fe5fb97ba84 tempest-ServerTagsTestJSON-548611099 tempest-ServerTagsTestJSON-548611099-project-member] Task: {'id': task-2386576, 'name': Rename_Task} progress is 5%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 684.116980] env[62328]: DEBUG oslo_vmware.api [None req-2bddc42d-ab7a-4d59-86cf-47a40e9c35ff tempest-TenantUsagesTestJSON-2114917124 tempest-TenantUsagesTestJSON-2114917124-project-member] Task: {'id': task-2386575, 'name': PowerOffVM_Task, 'duration_secs': 0.301318} completed successfully. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 684.117329] env[62328]: DEBUG nova.virt.vmwareapi.vm_util [None req-2bddc42d-ab7a-4d59-86cf-47a40e9c35ff tempest-TenantUsagesTestJSON-2114917124 tempest-TenantUsagesTestJSON-2114917124-project-member] [instance: fe79d679-7bb1-45f8-8189-1dcbcd72d111] Powered off the VM {{(pid=62328) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 684.117516] env[62328]: DEBUG nova.virt.vmwareapi.vmops [None req-2bddc42d-ab7a-4d59-86cf-47a40e9c35ff tempest-TenantUsagesTestJSON-2114917124 tempest-TenantUsagesTestJSON-2114917124-project-member] [instance: fe79d679-7bb1-45f8-8189-1dcbcd72d111] Unregistering the VM {{(pid=62328) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 684.117814] env[62328]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-23fc8a52-af78-45ec-b183-bea7f601ea5c {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 684.188929] env[62328]: DEBUG nova.virt.vmwareapi.vmops [None req-2bddc42d-ab7a-4d59-86cf-47a40e9c35ff tempest-TenantUsagesTestJSON-2114917124 tempest-TenantUsagesTestJSON-2114917124-project-member] [instance: fe79d679-7bb1-45f8-8189-1dcbcd72d111] Unregistered the VM {{(pid=62328) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 684.194389] env[62328]: DEBUG nova.virt.vmwareapi.vmops [None req-2bddc42d-ab7a-4d59-86cf-47a40e9c35ff tempest-TenantUsagesTestJSON-2114917124 tempest-TenantUsagesTestJSON-2114917124-project-member] [instance: fe79d679-7bb1-45f8-8189-1dcbcd72d111] Deleting contents of the VM from datastore datastore2 {{(pid=62328) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 684.194389] env[62328]: DEBUG nova.virt.vmwareapi.ds_util [None req-2bddc42d-ab7a-4d59-86cf-47a40e9c35ff tempest-TenantUsagesTestJSON-2114917124 tempest-TenantUsagesTestJSON-2114917124-project-member] Deleting the datastore file [datastore2] fe79d679-7bb1-45f8-8189-1dcbcd72d111 {{(pid=62328) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 684.194389] env[62328]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-882e1958-1570-47ca-bff1-4d24e0e8f2c9 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 684.211297] env[62328]: DEBUG oslo_vmware.api [None req-2bddc42d-ab7a-4d59-86cf-47a40e9c35ff tempest-TenantUsagesTestJSON-2114917124 tempest-TenantUsagesTestJSON-2114917124-project-member] Waiting for the task: (returnval){ [ 684.211297] env[62328]: value = "task-2386578" [ 684.211297] env[62328]: _type = "Task" [ 684.211297] env[62328]: } to complete. {{(pid=62328) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 684.220067] env[62328]: DEBUG oslo_concurrency.lockutils [None req-f6581a15-8a7a-43f1-b0c9-117bf999d7b5 tempest-ServerDiskConfigTestJSON-126406698 tempest-ServerDiskConfigTestJSON-126406698-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 684.228218] env[62328]: DEBUG oslo_vmware.api [None req-2bddc42d-ab7a-4d59-86cf-47a40e9c35ff tempest-TenantUsagesTestJSON-2114917124 tempest-TenantUsagesTestJSON-2114917124-project-member] Task: {'id': task-2386578, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 684.288295] env[62328]: DEBUG nova.network.neutron [None req-88250cb4-6546-4395-894e-5cfd94aa3a2e tempest-SecurityGroupsTestJSON-105101063 tempest-SecurityGroupsTestJSON-105101063-project-member] [instance: 3c4b626f-0a92-4c1c-9240-7ed5e9ce623b] Successfully updated port: 8eefb68e-e264-4446-bdd7-43bf3cdcb7f9 {{(pid=62328) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 684.309208] env[62328]: DEBUG nova.compute.resource_tracker [None req-332cd9a1-235b-4315-894a-68f76363e980 None None] Instance eaf3b1bf-6f71-48b1-b28d-bb882b9c2035 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62328) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 684.338144] env[62328]: DEBUG nova.compute.manager [req-3a561fd6-98ec-4f70-981e-56e715f112b0 req-ecbc2985-53e5-48af-b89a-861e1174fa3e service nova] [instance: 3c4b626f-0a92-4c1c-9240-7ed5e9ce623b] Received event network-vif-plugged-8eefb68e-e264-4446-bdd7-43bf3cdcb7f9 {{(pid=62328) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 684.338367] env[62328]: DEBUG oslo_concurrency.lockutils [req-3a561fd6-98ec-4f70-981e-56e715f112b0 req-ecbc2985-53e5-48af-b89a-861e1174fa3e service nova] Acquiring lock "3c4b626f-0a92-4c1c-9240-7ed5e9ce623b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 684.338587] env[62328]: DEBUG oslo_concurrency.lockutils [req-3a561fd6-98ec-4f70-981e-56e715f112b0 req-ecbc2985-53e5-48af-b89a-861e1174fa3e service nova] Lock "3c4b626f-0a92-4c1c-9240-7ed5e9ce623b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 684.338787] env[62328]: DEBUG oslo_concurrency.lockutils [req-3a561fd6-98ec-4f70-981e-56e715f112b0 req-ecbc2985-53e5-48af-b89a-861e1174fa3e service nova] Lock "3c4b626f-0a92-4c1c-9240-7ed5e9ce623b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 684.338973] env[62328]: DEBUG nova.compute.manager [req-3a561fd6-98ec-4f70-981e-56e715f112b0 req-ecbc2985-53e5-48af-b89a-861e1174fa3e service nova] [instance: 3c4b626f-0a92-4c1c-9240-7ed5e9ce623b] No waiting events found dispatching network-vif-plugged-8eefb68e-e264-4446-bdd7-43bf3cdcb7f9 {{(pid=62328) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 684.339152] env[62328]: WARNING nova.compute.manager [req-3a561fd6-98ec-4f70-981e-56e715f112b0 req-ecbc2985-53e5-48af-b89a-861e1174fa3e service nova] [instance: 3c4b626f-0a92-4c1c-9240-7ed5e9ce623b] Received unexpected event network-vif-plugged-8eefb68e-e264-4446-bdd7-43bf3cdcb7f9 for instance with vm_state building and task_state spawning. [ 684.352601] env[62328]: DEBUG oslo_vmware.api [None req-4304e44d-bcdb-4b68-bc03-5d8ef070f9b0 tempest-ServersAdmin275Test-967106640 tempest-ServersAdmin275Test-967106640-project-admin] Task: {'id': task-2386574, 'name': PowerOnVM_Task, 'duration_secs': 0.97139} completed successfully. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 684.352873] env[62328]: DEBUG nova.virt.vmwareapi.vm_util [None req-4304e44d-bcdb-4b68-bc03-5d8ef070f9b0 tempest-ServersAdmin275Test-967106640 tempest-ServersAdmin275Test-967106640-project-admin] [instance: 892b410e-c0ae-4ef6-90a6-fbf09d6ad76b] Powered on the VM {{(pid=62328) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 684.353086] env[62328]: DEBUG nova.compute.manager [None req-4304e44d-bcdb-4b68-bc03-5d8ef070f9b0 tempest-ServersAdmin275Test-967106640 tempest-ServersAdmin275Test-967106640-project-admin] [instance: 892b410e-c0ae-4ef6-90a6-fbf09d6ad76b] Checking state {{(pid=62328) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 684.353984] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fe057423-2ae9-40c9-ac01-25b9dc6598ca {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 684.467444] env[62328]: DEBUG nova.virt.hardware [None req-861e4356-1ac6-41d4-8d0b-4e5a321db72c tempest-ServerActionsTestOtherA-1098162655 tempest-ServerActionsTestOtherA-1098162655-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-07T17:16:55Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-07T17:16:37Z,direct_url=,disk_format='vmdk',id=dbf872a4-92be-47e4-8561-c3e2bf2423ab,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='2a64022f08d84b11a86773b900860ae5',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-07T17:16:38Z,virtual_size=,visibility=), allow threads: False {{(pid=62328) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 684.467628] env[62328]: DEBUG nova.virt.hardware [None req-861e4356-1ac6-41d4-8d0b-4e5a321db72c tempest-ServerActionsTestOtherA-1098162655 tempest-ServerActionsTestOtherA-1098162655-project-member] Flavor limits 0:0:0 {{(pid=62328) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 684.467832] env[62328]: DEBUG nova.virt.hardware [None req-861e4356-1ac6-41d4-8d0b-4e5a321db72c tempest-ServerActionsTestOtherA-1098162655 tempest-ServerActionsTestOtherA-1098162655-project-member] Image limits 0:0:0 {{(pid=62328) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 684.468053] env[62328]: DEBUG nova.virt.hardware [None req-861e4356-1ac6-41d4-8d0b-4e5a321db72c tempest-ServerActionsTestOtherA-1098162655 tempest-ServerActionsTestOtherA-1098162655-project-member] Flavor pref 0:0:0 {{(pid=62328) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 684.468205] env[62328]: DEBUG nova.virt.hardware [None req-861e4356-1ac6-41d4-8d0b-4e5a321db72c tempest-ServerActionsTestOtherA-1098162655 tempest-ServerActionsTestOtherA-1098162655-project-member] Image pref 0:0:0 {{(pid=62328) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 684.468421] env[62328]: DEBUG nova.virt.hardware [None req-861e4356-1ac6-41d4-8d0b-4e5a321db72c tempest-ServerActionsTestOtherA-1098162655 tempest-ServerActionsTestOtherA-1098162655-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62328) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 684.468645] env[62328]: DEBUG nova.virt.hardware [None req-861e4356-1ac6-41d4-8d0b-4e5a321db72c tempest-ServerActionsTestOtherA-1098162655 tempest-ServerActionsTestOtherA-1098162655-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62328) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 684.468834] env[62328]: DEBUG nova.virt.hardware [None req-861e4356-1ac6-41d4-8d0b-4e5a321db72c tempest-ServerActionsTestOtherA-1098162655 tempest-ServerActionsTestOtherA-1098162655-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62328) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 684.469053] env[62328]: DEBUG nova.virt.hardware [None req-861e4356-1ac6-41d4-8d0b-4e5a321db72c tempest-ServerActionsTestOtherA-1098162655 tempest-ServerActionsTestOtherA-1098162655-project-member] Got 1 possible topologies {{(pid=62328) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 684.469244] env[62328]: DEBUG nova.virt.hardware [None req-861e4356-1ac6-41d4-8d0b-4e5a321db72c tempest-ServerActionsTestOtherA-1098162655 tempest-ServerActionsTestOtherA-1098162655-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62328) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 684.469544] env[62328]: DEBUG nova.virt.hardware [None req-861e4356-1ac6-41d4-8d0b-4e5a321db72c tempest-ServerActionsTestOtherA-1098162655 tempest-ServerActionsTestOtherA-1098162655-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62328) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 684.470399] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-28ea6471-c47d-44a5-8c8c-b1f1b306bc47 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 684.478746] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-010c1e8d-9b38-4f8e-a0ad-115af897ee8e {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 684.499416] env[62328]: DEBUG nova.virt.vmwareapi.vmops [None req-861e4356-1ac6-41d4-8d0b-4e5a321db72c tempest-ServerActionsTestOtherA-1098162655 tempest-ServerActionsTestOtherA-1098162655-project-member] [instance: 66186b76-7021-4df1-b53c-2789906e37ac] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:41:1f:e4', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'a965790c-2d2f-4c2a-9ee7-745f4d53039b', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '5252ceec-e5ce-49d1-97e4-07c66555f187', 'vif_model': 'vmxnet3'}] {{(pid=62328) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 684.508329] env[62328]: DEBUG oslo.service.loopingcall [None req-861e4356-1ac6-41d4-8d0b-4e5a321db72c tempest-ServerActionsTestOtherA-1098162655 tempest-ServerActionsTestOtherA-1098162655-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62328) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 684.510137] env[62328]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 66186b76-7021-4df1-b53c-2789906e37ac] Creating VM on the ESX host {{(pid=62328) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 684.510137] env[62328]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-bb83ddea-cc11-4530-bf30-44adb74ebfda {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 684.531912] env[62328]: DEBUG oslo_concurrency.lockutils [req-eeb387bb-a2ea-4c1e-862c-ef834fefd57c req-369ac767-7aa6-4dc8-8e43-6c3c98f3255a service nova] Releasing lock "refresh_cache-80c53aaa-0812-4f2f-bfe8-2f05c1002018" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 684.537416] env[62328]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 684.537416] env[62328]: value = "task-2386579" [ 684.537416] env[62328]: _type = "Task" [ 684.537416] env[62328]: } to complete. {{(pid=62328) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 684.547104] env[62328]: DEBUG oslo_vmware.api [-] Task: {'id': task-2386579, 'name': CreateVM_Task} progress is 0%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 684.609596] env[62328]: DEBUG oslo_vmware.api [None req-ff8337d8-2b59-4615-92e5-7fe5fb97ba84 tempest-ServerTagsTestJSON-548611099 tempest-ServerTagsTestJSON-548611099-project-member] Task: {'id': task-2386576, 'name': Rename_Task, 'duration_secs': 0.200603} completed successfully. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 684.609596] env[62328]: DEBUG nova.virt.vmwareapi.vm_util [None req-ff8337d8-2b59-4615-92e5-7fe5fb97ba84 tempest-ServerTagsTestJSON-548611099 tempest-ServerTagsTestJSON-548611099-project-member] [instance: f07984e0-1503-4ac1-84e3-61d38443a17a] Powering on the VM {{(pid=62328) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 684.609596] env[62328]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-bbbf717e-3533-44f9-9957-83258239714d {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 684.614068] env[62328]: DEBUG oslo_vmware.api [None req-ff8337d8-2b59-4615-92e5-7fe5fb97ba84 tempest-ServerTagsTestJSON-548611099 tempest-ServerTagsTestJSON-548611099-project-member] Waiting for the task: (returnval){ [ 684.614068] env[62328]: value = "task-2386580" [ 684.614068] env[62328]: _type = "Task" [ 684.614068] env[62328]: } to complete. {{(pid=62328) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 684.622340] env[62328]: DEBUG oslo_vmware.api [None req-ff8337d8-2b59-4615-92e5-7fe5fb97ba84 tempest-ServerTagsTestJSON-548611099 tempest-ServerTagsTestJSON-548611099-project-member] Task: {'id': task-2386580, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 684.725556] env[62328]: DEBUG oslo_vmware.api [None req-2bddc42d-ab7a-4d59-86cf-47a40e9c35ff tempest-TenantUsagesTestJSON-2114917124 tempest-TenantUsagesTestJSON-2114917124-project-member] Task: {'id': task-2386578, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.208122} completed successfully. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 684.726386] env[62328]: DEBUG nova.virt.vmwareapi.ds_util [None req-2bddc42d-ab7a-4d59-86cf-47a40e9c35ff tempest-TenantUsagesTestJSON-2114917124 tempest-TenantUsagesTestJSON-2114917124-project-member] Deleted the datastore file {{(pid=62328) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 684.726584] env[62328]: DEBUG nova.virt.vmwareapi.vmops [None req-2bddc42d-ab7a-4d59-86cf-47a40e9c35ff tempest-TenantUsagesTestJSON-2114917124 tempest-TenantUsagesTestJSON-2114917124-project-member] [instance: fe79d679-7bb1-45f8-8189-1dcbcd72d111] Deleted contents of the VM from datastore datastore2 {{(pid=62328) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 684.728163] env[62328]: DEBUG nova.virt.vmwareapi.vmops [None req-2bddc42d-ab7a-4d59-86cf-47a40e9c35ff tempest-TenantUsagesTestJSON-2114917124 tempest-TenantUsagesTestJSON-2114917124-project-member] [instance: fe79d679-7bb1-45f8-8189-1dcbcd72d111] Instance destroyed {{(pid=62328) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 684.728163] env[62328]: INFO nova.compute.manager [None req-2bddc42d-ab7a-4d59-86cf-47a40e9c35ff tempest-TenantUsagesTestJSON-2114917124 tempest-TenantUsagesTestJSON-2114917124-project-member] [instance: fe79d679-7bb1-45f8-8189-1dcbcd72d111] Took 1.14 seconds to destroy the instance on the hypervisor. [ 684.728163] env[62328]: DEBUG oslo.service.loopingcall [None req-2bddc42d-ab7a-4d59-86cf-47a40e9c35ff tempest-TenantUsagesTestJSON-2114917124 tempest-TenantUsagesTestJSON-2114917124-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62328) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 684.728163] env[62328]: DEBUG nova.compute.manager [-] [instance: fe79d679-7bb1-45f8-8189-1dcbcd72d111] Deallocating network for instance {{(pid=62328) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 684.728163] env[62328]: DEBUG nova.network.neutron [-] [instance: fe79d679-7bb1-45f8-8189-1dcbcd72d111] deallocate_for_instance() {{(pid=62328) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 684.796261] env[62328]: DEBUG oslo_concurrency.lockutils [None req-88250cb4-6546-4395-894e-5cfd94aa3a2e tempest-SecurityGroupsTestJSON-105101063 tempest-SecurityGroupsTestJSON-105101063-project-member] Acquiring lock "refresh_cache-3c4b626f-0a92-4c1c-9240-7ed5e9ce623b" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 684.796477] env[62328]: DEBUG oslo_concurrency.lockutils [None req-88250cb4-6546-4395-894e-5cfd94aa3a2e tempest-SecurityGroupsTestJSON-105101063 tempest-SecurityGroupsTestJSON-105101063-project-member] Acquired lock "refresh_cache-3c4b626f-0a92-4c1c-9240-7ed5e9ce623b" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.796631] env[62328]: DEBUG nova.network.neutron [None req-88250cb4-6546-4395-894e-5cfd94aa3a2e tempest-SecurityGroupsTestJSON-105101063 tempest-SecurityGroupsTestJSON-105101063-project-member] [instance: 3c4b626f-0a92-4c1c-9240-7ed5e9ce623b] Building network info cache for instance {{(pid=62328) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 684.814468] env[62328]: DEBUG nova.compute.resource_tracker [None req-332cd9a1-235b-4315-894a-68f76363e980 None None] Instance 3c9e10d6-deb6-4b1b-8dfe-9e85e3b19e85 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62328) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 684.876470] env[62328]: DEBUG oslo_concurrency.lockutils [None req-4304e44d-bcdb-4b68-bc03-5d8ef070f9b0 tempest-ServersAdmin275Test-967106640 tempest-ServersAdmin275Test-967106640-project-admin] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 685.053690] env[62328]: DEBUG oslo_vmware.api [-] Task: {'id': task-2386579, 'name': CreateVM_Task, 'duration_secs': 0.490821} completed successfully. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 685.056721] env[62328]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 66186b76-7021-4df1-b53c-2789906e37ac] Created VM on the ESX host {{(pid=62328) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 685.056721] env[62328]: DEBUG oslo_concurrency.lockutils [None req-861e4356-1ac6-41d4-8d0b-4e5a321db72c tempest-ServerActionsTestOtherA-1098162655 tempest-ServerActionsTestOtherA-1098162655-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/dbf872a4-92be-47e4-8561-c3e2bf2423ab" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 685.056721] env[62328]: DEBUG oslo_concurrency.lockutils [None req-861e4356-1ac6-41d4-8d0b-4e5a321db72c tempest-ServerActionsTestOtherA-1098162655 tempest-ServerActionsTestOtherA-1098162655-project-member] Acquired lock "[datastore2] devstack-image-cache_base/dbf872a4-92be-47e4-8561-c3e2bf2423ab" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.056721] env[62328]: DEBUG oslo_concurrency.lockutils [None req-861e4356-1ac6-41d4-8d0b-4e5a321db72c tempest-ServerActionsTestOtherA-1098162655 tempest-ServerActionsTestOtherA-1098162655-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/dbf872a4-92be-47e4-8561-c3e2bf2423ab" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 685.056721] env[62328]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-be2e7e15-11a0-416f-8655-1347cd1778e4 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 685.063286] env[62328]: DEBUG oslo_vmware.api [None req-861e4356-1ac6-41d4-8d0b-4e5a321db72c tempest-ServerActionsTestOtherA-1098162655 tempest-ServerActionsTestOtherA-1098162655-project-member] Waiting for the task: (returnval){ [ 685.063286] env[62328]: value = "session[52a6e20e-410d-708a-99f2-080a575a99bd]52558a1c-f79e-4911-08e0-89b3f481dfb6" [ 685.063286] env[62328]: _type = "Task" [ 685.063286] env[62328]: } to complete. {{(pid=62328) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 685.074066] env[62328]: DEBUG oslo_vmware.api [None req-861e4356-1ac6-41d4-8d0b-4e5a321db72c tempest-ServerActionsTestOtherA-1098162655 tempest-ServerActionsTestOtherA-1098162655-project-member] Task: {'id': session[52a6e20e-410d-708a-99f2-080a575a99bd]52558a1c-f79e-4911-08e0-89b3f481dfb6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 685.125368] env[62328]: DEBUG oslo_vmware.api [None req-ff8337d8-2b59-4615-92e5-7fe5fb97ba84 tempest-ServerTagsTestJSON-548611099 tempest-ServerTagsTestJSON-548611099-project-member] Task: {'id': task-2386580, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 685.319355] env[62328]: DEBUG nova.compute.resource_tracker [None req-332cd9a1-235b-4315-894a-68f76363e980 None None] Instance 8e31afa5-82ea-4e3e-8913-77f24ee85e4e has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62328) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 685.363571] env[62328]: DEBUG nova.network.neutron [None req-88250cb4-6546-4395-894e-5cfd94aa3a2e tempest-SecurityGroupsTestJSON-105101063 tempest-SecurityGroupsTestJSON-105101063-project-member] [instance: 3c4b626f-0a92-4c1c-9240-7ed5e9ce623b] Instance cache missing network info. {{(pid=62328) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 685.578411] env[62328]: DEBUG oslo_vmware.api [None req-861e4356-1ac6-41d4-8d0b-4e5a321db72c tempest-ServerActionsTestOtherA-1098162655 tempest-ServerActionsTestOtherA-1098162655-project-member] Task: {'id': session[52a6e20e-410d-708a-99f2-080a575a99bd]52558a1c-f79e-4911-08e0-89b3f481dfb6, 'name': SearchDatastore_Task, 'duration_secs': 0.022648} completed successfully. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 685.578716] env[62328]: DEBUG oslo_concurrency.lockutils [None req-861e4356-1ac6-41d4-8d0b-4e5a321db72c tempest-ServerActionsTestOtherA-1098162655 tempest-ServerActionsTestOtherA-1098162655-project-member] Releasing lock "[datastore2] devstack-image-cache_base/dbf872a4-92be-47e4-8561-c3e2bf2423ab" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 685.578999] env[62328]: DEBUG nova.virt.vmwareapi.vmops [None req-861e4356-1ac6-41d4-8d0b-4e5a321db72c tempest-ServerActionsTestOtherA-1098162655 tempest-ServerActionsTestOtherA-1098162655-project-member] [instance: 66186b76-7021-4df1-b53c-2789906e37ac] Processing image dbf872a4-92be-47e4-8561-c3e2bf2423ab {{(pid=62328) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 685.579295] env[62328]: DEBUG oslo_concurrency.lockutils [None req-861e4356-1ac6-41d4-8d0b-4e5a321db72c tempest-ServerActionsTestOtherA-1098162655 tempest-ServerActionsTestOtherA-1098162655-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/dbf872a4-92be-47e4-8561-c3e2bf2423ab/dbf872a4-92be-47e4-8561-c3e2bf2423ab.vmdk" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 685.579490] env[62328]: DEBUG oslo_concurrency.lockutils [None req-861e4356-1ac6-41d4-8d0b-4e5a321db72c tempest-ServerActionsTestOtherA-1098162655 tempest-ServerActionsTestOtherA-1098162655-project-member] Acquired lock "[datastore2] devstack-image-cache_base/dbf872a4-92be-47e4-8561-c3e2bf2423ab/dbf872a4-92be-47e4-8561-c3e2bf2423ab.vmdk" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.579905] env[62328]: DEBUG nova.virt.vmwareapi.ds_util [None req-861e4356-1ac6-41d4-8d0b-4e5a321db72c tempest-ServerActionsTestOtherA-1098162655 tempest-ServerActionsTestOtherA-1098162655-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62328) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 685.579991] env[62328]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-07262de2-3303-498a-88a0-c4e4de2affb6 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 685.592910] env[62328]: DEBUG nova.virt.vmwareapi.ds_util [None req-861e4356-1ac6-41d4-8d0b-4e5a321db72c tempest-ServerActionsTestOtherA-1098162655 tempest-ServerActionsTestOtherA-1098162655-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62328) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 685.593114] env[62328]: DEBUG nova.virt.vmwareapi.vmops [None req-861e4356-1ac6-41d4-8d0b-4e5a321db72c tempest-ServerActionsTestOtherA-1098162655 tempest-ServerActionsTestOtherA-1098162655-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62328) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 685.593909] env[62328]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-870b63b8-ec24-4782-a357-0fe184c96263 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 685.603298] env[62328]: DEBUG oslo_vmware.api [None req-861e4356-1ac6-41d4-8d0b-4e5a321db72c tempest-ServerActionsTestOtherA-1098162655 tempest-ServerActionsTestOtherA-1098162655-project-member] Waiting for the task: (returnval){ [ 685.603298] env[62328]: value = "session[52a6e20e-410d-708a-99f2-080a575a99bd]525a31f8-274e-87a9-b2bb-19090cd3c661" [ 685.603298] env[62328]: _type = "Task" [ 685.603298] env[62328]: } to complete. {{(pid=62328) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 685.614023] env[62328]: DEBUG nova.network.neutron [-] [instance: fe79d679-7bb1-45f8-8189-1dcbcd72d111] Updating instance_info_cache with network_info: [] {{(pid=62328) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 685.615571] env[62328]: DEBUG oslo_vmware.api [None req-861e4356-1ac6-41d4-8d0b-4e5a321db72c tempest-ServerActionsTestOtherA-1098162655 tempest-ServerActionsTestOtherA-1098162655-project-member] Task: {'id': session[52a6e20e-410d-708a-99f2-080a575a99bd]525a31f8-274e-87a9-b2bb-19090cd3c661, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 685.626537] env[62328]: DEBUG oslo_vmware.api [None req-ff8337d8-2b59-4615-92e5-7fe5fb97ba84 tempest-ServerTagsTestJSON-548611099 tempest-ServerTagsTestJSON-548611099-project-member] Task: {'id': task-2386580, 'name': PowerOnVM_Task, 'duration_secs': 0.697027} completed successfully. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 685.627025] env[62328]: DEBUG nova.virt.vmwareapi.vm_util [None req-ff8337d8-2b59-4615-92e5-7fe5fb97ba84 tempest-ServerTagsTestJSON-548611099 tempest-ServerTagsTestJSON-548611099-project-member] [instance: f07984e0-1503-4ac1-84e3-61d38443a17a] Powered on the VM {{(pid=62328) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 685.627326] env[62328]: INFO nova.compute.manager [None req-ff8337d8-2b59-4615-92e5-7fe5fb97ba84 tempest-ServerTagsTestJSON-548611099 tempest-ServerTagsTestJSON-548611099-project-member] [instance: f07984e0-1503-4ac1-84e3-61d38443a17a] Took 10.17 seconds to spawn the instance on the hypervisor. [ 685.627830] env[62328]: DEBUG nova.compute.manager [None req-ff8337d8-2b59-4615-92e5-7fe5fb97ba84 tempest-ServerTagsTestJSON-548611099 tempest-ServerTagsTestJSON-548611099-project-member] [instance: f07984e0-1503-4ac1-84e3-61d38443a17a] Checking state {{(pid=62328) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 685.628878] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-18835b63-3896-4f73-91d7-3daa0100abe9 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 685.643143] env[62328]: DEBUG nova.network.neutron [None req-88250cb4-6546-4395-894e-5cfd94aa3a2e tempest-SecurityGroupsTestJSON-105101063 tempest-SecurityGroupsTestJSON-105101063-project-member] [instance: 3c4b626f-0a92-4c1c-9240-7ed5e9ce623b] Updating instance_info_cache with network_info: [{"id": "8eefb68e-e264-4446-bdd7-43bf3cdcb7f9", "address": "fa:16:3e:d5:22:65", "network": {"id": "f2ed4377-648e-4b86-bb61-ab302cde8f5c", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-1682542860-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0e6658b7d41a43858b58b5d307f14cac", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4e02e98f-44ce-42b7-a3ac-4034fae5d127", "external-id": "nsx-vlan-transportzone-874", "segmentation_id": 874, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8eefb68e-e2", "ovs_interfaceid": "8eefb68e-e264-4446-bdd7-43bf3cdcb7f9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62328) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 685.823237] env[62328]: DEBUG nova.compute.resource_tracker [None req-332cd9a1-235b-4315-894a-68f76363e980 None None] Instance a514091e-f57a-4447-b60b-7f22d6f26820 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62328) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 686.118089] env[62328]: INFO nova.compute.manager [-] [instance: fe79d679-7bb1-45f8-8189-1dcbcd72d111] Took 1.39 seconds to deallocate network for instance. [ 686.118089] env[62328]: DEBUG oslo_vmware.api [None req-861e4356-1ac6-41d4-8d0b-4e5a321db72c tempest-ServerActionsTestOtherA-1098162655 tempest-ServerActionsTestOtherA-1098162655-project-member] Task: {'id': session[52a6e20e-410d-708a-99f2-080a575a99bd]525a31f8-274e-87a9-b2bb-19090cd3c661, 'name': SearchDatastore_Task, 'duration_secs': 0.017154} completed successfully. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 686.124567] env[62328]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-81efc901-b8f8-41de-95f1-5e5fd2e1f537 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 686.130966] env[62328]: DEBUG oslo_vmware.api [None req-861e4356-1ac6-41d4-8d0b-4e5a321db72c tempest-ServerActionsTestOtherA-1098162655 tempest-ServerActionsTestOtherA-1098162655-project-member] Waiting for the task: (returnval){ [ 686.130966] env[62328]: value = "session[52a6e20e-410d-708a-99f2-080a575a99bd]52f6d90c-5b7a-7d21-9b72-5738f55e59ae" [ 686.130966] env[62328]: _type = "Task" [ 686.130966] env[62328]: } to complete. {{(pid=62328) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 686.139305] env[62328]: DEBUG oslo_vmware.api [None req-861e4356-1ac6-41d4-8d0b-4e5a321db72c tempest-ServerActionsTestOtherA-1098162655 tempest-ServerActionsTestOtherA-1098162655-project-member] Task: {'id': session[52a6e20e-410d-708a-99f2-080a575a99bd]52f6d90c-5b7a-7d21-9b72-5738f55e59ae, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 686.144363] env[62328]: DEBUG oslo_concurrency.lockutils [None req-88250cb4-6546-4395-894e-5cfd94aa3a2e tempest-SecurityGroupsTestJSON-105101063 tempest-SecurityGroupsTestJSON-105101063-project-member] Releasing lock "refresh_cache-3c4b626f-0a92-4c1c-9240-7ed5e9ce623b" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 686.144629] env[62328]: DEBUG nova.compute.manager [None req-88250cb4-6546-4395-894e-5cfd94aa3a2e tempest-SecurityGroupsTestJSON-105101063 tempest-SecurityGroupsTestJSON-105101063-project-member] [instance: 3c4b626f-0a92-4c1c-9240-7ed5e9ce623b] Instance network_info: |[{"id": "8eefb68e-e264-4446-bdd7-43bf3cdcb7f9", "address": "fa:16:3e:d5:22:65", "network": {"id": "f2ed4377-648e-4b86-bb61-ab302cde8f5c", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-1682542860-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0e6658b7d41a43858b58b5d307f14cac", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4e02e98f-44ce-42b7-a3ac-4034fae5d127", "external-id": "nsx-vlan-transportzone-874", "segmentation_id": 874, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8eefb68e-e2", "ovs_interfaceid": "8eefb68e-e264-4446-bdd7-43bf3cdcb7f9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62328) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 686.148617] env[62328]: DEBUG nova.virt.vmwareapi.vmops [None req-88250cb4-6546-4395-894e-5cfd94aa3a2e tempest-SecurityGroupsTestJSON-105101063 tempest-SecurityGroupsTestJSON-105101063-project-member] [instance: 3c4b626f-0a92-4c1c-9240-7ed5e9ce623b] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:d5:22:65', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '4e02e98f-44ce-42b7-a3ac-4034fae5d127', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '8eefb68e-e264-4446-bdd7-43bf3cdcb7f9', 'vif_model': 'vmxnet3'}] {{(pid=62328) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 686.154972] env[62328]: DEBUG oslo.service.loopingcall [None req-88250cb4-6546-4395-894e-5cfd94aa3a2e tempest-SecurityGroupsTestJSON-105101063 tempest-SecurityGroupsTestJSON-105101063-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62328) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 686.154972] env[62328]: INFO nova.compute.manager [None req-ff8337d8-2b59-4615-92e5-7fe5fb97ba84 tempest-ServerTagsTestJSON-548611099 tempest-ServerTagsTestJSON-548611099-project-member] [instance: f07984e0-1503-4ac1-84e3-61d38443a17a] Took 33.85 seconds to build instance. [ 686.155747] env[62328]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3c4b626f-0a92-4c1c-9240-7ed5e9ce623b] Creating VM on the ESX host {{(pid=62328) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 686.156471] env[62328]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-645089f5-0855-4cd3-87f4-3cdaf50a7aa2 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 686.177071] env[62328]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 686.177071] env[62328]: value = "task-2386581" [ 686.177071] env[62328]: _type = "Task" [ 686.177071] env[62328]: } to complete. {{(pid=62328) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 686.185266] env[62328]: DEBUG oslo_vmware.api [-] Task: {'id': task-2386581, 'name': CreateVM_Task} progress is 0%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 686.329143] env[62328]: DEBUG nova.compute.resource_tracker [None req-332cd9a1-235b-4315-894a-68f76363e980 None None] Instance 4279ea33-3d7d-4713-9d21-9e7aa29026ae has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62328) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 686.330554] env[62328]: DEBUG oslo_concurrency.lockutils [None req-bc9c734c-2d53-4389-b8f1-6d85af47906e tempest-InstanceActionsTestJSON-398422522 tempest-InstanceActionsTestJSON-398422522-project-member] Acquiring lock "c4d72f48-adf2-435f-9f5f-e3c3bc14bc8c" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 686.330815] env[62328]: DEBUG oslo_concurrency.lockutils [None req-bc9c734c-2d53-4389-b8f1-6d85af47906e tempest-InstanceActionsTestJSON-398422522 tempest-InstanceActionsTestJSON-398422522-project-member] Lock "c4d72f48-adf2-435f-9f5f-e3c3bc14bc8c" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 686.487549] env[62328]: DEBUG oslo_concurrency.lockutils [None req-83238f0b-ab38-4c91-bc17-e11a4b455917 tempest-ServersAdmin275Test-1782090467 tempest-ServersAdmin275Test-1782090467-project-member] Acquiring lock "892b410e-c0ae-4ef6-90a6-fbf09d6ad76b" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 686.488233] env[62328]: DEBUG oslo_concurrency.lockutils [None req-83238f0b-ab38-4c91-bc17-e11a4b455917 tempest-ServersAdmin275Test-1782090467 tempest-ServersAdmin275Test-1782090467-project-member] Lock "892b410e-c0ae-4ef6-90a6-fbf09d6ad76b" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 686.488233] env[62328]: DEBUG oslo_concurrency.lockutils [None req-83238f0b-ab38-4c91-bc17-e11a4b455917 tempest-ServersAdmin275Test-1782090467 tempest-ServersAdmin275Test-1782090467-project-member] Acquiring lock "892b410e-c0ae-4ef6-90a6-fbf09d6ad76b-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 686.488322] env[62328]: DEBUG oslo_concurrency.lockutils [None req-83238f0b-ab38-4c91-bc17-e11a4b455917 tempest-ServersAdmin275Test-1782090467 tempest-ServersAdmin275Test-1782090467-project-member] Lock "892b410e-c0ae-4ef6-90a6-fbf09d6ad76b-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 686.488510] env[62328]: DEBUG oslo_concurrency.lockutils [None req-83238f0b-ab38-4c91-bc17-e11a4b455917 tempest-ServersAdmin275Test-1782090467 tempest-ServersAdmin275Test-1782090467-project-member] Lock "892b410e-c0ae-4ef6-90a6-fbf09d6ad76b-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 686.490557] env[62328]: INFO nova.compute.manager [None req-83238f0b-ab38-4c91-bc17-e11a4b455917 tempest-ServersAdmin275Test-1782090467 tempest-ServersAdmin275Test-1782090467-project-member] [instance: 892b410e-c0ae-4ef6-90a6-fbf09d6ad76b] Terminating instance [ 686.628757] env[62328]: DEBUG oslo_concurrency.lockutils [None req-2bddc42d-ab7a-4d59-86cf-47a40e9c35ff tempest-TenantUsagesTestJSON-2114917124 tempest-TenantUsagesTestJSON-2114917124-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 686.643620] env[62328]: DEBUG oslo_vmware.api [None req-861e4356-1ac6-41d4-8d0b-4e5a321db72c tempest-ServerActionsTestOtherA-1098162655 tempest-ServerActionsTestOtherA-1098162655-project-member] Task: {'id': session[52a6e20e-410d-708a-99f2-080a575a99bd]52f6d90c-5b7a-7d21-9b72-5738f55e59ae, 'name': SearchDatastore_Task, 'duration_secs': 0.020065} completed successfully. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 686.643873] env[62328]: DEBUG oslo_concurrency.lockutils [None req-861e4356-1ac6-41d4-8d0b-4e5a321db72c tempest-ServerActionsTestOtherA-1098162655 tempest-ServerActionsTestOtherA-1098162655-project-member] Releasing lock "[datastore2] devstack-image-cache_base/dbf872a4-92be-47e4-8561-c3e2bf2423ab/dbf872a4-92be-47e4-8561-c3e2bf2423ab.vmdk" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 686.644132] env[62328]: DEBUG nova.virt.vmwareapi.vm_util [None req-861e4356-1ac6-41d4-8d0b-4e5a321db72c tempest-ServerActionsTestOtherA-1098162655 tempest-ServerActionsTestOtherA-1098162655-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/dbf872a4-92be-47e4-8561-c3e2bf2423ab/dbf872a4-92be-47e4-8561-c3e2bf2423ab.vmdk to [datastore2] 66186b76-7021-4df1-b53c-2789906e37ac/66186b76-7021-4df1-b53c-2789906e37ac.vmdk {{(pid=62328) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 686.644465] env[62328]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-55f880e1-0808-4d55-9535-914292797062 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 686.650382] env[62328]: DEBUG oslo_vmware.api [None req-861e4356-1ac6-41d4-8d0b-4e5a321db72c tempest-ServerActionsTestOtherA-1098162655 tempest-ServerActionsTestOtherA-1098162655-project-member] Waiting for the task: (returnval){ [ 686.650382] env[62328]: value = "task-2386582" [ 686.650382] env[62328]: _type = "Task" [ 686.650382] env[62328]: } to complete. {{(pid=62328) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 686.659029] env[62328]: DEBUG oslo_vmware.api [None req-861e4356-1ac6-41d4-8d0b-4e5a321db72c tempest-ServerActionsTestOtherA-1098162655 tempest-ServerActionsTestOtherA-1098162655-project-member] Task: {'id': task-2386582, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 686.672129] env[62328]: DEBUG oslo_concurrency.lockutils [None req-ff8337d8-2b59-4615-92e5-7fe5fb97ba84 tempest-ServerTagsTestJSON-548611099 tempest-ServerTagsTestJSON-548611099-project-member] Lock "f07984e0-1503-4ac1-84e3-61d38443a17a" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 57.054s {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 686.688082] env[62328]: DEBUG oslo_vmware.api [-] Task: {'id': task-2386581, 'name': CreateVM_Task} progress is 99%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 686.832189] env[62328]: DEBUG nova.compute.resource_tracker [None req-332cd9a1-235b-4315-894a-68f76363e980 None None] Instance 036c1441-66e8-4a80-99a2-15dfe86351fc has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62328) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 686.882584] env[62328]: DEBUG nova.compute.manager [req-39fec874-9cf5-4792-af38-31ce50e5569a req-cf9bb11c-3428-41da-8476-b9b05d3122ca service nova] [instance: 3c4b626f-0a92-4c1c-9240-7ed5e9ce623b] Received event network-changed-8eefb68e-e264-4446-bdd7-43bf3cdcb7f9 {{(pid=62328) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 686.882787] env[62328]: DEBUG nova.compute.manager [req-39fec874-9cf5-4792-af38-31ce50e5569a req-cf9bb11c-3428-41da-8476-b9b05d3122ca service nova] [instance: 3c4b626f-0a92-4c1c-9240-7ed5e9ce623b] Refreshing instance network info cache due to event network-changed-8eefb68e-e264-4446-bdd7-43bf3cdcb7f9. {{(pid=62328) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 686.883053] env[62328]: DEBUG oslo_concurrency.lockutils [req-39fec874-9cf5-4792-af38-31ce50e5569a req-cf9bb11c-3428-41da-8476-b9b05d3122ca service nova] Acquiring lock "refresh_cache-3c4b626f-0a92-4c1c-9240-7ed5e9ce623b" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 686.883968] env[62328]: DEBUG oslo_concurrency.lockutils [req-39fec874-9cf5-4792-af38-31ce50e5569a req-cf9bb11c-3428-41da-8476-b9b05d3122ca service nova] Acquired lock "refresh_cache-3c4b626f-0a92-4c1c-9240-7ed5e9ce623b" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.883968] env[62328]: DEBUG nova.network.neutron [req-39fec874-9cf5-4792-af38-31ce50e5569a req-cf9bb11c-3428-41da-8476-b9b05d3122ca service nova] [instance: 3c4b626f-0a92-4c1c-9240-7ed5e9ce623b] Refreshing network info cache for port 8eefb68e-e264-4446-bdd7-43bf3cdcb7f9 {{(pid=62328) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 686.995351] env[62328]: DEBUG oslo_concurrency.lockutils [None req-83238f0b-ab38-4c91-bc17-e11a4b455917 tempest-ServersAdmin275Test-1782090467 tempest-ServersAdmin275Test-1782090467-project-member] Acquiring lock "refresh_cache-892b410e-c0ae-4ef6-90a6-fbf09d6ad76b" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 686.995351] env[62328]: DEBUG oslo_concurrency.lockutils [None req-83238f0b-ab38-4c91-bc17-e11a4b455917 tempest-ServersAdmin275Test-1782090467 tempest-ServersAdmin275Test-1782090467-project-member] Acquired lock "refresh_cache-892b410e-c0ae-4ef6-90a6-fbf09d6ad76b" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.995351] env[62328]: DEBUG nova.network.neutron [None req-83238f0b-ab38-4c91-bc17-e11a4b455917 tempest-ServersAdmin275Test-1782090467 tempest-ServersAdmin275Test-1782090467-project-member] [instance: 892b410e-c0ae-4ef6-90a6-fbf09d6ad76b] Building network info cache for instance {{(pid=62328) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 687.131965] env[62328]: DEBUG oslo_concurrency.lockutils [None req-326bca38-94bd-4125-af24-bdc61fb27bff tempest-ServerDiskConfigTestJSON-126406698 tempest-ServerDiskConfigTestJSON-126406698-project-member] Acquiring lock "5a5e12bf-4082-40e8-bac8-a8a5b0033dec" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 687.131965] env[62328]: DEBUG oslo_concurrency.lockutils [None req-326bca38-94bd-4125-af24-bdc61fb27bff tempest-ServerDiskConfigTestJSON-126406698 tempest-ServerDiskConfigTestJSON-126406698-project-member] Lock "5a5e12bf-4082-40e8-bac8-a8a5b0033dec" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 687.131965] env[62328]: DEBUG oslo_concurrency.lockutils [None req-326bca38-94bd-4125-af24-bdc61fb27bff tempest-ServerDiskConfigTestJSON-126406698 tempest-ServerDiskConfigTestJSON-126406698-project-member] Acquiring lock "5a5e12bf-4082-40e8-bac8-a8a5b0033dec-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 687.131965] env[62328]: DEBUG oslo_concurrency.lockutils [None req-326bca38-94bd-4125-af24-bdc61fb27bff tempest-ServerDiskConfigTestJSON-126406698 tempest-ServerDiskConfigTestJSON-126406698-project-member] Lock "5a5e12bf-4082-40e8-bac8-a8a5b0033dec-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 687.131965] env[62328]: DEBUG oslo_concurrency.lockutils [None req-326bca38-94bd-4125-af24-bdc61fb27bff tempest-ServerDiskConfigTestJSON-126406698 tempest-ServerDiskConfigTestJSON-126406698-project-member] Lock "5a5e12bf-4082-40e8-bac8-a8a5b0033dec-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 687.133193] env[62328]: INFO nova.compute.manager [None req-326bca38-94bd-4125-af24-bdc61fb27bff tempest-ServerDiskConfigTestJSON-126406698 tempest-ServerDiskConfigTestJSON-126406698-project-member] [instance: 5a5e12bf-4082-40e8-bac8-a8a5b0033dec] Terminating instance [ 687.162027] env[62328]: DEBUG oslo_vmware.api [None req-861e4356-1ac6-41d4-8d0b-4e5a321db72c tempest-ServerActionsTestOtherA-1098162655 tempest-ServerActionsTestOtherA-1098162655-project-member] Task: {'id': task-2386582, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 687.177205] env[62328]: DEBUG nova.compute.manager [None req-4c1e6f55-4288-49e6-acad-b83f602f950b tempest-ImagesTestJSON-1776717495 tempest-ImagesTestJSON-1776717495-project-member] [instance: 911ce85b-847c-4cda-9753-e10fdaf224a5] Starting instance... {{(pid=62328) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 687.190514] env[62328]: DEBUG oslo_vmware.api [-] Task: {'id': task-2386581, 'name': CreateVM_Task, 'duration_secs': 0.520464} completed successfully. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 687.190985] env[62328]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3c4b626f-0a92-4c1c-9240-7ed5e9ce623b] Created VM on the ESX host {{(pid=62328) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 687.192293] env[62328]: DEBUG oslo_concurrency.lockutils [None req-88250cb4-6546-4395-894e-5cfd94aa3a2e tempest-SecurityGroupsTestJSON-105101063 tempest-SecurityGroupsTestJSON-105101063-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/dbf872a4-92be-47e4-8561-c3e2bf2423ab" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 687.192595] env[62328]: DEBUG oslo_concurrency.lockutils [None req-88250cb4-6546-4395-894e-5cfd94aa3a2e tempest-SecurityGroupsTestJSON-105101063 tempest-SecurityGroupsTestJSON-105101063-project-member] Acquired lock "[datastore2] devstack-image-cache_base/dbf872a4-92be-47e4-8561-c3e2bf2423ab" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.193107] env[62328]: DEBUG oslo_concurrency.lockutils [None req-88250cb4-6546-4395-894e-5cfd94aa3a2e tempest-SecurityGroupsTestJSON-105101063 tempest-SecurityGroupsTestJSON-105101063-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/dbf872a4-92be-47e4-8561-c3e2bf2423ab" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 687.193631] env[62328]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0b953e4a-1ca2-4dc7-94fa-b4006e142bff {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 687.202939] env[62328]: DEBUG oslo_vmware.api [None req-88250cb4-6546-4395-894e-5cfd94aa3a2e tempest-SecurityGroupsTestJSON-105101063 tempest-SecurityGroupsTestJSON-105101063-project-member] Waiting for the task: (returnval){ [ 687.202939] env[62328]: value = "session[52a6e20e-410d-708a-99f2-080a575a99bd]5289d695-95b3-e903-fccc-51afd9a02f0b" [ 687.202939] env[62328]: _type = "Task" [ 687.202939] env[62328]: } to complete. {{(pid=62328) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 687.213938] env[62328]: DEBUG oslo_vmware.api [None req-88250cb4-6546-4395-894e-5cfd94aa3a2e tempest-SecurityGroupsTestJSON-105101063 tempest-SecurityGroupsTestJSON-105101063-project-member] Task: {'id': session[52a6e20e-410d-708a-99f2-080a575a99bd]5289d695-95b3-e903-fccc-51afd9a02f0b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 687.336231] env[62328]: DEBUG nova.compute.resource_tracker [None req-332cd9a1-235b-4315-894a-68f76363e980 None None] Instance 2f5e173e-0a48-45c2-ae86-64d86a2b45d4 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62328) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 687.522647] env[62328]: DEBUG nova.network.neutron [None req-83238f0b-ab38-4c91-bc17-e11a4b455917 tempest-ServersAdmin275Test-1782090467 tempest-ServersAdmin275Test-1782090467-project-member] [instance: 892b410e-c0ae-4ef6-90a6-fbf09d6ad76b] Instance cache missing network info. {{(pid=62328) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 687.637308] env[62328]: DEBUG nova.compute.manager [None req-326bca38-94bd-4125-af24-bdc61fb27bff tempest-ServerDiskConfigTestJSON-126406698 tempest-ServerDiskConfigTestJSON-126406698-project-member] [instance: 5a5e12bf-4082-40e8-bac8-a8a5b0033dec] Start destroying the instance on the hypervisor. {{(pid=62328) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 687.637535] env[62328]: DEBUG nova.virt.vmwareapi.vmops [None req-326bca38-94bd-4125-af24-bdc61fb27bff tempest-ServerDiskConfigTestJSON-126406698 tempest-ServerDiskConfigTestJSON-126406698-project-member] [instance: 5a5e12bf-4082-40e8-bac8-a8a5b0033dec] Destroying instance {{(pid=62328) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 687.638456] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6ba62290-fa68-4e21-8d5f-325ceec8ef2c {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 687.649709] env[62328]: DEBUG nova.virt.vmwareapi.vm_util [None req-326bca38-94bd-4125-af24-bdc61fb27bff tempest-ServerDiskConfigTestJSON-126406698 tempest-ServerDiskConfigTestJSON-126406698-project-member] [instance: 5a5e12bf-4082-40e8-bac8-a8a5b0033dec] Powering off the VM {{(pid=62328) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 687.649962] env[62328]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-5772ec87-f76f-4b85-b2ca-dbafe4488931 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 687.658795] env[62328]: DEBUG nova.network.neutron [None req-83238f0b-ab38-4c91-bc17-e11a4b455917 tempest-ServersAdmin275Test-1782090467 tempest-ServersAdmin275Test-1782090467-project-member] [instance: 892b410e-c0ae-4ef6-90a6-fbf09d6ad76b] Updating instance_info_cache with network_info: [] {{(pid=62328) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 687.668373] env[62328]: DEBUG oslo_vmware.api [None req-861e4356-1ac6-41d4-8d0b-4e5a321db72c tempest-ServerActionsTestOtherA-1098162655 tempest-ServerActionsTestOtherA-1098162655-project-member] Task: {'id': task-2386582, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.704206} completed successfully. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 687.668981] env[62328]: DEBUG nova.virt.vmwareapi.vm_util [None req-861e4356-1ac6-41d4-8d0b-4e5a321db72c tempest-ServerActionsTestOtherA-1098162655 tempest-ServerActionsTestOtherA-1098162655-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/dbf872a4-92be-47e4-8561-c3e2bf2423ab/dbf872a4-92be-47e4-8561-c3e2bf2423ab.vmdk to [datastore2] 66186b76-7021-4df1-b53c-2789906e37ac/66186b76-7021-4df1-b53c-2789906e37ac.vmdk {{(pid=62328) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 687.669214] env[62328]: DEBUG nova.virt.vmwareapi.vmops [None req-861e4356-1ac6-41d4-8d0b-4e5a321db72c tempest-ServerActionsTestOtherA-1098162655 tempest-ServerActionsTestOtherA-1098162655-project-member] [instance: 66186b76-7021-4df1-b53c-2789906e37ac] Extending root virtual disk to 1048576 {{(pid=62328) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 687.669520] env[62328]: DEBUG oslo_vmware.api [None req-326bca38-94bd-4125-af24-bdc61fb27bff tempest-ServerDiskConfigTestJSON-126406698 tempest-ServerDiskConfigTestJSON-126406698-project-member] Waiting for the task: (returnval){ [ 687.669520] env[62328]: value = "task-2386583" [ 687.669520] env[62328]: _type = "Task" [ 687.669520] env[62328]: } to complete. {{(pid=62328) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 687.669901] env[62328]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-f74a5f9b-ab26-4d92-846f-0ea532d0e17c {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 687.683659] env[62328]: DEBUG oslo_vmware.api [None req-326bca38-94bd-4125-af24-bdc61fb27bff tempest-ServerDiskConfigTestJSON-126406698 tempest-ServerDiskConfigTestJSON-126406698-project-member] Task: {'id': task-2386583, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 687.685064] env[62328]: DEBUG oslo_vmware.api [None req-861e4356-1ac6-41d4-8d0b-4e5a321db72c tempest-ServerActionsTestOtherA-1098162655 tempest-ServerActionsTestOtherA-1098162655-project-member] Waiting for the task: (returnval){ [ 687.685064] env[62328]: value = "task-2386584" [ 687.685064] env[62328]: _type = "Task" [ 687.685064] env[62328]: } to complete. {{(pid=62328) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 687.697208] env[62328]: DEBUG oslo_vmware.api [None req-861e4356-1ac6-41d4-8d0b-4e5a321db72c tempest-ServerActionsTestOtherA-1098162655 tempest-ServerActionsTestOtherA-1098162655-project-member] Task: {'id': task-2386584, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 687.703174] env[62328]: DEBUG oslo_concurrency.lockutils [None req-4c1e6f55-4288-49e6-acad-b83f602f950b tempest-ImagesTestJSON-1776717495 tempest-ImagesTestJSON-1776717495-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 687.711612] env[62328]: DEBUG oslo_vmware.api [None req-88250cb4-6546-4395-894e-5cfd94aa3a2e tempest-SecurityGroupsTestJSON-105101063 tempest-SecurityGroupsTestJSON-105101063-project-member] Task: {'id': session[52a6e20e-410d-708a-99f2-080a575a99bd]5289d695-95b3-e903-fccc-51afd9a02f0b, 'name': SearchDatastore_Task, 'duration_secs': 0.056149} completed successfully. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 687.711897] env[62328]: DEBUG oslo_concurrency.lockutils [None req-88250cb4-6546-4395-894e-5cfd94aa3a2e tempest-SecurityGroupsTestJSON-105101063 tempest-SecurityGroupsTestJSON-105101063-project-member] Releasing lock "[datastore2] devstack-image-cache_base/dbf872a4-92be-47e4-8561-c3e2bf2423ab" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 687.712144] env[62328]: DEBUG nova.virt.vmwareapi.vmops [None req-88250cb4-6546-4395-894e-5cfd94aa3a2e tempest-SecurityGroupsTestJSON-105101063 tempest-SecurityGroupsTestJSON-105101063-project-member] [instance: 3c4b626f-0a92-4c1c-9240-7ed5e9ce623b] Processing image dbf872a4-92be-47e4-8561-c3e2bf2423ab {{(pid=62328) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 687.712377] env[62328]: DEBUG oslo_concurrency.lockutils [None req-88250cb4-6546-4395-894e-5cfd94aa3a2e tempest-SecurityGroupsTestJSON-105101063 tempest-SecurityGroupsTestJSON-105101063-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/dbf872a4-92be-47e4-8561-c3e2bf2423ab/dbf872a4-92be-47e4-8561-c3e2bf2423ab.vmdk" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 687.712516] env[62328]: DEBUG oslo_concurrency.lockutils [None req-88250cb4-6546-4395-894e-5cfd94aa3a2e tempest-SecurityGroupsTestJSON-105101063 tempest-SecurityGroupsTestJSON-105101063-project-member] Acquired lock "[datastore2] devstack-image-cache_base/dbf872a4-92be-47e4-8561-c3e2bf2423ab/dbf872a4-92be-47e4-8561-c3e2bf2423ab.vmdk" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.712692] env[62328]: DEBUG nova.virt.vmwareapi.ds_util [None req-88250cb4-6546-4395-894e-5cfd94aa3a2e tempest-SecurityGroupsTestJSON-105101063 tempest-SecurityGroupsTestJSON-105101063-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62328) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 687.712951] env[62328]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-33489634-3b85-4f29-9696-955531b9431c {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 687.723103] env[62328]: DEBUG nova.virt.vmwareapi.ds_util [None req-88250cb4-6546-4395-894e-5cfd94aa3a2e tempest-SecurityGroupsTestJSON-105101063 tempest-SecurityGroupsTestJSON-105101063-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62328) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 687.723282] env[62328]: DEBUG nova.virt.vmwareapi.vmops [None req-88250cb4-6546-4395-894e-5cfd94aa3a2e tempest-SecurityGroupsTestJSON-105101063 tempest-SecurityGroupsTestJSON-105101063-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62328) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 687.723990] env[62328]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7628967f-c599-477d-bf1b-570401b3533e {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 687.729062] env[62328]: DEBUG oslo_vmware.api [None req-88250cb4-6546-4395-894e-5cfd94aa3a2e tempest-SecurityGroupsTestJSON-105101063 tempest-SecurityGroupsTestJSON-105101063-project-member] Waiting for the task: (returnval){ [ 687.729062] env[62328]: value = "session[52a6e20e-410d-708a-99f2-080a575a99bd]52f33545-ea19-e599-a8ae-1d2b34a1cb00" [ 687.729062] env[62328]: _type = "Task" [ 687.729062] env[62328]: } to complete. {{(pid=62328) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 687.736753] env[62328]: DEBUG oslo_vmware.api [None req-88250cb4-6546-4395-894e-5cfd94aa3a2e tempest-SecurityGroupsTestJSON-105101063 tempest-SecurityGroupsTestJSON-105101063-project-member] Task: {'id': session[52a6e20e-410d-708a-99f2-080a575a99bd]52f33545-ea19-e599-a8ae-1d2b34a1cb00, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 687.839828] env[62328]: DEBUG nova.compute.resource_tracker [None req-332cd9a1-235b-4315-894a-68f76363e980 None None] Instance 1691ec92-ed5b-436a-bba3-f5a998263955 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62328) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 687.856300] env[62328]: DEBUG nova.network.neutron [req-39fec874-9cf5-4792-af38-31ce50e5569a req-cf9bb11c-3428-41da-8476-b9b05d3122ca service nova] [instance: 3c4b626f-0a92-4c1c-9240-7ed5e9ce623b] Updated VIF entry in instance network info cache for port 8eefb68e-e264-4446-bdd7-43bf3cdcb7f9. {{(pid=62328) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 687.856651] env[62328]: DEBUG nova.network.neutron [req-39fec874-9cf5-4792-af38-31ce50e5569a req-cf9bb11c-3428-41da-8476-b9b05d3122ca service nova] [instance: 3c4b626f-0a92-4c1c-9240-7ed5e9ce623b] Updating instance_info_cache with network_info: [{"id": "8eefb68e-e264-4446-bdd7-43bf3cdcb7f9", "address": "fa:16:3e:d5:22:65", "network": {"id": "f2ed4377-648e-4b86-bb61-ab302cde8f5c", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-1682542860-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0e6658b7d41a43858b58b5d307f14cac", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4e02e98f-44ce-42b7-a3ac-4034fae5d127", "external-id": "nsx-vlan-transportzone-874", "segmentation_id": 874, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8eefb68e-e2", "ovs_interfaceid": "8eefb68e-e264-4446-bdd7-43bf3cdcb7f9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62328) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 687.968859] env[62328]: DEBUG oslo_concurrency.lockutils [None req-81b83408-45f2-4dc8-982e-808b7e17ee9f tempest-ServerDiskConfigTestJSON-126406698 tempest-ServerDiskConfigTestJSON-126406698-project-member] Acquiring lock "948b7ba2-2caa-4616-abc0-afc6cca58f76" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 687.969128] env[62328]: DEBUG oslo_concurrency.lockutils [None req-81b83408-45f2-4dc8-982e-808b7e17ee9f tempest-ServerDiskConfigTestJSON-126406698 tempest-ServerDiskConfigTestJSON-126406698-project-member] Lock "948b7ba2-2caa-4616-abc0-afc6cca58f76" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 688.169705] env[62328]: DEBUG oslo_concurrency.lockutils [None req-83238f0b-ab38-4c91-bc17-e11a4b455917 tempest-ServersAdmin275Test-1782090467 tempest-ServersAdmin275Test-1782090467-project-member] Releasing lock "refresh_cache-892b410e-c0ae-4ef6-90a6-fbf09d6ad76b" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 688.170171] env[62328]: DEBUG nova.compute.manager [None req-83238f0b-ab38-4c91-bc17-e11a4b455917 tempest-ServersAdmin275Test-1782090467 tempest-ServersAdmin275Test-1782090467-project-member] [instance: 892b410e-c0ae-4ef6-90a6-fbf09d6ad76b] Start destroying the instance on the hypervisor. {{(pid=62328) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 688.170368] env[62328]: DEBUG nova.virt.vmwareapi.vmops [None req-83238f0b-ab38-4c91-bc17-e11a4b455917 tempest-ServersAdmin275Test-1782090467 tempest-ServersAdmin275Test-1782090467-project-member] [instance: 892b410e-c0ae-4ef6-90a6-fbf09d6ad76b] Destroying instance {{(pid=62328) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 688.171274] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-adeae522-bdb8-476f-95c6-73b13ff96c8a {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 688.184108] env[62328]: DEBUG oslo_vmware.api [None req-326bca38-94bd-4125-af24-bdc61fb27bff tempest-ServerDiskConfigTestJSON-126406698 tempest-ServerDiskConfigTestJSON-126406698-project-member] Task: {'id': task-2386583, 'name': PowerOffVM_Task, 'duration_secs': 0.281898} completed successfully. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 688.186979] env[62328]: DEBUG nova.virt.vmwareapi.vm_util [None req-326bca38-94bd-4125-af24-bdc61fb27bff tempest-ServerDiskConfigTestJSON-126406698 tempest-ServerDiskConfigTestJSON-126406698-project-member] [instance: 5a5e12bf-4082-40e8-bac8-a8a5b0033dec] Powered off the VM {{(pid=62328) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 688.186979] env[62328]: DEBUG nova.virt.vmwareapi.vmops [None req-326bca38-94bd-4125-af24-bdc61fb27bff tempest-ServerDiskConfigTestJSON-126406698 tempest-ServerDiskConfigTestJSON-126406698-project-member] [instance: 5a5e12bf-4082-40e8-bac8-a8a5b0033dec] Unregistering the VM {{(pid=62328) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 688.186979] env[62328]: DEBUG nova.virt.vmwareapi.vm_util [None req-83238f0b-ab38-4c91-bc17-e11a4b455917 tempest-ServersAdmin275Test-1782090467 tempest-ServersAdmin275Test-1782090467-project-member] [instance: 892b410e-c0ae-4ef6-90a6-fbf09d6ad76b] Powering off the VM {{(pid=62328) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 688.187370] env[62328]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-63482ed8-cc9a-4018-820f-e81afb10c791 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 688.191411] env[62328]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-8908c5b1-1436-4cc4-af40-c58861fc3266 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 688.198914] env[62328]: DEBUG oslo_vmware.api [None req-861e4356-1ac6-41d4-8d0b-4e5a321db72c tempest-ServerActionsTestOtherA-1098162655 tempest-ServerActionsTestOtherA-1098162655-project-member] Task: {'id': task-2386584, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.091591} completed successfully. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 688.200257] env[62328]: DEBUG nova.virt.vmwareapi.vmops [None req-861e4356-1ac6-41d4-8d0b-4e5a321db72c tempest-ServerActionsTestOtherA-1098162655 tempest-ServerActionsTestOtherA-1098162655-project-member] [instance: 66186b76-7021-4df1-b53c-2789906e37ac] Extended root virtual disk {{(pid=62328) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 688.200671] env[62328]: DEBUG oslo_vmware.api [None req-83238f0b-ab38-4c91-bc17-e11a4b455917 tempest-ServersAdmin275Test-1782090467 tempest-ServersAdmin275Test-1782090467-project-member] Waiting for the task: (returnval){ [ 688.200671] env[62328]: value = "task-2386586" [ 688.200671] env[62328]: _type = "Task" [ 688.200671] env[62328]: } to complete. {{(pid=62328) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 688.201518] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cffc0185-346d-4fce-865e-a0449733e097 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 688.232325] env[62328]: DEBUG nova.virt.vmwareapi.volumeops [None req-861e4356-1ac6-41d4-8d0b-4e5a321db72c tempest-ServerActionsTestOtherA-1098162655 tempest-ServerActionsTestOtherA-1098162655-project-member] [instance: 66186b76-7021-4df1-b53c-2789906e37ac] Reconfiguring VM instance instance-00000024 to attach disk [datastore2] 66186b76-7021-4df1-b53c-2789906e37ac/66186b76-7021-4df1-b53c-2789906e37ac.vmdk or device None with type sparse {{(pid=62328) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 688.236040] env[62328]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-998c4d01-ee77-4320-b039-81781f3f2a49 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 688.251026] env[62328]: DEBUG oslo_vmware.api [None req-83238f0b-ab38-4c91-bc17-e11a4b455917 tempest-ServersAdmin275Test-1782090467 tempest-ServersAdmin275Test-1782090467-project-member] Task: {'id': task-2386586, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 688.261551] env[62328]: DEBUG oslo_vmware.api [None req-88250cb4-6546-4395-894e-5cfd94aa3a2e tempest-SecurityGroupsTestJSON-105101063 tempest-SecurityGroupsTestJSON-105101063-project-member] Task: {'id': session[52a6e20e-410d-708a-99f2-080a575a99bd]52f33545-ea19-e599-a8ae-1d2b34a1cb00, 'name': SearchDatastore_Task, 'duration_secs': 0.014179} completed successfully. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 688.265017] env[62328]: DEBUG oslo_vmware.api [None req-861e4356-1ac6-41d4-8d0b-4e5a321db72c tempest-ServerActionsTestOtherA-1098162655 tempest-ServerActionsTestOtherA-1098162655-project-member] Waiting for the task: (returnval){ [ 688.265017] env[62328]: value = "task-2386587" [ 688.265017] env[62328]: _type = "Task" [ 688.265017] env[62328]: } to complete. {{(pid=62328) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 688.265017] env[62328]: DEBUG nova.virt.vmwareapi.vmops [None req-326bca38-94bd-4125-af24-bdc61fb27bff tempest-ServerDiskConfigTestJSON-126406698 tempest-ServerDiskConfigTestJSON-126406698-project-member] [instance: 5a5e12bf-4082-40e8-bac8-a8a5b0033dec] Unregistered the VM {{(pid=62328) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 688.265017] env[62328]: DEBUG nova.virt.vmwareapi.vmops [None req-326bca38-94bd-4125-af24-bdc61fb27bff tempest-ServerDiskConfigTestJSON-126406698 tempest-ServerDiskConfigTestJSON-126406698-project-member] [instance: 5a5e12bf-4082-40e8-bac8-a8a5b0033dec] Deleting contents of the VM from datastore datastore1 {{(pid=62328) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 688.265312] env[62328]: DEBUG nova.virt.vmwareapi.ds_util [None req-326bca38-94bd-4125-af24-bdc61fb27bff tempest-ServerDiskConfigTestJSON-126406698 tempest-ServerDiskConfigTestJSON-126406698-project-member] Deleting the datastore file [datastore1] 5a5e12bf-4082-40e8-bac8-a8a5b0033dec {{(pid=62328) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 688.265347] env[62328]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9161a934-0e0e-4f59-9e55-7433d4c64fa7 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 688.267685] env[62328]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-7eb07730-747d-4991-9113-462c15bbd5eb {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 688.275689] env[62328]: DEBUG oslo_vmware.api [None req-88250cb4-6546-4395-894e-5cfd94aa3a2e tempest-SecurityGroupsTestJSON-105101063 tempest-SecurityGroupsTestJSON-105101063-project-member] Waiting for the task: (returnval){ [ 688.275689] env[62328]: value = "session[52a6e20e-410d-708a-99f2-080a575a99bd]52375e35-ee3a-606f-b044-0bcc48223121" [ 688.275689] env[62328]: _type = "Task" [ 688.275689] env[62328]: } to complete. {{(pid=62328) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 688.279440] env[62328]: DEBUG oslo_vmware.api [None req-861e4356-1ac6-41d4-8d0b-4e5a321db72c tempest-ServerActionsTestOtherA-1098162655 tempest-ServerActionsTestOtherA-1098162655-project-member] Task: {'id': task-2386587, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 688.283751] env[62328]: DEBUG oslo_vmware.api [None req-326bca38-94bd-4125-af24-bdc61fb27bff tempest-ServerDiskConfigTestJSON-126406698 tempest-ServerDiskConfigTestJSON-126406698-project-member] Waiting for the task: (returnval){ [ 688.283751] env[62328]: value = "task-2386588" [ 688.283751] env[62328]: _type = "Task" [ 688.283751] env[62328]: } to complete. {{(pid=62328) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 688.290887] env[62328]: DEBUG oslo_vmware.api [None req-88250cb4-6546-4395-894e-5cfd94aa3a2e tempest-SecurityGroupsTestJSON-105101063 tempest-SecurityGroupsTestJSON-105101063-project-member] Task: {'id': session[52a6e20e-410d-708a-99f2-080a575a99bd]52375e35-ee3a-606f-b044-0bcc48223121, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 688.295959] env[62328]: DEBUG oslo_vmware.api [None req-326bca38-94bd-4125-af24-bdc61fb27bff tempest-ServerDiskConfigTestJSON-126406698 tempest-ServerDiskConfigTestJSON-126406698-project-member] Task: {'id': task-2386588, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 688.343145] env[62328]: DEBUG nova.compute.resource_tracker [None req-332cd9a1-235b-4315-894a-68f76363e980 None None] Instance 911ce85b-847c-4cda-9753-e10fdaf224a5 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62328) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 688.359106] env[62328]: DEBUG oslo_concurrency.lockutils [req-39fec874-9cf5-4792-af38-31ce50e5569a req-cf9bb11c-3428-41da-8476-b9b05d3122ca service nova] Releasing lock "refresh_cache-3c4b626f-0a92-4c1c-9240-7ed5e9ce623b" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 688.359424] env[62328]: DEBUG nova.compute.manager [req-39fec874-9cf5-4792-af38-31ce50e5569a req-cf9bb11c-3428-41da-8476-b9b05d3122ca service nova] [instance: fe79d679-7bb1-45f8-8189-1dcbcd72d111] Received event network-vif-deleted-6ba8928d-4d34-44b7-83b3-efa42ba90ffa {{(pid=62328) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 688.359708] env[62328]: DEBUG nova.compute.manager [req-39fec874-9cf5-4792-af38-31ce50e5569a req-cf9bb11c-3428-41da-8476-b9b05d3122ca service nova] [instance: 133b2694-7206-4e72-92d6-ee334b1470e5] Received event network-changed-4366409f-416b-458f-bd9c-0ddf818b6341 {{(pid=62328) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 688.359920] env[62328]: DEBUG nova.compute.manager [req-39fec874-9cf5-4792-af38-31ce50e5569a req-cf9bb11c-3428-41da-8476-b9b05d3122ca service nova] [instance: 133b2694-7206-4e72-92d6-ee334b1470e5] Refreshing instance network info cache due to event network-changed-4366409f-416b-458f-bd9c-0ddf818b6341. {{(pid=62328) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 688.360179] env[62328]: DEBUG oslo_concurrency.lockutils [req-39fec874-9cf5-4792-af38-31ce50e5569a req-cf9bb11c-3428-41da-8476-b9b05d3122ca service nova] Acquiring lock "refresh_cache-133b2694-7206-4e72-92d6-ee334b1470e5" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 688.360346] env[62328]: DEBUG oslo_concurrency.lockutils [req-39fec874-9cf5-4792-af38-31ce50e5569a req-cf9bb11c-3428-41da-8476-b9b05d3122ca service nova] Acquired lock "refresh_cache-133b2694-7206-4e72-92d6-ee334b1470e5" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.360544] env[62328]: DEBUG nova.network.neutron [req-39fec874-9cf5-4792-af38-31ce50e5569a req-cf9bb11c-3428-41da-8476-b9b05d3122ca service nova] [instance: 133b2694-7206-4e72-92d6-ee334b1470e5] Refreshing network info cache for port 4366409f-416b-458f-bd9c-0ddf818b6341 {{(pid=62328) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 688.715839] env[62328]: DEBUG oslo_vmware.api [None req-83238f0b-ab38-4c91-bc17-e11a4b455917 tempest-ServersAdmin275Test-1782090467 tempest-ServersAdmin275Test-1782090467-project-member] Task: {'id': task-2386586, 'name': PowerOffVM_Task, 'duration_secs': 0.140822} completed successfully. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 688.715839] env[62328]: DEBUG nova.virt.vmwareapi.vm_util [None req-83238f0b-ab38-4c91-bc17-e11a4b455917 tempest-ServersAdmin275Test-1782090467 tempest-ServersAdmin275Test-1782090467-project-member] [instance: 892b410e-c0ae-4ef6-90a6-fbf09d6ad76b] Powered off the VM {{(pid=62328) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 688.716292] env[62328]: DEBUG nova.virt.vmwareapi.vmops [None req-83238f0b-ab38-4c91-bc17-e11a4b455917 tempest-ServersAdmin275Test-1782090467 tempest-ServersAdmin275Test-1782090467-project-member] [instance: 892b410e-c0ae-4ef6-90a6-fbf09d6ad76b] Unregistering the VM {{(pid=62328) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 688.718044] env[62328]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-60d19821-17d5-4c1f-a42e-9dad66dd406d {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 688.748025] env[62328]: DEBUG nova.virt.vmwareapi.vmops [None req-83238f0b-ab38-4c91-bc17-e11a4b455917 tempest-ServersAdmin275Test-1782090467 tempest-ServersAdmin275Test-1782090467-project-member] [instance: 892b410e-c0ae-4ef6-90a6-fbf09d6ad76b] Unregistered the VM {{(pid=62328) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 688.748025] env[62328]: DEBUG nova.virt.vmwareapi.vmops [None req-83238f0b-ab38-4c91-bc17-e11a4b455917 tempest-ServersAdmin275Test-1782090467 tempest-ServersAdmin275Test-1782090467-project-member] [instance: 892b410e-c0ae-4ef6-90a6-fbf09d6ad76b] Deleting contents of the VM from datastore datastore1 {{(pid=62328) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 688.748025] env[62328]: DEBUG nova.virt.vmwareapi.ds_util [None req-83238f0b-ab38-4c91-bc17-e11a4b455917 tempest-ServersAdmin275Test-1782090467 tempest-ServersAdmin275Test-1782090467-project-member] Deleting the datastore file [datastore1] 892b410e-c0ae-4ef6-90a6-fbf09d6ad76b {{(pid=62328) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 688.748025] env[62328]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-0978c893-e5e1-4a36-be94-12a9e049c468 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 688.755972] env[62328]: DEBUG oslo_vmware.api [None req-83238f0b-ab38-4c91-bc17-e11a4b455917 tempest-ServersAdmin275Test-1782090467 tempest-ServersAdmin275Test-1782090467-project-member] Waiting for the task: (returnval){ [ 688.755972] env[62328]: value = "task-2386590" [ 688.755972] env[62328]: _type = "Task" [ 688.755972] env[62328]: } to complete. {{(pid=62328) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 688.768279] env[62328]: DEBUG oslo_vmware.api [None req-83238f0b-ab38-4c91-bc17-e11a4b455917 tempest-ServersAdmin275Test-1782090467 tempest-ServersAdmin275Test-1782090467-project-member] Task: {'id': task-2386590, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 688.777644] env[62328]: DEBUG oslo_vmware.api [None req-861e4356-1ac6-41d4-8d0b-4e5a321db72c tempest-ServerActionsTestOtherA-1098162655 tempest-ServerActionsTestOtherA-1098162655-project-member] Task: {'id': task-2386587, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 688.790976] env[62328]: DEBUG oslo_vmware.api [None req-88250cb4-6546-4395-894e-5cfd94aa3a2e tempest-SecurityGroupsTestJSON-105101063 tempest-SecurityGroupsTestJSON-105101063-project-member] Task: {'id': session[52a6e20e-410d-708a-99f2-080a575a99bd]52375e35-ee3a-606f-b044-0bcc48223121, 'name': SearchDatastore_Task, 'duration_secs': 0.016813} completed successfully. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 688.791686] env[62328]: DEBUG oslo_concurrency.lockutils [None req-88250cb4-6546-4395-894e-5cfd94aa3a2e tempest-SecurityGroupsTestJSON-105101063 tempest-SecurityGroupsTestJSON-105101063-project-member] Releasing lock "[datastore2] devstack-image-cache_base/dbf872a4-92be-47e4-8561-c3e2bf2423ab/dbf872a4-92be-47e4-8561-c3e2bf2423ab.vmdk" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 688.792041] env[62328]: DEBUG nova.virt.vmwareapi.vm_util [None req-88250cb4-6546-4395-894e-5cfd94aa3a2e tempest-SecurityGroupsTestJSON-105101063 tempest-SecurityGroupsTestJSON-105101063-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/dbf872a4-92be-47e4-8561-c3e2bf2423ab/dbf872a4-92be-47e4-8561-c3e2bf2423ab.vmdk to [datastore2] 3c4b626f-0a92-4c1c-9240-7ed5e9ce623b/3c4b626f-0a92-4c1c-9240-7ed5e9ce623b.vmdk {{(pid=62328) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 688.792317] env[62328]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-585137f6-7792-4fc4-ae78-e7aa14cc1a73 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 688.797534] env[62328]: DEBUG oslo_vmware.api [None req-326bca38-94bd-4125-af24-bdc61fb27bff tempest-ServerDiskConfigTestJSON-126406698 tempest-ServerDiskConfigTestJSON-126406698-project-member] Task: {'id': task-2386588, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.380529} completed successfully. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 688.798167] env[62328]: DEBUG nova.virt.vmwareapi.ds_util [None req-326bca38-94bd-4125-af24-bdc61fb27bff tempest-ServerDiskConfigTestJSON-126406698 tempest-ServerDiskConfigTestJSON-126406698-project-member] Deleted the datastore file {{(pid=62328) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 688.798566] env[62328]: DEBUG nova.virt.vmwareapi.vmops [None req-326bca38-94bd-4125-af24-bdc61fb27bff tempest-ServerDiskConfigTestJSON-126406698 tempest-ServerDiskConfigTestJSON-126406698-project-member] [instance: 5a5e12bf-4082-40e8-bac8-a8a5b0033dec] Deleted contents of the VM from datastore datastore1 {{(pid=62328) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 688.798638] env[62328]: DEBUG nova.virt.vmwareapi.vmops [None req-326bca38-94bd-4125-af24-bdc61fb27bff tempest-ServerDiskConfigTestJSON-126406698 tempest-ServerDiskConfigTestJSON-126406698-project-member] [instance: 5a5e12bf-4082-40e8-bac8-a8a5b0033dec] Instance destroyed {{(pid=62328) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 688.798797] env[62328]: INFO nova.compute.manager [None req-326bca38-94bd-4125-af24-bdc61fb27bff tempest-ServerDiskConfigTestJSON-126406698 tempest-ServerDiskConfigTestJSON-126406698-project-member] [instance: 5a5e12bf-4082-40e8-bac8-a8a5b0033dec] Took 1.16 seconds to destroy the instance on the hypervisor. [ 688.799300] env[62328]: DEBUG oslo.service.loopingcall [None req-326bca38-94bd-4125-af24-bdc61fb27bff tempest-ServerDiskConfigTestJSON-126406698 tempest-ServerDiskConfigTestJSON-126406698-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62328) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 688.799515] env[62328]: DEBUG nova.compute.manager [-] [instance: 5a5e12bf-4082-40e8-bac8-a8a5b0033dec] Deallocating network for instance {{(pid=62328) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 688.799606] env[62328]: DEBUG nova.network.neutron [-] [instance: 5a5e12bf-4082-40e8-bac8-a8a5b0033dec] deallocate_for_instance() {{(pid=62328) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 688.802763] env[62328]: DEBUG oslo_vmware.api [None req-88250cb4-6546-4395-894e-5cfd94aa3a2e tempest-SecurityGroupsTestJSON-105101063 tempest-SecurityGroupsTestJSON-105101063-project-member] Waiting for the task: (returnval){ [ 688.802763] env[62328]: value = "task-2386591" [ 688.802763] env[62328]: _type = "Task" [ 688.802763] env[62328]: } to complete. {{(pid=62328) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 688.812606] env[62328]: DEBUG oslo_vmware.api [None req-88250cb4-6546-4395-894e-5cfd94aa3a2e tempest-SecurityGroupsTestJSON-105101063 tempest-SecurityGroupsTestJSON-105101063-project-member] Task: {'id': task-2386591, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 688.848132] env[62328]: DEBUG nova.compute.resource_tracker [None req-332cd9a1-235b-4315-894a-68f76363e980 None None] Instance c6b9b490-d331-47ac-8410-588490ab048d has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62328) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 688.848602] env[62328]: DEBUG nova.compute.resource_tracker [None req-332cd9a1-235b-4315-894a-68f76363e980 None None] Total usable vcpus: 48, total allocated vcpus: 19 {{(pid=62328) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 688.848669] env[62328]: DEBUG nova.compute.resource_tracker [None req-332cd9a1-235b-4315-894a-68f76363e980 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=4224MB phys_disk=200GB used_disk=19GB total_vcpus=48 used_vcpus=19 pci_stats=[] {{(pid=62328) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 689.275299] env[62328]: DEBUG oslo_vmware.api [None req-83238f0b-ab38-4c91-bc17-e11a4b455917 tempest-ServersAdmin275Test-1782090467 tempest-ServersAdmin275Test-1782090467-project-member] Task: {'id': task-2386590, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.146464} completed successfully. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 689.279846] env[62328]: DEBUG nova.virt.vmwareapi.ds_util [None req-83238f0b-ab38-4c91-bc17-e11a4b455917 tempest-ServersAdmin275Test-1782090467 tempest-ServersAdmin275Test-1782090467-project-member] Deleted the datastore file {{(pid=62328) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 689.280156] env[62328]: DEBUG nova.virt.vmwareapi.vmops [None req-83238f0b-ab38-4c91-bc17-e11a4b455917 tempest-ServersAdmin275Test-1782090467 tempest-ServersAdmin275Test-1782090467-project-member] [instance: 892b410e-c0ae-4ef6-90a6-fbf09d6ad76b] Deleted contents of the VM from datastore datastore1 {{(pid=62328) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 689.280281] env[62328]: DEBUG nova.virt.vmwareapi.vmops [None req-83238f0b-ab38-4c91-bc17-e11a4b455917 tempest-ServersAdmin275Test-1782090467 tempest-ServersAdmin275Test-1782090467-project-member] [instance: 892b410e-c0ae-4ef6-90a6-fbf09d6ad76b] Instance destroyed {{(pid=62328) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 689.280466] env[62328]: INFO nova.compute.manager [None req-83238f0b-ab38-4c91-bc17-e11a4b455917 tempest-ServersAdmin275Test-1782090467 tempest-ServersAdmin275Test-1782090467-project-member] [instance: 892b410e-c0ae-4ef6-90a6-fbf09d6ad76b] Took 1.11 seconds to destroy the instance on the hypervisor. [ 689.280718] env[62328]: DEBUG oslo.service.loopingcall [None req-83238f0b-ab38-4c91-bc17-e11a4b455917 tempest-ServersAdmin275Test-1782090467 tempest-ServersAdmin275Test-1782090467-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62328) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 689.284656] env[62328]: DEBUG nova.compute.manager [-] [instance: 892b410e-c0ae-4ef6-90a6-fbf09d6ad76b] Deallocating network for instance {{(pid=62328) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 689.284773] env[62328]: DEBUG nova.network.neutron [-] [instance: 892b410e-c0ae-4ef6-90a6-fbf09d6ad76b] deallocate_for_instance() {{(pid=62328) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 689.293791] env[62328]: DEBUG oslo_vmware.api [None req-861e4356-1ac6-41d4-8d0b-4e5a321db72c tempest-ServerActionsTestOtherA-1098162655 tempest-ServerActionsTestOtherA-1098162655-project-member] Task: {'id': task-2386587, 'name': ReconfigVM_Task, 'duration_secs': 0.65068} completed successfully. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 689.294086] env[62328]: DEBUG nova.virt.vmwareapi.volumeops [None req-861e4356-1ac6-41d4-8d0b-4e5a321db72c tempest-ServerActionsTestOtherA-1098162655 tempest-ServerActionsTestOtherA-1098162655-project-member] [instance: 66186b76-7021-4df1-b53c-2789906e37ac] Reconfigured VM instance instance-00000024 to attach disk [datastore2] 66186b76-7021-4df1-b53c-2789906e37ac/66186b76-7021-4df1-b53c-2789906e37ac.vmdk or device None with type sparse {{(pid=62328) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 689.294728] env[62328]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-f68d58f3-b21f-4572-aa74-573f4c07e3f4 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 689.302440] env[62328]: DEBUG oslo_vmware.api [None req-861e4356-1ac6-41d4-8d0b-4e5a321db72c tempest-ServerActionsTestOtherA-1098162655 tempest-ServerActionsTestOtherA-1098162655-project-member] Waiting for the task: (returnval){ [ 689.302440] env[62328]: value = "task-2386592" [ 689.302440] env[62328]: _type = "Task" [ 689.302440] env[62328]: } to complete. {{(pid=62328) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 689.311470] env[62328]: DEBUG nova.network.neutron [-] [instance: 892b410e-c0ae-4ef6-90a6-fbf09d6ad76b] Instance cache missing network info. {{(pid=62328) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 689.324560] env[62328]: DEBUG oslo_vmware.api [None req-861e4356-1ac6-41d4-8d0b-4e5a321db72c tempest-ServerActionsTestOtherA-1098162655 tempest-ServerActionsTestOtherA-1098162655-project-member] Task: {'id': task-2386592, 'name': Rename_Task} progress is 14%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 689.328345] env[62328]: DEBUG oslo_vmware.api [None req-88250cb4-6546-4395-894e-5cfd94aa3a2e tempest-SecurityGroupsTestJSON-105101063 tempest-SecurityGroupsTestJSON-105101063-project-member] Task: {'id': task-2386591, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 689.407029] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-974ae233-0de9-466a-83b9-1d5965888ca2 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 689.413859] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-29fee24d-b54a-4ef1-86aa-f9bc13d08fa2 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 689.456995] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a478b50e-70a8-40cd-80f0-ebc152a79d2e {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 689.467487] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8b72e197-d54e-4d34-8b7e-eb7ebe117eb5 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 689.485902] env[62328]: DEBUG nova.compute.provider_tree [None req-332cd9a1-235b-4315-894a-68f76363e980 None None] Inventory has not changed in ProviderTree for provider: 3469e9f8-04af-49ca-8435-49f104496744 {{(pid=62328) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 689.784244] env[62328]: DEBUG nova.network.neutron [req-39fec874-9cf5-4792-af38-31ce50e5569a req-cf9bb11c-3428-41da-8476-b9b05d3122ca service nova] [instance: 133b2694-7206-4e72-92d6-ee334b1470e5] Updated VIF entry in instance network info cache for port 4366409f-416b-458f-bd9c-0ddf818b6341. {{(pid=62328) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 689.784605] env[62328]: DEBUG nova.network.neutron [req-39fec874-9cf5-4792-af38-31ce50e5569a req-cf9bb11c-3428-41da-8476-b9b05d3122ca service nova] [instance: 133b2694-7206-4e72-92d6-ee334b1470e5] Updating instance_info_cache with network_info: [{"id": "4366409f-416b-458f-bd9c-0ddf818b6341", "address": "fa:16:3e:b1:b8:12", "network": {"id": "749fe653-a001-4f77-8b68-b9de9734c478", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-910615700-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.208", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "50a7d2d4f7894de0907b1c81180ee610", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1470a3f8-be8a-4339-8a6f-9519366f32e4", "external-id": "nsx-vlan-transportzone-375", "segmentation_id": 375, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4366409f-41", "ovs_interfaceid": "4366409f-416b-458f-bd9c-0ddf818b6341", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62328) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 689.817951] env[62328]: DEBUG nova.network.neutron [-] [instance: 892b410e-c0ae-4ef6-90a6-fbf09d6ad76b] Updating instance_info_cache with network_info: [] {{(pid=62328) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 689.822049] env[62328]: DEBUG oslo_vmware.api [None req-861e4356-1ac6-41d4-8d0b-4e5a321db72c tempest-ServerActionsTestOtherA-1098162655 tempest-ServerActionsTestOtherA-1098162655-project-member] Task: {'id': task-2386592, 'name': Rename_Task, 'duration_secs': 0.256737} completed successfully. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 689.824956] env[62328]: DEBUG nova.virt.vmwareapi.vm_util [None req-861e4356-1ac6-41d4-8d0b-4e5a321db72c tempest-ServerActionsTestOtherA-1098162655 tempest-ServerActionsTestOtherA-1098162655-project-member] [instance: 66186b76-7021-4df1-b53c-2789906e37ac] Powering on the VM {{(pid=62328) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 689.824956] env[62328]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-adfce044-c1cc-480f-8710-8857067baec4 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 689.843192] env[62328]: DEBUG oslo_vmware.api [None req-88250cb4-6546-4395-894e-5cfd94aa3a2e tempest-SecurityGroupsTestJSON-105101063 tempest-SecurityGroupsTestJSON-105101063-project-member] Task: {'id': task-2386591, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.823107} completed successfully. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 689.843192] env[62328]: DEBUG nova.virt.vmwareapi.vm_util [None req-88250cb4-6546-4395-894e-5cfd94aa3a2e tempest-SecurityGroupsTestJSON-105101063 tempest-SecurityGroupsTestJSON-105101063-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/dbf872a4-92be-47e4-8561-c3e2bf2423ab/dbf872a4-92be-47e4-8561-c3e2bf2423ab.vmdk to [datastore2] 3c4b626f-0a92-4c1c-9240-7ed5e9ce623b/3c4b626f-0a92-4c1c-9240-7ed5e9ce623b.vmdk {{(pid=62328) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 689.843337] env[62328]: DEBUG nova.virt.vmwareapi.vmops [None req-88250cb4-6546-4395-894e-5cfd94aa3a2e tempest-SecurityGroupsTestJSON-105101063 tempest-SecurityGroupsTestJSON-105101063-project-member] [instance: 3c4b626f-0a92-4c1c-9240-7ed5e9ce623b] Extending root virtual disk to 1048576 {{(pid=62328) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 689.843503] env[62328]: DEBUG oslo_vmware.api [None req-861e4356-1ac6-41d4-8d0b-4e5a321db72c tempest-ServerActionsTestOtherA-1098162655 tempest-ServerActionsTestOtherA-1098162655-project-member] Waiting for the task: (returnval){ [ 689.843503] env[62328]: value = "task-2386593" [ 689.843503] env[62328]: _type = "Task" [ 689.843503] env[62328]: } to complete. {{(pid=62328) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 689.843696] env[62328]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-10a1c0f9-9578-4c9e-aa9b-58241ec62cfc {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 689.856822] env[62328]: DEBUG oslo_vmware.api [None req-88250cb4-6546-4395-894e-5cfd94aa3a2e tempest-SecurityGroupsTestJSON-105101063 tempest-SecurityGroupsTestJSON-105101063-project-member] Waiting for the task: (returnval){ [ 689.856822] env[62328]: value = "task-2386594" [ 689.856822] env[62328]: _type = "Task" [ 689.856822] env[62328]: } to complete. {{(pid=62328) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 689.861184] env[62328]: DEBUG oslo_vmware.api [None req-861e4356-1ac6-41d4-8d0b-4e5a321db72c tempest-ServerActionsTestOtherA-1098162655 tempest-ServerActionsTestOtherA-1098162655-project-member] Task: {'id': task-2386593, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 689.862406] env[62328]: DEBUG nova.compute.manager [req-1ecb32b7-fa13-412a-9621-23473d0c1464 req-173e5cdf-afe8-41b1-bfc4-2e70233a2f7a service nova] [instance: 133b2694-7206-4e72-92d6-ee334b1470e5] Received event network-changed-4366409f-416b-458f-bd9c-0ddf818b6341 {{(pid=62328) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 689.862832] env[62328]: DEBUG nova.compute.manager [req-1ecb32b7-fa13-412a-9621-23473d0c1464 req-173e5cdf-afe8-41b1-bfc4-2e70233a2f7a service nova] [instance: 133b2694-7206-4e72-92d6-ee334b1470e5] Refreshing instance network info cache due to event network-changed-4366409f-416b-458f-bd9c-0ddf818b6341. {{(pid=62328) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 689.862832] env[62328]: DEBUG oslo_concurrency.lockutils [req-1ecb32b7-fa13-412a-9621-23473d0c1464 req-173e5cdf-afe8-41b1-bfc4-2e70233a2f7a service nova] Acquiring lock "refresh_cache-133b2694-7206-4e72-92d6-ee334b1470e5" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 689.871766] env[62328]: DEBUG oslo_vmware.api [None req-88250cb4-6546-4395-894e-5cfd94aa3a2e tempest-SecurityGroupsTestJSON-105101063 tempest-SecurityGroupsTestJSON-105101063-project-member] Task: {'id': task-2386594, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 689.991056] env[62328]: DEBUG nova.scheduler.client.report [None req-332cd9a1-235b-4315-894a-68f76363e980 None None] Inventory has not changed for provider 3469e9f8-04af-49ca-8435-49f104496744 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 152, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62328) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 690.288085] env[62328]: DEBUG oslo_concurrency.lockutils [req-39fec874-9cf5-4792-af38-31ce50e5569a req-cf9bb11c-3428-41da-8476-b9b05d3122ca service nova] Releasing lock "refresh_cache-133b2694-7206-4e72-92d6-ee334b1470e5" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 690.288554] env[62328]: DEBUG oslo_concurrency.lockutils [req-1ecb32b7-fa13-412a-9621-23473d0c1464 req-173e5cdf-afe8-41b1-bfc4-2e70233a2f7a service nova] Acquired lock "refresh_cache-133b2694-7206-4e72-92d6-ee334b1470e5" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.288764] env[62328]: DEBUG nova.network.neutron [req-1ecb32b7-fa13-412a-9621-23473d0c1464 req-173e5cdf-afe8-41b1-bfc4-2e70233a2f7a service nova] [instance: 133b2694-7206-4e72-92d6-ee334b1470e5] Refreshing network info cache for port 4366409f-416b-458f-bd9c-0ddf818b6341 {{(pid=62328) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 690.320438] env[62328]: INFO nova.compute.manager [-] [instance: 892b410e-c0ae-4ef6-90a6-fbf09d6ad76b] Took 1.04 seconds to deallocate network for instance. [ 690.337659] env[62328]: DEBUG nova.network.neutron [-] [instance: 5a5e12bf-4082-40e8-bac8-a8a5b0033dec] Updating instance_info_cache with network_info: [] {{(pid=62328) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 690.358542] env[62328]: DEBUG oslo_vmware.api [None req-861e4356-1ac6-41d4-8d0b-4e5a321db72c tempest-ServerActionsTestOtherA-1098162655 tempest-ServerActionsTestOtherA-1098162655-project-member] Task: {'id': task-2386593, 'name': PowerOnVM_Task} progress is 100%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 690.373482] env[62328]: DEBUG oslo_vmware.api [None req-88250cb4-6546-4395-894e-5cfd94aa3a2e tempest-SecurityGroupsTestJSON-105101063 tempest-SecurityGroupsTestJSON-105101063-project-member] Task: {'id': task-2386594, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.132426} completed successfully. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 690.373858] env[62328]: DEBUG nova.virt.vmwareapi.vmops [None req-88250cb4-6546-4395-894e-5cfd94aa3a2e tempest-SecurityGroupsTestJSON-105101063 tempest-SecurityGroupsTestJSON-105101063-project-member] [instance: 3c4b626f-0a92-4c1c-9240-7ed5e9ce623b] Extended root virtual disk {{(pid=62328) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 690.374678] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cabe713e-f24c-4e4b-988d-adf16b2daade {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 690.401621] env[62328]: DEBUG nova.virt.vmwareapi.volumeops [None req-88250cb4-6546-4395-894e-5cfd94aa3a2e tempest-SecurityGroupsTestJSON-105101063 tempest-SecurityGroupsTestJSON-105101063-project-member] [instance: 3c4b626f-0a92-4c1c-9240-7ed5e9ce623b] Reconfiguring VM instance instance-00000028 to attach disk [datastore2] 3c4b626f-0a92-4c1c-9240-7ed5e9ce623b/3c4b626f-0a92-4c1c-9240-7ed5e9ce623b.vmdk or device None with type sparse {{(pid=62328) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 690.402622] env[62328]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b3e3979d-3238-49ac-b0c5-f400c85b41c9 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 690.433915] env[62328]: DEBUG oslo_vmware.api [None req-88250cb4-6546-4395-894e-5cfd94aa3a2e tempest-SecurityGroupsTestJSON-105101063 tempest-SecurityGroupsTestJSON-105101063-project-member] Waiting for the task: (returnval){ [ 690.433915] env[62328]: value = "task-2386595" [ 690.433915] env[62328]: _type = "Task" [ 690.433915] env[62328]: } to complete. {{(pid=62328) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 690.442936] env[62328]: DEBUG oslo_vmware.api [None req-88250cb4-6546-4395-894e-5cfd94aa3a2e tempest-SecurityGroupsTestJSON-105101063 tempest-SecurityGroupsTestJSON-105101063-project-member] Task: {'id': task-2386595, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 690.499461] env[62328]: DEBUG nova.compute.resource_tracker [None req-332cd9a1-235b-4315-894a-68f76363e980 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=62328) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 690.499707] env[62328]: DEBUG oslo_concurrency.lockutils [None req-332cd9a1-235b-4315-894a-68f76363e980 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 7.750s {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 690.499990] env[62328]: DEBUG oslo_concurrency.lockutils [None req-fd749fd3-b052-43cc-950f-06ef27e6819d tempest-ServerMetadataNegativeTestJSON-401717437 tempest-ServerMetadataNegativeTestJSON-401717437-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 30.417s {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 690.501826] env[62328]: INFO nova.compute.claims [None req-fd749fd3-b052-43cc-950f-06ef27e6819d tempest-ServerMetadataNegativeTestJSON-401717437 tempest-ServerMetadataNegativeTestJSON-401717437-project-member] [instance: eaf3b1bf-6f71-48b1-b28d-bb882b9c2035] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 690.837105] env[62328]: DEBUG oslo_concurrency.lockutils [None req-83238f0b-ab38-4c91-bc17-e11a4b455917 tempest-ServersAdmin275Test-1782090467 tempest-ServersAdmin275Test-1782090467-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 690.847288] env[62328]: INFO nova.compute.manager [-] [instance: 5a5e12bf-4082-40e8-bac8-a8a5b0033dec] Took 2.05 seconds to deallocate network for instance. [ 690.870729] env[62328]: DEBUG oslo_vmware.api [None req-861e4356-1ac6-41d4-8d0b-4e5a321db72c tempest-ServerActionsTestOtherA-1098162655 tempest-ServerActionsTestOtherA-1098162655-project-member] Task: {'id': task-2386593, 'name': PowerOnVM_Task, 'duration_secs': 0.538135} completed successfully. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 690.870729] env[62328]: DEBUG nova.virt.vmwareapi.vm_util [None req-861e4356-1ac6-41d4-8d0b-4e5a321db72c tempest-ServerActionsTestOtherA-1098162655 tempest-ServerActionsTestOtherA-1098162655-project-member] [instance: 66186b76-7021-4df1-b53c-2789906e37ac] Powered on the VM {{(pid=62328) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 690.870729] env[62328]: DEBUG nova.compute.manager [None req-861e4356-1ac6-41d4-8d0b-4e5a321db72c tempest-ServerActionsTestOtherA-1098162655 tempest-ServerActionsTestOtherA-1098162655-project-member] [instance: 66186b76-7021-4df1-b53c-2789906e37ac] Checking state {{(pid=62328) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 690.871286] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5ba58b01-205c-4667-9448-bfe59bba3da9 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 690.947181] env[62328]: DEBUG oslo_vmware.api [None req-88250cb4-6546-4395-894e-5cfd94aa3a2e tempest-SecurityGroupsTestJSON-105101063 tempest-SecurityGroupsTestJSON-105101063-project-member] Task: {'id': task-2386595, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 691.283049] env[62328]: DEBUG nova.network.neutron [req-1ecb32b7-fa13-412a-9621-23473d0c1464 req-173e5cdf-afe8-41b1-bfc4-2e70233a2f7a service nova] [instance: 133b2694-7206-4e72-92d6-ee334b1470e5] Updated VIF entry in instance network info cache for port 4366409f-416b-458f-bd9c-0ddf818b6341. {{(pid=62328) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 691.283049] env[62328]: DEBUG nova.network.neutron [req-1ecb32b7-fa13-412a-9621-23473d0c1464 req-173e5cdf-afe8-41b1-bfc4-2e70233a2f7a service nova] [instance: 133b2694-7206-4e72-92d6-ee334b1470e5] Updating instance_info_cache with network_info: [{"id": "4366409f-416b-458f-bd9c-0ddf818b6341", "address": "fa:16:3e:b1:b8:12", "network": {"id": "749fe653-a001-4f77-8b68-b9de9734c478", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-910615700-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.208", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "50a7d2d4f7894de0907b1c81180ee610", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1470a3f8-be8a-4339-8a6f-9519366f32e4", "external-id": "nsx-vlan-transportzone-375", "segmentation_id": 375, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4366409f-41", "ovs_interfaceid": "4366409f-416b-458f-bd9c-0ddf818b6341", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62328) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 691.357310] env[62328]: DEBUG oslo_concurrency.lockutils [None req-326bca38-94bd-4125-af24-bdc61fb27bff tempest-ServerDiskConfigTestJSON-126406698 tempest-ServerDiskConfigTestJSON-126406698-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 691.383218] env[62328]: INFO nova.compute.manager [None req-861e4356-1ac6-41d4-8d0b-4e5a321db72c tempest-ServerActionsTestOtherA-1098162655 tempest-ServerActionsTestOtherA-1098162655-project-member] [instance: 66186b76-7021-4df1-b53c-2789906e37ac] bringing vm to original state: 'stopped' [ 691.445074] env[62328]: DEBUG oslo_vmware.api [None req-88250cb4-6546-4395-894e-5cfd94aa3a2e tempest-SecurityGroupsTestJSON-105101063 tempest-SecurityGroupsTestJSON-105101063-project-member] Task: {'id': task-2386595, 'name': ReconfigVM_Task, 'duration_secs': 0.639391} completed successfully. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 691.445378] env[62328]: DEBUG nova.virt.vmwareapi.volumeops [None req-88250cb4-6546-4395-894e-5cfd94aa3a2e tempest-SecurityGroupsTestJSON-105101063 tempest-SecurityGroupsTestJSON-105101063-project-member] [instance: 3c4b626f-0a92-4c1c-9240-7ed5e9ce623b] Reconfigured VM instance instance-00000028 to attach disk [datastore2] 3c4b626f-0a92-4c1c-9240-7ed5e9ce623b/3c4b626f-0a92-4c1c-9240-7ed5e9ce623b.vmdk or device None with type sparse {{(pid=62328) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 691.446013] env[62328]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-2a9d95cf-93e1-4e90-8196-a45ca76f54c9 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 691.452815] env[62328]: DEBUG oslo_vmware.api [None req-88250cb4-6546-4395-894e-5cfd94aa3a2e tempest-SecurityGroupsTestJSON-105101063 tempest-SecurityGroupsTestJSON-105101063-project-member] Waiting for the task: (returnval){ [ 691.452815] env[62328]: value = "task-2386596" [ 691.452815] env[62328]: _type = "Task" [ 691.452815] env[62328]: } to complete. {{(pid=62328) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 691.461493] env[62328]: DEBUG oslo_vmware.api [None req-88250cb4-6546-4395-894e-5cfd94aa3a2e tempest-SecurityGroupsTestJSON-105101063 tempest-SecurityGroupsTestJSON-105101063-project-member] Task: {'id': task-2386596, 'name': Rename_Task} progress is 0%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 691.788782] env[62328]: DEBUG oslo_concurrency.lockutils [req-1ecb32b7-fa13-412a-9621-23473d0c1464 req-173e5cdf-afe8-41b1-bfc4-2e70233a2f7a service nova] Releasing lock "refresh_cache-133b2694-7206-4e72-92d6-ee334b1470e5" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 691.971572] env[62328]: DEBUG oslo_vmware.api [None req-88250cb4-6546-4395-894e-5cfd94aa3a2e tempest-SecurityGroupsTestJSON-105101063 tempest-SecurityGroupsTestJSON-105101063-project-member] Task: {'id': task-2386596, 'name': Rename_Task, 'duration_secs': 0.15088} completed successfully. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 691.971972] env[62328]: DEBUG nova.virt.vmwareapi.vm_util [None req-88250cb4-6546-4395-894e-5cfd94aa3a2e tempest-SecurityGroupsTestJSON-105101063 tempest-SecurityGroupsTestJSON-105101063-project-member] [instance: 3c4b626f-0a92-4c1c-9240-7ed5e9ce623b] Powering on the VM {{(pid=62328) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 691.972259] env[62328]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-d80715b6-3290-4607-b762-ad8370d4813e {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 691.980180] env[62328]: DEBUG oslo_vmware.api [None req-88250cb4-6546-4395-894e-5cfd94aa3a2e tempest-SecurityGroupsTestJSON-105101063 tempest-SecurityGroupsTestJSON-105101063-project-member] Waiting for the task: (returnval){ [ 691.980180] env[62328]: value = "task-2386597" [ 691.980180] env[62328]: _type = "Task" [ 691.980180] env[62328]: } to complete. {{(pid=62328) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 691.991194] env[62328]: DEBUG oslo_vmware.api [None req-88250cb4-6546-4395-894e-5cfd94aa3a2e tempest-SecurityGroupsTestJSON-105101063 tempest-SecurityGroupsTestJSON-105101063-project-member] Task: {'id': task-2386597, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 692.151270] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7b4e91a5-d588-484e-8cfa-a123f1f71cda {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 692.159192] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-64499c8b-b094-449b-90d2-011cd8bc916c {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 692.195226] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-86a52ab3-d17f-4b91-af62-5d23abd10264 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 692.204072] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-17d208f0-bebc-4f00-8888-021d85733512 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 692.221448] env[62328]: DEBUG nova.compute.provider_tree [None req-fd749fd3-b052-43cc-950f-06ef27e6819d tempest-ServerMetadataNegativeTestJSON-401717437 tempest-ServerMetadataNegativeTestJSON-401717437-project-member] Inventory has not changed in ProviderTree for provider: 3469e9f8-04af-49ca-8435-49f104496744 {{(pid=62328) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 692.293879] env[62328]: DEBUG nova.compute.manager [req-3c4bf2c5-664b-441c-9ea9-ea4d048b3851 req-3cff35d0-6729-4e12-8637-efa68aac7656 service nova] [instance: 5a5e12bf-4082-40e8-bac8-a8a5b0033dec] Received event network-vif-deleted-f506d7c0-7b8a-47e7-8438-acba123c7975 {{(pid=62328) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 692.294108] env[62328]: DEBUG nova.compute.manager [req-3c4bf2c5-664b-441c-9ea9-ea4d048b3851 req-3cff35d0-6729-4e12-8637-efa68aac7656 service nova] [instance: 133b2694-7206-4e72-92d6-ee334b1470e5] Received event network-changed-4366409f-416b-458f-bd9c-0ddf818b6341 {{(pid=62328) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 692.294274] env[62328]: DEBUG nova.compute.manager [req-3c4bf2c5-664b-441c-9ea9-ea4d048b3851 req-3cff35d0-6729-4e12-8637-efa68aac7656 service nova] [instance: 133b2694-7206-4e72-92d6-ee334b1470e5] Refreshing instance network info cache due to event network-changed-4366409f-416b-458f-bd9c-0ddf818b6341. {{(pid=62328) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 692.294506] env[62328]: DEBUG oslo_concurrency.lockutils [req-3c4bf2c5-664b-441c-9ea9-ea4d048b3851 req-3cff35d0-6729-4e12-8637-efa68aac7656 service nova] Acquiring lock "refresh_cache-133b2694-7206-4e72-92d6-ee334b1470e5" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 692.294646] env[62328]: DEBUG oslo_concurrency.lockutils [req-3c4bf2c5-664b-441c-9ea9-ea4d048b3851 req-3cff35d0-6729-4e12-8637-efa68aac7656 service nova] Acquired lock "refresh_cache-133b2694-7206-4e72-92d6-ee334b1470e5" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.294804] env[62328]: DEBUG nova.network.neutron [req-3c4bf2c5-664b-441c-9ea9-ea4d048b3851 req-3cff35d0-6729-4e12-8637-efa68aac7656 service nova] [instance: 133b2694-7206-4e72-92d6-ee334b1470e5] Refreshing network info cache for port 4366409f-416b-458f-bd9c-0ddf818b6341 {{(pid=62328) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 692.394323] env[62328]: DEBUG oslo_concurrency.lockutils [None req-861e4356-1ac6-41d4-8d0b-4e5a321db72c tempest-ServerActionsTestOtherA-1098162655 tempest-ServerActionsTestOtherA-1098162655-project-member] Acquiring lock "66186b76-7021-4df1-b53c-2789906e37ac" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 692.394437] env[62328]: DEBUG oslo_concurrency.lockutils [None req-861e4356-1ac6-41d4-8d0b-4e5a321db72c tempest-ServerActionsTestOtherA-1098162655 tempest-ServerActionsTestOtherA-1098162655-project-member] Lock "66186b76-7021-4df1-b53c-2789906e37ac" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.000s {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 692.394615] env[62328]: DEBUG nova.compute.manager [None req-861e4356-1ac6-41d4-8d0b-4e5a321db72c tempest-ServerActionsTestOtherA-1098162655 tempest-ServerActionsTestOtherA-1098162655-project-member] [instance: 66186b76-7021-4df1-b53c-2789906e37ac] Checking state {{(pid=62328) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 692.396035] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b35470f3-95f9-44b7-b974-efc86e7f688d {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 692.404038] env[62328]: DEBUG nova.compute.manager [None req-861e4356-1ac6-41d4-8d0b-4e5a321db72c tempest-ServerActionsTestOtherA-1098162655 tempest-ServerActionsTestOtherA-1098162655-project-member] [instance: 66186b76-7021-4df1-b53c-2789906e37ac] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=62328) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 692.493027] env[62328]: DEBUG oslo_vmware.api [None req-88250cb4-6546-4395-894e-5cfd94aa3a2e tempest-SecurityGroupsTestJSON-105101063 tempest-SecurityGroupsTestJSON-105101063-project-member] Task: {'id': task-2386597, 'name': PowerOnVM_Task, 'duration_secs': 0.476638} completed successfully. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 692.493027] env[62328]: DEBUG nova.virt.vmwareapi.vm_util [None req-88250cb4-6546-4395-894e-5cfd94aa3a2e tempest-SecurityGroupsTestJSON-105101063 tempest-SecurityGroupsTestJSON-105101063-project-member] [instance: 3c4b626f-0a92-4c1c-9240-7ed5e9ce623b] Powered on the VM {{(pid=62328) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 692.495504] env[62328]: INFO nova.compute.manager [None req-88250cb4-6546-4395-894e-5cfd94aa3a2e tempest-SecurityGroupsTestJSON-105101063 tempest-SecurityGroupsTestJSON-105101063-project-member] [instance: 3c4b626f-0a92-4c1c-9240-7ed5e9ce623b] Took 9.92 seconds to spawn the instance on the hypervisor. [ 692.495504] env[62328]: DEBUG nova.compute.manager [None req-88250cb4-6546-4395-894e-5cfd94aa3a2e tempest-SecurityGroupsTestJSON-105101063 tempest-SecurityGroupsTestJSON-105101063-project-member] [instance: 3c4b626f-0a92-4c1c-9240-7ed5e9ce623b] Checking state {{(pid=62328) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 692.495504] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3f0c1f1e-8066-43c7-af0e-9a0b2bb48981 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 692.724346] env[62328]: DEBUG nova.scheduler.client.report [None req-fd749fd3-b052-43cc-950f-06ef27e6819d tempest-ServerMetadataNegativeTestJSON-401717437 tempest-ServerMetadataNegativeTestJSON-401717437-project-member] Inventory has not changed for provider 3469e9f8-04af-49ca-8435-49f104496744 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 152, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62328) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 692.907766] env[62328]: DEBUG nova.virt.vmwareapi.vm_util [None req-861e4356-1ac6-41d4-8d0b-4e5a321db72c tempest-ServerActionsTestOtherA-1098162655 tempest-ServerActionsTestOtherA-1098162655-project-member] [instance: 66186b76-7021-4df1-b53c-2789906e37ac] Powering off the VM {{(pid=62328) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 692.909789] env[62328]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-6d86cd1b-6d67-475d-bd77-fc4a8f65a28b {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 692.915673] env[62328]: DEBUG oslo_vmware.api [None req-861e4356-1ac6-41d4-8d0b-4e5a321db72c tempest-ServerActionsTestOtherA-1098162655 tempest-ServerActionsTestOtherA-1098162655-project-member] Waiting for the task: (returnval){ [ 692.915673] env[62328]: value = "task-2386598" [ 692.915673] env[62328]: _type = "Task" [ 692.915673] env[62328]: } to complete. {{(pid=62328) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 692.925215] env[62328]: DEBUG oslo_vmware.api [None req-861e4356-1ac6-41d4-8d0b-4e5a321db72c tempest-ServerActionsTestOtherA-1098162655 tempest-ServerActionsTestOtherA-1098162655-project-member] Task: {'id': task-2386598, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 692.943228] env[62328]: DEBUG oslo_concurrency.lockutils [None req-98666e19-d5bd-4e17-a7ae-664a080e849b tempest-ServersWithSpecificFlavorTestJSON-2091780743 tempest-ServersWithSpecificFlavorTestJSON-2091780743-project-member] Acquiring lock "9f267eb4-d272-4f61-b795-076cb51f80b6" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 692.943228] env[62328]: DEBUG oslo_concurrency.lockutils [None req-98666e19-d5bd-4e17-a7ae-664a080e849b tempest-ServersWithSpecificFlavorTestJSON-2091780743 tempest-ServersWithSpecificFlavorTestJSON-2091780743-project-member] Lock "9f267eb4-d272-4f61-b795-076cb51f80b6" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 692.943389] env[62328]: DEBUG oslo_concurrency.lockutils [None req-98666e19-d5bd-4e17-a7ae-664a080e849b tempest-ServersWithSpecificFlavorTestJSON-2091780743 tempest-ServersWithSpecificFlavorTestJSON-2091780743-project-member] Acquiring lock "9f267eb4-d272-4f61-b795-076cb51f80b6-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 692.943564] env[62328]: DEBUG oslo_concurrency.lockutils [None req-98666e19-d5bd-4e17-a7ae-664a080e849b tempest-ServersWithSpecificFlavorTestJSON-2091780743 tempest-ServersWithSpecificFlavorTestJSON-2091780743-project-member] Lock "9f267eb4-d272-4f61-b795-076cb51f80b6-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 692.943735] env[62328]: DEBUG oslo_concurrency.lockutils [None req-98666e19-d5bd-4e17-a7ae-664a080e849b tempest-ServersWithSpecificFlavorTestJSON-2091780743 tempest-ServersWithSpecificFlavorTestJSON-2091780743-project-member] Lock "9f267eb4-d272-4f61-b795-076cb51f80b6-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 692.945860] env[62328]: INFO nova.compute.manager [None req-98666e19-d5bd-4e17-a7ae-664a080e849b tempest-ServersWithSpecificFlavorTestJSON-2091780743 tempest-ServersWithSpecificFlavorTestJSON-2091780743-project-member] [instance: 9f267eb4-d272-4f61-b795-076cb51f80b6] Terminating instance [ 693.014147] env[62328]: INFO nova.compute.manager [None req-88250cb4-6546-4395-894e-5cfd94aa3a2e tempest-SecurityGroupsTestJSON-105101063 tempest-SecurityGroupsTestJSON-105101063-project-member] [instance: 3c4b626f-0a92-4c1c-9240-7ed5e9ce623b] Took 37.73 seconds to build instance. [ 693.229996] env[62328]: DEBUG oslo_concurrency.lockutils [None req-fd749fd3-b052-43cc-950f-06ef27e6819d tempest-ServerMetadataNegativeTestJSON-401717437 tempest-ServerMetadataNegativeTestJSON-401717437-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.730s {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 693.230497] env[62328]: DEBUG nova.compute.manager [None req-fd749fd3-b052-43cc-950f-06ef27e6819d tempest-ServerMetadataNegativeTestJSON-401717437 tempest-ServerMetadataNegativeTestJSON-401717437-project-member] [instance: eaf3b1bf-6f71-48b1-b28d-bb882b9c2035] Start building networks asynchronously for instance. {{(pid=62328) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 693.233064] env[62328]: DEBUG oslo_concurrency.lockutils [None req-e85c638f-8729-41ad-947e-773bda205390 tempest-AttachInterfacesV270Test-1787492697 tempest-AttachInterfacesV270Test-1787492697-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 30.363s {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 693.233343] env[62328]: DEBUG oslo_concurrency.lockutils [None req-e85c638f-8729-41ad-947e-773bda205390 tempest-AttachInterfacesV270Test-1787492697 tempest-AttachInterfacesV270Test-1787492697-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 693.235534] env[62328]: DEBUG oslo_concurrency.lockutils [None req-312c1a2b-0654-48ae-b885-1c1d1a40c535 tempest-ServersTestJSON-2041147199 tempest-ServersTestJSON-2041147199-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 30.333s {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 693.237349] env[62328]: INFO nova.compute.claims [None req-312c1a2b-0654-48ae-b885-1c1d1a40c535 tempest-ServersTestJSON-2041147199 tempest-ServersTestJSON-2041147199-project-member] [instance: 3c9e10d6-deb6-4b1b-8dfe-9e85e3b19e85] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 693.291472] env[62328]: INFO nova.scheduler.client.report [None req-e85c638f-8729-41ad-947e-773bda205390 tempest-AttachInterfacesV270Test-1787492697 tempest-AttachInterfacesV270Test-1787492697-project-member] Deleted allocations for instance 0c794ef1-25d2-43a2-a0f3-98083f82eeac [ 693.405194] env[62328]: DEBUG nova.network.neutron [req-3c4bf2c5-664b-441c-9ea9-ea4d048b3851 req-3cff35d0-6729-4e12-8637-efa68aac7656 service nova] [instance: 133b2694-7206-4e72-92d6-ee334b1470e5] Updated VIF entry in instance network info cache for port 4366409f-416b-458f-bd9c-0ddf818b6341. {{(pid=62328) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 693.405194] env[62328]: DEBUG nova.network.neutron [req-3c4bf2c5-664b-441c-9ea9-ea4d048b3851 req-3cff35d0-6729-4e12-8637-efa68aac7656 service nova] [instance: 133b2694-7206-4e72-92d6-ee334b1470e5] Updating instance_info_cache with network_info: [{"id": "4366409f-416b-458f-bd9c-0ddf818b6341", "address": "fa:16:3e:b1:b8:12", "network": {"id": "749fe653-a001-4f77-8b68-b9de9734c478", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-910615700-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "50a7d2d4f7894de0907b1c81180ee610", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1470a3f8-be8a-4339-8a6f-9519366f32e4", "external-id": "nsx-vlan-transportzone-375", "segmentation_id": 375, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4366409f-41", "ovs_interfaceid": "4366409f-416b-458f-bd9c-0ddf818b6341", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62328) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 693.433612] env[62328]: DEBUG oslo_vmware.api [None req-861e4356-1ac6-41d4-8d0b-4e5a321db72c tempest-ServerActionsTestOtherA-1098162655 tempest-ServerActionsTestOtherA-1098162655-project-member] Task: {'id': task-2386598, 'name': PowerOffVM_Task, 'duration_secs': 0.190073} completed successfully. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 693.433612] env[62328]: DEBUG nova.virt.vmwareapi.vm_util [None req-861e4356-1ac6-41d4-8d0b-4e5a321db72c tempest-ServerActionsTestOtherA-1098162655 tempest-ServerActionsTestOtherA-1098162655-project-member] [instance: 66186b76-7021-4df1-b53c-2789906e37ac] Powered off the VM {{(pid=62328) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 693.433612] env[62328]: DEBUG nova.compute.manager [None req-861e4356-1ac6-41d4-8d0b-4e5a321db72c tempest-ServerActionsTestOtherA-1098162655 tempest-ServerActionsTestOtherA-1098162655-project-member] [instance: 66186b76-7021-4df1-b53c-2789906e37ac] Checking state {{(pid=62328) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 693.433612] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e76b6c34-c753-4f96-a2f0-91e174f5efb0 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 693.453199] env[62328]: DEBUG nova.compute.manager [None req-98666e19-d5bd-4e17-a7ae-664a080e849b tempest-ServersWithSpecificFlavorTestJSON-2091780743 tempest-ServersWithSpecificFlavorTestJSON-2091780743-project-member] [instance: 9f267eb4-d272-4f61-b795-076cb51f80b6] Start destroying the instance on the hypervisor. {{(pid=62328) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 693.453475] env[62328]: DEBUG nova.virt.vmwareapi.vmops [None req-98666e19-d5bd-4e17-a7ae-664a080e849b tempest-ServersWithSpecificFlavorTestJSON-2091780743 tempest-ServersWithSpecificFlavorTestJSON-2091780743-project-member] [instance: 9f267eb4-d272-4f61-b795-076cb51f80b6] Destroying instance {{(pid=62328) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 693.456330] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-369535e9-678a-49f1-a669-8f768004ea05 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 693.463457] env[62328]: DEBUG nova.virt.vmwareapi.vm_util [None req-98666e19-d5bd-4e17-a7ae-664a080e849b tempest-ServersWithSpecificFlavorTestJSON-2091780743 tempest-ServersWithSpecificFlavorTestJSON-2091780743-project-member] [instance: 9f267eb4-d272-4f61-b795-076cb51f80b6] Powering off the VM {{(pid=62328) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 693.464038] env[62328]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f15f4041-d0d2-48fb-ae4a-957ee6780f03 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 693.473038] env[62328]: DEBUG oslo_vmware.api [None req-98666e19-d5bd-4e17-a7ae-664a080e849b tempest-ServersWithSpecificFlavorTestJSON-2091780743 tempest-ServersWithSpecificFlavorTestJSON-2091780743-project-member] Waiting for the task: (returnval){ [ 693.473038] env[62328]: value = "task-2386602" [ 693.473038] env[62328]: _type = "Task" [ 693.473038] env[62328]: } to complete. {{(pid=62328) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 693.481714] env[62328]: DEBUG oslo_vmware.api [None req-98666e19-d5bd-4e17-a7ae-664a080e849b tempest-ServersWithSpecificFlavorTestJSON-2091780743 tempest-ServersWithSpecificFlavorTestJSON-2091780743-project-member] Task: {'id': task-2386602, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 693.516997] env[62328]: DEBUG oslo_concurrency.lockutils [None req-88250cb4-6546-4395-894e-5cfd94aa3a2e tempest-SecurityGroupsTestJSON-105101063 tempest-SecurityGroupsTestJSON-105101063-project-member] Lock "3c4b626f-0a92-4c1c-9240-7ed5e9ce623b" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 61.727s {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 693.746267] env[62328]: DEBUG nova.compute.utils [None req-fd749fd3-b052-43cc-950f-06ef27e6819d tempest-ServerMetadataNegativeTestJSON-401717437 tempest-ServerMetadataNegativeTestJSON-401717437-project-member] Using /dev/sd instead of None {{(pid=62328) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 693.749818] env[62328]: DEBUG nova.compute.manager [None req-fd749fd3-b052-43cc-950f-06ef27e6819d tempest-ServerMetadataNegativeTestJSON-401717437 tempest-ServerMetadataNegativeTestJSON-401717437-project-member] [instance: eaf3b1bf-6f71-48b1-b28d-bb882b9c2035] Allocating IP information in the background. {{(pid=62328) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 693.750229] env[62328]: DEBUG nova.network.neutron [None req-fd749fd3-b052-43cc-950f-06ef27e6819d tempest-ServerMetadataNegativeTestJSON-401717437 tempest-ServerMetadataNegativeTestJSON-401717437-project-member] [instance: eaf3b1bf-6f71-48b1-b28d-bb882b9c2035] allocate_for_instance() {{(pid=62328) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 693.810035] env[62328]: DEBUG oslo_concurrency.lockutils [None req-e85c638f-8729-41ad-947e-773bda205390 tempest-AttachInterfacesV270Test-1787492697 tempest-AttachInterfacesV270Test-1787492697-project-member] Lock "0c794ef1-25d2-43a2-a0f3-98083f82eeac" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 34.472s {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 693.818480] env[62328]: DEBUG nova.policy [None req-fd749fd3-b052-43cc-950f-06ef27e6819d tempest-ServerMetadataNegativeTestJSON-401717437 tempest-ServerMetadataNegativeTestJSON-401717437-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '47345ed624ea43a8827f826dc282cada', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '7d0d83bdf73b427aad2425ccf709864c', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62328) authorize /opt/stack/nova/nova/policy.py:192}} [ 693.908690] env[62328]: DEBUG oslo_concurrency.lockutils [req-3c4bf2c5-664b-441c-9ea9-ea4d048b3851 req-3cff35d0-6729-4e12-8637-efa68aac7656 service nova] Releasing lock "refresh_cache-133b2694-7206-4e72-92d6-ee334b1470e5" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 693.909129] env[62328]: DEBUG nova.compute.manager [req-3c4bf2c5-664b-441c-9ea9-ea4d048b3851 req-3cff35d0-6729-4e12-8637-efa68aac7656 service nova] [instance: 133b2694-7206-4e72-92d6-ee334b1470e5] Received event network-changed-4366409f-416b-458f-bd9c-0ddf818b6341 {{(pid=62328) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 693.909281] env[62328]: DEBUG nova.compute.manager [req-3c4bf2c5-664b-441c-9ea9-ea4d048b3851 req-3cff35d0-6729-4e12-8637-efa68aac7656 service nova] [instance: 133b2694-7206-4e72-92d6-ee334b1470e5] Refreshing instance network info cache due to event network-changed-4366409f-416b-458f-bd9c-0ddf818b6341. {{(pid=62328) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 693.909585] env[62328]: DEBUG oslo_concurrency.lockutils [req-3c4bf2c5-664b-441c-9ea9-ea4d048b3851 req-3cff35d0-6729-4e12-8637-efa68aac7656 service nova] Acquiring lock "refresh_cache-133b2694-7206-4e72-92d6-ee334b1470e5" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 693.909798] env[62328]: DEBUG oslo_concurrency.lockutils [req-3c4bf2c5-664b-441c-9ea9-ea4d048b3851 req-3cff35d0-6729-4e12-8637-efa68aac7656 service nova] Acquired lock "refresh_cache-133b2694-7206-4e72-92d6-ee334b1470e5" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.910049] env[62328]: DEBUG nova.network.neutron [req-3c4bf2c5-664b-441c-9ea9-ea4d048b3851 req-3cff35d0-6729-4e12-8637-efa68aac7656 service nova] [instance: 133b2694-7206-4e72-92d6-ee334b1470e5] Refreshing network info cache for port 4366409f-416b-458f-bd9c-0ddf818b6341 {{(pid=62328) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 693.944267] env[62328]: DEBUG oslo_concurrency.lockutils [None req-861e4356-1ac6-41d4-8d0b-4e5a321db72c tempest-ServerActionsTestOtherA-1098162655 tempest-ServerActionsTestOtherA-1098162655-project-member] Lock "66186b76-7021-4df1-b53c-2789906e37ac" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 1.549s {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 693.986730] env[62328]: DEBUG oslo_vmware.api [None req-98666e19-d5bd-4e17-a7ae-664a080e849b tempest-ServersWithSpecificFlavorTestJSON-2091780743 tempest-ServersWithSpecificFlavorTestJSON-2091780743-project-member] Task: {'id': task-2386602, 'name': PowerOffVM_Task, 'duration_secs': 0.196516} completed successfully. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 693.988015] env[62328]: DEBUG nova.virt.vmwareapi.vm_util [None req-98666e19-d5bd-4e17-a7ae-664a080e849b tempest-ServersWithSpecificFlavorTestJSON-2091780743 tempest-ServersWithSpecificFlavorTestJSON-2091780743-project-member] [instance: 9f267eb4-d272-4f61-b795-076cb51f80b6] Powered off the VM {{(pid=62328) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 693.988015] env[62328]: DEBUG nova.virt.vmwareapi.vmops [None req-98666e19-d5bd-4e17-a7ae-664a080e849b tempest-ServersWithSpecificFlavorTestJSON-2091780743 tempest-ServersWithSpecificFlavorTestJSON-2091780743-project-member] [instance: 9f267eb4-d272-4f61-b795-076cb51f80b6] Unregistering the VM {{(pid=62328) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 693.988015] env[62328]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-b98ca5ee-90b9-419b-aec6-fee53f723944 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 694.020496] env[62328]: DEBUG nova.compute.manager [None req-c84ead5e-11b3-4a7f-b86e-6c47837683dd tempest-ServerRescueTestJSON-434379102 tempest-ServerRescueTestJSON-434379102-project-member] [instance: c6b9b490-d331-47ac-8410-588490ab048d] Starting instance... {{(pid=62328) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 694.062346] env[62328]: DEBUG nova.virt.vmwareapi.vmops [None req-98666e19-d5bd-4e17-a7ae-664a080e849b tempest-ServersWithSpecificFlavorTestJSON-2091780743 tempest-ServersWithSpecificFlavorTestJSON-2091780743-project-member] [instance: 9f267eb4-d272-4f61-b795-076cb51f80b6] Unregistered the VM {{(pid=62328) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 694.062936] env[62328]: DEBUG nova.virt.vmwareapi.vmops [None req-98666e19-d5bd-4e17-a7ae-664a080e849b tempest-ServersWithSpecificFlavorTestJSON-2091780743 tempest-ServersWithSpecificFlavorTestJSON-2091780743-project-member] [instance: 9f267eb4-d272-4f61-b795-076cb51f80b6] Deleting contents of the VM from datastore datastore2 {{(pid=62328) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 694.062936] env[62328]: DEBUG nova.virt.vmwareapi.ds_util [None req-98666e19-d5bd-4e17-a7ae-664a080e849b tempest-ServersWithSpecificFlavorTestJSON-2091780743 tempest-ServersWithSpecificFlavorTestJSON-2091780743-project-member] Deleting the datastore file [datastore2] 9f267eb4-d272-4f61-b795-076cb51f80b6 {{(pid=62328) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 694.062936] env[62328]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-25d3c10d-230c-4826-812b-7eacd7ca67bf {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 694.069470] env[62328]: DEBUG oslo_vmware.api [None req-98666e19-d5bd-4e17-a7ae-664a080e849b tempest-ServersWithSpecificFlavorTestJSON-2091780743 tempest-ServersWithSpecificFlavorTestJSON-2091780743-project-member] Waiting for the task: (returnval){ [ 694.069470] env[62328]: value = "task-2386604" [ 694.069470] env[62328]: _type = "Task" [ 694.069470] env[62328]: } to complete. {{(pid=62328) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 694.078288] env[62328]: DEBUG oslo_vmware.api [None req-98666e19-d5bd-4e17-a7ae-664a080e849b tempest-ServersWithSpecificFlavorTestJSON-2091780743 tempest-ServersWithSpecificFlavorTestJSON-2091780743-project-member] Task: {'id': task-2386604, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 694.253257] env[62328]: DEBUG nova.compute.manager [None req-fd749fd3-b052-43cc-950f-06ef27e6819d tempest-ServerMetadataNegativeTestJSON-401717437 tempest-ServerMetadataNegativeTestJSON-401717437-project-member] [instance: eaf3b1bf-6f71-48b1-b28d-bb882b9c2035] Start building block device mappings for instance. {{(pid=62328) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 694.262421] env[62328]: DEBUG oslo_concurrency.lockutils [None req-9a602b75-500b-41db-a1d1-6e5c34b96618 tempest-ServersWithSpecificFlavorTestJSON-2091780743 tempest-ServersWithSpecificFlavorTestJSON-2091780743-project-member] Acquiring lock "4012f976-bb83-4296-8a36-f3af12570729" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 694.262878] env[62328]: DEBUG oslo_concurrency.lockutils [None req-9a602b75-500b-41db-a1d1-6e5c34b96618 tempest-ServersWithSpecificFlavorTestJSON-2091780743 tempest-ServersWithSpecificFlavorTestJSON-2091780743-project-member] Lock "4012f976-bb83-4296-8a36-f3af12570729" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 694.418049] env[62328]: DEBUG nova.network.neutron [None req-fd749fd3-b052-43cc-950f-06ef27e6819d tempest-ServerMetadataNegativeTestJSON-401717437 tempest-ServerMetadataNegativeTestJSON-401717437-project-member] [instance: eaf3b1bf-6f71-48b1-b28d-bb882b9c2035] Successfully created port: 01c26390-7810-4e40-945a-02f7f3722800 {{(pid=62328) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 694.456585] env[62328]: DEBUG oslo_concurrency.lockutils [None req-861e4356-1ac6-41d4-8d0b-4e5a321db72c tempest-ServerActionsTestOtherA-1098162655 tempest-ServerActionsTestOtherA-1098162655-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 694.481475] env[62328]: DEBUG oslo_concurrency.lockutils [None req-0e1d5a33-d5ee-4044-8e4d-29e9d424f5af tempest-ServerRescueTestJSONUnderV235-477445181 tempest-ServerRescueTestJSONUnderV235-477445181-project-member] Acquiring lock "133b2694-7206-4e72-92d6-ee334b1470e5" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 694.481716] env[62328]: DEBUG oslo_concurrency.lockutils [None req-0e1d5a33-d5ee-4044-8e4d-29e9d424f5af tempest-ServerRescueTestJSONUnderV235-477445181 tempest-ServerRescueTestJSONUnderV235-477445181-project-member] Lock "133b2694-7206-4e72-92d6-ee334b1470e5" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 694.481918] env[62328]: DEBUG oslo_concurrency.lockutils [None req-0e1d5a33-d5ee-4044-8e4d-29e9d424f5af tempest-ServerRescueTestJSONUnderV235-477445181 tempest-ServerRescueTestJSONUnderV235-477445181-project-member] Acquiring lock "133b2694-7206-4e72-92d6-ee334b1470e5-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 694.482111] env[62328]: DEBUG oslo_concurrency.lockutils [None req-0e1d5a33-d5ee-4044-8e4d-29e9d424f5af tempest-ServerRescueTestJSONUnderV235-477445181 tempest-ServerRescueTestJSONUnderV235-477445181-project-member] Lock "133b2694-7206-4e72-92d6-ee334b1470e5-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 694.482283] env[62328]: DEBUG oslo_concurrency.lockutils [None req-0e1d5a33-d5ee-4044-8e4d-29e9d424f5af tempest-ServerRescueTestJSONUnderV235-477445181 tempest-ServerRescueTestJSONUnderV235-477445181-project-member] Lock "133b2694-7206-4e72-92d6-ee334b1470e5-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 694.486707] env[62328]: INFO nova.compute.manager [None req-0e1d5a33-d5ee-4044-8e4d-29e9d424f5af tempest-ServerRescueTestJSONUnderV235-477445181 tempest-ServerRescueTestJSONUnderV235-477445181-project-member] [instance: 133b2694-7206-4e72-92d6-ee334b1470e5] Terminating instance [ 694.543844] env[62328]: DEBUG oslo_concurrency.lockutils [None req-c84ead5e-11b3-4a7f-b86e-6c47837683dd tempest-ServerRescueTestJSON-434379102 tempest-ServerRescueTestJSON-434379102-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 694.581929] env[62328]: DEBUG oslo_vmware.api [None req-98666e19-d5bd-4e17-a7ae-664a080e849b tempest-ServersWithSpecificFlavorTestJSON-2091780743 tempest-ServersWithSpecificFlavorTestJSON-2091780743-project-member] Task: {'id': task-2386604, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.154824} completed successfully. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 694.584587] env[62328]: DEBUG nova.virt.vmwareapi.ds_util [None req-98666e19-d5bd-4e17-a7ae-664a080e849b tempest-ServersWithSpecificFlavorTestJSON-2091780743 tempest-ServersWithSpecificFlavorTestJSON-2091780743-project-member] Deleted the datastore file {{(pid=62328) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 694.584759] env[62328]: DEBUG nova.virt.vmwareapi.vmops [None req-98666e19-d5bd-4e17-a7ae-664a080e849b tempest-ServersWithSpecificFlavorTestJSON-2091780743 tempest-ServersWithSpecificFlavorTestJSON-2091780743-project-member] [instance: 9f267eb4-d272-4f61-b795-076cb51f80b6] Deleted contents of the VM from datastore datastore2 {{(pid=62328) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 694.584935] env[62328]: DEBUG nova.virt.vmwareapi.vmops [None req-98666e19-d5bd-4e17-a7ae-664a080e849b tempest-ServersWithSpecificFlavorTestJSON-2091780743 tempest-ServersWithSpecificFlavorTestJSON-2091780743-project-member] [instance: 9f267eb4-d272-4f61-b795-076cb51f80b6] Instance destroyed {{(pid=62328) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 694.585118] env[62328]: INFO nova.compute.manager [None req-98666e19-d5bd-4e17-a7ae-664a080e849b tempest-ServersWithSpecificFlavorTestJSON-2091780743 tempest-ServersWithSpecificFlavorTestJSON-2091780743-project-member] [instance: 9f267eb4-d272-4f61-b795-076cb51f80b6] Took 1.13 seconds to destroy the instance on the hypervisor. [ 694.588353] env[62328]: DEBUG oslo.service.loopingcall [None req-98666e19-d5bd-4e17-a7ae-664a080e849b tempest-ServersWithSpecificFlavorTestJSON-2091780743 tempest-ServersWithSpecificFlavorTestJSON-2091780743-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62328) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 694.588353] env[62328]: DEBUG nova.compute.manager [-] [instance: 9f267eb4-d272-4f61-b795-076cb51f80b6] Deallocating network for instance {{(pid=62328) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 694.588353] env[62328]: DEBUG nova.network.neutron [-] [instance: 9f267eb4-d272-4f61-b795-076cb51f80b6] deallocate_for_instance() {{(pid=62328) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 694.842310] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3577f916-84f9-4a3c-8b3b-27ee68fb42ee {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 694.852420] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-641a618f-cf81-443d-9113-0411404b0368 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 694.886547] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c75c4d47-738d-49a7-843a-c42fccae7fb5 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 694.894438] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f8f40a03-0bf7-41e7-8ff3-0f96fca6ff4e {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 694.910690] env[62328]: DEBUG nova.compute.provider_tree [None req-312c1a2b-0654-48ae-b885-1c1d1a40c535 tempest-ServersTestJSON-2041147199 tempest-ServersTestJSON-2041147199-project-member] Inventory has not changed in ProviderTree for provider: 3469e9f8-04af-49ca-8435-49f104496744 {{(pid=62328) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 694.959269] env[62328]: DEBUG nova.network.neutron [req-3c4bf2c5-664b-441c-9ea9-ea4d048b3851 req-3cff35d0-6729-4e12-8637-efa68aac7656 service nova] [instance: 133b2694-7206-4e72-92d6-ee334b1470e5] Updated VIF entry in instance network info cache for port 4366409f-416b-458f-bd9c-0ddf818b6341. {{(pid=62328) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 694.959682] env[62328]: DEBUG nova.network.neutron [req-3c4bf2c5-664b-441c-9ea9-ea4d048b3851 req-3cff35d0-6729-4e12-8637-efa68aac7656 service nova] [instance: 133b2694-7206-4e72-92d6-ee334b1470e5] Updating instance_info_cache with network_info: [{"id": "4366409f-416b-458f-bd9c-0ddf818b6341", "address": "fa:16:3e:b1:b8:12", "network": {"id": "749fe653-a001-4f77-8b68-b9de9734c478", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-910615700-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "50a7d2d4f7894de0907b1c81180ee610", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1470a3f8-be8a-4339-8a6f-9519366f32e4", "external-id": "nsx-vlan-transportzone-375", "segmentation_id": 375, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4366409f-41", "ovs_interfaceid": "4366409f-416b-458f-bd9c-0ddf818b6341", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62328) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 694.991540] env[62328]: DEBUG nova.compute.manager [None req-0e1d5a33-d5ee-4044-8e4d-29e9d424f5af tempest-ServerRescueTestJSONUnderV235-477445181 tempest-ServerRescueTestJSONUnderV235-477445181-project-member] [instance: 133b2694-7206-4e72-92d6-ee334b1470e5] Start destroying the instance on the hypervisor. {{(pid=62328) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 694.991922] env[62328]: DEBUG nova.virt.vmwareapi.vmops [None req-0e1d5a33-d5ee-4044-8e4d-29e9d424f5af tempest-ServerRescueTestJSONUnderV235-477445181 tempest-ServerRescueTestJSONUnderV235-477445181-project-member] [instance: 133b2694-7206-4e72-92d6-ee334b1470e5] Destroying instance {{(pid=62328) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 694.994461] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fddd1b51-bbcf-4b8e-9b21-d53e2bc47e65 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 695.005369] env[62328]: DEBUG nova.virt.vmwareapi.vm_util [None req-0e1d5a33-d5ee-4044-8e4d-29e9d424f5af tempest-ServerRescueTestJSONUnderV235-477445181 tempest-ServerRescueTestJSONUnderV235-477445181-project-member] [instance: 133b2694-7206-4e72-92d6-ee334b1470e5] Powering off the VM {{(pid=62328) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 695.005710] env[62328]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-0719e8e7-3ed5-4556-92ea-092501ece7bd {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 695.016154] env[62328]: DEBUG oslo_vmware.api [None req-0e1d5a33-d5ee-4044-8e4d-29e9d424f5af tempest-ServerRescueTestJSONUnderV235-477445181 tempest-ServerRescueTestJSONUnderV235-477445181-project-member] Waiting for the task: (returnval){ [ 695.016154] env[62328]: value = "task-2386605" [ 695.016154] env[62328]: _type = "Task" [ 695.016154] env[62328]: } to complete. {{(pid=62328) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 695.030106] env[62328]: DEBUG oslo_vmware.api [None req-0e1d5a33-d5ee-4044-8e4d-29e9d424f5af tempest-ServerRescueTestJSONUnderV235-477445181 tempest-ServerRescueTestJSONUnderV235-477445181-project-member] Task: {'id': task-2386605, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 695.266221] env[62328]: DEBUG nova.compute.manager [None req-fd749fd3-b052-43cc-950f-06ef27e6819d tempest-ServerMetadataNegativeTestJSON-401717437 tempest-ServerMetadataNegativeTestJSON-401717437-project-member] [instance: eaf3b1bf-6f71-48b1-b28d-bb882b9c2035] Start spawning the instance on the hypervisor. {{(pid=62328) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 695.295389] env[62328]: DEBUG nova.virt.hardware [None req-fd749fd3-b052-43cc-950f-06ef27e6819d tempest-ServerMetadataNegativeTestJSON-401717437 tempest-ServerMetadataNegativeTestJSON-401717437-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-07T17:16:55Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-07T17:16:37Z,direct_url=,disk_format='vmdk',id=dbf872a4-92be-47e4-8561-c3e2bf2423ab,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='2a64022f08d84b11a86773b900860ae5',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-07T17:16:38Z,virtual_size=,visibility=), allow threads: False {{(pid=62328) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 695.295389] env[62328]: DEBUG nova.virt.hardware [None req-fd749fd3-b052-43cc-950f-06ef27e6819d tempest-ServerMetadataNegativeTestJSON-401717437 tempest-ServerMetadataNegativeTestJSON-401717437-project-member] Flavor limits 0:0:0 {{(pid=62328) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 695.295389] env[62328]: DEBUG nova.virt.hardware [None req-fd749fd3-b052-43cc-950f-06ef27e6819d tempest-ServerMetadataNegativeTestJSON-401717437 tempest-ServerMetadataNegativeTestJSON-401717437-project-member] Image limits 0:0:0 {{(pid=62328) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 695.295389] env[62328]: DEBUG nova.virt.hardware [None req-fd749fd3-b052-43cc-950f-06ef27e6819d tempest-ServerMetadataNegativeTestJSON-401717437 tempest-ServerMetadataNegativeTestJSON-401717437-project-member] Flavor pref 0:0:0 {{(pid=62328) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 695.295389] env[62328]: DEBUG nova.virt.hardware [None req-fd749fd3-b052-43cc-950f-06ef27e6819d tempest-ServerMetadataNegativeTestJSON-401717437 tempest-ServerMetadataNegativeTestJSON-401717437-project-member] Image pref 0:0:0 {{(pid=62328) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 695.296485] env[62328]: DEBUG nova.virt.hardware [None req-fd749fd3-b052-43cc-950f-06ef27e6819d tempest-ServerMetadataNegativeTestJSON-401717437 tempest-ServerMetadataNegativeTestJSON-401717437-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62328) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 695.296884] env[62328]: DEBUG nova.virt.hardware [None req-fd749fd3-b052-43cc-950f-06ef27e6819d tempest-ServerMetadataNegativeTestJSON-401717437 tempest-ServerMetadataNegativeTestJSON-401717437-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62328) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 695.297416] env[62328]: DEBUG nova.virt.hardware [None req-fd749fd3-b052-43cc-950f-06ef27e6819d tempest-ServerMetadataNegativeTestJSON-401717437 tempest-ServerMetadataNegativeTestJSON-401717437-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62328) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 695.297872] env[62328]: DEBUG nova.virt.hardware [None req-fd749fd3-b052-43cc-950f-06ef27e6819d tempest-ServerMetadataNegativeTestJSON-401717437 tempest-ServerMetadataNegativeTestJSON-401717437-project-member] Got 1 possible topologies {{(pid=62328) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 695.298327] env[62328]: DEBUG nova.virt.hardware [None req-fd749fd3-b052-43cc-950f-06ef27e6819d tempest-ServerMetadataNegativeTestJSON-401717437 tempest-ServerMetadataNegativeTestJSON-401717437-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62328) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 695.298735] env[62328]: DEBUG nova.virt.hardware [None req-fd749fd3-b052-43cc-950f-06ef27e6819d tempest-ServerMetadataNegativeTestJSON-401717437 tempest-ServerMetadataNegativeTestJSON-401717437-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62328) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 695.299782] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5318586c-3f66-48ac-a9f2-cd95c50cb1d3 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 695.310297] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-271e31e0-bbe2-405a-98d9-daf1eb3fcf3c {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 695.333019] env[62328]: DEBUG oslo_concurrency.lockutils [None req-8c9df619-7585-4f17-b251-03d93e0e4afd tempest-ServerTagsTestJSON-548611099 tempest-ServerTagsTestJSON-548611099-project-member] Acquiring lock "f07984e0-1503-4ac1-84e3-61d38443a17a" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 695.333316] env[62328]: DEBUG oslo_concurrency.lockutils [None req-8c9df619-7585-4f17-b251-03d93e0e4afd tempest-ServerTagsTestJSON-548611099 tempest-ServerTagsTestJSON-548611099-project-member] Lock "f07984e0-1503-4ac1-84e3-61d38443a17a" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 695.333532] env[62328]: DEBUG oslo_concurrency.lockutils [None req-8c9df619-7585-4f17-b251-03d93e0e4afd tempest-ServerTagsTestJSON-548611099 tempest-ServerTagsTestJSON-548611099-project-member] Acquiring lock "f07984e0-1503-4ac1-84e3-61d38443a17a-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 695.333709] env[62328]: DEBUG oslo_concurrency.lockutils [None req-8c9df619-7585-4f17-b251-03d93e0e4afd tempest-ServerTagsTestJSON-548611099 tempest-ServerTagsTestJSON-548611099-project-member] Lock "f07984e0-1503-4ac1-84e3-61d38443a17a-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 695.333876] env[62328]: DEBUG oslo_concurrency.lockutils [None req-8c9df619-7585-4f17-b251-03d93e0e4afd tempest-ServerTagsTestJSON-548611099 tempest-ServerTagsTestJSON-548611099-project-member] Lock "f07984e0-1503-4ac1-84e3-61d38443a17a-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 695.335994] env[62328]: INFO nova.compute.manager [None req-8c9df619-7585-4f17-b251-03d93e0e4afd tempest-ServerTagsTestJSON-548611099 tempest-ServerTagsTestJSON-548611099-project-member] [instance: f07984e0-1503-4ac1-84e3-61d38443a17a] Terminating instance [ 695.413782] env[62328]: DEBUG nova.scheduler.client.report [None req-312c1a2b-0654-48ae-b885-1c1d1a40c535 tempest-ServersTestJSON-2041147199 tempest-ServersTestJSON-2041147199-project-member] Inventory has not changed for provider 3469e9f8-04af-49ca-8435-49f104496744 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 152, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62328) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 695.462219] env[62328]: DEBUG oslo_concurrency.lockutils [req-3c4bf2c5-664b-441c-9ea9-ea4d048b3851 req-3cff35d0-6729-4e12-8637-efa68aac7656 service nova] Releasing lock "refresh_cache-133b2694-7206-4e72-92d6-ee334b1470e5" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 695.527264] env[62328]: DEBUG oslo_vmware.api [None req-0e1d5a33-d5ee-4044-8e4d-29e9d424f5af tempest-ServerRescueTestJSONUnderV235-477445181 tempest-ServerRescueTestJSONUnderV235-477445181-project-member] Task: {'id': task-2386605, 'name': PowerOffVM_Task, 'duration_secs': 0.265206} completed successfully. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 695.527557] env[62328]: DEBUG nova.virt.vmwareapi.vm_util [None req-0e1d5a33-d5ee-4044-8e4d-29e9d424f5af tempest-ServerRescueTestJSONUnderV235-477445181 tempest-ServerRescueTestJSONUnderV235-477445181-project-member] [instance: 133b2694-7206-4e72-92d6-ee334b1470e5] Powered off the VM {{(pid=62328) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 695.527816] env[62328]: DEBUG nova.virt.vmwareapi.vmops [None req-0e1d5a33-d5ee-4044-8e4d-29e9d424f5af tempest-ServerRescueTestJSONUnderV235-477445181 tempest-ServerRescueTestJSONUnderV235-477445181-project-member] [instance: 133b2694-7206-4e72-92d6-ee334b1470e5] Unregistering the VM {{(pid=62328) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 695.528128] env[62328]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-14a48d5a-9e2d-444a-8e24-6fe67218457c {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 695.590915] env[62328]: DEBUG nova.virt.vmwareapi.vmops [None req-0e1d5a33-d5ee-4044-8e4d-29e9d424f5af tempest-ServerRescueTestJSONUnderV235-477445181 tempest-ServerRescueTestJSONUnderV235-477445181-project-member] [instance: 133b2694-7206-4e72-92d6-ee334b1470e5] Unregistered the VM {{(pid=62328) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 695.591286] env[62328]: DEBUG nova.virt.vmwareapi.vmops [None req-0e1d5a33-d5ee-4044-8e4d-29e9d424f5af tempest-ServerRescueTestJSONUnderV235-477445181 tempest-ServerRescueTestJSONUnderV235-477445181-project-member] [instance: 133b2694-7206-4e72-92d6-ee334b1470e5] Deleting contents of the VM from datastore datastore2 {{(pid=62328) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 695.591373] env[62328]: DEBUG nova.virt.vmwareapi.ds_util [None req-0e1d5a33-d5ee-4044-8e4d-29e9d424f5af tempest-ServerRescueTestJSONUnderV235-477445181 tempest-ServerRescueTestJSONUnderV235-477445181-project-member] Deleting the datastore file [datastore2] 133b2694-7206-4e72-92d6-ee334b1470e5 {{(pid=62328) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 695.591568] env[62328]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-c71c1ca2-8687-4a01-9cb5-f0053fc00af5 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 695.603917] env[62328]: DEBUG oslo_vmware.api [None req-0e1d5a33-d5ee-4044-8e4d-29e9d424f5af tempest-ServerRescueTestJSONUnderV235-477445181 tempest-ServerRescueTestJSONUnderV235-477445181-project-member] Waiting for the task: (returnval){ [ 695.603917] env[62328]: value = "task-2386607" [ 695.603917] env[62328]: _type = "Task" [ 695.603917] env[62328]: } to complete. {{(pid=62328) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 695.615170] env[62328]: DEBUG oslo_vmware.api [None req-0e1d5a33-d5ee-4044-8e4d-29e9d424f5af tempest-ServerRescueTestJSONUnderV235-477445181 tempest-ServerRescueTestJSONUnderV235-477445181-project-member] Task: {'id': task-2386607, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 695.755749] env[62328]: DEBUG nova.compute.manager [req-d78c90ff-c914-4a2d-ba18-488104bb33b3 req-93771f3c-9481-4764-8b75-d4fd45abf45e service nova] [instance: 3c4b626f-0a92-4c1c-9240-7ed5e9ce623b] Received event network-changed-8eefb68e-e264-4446-bdd7-43bf3cdcb7f9 {{(pid=62328) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 695.755979] env[62328]: DEBUG nova.compute.manager [req-d78c90ff-c914-4a2d-ba18-488104bb33b3 req-93771f3c-9481-4764-8b75-d4fd45abf45e service nova] [instance: 3c4b626f-0a92-4c1c-9240-7ed5e9ce623b] Refreshing instance network info cache due to event network-changed-8eefb68e-e264-4446-bdd7-43bf3cdcb7f9. {{(pid=62328) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 695.756224] env[62328]: DEBUG oslo_concurrency.lockutils [req-d78c90ff-c914-4a2d-ba18-488104bb33b3 req-93771f3c-9481-4764-8b75-d4fd45abf45e service nova] Acquiring lock "refresh_cache-3c4b626f-0a92-4c1c-9240-7ed5e9ce623b" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 695.756366] env[62328]: DEBUG oslo_concurrency.lockutils [req-d78c90ff-c914-4a2d-ba18-488104bb33b3 req-93771f3c-9481-4764-8b75-d4fd45abf45e service nova] Acquired lock "refresh_cache-3c4b626f-0a92-4c1c-9240-7ed5e9ce623b" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.756520] env[62328]: DEBUG nova.network.neutron [req-d78c90ff-c914-4a2d-ba18-488104bb33b3 req-93771f3c-9481-4764-8b75-d4fd45abf45e service nova] [instance: 3c4b626f-0a92-4c1c-9240-7ed5e9ce623b] Refreshing network info cache for port 8eefb68e-e264-4446-bdd7-43bf3cdcb7f9 {{(pid=62328) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 695.839999] env[62328]: DEBUG nova.compute.manager [None req-8c9df619-7585-4f17-b251-03d93e0e4afd tempest-ServerTagsTestJSON-548611099 tempest-ServerTagsTestJSON-548611099-project-member] [instance: f07984e0-1503-4ac1-84e3-61d38443a17a] Start destroying the instance on the hypervisor. {{(pid=62328) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 695.840267] env[62328]: DEBUG nova.virt.vmwareapi.vmops [None req-8c9df619-7585-4f17-b251-03d93e0e4afd tempest-ServerTagsTestJSON-548611099 tempest-ServerTagsTestJSON-548611099-project-member] [instance: f07984e0-1503-4ac1-84e3-61d38443a17a] Destroying instance {{(pid=62328) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 695.841143] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-31464457-ebd7-446d-bc5f-e99c908982f2 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 695.849131] env[62328]: DEBUG nova.virt.vmwareapi.vm_util [None req-8c9df619-7585-4f17-b251-03d93e0e4afd tempest-ServerTagsTestJSON-548611099 tempest-ServerTagsTestJSON-548611099-project-member] [instance: f07984e0-1503-4ac1-84e3-61d38443a17a] Powering off the VM {{(pid=62328) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 695.849364] env[62328]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-12602fe3-b91d-4938-a342-11592ea7d6d3 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 695.855701] env[62328]: DEBUG oslo_vmware.api [None req-8c9df619-7585-4f17-b251-03d93e0e4afd tempest-ServerTagsTestJSON-548611099 tempest-ServerTagsTestJSON-548611099-project-member] Waiting for the task: (returnval){ [ 695.855701] env[62328]: value = "task-2386608" [ 695.855701] env[62328]: _type = "Task" [ 695.855701] env[62328]: } to complete. {{(pid=62328) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 695.863532] env[62328]: DEBUG oslo_vmware.api [None req-8c9df619-7585-4f17-b251-03d93e0e4afd tempest-ServerTagsTestJSON-548611099 tempest-ServerTagsTestJSON-548611099-project-member] Task: {'id': task-2386608, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 695.900926] env[62328]: DEBUG nova.compute.manager [req-cf5e6601-53bd-403f-abde-5218922bded1 req-1cf6f0a1-b465-440f-8c5b-f1880b558baf service nova] [instance: 9f267eb4-d272-4f61-b795-076cb51f80b6] Received event network-vif-deleted-ee10d8e7-5821-446c-a1d6-1ca78a1397cb {{(pid=62328) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 695.900926] env[62328]: INFO nova.compute.manager [req-cf5e6601-53bd-403f-abde-5218922bded1 req-1cf6f0a1-b465-440f-8c5b-f1880b558baf service nova] [instance: 9f267eb4-d272-4f61-b795-076cb51f80b6] Neutron deleted interface ee10d8e7-5821-446c-a1d6-1ca78a1397cb; detaching it from the instance and deleting it from the info cache [ 695.900926] env[62328]: DEBUG nova.network.neutron [req-cf5e6601-53bd-403f-abde-5218922bded1 req-1cf6f0a1-b465-440f-8c5b-f1880b558baf service nova] [instance: 9f267eb4-d272-4f61-b795-076cb51f80b6] Updating instance_info_cache with network_info: [] {{(pid=62328) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 695.922023] env[62328]: DEBUG oslo_concurrency.lockutils [None req-312c1a2b-0654-48ae-b885-1c1d1a40c535 tempest-ServersTestJSON-2041147199 tempest-ServersTestJSON-2041147199-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.684s {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 695.922023] env[62328]: DEBUG nova.compute.manager [None req-312c1a2b-0654-48ae-b885-1c1d1a40c535 tempest-ServersTestJSON-2041147199 tempest-ServersTestJSON-2041147199-project-member] [instance: 3c9e10d6-deb6-4b1b-8dfe-9e85e3b19e85] Start building networks asynchronously for instance. {{(pid=62328) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 695.923506] env[62328]: DEBUG oslo_concurrency.lockutils [None req-98ba0d77-ccfd-4a72-82ad-33c1b842341c tempest-ListServersNegativeTestJSON-1737878377 tempest-ListServersNegativeTestJSON-1737878377-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 29.241s {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 695.923845] env[62328]: DEBUG oslo_concurrency.lockutils [None req-98ba0d77-ccfd-4a72-82ad-33c1b842341c tempest-ListServersNegativeTestJSON-1737878377 tempest-ListServersNegativeTestJSON-1737878377-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 695.926283] env[62328]: DEBUG oslo_concurrency.lockutils [None req-a50a2da6-6de4-4d68-a11c-b4ba4f984d4d tempest-ListServersNegativeTestJSON-1737878377 tempest-ListServersNegativeTestJSON-1737878377-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 29.234s {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 695.926616] env[62328]: DEBUG oslo_concurrency.lockutils [None req-a50a2da6-6de4-4d68-a11c-b4ba4f984d4d tempest-ListServersNegativeTestJSON-1737878377 tempest-ListServersNegativeTestJSON-1737878377-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 695.929983] env[62328]: DEBUG oslo_concurrency.lockutils [None req-fdb695b3-80d1-4592-96fd-6247de02bc04 tempest-ListImageFiltersTestJSON-111188615 tempest-ListImageFiltersTestJSON-111188615-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 28.110s {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 695.937112] env[62328]: INFO nova.compute.claims [None req-fdb695b3-80d1-4592-96fd-6247de02bc04 tempest-ListImageFiltersTestJSON-111188615 tempest-ListImageFiltersTestJSON-111188615-project-member] [instance: 8e31afa5-82ea-4e3e-8913-77f24ee85e4e] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 695.939558] env[62328]: DEBUG nova.network.neutron [-] [instance: 9f267eb4-d272-4f61-b795-076cb51f80b6] Updating instance_info_cache with network_info: [] {{(pid=62328) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 695.980891] env[62328]: INFO nova.scheduler.client.report [None req-98ba0d77-ccfd-4a72-82ad-33c1b842341c tempest-ListServersNegativeTestJSON-1737878377 tempest-ListServersNegativeTestJSON-1737878377-project-member] Deleted allocations for instance 9a83a5e3-8072-4407-9256-3315ee1f0249 [ 695.988063] env[62328]: INFO nova.scheduler.client.report [None req-a50a2da6-6de4-4d68-a11c-b4ba4f984d4d tempest-ListServersNegativeTestJSON-1737878377 tempest-ListServersNegativeTestJSON-1737878377-project-member] Deleted allocations for instance 81a2e476-6ab3-4b6d-9e55-328d46695cf9 [ 696.117340] env[62328]: DEBUG oslo_vmware.api [None req-0e1d5a33-d5ee-4044-8e4d-29e9d424f5af tempest-ServerRescueTestJSONUnderV235-477445181 tempest-ServerRescueTestJSONUnderV235-477445181-project-member] Task: {'id': task-2386607, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.191317} completed successfully. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 696.117641] env[62328]: DEBUG nova.virt.vmwareapi.ds_util [None req-0e1d5a33-d5ee-4044-8e4d-29e9d424f5af tempest-ServerRescueTestJSONUnderV235-477445181 tempest-ServerRescueTestJSONUnderV235-477445181-project-member] Deleted the datastore file {{(pid=62328) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 696.117711] env[62328]: DEBUG nova.virt.vmwareapi.vmops [None req-0e1d5a33-d5ee-4044-8e4d-29e9d424f5af tempest-ServerRescueTestJSONUnderV235-477445181 tempest-ServerRescueTestJSONUnderV235-477445181-project-member] [instance: 133b2694-7206-4e72-92d6-ee334b1470e5] Deleted contents of the VM from datastore datastore2 {{(pid=62328) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 696.117970] env[62328]: DEBUG nova.virt.vmwareapi.vmops [None req-0e1d5a33-d5ee-4044-8e4d-29e9d424f5af tempest-ServerRescueTestJSONUnderV235-477445181 tempest-ServerRescueTestJSONUnderV235-477445181-project-member] [instance: 133b2694-7206-4e72-92d6-ee334b1470e5] Instance destroyed {{(pid=62328) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 696.118233] env[62328]: INFO nova.compute.manager [None req-0e1d5a33-d5ee-4044-8e4d-29e9d424f5af tempest-ServerRescueTestJSONUnderV235-477445181 tempest-ServerRescueTestJSONUnderV235-477445181-project-member] [instance: 133b2694-7206-4e72-92d6-ee334b1470e5] Took 1.13 seconds to destroy the instance on the hypervisor. [ 696.119523] env[62328]: DEBUG oslo.service.loopingcall [None req-0e1d5a33-d5ee-4044-8e4d-29e9d424f5af tempest-ServerRescueTestJSONUnderV235-477445181 tempest-ServerRescueTestJSONUnderV235-477445181-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62328) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 696.119523] env[62328]: DEBUG nova.compute.manager [-] [instance: 133b2694-7206-4e72-92d6-ee334b1470e5] Deallocating network for instance {{(pid=62328) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 696.119523] env[62328]: DEBUG nova.network.neutron [-] [instance: 133b2694-7206-4e72-92d6-ee334b1470e5] deallocate_for_instance() {{(pid=62328) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 696.368889] env[62328]: DEBUG oslo_vmware.api [None req-8c9df619-7585-4f17-b251-03d93e0e4afd tempest-ServerTagsTestJSON-548611099 tempest-ServerTagsTestJSON-548611099-project-member] Task: {'id': task-2386608, 'name': PowerOffVM_Task, 'duration_secs': 0.203639} completed successfully. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 696.369236] env[62328]: DEBUG nova.virt.vmwareapi.vm_util [None req-8c9df619-7585-4f17-b251-03d93e0e4afd tempest-ServerTagsTestJSON-548611099 tempest-ServerTagsTestJSON-548611099-project-member] [instance: f07984e0-1503-4ac1-84e3-61d38443a17a] Powered off the VM {{(pid=62328) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 696.369766] env[62328]: DEBUG nova.virt.vmwareapi.vmops [None req-8c9df619-7585-4f17-b251-03d93e0e4afd tempest-ServerTagsTestJSON-548611099 tempest-ServerTagsTestJSON-548611099-project-member] [instance: f07984e0-1503-4ac1-84e3-61d38443a17a] Unregistering the VM {{(pid=62328) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 696.370061] env[62328]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-f0d80289-57ad-4ccd-a596-9123bab4af67 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 696.407944] env[62328]: DEBUG oslo_concurrency.lockutils [None req-c2ac8f9f-baeb-4c41-9ee3-4218953f02bd tempest-ServerActionsTestOtherA-1098162655 tempest-ServerActionsTestOtherA-1098162655-project-member] Acquiring lock "66186b76-7021-4df1-b53c-2789906e37ac" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 696.408663] env[62328]: DEBUG oslo_concurrency.lockutils [None req-c2ac8f9f-baeb-4c41-9ee3-4218953f02bd tempest-ServerActionsTestOtherA-1098162655 tempest-ServerActionsTestOtherA-1098162655-project-member] Lock "66186b76-7021-4df1-b53c-2789906e37ac" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 696.408663] env[62328]: DEBUG oslo_concurrency.lockutils [None req-c2ac8f9f-baeb-4c41-9ee3-4218953f02bd tempest-ServerActionsTestOtherA-1098162655 tempest-ServerActionsTestOtherA-1098162655-project-member] Acquiring lock "66186b76-7021-4df1-b53c-2789906e37ac-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 696.408800] env[62328]: DEBUG oslo_concurrency.lockutils [None req-c2ac8f9f-baeb-4c41-9ee3-4218953f02bd tempest-ServerActionsTestOtherA-1098162655 tempest-ServerActionsTestOtherA-1098162655-project-member] Lock "66186b76-7021-4df1-b53c-2789906e37ac-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 696.409048] env[62328]: DEBUG oslo_concurrency.lockutils [None req-c2ac8f9f-baeb-4c41-9ee3-4218953f02bd tempest-ServerActionsTestOtherA-1098162655 tempest-ServerActionsTestOtherA-1098162655-project-member] Lock "66186b76-7021-4df1-b53c-2789906e37ac-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 696.410565] env[62328]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-b867eef8-8905-44db-b966-7696644ffed4 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 696.413300] env[62328]: INFO nova.compute.manager [None req-c2ac8f9f-baeb-4c41-9ee3-4218953f02bd tempest-ServerActionsTestOtherA-1098162655 tempest-ServerActionsTestOtherA-1098162655-project-member] [instance: 66186b76-7021-4df1-b53c-2789906e37ac] Terminating instance [ 696.424533] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f2581082-093c-4d2c-9884-a1d606f4f836 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 696.442806] env[62328]: DEBUG nova.compute.utils [None req-312c1a2b-0654-48ae-b885-1c1d1a40c535 tempest-ServersTestJSON-2041147199 tempest-ServersTestJSON-2041147199-project-member] Using /dev/sd instead of None {{(pid=62328) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 696.446960] env[62328]: DEBUG nova.virt.vmwareapi.vmops [None req-8c9df619-7585-4f17-b251-03d93e0e4afd tempest-ServerTagsTestJSON-548611099 tempest-ServerTagsTestJSON-548611099-project-member] [instance: f07984e0-1503-4ac1-84e3-61d38443a17a] Unregistered the VM {{(pid=62328) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 696.447155] env[62328]: DEBUG nova.virt.vmwareapi.vmops [None req-8c9df619-7585-4f17-b251-03d93e0e4afd tempest-ServerTagsTestJSON-548611099 tempest-ServerTagsTestJSON-548611099-project-member] [instance: f07984e0-1503-4ac1-84e3-61d38443a17a] Deleting contents of the VM from datastore datastore1 {{(pid=62328) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 696.447343] env[62328]: DEBUG nova.virt.vmwareapi.ds_util [None req-8c9df619-7585-4f17-b251-03d93e0e4afd tempest-ServerTagsTestJSON-548611099 tempest-ServerTagsTestJSON-548611099-project-member] Deleting the datastore file [datastore1] f07984e0-1503-4ac1-84e3-61d38443a17a {{(pid=62328) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 696.457462] env[62328]: DEBUG nova.compute.manager [None req-312c1a2b-0654-48ae-b885-1c1d1a40c535 tempest-ServersTestJSON-2041147199 tempest-ServersTestJSON-2041147199-project-member] [instance: 3c9e10d6-deb6-4b1b-8dfe-9e85e3b19e85] Allocating IP information in the background. {{(pid=62328) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 696.457462] env[62328]: DEBUG nova.network.neutron [None req-312c1a2b-0654-48ae-b885-1c1d1a40c535 tempest-ServersTestJSON-2041147199 tempest-ServersTestJSON-2041147199-project-member] [instance: 3c9e10d6-deb6-4b1b-8dfe-9e85e3b19e85] allocate_for_instance() {{(pid=62328) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 696.457462] env[62328]: INFO nova.compute.manager [-] [instance: 9f267eb4-d272-4f61-b795-076cb51f80b6] Took 1.86 seconds to deallocate network for instance. [ 696.457462] env[62328]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-199b8cc0-9129-42b7-94f3-6b70642941b2 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 696.475716] env[62328]: DEBUG nova.compute.manager [req-cf5e6601-53bd-403f-abde-5218922bded1 req-1cf6f0a1-b465-440f-8c5b-f1880b558baf service nova] [instance: 9f267eb4-d272-4f61-b795-076cb51f80b6] Detach interface failed, port_id=ee10d8e7-5821-446c-a1d6-1ca78a1397cb, reason: Instance 9f267eb4-d272-4f61-b795-076cb51f80b6 could not be found. {{(pid=62328) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 696.486113] env[62328]: DEBUG oslo_vmware.api [None req-8c9df619-7585-4f17-b251-03d93e0e4afd tempest-ServerTagsTestJSON-548611099 tempest-ServerTagsTestJSON-548611099-project-member] Waiting for the task: (returnval){ [ 696.486113] env[62328]: value = "task-2386611" [ 696.486113] env[62328]: _type = "Task" [ 696.486113] env[62328]: } to complete. {{(pid=62328) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 696.493826] env[62328]: DEBUG oslo_concurrency.lockutils [None req-98ba0d77-ccfd-4a72-82ad-33c1b842341c tempest-ListServersNegativeTestJSON-1737878377 tempest-ListServersNegativeTestJSON-1737878377-project-member] Lock "9a83a5e3-8072-4407-9256-3315ee1f0249" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 33.422s {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 696.503218] env[62328]: DEBUG oslo_vmware.api [None req-8c9df619-7585-4f17-b251-03d93e0e4afd tempest-ServerTagsTestJSON-548611099 tempest-ServerTagsTestJSON-548611099-project-member] Task: {'id': task-2386611, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 696.506495] env[62328]: DEBUG oslo_concurrency.lockutils [None req-a50a2da6-6de4-4d68-a11c-b4ba4f984d4d tempest-ListServersNegativeTestJSON-1737878377 tempest-ListServersNegativeTestJSON-1737878377-project-member] Lock "81a2e476-6ab3-4b6d-9e55-328d46695cf9" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 33.311s {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 696.534990] env[62328]: DEBUG oslo_concurrency.lockutils [None req-3e00675b-f664-4e7a-bf6a-0a18fefd866c tempest-SecurityGroupsTestJSON-105101063 tempest-SecurityGroupsTestJSON-105101063-project-member] Acquiring lock "3c4b626f-0a92-4c1c-9240-7ed5e9ce623b" by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 696.534990] env[62328]: DEBUG oslo_concurrency.lockutils [None req-3e00675b-f664-4e7a-bf6a-0a18fefd866c tempest-SecurityGroupsTestJSON-105101063 tempest-SecurityGroupsTestJSON-105101063-project-member] Lock "3c4b626f-0a92-4c1c-9240-7ed5e9ce623b" acquired by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" :: waited 0.000s {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 696.535406] env[62328]: INFO nova.compute.manager [None req-3e00675b-f664-4e7a-bf6a-0a18fefd866c tempest-SecurityGroupsTestJSON-105101063 tempest-SecurityGroupsTestJSON-105101063-project-member] [instance: 3c4b626f-0a92-4c1c-9240-7ed5e9ce623b] Rebooting instance [ 696.613988] env[62328]: DEBUG nova.policy [None req-312c1a2b-0654-48ae-b885-1c1d1a40c535 tempest-ServersTestJSON-2041147199 tempest-ServersTestJSON-2041147199-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'a9ce41cba48a4c86b57be3c0b00edeaa', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'c45c639ce4254b028b1106f234f63616', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62328) authorize /opt/stack/nova/nova/policy.py:192}} [ 696.921022] env[62328]: DEBUG nova.compute.manager [None req-c2ac8f9f-baeb-4c41-9ee3-4218953f02bd tempest-ServerActionsTestOtherA-1098162655 tempest-ServerActionsTestOtherA-1098162655-project-member] [instance: 66186b76-7021-4df1-b53c-2789906e37ac] Start destroying the instance on the hypervisor. {{(pid=62328) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 696.921022] env[62328]: DEBUG nova.virt.vmwareapi.vmops [None req-c2ac8f9f-baeb-4c41-9ee3-4218953f02bd tempest-ServerActionsTestOtherA-1098162655 tempest-ServerActionsTestOtherA-1098162655-project-member] [instance: 66186b76-7021-4df1-b53c-2789906e37ac] Destroying instance {{(pid=62328) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 696.921022] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a2cd25c5-4696-41b7-8dc4-dbc6ca3e1430 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 696.929319] env[62328]: DEBUG nova.virt.vmwareapi.vmops [None req-c2ac8f9f-baeb-4c41-9ee3-4218953f02bd tempest-ServerActionsTestOtherA-1098162655 tempest-ServerActionsTestOtherA-1098162655-project-member] [instance: 66186b76-7021-4df1-b53c-2789906e37ac] Unregistering the VM {{(pid=62328) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 696.929767] env[62328]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-4f5db100-f34f-4577-9ed6-739118a4b508 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 696.962487] env[62328]: DEBUG nova.compute.manager [None req-312c1a2b-0654-48ae-b885-1c1d1a40c535 tempest-ServersTestJSON-2041147199 tempest-ServersTestJSON-2041147199-project-member] [instance: 3c9e10d6-deb6-4b1b-8dfe-9e85e3b19e85] Start building block device mappings for instance. {{(pid=62328) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 696.982623] env[62328]: DEBUG oslo_concurrency.lockutils [None req-98666e19-d5bd-4e17-a7ae-664a080e849b tempest-ServersWithSpecificFlavorTestJSON-2091780743 tempest-ServersWithSpecificFlavorTestJSON-2091780743-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 697.001408] env[62328]: DEBUG nova.virt.vmwareapi.vmops [None req-c2ac8f9f-baeb-4c41-9ee3-4218953f02bd tempest-ServerActionsTestOtherA-1098162655 tempest-ServerActionsTestOtherA-1098162655-project-member] [instance: 66186b76-7021-4df1-b53c-2789906e37ac] Unregistered the VM {{(pid=62328) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 697.002391] env[62328]: DEBUG nova.virt.vmwareapi.vmops [None req-c2ac8f9f-baeb-4c41-9ee3-4218953f02bd tempest-ServerActionsTestOtherA-1098162655 tempest-ServerActionsTestOtherA-1098162655-project-member] [instance: 66186b76-7021-4df1-b53c-2789906e37ac] Deleting contents of the VM from datastore datastore2 {{(pid=62328) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 697.002751] env[62328]: DEBUG nova.virt.vmwareapi.ds_util [None req-c2ac8f9f-baeb-4c41-9ee3-4218953f02bd tempest-ServerActionsTestOtherA-1098162655 tempest-ServerActionsTestOtherA-1098162655-project-member] Deleting the datastore file [datastore2] 66186b76-7021-4df1-b53c-2789906e37ac {{(pid=62328) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 697.007189] env[62328]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-221861e0-6c5d-4d5a-bb17-f2eac5ccbadb {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 697.009182] env[62328]: DEBUG oslo_vmware.api [None req-8c9df619-7585-4f17-b251-03d93e0e4afd tempest-ServerTagsTestJSON-548611099 tempest-ServerTagsTestJSON-548611099-project-member] Task: {'id': task-2386611, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.365704} completed successfully. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 697.009495] env[62328]: DEBUG nova.network.neutron [-] [instance: 133b2694-7206-4e72-92d6-ee334b1470e5] Updating instance_info_cache with network_info: [] {{(pid=62328) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 697.017421] env[62328]: DEBUG nova.virt.vmwareapi.ds_util [None req-8c9df619-7585-4f17-b251-03d93e0e4afd tempest-ServerTagsTestJSON-548611099 tempest-ServerTagsTestJSON-548611099-project-member] Deleted the datastore file {{(pid=62328) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 697.017634] env[62328]: DEBUG nova.virt.vmwareapi.vmops [None req-8c9df619-7585-4f17-b251-03d93e0e4afd tempest-ServerTagsTestJSON-548611099 tempest-ServerTagsTestJSON-548611099-project-member] [instance: f07984e0-1503-4ac1-84e3-61d38443a17a] Deleted contents of the VM from datastore datastore1 {{(pid=62328) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 697.017816] env[62328]: DEBUG nova.virt.vmwareapi.vmops [None req-8c9df619-7585-4f17-b251-03d93e0e4afd tempest-ServerTagsTestJSON-548611099 tempest-ServerTagsTestJSON-548611099-project-member] [instance: f07984e0-1503-4ac1-84e3-61d38443a17a] Instance destroyed {{(pid=62328) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 697.018026] env[62328]: INFO nova.compute.manager [None req-8c9df619-7585-4f17-b251-03d93e0e4afd tempest-ServerTagsTestJSON-548611099 tempest-ServerTagsTestJSON-548611099-project-member] [instance: f07984e0-1503-4ac1-84e3-61d38443a17a] Took 1.18 seconds to destroy the instance on the hypervisor. [ 697.018285] env[62328]: DEBUG oslo.service.loopingcall [None req-8c9df619-7585-4f17-b251-03d93e0e4afd tempest-ServerTagsTestJSON-548611099 tempest-ServerTagsTestJSON-548611099-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62328) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 697.020295] env[62328]: DEBUG nova.compute.manager [-] [instance: f07984e0-1503-4ac1-84e3-61d38443a17a] Deallocating network for instance {{(pid=62328) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 697.020295] env[62328]: DEBUG nova.network.neutron [-] [instance: f07984e0-1503-4ac1-84e3-61d38443a17a] deallocate_for_instance() {{(pid=62328) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 697.025639] env[62328]: DEBUG oslo_vmware.api [None req-c2ac8f9f-baeb-4c41-9ee3-4218953f02bd tempest-ServerActionsTestOtherA-1098162655 tempest-ServerActionsTestOtherA-1098162655-project-member] Waiting for the task: (returnval){ [ 697.025639] env[62328]: value = "task-2386613" [ 697.025639] env[62328]: _type = "Task" [ 697.025639] env[62328]: } to complete. {{(pid=62328) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 697.039645] env[62328]: DEBUG oslo_vmware.api [None req-c2ac8f9f-baeb-4c41-9ee3-4218953f02bd tempest-ServerActionsTestOtherA-1098162655 tempest-ServerActionsTestOtherA-1098162655-project-member] Task: {'id': task-2386613, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 697.074084] env[62328]: DEBUG oslo_concurrency.lockutils [None req-3e00675b-f664-4e7a-bf6a-0a18fefd866c tempest-SecurityGroupsTestJSON-105101063 tempest-SecurityGroupsTestJSON-105101063-project-member] Acquiring lock "refresh_cache-3c4b626f-0a92-4c1c-9240-7ed5e9ce623b" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 697.225540] env[62328]: DEBUG nova.network.neutron [req-d78c90ff-c914-4a2d-ba18-488104bb33b3 req-93771f3c-9481-4764-8b75-d4fd45abf45e service nova] [instance: 3c4b626f-0a92-4c1c-9240-7ed5e9ce623b] Updated VIF entry in instance network info cache for port 8eefb68e-e264-4446-bdd7-43bf3cdcb7f9. {{(pid=62328) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 697.226041] env[62328]: DEBUG nova.network.neutron [req-d78c90ff-c914-4a2d-ba18-488104bb33b3 req-93771f3c-9481-4764-8b75-d4fd45abf45e service nova] [instance: 3c4b626f-0a92-4c1c-9240-7ed5e9ce623b] Updating instance_info_cache with network_info: [{"id": "8eefb68e-e264-4446-bdd7-43bf3cdcb7f9", "address": "fa:16:3e:d5:22:65", "network": {"id": "f2ed4377-648e-4b86-bb61-ab302cde8f5c", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-1682542860-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0e6658b7d41a43858b58b5d307f14cac", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4e02e98f-44ce-42b7-a3ac-4034fae5d127", "external-id": "nsx-vlan-transportzone-874", "segmentation_id": 874, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8eefb68e-e2", "ovs_interfaceid": "8eefb68e-e264-4446-bdd7-43bf3cdcb7f9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62328) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 697.355838] env[62328]: DEBUG nova.network.neutron [None req-fd749fd3-b052-43cc-950f-06ef27e6819d tempest-ServerMetadataNegativeTestJSON-401717437 tempest-ServerMetadataNegativeTestJSON-401717437-project-member] [instance: eaf3b1bf-6f71-48b1-b28d-bb882b9c2035] Successfully updated port: 01c26390-7810-4e40-945a-02f7f3722800 {{(pid=62328) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 697.519708] env[62328]: INFO nova.compute.manager [-] [instance: 133b2694-7206-4e72-92d6-ee334b1470e5] Took 1.40 seconds to deallocate network for instance. [ 697.542878] env[62328]: DEBUG oslo_vmware.api [None req-c2ac8f9f-baeb-4c41-9ee3-4218953f02bd tempest-ServerActionsTestOtherA-1098162655 tempest-ServerActionsTestOtherA-1098162655-project-member] Task: {'id': task-2386613, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.208445} completed successfully. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 697.543615] env[62328]: DEBUG nova.virt.vmwareapi.ds_util [None req-c2ac8f9f-baeb-4c41-9ee3-4218953f02bd tempest-ServerActionsTestOtherA-1098162655 tempest-ServerActionsTestOtherA-1098162655-project-member] Deleted the datastore file {{(pid=62328) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 697.543615] env[62328]: DEBUG nova.virt.vmwareapi.vmops [None req-c2ac8f9f-baeb-4c41-9ee3-4218953f02bd tempest-ServerActionsTestOtherA-1098162655 tempest-ServerActionsTestOtherA-1098162655-project-member] [instance: 66186b76-7021-4df1-b53c-2789906e37ac] Deleted contents of the VM from datastore datastore2 {{(pid=62328) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 697.543615] env[62328]: DEBUG nova.virt.vmwareapi.vmops [None req-c2ac8f9f-baeb-4c41-9ee3-4218953f02bd tempest-ServerActionsTestOtherA-1098162655 tempest-ServerActionsTestOtherA-1098162655-project-member] [instance: 66186b76-7021-4df1-b53c-2789906e37ac] Instance destroyed {{(pid=62328) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 697.543754] env[62328]: INFO nova.compute.manager [None req-c2ac8f9f-baeb-4c41-9ee3-4218953f02bd tempest-ServerActionsTestOtherA-1098162655 tempest-ServerActionsTestOtherA-1098162655-project-member] [instance: 66186b76-7021-4df1-b53c-2789906e37ac] Took 0.62 seconds to destroy the instance on the hypervisor. [ 697.543964] env[62328]: DEBUG oslo.service.loopingcall [None req-c2ac8f9f-baeb-4c41-9ee3-4218953f02bd tempest-ServerActionsTestOtherA-1098162655 tempest-ServerActionsTestOtherA-1098162655-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62328) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 697.544158] env[62328]: DEBUG nova.compute.manager [-] [instance: 66186b76-7021-4df1-b53c-2789906e37ac] Deallocating network for instance {{(pid=62328) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 697.544245] env[62328]: DEBUG nova.network.neutron [-] [instance: 66186b76-7021-4df1-b53c-2789906e37ac] deallocate_for_instance() {{(pid=62328) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 697.586905] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d06d8cda-8f1a-4a7e-910c-af39a6b19837 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 697.594931] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3406b145-460e-45bc-9418-f74f1d554e83 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 697.627895] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0484f40a-abdf-4109-b9eb-81d1aed3c9b8 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 697.630951] env[62328]: DEBUG nova.network.neutron [None req-312c1a2b-0654-48ae-b885-1c1d1a40c535 tempest-ServersTestJSON-2041147199 tempest-ServersTestJSON-2041147199-project-member] [instance: 3c9e10d6-deb6-4b1b-8dfe-9e85e3b19e85] Successfully created port: 473d2e04-47b1-4e88-b253-33019b437a12 {{(pid=62328) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 697.637927] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0ba70083-a462-46a2-bb75-0b90ab0fe0ed {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 697.651372] env[62328]: DEBUG nova.compute.provider_tree [None req-fdb695b3-80d1-4592-96fd-6247de02bc04 tempest-ListImageFiltersTestJSON-111188615 tempest-ListImageFiltersTestJSON-111188615-project-member] Inventory has not changed in ProviderTree for provider: 3469e9f8-04af-49ca-8435-49f104496744 {{(pid=62328) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 697.732054] env[62328]: DEBUG oslo_concurrency.lockutils [req-d78c90ff-c914-4a2d-ba18-488104bb33b3 req-93771f3c-9481-4764-8b75-d4fd45abf45e service nova] Releasing lock "refresh_cache-3c4b626f-0a92-4c1c-9240-7ed5e9ce623b" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 697.735324] env[62328]: DEBUG oslo_concurrency.lockutils [None req-3e00675b-f664-4e7a-bf6a-0a18fefd866c tempest-SecurityGroupsTestJSON-105101063 tempest-SecurityGroupsTestJSON-105101063-project-member] Acquired lock "refresh_cache-3c4b626f-0a92-4c1c-9240-7ed5e9ce623b" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.735324] env[62328]: DEBUG nova.network.neutron [None req-3e00675b-f664-4e7a-bf6a-0a18fefd866c tempest-SecurityGroupsTestJSON-105101063 tempest-SecurityGroupsTestJSON-105101063-project-member] [instance: 3c4b626f-0a92-4c1c-9240-7ed5e9ce623b] Building network info cache for instance {{(pid=62328) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 697.805154] env[62328]: DEBUG nova.network.neutron [-] [instance: f07984e0-1503-4ac1-84e3-61d38443a17a] Updating instance_info_cache with network_info: [] {{(pid=62328) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 697.866359] env[62328]: DEBUG oslo_concurrency.lockutils [None req-fd749fd3-b052-43cc-950f-06ef27e6819d tempest-ServerMetadataNegativeTestJSON-401717437 tempest-ServerMetadataNegativeTestJSON-401717437-project-member] Acquiring lock "refresh_cache-eaf3b1bf-6f71-48b1-b28d-bb882b9c2035" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 697.866359] env[62328]: DEBUG oslo_concurrency.lockutils [None req-fd749fd3-b052-43cc-950f-06ef27e6819d tempest-ServerMetadataNegativeTestJSON-401717437 tempest-ServerMetadataNegativeTestJSON-401717437-project-member] Acquired lock "refresh_cache-eaf3b1bf-6f71-48b1-b28d-bb882b9c2035" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.866359] env[62328]: DEBUG nova.network.neutron [None req-fd749fd3-b052-43cc-950f-06ef27e6819d tempest-ServerMetadataNegativeTestJSON-401717437 tempest-ServerMetadataNegativeTestJSON-401717437-project-member] [instance: eaf3b1bf-6f71-48b1-b28d-bb882b9c2035] Building network info cache for instance {{(pid=62328) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 697.979713] env[62328]: DEBUG nova.compute.manager [None req-312c1a2b-0654-48ae-b885-1c1d1a40c535 tempest-ServersTestJSON-2041147199 tempest-ServersTestJSON-2041147199-project-member] [instance: 3c9e10d6-deb6-4b1b-8dfe-9e85e3b19e85] Start spawning the instance on the hypervisor. {{(pid=62328) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 697.988164] env[62328]: DEBUG nova.compute.manager [req-290d6d49-3508-4cce-811e-839e404c0a31 req-69532b29-ddf0-49d6-839d-392bc8f5199a service nova] [instance: eaf3b1bf-6f71-48b1-b28d-bb882b9c2035] Received event network-vif-plugged-01c26390-7810-4e40-945a-02f7f3722800 {{(pid=62328) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 697.988164] env[62328]: DEBUG oslo_concurrency.lockutils [req-290d6d49-3508-4cce-811e-839e404c0a31 req-69532b29-ddf0-49d6-839d-392bc8f5199a service nova] Acquiring lock "eaf3b1bf-6f71-48b1-b28d-bb882b9c2035-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 697.988164] env[62328]: DEBUG oslo_concurrency.lockutils [req-290d6d49-3508-4cce-811e-839e404c0a31 req-69532b29-ddf0-49d6-839d-392bc8f5199a service nova] Lock "eaf3b1bf-6f71-48b1-b28d-bb882b9c2035-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 697.988164] env[62328]: DEBUG oslo_concurrency.lockutils [req-290d6d49-3508-4cce-811e-839e404c0a31 req-69532b29-ddf0-49d6-839d-392bc8f5199a service nova] Lock "eaf3b1bf-6f71-48b1-b28d-bb882b9c2035-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 697.988164] env[62328]: DEBUG nova.compute.manager [req-290d6d49-3508-4cce-811e-839e404c0a31 req-69532b29-ddf0-49d6-839d-392bc8f5199a service nova] [instance: eaf3b1bf-6f71-48b1-b28d-bb882b9c2035] No waiting events found dispatching network-vif-plugged-01c26390-7810-4e40-945a-02f7f3722800 {{(pid=62328) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 697.988164] env[62328]: WARNING nova.compute.manager [req-290d6d49-3508-4cce-811e-839e404c0a31 req-69532b29-ddf0-49d6-839d-392bc8f5199a service nova] [instance: eaf3b1bf-6f71-48b1-b28d-bb882b9c2035] Received unexpected event network-vif-plugged-01c26390-7810-4e40-945a-02f7f3722800 for instance with vm_state building and task_state spawning. [ 697.988164] env[62328]: DEBUG nova.compute.manager [req-290d6d49-3508-4cce-811e-839e404c0a31 req-69532b29-ddf0-49d6-839d-392bc8f5199a service nova] [instance: eaf3b1bf-6f71-48b1-b28d-bb882b9c2035] Received event network-changed-01c26390-7810-4e40-945a-02f7f3722800 {{(pid=62328) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 697.988164] env[62328]: DEBUG nova.compute.manager [req-290d6d49-3508-4cce-811e-839e404c0a31 req-69532b29-ddf0-49d6-839d-392bc8f5199a service nova] [instance: eaf3b1bf-6f71-48b1-b28d-bb882b9c2035] Refreshing instance network info cache due to event network-changed-01c26390-7810-4e40-945a-02f7f3722800. {{(pid=62328) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 697.988164] env[62328]: DEBUG oslo_concurrency.lockutils [req-290d6d49-3508-4cce-811e-839e404c0a31 req-69532b29-ddf0-49d6-839d-392bc8f5199a service nova] Acquiring lock "refresh_cache-eaf3b1bf-6f71-48b1-b28d-bb882b9c2035" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 698.007394] env[62328]: DEBUG nova.virt.hardware [None req-312c1a2b-0654-48ae-b885-1c1d1a40c535 tempest-ServersTestJSON-2041147199 tempest-ServersTestJSON-2041147199-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-07T17:16:55Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-07T17:16:37Z,direct_url=,disk_format='vmdk',id=dbf872a4-92be-47e4-8561-c3e2bf2423ab,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='2a64022f08d84b11a86773b900860ae5',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-07T17:16:38Z,virtual_size=,visibility=), allow threads: False {{(pid=62328) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 698.007394] env[62328]: DEBUG nova.virt.hardware [None req-312c1a2b-0654-48ae-b885-1c1d1a40c535 tempest-ServersTestJSON-2041147199 tempest-ServersTestJSON-2041147199-project-member] Flavor limits 0:0:0 {{(pid=62328) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 698.007394] env[62328]: DEBUG nova.virt.hardware [None req-312c1a2b-0654-48ae-b885-1c1d1a40c535 tempest-ServersTestJSON-2041147199 tempest-ServersTestJSON-2041147199-project-member] Image limits 0:0:0 {{(pid=62328) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 698.007394] env[62328]: DEBUG nova.virt.hardware [None req-312c1a2b-0654-48ae-b885-1c1d1a40c535 tempest-ServersTestJSON-2041147199 tempest-ServersTestJSON-2041147199-project-member] Flavor pref 0:0:0 {{(pid=62328) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 698.007394] env[62328]: DEBUG nova.virt.hardware [None req-312c1a2b-0654-48ae-b885-1c1d1a40c535 tempest-ServersTestJSON-2041147199 tempest-ServersTestJSON-2041147199-project-member] Image pref 0:0:0 {{(pid=62328) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 698.007394] env[62328]: DEBUG nova.virt.hardware [None req-312c1a2b-0654-48ae-b885-1c1d1a40c535 tempest-ServersTestJSON-2041147199 tempest-ServersTestJSON-2041147199-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62328) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 698.007394] env[62328]: DEBUG nova.virt.hardware [None req-312c1a2b-0654-48ae-b885-1c1d1a40c535 tempest-ServersTestJSON-2041147199 tempest-ServersTestJSON-2041147199-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62328) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 698.007976] env[62328]: DEBUG nova.virt.hardware [None req-312c1a2b-0654-48ae-b885-1c1d1a40c535 tempest-ServersTestJSON-2041147199 tempest-ServersTestJSON-2041147199-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62328) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 698.008322] env[62328]: DEBUG nova.virt.hardware [None req-312c1a2b-0654-48ae-b885-1c1d1a40c535 tempest-ServersTestJSON-2041147199 tempest-ServersTestJSON-2041147199-project-member] Got 1 possible topologies {{(pid=62328) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 698.008615] env[62328]: DEBUG nova.virt.hardware [None req-312c1a2b-0654-48ae-b885-1c1d1a40c535 tempest-ServersTestJSON-2041147199 tempest-ServersTestJSON-2041147199-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62328) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 698.008925] env[62328]: DEBUG nova.virt.hardware [None req-312c1a2b-0654-48ae-b885-1c1d1a40c535 tempest-ServersTestJSON-2041147199 tempest-ServersTestJSON-2041147199-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62328) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 698.010190] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-09d266e3-bd81-41e7-9a47-c2e1080cdd85 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 698.018677] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b9907723-ad95-47fb-aa34-0b1cf1c8e708 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 698.035831] env[62328]: DEBUG oslo_concurrency.lockutils [None req-0e1d5a33-d5ee-4044-8e4d-29e9d424f5af tempest-ServerRescueTestJSONUnderV235-477445181 tempest-ServerRescueTestJSONUnderV235-477445181-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 698.071055] env[62328]: DEBUG nova.compute.manager [req-8b6c1a60-565f-4ad8-b6c3-8c52c316cdeb req-b0143e5d-ca8d-4158-96e4-74dbfe44b94d service nova] [instance: 133b2694-7206-4e72-92d6-ee334b1470e5] Received event network-vif-deleted-4366409f-416b-458f-bd9c-0ddf818b6341 {{(pid=62328) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 698.071055] env[62328]: DEBUG nova.compute.manager [req-8b6c1a60-565f-4ad8-b6c3-8c52c316cdeb req-b0143e5d-ca8d-4158-96e4-74dbfe44b94d service nova] [instance: f07984e0-1503-4ac1-84e3-61d38443a17a] Received event network-vif-deleted-0b788b99-54a0-4ac3-9cb3-e636bbb7af39 {{(pid=62328) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 698.157022] env[62328]: DEBUG nova.scheduler.client.report [None req-fdb695b3-80d1-4592-96fd-6247de02bc04 tempest-ListImageFiltersTestJSON-111188615 tempest-ListImageFiltersTestJSON-111188615-project-member] Inventory has not changed for provider 3469e9f8-04af-49ca-8435-49f104496744 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 152, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62328) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 698.307439] env[62328]: INFO nova.compute.manager [-] [instance: f07984e0-1503-4ac1-84e3-61d38443a17a] Took 1.29 seconds to deallocate network for instance. [ 698.404341] env[62328]: DEBUG nova.network.neutron [None req-fd749fd3-b052-43cc-950f-06ef27e6819d tempest-ServerMetadataNegativeTestJSON-401717437 tempest-ServerMetadataNegativeTestJSON-401717437-project-member] [instance: eaf3b1bf-6f71-48b1-b28d-bb882b9c2035] Instance cache missing network info. {{(pid=62328) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 698.661073] env[62328]: DEBUG oslo_concurrency.lockutils [None req-fdb695b3-80d1-4592-96fd-6247de02bc04 tempest-ListImageFiltersTestJSON-111188615 tempest-ListImageFiltersTestJSON-111188615-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.731s {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 698.661669] env[62328]: DEBUG nova.compute.manager [None req-fdb695b3-80d1-4592-96fd-6247de02bc04 tempest-ListImageFiltersTestJSON-111188615 tempest-ListImageFiltersTestJSON-111188615-project-member] [instance: 8e31afa5-82ea-4e3e-8913-77f24ee85e4e] Start building networks asynchronously for instance. {{(pid=62328) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 698.664706] env[62328]: DEBUG oslo_concurrency.lockutils [None req-cd52a227-0bf3-449c-8a93-3a6fcb87c4e3 tempest-ListServerFiltersTestJSON-1229971268 tempest-ListServerFiltersTestJSON-1229971268-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 29.141s {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 698.666384] env[62328]: DEBUG oslo_concurrency.lockutils [None req-cd52a227-0bf3-449c-8a93-3a6fcb87c4e3 tempest-ListServerFiltersTestJSON-1229971268 tempest-ListServerFiltersTestJSON-1229971268-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.002s {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 698.668423] env[62328]: DEBUG oslo_concurrency.lockutils [None req-b7711806-2c45-4470-b77d-a219c3c1fa31 tempest-ServersTestMultiNic-1057987772 tempest-ServersTestMultiNic-1057987772-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 26.651s {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 698.668615] env[62328]: DEBUG oslo_concurrency.lockutils [None req-b7711806-2c45-4470-b77d-a219c3c1fa31 tempest-ServersTestMultiNic-1057987772 tempest-ServersTestMultiNic-1057987772-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 698.671085] env[62328]: DEBUG oslo_concurrency.lockutils [None req-796be445-18c6-4869-8ab1-e27249159fbd tempest-ListImageFiltersTestJSON-111188615 tempest-ListImageFiltersTestJSON-111188615-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 26.115s {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 698.674027] env[62328]: INFO nova.compute.claims [None req-796be445-18c6-4869-8ab1-e27249159fbd tempest-ListImageFiltersTestJSON-111188615 tempest-ListImageFiltersTestJSON-111188615-project-member] [instance: a514091e-f57a-4447-b60b-7f22d6f26820] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 698.682018] env[62328]: DEBUG nova.network.neutron [None req-fd749fd3-b052-43cc-950f-06ef27e6819d tempest-ServerMetadataNegativeTestJSON-401717437 tempest-ServerMetadataNegativeTestJSON-401717437-project-member] [instance: eaf3b1bf-6f71-48b1-b28d-bb882b9c2035] Updating instance_info_cache with network_info: [{"id": "01c26390-7810-4e40-945a-02f7f3722800", "address": "fa:16:3e:4a:c9:0e", "network": {"id": "121860f9-6233-44fe-ac98-7b1cdbdc36f1", "bridge": "br-int", "label": "tempest-ServerMetadataNegativeTestJSON-34080093-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7d0d83bdf73b427aad2425ccf709864c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "92fe29b3-0907-453d-aabb-5559c4bd7c0f", "external-id": "nsx-vlan-transportzone-482", "segmentation_id": 482, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap01c26390-78", "ovs_interfaceid": "01c26390-7810-4e40-945a-02f7f3722800", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62328) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 698.683740] env[62328]: DEBUG nova.network.neutron [-] [instance: 66186b76-7021-4df1-b53c-2789906e37ac] Updating instance_info_cache with network_info: [] {{(pid=62328) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 698.711846] env[62328]: INFO nova.scheduler.client.report [None req-cd52a227-0bf3-449c-8a93-3a6fcb87c4e3 tempest-ListServerFiltersTestJSON-1229971268 tempest-ListServerFiltersTestJSON-1229971268-project-member] Deleted allocations for instance 17f3c1fc-a6c7-4936-b0d9-4c0eb88417c0 [ 698.724208] env[62328]: INFO nova.scheduler.client.report [None req-b7711806-2c45-4470-b77d-a219c3c1fa31 tempest-ServersTestMultiNic-1057987772 tempest-ServersTestMultiNic-1057987772-project-member] Deleted allocations for instance 1e8111de-0629-4ba5-b945-8f552763ab15 [ 698.816805] env[62328]: DEBUG oslo_concurrency.lockutils [None req-8c9df619-7585-4f17-b251-03d93e0e4afd tempest-ServerTagsTestJSON-548611099 tempest-ServerTagsTestJSON-548611099-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 698.835076] env[62328]: DEBUG nova.network.neutron [None req-3e00675b-f664-4e7a-bf6a-0a18fefd866c tempest-SecurityGroupsTestJSON-105101063 tempest-SecurityGroupsTestJSON-105101063-project-member] [instance: 3c4b626f-0a92-4c1c-9240-7ed5e9ce623b] Updating instance_info_cache with network_info: [{"id": "8eefb68e-e264-4446-bdd7-43bf3cdcb7f9", "address": "fa:16:3e:d5:22:65", "network": {"id": "f2ed4377-648e-4b86-bb61-ab302cde8f5c", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-1682542860-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0e6658b7d41a43858b58b5d307f14cac", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4e02e98f-44ce-42b7-a3ac-4034fae5d127", "external-id": "nsx-vlan-transportzone-874", "segmentation_id": 874, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8eefb68e-e2", "ovs_interfaceid": "8eefb68e-e264-4446-bdd7-43bf3cdcb7f9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62328) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 699.182232] env[62328]: DEBUG nova.compute.utils [None req-fdb695b3-80d1-4592-96fd-6247de02bc04 tempest-ListImageFiltersTestJSON-111188615 tempest-ListImageFiltersTestJSON-111188615-project-member] Using /dev/sd instead of None {{(pid=62328) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 699.185574] env[62328]: DEBUG nova.compute.manager [None req-fdb695b3-80d1-4592-96fd-6247de02bc04 tempest-ListImageFiltersTestJSON-111188615 tempest-ListImageFiltersTestJSON-111188615-project-member] [instance: 8e31afa5-82ea-4e3e-8913-77f24ee85e4e] Allocating IP information in the background. {{(pid=62328) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 699.185574] env[62328]: DEBUG nova.network.neutron [None req-fdb695b3-80d1-4592-96fd-6247de02bc04 tempest-ListImageFiltersTestJSON-111188615 tempest-ListImageFiltersTestJSON-111188615-project-member] [instance: 8e31afa5-82ea-4e3e-8913-77f24ee85e4e] allocate_for_instance() {{(pid=62328) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 699.189296] env[62328]: DEBUG oslo_concurrency.lockutils [None req-fd749fd3-b052-43cc-950f-06ef27e6819d tempest-ServerMetadataNegativeTestJSON-401717437 tempest-ServerMetadataNegativeTestJSON-401717437-project-member] Releasing lock "refresh_cache-eaf3b1bf-6f71-48b1-b28d-bb882b9c2035" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 699.189296] env[62328]: DEBUG nova.compute.manager [None req-fd749fd3-b052-43cc-950f-06ef27e6819d tempest-ServerMetadataNegativeTestJSON-401717437 tempest-ServerMetadataNegativeTestJSON-401717437-project-member] [instance: eaf3b1bf-6f71-48b1-b28d-bb882b9c2035] Instance network_info: |[{"id": "01c26390-7810-4e40-945a-02f7f3722800", "address": "fa:16:3e:4a:c9:0e", "network": {"id": "121860f9-6233-44fe-ac98-7b1cdbdc36f1", "bridge": "br-int", "label": "tempest-ServerMetadataNegativeTestJSON-34080093-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7d0d83bdf73b427aad2425ccf709864c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "92fe29b3-0907-453d-aabb-5559c4bd7c0f", "external-id": "nsx-vlan-transportzone-482", "segmentation_id": 482, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap01c26390-78", "ovs_interfaceid": "01c26390-7810-4e40-945a-02f7f3722800", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62328) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 699.189296] env[62328]: INFO nova.compute.manager [-] [instance: 66186b76-7021-4df1-b53c-2789906e37ac] Took 1.64 seconds to deallocate network for instance. [ 699.189529] env[62328]: DEBUG oslo_concurrency.lockutils [req-290d6d49-3508-4cce-811e-839e404c0a31 req-69532b29-ddf0-49d6-839d-392bc8f5199a service nova] Acquired lock "refresh_cache-eaf3b1bf-6f71-48b1-b28d-bb882b9c2035" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.191047] env[62328]: DEBUG nova.network.neutron [req-290d6d49-3508-4cce-811e-839e404c0a31 req-69532b29-ddf0-49d6-839d-392bc8f5199a service nova] [instance: eaf3b1bf-6f71-48b1-b28d-bb882b9c2035] Refreshing network info cache for port 01c26390-7810-4e40-945a-02f7f3722800 {{(pid=62328) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 699.191047] env[62328]: DEBUG nova.virt.vmwareapi.vmops [None req-fd749fd3-b052-43cc-950f-06ef27e6819d tempest-ServerMetadataNegativeTestJSON-401717437 tempest-ServerMetadataNegativeTestJSON-401717437-project-member] [instance: eaf3b1bf-6f71-48b1-b28d-bb882b9c2035] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:4a:c9:0e', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '92fe29b3-0907-453d-aabb-5559c4bd7c0f', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '01c26390-7810-4e40-945a-02f7f3722800', 'vif_model': 'vmxnet3'}] {{(pid=62328) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 699.200236] env[62328]: DEBUG nova.virt.vmwareapi.vm_util [None req-fd749fd3-b052-43cc-950f-06ef27e6819d tempest-ServerMetadataNegativeTestJSON-401717437 tempest-ServerMetadataNegativeTestJSON-401717437-project-member] Creating folder: Project (7d0d83bdf73b427aad2425ccf709864c). Parent ref: group-v484164. {{(pid=62328) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 699.208230] env[62328]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-6a368cd2-2fa9-4a4b-bb90-6c0d0123efcd {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 699.225079] env[62328]: INFO nova.virt.vmwareapi.vm_util [None req-fd749fd3-b052-43cc-950f-06ef27e6819d tempest-ServerMetadataNegativeTestJSON-401717437 tempest-ServerMetadataNegativeTestJSON-401717437-project-member] Created folder: Project (7d0d83bdf73b427aad2425ccf709864c) in parent group-v484164. [ 699.225079] env[62328]: DEBUG nova.virt.vmwareapi.vm_util [None req-fd749fd3-b052-43cc-950f-06ef27e6819d tempest-ServerMetadataNegativeTestJSON-401717437 tempest-ServerMetadataNegativeTestJSON-401717437-project-member] Creating folder: Instances. Parent ref: group-v484283. {{(pid=62328) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 699.225079] env[62328]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-8498aa76-8ffa-4cc9-b5b2-99ce91c0df40 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 699.235502] env[62328]: DEBUG oslo_concurrency.lockutils [None req-cd52a227-0bf3-449c-8a93-3a6fcb87c4e3 tempest-ListServerFiltersTestJSON-1229971268 tempest-ListServerFiltersTestJSON-1229971268-project-member] Lock "17f3c1fc-a6c7-4936-b0d9-4c0eb88417c0" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 33.218s {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 699.241908] env[62328]: DEBUG oslo_concurrency.lockutils [None req-b7711806-2c45-4470-b77d-a219c3c1fa31 tempest-ServersTestMultiNic-1057987772 tempest-ServersTestMultiNic-1057987772-project-member] Lock "1e8111de-0629-4ba5-b945-8f552763ab15" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 32.006s {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 699.244111] env[62328]: INFO nova.virt.vmwareapi.vm_util [None req-fd749fd3-b052-43cc-950f-06ef27e6819d tempest-ServerMetadataNegativeTestJSON-401717437 tempest-ServerMetadataNegativeTestJSON-401717437-project-member] Created folder: Instances in parent group-v484283. [ 699.248019] env[62328]: DEBUG oslo.service.loopingcall [None req-fd749fd3-b052-43cc-950f-06ef27e6819d tempest-ServerMetadataNegativeTestJSON-401717437 tempest-ServerMetadataNegativeTestJSON-401717437-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62328) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 699.248019] env[62328]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: eaf3b1bf-6f71-48b1-b28d-bb882b9c2035] Creating VM on the ESX host {{(pid=62328) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 699.248019] env[62328]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-40bb26bb-5ec1-47f8-9053-8ac62209c97e {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 699.270291] env[62328]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 699.270291] env[62328]: value = "task-2386617" [ 699.270291] env[62328]: _type = "Task" [ 699.270291] env[62328]: } to complete. {{(pid=62328) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 699.282318] env[62328]: DEBUG oslo_vmware.api [-] Task: {'id': task-2386617, 'name': CreateVM_Task} progress is 0%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 699.342239] env[62328]: DEBUG oslo_concurrency.lockutils [None req-3e00675b-f664-4e7a-bf6a-0a18fefd866c tempest-SecurityGroupsTestJSON-105101063 tempest-SecurityGroupsTestJSON-105101063-project-member] Releasing lock "refresh_cache-3c4b626f-0a92-4c1c-9240-7ed5e9ce623b" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 699.413577] env[62328]: DEBUG nova.policy [None req-fdb695b3-80d1-4592-96fd-6247de02bc04 tempest-ListImageFiltersTestJSON-111188615 tempest-ListImageFiltersTestJSON-111188615-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '5d3519d02c7142179157716df31daad5', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'c4e220e39af94471904cb346b961d8a0', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62328) authorize /opt/stack/nova/nova/policy.py:192}} [ 699.666081] env[62328]: DEBUG oslo_concurrency.lockutils [None req-feaa2be0-d08f-4a5b-b3a6-7c16e0f878dd tempest-ListServerFiltersTestJSON-1229971268 tempest-ListServerFiltersTestJSON-1229971268-project-member] Acquiring lock "69b21777-3bb0-44ee-b6fd-f61a4a56881e" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 699.666310] env[62328]: DEBUG oslo_concurrency.lockutils [None req-feaa2be0-d08f-4a5b-b3a6-7c16e0f878dd tempest-ListServerFiltersTestJSON-1229971268 tempest-ListServerFiltersTestJSON-1229971268-project-member] Lock "69b21777-3bb0-44ee-b6fd-f61a4a56881e" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 699.666528] env[62328]: DEBUG oslo_concurrency.lockutils [None req-feaa2be0-d08f-4a5b-b3a6-7c16e0f878dd tempest-ListServerFiltersTestJSON-1229971268 tempest-ListServerFiltersTestJSON-1229971268-project-member] Acquiring lock "69b21777-3bb0-44ee-b6fd-f61a4a56881e-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 699.666717] env[62328]: DEBUG oslo_concurrency.lockutils [None req-feaa2be0-d08f-4a5b-b3a6-7c16e0f878dd tempest-ListServerFiltersTestJSON-1229971268 tempest-ListServerFiltersTestJSON-1229971268-project-member] Lock "69b21777-3bb0-44ee-b6fd-f61a4a56881e-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 699.666876] env[62328]: DEBUG oslo_concurrency.lockutils [None req-feaa2be0-d08f-4a5b-b3a6-7c16e0f878dd tempest-ListServerFiltersTestJSON-1229971268 tempest-ListServerFiltersTestJSON-1229971268-project-member] Lock "69b21777-3bb0-44ee-b6fd-f61a4a56881e-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 699.669160] env[62328]: INFO nova.compute.manager [None req-feaa2be0-d08f-4a5b-b3a6-7c16e0f878dd tempest-ListServerFiltersTestJSON-1229971268 tempest-ListServerFiltersTestJSON-1229971268-project-member] [instance: 69b21777-3bb0-44ee-b6fd-f61a4a56881e] Terminating instance [ 699.693290] env[62328]: DEBUG nova.compute.manager [None req-fdb695b3-80d1-4592-96fd-6247de02bc04 tempest-ListImageFiltersTestJSON-111188615 tempest-ListImageFiltersTestJSON-111188615-project-member] [instance: 8e31afa5-82ea-4e3e-8913-77f24ee85e4e] Start building block device mappings for instance. {{(pid=62328) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 699.711658] env[62328]: DEBUG oslo_concurrency.lockutils [None req-c2ac8f9f-baeb-4c41-9ee3-4218953f02bd tempest-ServerActionsTestOtherA-1098162655 tempest-ServerActionsTestOtherA-1098162655-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 699.781353] env[62328]: DEBUG oslo_vmware.api [-] Task: {'id': task-2386617, 'name': CreateVM_Task, 'duration_secs': 0.368281} completed successfully. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 699.781353] env[62328]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: eaf3b1bf-6f71-48b1-b28d-bb882b9c2035] Created VM on the ESX host {{(pid=62328) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 699.782045] env[62328]: DEBUG oslo_concurrency.lockutils [None req-fd749fd3-b052-43cc-950f-06ef27e6819d tempest-ServerMetadataNegativeTestJSON-401717437 tempest-ServerMetadataNegativeTestJSON-401717437-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/dbf872a4-92be-47e4-8561-c3e2bf2423ab" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 699.782242] env[62328]: DEBUG oslo_concurrency.lockutils [None req-fd749fd3-b052-43cc-950f-06ef27e6819d tempest-ServerMetadataNegativeTestJSON-401717437 tempest-ServerMetadataNegativeTestJSON-401717437-project-member] Acquired lock "[datastore2] devstack-image-cache_base/dbf872a4-92be-47e4-8561-c3e2bf2423ab" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.782576] env[62328]: DEBUG oslo_concurrency.lockutils [None req-fd749fd3-b052-43cc-950f-06ef27e6819d tempest-ServerMetadataNegativeTestJSON-401717437 tempest-ServerMetadataNegativeTestJSON-401717437-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/dbf872a4-92be-47e4-8561-c3e2bf2423ab" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 699.785639] env[62328]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a9948107-a33c-4cea-9a11-3bee4d69dd19 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 699.792819] env[62328]: DEBUG oslo_vmware.api [None req-fd749fd3-b052-43cc-950f-06ef27e6819d tempest-ServerMetadataNegativeTestJSON-401717437 tempest-ServerMetadataNegativeTestJSON-401717437-project-member] Waiting for the task: (returnval){ [ 699.792819] env[62328]: value = "session[52a6e20e-410d-708a-99f2-080a575a99bd]52b24c51-a3f1-9cdf-48ea-9debf0211fec" [ 699.792819] env[62328]: _type = "Task" [ 699.792819] env[62328]: } to complete. {{(pid=62328) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 699.804320] env[62328]: DEBUG oslo_vmware.api [None req-fd749fd3-b052-43cc-950f-06ef27e6819d tempest-ServerMetadataNegativeTestJSON-401717437 tempest-ServerMetadataNegativeTestJSON-401717437-project-member] Task: {'id': session[52a6e20e-410d-708a-99f2-080a575a99bd]52b24c51-a3f1-9cdf-48ea-9debf0211fec, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 699.847584] env[62328]: DEBUG nova.compute.manager [None req-3e00675b-f664-4e7a-bf6a-0a18fefd866c tempest-SecurityGroupsTestJSON-105101063 tempest-SecurityGroupsTestJSON-105101063-project-member] [instance: 3c4b626f-0a92-4c1c-9240-7ed5e9ce623b] Checking state {{(pid=62328) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 699.848501] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2be89511-5fe7-45c4-9328-e7b5e667ce62 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 700.062280] env[62328]: DEBUG nova.network.neutron [req-290d6d49-3508-4cce-811e-839e404c0a31 req-69532b29-ddf0-49d6-839d-392bc8f5199a service nova] [instance: eaf3b1bf-6f71-48b1-b28d-bb882b9c2035] Updated VIF entry in instance network info cache for port 01c26390-7810-4e40-945a-02f7f3722800. {{(pid=62328) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 700.062280] env[62328]: DEBUG nova.network.neutron [req-290d6d49-3508-4cce-811e-839e404c0a31 req-69532b29-ddf0-49d6-839d-392bc8f5199a service nova] [instance: eaf3b1bf-6f71-48b1-b28d-bb882b9c2035] Updating instance_info_cache with network_info: [{"id": "01c26390-7810-4e40-945a-02f7f3722800", "address": "fa:16:3e:4a:c9:0e", "network": {"id": "121860f9-6233-44fe-ac98-7b1cdbdc36f1", "bridge": "br-int", "label": "tempest-ServerMetadataNegativeTestJSON-34080093-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7d0d83bdf73b427aad2425ccf709864c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "92fe29b3-0907-453d-aabb-5559c4bd7c0f", "external-id": "nsx-vlan-transportzone-482", "segmentation_id": 482, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap01c26390-78", "ovs_interfaceid": "01c26390-7810-4e40-945a-02f7f3722800", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62328) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 700.177022] env[62328]: DEBUG nova.compute.manager [None req-feaa2be0-d08f-4a5b-b3a6-7c16e0f878dd tempest-ListServerFiltersTestJSON-1229971268 tempest-ListServerFiltersTestJSON-1229971268-project-member] [instance: 69b21777-3bb0-44ee-b6fd-f61a4a56881e] Start destroying the instance on the hypervisor. {{(pid=62328) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 700.177022] env[62328]: DEBUG nova.virt.vmwareapi.vmops [None req-feaa2be0-d08f-4a5b-b3a6-7c16e0f878dd tempest-ListServerFiltersTestJSON-1229971268 tempest-ListServerFiltersTestJSON-1229971268-project-member] [instance: 69b21777-3bb0-44ee-b6fd-f61a4a56881e] Destroying instance {{(pid=62328) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 700.177022] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-91c53414-ba94-4ad7-a6ed-28936951c626 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 700.188134] env[62328]: DEBUG nova.virt.vmwareapi.vm_util [None req-feaa2be0-d08f-4a5b-b3a6-7c16e0f878dd tempest-ListServerFiltersTestJSON-1229971268 tempest-ListServerFiltersTestJSON-1229971268-project-member] [instance: 69b21777-3bb0-44ee-b6fd-f61a4a56881e] Powering off the VM {{(pid=62328) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 700.188134] env[62328]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-8a534202-f330-4f52-8315-41b3d8bd47c3 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 700.202568] env[62328]: DEBUG oslo_vmware.api [None req-feaa2be0-d08f-4a5b-b3a6-7c16e0f878dd tempest-ListServerFiltersTestJSON-1229971268 tempest-ListServerFiltersTestJSON-1229971268-project-member] Waiting for the task: (returnval){ [ 700.202568] env[62328]: value = "task-2386618" [ 700.202568] env[62328]: _type = "Task" [ 700.202568] env[62328]: } to complete. {{(pid=62328) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 700.220811] env[62328]: DEBUG oslo_vmware.api [None req-feaa2be0-d08f-4a5b-b3a6-7c16e0f878dd tempest-ListServerFiltersTestJSON-1229971268 tempest-ListServerFiltersTestJSON-1229971268-project-member] Task: {'id': task-2386618, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 700.293163] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-203cdb5d-9466-4b16-9ce2-bd23a904450a {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 700.309022] env[62328]: DEBUG oslo_vmware.api [None req-fd749fd3-b052-43cc-950f-06ef27e6819d tempest-ServerMetadataNegativeTestJSON-401717437 tempest-ServerMetadataNegativeTestJSON-401717437-project-member] Task: {'id': session[52a6e20e-410d-708a-99f2-080a575a99bd]52b24c51-a3f1-9cdf-48ea-9debf0211fec, 'name': SearchDatastore_Task, 'duration_secs': 0.011878} completed successfully. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 700.309022] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1743405b-7bbd-495d-955f-b434a681bca1 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 700.312887] env[62328]: DEBUG oslo_concurrency.lockutils [None req-fd749fd3-b052-43cc-950f-06ef27e6819d tempest-ServerMetadataNegativeTestJSON-401717437 tempest-ServerMetadataNegativeTestJSON-401717437-project-member] Releasing lock "[datastore2] devstack-image-cache_base/dbf872a4-92be-47e4-8561-c3e2bf2423ab" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 700.313346] env[62328]: DEBUG nova.virt.vmwareapi.vmops [None req-fd749fd3-b052-43cc-950f-06ef27e6819d tempest-ServerMetadataNegativeTestJSON-401717437 tempest-ServerMetadataNegativeTestJSON-401717437-project-member] [instance: eaf3b1bf-6f71-48b1-b28d-bb882b9c2035] Processing image dbf872a4-92be-47e4-8561-c3e2bf2423ab {{(pid=62328) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 700.313697] env[62328]: DEBUG oslo_concurrency.lockutils [None req-fd749fd3-b052-43cc-950f-06ef27e6819d tempest-ServerMetadataNegativeTestJSON-401717437 tempest-ServerMetadataNegativeTestJSON-401717437-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/dbf872a4-92be-47e4-8561-c3e2bf2423ab/dbf872a4-92be-47e4-8561-c3e2bf2423ab.vmdk" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 700.313961] env[62328]: DEBUG oslo_concurrency.lockutils [None req-fd749fd3-b052-43cc-950f-06ef27e6819d tempest-ServerMetadataNegativeTestJSON-401717437 tempest-ServerMetadataNegativeTestJSON-401717437-project-member] Acquired lock "[datastore2] devstack-image-cache_base/dbf872a4-92be-47e4-8561-c3e2bf2423ab/dbf872a4-92be-47e4-8561-c3e2bf2423ab.vmdk" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.314269] env[62328]: DEBUG nova.virt.vmwareapi.ds_util [None req-fd749fd3-b052-43cc-950f-06ef27e6819d tempest-ServerMetadataNegativeTestJSON-401717437 tempest-ServerMetadataNegativeTestJSON-401717437-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62328) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 700.314623] env[62328]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-929f37c1-b104-4fad-a8c5-3f6f013f6014 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 700.351987] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6ddef836-1998-4241-93d4-bba9ace89cb5 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 700.355216] env[62328]: DEBUG nova.virt.vmwareapi.ds_util [None req-fd749fd3-b052-43cc-950f-06ef27e6819d tempest-ServerMetadataNegativeTestJSON-401717437 tempest-ServerMetadataNegativeTestJSON-401717437-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62328) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 700.355603] env[62328]: DEBUG nova.virt.vmwareapi.vmops [None req-fd749fd3-b052-43cc-950f-06ef27e6819d tempest-ServerMetadataNegativeTestJSON-401717437 tempest-ServerMetadataNegativeTestJSON-401717437-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62328) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 700.356435] env[62328]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-30907a53-a3f2-441c-b1d0-b8285f328f29 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 700.369256] env[62328]: DEBUG oslo_vmware.api [None req-fd749fd3-b052-43cc-950f-06ef27e6819d tempest-ServerMetadataNegativeTestJSON-401717437 tempest-ServerMetadataNegativeTestJSON-401717437-project-member] Waiting for the task: (returnval){ [ 700.369256] env[62328]: value = "session[52a6e20e-410d-708a-99f2-080a575a99bd]523d7918-5268-d815-16ee-7e2b19d078c9" [ 700.369256] env[62328]: _type = "Task" [ 700.369256] env[62328]: } to complete. {{(pid=62328) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 700.369256] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d17694da-f7cd-494f-bf5e-b3e690b578c5 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 700.385437] env[62328]: DEBUG oslo_vmware.api [None req-fd749fd3-b052-43cc-950f-06ef27e6819d tempest-ServerMetadataNegativeTestJSON-401717437 tempest-ServerMetadataNegativeTestJSON-401717437-project-member] Task: {'id': session[52a6e20e-410d-708a-99f2-080a575a99bd]523d7918-5268-d815-16ee-7e2b19d078c9, 'name': SearchDatastore_Task, 'duration_secs': 0.014055} completed successfully. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 700.394263] env[62328]: DEBUG nova.compute.provider_tree [None req-796be445-18c6-4869-8ab1-e27249159fbd tempest-ListImageFiltersTestJSON-111188615 tempest-ListImageFiltersTestJSON-111188615-project-member] Inventory has not changed in ProviderTree for provider: 3469e9f8-04af-49ca-8435-49f104496744 {{(pid=62328) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 700.395719] env[62328]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fb4c541b-6637-4d0f-aec9-e8ac403cc530 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 700.402677] env[62328]: DEBUG oslo_vmware.api [None req-fd749fd3-b052-43cc-950f-06ef27e6819d tempest-ServerMetadataNegativeTestJSON-401717437 tempest-ServerMetadataNegativeTestJSON-401717437-project-member] Waiting for the task: (returnval){ [ 700.402677] env[62328]: value = "session[52a6e20e-410d-708a-99f2-080a575a99bd]524d663b-83d5-8004-009f-38f19daea565" [ 700.402677] env[62328]: _type = "Task" [ 700.402677] env[62328]: } to complete. {{(pid=62328) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 700.412323] env[62328]: DEBUG oslo_vmware.api [None req-fd749fd3-b052-43cc-950f-06ef27e6819d tempest-ServerMetadataNegativeTestJSON-401717437 tempest-ServerMetadataNegativeTestJSON-401717437-project-member] Task: {'id': session[52a6e20e-410d-708a-99f2-080a575a99bd]524d663b-83d5-8004-009f-38f19daea565, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 700.564769] env[62328]: DEBUG oslo_concurrency.lockutils [req-290d6d49-3508-4cce-811e-839e404c0a31 req-69532b29-ddf0-49d6-839d-392bc8f5199a service nova] Releasing lock "refresh_cache-eaf3b1bf-6f71-48b1-b28d-bb882b9c2035" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 700.670026] env[62328]: DEBUG nova.compute.manager [req-85f0c5bb-4517-4627-bdf4-9d9f587122c4 req-f06d27ab-f5e8-48b7-bd0c-500466354af3 service nova] [instance: 66186b76-7021-4df1-b53c-2789906e37ac] Received event network-vif-deleted-5252ceec-e5ce-49d1-97e4-07c66555f187 {{(pid=62328) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 700.702865] env[62328]: DEBUG nova.compute.manager [None req-fdb695b3-80d1-4592-96fd-6247de02bc04 tempest-ListImageFiltersTestJSON-111188615 tempest-ListImageFiltersTestJSON-111188615-project-member] [instance: 8e31afa5-82ea-4e3e-8913-77f24ee85e4e] Start spawning the instance on the hypervisor. {{(pid=62328) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 700.724900] env[62328]: DEBUG oslo_vmware.api [None req-feaa2be0-d08f-4a5b-b3a6-7c16e0f878dd tempest-ListServerFiltersTestJSON-1229971268 tempest-ListServerFiltersTestJSON-1229971268-project-member] Task: {'id': task-2386618, 'name': PowerOffVM_Task, 'duration_secs': 0.342681} completed successfully. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 700.725282] env[62328]: DEBUG nova.virt.vmwareapi.vm_util [None req-feaa2be0-d08f-4a5b-b3a6-7c16e0f878dd tempest-ListServerFiltersTestJSON-1229971268 tempest-ListServerFiltersTestJSON-1229971268-project-member] [instance: 69b21777-3bb0-44ee-b6fd-f61a4a56881e] Powered off the VM {{(pid=62328) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 700.725470] env[62328]: DEBUG nova.virt.vmwareapi.vmops [None req-feaa2be0-d08f-4a5b-b3a6-7c16e0f878dd tempest-ListServerFiltersTestJSON-1229971268 tempest-ListServerFiltersTestJSON-1229971268-project-member] [instance: 69b21777-3bb0-44ee-b6fd-f61a4a56881e] Unregistering the VM {{(pid=62328) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 700.725730] env[62328]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-2f01172d-8761-4163-8dda-3661a735ebd4 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 700.741899] env[62328]: DEBUG nova.virt.hardware [None req-fdb695b3-80d1-4592-96fd-6247de02bc04 tempest-ListImageFiltersTestJSON-111188615 tempest-ListImageFiltersTestJSON-111188615-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-07T17:16:55Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-07T17:16:37Z,direct_url=,disk_format='vmdk',id=dbf872a4-92be-47e4-8561-c3e2bf2423ab,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='2a64022f08d84b11a86773b900860ae5',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-07T17:16:38Z,virtual_size=,visibility=), allow threads: False {{(pid=62328) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 700.742122] env[62328]: DEBUG nova.virt.hardware [None req-fdb695b3-80d1-4592-96fd-6247de02bc04 tempest-ListImageFiltersTestJSON-111188615 tempest-ListImageFiltersTestJSON-111188615-project-member] Flavor limits 0:0:0 {{(pid=62328) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 700.746032] env[62328]: DEBUG nova.virt.hardware [None req-fdb695b3-80d1-4592-96fd-6247de02bc04 tempest-ListImageFiltersTestJSON-111188615 tempest-ListImageFiltersTestJSON-111188615-project-member] Image limits 0:0:0 {{(pid=62328) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 700.746032] env[62328]: DEBUG nova.virt.hardware [None req-fdb695b3-80d1-4592-96fd-6247de02bc04 tempest-ListImageFiltersTestJSON-111188615 tempest-ListImageFiltersTestJSON-111188615-project-member] Flavor pref 0:0:0 {{(pid=62328) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 700.746032] env[62328]: DEBUG nova.virt.hardware [None req-fdb695b3-80d1-4592-96fd-6247de02bc04 tempest-ListImageFiltersTestJSON-111188615 tempest-ListImageFiltersTestJSON-111188615-project-member] Image pref 0:0:0 {{(pid=62328) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 700.746032] env[62328]: DEBUG nova.virt.hardware [None req-fdb695b3-80d1-4592-96fd-6247de02bc04 tempest-ListImageFiltersTestJSON-111188615 tempest-ListImageFiltersTestJSON-111188615-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62328) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 700.746032] env[62328]: DEBUG nova.virt.hardware [None req-fdb695b3-80d1-4592-96fd-6247de02bc04 tempest-ListImageFiltersTestJSON-111188615 tempest-ListImageFiltersTestJSON-111188615-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62328) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 700.746032] env[62328]: DEBUG nova.virt.hardware [None req-fdb695b3-80d1-4592-96fd-6247de02bc04 tempest-ListImageFiltersTestJSON-111188615 tempest-ListImageFiltersTestJSON-111188615-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62328) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 700.746032] env[62328]: DEBUG nova.virt.hardware [None req-fdb695b3-80d1-4592-96fd-6247de02bc04 tempest-ListImageFiltersTestJSON-111188615 tempest-ListImageFiltersTestJSON-111188615-project-member] Got 1 possible topologies {{(pid=62328) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 700.746032] env[62328]: DEBUG nova.virt.hardware [None req-fdb695b3-80d1-4592-96fd-6247de02bc04 tempest-ListImageFiltersTestJSON-111188615 tempest-ListImageFiltersTestJSON-111188615-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62328) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 700.746032] env[62328]: DEBUG nova.virt.hardware [None req-fdb695b3-80d1-4592-96fd-6247de02bc04 tempest-ListImageFiltersTestJSON-111188615 tempest-ListImageFiltersTestJSON-111188615-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62328) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 700.746032] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2c12b15f-3339-4270-af61-e01fd89b72e5 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 700.753301] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-071f1272-c70e-4e02-97b1-9880f7dd8470 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 700.798251] env[62328]: DEBUG nova.virt.vmwareapi.vmops [None req-feaa2be0-d08f-4a5b-b3a6-7c16e0f878dd tempest-ListServerFiltersTestJSON-1229971268 tempest-ListServerFiltersTestJSON-1229971268-project-member] [instance: 69b21777-3bb0-44ee-b6fd-f61a4a56881e] Unregistered the VM {{(pid=62328) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 700.798513] env[62328]: DEBUG nova.virt.vmwareapi.vmops [None req-feaa2be0-d08f-4a5b-b3a6-7c16e0f878dd tempest-ListServerFiltersTestJSON-1229971268 tempest-ListServerFiltersTestJSON-1229971268-project-member] [instance: 69b21777-3bb0-44ee-b6fd-f61a4a56881e] Deleting contents of the VM from datastore datastore2 {{(pid=62328) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 700.798699] env[62328]: DEBUG nova.virt.vmwareapi.ds_util [None req-feaa2be0-d08f-4a5b-b3a6-7c16e0f878dd tempest-ListServerFiltersTestJSON-1229971268 tempest-ListServerFiltersTestJSON-1229971268-project-member] Deleting the datastore file [datastore2] 69b21777-3bb0-44ee-b6fd-f61a4a56881e {{(pid=62328) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 700.799407] env[62328]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-d8371792-052b-4700-a0a6-3bb2b8f29800 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 700.807981] env[62328]: DEBUG oslo_vmware.api [None req-feaa2be0-d08f-4a5b-b3a6-7c16e0f878dd tempest-ListServerFiltersTestJSON-1229971268 tempest-ListServerFiltersTestJSON-1229971268-project-member] Waiting for the task: (returnval){ [ 700.807981] env[62328]: value = "task-2386621" [ 700.807981] env[62328]: _type = "Task" [ 700.807981] env[62328]: } to complete. {{(pid=62328) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 700.820395] env[62328]: DEBUG oslo_vmware.api [None req-feaa2be0-d08f-4a5b-b3a6-7c16e0f878dd tempest-ListServerFiltersTestJSON-1229971268 tempest-ListServerFiltersTestJSON-1229971268-project-member] Task: {'id': task-2386621, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 700.870025] env[62328]: DEBUG nova.network.neutron [None req-312c1a2b-0654-48ae-b885-1c1d1a40c535 tempest-ServersTestJSON-2041147199 tempest-ServersTestJSON-2041147199-project-member] [instance: 3c9e10d6-deb6-4b1b-8dfe-9e85e3b19e85] Successfully updated port: 473d2e04-47b1-4e88-b253-33019b437a12 {{(pid=62328) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 700.875905] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4a49ed7f-7b61-4d99-90c2-f457f0b3cfc4 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 700.884583] env[62328]: DEBUG nova.virt.vmwareapi.vmops [None req-3e00675b-f664-4e7a-bf6a-0a18fefd866c tempest-SecurityGroupsTestJSON-105101063 tempest-SecurityGroupsTestJSON-105101063-project-member] [instance: 3c4b626f-0a92-4c1c-9240-7ed5e9ce623b] Doing hard reboot of VM {{(pid=62328) reboot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1063}} [ 700.884583] env[62328]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ResetVM_Task with opID=oslo.vmware-105ea08a-ac0b-4a25-88f9-23bdeef9b124 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 700.893777] env[62328]: DEBUG oslo_vmware.api [None req-3e00675b-f664-4e7a-bf6a-0a18fefd866c tempest-SecurityGroupsTestJSON-105101063 tempest-SecurityGroupsTestJSON-105101063-project-member] Waiting for the task: (returnval){ [ 700.893777] env[62328]: value = "task-2386622" [ 700.893777] env[62328]: _type = "Task" [ 700.893777] env[62328]: } to complete. {{(pid=62328) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 700.904767] env[62328]: DEBUG nova.scheduler.client.report [None req-796be445-18c6-4869-8ab1-e27249159fbd tempest-ListImageFiltersTestJSON-111188615 tempest-ListImageFiltersTestJSON-111188615-project-member] Inventory has not changed for provider 3469e9f8-04af-49ca-8435-49f104496744 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 152, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62328) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 700.918563] env[62328]: DEBUG oslo_vmware.api [None req-3e00675b-f664-4e7a-bf6a-0a18fefd866c tempest-SecurityGroupsTestJSON-105101063 tempest-SecurityGroupsTestJSON-105101063-project-member] Task: {'id': task-2386622, 'name': ResetVM_Task} progress is 0%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 700.921382] env[62328]: DEBUG oslo_vmware.api [None req-fd749fd3-b052-43cc-950f-06ef27e6819d tempest-ServerMetadataNegativeTestJSON-401717437 tempest-ServerMetadataNegativeTestJSON-401717437-project-member] Task: {'id': session[52a6e20e-410d-708a-99f2-080a575a99bd]524d663b-83d5-8004-009f-38f19daea565, 'name': SearchDatastore_Task, 'duration_secs': 0.019055} completed successfully. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 700.921677] env[62328]: DEBUG oslo_concurrency.lockutils [None req-fd749fd3-b052-43cc-950f-06ef27e6819d tempest-ServerMetadataNegativeTestJSON-401717437 tempest-ServerMetadataNegativeTestJSON-401717437-project-member] Releasing lock "[datastore2] devstack-image-cache_base/dbf872a4-92be-47e4-8561-c3e2bf2423ab/dbf872a4-92be-47e4-8561-c3e2bf2423ab.vmdk" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 700.921939] env[62328]: DEBUG nova.virt.vmwareapi.vm_util [None req-fd749fd3-b052-43cc-950f-06ef27e6819d tempest-ServerMetadataNegativeTestJSON-401717437 tempest-ServerMetadataNegativeTestJSON-401717437-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/dbf872a4-92be-47e4-8561-c3e2bf2423ab/dbf872a4-92be-47e4-8561-c3e2bf2423ab.vmdk to [datastore2] eaf3b1bf-6f71-48b1-b28d-bb882b9c2035/eaf3b1bf-6f71-48b1-b28d-bb882b9c2035.vmdk {{(pid=62328) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 700.922605] env[62328]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-44d66eff-a5af-4e4b-9503-5f3b161d9c37 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 700.931474] env[62328]: DEBUG oslo_vmware.api [None req-fd749fd3-b052-43cc-950f-06ef27e6819d tempest-ServerMetadataNegativeTestJSON-401717437 tempest-ServerMetadataNegativeTestJSON-401717437-project-member] Waiting for the task: (returnval){ [ 700.931474] env[62328]: value = "task-2386623" [ 700.931474] env[62328]: _type = "Task" [ 700.931474] env[62328]: } to complete. {{(pid=62328) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 700.942398] env[62328]: DEBUG oslo_vmware.api [None req-fd749fd3-b052-43cc-950f-06ef27e6819d tempest-ServerMetadataNegativeTestJSON-401717437 tempest-ServerMetadataNegativeTestJSON-401717437-project-member] Task: {'id': task-2386623, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 701.028991] env[62328]: DEBUG nova.network.neutron [None req-fdb695b3-80d1-4592-96fd-6247de02bc04 tempest-ListImageFiltersTestJSON-111188615 tempest-ListImageFiltersTestJSON-111188615-project-member] [instance: 8e31afa5-82ea-4e3e-8913-77f24ee85e4e] Successfully created port: c0e7487d-cd22-467d-a394-29c22099757f {{(pid=62328) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 701.319983] env[62328]: DEBUG oslo_vmware.api [None req-feaa2be0-d08f-4a5b-b3a6-7c16e0f878dd tempest-ListServerFiltersTestJSON-1229971268 tempest-ListServerFiltersTestJSON-1229971268-project-member] Task: {'id': task-2386621, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.30882} completed successfully. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 701.320888] env[62328]: DEBUG nova.virt.vmwareapi.ds_util [None req-feaa2be0-d08f-4a5b-b3a6-7c16e0f878dd tempest-ListServerFiltersTestJSON-1229971268 tempest-ListServerFiltersTestJSON-1229971268-project-member] Deleted the datastore file {{(pid=62328) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 701.321175] env[62328]: DEBUG nova.virt.vmwareapi.vmops [None req-feaa2be0-d08f-4a5b-b3a6-7c16e0f878dd tempest-ListServerFiltersTestJSON-1229971268 tempest-ListServerFiltersTestJSON-1229971268-project-member] [instance: 69b21777-3bb0-44ee-b6fd-f61a4a56881e] Deleted contents of the VM from datastore datastore2 {{(pid=62328) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 701.321431] env[62328]: DEBUG nova.virt.vmwareapi.vmops [None req-feaa2be0-d08f-4a5b-b3a6-7c16e0f878dd tempest-ListServerFiltersTestJSON-1229971268 tempest-ListServerFiltersTestJSON-1229971268-project-member] [instance: 69b21777-3bb0-44ee-b6fd-f61a4a56881e] Instance destroyed {{(pid=62328) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 701.322396] env[62328]: INFO nova.compute.manager [None req-feaa2be0-d08f-4a5b-b3a6-7c16e0f878dd tempest-ListServerFiltersTestJSON-1229971268 tempest-ListServerFiltersTestJSON-1229971268-project-member] [instance: 69b21777-3bb0-44ee-b6fd-f61a4a56881e] Took 1.15 seconds to destroy the instance on the hypervisor. [ 701.322396] env[62328]: DEBUG oslo.service.loopingcall [None req-feaa2be0-d08f-4a5b-b3a6-7c16e0f878dd tempest-ListServerFiltersTestJSON-1229971268 tempest-ListServerFiltersTestJSON-1229971268-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62328) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 701.322703] env[62328]: DEBUG nova.compute.manager [-] [instance: 69b21777-3bb0-44ee-b6fd-f61a4a56881e] Deallocating network for instance {{(pid=62328) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 701.323571] env[62328]: DEBUG nova.network.neutron [-] [instance: 69b21777-3bb0-44ee-b6fd-f61a4a56881e] deallocate_for_instance() {{(pid=62328) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 701.378113] env[62328]: DEBUG oslo_concurrency.lockutils [None req-312c1a2b-0654-48ae-b885-1c1d1a40c535 tempest-ServersTestJSON-2041147199 tempest-ServersTestJSON-2041147199-project-member] Acquiring lock "refresh_cache-3c9e10d6-deb6-4b1b-8dfe-9e85e3b19e85" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 701.378113] env[62328]: DEBUG oslo_concurrency.lockutils [None req-312c1a2b-0654-48ae-b885-1c1d1a40c535 tempest-ServersTestJSON-2041147199 tempest-ServersTestJSON-2041147199-project-member] Acquired lock "refresh_cache-3c9e10d6-deb6-4b1b-8dfe-9e85e3b19e85" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.378113] env[62328]: DEBUG nova.network.neutron [None req-312c1a2b-0654-48ae-b885-1c1d1a40c535 tempest-ServersTestJSON-2041147199 tempest-ServersTestJSON-2041147199-project-member] [instance: 3c9e10d6-deb6-4b1b-8dfe-9e85e3b19e85] Building network info cache for instance {{(pid=62328) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 701.411206] env[62328]: DEBUG oslo_vmware.api [None req-3e00675b-f664-4e7a-bf6a-0a18fefd866c tempest-SecurityGroupsTestJSON-105101063 tempest-SecurityGroupsTestJSON-105101063-project-member] Task: {'id': task-2386622, 'name': ResetVM_Task, 'duration_secs': 0.101099} completed successfully. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 701.411206] env[62328]: DEBUG nova.virt.vmwareapi.vmops [None req-3e00675b-f664-4e7a-bf6a-0a18fefd866c tempest-SecurityGroupsTestJSON-105101063 tempest-SecurityGroupsTestJSON-105101063-project-member] [instance: 3c4b626f-0a92-4c1c-9240-7ed5e9ce623b] Did hard reboot of VM {{(pid=62328) reboot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1067}} [ 701.411206] env[62328]: DEBUG nova.compute.manager [None req-3e00675b-f664-4e7a-bf6a-0a18fefd866c tempest-SecurityGroupsTestJSON-105101063 tempest-SecurityGroupsTestJSON-105101063-project-member] [instance: 3c4b626f-0a92-4c1c-9240-7ed5e9ce623b] Checking state {{(pid=62328) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 701.411206] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1d91e3a6-dd7f-45ed-8fde-3bf5212a8ef6 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 701.413897] env[62328]: DEBUG oslo_concurrency.lockutils [None req-796be445-18c6-4869-8ab1-e27249159fbd tempest-ListImageFiltersTestJSON-111188615 tempest-ListImageFiltersTestJSON-111188615-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.743s {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 701.416464] env[62328]: DEBUG nova.compute.manager [None req-796be445-18c6-4869-8ab1-e27249159fbd tempest-ListImageFiltersTestJSON-111188615 tempest-ListImageFiltersTestJSON-111188615-project-member] [instance: a514091e-f57a-4447-b60b-7f22d6f26820] Start building networks asynchronously for instance. {{(pid=62328) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 701.420017] env[62328]: DEBUG oslo_concurrency.lockutils [None req-ef3d80cf-679e-4712-a75c-b06766f795f5 tempest-ServersAdmin275Test-1782090467 tempest-ServersAdmin275Test-1782090467-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 27.564s {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 701.420017] env[62328]: DEBUG nova.objects.instance [None req-ef3d80cf-679e-4712-a75c-b06766f795f5 tempest-ServersAdmin275Test-1782090467 tempest-ServersAdmin275Test-1782090467-project-member] [instance: 892b410e-c0ae-4ef6-90a6-fbf09d6ad76b] Trying to apply a migration context that does not seem to be set for this instance {{(pid=62328) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 701.446996] env[62328]: DEBUG oslo_vmware.api [None req-fd749fd3-b052-43cc-950f-06ef27e6819d tempest-ServerMetadataNegativeTestJSON-401717437 tempest-ServerMetadataNegativeTestJSON-401717437-project-member] Task: {'id': task-2386623, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 701.931426] env[62328]: DEBUG nova.compute.utils [None req-796be445-18c6-4869-8ab1-e27249159fbd tempest-ListImageFiltersTestJSON-111188615 tempest-ListImageFiltersTestJSON-111188615-project-member] Using /dev/sd instead of None {{(pid=62328) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 701.933072] env[62328]: DEBUG nova.compute.manager [None req-796be445-18c6-4869-8ab1-e27249159fbd tempest-ListImageFiltersTestJSON-111188615 tempest-ListImageFiltersTestJSON-111188615-project-member] [instance: a514091e-f57a-4447-b60b-7f22d6f26820] Allocating IP information in the background. {{(pid=62328) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 701.933196] env[62328]: DEBUG nova.network.neutron [None req-796be445-18c6-4869-8ab1-e27249159fbd tempest-ListImageFiltersTestJSON-111188615 tempest-ListImageFiltersTestJSON-111188615-project-member] [instance: a514091e-f57a-4447-b60b-7f22d6f26820] allocate_for_instance() {{(pid=62328) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 701.945072] env[62328]: DEBUG nova.network.neutron [None req-312c1a2b-0654-48ae-b885-1c1d1a40c535 tempest-ServersTestJSON-2041147199 tempest-ServersTestJSON-2041147199-project-member] [instance: 3c9e10d6-deb6-4b1b-8dfe-9e85e3b19e85] Instance cache missing network info. {{(pid=62328) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 701.948211] env[62328]: DEBUG oslo_concurrency.lockutils [None req-3e00675b-f664-4e7a-bf6a-0a18fefd866c tempest-SecurityGroupsTestJSON-105101063 tempest-SecurityGroupsTestJSON-105101063-project-member] Lock "3c4b626f-0a92-4c1c-9240-7ed5e9ce623b" "released" by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" :: held 5.413s {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 701.955788] env[62328]: DEBUG oslo_vmware.api [None req-fd749fd3-b052-43cc-950f-06ef27e6819d tempest-ServerMetadataNegativeTestJSON-401717437 tempest-ServerMetadataNegativeTestJSON-401717437-project-member] Task: {'id': task-2386623, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.579959} completed successfully. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 701.956098] env[62328]: DEBUG nova.virt.vmwareapi.vm_util [None req-fd749fd3-b052-43cc-950f-06ef27e6819d tempest-ServerMetadataNegativeTestJSON-401717437 tempest-ServerMetadataNegativeTestJSON-401717437-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/dbf872a4-92be-47e4-8561-c3e2bf2423ab/dbf872a4-92be-47e4-8561-c3e2bf2423ab.vmdk to [datastore2] eaf3b1bf-6f71-48b1-b28d-bb882b9c2035/eaf3b1bf-6f71-48b1-b28d-bb882b9c2035.vmdk {{(pid=62328) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 701.956460] env[62328]: DEBUG nova.virt.vmwareapi.vmops [None req-fd749fd3-b052-43cc-950f-06ef27e6819d tempest-ServerMetadataNegativeTestJSON-401717437 tempest-ServerMetadataNegativeTestJSON-401717437-project-member] [instance: eaf3b1bf-6f71-48b1-b28d-bb882b9c2035] Extending root virtual disk to 1048576 {{(pid=62328) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 701.956636] env[62328]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-4098e53d-fd47-4a10-acf4-1cc600a30ae9 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 701.964926] env[62328]: DEBUG oslo_vmware.api [None req-fd749fd3-b052-43cc-950f-06ef27e6819d tempest-ServerMetadataNegativeTestJSON-401717437 tempest-ServerMetadataNegativeTestJSON-401717437-project-member] Waiting for the task: (returnval){ [ 701.964926] env[62328]: value = "task-2386624" [ 701.964926] env[62328]: _type = "Task" [ 701.964926] env[62328]: } to complete. {{(pid=62328) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 701.975452] env[62328]: DEBUG oslo_vmware.api [None req-fd749fd3-b052-43cc-950f-06ef27e6819d tempest-ServerMetadataNegativeTestJSON-401717437 tempest-ServerMetadataNegativeTestJSON-401717437-project-member] Task: {'id': task-2386624, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 702.137370] env[62328]: DEBUG nova.policy [None req-796be445-18c6-4869-8ab1-e27249159fbd tempest-ListImageFiltersTestJSON-111188615 tempest-ListImageFiltersTestJSON-111188615-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '5d3519d02c7142179157716df31daad5', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'c4e220e39af94471904cb346b961d8a0', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62328) authorize /opt/stack/nova/nova/policy.py:192}} [ 702.144237] env[62328]: DEBUG nova.network.neutron [None req-312c1a2b-0654-48ae-b885-1c1d1a40c535 tempest-ServersTestJSON-2041147199 tempest-ServersTestJSON-2041147199-project-member] [instance: 3c9e10d6-deb6-4b1b-8dfe-9e85e3b19e85] Updating instance_info_cache with network_info: [{"id": "473d2e04-47b1-4e88-b253-33019b437a12", "address": "fa:16:3e:fe:1f:df", "network": {"id": "6bb51e3a-3ea5-407f-af2d-a3aa2b58eb3e", "bridge": "br-int", "label": "tempest-ServersTestJSON-585704246-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c45c639ce4254b028b1106f234f63616", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d829efb7-e98e-4b67-bd03-b0888287dbfd", "external-id": "nsx-vlan-transportzone-128", "segmentation_id": 128, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap473d2e04-47", "ovs_interfaceid": "473d2e04-47b1-4e88-b253-33019b437a12", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62328) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 702.436999] env[62328]: DEBUG oslo_concurrency.lockutils [None req-ef3d80cf-679e-4712-a75c-b06766f795f5 tempest-ServersAdmin275Test-1782090467 tempest-ServersAdmin275Test-1782090467-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.017s {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 702.438498] env[62328]: DEBUG oslo_concurrency.lockutils [None req-6e0d2bff-0f4f-45c9-9564-15b58c0781f6 tempest-MigrationsAdminTest-413245202 tempest-MigrationsAdminTest-413245202-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 26.944s {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 702.441059] env[62328]: INFO nova.compute.claims [None req-6e0d2bff-0f4f-45c9-9564-15b58c0781f6 tempest-MigrationsAdminTest-413245202 tempest-MigrationsAdminTest-413245202-project-member] [instance: 4279ea33-3d7d-4713-9d21-9e7aa29026ae] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 702.444349] env[62328]: DEBUG nova.compute.manager [None req-796be445-18c6-4869-8ab1-e27249159fbd tempest-ListImageFiltersTestJSON-111188615 tempest-ListImageFiltersTestJSON-111188615-project-member] [instance: a514091e-f57a-4447-b60b-7f22d6f26820] Start building block device mappings for instance. {{(pid=62328) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 702.476360] env[62328]: DEBUG oslo_vmware.api [None req-fd749fd3-b052-43cc-950f-06ef27e6819d tempest-ServerMetadataNegativeTestJSON-401717437 tempest-ServerMetadataNegativeTestJSON-401717437-project-member] Task: {'id': task-2386624, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.295263} completed successfully. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 702.476655] env[62328]: DEBUG nova.virt.vmwareapi.vmops [None req-fd749fd3-b052-43cc-950f-06ef27e6819d tempest-ServerMetadataNegativeTestJSON-401717437 tempest-ServerMetadataNegativeTestJSON-401717437-project-member] [instance: eaf3b1bf-6f71-48b1-b28d-bb882b9c2035] Extended root virtual disk {{(pid=62328) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 702.477470] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-085b75db-94bf-47a8-8ff3-860b3a9afc31 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 702.505186] env[62328]: DEBUG nova.virt.vmwareapi.volumeops [None req-fd749fd3-b052-43cc-950f-06ef27e6819d tempest-ServerMetadataNegativeTestJSON-401717437 tempest-ServerMetadataNegativeTestJSON-401717437-project-member] [instance: eaf3b1bf-6f71-48b1-b28d-bb882b9c2035] Reconfiguring VM instance instance-00000029 to attach disk [datastore2] eaf3b1bf-6f71-48b1-b28d-bb882b9c2035/eaf3b1bf-6f71-48b1-b28d-bb882b9c2035.vmdk or device None with type sparse {{(pid=62328) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 702.507010] env[62328]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-bbde2e5b-b748-48b7-934f-4a0d8c2b5b73 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 702.528994] env[62328]: DEBUG oslo_vmware.api [None req-fd749fd3-b052-43cc-950f-06ef27e6819d tempest-ServerMetadataNegativeTestJSON-401717437 tempest-ServerMetadataNegativeTestJSON-401717437-project-member] Waiting for the task: (returnval){ [ 702.528994] env[62328]: value = "task-2386625" [ 702.528994] env[62328]: _type = "Task" [ 702.528994] env[62328]: } to complete. {{(pid=62328) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 702.539433] env[62328]: DEBUG oslo_vmware.api [None req-fd749fd3-b052-43cc-950f-06ef27e6819d tempest-ServerMetadataNegativeTestJSON-401717437 tempest-ServerMetadataNegativeTestJSON-401717437-project-member] Task: {'id': task-2386625, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 702.626101] env[62328]: DEBUG nova.network.neutron [-] [instance: 69b21777-3bb0-44ee-b6fd-f61a4a56881e] Updating instance_info_cache with network_info: [] {{(pid=62328) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 702.646765] env[62328]: DEBUG oslo_concurrency.lockutils [None req-312c1a2b-0654-48ae-b885-1c1d1a40c535 tempest-ServersTestJSON-2041147199 tempest-ServersTestJSON-2041147199-project-member] Releasing lock "refresh_cache-3c9e10d6-deb6-4b1b-8dfe-9e85e3b19e85" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 702.647154] env[62328]: DEBUG nova.compute.manager [None req-312c1a2b-0654-48ae-b885-1c1d1a40c535 tempest-ServersTestJSON-2041147199 tempest-ServersTestJSON-2041147199-project-member] [instance: 3c9e10d6-deb6-4b1b-8dfe-9e85e3b19e85] Instance network_info: |[{"id": "473d2e04-47b1-4e88-b253-33019b437a12", "address": "fa:16:3e:fe:1f:df", "network": {"id": "6bb51e3a-3ea5-407f-af2d-a3aa2b58eb3e", "bridge": "br-int", "label": "tempest-ServersTestJSON-585704246-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c45c639ce4254b028b1106f234f63616", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d829efb7-e98e-4b67-bd03-b0888287dbfd", "external-id": "nsx-vlan-transportzone-128", "segmentation_id": 128, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap473d2e04-47", "ovs_interfaceid": "473d2e04-47b1-4e88-b253-33019b437a12", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62328) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 702.647736] env[62328]: DEBUG nova.virt.vmwareapi.vmops [None req-312c1a2b-0654-48ae-b885-1c1d1a40c535 tempest-ServersTestJSON-2041147199 tempest-ServersTestJSON-2041147199-project-member] [instance: 3c9e10d6-deb6-4b1b-8dfe-9e85e3b19e85] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:fe:1f:df', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'd829efb7-e98e-4b67-bd03-b0888287dbfd', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '473d2e04-47b1-4e88-b253-33019b437a12', 'vif_model': 'vmxnet3'}] {{(pid=62328) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 702.658463] env[62328]: DEBUG nova.virt.vmwareapi.vm_util [None req-312c1a2b-0654-48ae-b885-1c1d1a40c535 tempest-ServersTestJSON-2041147199 tempest-ServersTestJSON-2041147199-project-member] Creating folder: Project (c45c639ce4254b028b1106f234f63616). Parent ref: group-v484164. {{(pid=62328) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 702.659567] env[62328]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-a8d85827-775a-4200-b04c-85a896a74380 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 702.674715] env[62328]: INFO nova.virt.vmwareapi.vm_util [None req-312c1a2b-0654-48ae-b885-1c1d1a40c535 tempest-ServersTestJSON-2041147199 tempest-ServersTestJSON-2041147199-project-member] Created folder: Project (c45c639ce4254b028b1106f234f63616) in parent group-v484164. [ 702.674919] env[62328]: DEBUG nova.virt.vmwareapi.vm_util [None req-312c1a2b-0654-48ae-b885-1c1d1a40c535 tempest-ServersTestJSON-2041147199 tempest-ServersTestJSON-2041147199-project-member] Creating folder: Instances. Parent ref: group-v484287. {{(pid=62328) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 702.675208] env[62328]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-f7889991-0f29-45bf-b597-5beac31b7319 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 702.688372] env[62328]: INFO nova.virt.vmwareapi.vm_util [None req-312c1a2b-0654-48ae-b885-1c1d1a40c535 tempest-ServersTestJSON-2041147199 tempest-ServersTestJSON-2041147199-project-member] Created folder: Instances in parent group-v484287. [ 702.688943] env[62328]: DEBUG oslo.service.loopingcall [None req-312c1a2b-0654-48ae-b885-1c1d1a40c535 tempest-ServersTestJSON-2041147199 tempest-ServersTestJSON-2041147199-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62328) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 702.688943] env[62328]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3c9e10d6-deb6-4b1b-8dfe-9e85e3b19e85] Creating VM on the ESX host {{(pid=62328) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 702.689191] env[62328]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-01c773e0-11ee-410b-9835-7953c00ae8fa {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 702.714862] env[62328]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 702.714862] env[62328]: value = "task-2386629" [ 702.714862] env[62328]: _type = "Task" [ 702.714862] env[62328]: } to complete. {{(pid=62328) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 702.729153] env[62328]: DEBUG oslo_vmware.api [-] Task: {'id': task-2386629, 'name': CreateVM_Task} progress is 0%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 702.933646] env[62328]: DEBUG nova.network.neutron [None req-796be445-18c6-4869-8ab1-e27249159fbd tempest-ListImageFiltersTestJSON-111188615 tempest-ListImageFiltersTestJSON-111188615-project-member] [instance: a514091e-f57a-4447-b60b-7f22d6f26820] Successfully created port: 6074cf2d-5876-4c3b-930f-4d1b1d2cdc96 {{(pid=62328) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 703.042112] env[62328]: DEBUG oslo_vmware.api [None req-fd749fd3-b052-43cc-950f-06ef27e6819d tempest-ServerMetadataNegativeTestJSON-401717437 tempest-ServerMetadataNegativeTestJSON-401717437-project-member] Task: {'id': task-2386625, 'name': ReconfigVM_Task, 'duration_secs': 0.301867} completed successfully. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 703.044123] env[62328]: DEBUG nova.virt.vmwareapi.volumeops [None req-fd749fd3-b052-43cc-950f-06ef27e6819d tempest-ServerMetadataNegativeTestJSON-401717437 tempest-ServerMetadataNegativeTestJSON-401717437-project-member] [instance: eaf3b1bf-6f71-48b1-b28d-bb882b9c2035] Reconfigured VM instance instance-00000029 to attach disk [datastore2] eaf3b1bf-6f71-48b1-b28d-bb882b9c2035/eaf3b1bf-6f71-48b1-b28d-bb882b9c2035.vmdk or device None with type sparse {{(pid=62328) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 703.047489] env[62328]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-5c37d9ba-1b77-477a-b5fb-be1db8274944 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 703.059202] env[62328]: DEBUG oslo_vmware.api [None req-fd749fd3-b052-43cc-950f-06ef27e6819d tempest-ServerMetadataNegativeTestJSON-401717437 tempest-ServerMetadataNegativeTestJSON-401717437-project-member] Waiting for the task: (returnval){ [ 703.059202] env[62328]: value = "task-2386630" [ 703.059202] env[62328]: _type = "Task" [ 703.059202] env[62328]: } to complete. {{(pid=62328) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 703.075912] env[62328]: DEBUG oslo_vmware.api [None req-fd749fd3-b052-43cc-950f-06ef27e6819d tempest-ServerMetadataNegativeTestJSON-401717437 tempest-ServerMetadataNegativeTestJSON-401717437-project-member] Task: {'id': task-2386630, 'name': Rename_Task} progress is 5%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 703.132358] env[62328]: INFO nova.compute.manager [-] [instance: 69b21777-3bb0-44ee-b6fd-f61a4a56881e] Took 1.81 seconds to deallocate network for instance. [ 703.229772] env[62328]: DEBUG oslo_vmware.api [-] Task: {'id': task-2386629, 'name': CreateVM_Task, 'duration_secs': 0.439111} completed successfully. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 703.229772] env[62328]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3c9e10d6-deb6-4b1b-8dfe-9e85e3b19e85] Created VM on the ESX host {{(pid=62328) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 703.229772] env[62328]: DEBUG oslo_concurrency.lockutils [None req-312c1a2b-0654-48ae-b885-1c1d1a40c535 tempest-ServersTestJSON-2041147199 tempest-ServersTestJSON-2041147199-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/dbf872a4-92be-47e4-8561-c3e2bf2423ab" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 703.229772] env[62328]: DEBUG oslo_concurrency.lockutils [None req-312c1a2b-0654-48ae-b885-1c1d1a40c535 tempest-ServersTestJSON-2041147199 tempest-ServersTestJSON-2041147199-project-member] Acquired lock "[datastore2] devstack-image-cache_base/dbf872a4-92be-47e4-8561-c3e2bf2423ab" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.229772] env[62328]: DEBUG oslo_concurrency.lockutils [None req-312c1a2b-0654-48ae-b885-1c1d1a40c535 tempest-ServersTestJSON-2041147199 tempest-ServersTestJSON-2041147199-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/dbf872a4-92be-47e4-8561-c3e2bf2423ab" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 703.229772] env[62328]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-47b20615-f643-4648-869b-bed08b7f2589 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 703.237340] env[62328]: DEBUG oslo_vmware.api [None req-312c1a2b-0654-48ae-b885-1c1d1a40c535 tempest-ServersTestJSON-2041147199 tempest-ServersTestJSON-2041147199-project-member] Waiting for the task: (returnval){ [ 703.237340] env[62328]: value = "session[52a6e20e-410d-708a-99f2-080a575a99bd]52329b17-ce1b-9c4c-04a8-e103580ab305" [ 703.237340] env[62328]: _type = "Task" [ 703.237340] env[62328]: } to complete. {{(pid=62328) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 703.250259] env[62328]: DEBUG oslo_vmware.api [None req-312c1a2b-0654-48ae-b885-1c1d1a40c535 tempest-ServersTestJSON-2041147199 tempest-ServersTestJSON-2041147199-project-member] Task: {'id': session[52a6e20e-410d-708a-99f2-080a575a99bd]52329b17-ce1b-9c4c-04a8-e103580ab305, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 703.461028] env[62328]: DEBUG nova.compute.manager [None req-796be445-18c6-4869-8ab1-e27249159fbd tempest-ListImageFiltersTestJSON-111188615 tempest-ListImageFiltersTestJSON-111188615-project-member] [instance: a514091e-f57a-4447-b60b-7f22d6f26820] Start spawning the instance on the hypervisor. {{(pid=62328) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 703.490383] env[62328]: DEBUG nova.virt.hardware [None req-796be445-18c6-4869-8ab1-e27249159fbd tempest-ListImageFiltersTestJSON-111188615 tempest-ListImageFiltersTestJSON-111188615-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-07T17:16:55Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-07T17:16:37Z,direct_url=,disk_format='vmdk',id=dbf872a4-92be-47e4-8561-c3e2bf2423ab,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='2a64022f08d84b11a86773b900860ae5',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-07T17:16:38Z,virtual_size=,visibility=), allow threads: False {{(pid=62328) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 703.491631] env[62328]: DEBUG nova.virt.hardware [None req-796be445-18c6-4869-8ab1-e27249159fbd tempest-ListImageFiltersTestJSON-111188615 tempest-ListImageFiltersTestJSON-111188615-project-member] Flavor limits 0:0:0 {{(pid=62328) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 703.491631] env[62328]: DEBUG nova.virt.hardware [None req-796be445-18c6-4869-8ab1-e27249159fbd tempest-ListImageFiltersTestJSON-111188615 tempest-ListImageFiltersTestJSON-111188615-project-member] Image limits 0:0:0 {{(pid=62328) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 703.491631] env[62328]: DEBUG nova.virt.hardware [None req-796be445-18c6-4869-8ab1-e27249159fbd tempest-ListImageFiltersTestJSON-111188615 tempest-ListImageFiltersTestJSON-111188615-project-member] Flavor pref 0:0:0 {{(pid=62328) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 703.491934] env[62328]: DEBUG nova.virt.hardware [None req-796be445-18c6-4869-8ab1-e27249159fbd tempest-ListImageFiltersTestJSON-111188615 tempest-ListImageFiltersTestJSON-111188615-project-member] Image pref 0:0:0 {{(pid=62328) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 703.492974] env[62328]: DEBUG nova.virt.hardware [None req-796be445-18c6-4869-8ab1-e27249159fbd tempest-ListImageFiltersTestJSON-111188615 tempest-ListImageFiltersTestJSON-111188615-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62328) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 703.493143] env[62328]: DEBUG nova.virt.hardware [None req-796be445-18c6-4869-8ab1-e27249159fbd tempest-ListImageFiltersTestJSON-111188615 tempest-ListImageFiltersTestJSON-111188615-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62328) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 703.493474] env[62328]: DEBUG nova.virt.hardware [None req-796be445-18c6-4869-8ab1-e27249159fbd tempest-ListImageFiltersTestJSON-111188615 tempest-ListImageFiltersTestJSON-111188615-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62328) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 703.493893] env[62328]: DEBUG nova.virt.hardware [None req-796be445-18c6-4869-8ab1-e27249159fbd tempest-ListImageFiltersTestJSON-111188615 tempest-ListImageFiltersTestJSON-111188615-project-member] Got 1 possible topologies {{(pid=62328) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 703.494102] env[62328]: DEBUG nova.virt.hardware [None req-796be445-18c6-4869-8ab1-e27249159fbd tempest-ListImageFiltersTestJSON-111188615 tempest-ListImageFiltersTestJSON-111188615-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62328) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 703.496167] env[62328]: DEBUG nova.virt.hardware [None req-796be445-18c6-4869-8ab1-e27249159fbd tempest-ListImageFiltersTestJSON-111188615 tempest-ListImageFiltersTestJSON-111188615-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62328) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 703.496276] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fcce5b1a-feaa-4a8a-9e3d-55c4fbf1fbbf {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 703.514178] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-34ec0492-1998-4aeb-b372-9d066dc2d351 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 703.571894] env[62328]: DEBUG oslo_vmware.api [None req-fd749fd3-b052-43cc-950f-06ef27e6819d tempest-ServerMetadataNegativeTestJSON-401717437 tempest-ServerMetadataNegativeTestJSON-401717437-project-member] Task: {'id': task-2386630, 'name': Rename_Task, 'duration_secs': 0.200486} completed successfully. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 703.572148] env[62328]: DEBUG nova.virt.vmwareapi.vm_util [None req-fd749fd3-b052-43cc-950f-06ef27e6819d tempest-ServerMetadataNegativeTestJSON-401717437 tempest-ServerMetadataNegativeTestJSON-401717437-project-member] [instance: eaf3b1bf-6f71-48b1-b28d-bb882b9c2035] Powering on the VM {{(pid=62328) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 703.572401] env[62328]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-7a3708bb-4afb-42eb-bb71-bb821197877c {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 703.583545] env[62328]: DEBUG oslo_vmware.api [None req-fd749fd3-b052-43cc-950f-06ef27e6819d tempest-ServerMetadataNegativeTestJSON-401717437 tempest-ServerMetadataNegativeTestJSON-401717437-project-member] Waiting for the task: (returnval){ [ 703.583545] env[62328]: value = "task-2386631" [ 703.583545] env[62328]: _type = "Task" [ 703.583545] env[62328]: } to complete. {{(pid=62328) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 703.595482] env[62328]: DEBUG oslo_vmware.api [None req-fd749fd3-b052-43cc-950f-06ef27e6819d tempest-ServerMetadataNegativeTestJSON-401717437 tempest-ServerMetadataNegativeTestJSON-401717437-project-member] Task: {'id': task-2386631, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 703.642867] env[62328]: DEBUG oslo_concurrency.lockutils [None req-feaa2be0-d08f-4a5b-b3a6-7c16e0f878dd tempest-ListServerFiltersTestJSON-1229971268 tempest-ListServerFiltersTestJSON-1229971268-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 703.656282] env[62328]: DEBUG oslo_concurrency.lockutils [None req-489fb2c0-194d-4041-829f-8587e2716af1 tempest-ServersTestFqdnHostnames-1216059078 tempest-ServersTestFqdnHostnames-1216059078-project-member] Acquiring lock "ab48d158-561e-40d6-a649-f38a096d96c3" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 703.656502] env[62328]: DEBUG oslo_concurrency.lockutils [None req-489fb2c0-194d-4041-829f-8587e2716af1 tempest-ServersTestFqdnHostnames-1216059078 tempest-ServersTestFqdnHostnames-1216059078-project-member] Lock "ab48d158-561e-40d6-a649-f38a096d96c3" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 703.753220] env[62328]: DEBUG oslo_vmware.api [None req-312c1a2b-0654-48ae-b885-1c1d1a40c535 tempest-ServersTestJSON-2041147199 tempest-ServersTestJSON-2041147199-project-member] Task: {'id': session[52a6e20e-410d-708a-99f2-080a575a99bd]52329b17-ce1b-9c4c-04a8-e103580ab305, 'name': SearchDatastore_Task, 'duration_secs': 0.011987} completed successfully. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 703.756415] env[62328]: DEBUG oslo_concurrency.lockutils [None req-312c1a2b-0654-48ae-b885-1c1d1a40c535 tempest-ServersTestJSON-2041147199 tempest-ServersTestJSON-2041147199-project-member] Releasing lock "[datastore2] devstack-image-cache_base/dbf872a4-92be-47e4-8561-c3e2bf2423ab" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 703.756829] env[62328]: DEBUG nova.virt.vmwareapi.vmops [None req-312c1a2b-0654-48ae-b885-1c1d1a40c535 tempest-ServersTestJSON-2041147199 tempest-ServersTestJSON-2041147199-project-member] [instance: 3c9e10d6-deb6-4b1b-8dfe-9e85e3b19e85] Processing image dbf872a4-92be-47e4-8561-c3e2bf2423ab {{(pid=62328) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 703.757523] env[62328]: DEBUG oslo_concurrency.lockutils [None req-312c1a2b-0654-48ae-b885-1c1d1a40c535 tempest-ServersTestJSON-2041147199 tempest-ServersTestJSON-2041147199-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/dbf872a4-92be-47e4-8561-c3e2bf2423ab/dbf872a4-92be-47e4-8561-c3e2bf2423ab.vmdk" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 703.757523] env[62328]: DEBUG oslo_concurrency.lockutils [None req-312c1a2b-0654-48ae-b885-1c1d1a40c535 tempest-ServersTestJSON-2041147199 tempest-ServersTestJSON-2041147199-project-member] Acquired lock "[datastore2] devstack-image-cache_base/dbf872a4-92be-47e4-8561-c3e2bf2423ab/dbf872a4-92be-47e4-8561-c3e2bf2423ab.vmdk" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.757794] env[62328]: DEBUG nova.virt.vmwareapi.ds_util [None req-312c1a2b-0654-48ae-b885-1c1d1a40c535 tempest-ServersTestJSON-2041147199 tempest-ServersTestJSON-2041147199-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62328) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 703.760118] env[62328]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-3773f261-b882-404e-9dc5-a3227abfa3f2 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 703.769690] env[62328]: DEBUG nova.virt.vmwareapi.ds_util [None req-312c1a2b-0654-48ae-b885-1c1d1a40c535 tempest-ServersTestJSON-2041147199 tempest-ServersTestJSON-2041147199-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62328) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 703.769690] env[62328]: DEBUG nova.virt.vmwareapi.vmops [None req-312c1a2b-0654-48ae-b885-1c1d1a40c535 tempest-ServersTestJSON-2041147199 tempest-ServersTestJSON-2041147199-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62328) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 703.774024] env[62328]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-36366fbb-38bb-47db-968d-ffce2015d383 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 703.781121] env[62328]: DEBUG oslo_vmware.api [None req-312c1a2b-0654-48ae-b885-1c1d1a40c535 tempest-ServersTestJSON-2041147199 tempest-ServersTestJSON-2041147199-project-member] Waiting for the task: (returnval){ [ 703.781121] env[62328]: value = "session[52a6e20e-410d-708a-99f2-080a575a99bd]52c361cf-90fc-68ba-d33a-795af3284ce1" [ 703.781121] env[62328]: _type = "Task" [ 703.781121] env[62328]: } to complete. {{(pid=62328) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 703.790417] env[62328]: DEBUG oslo_vmware.api [None req-312c1a2b-0654-48ae-b885-1c1d1a40c535 tempest-ServersTestJSON-2041147199 tempest-ServersTestJSON-2041147199-project-member] Task: {'id': session[52a6e20e-410d-708a-99f2-080a575a99bd]52c361cf-90fc-68ba-d33a-795af3284ce1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 703.854127] env[62328]: DEBUG nova.network.neutron [None req-fdb695b3-80d1-4592-96fd-6247de02bc04 tempest-ListImageFiltersTestJSON-111188615 tempest-ListImageFiltersTestJSON-111188615-project-member] [instance: 8e31afa5-82ea-4e3e-8913-77f24ee85e4e] Successfully updated port: c0e7487d-cd22-467d-a394-29c22099757f {{(pid=62328) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 704.021191] env[62328]: DEBUG nova.compute.manager [req-470ca9f8-e659-49e1-9424-2d12785899a0 req-feb628b3-b320-4a7f-b085-2637b95f0871 service nova] [instance: 3c9e10d6-deb6-4b1b-8dfe-9e85e3b19e85] Received event network-vif-plugged-473d2e04-47b1-4e88-b253-33019b437a12 {{(pid=62328) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 704.021412] env[62328]: DEBUG oslo_concurrency.lockutils [req-470ca9f8-e659-49e1-9424-2d12785899a0 req-feb628b3-b320-4a7f-b085-2637b95f0871 service nova] Acquiring lock "3c9e10d6-deb6-4b1b-8dfe-9e85e3b19e85-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 704.021623] env[62328]: DEBUG oslo_concurrency.lockutils [req-470ca9f8-e659-49e1-9424-2d12785899a0 req-feb628b3-b320-4a7f-b085-2637b95f0871 service nova] Lock "3c9e10d6-deb6-4b1b-8dfe-9e85e3b19e85-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 704.021773] env[62328]: DEBUG oslo_concurrency.lockutils [req-470ca9f8-e659-49e1-9424-2d12785899a0 req-feb628b3-b320-4a7f-b085-2637b95f0871 service nova] Lock "3c9e10d6-deb6-4b1b-8dfe-9e85e3b19e85-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 704.021926] env[62328]: DEBUG nova.compute.manager [req-470ca9f8-e659-49e1-9424-2d12785899a0 req-feb628b3-b320-4a7f-b085-2637b95f0871 service nova] [instance: 3c9e10d6-deb6-4b1b-8dfe-9e85e3b19e85] No waiting events found dispatching network-vif-plugged-473d2e04-47b1-4e88-b253-33019b437a12 {{(pid=62328) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 704.022125] env[62328]: WARNING nova.compute.manager [req-470ca9f8-e659-49e1-9424-2d12785899a0 req-feb628b3-b320-4a7f-b085-2637b95f0871 service nova] [instance: 3c9e10d6-deb6-4b1b-8dfe-9e85e3b19e85] Received unexpected event network-vif-plugged-473d2e04-47b1-4e88-b253-33019b437a12 for instance with vm_state building and task_state spawning. [ 704.022259] env[62328]: DEBUG nova.compute.manager [req-470ca9f8-e659-49e1-9424-2d12785899a0 req-feb628b3-b320-4a7f-b085-2637b95f0871 service nova] [instance: 3c9e10d6-deb6-4b1b-8dfe-9e85e3b19e85] Received event network-changed-473d2e04-47b1-4e88-b253-33019b437a12 {{(pid=62328) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 704.022406] env[62328]: DEBUG nova.compute.manager [req-470ca9f8-e659-49e1-9424-2d12785899a0 req-feb628b3-b320-4a7f-b085-2637b95f0871 service nova] [instance: 3c9e10d6-deb6-4b1b-8dfe-9e85e3b19e85] Refreshing instance network info cache due to event network-changed-473d2e04-47b1-4e88-b253-33019b437a12. {{(pid=62328) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 704.022580] env[62328]: DEBUG oslo_concurrency.lockutils [req-470ca9f8-e659-49e1-9424-2d12785899a0 req-feb628b3-b320-4a7f-b085-2637b95f0871 service nova] Acquiring lock "refresh_cache-3c9e10d6-deb6-4b1b-8dfe-9e85e3b19e85" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 704.022704] env[62328]: DEBUG oslo_concurrency.lockutils [req-470ca9f8-e659-49e1-9424-2d12785899a0 req-feb628b3-b320-4a7f-b085-2637b95f0871 service nova] Acquired lock "refresh_cache-3c9e10d6-deb6-4b1b-8dfe-9e85e3b19e85" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.022852] env[62328]: DEBUG nova.network.neutron [req-470ca9f8-e659-49e1-9424-2d12785899a0 req-feb628b3-b320-4a7f-b085-2637b95f0871 service nova] [instance: 3c9e10d6-deb6-4b1b-8dfe-9e85e3b19e85] Refreshing network info cache for port 473d2e04-47b1-4e88-b253-33019b437a12 {{(pid=62328) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 704.067320] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-155a1c0a-9f60-468b-931e-c8def72842fd {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 704.077027] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-514b12fa-f514-4a6f-9f74-cb46667d605d {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 704.115583] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-098d12a9-f51f-49f0-8449-c5a177faf8fe {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 704.124130] env[62328]: DEBUG oslo_vmware.api [None req-fd749fd3-b052-43cc-950f-06ef27e6819d tempest-ServerMetadataNegativeTestJSON-401717437 tempest-ServerMetadataNegativeTestJSON-401717437-project-member] Task: {'id': task-2386631, 'name': PowerOnVM_Task} progress is 100%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 704.131028] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d959c953-6c5c-4b14-86e9-e5b64afadeef {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 704.143893] env[62328]: DEBUG nova.compute.provider_tree [None req-6e0d2bff-0f4f-45c9-9564-15b58c0781f6 tempest-MigrationsAdminTest-413245202 tempest-MigrationsAdminTest-413245202-project-member] Inventory has not changed in ProviderTree for provider: 3469e9f8-04af-49ca-8435-49f104496744 {{(pid=62328) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 704.291486] env[62328]: DEBUG oslo_vmware.api [None req-312c1a2b-0654-48ae-b885-1c1d1a40c535 tempest-ServersTestJSON-2041147199 tempest-ServersTestJSON-2041147199-project-member] Task: {'id': session[52a6e20e-410d-708a-99f2-080a575a99bd]52c361cf-90fc-68ba-d33a-795af3284ce1, 'name': SearchDatastore_Task, 'duration_secs': 0.009513} completed successfully. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 704.292520] env[62328]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1699eb06-cea9-495e-864c-93ca9806bc91 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 704.298902] env[62328]: DEBUG oslo_vmware.api [None req-312c1a2b-0654-48ae-b885-1c1d1a40c535 tempest-ServersTestJSON-2041147199 tempest-ServersTestJSON-2041147199-project-member] Waiting for the task: (returnval){ [ 704.298902] env[62328]: value = "session[52a6e20e-410d-708a-99f2-080a575a99bd]522bbd52-1eeb-abf0-8c99-d33203244bc8" [ 704.298902] env[62328]: _type = "Task" [ 704.298902] env[62328]: } to complete. {{(pid=62328) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 704.307765] env[62328]: DEBUG oslo_vmware.api [None req-312c1a2b-0654-48ae-b885-1c1d1a40c535 tempest-ServersTestJSON-2041147199 tempest-ServersTestJSON-2041147199-project-member] Task: {'id': session[52a6e20e-410d-708a-99f2-080a575a99bd]522bbd52-1eeb-abf0-8c99-d33203244bc8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 704.356716] env[62328]: DEBUG oslo_concurrency.lockutils [None req-fdb695b3-80d1-4592-96fd-6247de02bc04 tempest-ListImageFiltersTestJSON-111188615 tempest-ListImageFiltersTestJSON-111188615-project-member] Acquiring lock "refresh_cache-8e31afa5-82ea-4e3e-8913-77f24ee85e4e" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 704.356716] env[62328]: DEBUG oslo_concurrency.lockutils [None req-fdb695b3-80d1-4592-96fd-6247de02bc04 tempest-ListImageFiltersTestJSON-111188615 tempest-ListImageFiltersTestJSON-111188615-project-member] Acquired lock "refresh_cache-8e31afa5-82ea-4e3e-8913-77f24ee85e4e" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.356716] env[62328]: DEBUG nova.network.neutron [None req-fdb695b3-80d1-4592-96fd-6247de02bc04 tempest-ListImageFiltersTestJSON-111188615 tempest-ListImageFiltersTestJSON-111188615-project-member] [instance: 8e31afa5-82ea-4e3e-8913-77f24ee85e4e] Building network info cache for instance {{(pid=62328) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 704.624732] env[62328]: DEBUG oslo_concurrency.lockutils [None req-67c9ef5c-3f88-401e-87f8-b158bbbf893e tempest-ServersTestMultiNic-1057987772 tempest-ServersTestMultiNic-1057987772-project-member] Acquiring lock "93ca7686-9ab7-434e-b425-148d3ba8db62" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 704.625131] env[62328]: DEBUG oslo_concurrency.lockutils [None req-67c9ef5c-3f88-401e-87f8-b158bbbf893e tempest-ServersTestMultiNic-1057987772 tempest-ServersTestMultiNic-1057987772-project-member] Lock "93ca7686-9ab7-434e-b425-148d3ba8db62" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 704.635075] env[62328]: DEBUG oslo_vmware.api [None req-fd749fd3-b052-43cc-950f-06ef27e6819d tempest-ServerMetadataNegativeTestJSON-401717437 tempest-ServerMetadataNegativeTestJSON-401717437-project-member] Task: {'id': task-2386631, 'name': PowerOnVM_Task, 'duration_secs': 0.553418} completed successfully. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 704.635075] env[62328]: DEBUG nova.virt.vmwareapi.vm_util [None req-fd749fd3-b052-43cc-950f-06ef27e6819d tempest-ServerMetadataNegativeTestJSON-401717437 tempest-ServerMetadataNegativeTestJSON-401717437-project-member] [instance: eaf3b1bf-6f71-48b1-b28d-bb882b9c2035] Powered on the VM {{(pid=62328) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 704.635075] env[62328]: INFO nova.compute.manager [None req-fd749fd3-b052-43cc-950f-06ef27e6819d tempest-ServerMetadataNegativeTestJSON-401717437 tempest-ServerMetadataNegativeTestJSON-401717437-project-member] [instance: eaf3b1bf-6f71-48b1-b28d-bb882b9c2035] Took 9.37 seconds to spawn the instance on the hypervisor. [ 704.635075] env[62328]: DEBUG nova.compute.manager [None req-fd749fd3-b052-43cc-950f-06ef27e6819d tempest-ServerMetadataNegativeTestJSON-401717437 tempest-ServerMetadataNegativeTestJSON-401717437-project-member] [instance: eaf3b1bf-6f71-48b1-b28d-bb882b9c2035] Checking state {{(pid=62328) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 704.636425] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dc751446-01bf-492c-b73c-feecdaffa7fa {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 704.647245] env[62328]: DEBUG nova.scheduler.client.report [None req-6e0d2bff-0f4f-45c9-9564-15b58c0781f6 tempest-MigrationsAdminTest-413245202 tempest-MigrationsAdminTest-413245202-project-member] Inventory has not changed for provider 3469e9f8-04af-49ca-8435-49f104496744 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 152, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62328) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 704.810434] env[62328]: DEBUG oslo_vmware.api [None req-312c1a2b-0654-48ae-b885-1c1d1a40c535 tempest-ServersTestJSON-2041147199 tempest-ServersTestJSON-2041147199-project-member] Task: {'id': session[52a6e20e-410d-708a-99f2-080a575a99bd]522bbd52-1eeb-abf0-8c99-d33203244bc8, 'name': SearchDatastore_Task, 'duration_secs': 0.009973} completed successfully. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 704.810662] env[62328]: DEBUG oslo_concurrency.lockutils [None req-312c1a2b-0654-48ae-b885-1c1d1a40c535 tempest-ServersTestJSON-2041147199 tempest-ServersTestJSON-2041147199-project-member] Releasing lock "[datastore2] devstack-image-cache_base/dbf872a4-92be-47e4-8561-c3e2bf2423ab/dbf872a4-92be-47e4-8561-c3e2bf2423ab.vmdk" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 704.810919] env[62328]: DEBUG nova.virt.vmwareapi.vm_util [None req-312c1a2b-0654-48ae-b885-1c1d1a40c535 tempest-ServersTestJSON-2041147199 tempest-ServersTestJSON-2041147199-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/dbf872a4-92be-47e4-8561-c3e2bf2423ab/dbf872a4-92be-47e4-8561-c3e2bf2423ab.vmdk to [datastore2] 3c9e10d6-deb6-4b1b-8dfe-9e85e3b19e85/3c9e10d6-deb6-4b1b-8dfe-9e85e3b19e85.vmdk {{(pid=62328) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 704.811203] env[62328]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-61d6424a-e6b7-4d60-b46c-2cc2ea5f737a {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 704.818383] env[62328]: DEBUG oslo_vmware.api [None req-312c1a2b-0654-48ae-b885-1c1d1a40c535 tempest-ServersTestJSON-2041147199 tempest-ServersTestJSON-2041147199-project-member] Waiting for the task: (returnval){ [ 704.818383] env[62328]: value = "task-2386633" [ 704.818383] env[62328]: _type = "Task" [ 704.818383] env[62328]: } to complete. {{(pid=62328) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 704.827238] env[62328]: DEBUG oslo_vmware.api [None req-312c1a2b-0654-48ae-b885-1c1d1a40c535 tempest-ServersTestJSON-2041147199 tempest-ServersTestJSON-2041147199-project-member] Task: {'id': task-2386633, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 704.895233] env[62328]: DEBUG nova.network.neutron [None req-fdb695b3-80d1-4592-96fd-6247de02bc04 tempest-ListImageFiltersTestJSON-111188615 tempest-ListImageFiltersTestJSON-111188615-project-member] [instance: 8e31afa5-82ea-4e3e-8913-77f24ee85e4e] Instance cache missing network info. {{(pid=62328) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 704.899616] env[62328]: DEBUG nova.network.neutron [req-470ca9f8-e659-49e1-9424-2d12785899a0 req-feb628b3-b320-4a7f-b085-2637b95f0871 service nova] [instance: 3c9e10d6-deb6-4b1b-8dfe-9e85e3b19e85] Updated VIF entry in instance network info cache for port 473d2e04-47b1-4e88-b253-33019b437a12. {{(pid=62328) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 704.899989] env[62328]: DEBUG nova.network.neutron [req-470ca9f8-e659-49e1-9424-2d12785899a0 req-feb628b3-b320-4a7f-b085-2637b95f0871 service nova] [instance: 3c9e10d6-deb6-4b1b-8dfe-9e85e3b19e85] Updating instance_info_cache with network_info: [{"id": "473d2e04-47b1-4e88-b253-33019b437a12", "address": "fa:16:3e:fe:1f:df", "network": {"id": "6bb51e3a-3ea5-407f-af2d-a3aa2b58eb3e", "bridge": "br-int", "label": "tempest-ServersTestJSON-585704246-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c45c639ce4254b028b1106f234f63616", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d829efb7-e98e-4b67-bd03-b0888287dbfd", "external-id": "nsx-vlan-transportzone-128", "segmentation_id": 128, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap473d2e04-47", "ovs_interfaceid": "473d2e04-47b1-4e88-b253-33019b437a12", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62328) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 705.081199] env[62328]: DEBUG nova.network.neutron [None req-fdb695b3-80d1-4592-96fd-6247de02bc04 tempest-ListImageFiltersTestJSON-111188615 tempest-ListImageFiltersTestJSON-111188615-project-member] [instance: 8e31afa5-82ea-4e3e-8913-77f24ee85e4e] Updating instance_info_cache with network_info: [{"id": "c0e7487d-cd22-467d-a394-29c22099757f", "address": "fa:16:3e:92:c7:eb", "network": {"id": "ec511a9f-4661-41db-95bd-0fc9ad2de615", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.163", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "2a64022f08d84b11a86773b900860ae5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a4f91f31-0516-4d62-a341-e03a50b7c477", "external-id": "nsx-vlan-transportzone-963", "segmentation_id": 963, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc0e7487d-cd", "ovs_interfaceid": "c0e7487d-cd22-467d-a394-29c22099757f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62328) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 705.128037] env[62328]: DEBUG oslo_concurrency.lockutils [None req-b0d29de5-3d9a-4385-903c-20234fd2e42a tempest-SecurityGroupsTestJSON-105101063 tempest-SecurityGroupsTestJSON-105101063-project-member] Acquiring lock "3c4b626f-0a92-4c1c-9240-7ed5e9ce623b" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 705.128037] env[62328]: DEBUG oslo_concurrency.lockutils [None req-b0d29de5-3d9a-4385-903c-20234fd2e42a tempest-SecurityGroupsTestJSON-105101063 tempest-SecurityGroupsTestJSON-105101063-project-member] Lock "3c4b626f-0a92-4c1c-9240-7ed5e9ce623b" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 705.128037] env[62328]: DEBUG oslo_concurrency.lockutils [None req-b0d29de5-3d9a-4385-903c-20234fd2e42a tempest-SecurityGroupsTestJSON-105101063 tempest-SecurityGroupsTestJSON-105101063-project-member] Acquiring lock "3c4b626f-0a92-4c1c-9240-7ed5e9ce623b-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 705.128037] env[62328]: DEBUG oslo_concurrency.lockutils [None req-b0d29de5-3d9a-4385-903c-20234fd2e42a tempest-SecurityGroupsTestJSON-105101063 tempest-SecurityGroupsTestJSON-105101063-project-member] Lock "3c4b626f-0a92-4c1c-9240-7ed5e9ce623b-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 705.128037] env[62328]: DEBUG oslo_concurrency.lockutils [None req-b0d29de5-3d9a-4385-903c-20234fd2e42a tempest-SecurityGroupsTestJSON-105101063 tempest-SecurityGroupsTestJSON-105101063-project-member] Lock "3c4b626f-0a92-4c1c-9240-7ed5e9ce623b-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 705.129580] env[62328]: INFO nova.compute.manager [None req-b0d29de5-3d9a-4385-903c-20234fd2e42a tempest-SecurityGroupsTestJSON-105101063 tempest-SecurityGroupsTestJSON-105101063-project-member] [instance: 3c4b626f-0a92-4c1c-9240-7ed5e9ce623b] Terminating instance [ 705.159042] env[62328]: DEBUG oslo_concurrency.lockutils [None req-6e0d2bff-0f4f-45c9-9564-15b58c0781f6 tempest-MigrationsAdminTest-413245202 tempest-MigrationsAdminTest-413245202-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.718s {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 705.159042] env[62328]: DEBUG nova.compute.manager [None req-6e0d2bff-0f4f-45c9-9564-15b58c0781f6 tempest-MigrationsAdminTest-413245202 tempest-MigrationsAdminTest-413245202-project-member] [instance: 4279ea33-3d7d-4713-9d21-9e7aa29026ae] Start building networks asynchronously for instance. {{(pid=62328) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 705.161136] env[62328]: DEBUG oslo_concurrency.lockutils [None req-9e8c55d9-950b-462f-82d5-ddb0e06a064c tempest-ServersAdminNegativeTestJSON-593360600 tempest-ServersAdminNegativeTestJSON-593360600-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 26.984s {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 705.164277] env[62328]: INFO nova.compute.claims [None req-9e8c55d9-950b-462f-82d5-ddb0e06a064c tempest-ServersAdminNegativeTestJSON-593360600 tempest-ServersAdminNegativeTestJSON-593360600-project-member] [instance: 036c1441-66e8-4a80-99a2-15dfe86351fc] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 705.177381] env[62328]: INFO nova.compute.manager [None req-fd749fd3-b052-43cc-950f-06ef27e6819d tempest-ServerMetadataNegativeTestJSON-401717437 tempest-ServerMetadataNegativeTestJSON-401717437-project-member] [instance: eaf3b1bf-6f71-48b1-b28d-bb882b9c2035] Took 45.12 seconds to build instance. [ 705.329127] env[62328]: DEBUG oslo_vmware.api [None req-312c1a2b-0654-48ae-b885-1c1d1a40c535 tempest-ServersTestJSON-2041147199 tempest-ServersTestJSON-2041147199-project-member] Task: {'id': task-2386633, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.50488} completed successfully. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 705.329509] env[62328]: DEBUG nova.virt.vmwareapi.vm_util [None req-312c1a2b-0654-48ae-b885-1c1d1a40c535 tempest-ServersTestJSON-2041147199 tempest-ServersTestJSON-2041147199-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/dbf872a4-92be-47e4-8561-c3e2bf2423ab/dbf872a4-92be-47e4-8561-c3e2bf2423ab.vmdk to [datastore2] 3c9e10d6-deb6-4b1b-8dfe-9e85e3b19e85/3c9e10d6-deb6-4b1b-8dfe-9e85e3b19e85.vmdk {{(pid=62328) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 705.329813] env[62328]: DEBUG nova.virt.vmwareapi.vmops [None req-312c1a2b-0654-48ae-b885-1c1d1a40c535 tempest-ServersTestJSON-2041147199 tempest-ServersTestJSON-2041147199-project-member] [instance: 3c9e10d6-deb6-4b1b-8dfe-9e85e3b19e85] Extending root virtual disk to 1048576 {{(pid=62328) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 705.330150] env[62328]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-f5ad46b5-6fa8-4056-96f7-efc57d989967 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 705.337573] env[62328]: DEBUG oslo_vmware.api [None req-312c1a2b-0654-48ae-b885-1c1d1a40c535 tempest-ServersTestJSON-2041147199 tempest-ServersTestJSON-2041147199-project-member] Waiting for the task: (returnval){ [ 705.337573] env[62328]: value = "task-2386634" [ 705.337573] env[62328]: _type = "Task" [ 705.337573] env[62328]: } to complete. {{(pid=62328) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 705.349326] env[62328]: DEBUG oslo_vmware.api [None req-312c1a2b-0654-48ae-b885-1c1d1a40c535 tempest-ServersTestJSON-2041147199 tempest-ServersTestJSON-2041147199-project-member] Task: {'id': task-2386634, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 705.403957] env[62328]: DEBUG oslo_concurrency.lockutils [req-470ca9f8-e659-49e1-9424-2d12785899a0 req-feb628b3-b320-4a7f-b085-2637b95f0871 service nova] Releasing lock "refresh_cache-3c9e10d6-deb6-4b1b-8dfe-9e85e3b19e85" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 705.403957] env[62328]: DEBUG nova.compute.manager [req-470ca9f8-e659-49e1-9424-2d12785899a0 req-feb628b3-b320-4a7f-b085-2637b95f0871 service nova] [instance: 69b21777-3bb0-44ee-b6fd-f61a4a56881e] Received event network-vif-deleted-1a927226-a4be-49a1-bee0-8cb7f320156a {{(pid=62328) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 705.471435] env[62328]: DEBUG nova.network.neutron [None req-796be445-18c6-4869-8ab1-e27249159fbd tempest-ListImageFiltersTestJSON-111188615 tempest-ListImageFiltersTestJSON-111188615-project-member] [instance: a514091e-f57a-4447-b60b-7f22d6f26820] Successfully updated port: 6074cf2d-5876-4c3b-930f-4d1b1d2cdc96 {{(pid=62328) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 705.584259] env[62328]: DEBUG oslo_concurrency.lockutils [None req-fdb695b3-80d1-4592-96fd-6247de02bc04 tempest-ListImageFiltersTestJSON-111188615 tempest-ListImageFiltersTestJSON-111188615-project-member] Releasing lock "refresh_cache-8e31afa5-82ea-4e3e-8913-77f24ee85e4e" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 705.584620] env[62328]: DEBUG nova.compute.manager [None req-fdb695b3-80d1-4592-96fd-6247de02bc04 tempest-ListImageFiltersTestJSON-111188615 tempest-ListImageFiltersTestJSON-111188615-project-member] [instance: 8e31afa5-82ea-4e3e-8913-77f24ee85e4e] Instance network_info: |[{"id": "c0e7487d-cd22-467d-a394-29c22099757f", "address": "fa:16:3e:92:c7:eb", "network": {"id": "ec511a9f-4661-41db-95bd-0fc9ad2de615", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.163", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "2a64022f08d84b11a86773b900860ae5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a4f91f31-0516-4d62-a341-e03a50b7c477", "external-id": "nsx-vlan-transportzone-963", "segmentation_id": 963, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc0e7487d-cd", "ovs_interfaceid": "c0e7487d-cd22-467d-a394-29c22099757f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62328) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 705.585077] env[62328]: DEBUG nova.virt.vmwareapi.vmops [None req-fdb695b3-80d1-4592-96fd-6247de02bc04 tempest-ListImageFiltersTestJSON-111188615 tempest-ListImageFiltersTestJSON-111188615-project-member] [instance: 8e31afa5-82ea-4e3e-8913-77f24ee85e4e] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:92:c7:eb', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'a4f91f31-0516-4d62-a341-e03a50b7c477', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'c0e7487d-cd22-467d-a394-29c22099757f', 'vif_model': 'vmxnet3'}] {{(pid=62328) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 705.593300] env[62328]: DEBUG nova.virt.vmwareapi.vm_util [None req-fdb695b3-80d1-4592-96fd-6247de02bc04 tempest-ListImageFiltersTestJSON-111188615 tempest-ListImageFiltersTestJSON-111188615-project-member] Creating folder: Project (c4e220e39af94471904cb346b961d8a0). Parent ref: group-v484164. {{(pid=62328) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 705.593609] env[62328]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-11366271-5d33-46b6-a43d-c1f21a260537 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 705.607045] env[62328]: INFO nova.virt.vmwareapi.vm_util [None req-fdb695b3-80d1-4592-96fd-6247de02bc04 tempest-ListImageFiltersTestJSON-111188615 tempest-ListImageFiltersTestJSON-111188615-project-member] Created folder: Project (c4e220e39af94471904cb346b961d8a0) in parent group-v484164. [ 705.607320] env[62328]: DEBUG nova.virt.vmwareapi.vm_util [None req-fdb695b3-80d1-4592-96fd-6247de02bc04 tempest-ListImageFiltersTestJSON-111188615 tempest-ListImageFiltersTestJSON-111188615-project-member] Creating folder: Instances. Parent ref: group-v484290. {{(pid=62328) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 705.607666] env[62328]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-137ba133-26e5-4e5c-98a6-adc776bd7502 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 705.617810] env[62328]: INFO nova.virt.vmwareapi.vm_util [None req-fdb695b3-80d1-4592-96fd-6247de02bc04 tempest-ListImageFiltersTestJSON-111188615 tempest-ListImageFiltersTestJSON-111188615-project-member] Created folder: Instances in parent group-v484290. [ 705.618126] env[62328]: DEBUG oslo.service.loopingcall [None req-fdb695b3-80d1-4592-96fd-6247de02bc04 tempest-ListImageFiltersTestJSON-111188615 tempest-ListImageFiltersTestJSON-111188615-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62328) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 705.618340] env[62328]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8e31afa5-82ea-4e3e-8913-77f24ee85e4e] Creating VM on the ESX host {{(pid=62328) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 705.618558] env[62328]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-ca312ee7-5fd7-426b-939c-ba36c58575ac {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 705.636419] env[62328]: DEBUG nova.compute.manager [None req-b0d29de5-3d9a-4385-903c-20234fd2e42a tempest-SecurityGroupsTestJSON-105101063 tempest-SecurityGroupsTestJSON-105101063-project-member] [instance: 3c4b626f-0a92-4c1c-9240-7ed5e9ce623b] Start destroying the instance on the hypervisor. {{(pid=62328) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 705.636713] env[62328]: DEBUG nova.virt.vmwareapi.vmops [None req-b0d29de5-3d9a-4385-903c-20234fd2e42a tempest-SecurityGroupsTestJSON-105101063 tempest-SecurityGroupsTestJSON-105101063-project-member] [instance: 3c4b626f-0a92-4c1c-9240-7ed5e9ce623b] Destroying instance {{(pid=62328) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 705.637460] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a87bbf37-db80-4762-b365-927ca717bca2 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 705.647525] env[62328]: DEBUG nova.virt.vmwareapi.vm_util [None req-b0d29de5-3d9a-4385-903c-20234fd2e42a tempest-SecurityGroupsTestJSON-105101063 tempest-SecurityGroupsTestJSON-105101063-project-member] [instance: 3c4b626f-0a92-4c1c-9240-7ed5e9ce623b] Powering off the VM {{(pid=62328) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 705.648747] env[62328]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-71c36d7c-0705-4536-b1a5-a81520a9dd19 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 705.650195] env[62328]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 705.650195] env[62328]: value = "task-2386637" [ 705.650195] env[62328]: _type = "Task" [ 705.650195] env[62328]: } to complete. {{(pid=62328) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 705.658211] env[62328]: DEBUG oslo_vmware.api [None req-b0d29de5-3d9a-4385-903c-20234fd2e42a tempest-SecurityGroupsTestJSON-105101063 tempest-SecurityGroupsTestJSON-105101063-project-member] Waiting for the task: (returnval){ [ 705.658211] env[62328]: value = "task-2386638" [ 705.658211] env[62328]: _type = "Task" [ 705.658211] env[62328]: } to complete. {{(pid=62328) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 705.658999] env[62328]: DEBUG oslo_vmware.api [-] Task: {'id': task-2386637, 'name': CreateVM_Task} progress is 0%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 705.666890] env[62328]: DEBUG oslo_vmware.api [None req-b0d29de5-3d9a-4385-903c-20234fd2e42a tempest-SecurityGroupsTestJSON-105101063 tempest-SecurityGroupsTestJSON-105101063-project-member] Task: {'id': task-2386638, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 705.672387] env[62328]: DEBUG nova.compute.utils [None req-6e0d2bff-0f4f-45c9-9564-15b58c0781f6 tempest-MigrationsAdminTest-413245202 tempest-MigrationsAdminTest-413245202-project-member] Using /dev/sd instead of None {{(pid=62328) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 705.676458] env[62328]: DEBUG nova.compute.manager [None req-6e0d2bff-0f4f-45c9-9564-15b58c0781f6 tempest-MigrationsAdminTest-413245202 tempest-MigrationsAdminTest-413245202-project-member] [instance: 4279ea33-3d7d-4713-9d21-9e7aa29026ae] Allocating IP information in the background. {{(pid=62328) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 705.676458] env[62328]: DEBUG nova.network.neutron [None req-6e0d2bff-0f4f-45c9-9564-15b58c0781f6 tempest-MigrationsAdminTest-413245202 tempest-MigrationsAdminTest-413245202-project-member] [instance: 4279ea33-3d7d-4713-9d21-9e7aa29026ae] allocate_for_instance() {{(pid=62328) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 705.681160] env[62328]: DEBUG oslo_concurrency.lockutils [None req-fd749fd3-b052-43cc-950f-06ef27e6819d tempest-ServerMetadataNegativeTestJSON-401717437 tempest-ServerMetadataNegativeTestJSON-401717437-project-member] Lock "eaf3b1bf-6f71-48b1-b28d-bb882b9c2035" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 72.602s {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 705.773920] env[62328]: DEBUG nova.policy [None req-6e0d2bff-0f4f-45c9-9564-15b58c0781f6 tempest-MigrationsAdminTest-413245202 tempest-MigrationsAdminTest-413245202-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '08f5d9d1d7f34739b389e97a475f94ab', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '28dcf82350e94ee6a93f3aab71cc4854', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62328) authorize /opt/stack/nova/nova/policy.py:192}} [ 705.847989] env[62328]: DEBUG oslo_vmware.api [None req-312c1a2b-0654-48ae-b885-1c1d1a40c535 tempest-ServersTestJSON-2041147199 tempest-ServersTestJSON-2041147199-project-member] Task: {'id': task-2386634, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.060458} completed successfully. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 705.848572] env[62328]: DEBUG nova.virt.vmwareapi.vmops [None req-312c1a2b-0654-48ae-b885-1c1d1a40c535 tempest-ServersTestJSON-2041147199 tempest-ServersTestJSON-2041147199-project-member] [instance: 3c9e10d6-deb6-4b1b-8dfe-9e85e3b19e85] Extended root virtual disk {{(pid=62328) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 705.849952] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-026f69bd-494f-4fba-bbb4-2fd63c838335 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 705.880113] env[62328]: DEBUG nova.virt.vmwareapi.volumeops [None req-312c1a2b-0654-48ae-b885-1c1d1a40c535 tempest-ServersTestJSON-2041147199 tempest-ServersTestJSON-2041147199-project-member] [instance: 3c9e10d6-deb6-4b1b-8dfe-9e85e3b19e85] Reconfiguring VM instance instance-0000002a to attach disk [datastore2] 3c9e10d6-deb6-4b1b-8dfe-9e85e3b19e85/3c9e10d6-deb6-4b1b-8dfe-9e85e3b19e85.vmdk or device None with type sparse {{(pid=62328) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 705.880897] env[62328]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-82214851-5db0-4944-a8c7-aa1cb619c8fd {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 705.904209] env[62328]: DEBUG oslo_vmware.api [None req-312c1a2b-0654-48ae-b885-1c1d1a40c535 tempest-ServersTestJSON-2041147199 tempest-ServersTestJSON-2041147199-project-member] Waiting for the task: (returnval){ [ 705.904209] env[62328]: value = "task-2386639" [ 705.904209] env[62328]: _type = "Task" [ 705.904209] env[62328]: } to complete. {{(pid=62328) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 705.915303] env[62328]: DEBUG oslo_vmware.api [None req-312c1a2b-0654-48ae-b885-1c1d1a40c535 tempest-ServersTestJSON-2041147199 tempest-ServersTestJSON-2041147199-project-member] Task: {'id': task-2386639, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 705.972946] env[62328]: DEBUG oslo_concurrency.lockutils [None req-796be445-18c6-4869-8ab1-e27249159fbd tempest-ListImageFiltersTestJSON-111188615 tempest-ListImageFiltersTestJSON-111188615-project-member] Acquiring lock "refresh_cache-a514091e-f57a-4447-b60b-7f22d6f26820" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 705.973198] env[62328]: DEBUG oslo_concurrency.lockutils [None req-796be445-18c6-4869-8ab1-e27249159fbd tempest-ListImageFiltersTestJSON-111188615 tempest-ListImageFiltersTestJSON-111188615-project-member] Acquired lock "refresh_cache-a514091e-f57a-4447-b60b-7f22d6f26820" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.973321] env[62328]: DEBUG nova.network.neutron [None req-796be445-18c6-4869-8ab1-e27249159fbd tempest-ListImageFiltersTestJSON-111188615 tempest-ListImageFiltersTestJSON-111188615-project-member] [instance: a514091e-f57a-4447-b60b-7f22d6f26820] Building network info cache for instance {{(pid=62328) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 706.052813] env[62328]: DEBUG nova.compute.manager [req-7e03703d-8e8b-44bf-9fcb-04e423199e16 req-40559dab-27b3-4bda-ba01-9f851f485b1c service nova] [instance: 3c4b626f-0a92-4c1c-9240-7ed5e9ce623b] Received event network-changed-8eefb68e-e264-4446-bdd7-43bf3cdcb7f9 {{(pid=62328) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 706.053061] env[62328]: DEBUG nova.compute.manager [req-7e03703d-8e8b-44bf-9fcb-04e423199e16 req-40559dab-27b3-4bda-ba01-9f851f485b1c service nova] [instance: 3c4b626f-0a92-4c1c-9240-7ed5e9ce623b] Refreshing instance network info cache due to event network-changed-8eefb68e-e264-4446-bdd7-43bf3cdcb7f9. {{(pid=62328) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 706.053345] env[62328]: DEBUG oslo_concurrency.lockutils [req-7e03703d-8e8b-44bf-9fcb-04e423199e16 req-40559dab-27b3-4bda-ba01-9f851f485b1c service nova] Acquiring lock "refresh_cache-3c4b626f-0a92-4c1c-9240-7ed5e9ce623b" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 706.053527] env[62328]: DEBUG oslo_concurrency.lockutils [req-7e03703d-8e8b-44bf-9fcb-04e423199e16 req-40559dab-27b3-4bda-ba01-9f851f485b1c service nova] Acquired lock "refresh_cache-3c4b626f-0a92-4c1c-9240-7ed5e9ce623b" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.053785] env[62328]: DEBUG nova.network.neutron [req-7e03703d-8e8b-44bf-9fcb-04e423199e16 req-40559dab-27b3-4bda-ba01-9f851f485b1c service nova] [instance: 3c4b626f-0a92-4c1c-9240-7ed5e9ce623b] Refreshing network info cache for port 8eefb68e-e264-4446-bdd7-43bf3cdcb7f9 {{(pid=62328) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 706.162701] env[62328]: DEBUG oslo_vmware.api [-] Task: {'id': task-2386637, 'name': CreateVM_Task} progress is 99%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 706.170269] env[62328]: DEBUG oslo_vmware.api [None req-b0d29de5-3d9a-4385-903c-20234fd2e42a tempest-SecurityGroupsTestJSON-105101063 tempest-SecurityGroupsTestJSON-105101063-project-member] Task: {'id': task-2386638, 'name': PowerOffVM_Task, 'duration_secs': 0.225768} completed successfully. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 706.170559] env[62328]: DEBUG nova.virt.vmwareapi.vm_util [None req-b0d29de5-3d9a-4385-903c-20234fd2e42a tempest-SecurityGroupsTestJSON-105101063 tempest-SecurityGroupsTestJSON-105101063-project-member] [instance: 3c4b626f-0a92-4c1c-9240-7ed5e9ce623b] Powered off the VM {{(pid=62328) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 706.170741] env[62328]: DEBUG nova.virt.vmwareapi.vmops [None req-b0d29de5-3d9a-4385-903c-20234fd2e42a tempest-SecurityGroupsTestJSON-105101063 tempest-SecurityGroupsTestJSON-105101063-project-member] [instance: 3c4b626f-0a92-4c1c-9240-7ed5e9ce623b] Unregistering the VM {{(pid=62328) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 706.170988] env[62328]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-ea4332b7-2a42-407b-9c29-e3b504f72786 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 706.178893] env[62328]: DEBUG nova.compute.manager [None req-6e0d2bff-0f4f-45c9-9564-15b58c0781f6 tempest-MigrationsAdminTest-413245202 tempest-MigrationsAdminTest-413245202-project-member] [instance: 4279ea33-3d7d-4713-9d21-9e7aa29026ae] Start building block device mappings for instance. {{(pid=62328) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 706.188297] env[62328]: DEBUG nova.compute.manager [None req-bc9c734c-2d53-4389-b8f1-6d85af47906e tempest-InstanceActionsTestJSON-398422522 tempest-InstanceActionsTestJSON-398422522-project-member] [instance: c4d72f48-adf2-435f-9f5f-e3c3bc14bc8c] Starting instance... {{(pid=62328) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 706.264361] env[62328]: DEBUG nova.virt.vmwareapi.vmops [None req-b0d29de5-3d9a-4385-903c-20234fd2e42a tempest-SecurityGroupsTestJSON-105101063 tempest-SecurityGroupsTestJSON-105101063-project-member] [instance: 3c4b626f-0a92-4c1c-9240-7ed5e9ce623b] Unregistered the VM {{(pid=62328) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 706.265447] env[62328]: DEBUG nova.virt.vmwareapi.vmops [None req-b0d29de5-3d9a-4385-903c-20234fd2e42a tempest-SecurityGroupsTestJSON-105101063 tempest-SecurityGroupsTestJSON-105101063-project-member] [instance: 3c4b626f-0a92-4c1c-9240-7ed5e9ce623b] Deleting contents of the VM from datastore datastore2 {{(pid=62328) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 706.265447] env[62328]: DEBUG nova.virt.vmwareapi.ds_util [None req-b0d29de5-3d9a-4385-903c-20234fd2e42a tempest-SecurityGroupsTestJSON-105101063 tempest-SecurityGroupsTestJSON-105101063-project-member] Deleting the datastore file [datastore2] 3c4b626f-0a92-4c1c-9240-7ed5e9ce623b {{(pid=62328) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 706.265758] env[62328]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-0245dfc8-85c7-4508-95b7-4d316aa624b0 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 706.277230] env[62328]: DEBUG oslo_vmware.api [None req-b0d29de5-3d9a-4385-903c-20234fd2e42a tempest-SecurityGroupsTestJSON-105101063 tempest-SecurityGroupsTestJSON-105101063-project-member] Waiting for the task: (returnval){ [ 706.277230] env[62328]: value = "task-2386641" [ 706.277230] env[62328]: _type = "Task" [ 706.277230] env[62328]: } to complete. {{(pid=62328) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 706.290068] env[62328]: DEBUG oslo_vmware.api [None req-b0d29de5-3d9a-4385-903c-20234fd2e42a tempest-SecurityGroupsTestJSON-105101063 tempest-SecurityGroupsTestJSON-105101063-project-member] Task: {'id': task-2386641, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 706.356890] env[62328]: DEBUG nova.network.neutron [None req-6e0d2bff-0f4f-45c9-9564-15b58c0781f6 tempest-MigrationsAdminTest-413245202 tempest-MigrationsAdminTest-413245202-project-member] [instance: 4279ea33-3d7d-4713-9d21-9e7aa29026ae] Successfully created port: 69bce2eb-7f15-465b-8308-cde308c68738 {{(pid=62328) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 706.414942] env[62328]: DEBUG oslo_vmware.api [None req-312c1a2b-0654-48ae-b885-1c1d1a40c535 tempest-ServersTestJSON-2041147199 tempest-ServersTestJSON-2041147199-project-member] Task: {'id': task-2386639, 'name': ReconfigVM_Task, 'duration_secs': 0.290411} completed successfully. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 706.415077] env[62328]: DEBUG nova.virt.vmwareapi.volumeops [None req-312c1a2b-0654-48ae-b885-1c1d1a40c535 tempest-ServersTestJSON-2041147199 tempest-ServersTestJSON-2041147199-project-member] [instance: 3c9e10d6-deb6-4b1b-8dfe-9e85e3b19e85] Reconfigured VM instance instance-0000002a to attach disk [datastore2] 3c9e10d6-deb6-4b1b-8dfe-9e85e3b19e85/3c9e10d6-deb6-4b1b-8dfe-9e85e3b19e85.vmdk or device None with type sparse {{(pid=62328) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 706.415715] env[62328]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-d1dc5821-596f-4693-94ab-ef1b47ad5549 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 706.423031] env[62328]: DEBUG oslo_vmware.api [None req-312c1a2b-0654-48ae-b885-1c1d1a40c535 tempest-ServersTestJSON-2041147199 tempest-ServersTestJSON-2041147199-project-member] Waiting for the task: (returnval){ [ 706.423031] env[62328]: value = "task-2386642" [ 706.423031] env[62328]: _type = "Task" [ 706.423031] env[62328]: } to complete. {{(pid=62328) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 706.434234] env[62328]: DEBUG oslo_vmware.api [None req-312c1a2b-0654-48ae-b885-1c1d1a40c535 tempest-ServersTestJSON-2041147199 tempest-ServersTestJSON-2041147199-project-member] Task: {'id': task-2386642, 'name': Rename_Task} progress is 0%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 706.519943] env[62328]: DEBUG nova.network.neutron [None req-796be445-18c6-4869-8ab1-e27249159fbd tempest-ListImageFiltersTestJSON-111188615 tempest-ListImageFiltersTestJSON-111188615-project-member] [instance: a514091e-f57a-4447-b60b-7f22d6f26820] Instance cache missing network info. {{(pid=62328) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 706.665537] env[62328]: DEBUG oslo_vmware.api [-] Task: {'id': task-2386637, 'name': CreateVM_Task, 'duration_secs': 0.516485} completed successfully. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 706.669107] env[62328]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8e31afa5-82ea-4e3e-8913-77f24ee85e4e] Created VM on the ESX host {{(pid=62328) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 706.669107] env[62328]: DEBUG oslo_concurrency.lockutils [None req-fdb695b3-80d1-4592-96fd-6247de02bc04 tempest-ListImageFiltersTestJSON-111188615 tempest-ListImageFiltersTestJSON-111188615-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/dbf872a4-92be-47e4-8561-c3e2bf2423ab" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 706.669107] env[62328]: DEBUG oslo_concurrency.lockutils [None req-fdb695b3-80d1-4592-96fd-6247de02bc04 tempest-ListImageFiltersTestJSON-111188615 tempest-ListImageFiltersTestJSON-111188615-project-member] Acquired lock "[datastore2] devstack-image-cache_base/dbf872a4-92be-47e4-8561-c3e2bf2423ab" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.669107] env[62328]: DEBUG oslo_concurrency.lockutils [None req-fdb695b3-80d1-4592-96fd-6247de02bc04 tempest-ListImageFiltersTestJSON-111188615 tempest-ListImageFiltersTestJSON-111188615-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/dbf872a4-92be-47e4-8561-c3e2bf2423ab" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 706.669107] env[62328]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7fd60a30-2b8c-4eb9-b3ac-838fe6f2b9e5 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 706.673578] env[62328]: DEBUG oslo_vmware.api [None req-fdb695b3-80d1-4592-96fd-6247de02bc04 tempest-ListImageFiltersTestJSON-111188615 tempest-ListImageFiltersTestJSON-111188615-project-member] Waiting for the task: (returnval){ [ 706.673578] env[62328]: value = "session[52a6e20e-410d-708a-99f2-080a575a99bd]522f24d2-af7c-698c-a3cd-0b0612fc84b7" [ 706.673578] env[62328]: _type = "Task" [ 706.673578] env[62328]: } to complete. {{(pid=62328) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 706.687664] env[62328]: DEBUG oslo_vmware.api [None req-fdb695b3-80d1-4592-96fd-6247de02bc04 tempest-ListImageFiltersTestJSON-111188615 tempest-ListImageFiltersTestJSON-111188615-project-member] Task: {'id': session[52a6e20e-410d-708a-99f2-080a575a99bd]522f24d2-af7c-698c-a3cd-0b0612fc84b7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 706.717091] env[62328]: DEBUG nova.network.neutron [None req-796be445-18c6-4869-8ab1-e27249159fbd tempest-ListImageFiltersTestJSON-111188615 tempest-ListImageFiltersTestJSON-111188615-project-member] [instance: a514091e-f57a-4447-b60b-7f22d6f26820] Updating instance_info_cache with network_info: [{"id": "6074cf2d-5876-4c3b-930f-4d1b1d2cdc96", "address": "fa:16:3e:fd:f1:e1", "network": {"id": "ec511a9f-4661-41db-95bd-0fc9ad2de615", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.157", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "2a64022f08d84b11a86773b900860ae5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a4f91f31-0516-4d62-a341-e03a50b7c477", "external-id": "nsx-vlan-transportzone-963", "segmentation_id": 963, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6074cf2d-58", "ovs_interfaceid": "6074cf2d-5876-4c3b-930f-4d1b1d2cdc96", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62328) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 706.725726] env[62328]: DEBUG oslo_concurrency.lockutils [None req-bc9c734c-2d53-4389-b8f1-6d85af47906e tempest-InstanceActionsTestJSON-398422522 tempest-InstanceActionsTestJSON-398422522-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 706.737507] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-93449187-0e80-4b23-9920-28665695f130 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 706.746828] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a1806e59-20e0-446d-97c0-fae9de5b4479 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 706.789387] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c6948ead-ebca-46c3-b206-e121eadbbeec {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 706.799109] env[62328]: DEBUG oslo_vmware.api [None req-b0d29de5-3d9a-4385-903c-20234fd2e42a tempest-SecurityGroupsTestJSON-105101063 tempest-SecurityGroupsTestJSON-105101063-project-member] Task: {'id': task-2386641, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.143695} completed successfully. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 706.801272] env[62328]: DEBUG nova.virt.vmwareapi.ds_util [None req-b0d29de5-3d9a-4385-903c-20234fd2e42a tempest-SecurityGroupsTestJSON-105101063 tempest-SecurityGroupsTestJSON-105101063-project-member] Deleted the datastore file {{(pid=62328) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 706.801481] env[62328]: DEBUG nova.virt.vmwareapi.vmops [None req-b0d29de5-3d9a-4385-903c-20234fd2e42a tempest-SecurityGroupsTestJSON-105101063 tempest-SecurityGroupsTestJSON-105101063-project-member] [instance: 3c4b626f-0a92-4c1c-9240-7ed5e9ce623b] Deleted contents of the VM from datastore datastore2 {{(pid=62328) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 706.801672] env[62328]: DEBUG nova.virt.vmwareapi.vmops [None req-b0d29de5-3d9a-4385-903c-20234fd2e42a tempest-SecurityGroupsTestJSON-105101063 tempest-SecurityGroupsTestJSON-105101063-project-member] [instance: 3c4b626f-0a92-4c1c-9240-7ed5e9ce623b] Instance destroyed {{(pid=62328) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 706.801857] env[62328]: INFO nova.compute.manager [None req-b0d29de5-3d9a-4385-903c-20234fd2e42a tempest-SecurityGroupsTestJSON-105101063 tempest-SecurityGroupsTestJSON-105101063-project-member] [instance: 3c4b626f-0a92-4c1c-9240-7ed5e9ce623b] Took 1.17 seconds to destroy the instance on the hypervisor. [ 706.802192] env[62328]: DEBUG oslo.service.loopingcall [None req-b0d29de5-3d9a-4385-903c-20234fd2e42a tempest-SecurityGroupsTestJSON-105101063 tempest-SecurityGroupsTestJSON-105101063-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62328) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 706.802471] env[62328]: DEBUG nova.compute.manager [-] [instance: 3c4b626f-0a92-4c1c-9240-7ed5e9ce623b] Deallocating network for instance {{(pid=62328) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 706.802571] env[62328]: DEBUG nova.network.neutron [-] [instance: 3c4b626f-0a92-4c1c-9240-7ed5e9ce623b] deallocate_for_instance() {{(pid=62328) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 706.805267] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-52a244cf-ac97-4bb8-befc-5349884016b4 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 706.821106] env[62328]: DEBUG nova.compute.provider_tree [None req-9e8c55d9-950b-462f-82d5-ddb0e06a064c tempest-ServersAdminNegativeTestJSON-593360600 tempest-ServersAdminNegativeTestJSON-593360600-project-member] Inventory has not changed in ProviderTree for provider: 3469e9f8-04af-49ca-8435-49f104496744 {{(pid=62328) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 706.934707] env[62328]: DEBUG oslo_vmware.api [None req-312c1a2b-0654-48ae-b885-1c1d1a40c535 tempest-ServersTestJSON-2041147199 tempest-ServersTestJSON-2041147199-project-member] Task: {'id': task-2386642, 'name': Rename_Task, 'duration_secs': 0.189589} completed successfully. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 706.935087] env[62328]: DEBUG nova.virt.vmwareapi.vm_util [None req-312c1a2b-0654-48ae-b885-1c1d1a40c535 tempest-ServersTestJSON-2041147199 tempest-ServersTestJSON-2041147199-project-member] [instance: 3c9e10d6-deb6-4b1b-8dfe-9e85e3b19e85] Powering on the VM {{(pid=62328) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 706.935476] env[62328]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-da373240-528e-40d2-8620-b123464fe7ad {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 706.945267] env[62328]: DEBUG oslo_vmware.api [None req-312c1a2b-0654-48ae-b885-1c1d1a40c535 tempest-ServersTestJSON-2041147199 tempest-ServersTestJSON-2041147199-project-member] Waiting for the task: (returnval){ [ 706.945267] env[62328]: value = "task-2386644" [ 706.945267] env[62328]: _type = "Task" [ 706.945267] env[62328]: } to complete. {{(pid=62328) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 706.953142] env[62328]: DEBUG oslo_vmware.api [None req-312c1a2b-0654-48ae-b885-1c1d1a40c535 tempest-ServersTestJSON-2041147199 tempest-ServersTestJSON-2041147199-project-member] Task: {'id': task-2386644, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 707.030254] env[62328]: DEBUG nova.network.neutron [req-7e03703d-8e8b-44bf-9fcb-04e423199e16 req-40559dab-27b3-4bda-ba01-9f851f485b1c service nova] [instance: 3c4b626f-0a92-4c1c-9240-7ed5e9ce623b] Updated VIF entry in instance network info cache for port 8eefb68e-e264-4446-bdd7-43bf3cdcb7f9. {{(pid=62328) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 707.030603] env[62328]: DEBUG nova.network.neutron [req-7e03703d-8e8b-44bf-9fcb-04e423199e16 req-40559dab-27b3-4bda-ba01-9f851f485b1c service nova] [instance: 3c4b626f-0a92-4c1c-9240-7ed5e9ce623b] Updating instance_info_cache with network_info: [{"id": "8eefb68e-e264-4446-bdd7-43bf3cdcb7f9", "address": "fa:16:3e:d5:22:65", "network": {"id": "f2ed4377-648e-4b86-bb61-ab302cde8f5c", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-1682542860-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0e6658b7d41a43858b58b5d307f14cac", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4e02e98f-44ce-42b7-a3ac-4034fae5d127", "external-id": "nsx-vlan-transportzone-874", "segmentation_id": 874, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8eefb68e-e2", "ovs_interfaceid": "8eefb68e-e264-4446-bdd7-43bf3cdcb7f9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62328) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 707.160761] env[62328]: DEBUG nova.compute.manager [req-94e5572b-1091-4edd-a614-c88f4676658f req-da8e3966-5d26-49eb-a9e8-4a6e47181498 service nova] [instance: 3c4b626f-0a92-4c1c-9240-7ed5e9ce623b] Received event network-vif-deleted-8eefb68e-e264-4446-bdd7-43bf3cdcb7f9 {{(pid=62328) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 707.160960] env[62328]: INFO nova.compute.manager [req-94e5572b-1091-4edd-a614-c88f4676658f req-da8e3966-5d26-49eb-a9e8-4a6e47181498 service nova] [instance: 3c4b626f-0a92-4c1c-9240-7ed5e9ce623b] Neutron deleted interface 8eefb68e-e264-4446-bdd7-43bf3cdcb7f9; detaching it from the instance and deleting it from the info cache [ 707.161146] env[62328]: DEBUG nova.network.neutron [req-94e5572b-1091-4edd-a614-c88f4676658f req-da8e3966-5d26-49eb-a9e8-4a6e47181498 service nova] [instance: 3c4b626f-0a92-4c1c-9240-7ed5e9ce623b] Updating instance_info_cache with network_info: [] {{(pid=62328) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 707.186958] env[62328]: DEBUG oslo_vmware.api [None req-fdb695b3-80d1-4592-96fd-6247de02bc04 tempest-ListImageFiltersTestJSON-111188615 tempest-ListImageFiltersTestJSON-111188615-project-member] Task: {'id': session[52a6e20e-410d-708a-99f2-080a575a99bd]522f24d2-af7c-698c-a3cd-0b0612fc84b7, 'name': SearchDatastore_Task, 'duration_secs': 0.011045} completed successfully. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 707.187347] env[62328]: DEBUG oslo_concurrency.lockutils [None req-fdb695b3-80d1-4592-96fd-6247de02bc04 tempest-ListImageFiltersTestJSON-111188615 tempest-ListImageFiltersTestJSON-111188615-project-member] Releasing lock "[datastore2] devstack-image-cache_base/dbf872a4-92be-47e4-8561-c3e2bf2423ab" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 707.187544] env[62328]: DEBUG nova.virt.vmwareapi.vmops [None req-fdb695b3-80d1-4592-96fd-6247de02bc04 tempest-ListImageFiltersTestJSON-111188615 tempest-ListImageFiltersTestJSON-111188615-project-member] [instance: 8e31afa5-82ea-4e3e-8913-77f24ee85e4e] Processing image dbf872a4-92be-47e4-8561-c3e2bf2423ab {{(pid=62328) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 707.187781] env[62328]: DEBUG oslo_concurrency.lockutils [None req-fdb695b3-80d1-4592-96fd-6247de02bc04 tempest-ListImageFiltersTestJSON-111188615 tempest-ListImageFiltersTestJSON-111188615-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/dbf872a4-92be-47e4-8561-c3e2bf2423ab/dbf872a4-92be-47e4-8561-c3e2bf2423ab.vmdk" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 707.188409] env[62328]: DEBUG oslo_concurrency.lockutils [None req-fdb695b3-80d1-4592-96fd-6247de02bc04 tempest-ListImageFiltersTestJSON-111188615 tempest-ListImageFiltersTestJSON-111188615-project-member] Acquired lock "[datastore2] devstack-image-cache_base/dbf872a4-92be-47e4-8561-c3e2bf2423ab/dbf872a4-92be-47e4-8561-c3e2bf2423ab.vmdk" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.188409] env[62328]: DEBUG nova.virt.vmwareapi.ds_util [None req-fdb695b3-80d1-4592-96fd-6247de02bc04 tempest-ListImageFiltersTestJSON-111188615 tempest-ListImageFiltersTestJSON-111188615-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62328) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 707.188409] env[62328]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-af69f647-38b7-41d5-a329-c341fbf6a5d8 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 707.198930] env[62328]: DEBUG nova.compute.manager [None req-6e0d2bff-0f4f-45c9-9564-15b58c0781f6 tempest-MigrationsAdminTest-413245202 tempest-MigrationsAdminTest-413245202-project-member] [instance: 4279ea33-3d7d-4713-9d21-9e7aa29026ae] Start spawning the instance on the hypervisor. {{(pid=62328) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 707.201131] env[62328]: DEBUG nova.virt.vmwareapi.ds_util [None req-fdb695b3-80d1-4592-96fd-6247de02bc04 tempest-ListImageFiltersTestJSON-111188615 tempest-ListImageFiltersTestJSON-111188615-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62328) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 707.201246] env[62328]: DEBUG nova.virt.vmwareapi.vmops [None req-fdb695b3-80d1-4592-96fd-6247de02bc04 tempest-ListImageFiltersTestJSON-111188615 tempest-ListImageFiltersTestJSON-111188615-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62328) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 707.204264] env[62328]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2efc8d3f-e1ef-4365-b9ff-f4d628f849cd {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 707.209115] env[62328]: DEBUG oslo_vmware.api [None req-fdb695b3-80d1-4592-96fd-6247de02bc04 tempest-ListImageFiltersTestJSON-111188615 tempest-ListImageFiltersTestJSON-111188615-project-member] Waiting for the task: (returnval){ [ 707.209115] env[62328]: value = "session[52a6e20e-410d-708a-99f2-080a575a99bd]52d4b3ff-e68a-eea3-ba57-9041d93ba5b8" [ 707.209115] env[62328]: _type = "Task" [ 707.209115] env[62328]: } to complete. {{(pid=62328) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 707.217381] env[62328]: DEBUG oslo_vmware.api [None req-fdb695b3-80d1-4592-96fd-6247de02bc04 tempest-ListImageFiltersTestJSON-111188615 tempest-ListImageFiltersTestJSON-111188615-project-member] Task: {'id': session[52a6e20e-410d-708a-99f2-080a575a99bd]52d4b3ff-e68a-eea3-ba57-9041d93ba5b8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 707.228638] env[62328]: DEBUG oslo_concurrency.lockutils [None req-796be445-18c6-4869-8ab1-e27249159fbd tempest-ListImageFiltersTestJSON-111188615 tempest-ListImageFiltersTestJSON-111188615-project-member] Releasing lock "refresh_cache-a514091e-f57a-4447-b60b-7f22d6f26820" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 707.228718] env[62328]: DEBUG nova.compute.manager [None req-796be445-18c6-4869-8ab1-e27249159fbd tempest-ListImageFiltersTestJSON-111188615 tempest-ListImageFiltersTestJSON-111188615-project-member] [instance: a514091e-f57a-4447-b60b-7f22d6f26820] Instance network_info: |[{"id": "6074cf2d-5876-4c3b-930f-4d1b1d2cdc96", "address": "fa:16:3e:fd:f1:e1", "network": {"id": "ec511a9f-4661-41db-95bd-0fc9ad2de615", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.157", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "2a64022f08d84b11a86773b900860ae5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a4f91f31-0516-4d62-a341-e03a50b7c477", "external-id": "nsx-vlan-transportzone-963", "segmentation_id": 963, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6074cf2d-58", "ovs_interfaceid": "6074cf2d-5876-4c3b-930f-4d1b1d2cdc96", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62328) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 707.230501] env[62328]: DEBUG nova.virt.vmwareapi.vmops [None req-796be445-18c6-4869-8ab1-e27249159fbd tempest-ListImageFiltersTestJSON-111188615 tempest-ListImageFiltersTestJSON-111188615-project-member] [instance: a514091e-f57a-4447-b60b-7f22d6f26820] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:fd:f1:e1', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'a4f91f31-0516-4d62-a341-e03a50b7c477', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '6074cf2d-5876-4c3b-930f-4d1b1d2cdc96', 'vif_model': 'vmxnet3'}] {{(pid=62328) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 707.241044] env[62328]: DEBUG oslo.service.loopingcall [None req-796be445-18c6-4869-8ab1-e27249159fbd tempest-ListImageFiltersTestJSON-111188615 tempest-ListImageFiltersTestJSON-111188615-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62328) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 707.244903] env[62328]: DEBUG nova.virt.hardware [None req-6e0d2bff-0f4f-45c9-9564-15b58c0781f6 tempest-MigrationsAdminTest-413245202 tempest-MigrationsAdminTest-413245202-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-07T17:20:17Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='5c74ff4d-2d63-49dc-b204-699858e7f6c7',id=37,is_public=True,memory_mb=192,name='tempest-test_resize_flavor_-1563444322',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-07T17:16:37Z,direct_url=,disk_format='vmdk',id=dbf872a4-92be-47e4-8561-c3e2bf2423ab,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='2a64022f08d84b11a86773b900860ae5',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-07T17:16:38Z,virtual_size=,visibility=), allow threads: False {{(pid=62328) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 707.245597] env[62328]: DEBUG nova.virt.hardware [None req-6e0d2bff-0f4f-45c9-9564-15b58c0781f6 tempest-MigrationsAdminTest-413245202 tempest-MigrationsAdminTest-413245202-project-member] Flavor limits 0:0:0 {{(pid=62328) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 707.245688] env[62328]: DEBUG nova.virt.hardware [None req-6e0d2bff-0f4f-45c9-9564-15b58c0781f6 tempest-MigrationsAdminTest-413245202 tempest-MigrationsAdminTest-413245202-project-member] Image limits 0:0:0 {{(pid=62328) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 707.246142] env[62328]: DEBUG nova.virt.hardware [None req-6e0d2bff-0f4f-45c9-9564-15b58c0781f6 tempest-MigrationsAdminTest-413245202 tempest-MigrationsAdminTest-413245202-project-member] Flavor pref 0:0:0 {{(pid=62328) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 707.246224] env[62328]: DEBUG nova.virt.hardware [None req-6e0d2bff-0f4f-45c9-9564-15b58c0781f6 tempest-MigrationsAdminTest-413245202 tempest-MigrationsAdminTest-413245202-project-member] Image pref 0:0:0 {{(pid=62328) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 707.246574] env[62328]: DEBUG nova.virt.hardware [None req-6e0d2bff-0f4f-45c9-9564-15b58c0781f6 tempest-MigrationsAdminTest-413245202 tempest-MigrationsAdminTest-413245202-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62328) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 707.247027] env[62328]: DEBUG nova.virt.hardware [None req-6e0d2bff-0f4f-45c9-9564-15b58c0781f6 tempest-MigrationsAdminTest-413245202 tempest-MigrationsAdminTest-413245202-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62328) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 707.247368] env[62328]: DEBUG nova.virt.hardware [None req-6e0d2bff-0f4f-45c9-9564-15b58c0781f6 tempest-MigrationsAdminTest-413245202 tempest-MigrationsAdminTest-413245202-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62328) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 707.247829] env[62328]: DEBUG nova.virt.hardware [None req-6e0d2bff-0f4f-45c9-9564-15b58c0781f6 tempest-MigrationsAdminTest-413245202 tempest-MigrationsAdminTest-413245202-project-member] Got 1 possible topologies {{(pid=62328) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 707.248197] env[62328]: DEBUG nova.virt.hardware [None req-6e0d2bff-0f4f-45c9-9564-15b58c0781f6 tempest-MigrationsAdminTest-413245202 tempest-MigrationsAdminTest-413245202-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62328) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 707.248497] env[62328]: DEBUG nova.virt.hardware [None req-6e0d2bff-0f4f-45c9-9564-15b58c0781f6 tempest-MigrationsAdminTest-413245202 tempest-MigrationsAdminTest-413245202-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62328) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 707.249445] env[62328]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a514091e-f57a-4447-b60b-7f22d6f26820] Creating VM on the ESX host {{(pid=62328) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 707.250814] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ea1e8f04-cfbd-4bf5-a05b-84746afedc80 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 707.256906] env[62328]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-d4a9a548-f8f7-48d8-bd54-b0617577011f {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 707.279991] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e5fc1a7f-4041-46b9-ab6e-bb3dce1e8a36 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 707.285637] env[62328]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 707.285637] env[62328]: value = "task-2386645" [ 707.285637] env[62328]: _type = "Task" [ 707.285637] env[62328]: } to complete. {{(pid=62328) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 707.302796] env[62328]: DEBUG oslo_vmware.api [-] Task: {'id': task-2386645, 'name': CreateVM_Task} progress is 6%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 707.326572] env[62328]: DEBUG nova.scheduler.client.report [None req-9e8c55d9-950b-462f-82d5-ddb0e06a064c tempest-ServersAdminNegativeTestJSON-593360600 tempest-ServersAdminNegativeTestJSON-593360600-project-member] Inventory has not changed for provider 3469e9f8-04af-49ca-8435-49f104496744 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 152, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62328) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 707.454681] env[62328]: DEBUG oslo_vmware.api [None req-312c1a2b-0654-48ae-b885-1c1d1a40c535 tempest-ServersTestJSON-2041147199 tempest-ServersTestJSON-2041147199-project-member] Task: {'id': task-2386644, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 707.533037] env[62328]: DEBUG oslo_concurrency.lockutils [req-7e03703d-8e8b-44bf-9fcb-04e423199e16 req-40559dab-27b3-4bda-ba01-9f851f485b1c service nova] Releasing lock "refresh_cache-3c4b626f-0a92-4c1c-9240-7ed5e9ce623b" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 707.533425] env[62328]: DEBUG nova.compute.manager [req-7e03703d-8e8b-44bf-9fcb-04e423199e16 req-40559dab-27b3-4bda-ba01-9f851f485b1c service nova] [instance: 8e31afa5-82ea-4e3e-8913-77f24ee85e4e] Received event network-vif-plugged-c0e7487d-cd22-467d-a394-29c22099757f {{(pid=62328) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 707.533779] env[62328]: DEBUG oslo_concurrency.lockutils [req-7e03703d-8e8b-44bf-9fcb-04e423199e16 req-40559dab-27b3-4bda-ba01-9f851f485b1c service nova] Acquiring lock "8e31afa5-82ea-4e3e-8913-77f24ee85e4e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 707.533961] env[62328]: DEBUG oslo_concurrency.lockutils [req-7e03703d-8e8b-44bf-9fcb-04e423199e16 req-40559dab-27b3-4bda-ba01-9f851f485b1c service nova] Lock "8e31afa5-82ea-4e3e-8913-77f24ee85e4e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 707.534187] env[62328]: DEBUG oslo_concurrency.lockutils [req-7e03703d-8e8b-44bf-9fcb-04e423199e16 req-40559dab-27b3-4bda-ba01-9f851f485b1c service nova] Lock "8e31afa5-82ea-4e3e-8913-77f24ee85e4e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 707.534390] env[62328]: DEBUG nova.compute.manager [req-7e03703d-8e8b-44bf-9fcb-04e423199e16 req-40559dab-27b3-4bda-ba01-9f851f485b1c service nova] [instance: 8e31afa5-82ea-4e3e-8913-77f24ee85e4e] No waiting events found dispatching network-vif-plugged-c0e7487d-cd22-467d-a394-29c22099757f {{(pid=62328) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 707.534593] env[62328]: WARNING nova.compute.manager [req-7e03703d-8e8b-44bf-9fcb-04e423199e16 req-40559dab-27b3-4bda-ba01-9f851f485b1c service nova] [instance: 8e31afa5-82ea-4e3e-8913-77f24ee85e4e] Received unexpected event network-vif-plugged-c0e7487d-cd22-467d-a394-29c22099757f for instance with vm_state building and task_state spawning. [ 707.534771] env[62328]: DEBUG nova.compute.manager [req-7e03703d-8e8b-44bf-9fcb-04e423199e16 req-40559dab-27b3-4bda-ba01-9f851f485b1c service nova] [instance: 8e31afa5-82ea-4e3e-8913-77f24ee85e4e] Received event network-changed-c0e7487d-cd22-467d-a394-29c22099757f {{(pid=62328) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 707.534960] env[62328]: DEBUG nova.compute.manager [req-7e03703d-8e8b-44bf-9fcb-04e423199e16 req-40559dab-27b3-4bda-ba01-9f851f485b1c service nova] [instance: 8e31afa5-82ea-4e3e-8913-77f24ee85e4e] Refreshing instance network info cache due to event network-changed-c0e7487d-cd22-467d-a394-29c22099757f. {{(pid=62328) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 707.535163] env[62328]: DEBUG oslo_concurrency.lockutils [req-7e03703d-8e8b-44bf-9fcb-04e423199e16 req-40559dab-27b3-4bda-ba01-9f851f485b1c service nova] Acquiring lock "refresh_cache-8e31afa5-82ea-4e3e-8913-77f24ee85e4e" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 707.535316] env[62328]: DEBUG oslo_concurrency.lockutils [req-7e03703d-8e8b-44bf-9fcb-04e423199e16 req-40559dab-27b3-4bda-ba01-9f851f485b1c service nova] Acquired lock "refresh_cache-8e31afa5-82ea-4e3e-8913-77f24ee85e4e" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.535473] env[62328]: DEBUG nova.network.neutron [req-7e03703d-8e8b-44bf-9fcb-04e423199e16 req-40559dab-27b3-4bda-ba01-9f851f485b1c service nova] [instance: 8e31afa5-82ea-4e3e-8913-77f24ee85e4e] Refreshing network info cache for port c0e7487d-cd22-467d-a394-29c22099757f {{(pid=62328) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 707.576985] env[62328]: DEBUG nova.network.neutron [-] [instance: 3c4b626f-0a92-4c1c-9240-7ed5e9ce623b] Updating instance_info_cache with network_info: [] {{(pid=62328) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 707.664451] env[62328]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-76c5ffaa-70f5-4184-9956-16520f8f41c4 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 707.677099] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-270bd186-af3d-4875-9eb9-7bfcaa656cf7 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 707.713846] env[62328]: DEBUG nova.compute.manager [req-94e5572b-1091-4edd-a614-c88f4676658f req-da8e3966-5d26-49eb-a9e8-4a6e47181498 service nova] [instance: 3c4b626f-0a92-4c1c-9240-7ed5e9ce623b] Detach interface failed, port_id=8eefb68e-e264-4446-bdd7-43bf3cdcb7f9, reason: Instance 3c4b626f-0a92-4c1c-9240-7ed5e9ce623b could not be found. {{(pid=62328) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 707.723105] env[62328]: DEBUG oslo_vmware.api [None req-fdb695b3-80d1-4592-96fd-6247de02bc04 tempest-ListImageFiltersTestJSON-111188615 tempest-ListImageFiltersTestJSON-111188615-project-member] Task: {'id': session[52a6e20e-410d-708a-99f2-080a575a99bd]52d4b3ff-e68a-eea3-ba57-9041d93ba5b8, 'name': SearchDatastore_Task, 'duration_secs': 0.009769} completed successfully. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 707.723890] env[62328]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-35f9677b-dd55-41b2-8d16-c3b22edc6c12 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 707.729639] env[62328]: DEBUG oslo_vmware.api [None req-fdb695b3-80d1-4592-96fd-6247de02bc04 tempest-ListImageFiltersTestJSON-111188615 tempest-ListImageFiltersTestJSON-111188615-project-member] Waiting for the task: (returnval){ [ 707.729639] env[62328]: value = "session[52a6e20e-410d-708a-99f2-080a575a99bd]5263fda8-7e53-747f-d39a-63cff37ebed6" [ 707.729639] env[62328]: _type = "Task" [ 707.729639] env[62328]: } to complete. {{(pid=62328) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 707.737707] env[62328]: DEBUG oslo_vmware.api [None req-fdb695b3-80d1-4592-96fd-6247de02bc04 tempest-ListImageFiltersTestJSON-111188615 tempest-ListImageFiltersTestJSON-111188615-project-member] Task: {'id': session[52a6e20e-410d-708a-99f2-080a575a99bd]5263fda8-7e53-747f-d39a-63cff37ebed6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 707.797815] env[62328]: DEBUG oslo_vmware.api [-] Task: {'id': task-2386645, 'name': CreateVM_Task} progress is 25%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 707.834445] env[62328]: DEBUG oslo_concurrency.lockutils [None req-9e8c55d9-950b-462f-82d5-ddb0e06a064c tempest-ServersAdminNegativeTestJSON-593360600 tempest-ServersAdminNegativeTestJSON-593360600-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.671s {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 707.834445] env[62328]: DEBUG nova.compute.manager [None req-9e8c55d9-950b-462f-82d5-ddb0e06a064c tempest-ServersAdminNegativeTestJSON-593360600 tempest-ServersAdminNegativeTestJSON-593360600-project-member] [instance: 036c1441-66e8-4a80-99a2-15dfe86351fc] Start building networks asynchronously for instance. {{(pid=62328) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 707.837358] env[62328]: DEBUG oslo_concurrency.lockutils [None req-d122ec1e-0622-4c46-bcf3-1bef72740c40 tempest-FloatingIPsAssociationTestJSON-89523020 tempest-FloatingIPsAssociationTestJSON-89523020-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 26.327s {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 707.839772] env[62328]: DEBUG oslo_concurrency.lockutils [None req-d122ec1e-0622-4c46-bcf3-1bef72740c40 tempest-FloatingIPsAssociationTestJSON-89523020 tempest-FloatingIPsAssociationTestJSON-89523020-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.001s {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 707.840508] env[62328]: DEBUG oslo_concurrency.lockutils [None req-8ba2afc8-b57c-4ff2-8b99-a208658a7fb8 tempest-ServerActionsV293TestJSON-1864378190 tempest-ServerActionsV293TestJSON-1864378190-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 25.463s {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 707.844271] env[62328]: INFO nova.compute.claims [None req-8ba2afc8-b57c-4ff2-8b99-a208658a7fb8 tempest-ServerActionsV293TestJSON-1864378190 tempest-ServerActionsV293TestJSON-1864378190-project-member] [instance: 2f5e173e-0a48-45c2-ae86-64d86a2b45d4] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 707.850407] env[62328]: DEBUG oslo_concurrency.lockutils [None req-54cbb306-7cb9-4fa1-a0cf-addf52ca091e tempest-ServerMetadataNegativeTestJSON-401717437 tempest-ServerMetadataNegativeTestJSON-401717437-project-member] Acquiring lock "eaf3b1bf-6f71-48b1-b28d-bb882b9c2035" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 707.852477] env[62328]: DEBUG oslo_concurrency.lockutils [None req-54cbb306-7cb9-4fa1-a0cf-addf52ca091e tempest-ServerMetadataNegativeTestJSON-401717437 tempest-ServerMetadataNegativeTestJSON-401717437-project-member] Lock "eaf3b1bf-6f71-48b1-b28d-bb882b9c2035" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.002s {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 707.852477] env[62328]: DEBUG oslo_concurrency.lockutils [None req-54cbb306-7cb9-4fa1-a0cf-addf52ca091e tempest-ServerMetadataNegativeTestJSON-401717437 tempest-ServerMetadataNegativeTestJSON-401717437-project-member] Acquiring lock "eaf3b1bf-6f71-48b1-b28d-bb882b9c2035-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 707.854270] env[62328]: DEBUG oslo_concurrency.lockutils [None req-54cbb306-7cb9-4fa1-a0cf-addf52ca091e tempest-ServerMetadataNegativeTestJSON-401717437 tempest-ServerMetadataNegativeTestJSON-401717437-project-member] Lock "eaf3b1bf-6f71-48b1-b28d-bb882b9c2035-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 707.854509] env[62328]: DEBUG oslo_concurrency.lockutils [None req-54cbb306-7cb9-4fa1-a0cf-addf52ca091e tempest-ServerMetadataNegativeTestJSON-401717437 tempest-ServerMetadataNegativeTestJSON-401717437-project-member] Lock "eaf3b1bf-6f71-48b1-b28d-bb882b9c2035-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.002s {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 707.861051] env[62328]: INFO nova.compute.manager [None req-54cbb306-7cb9-4fa1-a0cf-addf52ca091e tempest-ServerMetadataNegativeTestJSON-401717437 tempest-ServerMetadataNegativeTestJSON-401717437-project-member] [instance: eaf3b1bf-6f71-48b1-b28d-bb882b9c2035] Terminating instance [ 707.881329] env[62328]: INFO nova.scheduler.client.report [None req-d122ec1e-0622-4c46-bcf3-1bef72740c40 tempest-FloatingIPsAssociationTestJSON-89523020 tempest-FloatingIPsAssociationTestJSON-89523020-project-member] Deleted allocations for instance 911e8910-7b82-4557-af15-99cf96b7314e [ 707.958724] env[62328]: DEBUG oslo_vmware.api [None req-312c1a2b-0654-48ae-b885-1c1d1a40c535 tempest-ServersTestJSON-2041147199 tempest-ServersTestJSON-2041147199-project-member] Task: {'id': task-2386644, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 708.079401] env[62328]: INFO nova.compute.manager [-] [instance: 3c4b626f-0a92-4c1c-9240-7ed5e9ce623b] Took 1.28 seconds to deallocate network for instance. [ 708.211322] env[62328]: DEBUG nova.compute.manager [req-41308976-f211-4165-a3d6-11f85b4599e3 req-6571a560-f139-4226-8bf3-ef6b78e1b51f service nova] [instance: 4279ea33-3d7d-4713-9d21-9e7aa29026ae] Received event network-vif-plugged-69bce2eb-7f15-465b-8308-cde308c68738 {{(pid=62328) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 708.211548] env[62328]: DEBUG oslo_concurrency.lockutils [req-41308976-f211-4165-a3d6-11f85b4599e3 req-6571a560-f139-4226-8bf3-ef6b78e1b51f service nova] Acquiring lock "4279ea33-3d7d-4713-9d21-9e7aa29026ae-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 708.211757] env[62328]: DEBUG oslo_concurrency.lockutils [req-41308976-f211-4165-a3d6-11f85b4599e3 req-6571a560-f139-4226-8bf3-ef6b78e1b51f service nova] Lock "4279ea33-3d7d-4713-9d21-9e7aa29026ae-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 708.211934] env[62328]: DEBUG oslo_concurrency.lockutils [req-41308976-f211-4165-a3d6-11f85b4599e3 req-6571a560-f139-4226-8bf3-ef6b78e1b51f service nova] Lock "4279ea33-3d7d-4713-9d21-9e7aa29026ae-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 708.212098] env[62328]: DEBUG nova.compute.manager [req-41308976-f211-4165-a3d6-11f85b4599e3 req-6571a560-f139-4226-8bf3-ef6b78e1b51f service nova] [instance: 4279ea33-3d7d-4713-9d21-9e7aa29026ae] No waiting events found dispatching network-vif-plugged-69bce2eb-7f15-465b-8308-cde308c68738 {{(pid=62328) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 708.212265] env[62328]: WARNING nova.compute.manager [req-41308976-f211-4165-a3d6-11f85b4599e3 req-6571a560-f139-4226-8bf3-ef6b78e1b51f service nova] [instance: 4279ea33-3d7d-4713-9d21-9e7aa29026ae] Received unexpected event network-vif-plugged-69bce2eb-7f15-465b-8308-cde308c68738 for instance with vm_state building and task_state spawning. [ 708.247731] env[62328]: DEBUG oslo_vmware.api [None req-fdb695b3-80d1-4592-96fd-6247de02bc04 tempest-ListImageFiltersTestJSON-111188615 tempest-ListImageFiltersTestJSON-111188615-project-member] Task: {'id': session[52a6e20e-410d-708a-99f2-080a575a99bd]5263fda8-7e53-747f-d39a-63cff37ebed6, 'name': SearchDatastore_Task, 'duration_secs': 0.013381} completed successfully. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 708.248103] env[62328]: DEBUG oslo_concurrency.lockutils [None req-fdb695b3-80d1-4592-96fd-6247de02bc04 tempest-ListImageFiltersTestJSON-111188615 tempest-ListImageFiltersTestJSON-111188615-project-member] Releasing lock "[datastore2] devstack-image-cache_base/dbf872a4-92be-47e4-8561-c3e2bf2423ab/dbf872a4-92be-47e4-8561-c3e2bf2423ab.vmdk" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 708.248462] env[62328]: DEBUG nova.virt.vmwareapi.vm_util [None req-fdb695b3-80d1-4592-96fd-6247de02bc04 tempest-ListImageFiltersTestJSON-111188615 tempest-ListImageFiltersTestJSON-111188615-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/dbf872a4-92be-47e4-8561-c3e2bf2423ab/dbf872a4-92be-47e4-8561-c3e2bf2423ab.vmdk to [datastore2] 8e31afa5-82ea-4e3e-8913-77f24ee85e4e/8e31afa5-82ea-4e3e-8913-77f24ee85e4e.vmdk {{(pid=62328) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 708.248771] env[62328]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-84f63191-6e9b-429b-af01-b63f9f8b1444 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 708.257432] env[62328]: DEBUG oslo_vmware.api [None req-fdb695b3-80d1-4592-96fd-6247de02bc04 tempest-ListImageFiltersTestJSON-111188615 tempest-ListImageFiltersTestJSON-111188615-project-member] Waiting for the task: (returnval){ [ 708.257432] env[62328]: value = "task-2386646" [ 708.257432] env[62328]: _type = "Task" [ 708.257432] env[62328]: } to complete. {{(pid=62328) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 708.269112] env[62328]: DEBUG oslo_vmware.api [None req-fdb695b3-80d1-4592-96fd-6247de02bc04 tempest-ListImageFiltersTestJSON-111188615 tempest-ListImageFiltersTestJSON-111188615-project-member] Task: {'id': task-2386646, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 708.304022] env[62328]: DEBUG oslo_vmware.api [-] Task: {'id': task-2386645, 'name': CreateVM_Task, 'duration_secs': 0.623193} completed successfully. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 708.304022] env[62328]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a514091e-f57a-4447-b60b-7f22d6f26820] Created VM on the ESX host {{(pid=62328) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 708.304022] env[62328]: DEBUG oslo_concurrency.lockutils [None req-796be445-18c6-4869-8ab1-e27249159fbd tempest-ListImageFiltersTestJSON-111188615 tempest-ListImageFiltersTestJSON-111188615-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/dbf872a4-92be-47e4-8561-c3e2bf2423ab" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 708.304022] env[62328]: DEBUG oslo_concurrency.lockutils [None req-796be445-18c6-4869-8ab1-e27249159fbd tempest-ListImageFiltersTestJSON-111188615 tempest-ListImageFiltersTestJSON-111188615-project-member] Acquired lock "[datastore1] devstack-image-cache_base/dbf872a4-92be-47e4-8561-c3e2bf2423ab" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.304022] env[62328]: DEBUG oslo_concurrency.lockutils [None req-796be445-18c6-4869-8ab1-e27249159fbd tempest-ListImageFiltersTestJSON-111188615 tempest-ListImageFiltersTestJSON-111188615-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/dbf872a4-92be-47e4-8561-c3e2bf2423ab" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 708.304022] env[62328]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-044b193e-d6ff-4180-94c7-2ee69a384d2f {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 708.309193] env[62328]: DEBUG oslo_vmware.api [None req-796be445-18c6-4869-8ab1-e27249159fbd tempest-ListImageFiltersTestJSON-111188615 tempest-ListImageFiltersTestJSON-111188615-project-member] Waiting for the task: (returnval){ [ 708.309193] env[62328]: value = "session[52a6e20e-410d-708a-99f2-080a575a99bd]5264a7ed-fd8f-aced-7d2d-62931ddd563f" [ 708.309193] env[62328]: _type = "Task" [ 708.309193] env[62328]: } to complete. {{(pid=62328) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 708.318011] env[62328]: DEBUG oslo_vmware.api [None req-796be445-18c6-4869-8ab1-e27249159fbd tempest-ListImageFiltersTestJSON-111188615 tempest-ListImageFiltersTestJSON-111188615-project-member] Task: {'id': session[52a6e20e-410d-708a-99f2-080a575a99bd]5264a7ed-fd8f-aced-7d2d-62931ddd563f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 708.324573] env[62328]: DEBUG nova.network.neutron [None req-6e0d2bff-0f4f-45c9-9564-15b58c0781f6 tempest-MigrationsAdminTest-413245202 tempest-MigrationsAdminTest-413245202-project-member] [instance: 4279ea33-3d7d-4713-9d21-9e7aa29026ae] Successfully updated port: 69bce2eb-7f15-465b-8308-cde308c68738 {{(pid=62328) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 708.347635] env[62328]: DEBUG nova.compute.utils [None req-9e8c55d9-950b-462f-82d5-ddb0e06a064c tempest-ServersAdminNegativeTestJSON-593360600 tempest-ServersAdminNegativeTestJSON-593360600-project-member] Using /dev/sd instead of None {{(pid=62328) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 708.354695] env[62328]: DEBUG nova.compute.manager [None req-9e8c55d9-950b-462f-82d5-ddb0e06a064c tempest-ServersAdminNegativeTestJSON-593360600 tempest-ServersAdminNegativeTestJSON-593360600-project-member] [instance: 036c1441-66e8-4a80-99a2-15dfe86351fc] Allocating IP information in the background. {{(pid=62328) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 708.354695] env[62328]: DEBUG nova.network.neutron [None req-9e8c55d9-950b-462f-82d5-ddb0e06a064c tempest-ServersAdminNegativeTestJSON-593360600 tempest-ServersAdminNegativeTestJSON-593360600-project-member] [instance: 036c1441-66e8-4a80-99a2-15dfe86351fc] allocate_for_instance() {{(pid=62328) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 708.361759] env[62328]: DEBUG nova.network.neutron [req-7e03703d-8e8b-44bf-9fcb-04e423199e16 req-40559dab-27b3-4bda-ba01-9f851f485b1c service nova] [instance: 8e31afa5-82ea-4e3e-8913-77f24ee85e4e] Updated VIF entry in instance network info cache for port c0e7487d-cd22-467d-a394-29c22099757f. {{(pid=62328) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 708.364864] env[62328]: DEBUG nova.network.neutron [req-7e03703d-8e8b-44bf-9fcb-04e423199e16 req-40559dab-27b3-4bda-ba01-9f851f485b1c service nova] [instance: 8e31afa5-82ea-4e3e-8913-77f24ee85e4e] Updating instance_info_cache with network_info: [{"id": "c0e7487d-cd22-467d-a394-29c22099757f", "address": "fa:16:3e:92:c7:eb", "network": {"id": "ec511a9f-4661-41db-95bd-0fc9ad2de615", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.163", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "2a64022f08d84b11a86773b900860ae5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a4f91f31-0516-4d62-a341-e03a50b7c477", "external-id": "nsx-vlan-transportzone-963", "segmentation_id": 963, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc0e7487d-cd", "ovs_interfaceid": "c0e7487d-cd22-467d-a394-29c22099757f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62328) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 708.364864] env[62328]: DEBUG nova.compute.manager [None req-54cbb306-7cb9-4fa1-a0cf-addf52ca091e tempest-ServerMetadataNegativeTestJSON-401717437 tempest-ServerMetadataNegativeTestJSON-401717437-project-member] [instance: eaf3b1bf-6f71-48b1-b28d-bb882b9c2035] Start destroying the instance on the hypervisor. {{(pid=62328) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 708.364864] env[62328]: DEBUG nova.virt.vmwareapi.vmops [None req-54cbb306-7cb9-4fa1-a0cf-addf52ca091e tempest-ServerMetadataNegativeTestJSON-401717437 tempest-ServerMetadataNegativeTestJSON-401717437-project-member] [instance: eaf3b1bf-6f71-48b1-b28d-bb882b9c2035] Destroying instance {{(pid=62328) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 708.369949] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8d60cbe7-2e1a-4266-9897-ad8cb0e6678d {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 708.384415] env[62328]: DEBUG nova.virt.vmwareapi.vm_util [None req-54cbb306-7cb9-4fa1-a0cf-addf52ca091e tempest-ServerMetadataNegativeTestJSON-401717437 tempest-ServerMetadataNegativeTestJSON-401717437-project-member] [instance: eaf3b1bf-6f71-48b1-b28d-bb882b9c2035] Powering off the VM {{(pid=62328) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 708.386784] env[62328]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-fa114f03-44a8-4ac3-a862-fbc06abab5ef {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 708.396547] env[62328]: DEBUG oslo_vmware.api [None req-54cbb306-7cb9-4fa1-a0cf-addf52ca091e tempest-ServerMetadataNegativeTestJSON-401717437 tempest-ServerMetadataNegativeTestJSON-401717437-project-member] Waiting for the task: (returnval){ [ 708.396547] env[62328]: value = "task-2386647" [ 708.396547] env[62328]: _type = "Task" [ 708.396547] env[62328]: } to complete. {{(pid=62328) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 708.396976] env[62328]: DEBUG oslo_concurrency.lockutils [None req-d122ec1e-0622-4c46-bcf3-1bef72740c40 tempest-FloatingIPsAssociationTestJSON-89523020 tempest-FloatingIPsAssociationTestJSON-89523020-project-member] Lock "911e8910-7b82-4557-af15-99cf96b7314e" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 30.794s {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 708.407916] env[62328]: DEBUG oslo_vmware.api [None req-54cbb306-7cb9-4fa1-a0cf-addf52ca091e tempest-ServerMetadataNegativeTestJSON-401717437 tempest-ServerMetadataNegativeTestJSON-401717437-project-member] Task: {'id': task-2386647, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 708.431611] env[62328]: DEBUG nova.policy [None req-9e8c55d9-950b-462f-82d5-ddb0e06a064c tempest-ServersAdminNegativeTestJSON-593360600 tempest-ServersAdminNegativeTestJSON-593360600-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '4a7c3ca485094d9ab0b9b8d8c0000af7', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '5fe3479ac6364366add444f8df7191d6', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62328) authorize /opt/stack/nova/nova/policy.py:192}} [ 708.455020] env[62328]: DEBUG oslo_vmware.api [None req-312c1a2b-0654-48ae-b885-1c1d1a40c535 tempest-ServersTestJSON-2041147199 tempest-ServersTestJSON-2041147199-project-member] Task: {'id': task-2386644, 'name': PowerOnVM_Task, 'duration_secs': 1.146084} completed successfully. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 708.455363] env[62328]: DEBUG nova.virt.vmwareapi.vm_util [None req-312c1a2b-0654-48ae-b885-1c1d1a40c535 tempest-ServersTestJSON-2041147199 tempest-ServersTestJSON-2041147199-project-member] [instance: 3c9e10d6-deb6-4b1b-8dfe-9e85e3b19e85] Powered on the VM {{(pid=62328) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 708.455489] env[62328]: INFO nova.compute.manager [None req-312c1a2b-0654-48ae-b885-1c1d1a40c535 tempest-ServersTestJSON-2041147199 tempest-ServersTestJSON-2041147199-project-member] [instance: 3c9e10d6-deb6-4b1b-8dfe-9e85e3b19e85] Took 10.48 seconds to spawn the instance on the hypervisor. [ 708.455665] env[62328]: DEBUG nova.compute.manager [None req-312c1a2b-0654-48ae-b885-1c1d1a40c535 tempest-ServersTestJSON-2041147199 tempest-ServersTestJSON-2041147199-project-member] [instance: 3c9e10d6-deb6-4b1b-8dfe-9e85e3b19e85] Checking state {{(pid=62328) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 708.456565] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-931e8633-5841-4607-a093-d0b04ee51953 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 708.589237] env[62328]: DEBUG oslo_concurrency.lockutils [None req-b0d29de5-3d9a-4385-903c-20234fd2e42a tempest-SecurityGroupsTestJSON-105101063 tempest-SecurityGroupsTestJSON-105101063-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 708.774213] env[62328]: DEBUG oslo_vmware.api [None req-fdb695b3-80d1-4592-96fd-6247de02bc04 tempest-ListImageFiltersTestJSON-111188615 tempest-ListImageFiltersTestJSON-111188615-project-member] Task: {'id': task-2386646, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 708.826616] env[62328]: DEBUG oslo_vmware.api [None req-796be445-18c6-4869-8ab1-e27249159fbd tempest-ListImageFiltersTestJSON-111188615 tempest-ListImageFiltersTestJSON-111188615-project-member] Task: {'id': session[52a6e20e-410d-708a-99f2-080a575a99bd]5264a7ed-fd8f-aced-7d2d-62931ddd563f, 'name': SearchDatastore_Task, 'duration_secs': 0.021347} completed successfully. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 708.826616] env[62328]: DEBUG oslo_concurrency.lockutils [None req-796be445-18c6-4869-8ab1-e27249159fbd tempest-ListImageFiltersTestJSON-111188615 tempest-ListImageFiltersTestJSON-111188615-project-member] Releasing lock "[datastore1] devstack-image-cache_base/dbf872a4-92be-47e4-8561-c3e2bf2423ab" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 708.826616] env[62328]: DEBUG nova.virt.vmwareapi.vmops [None req-796be445-18c6-4869-8ab1-e27249159fbd tempest-ListImageFiltersTestJSON-111188615 tempest-ListImageFiltersTestJSON-111188615-project-member] [instance: a514091e-f57a-4447-b60b-7f22d6f26820] Processing image dbf872a4-92be-47e4-8561-c3e2bf2423ab {{(pid=62328) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 708.828788] env[62328]: DEBUG oslo_concurrency.lockutils [None req-796be445-18c6-4869-8ab1-e27249159fbd tempest-ListImageFiltersTestJSON-111188615 tempest-ListImageFiltersTestJSON-111188615-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/dbf872a4-92be-47e4-8561-c3e2bf2423ab/dbf872a4-92be-47e4-8561-c3e2bf2423ab.vmdk" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 708.828788] env[62328]: DEBUG oslo_concurrency.lockutils [None req-796be445-18c6-4869-8ab1-e27249159fbd tempest-ListImageFiltersTestJSON-111188615 tempest-ListImageFiltersTestJSON-111188615-project-member] Acquired lock "[datastore1] devstack-image-cache_base/dbf872a4-92be-47e4-8561-c3e2bf2423ab/dbf872a4-92be-47e4-8561-c3e2bf2423ab.vmdk" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.828973] env[62328]: DEBUG nova.virt.vmwareapi.ds_util [None req-796be445-18c6-4869-8ab1-e27249159fbd tempest-ListImageFiltersTestJSON-111188615 tempest-ListImageFiltersTestJSON-111188615-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62328) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 708.834035] env[62328]: DEBUG oslo_concurrency.lockutils [None req-6e0d2bff-0f4f-45c9-9564-15b58c0781f6 tempest-MigrationsAdminTest-413245202 tempest-MigrationsAdminTest-413245202-project-member] Acquiring lock "refresh_cache-4279ea33-3d7d-4713-9d21-9e7aa29026ae" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 708.834035] env[62328]: DEBUG oslo_concurrency.lockutils [None req-6e0d2bff-0f4f-45c9-9564-15b58c0781f6 tempest-MigrationsAdminTest-413245202 tempest-MigrationsAdminTest-413245202-project-member] Acquired lock "refresh_cache-4279ea33-3d7d-4713-9d21-9e7aa29026ae" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.834035] env[62328]: DEBUG nova.network.neutron [None req-6e0d2bff-0f4f-45c9-9564-15b58c0781f6 tempest-MigrationsAdminTest-413245202 tempest-MigrationsAdminTest-413245202-project-member] [instance: 4279ea33-3d7d-4713-9d21-9e7aa29026ae] Building network info cache for instance {{(pid=62328) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 708.834035] env[62328]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-b861409c-fa69-413d-bdb7-5eda8d992823 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 708.843732] env[62328]: DEBUG nova.virt.vmwareapi.ds_util [None req-796be445-18c6-4869-8ab1-e27249159fbd tempest-ListImageFiltersTestJSON-111188615 tempest-ListImageFiltersTestJSON-111188615-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62328) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 708.843926] env[62328]: DEBUG nova.virt.vmwareapi.vmops [None req-796be445-18c6-4869-8ab1-e27249159fbd tempest-ListImageFiltersTestJSON-111188615 tempest-ListImageFiltersTestJSON-111188615-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62328) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 708.845384] env[62328]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d18912f1-7ada-41dd-b4f0-68e140dc45f1 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 708.854626] env[62328]: DEBUG nova.compute.manager [None req-9e8c55d9-950b-462f-82d5-ddb0e06a064c tempest-ServersAdminNegativeTestJSON-593360600 tempest-ServersAdminNegativeTestJSON-593360600-project-member] [instance: 036c1441-66e8-4a80-99a2-15dfe86351fc] Start building block device mappings for instance. {{(pid=62328) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 708.857495] env[62328]: DEBUG oslo_vmware.api [None req-796be445-18c6-4869-8ab1-e27249159fbd tempest-ListImageFiltersTestJSON-111188615 tempest-ListImageFiltersTestJSON-111188615-project-member] Waiting for the task: (returnval){ [ 708.857495] env[62328]: value = "session[52a6e20e-410d-708a-99f2-080a575a99bd]5263c291-46cc-e7c1-8546-f7d55e63ee96" [ 708.857495] env[62328]: _type = "Task" [ 708.857495] env[62328]: } to complete. {{(pid=62328) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 708.871632] env[62328]: DEBUG oslo_concurrency.lockutils [req-7e03703d-8e8b-44bf-9fcb-04e423199e16 req-40559dab-27b3-4bda-ba01-9f851f485b1c service nova] Releasing lock "refresh_cache-8e31afa5-82ea-4e3e-8913-77f24ee85e4e" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 708.871898] env[62328]: DEBUG nova.compute.manager [req-7e03703d-8e8b-44bf-9fcb-04e423199e16 req-40559dab-27b3-4bda-ba01-9f851f485b1c service nova] [instance: a514091e-f57a-4447-b60b-7f22d6f26820] Received event network-vif-plugged-6074cf2d-5876-4c3b-930f-4d1b1d2cdc96 {{(pid=62328) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 708.872111] env[62328]: DEBUG oslo_concurrency.lockutils [req-7e03703d-8e8b-44bf-9fcb-04e423199e16 req-40559dab-27b3-4bda-ba01-9f851f485b1c service nova] Acquiring lock "a514091e-f57a-4447-b60b-7f22d6f26820-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 708.872355] env[62328]: DEBUG oslo_concurrency.lockutils [req-7e03703d-8e8b-44bf-9fcb-04e423199e16 req-40559dab-27b3-4bda-ba01-9f851f485b1c service nova] Lock "a514091e-f57a-4447-b60b-7f22d6f26820-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 708.872938] env[62328]: DEBUG oslo_concurrency.lockutils [req-7e03703d-8e8b-44bf-9fcb-04e423199e16 req-40559dab-27b3-4bda-ba01-9f851f485b1c service nova] Lock "a514091e-f57a-4447-b60b-7f22d6f26820-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 708.872938] env[62328]: DEBUG nova.compute.manager [req-7e03703d-8e8b-44bf-9fcb-04e423199e16 req-40559dab-27b3-4bda-ba01-9f851f485b1c service nova] [instance: a514091e-f57a-4447-b60b-7f22d6f26820] No waiting events found dispatching network-vif-plugged-6074cf2d-5876-4c3b-930f-4d1b1d2cdc96 {{(pid=62328) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 708.872938] env[62328]: WARNING nova.compute.manager [req-7e03703d-8e8b-44bf-9fcb-04e423199e16 req-40559dab-27b3-4bda-ba01-9f851f485b1c service nova] [instance: a514091e-f57a-4447-b60b-7f22d6f26820] Received unexpected event network-vif-plugged-6074cf2d-5876-4c3b-930f-4d1b1d2cdc96 for instance with vm_state building and task_state spawning. [ 708.873097] env[62328]: DEBUG nova.compute.manager [req-7e03703d-8e8b-44bf-9fcb-04e423199e16 req-40559dab-27b3-4bda-ba01-9f851f485b1c service nova] [instance: a514091e-f57a-4447-b60b-7f22d6f26820] Received event network-changed-6074cf2d-5876-4c3b-930f-4d1b1d2cdc96 {{(pid=62328) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 708.873162] env[62328]: DEBUG nova.compute.manager [req-7e03703d-8e8b-44bf-9fcb-04e423199e16 req-40559dab-27b3-4bda-ba01-9f851f485b1c service nova] [instance: a514091e-f57a-4447-b60b-7f22d6f26820] Refreshing instance network info cache due to event network-changed-6074cf2d-5876-4c3b-930f-4d1b1d2cdc96. {{(pid=62328) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 708.873350] env[62328]: DEBUG oslo_concurrency.lockutils [req-7e03703d-8e8b-44bf-9fcb-04e423199e16 req-40559dab-27b3-4bda-ba01-9f851f485b1c service nova] Acquiring lock "refresh_cache-a514091e-f57a-4447-b60b-7f22d6f26820" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 708.873486] env[62328]: DEBUG oslo_concurrency.lockutils [req-7e03703d-8e8b-44bf-9fcb-04e423199e16 req-40559dab-27b3-4bda-ba01-9f851f485b1c service nova] Acquired lock "refresh_cache-a514091e-f57a-4447-b60b-7f22d6f26820" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.873665] env[62328]: DEBUG nova.network.neutron [req-7e03703d-8e8b-44bf-9fcb-04e423199e16 req-40559dab-27b3-4bda-ba01-9f851f485b1c service nova] [instance: a514091e-f57a-4447-b60b-7f22d6f26820] Refreshing network info cache for port 6074cf2d-5876-4c3b-930f-4d1b1d2cdc96 {{(pid=62328) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 708.874844] env[62328]: DEBUG oslo_vmware.api [None req-796be445-18c6-4869-8ab1-e27249159fbd tempest-ListImageFiltersTestJSON-111188615 tempest-ListImageFiltersTestJSON-111188615-project-member] Task: {'id': session[52a6e20e-410d-708a-99f2-080a575a99bd]5263c291-46cc-e7c1-8546-f7d55e63ee96, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 708.876106] env[62328]: DEBUG nova.network.neutron [None req-9e8c55d9-950b-462f-82d5-ddb0e06a064c tempest-ServersAdminNegativeTestJSON-593360600 tempest-ServersAdminNegativeTestJSON-593360600-project-member] [instance: 036c1441-66e8-4a80-99a2-15dfe86351fc] Successfully created port: d91f8f3d-9fa2-4894-b617-5217a3940ef1 {{(pid=62328) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 708.911965] env[62328]: DEBUG oslo_vmware.api [None req-54cbb306-7cb9-4fa1-a0cf-addf52ca091e tempest-ServerMetadataNegativeTestJSON-401717437 tempest-ServerMetadataNegativeTestJSON-401717437-project-member] Task: {'id': task-2386647, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 708.986064] env[62328]: INFO nova.compute.manager [None req-312c1a2b-0654-48ae-b885-1c1d1a40c535 tempest-ServersTestJSON-2041147199 tempest-ServersTestJSON-2041147199-project-member] [instance: 3c9e10d6-deb6-4b1b-8dfe-9e85e3b19e85] Took 46.12 seconds to build instance. [ 709.272578] env[62328]: DEBUG oslo_vmware.api [None req-fdb695b3-80d1-4592-96fd-6247de02bc04 tempest-ListImageFiltersTestJSON-111188615 tempest-ListImageFiltersTestJSON-111188615-project-member] Task: {'id': task-2386646, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.861322} completed successfully. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 709.272882] env[62328]: DEBUG nova.virt.vmwareapi.vm_util [None req-fdb695b3-80d1-4592-96fd-6247de02bc04 tempest-ListImageFiltersTestJSON-111188615 tempest-ListImageFiltersTestJSON-111188615-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/dbf872a4-92be-47e4-8561-c3e2bf2423ab/dbf872a4-92be-47e4-8561-c3e2bf2423ab.vmdk to [datastore2] 8e31afa5-82ea-4e3e-8913-77f24ee85e4e/8e31afa5-82ea-4e3e-8913-77f24ee85e4e.vmdk {{(pid=62328) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 709.273152] env[62328]: DEBUG nova.virt.vmwareapi.vmops [None req-fdb695b3-80d1-4592-96fd-6247de02bc04 tempest-ListImageFiltersTestJSON-111188615 tempest-ListImageFiltersTestJSON-111188615-project-member] [instance: 8e31afa5-82ea-4e3e-8913-77f24ee85e4e] Extending root virtual disk to 1048576 {{(pid=62328) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 709.273444] env[62328]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-36cff58e-6837-44de-99ce-5a072797178d {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 709.283538] env[62328]: DEBUG oslo_vmware.api [None req-fdb695b3-80d1-4592-96fd-6247de02bc04 tempest-ListImageFiltersTestJSON-111188615 tempest-ListImageFiltersTestJSON-111188615-project-member] Waiting for the task: (returnval){ [ 709.283538] env[62328]: value = "task-2386649" [ 709.283538] env[62328]: _type = "Task" [ 709.283538] env[62328]: } to complete. {{(pid=62328) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 709.298432] env[62328]: DEBUG oslo_vmware.api [None req-fdb695b3-80d1-4592-96fd-6247de02bc04 tempest-ListImageFiltersTestJSON-111188615 tempest-ListImageFiltersTestJSON-111188615-project-member] Task: {'id': task-2386649, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 709.374468] env[62328]: DEBUG oslo_vmware.api [None req-796be445-18c6-4869-8ab1-e27249159fbd tempest-ListImageFiltersTestJSON-111188615 tempest-ListImageFiltersTestJSON-111188615-project-member] Task: {'id': session[52a6e20e-410d-708a-99f2-080a575a99bd]5263c291-46cc-e7c1-8546-f7d55e63ee96, 'name': SearchDatastore_Task, 'duration_secs': 0.020649} completed successfully. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 709.375353] env[62328]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f6a8a0b2-cb2a-4c63-b81a-6b4448b3724b {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 709.386049] env[62328]: DEBUG oslo_vmware.api [None req-796be445-18c6-4869-8ab1-e27249159fbd tempest-ListImageFiltersTestJSON-111188615 tempest-ListImageFiltersTestJSON-111188615-project-member] Waiting for the task: (returnval){ [ 709.386049] env[62328]: value = "session[52a6e20e-410d-708a-99f2-080a575a99bd]52ca727f-1d07-3d04-e77a-a8d50ed5cf95" [ 709.386049] env[62328]: _type = "Task" [ 709.386049] env[62328]: } to complete. {{(pid=62328) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 709.396964] env[62328]: DEBUG oslo_vmware.api [None req-796be445-18c6-4869-8ab1-e27249159fbd tempest-ListImageFiltersTestJSON-111188615 tempest-ListImageFiltersTestJSON-111188615-project-member] Task: {'id': session[52a6e20e-410d-708a-99f2-080a575a99bd]52ca727f-1d07-3d04-e77a-a8d50ed5cf95, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 709.403211] env[62328]: DEBUG nova.network.neutron [None req-6e0d2bff-0f4f-45c9-9564-15b58c0781f6 tempest-MigrationsAdminTest-413245202 tempest-MigrationsAdminTest-413245202-project-member] [instance: 4279ea33-3d7d-4713-9d21-9e7aa29026ae] Instance cache missing network info. {{(pid=62328) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 709.414545] env[62328]: DEBUG oslo_vmware.api [None req-54cbb306-7cb9-4fa1-a0cf-addf52ca091e tempest-ServerMetadataNegativeTestJSON-401717437 tempest-ServerMetadataNegativeTestJSON-401717437-project-member] Task: {'id': task-2386647, 'name': PowerOffVM_Task} progress is 100%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 709.443220] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f919203e-2272-4b04-8d8a-3975ca33bfa6 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 709.451682] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-44c782e4-91c6-45fa-85f0-20abbb4cc97e {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 709.485981] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e99b6c6b-1cff-476c-b1b4-ae60feb6bc3a {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 709.488695] env[62328]: DEBUG oslo_concurrency.lockutils [None req-312c1a2b-0654-48ae-b885-1c1d1a40c535 tempest-ServersTestJSON-2041147199 tempest-ServersTestJSON-2041147199-project-member] Lock "3c9e10d6-deb6-4b1b-8dfe-9e85e3b19e85" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 73.291s {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 709.496225] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d2e214c1-9b72-4e63-b738-8d7c72db3f55 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 709.515109] env[62328]: DEBUG nova.compute.provider_tree [None req-8ba2afc8-b57c-4ff2-8b99-a208658a7fb8 tempest-ServerActionsV293TestJSON-1864378190 tempest-ServerActionsV293TestJSON-1864378190-project-member] Inventory has not changed in ProviderTree for provider: 3469e9f8-04af-49ca-8435-49f104496744 {{(pid=62328) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 709.654567] env[62328]: DEBUG nova.network.neutron [None req-6e0d2bff-0f4f-45c9-9564-15b58c0781f6 tempest-MigrationsAdminTest-413245202 tempest-MigrationsAdminTest-413245202-project-member] [instance: 4279ea33-3d7d-4713-9d21-9e7aa29026ae] Updating instance_info_cache with network_info: [{"id": "69bce2eb-7f15-465b-8308-cde308c68738", "address": "fa:16:3e:68:66:18", "network": {"id": "ec511a9f-4661-41db-95bd-0fc9ad2de615", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.115", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "2a64022f08d84b11a86773b900860ae5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a4f91f31-0516-4d62-a341-e03a50b7c477", "external-id": "nsx-vlan-transportzone-963", "segmentation_id": 963, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap69bce2eb-7f", "ovs_interfaceid": "69bce2eb-7f15-465b-8308-cde308c68738", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62328) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 709.711736] env[62328]: DEBUG nova.network.neutron [req-7e03703d-8e8b-44bf-9fcb-04e423199e16 req-40559dab-27b3-4bda-ba01-9f851f485b1c service nova] [instance: a514091e-f57a-4447-b60b-7f22d6f26820] Updated VIF entry in instance network info cache for port 6074cf2d-5876-4c3b-930f-4d1b1d2cdc96. {{(pid=62328) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 709.712091] env[62328]: DEBUG nova.network.neutron [req-7e03703d-8e8b-44bf-9fcb-04e423199e16 req-40559dab-27b3-4bda-ba01-9f851f485b1c service nova] [instance: a514091e-f57a-4447-b60b-7f22d6f26820] Updating instance_info_cache with network_info: [{"id": "6074cf2d-5876-4c3b-930f-4d1b1d2cdc96", "address": "fa:16:3e:fd:f1:e1", "network": {"id": "ec511a9f-4661-41db-95bd-0fc9ad2de615", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.157", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "2a64022f08d84b11a86773b900860ae5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a4f91f31-0516-4d62-a341-e03a50b7c477", "external-id": "nsx-vlan-transportzone-963", "segmentation_id": 963, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6074cf2d-58", "ovs_interfaceid": "6074cf2d-5876-4c3b-930f-4d1b1d2cdc96", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62328) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 709.800133] env[62328]: DEBUG oslo_vmware.api [None req-fdb695b3-80d1-4592-96fd-6247de02bc04 tempest-ListImageFiltersTestJSON-111188615 tempest-ListImageFiltersTestJSON-111188615-project-member] Task: {'id': task-2386649, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.068521} completed successfully. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 709.800133] env[62328]: DEBUG nova.virt.vmwareapi.vmops [None req-fdb695b3-80d1-4592-96fd-6247de02bc04 tempest-ListImageFiltersTestJSON-111188615 tempest-ListImageFiltersTestJSON-111188615-project-member] [instance: 8e31afa5-82ea-4e3e-8913-77f24ee85e4e] Extended root virtual disk {{(pid=62328) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 709.800133] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8b3c6230-78d7-4c25-aa70-97635a1f4b2f {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 709.824022] env[62328]: DEBUG nova.virt.vmwareapi.volumeops [None req-fdb695b3-80d1-4592-96fd-6247de02bc04 tempest-ListImageFiltersTestJSON-111188615 tempest-ListImageFiltersTestJSON-111188615-project-member] [instance: 8e31afa5-82ea-4e3e-8913-77f24ee85e4e] Reconfiguring VM instance instance-0000002b to attach disk [datastore2] 8e31afa5-82ea-4e3e-8913-77f24ee85e4e/8e31afa5-82ea-4e3e-8913-77f24ee85e4e.vmdk or device None with type sparse {{(pid=62328) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 709.824022] env[62328]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4bfbe83b-7651-4897-b139-83ed37df405b {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 709.848101] env[62328]: DEBUG oslo_vmware.api [None req-fdb695b3-80d1-4592-96fd-6247de02bc04 tempest-ListImageFiltersTestJSON-111188615 tempest-ListImageFiltersTestJSON-111188615-project-member] Waiting for the task: (returnval){ [ 709.848101] env[62328]: value = "task-2386650" [ 709.848101] env[62328]: _type = "Task" [ 709.848101] env[62328]: } to complete. {{(pid=62328) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 709.861063] env[62328]: DEBUG oslo_vmware.api [None req-fdb695b3-80d1-4592-96fd-6247de02bc04 tempest-ListImageFiltersTestJSON-111188615 tempest-ListImageFiltersTestJSON-111188615-project-member] Task: {'id': task-2386650, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 709.870057] env[62328]: DEBUG nova.compute.manager [None req-9e8c55d9-950b-462f-82d5-ddb0e06a064c tempest-ServersAdminNegativeTestJSON-593360600 tempest-ServersAdminNegativeTestJSON-593360600-project-member] [instance: 036c1441-66e8-4a80-99a2-15dfe86351fc] Start spawning the instance on the hypervisor. {{(pid=62328) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 709.903868] env[62328]: DEBUG oslo_vmware.api [None req-796be445-18c6-4869-8ab1-e27249159fbd tempest-ListImageFiltersTestJSON-111188615 tempest-ListImageFiltersTestJSON-111188615-project-member] Task: {'id': session[52a6e20e-410d-708a-99f2-080a575a99bd]52ca727f-1d07-3d04-e77a-a8d50ed5cf95, 'name': SearchDatastore_Task, 'duration_secs': 0.015704} completed successfully. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 709.906214] env[62328]: DEBUG nova.virt.hardware [None req-9e8c55d9-950b-462f-82d5-ddb0e06a064c tempest-ServersAdminNegativeTestJSON-593360600 tempest-ServersAdminNegativeTestJSON-593360600-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-07T17:16:55Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-07T17:16:37Z,direct_url=,disk_format='vmdk',id=dbf872a4-92be-47e4-8561-c3e2bf2423ab,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='2a64022f08d84b11a86773b900860ae5',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-07T17:16:38Z,virtual_size=,visibility=), allow threads: False {{(pid=62328) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 709.906443] env[62328]: DEBUG nova.virt.hardware [None req-9e8c55d9-950b-462f-82d5-ddb0e06a064c tempest-ServersAdminNegativeTestJSON-593360600 tempest-ServersAdminNegativeTestJSON-593360600-project-member] Flavor limits 0:0:0 {{(pid=62328) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 709.906598] env[62328]: DEBUG nova.virt.hardware [None req-9e8c55d9-950b-462f-82d5-ddb0e06a064c tempest-ServersAdminNegativeTestJSON-593360600 tempest-ServersAdminNegativeTestJSON-593360600-project-member] Image limits 0:0:0 {{(pid=62328) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 709.906773] env[62328]: DEBUG nova.virt.hardware [None req-9e8c55d9-950b-462f-82d5-ddb0e06a064c tempest-ServersAdminNegativeTestJSON-593360600 tempest-ServersAdminNegativeTestJSON-593360600-project-member] Flavor pref 0:0:0 {{(pid=62328) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 709.906913] env[62328]: DEBUG nova.virt.hardware [None req-9e8c55d9-950b-462f-82d5-ddb0e06a064c tempest-ServersAdminNegativeTestJSON-593360600 tempest-ServersAdminNegativeTestJSON-593360600-project-member] Image pref 0:0:0 {{(pid=62328) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 709.907065] env[62328]: DEBUG nova.virt.hardware [None req-9e8c55d9-950b-462f-82d5-ddb0e06a064c tempest-ServersAdminNegativeTestJSON-593360600 tempest-ServersAdminNegativeTestJSON-593360600-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62328) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 709.907270] env[62328]: DEBUG nova.virt.hardware [None req-9e8c55d9-950b-462f-82d5-ddb0e06a064c tempest-ServersAdminNegativeTestJSON-593360600 tempest-ServersAdminNegativeTestJSON-593360600-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62328) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 709.907427] env[62328]: DEBUG nova.virt.hardware [None req-9e8c55d9-950b-462f-82d5-ddb0e06a064c tempest-ServersAdminNegativeTestJSON-593360600 tempest-ServersAdminNegativeTestJSON-593360600-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62328) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 709.907586] env[62328]: DEBUG nova.virt.hardware [None req-9e8c55d9-950b-462f-82d5-ddb0e06a064c tempest-ServersAdminNegativeTestJSON-593360600 tempest-ServersAdminNegativeTestJSON-593360600-project-member] Got 1 possible topologies {{(pid=62328) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 709.907741] env[62328]: DEBUG nova.virt.hardware [None req-9e8c55d9-950b-462f-82d5-ddb0e06a064c tempest-ServersAdminNegativeTestJSON-593360600 tempest-ServersAdminNegativeTestJSON-593360600-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62328) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 709.908056] env[62328]: DEBUG nova.virt.hardware [None req-9e8c55d9-950b-462f-82d5-ddb0e06a064c tempest-ServersAdminNegativeTestJSON-593360600 tempest-ServersAdminNegativeTestJSON-593360600-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62328) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 709.911211] env[62328]: DEBUG oslo_concurrency.lockutils [None req-796be445-18c6-4869-8ab1-e27249159fbd tempest-ListImageFiltersTestJSON-111188615 tempest-ListImageFiltersTestJSON-111188615-project-member] Releasing lock "[datastore1] devstack-image-cache_base/dbf872a4-92be-47e4-8561-c3e2bf2423ab/dbf872a4-92be-47e4-8561-c3e2bf2423ab.vmdk" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 709.911459] env[62328]: DEBUG nova.virt.vmwareapi.vm_util [None req-796be445-18c6-4869-8ab1-e27249159fbd tempest-ListImageFiltersTestJSON-111188615 tempest-ListImageFiltersTestJSON-111188615-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/dbf872a4-92be-47e4-8561-c3e2bf2423ab/dbf872a4-92be-47e4-8561-c3e2bf2423ab.vmdk to [datastore1] a514091e-f57a-4447-b60b-7f22d6f26820/a514091e-f57a-4447-b60b-7f22d6f26820.vmdk {{(pid=62328) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 709.912175] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3cc05f5d-237f-42e8-9d2f-76b7d408bc10 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 709.914503] env[62328]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-f52d7692-b694-4d86-8b04-4f46ae3f0ad8 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 709.923017] env[62328]: DEBUG oslo_vmware.api [None req-54cbb306-7cb9-4fa1-a0cf-addf52ca091e tempest-ServerMetadataNegativeTestJSON-401717437 tempest-ServerMetadataNegativeTestJSON-401717437-project-member] Task: {'id': task-2386647, 'name': PowerOffVM_Task, 'duration_secs': 1.023888} completed successfully. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 709.924655] env[62328]: DEBUG nova.virt.vmwareapi.vm_util [None req-54cbb306-7cb9-4fa1-a0cf-addf52ca091e tempest-ServerMetadataNegativeTestJSON-401717437 tempest-ServerMetadataNegativeTestJSON-401717437-project-member] [instance: eaf3b1bf-6f71-48b1-b28d-bb882b9c2035] Powered off the VM {{(pid=62328) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 709.924758] env[62328]: DEBUG nova.virt.vmwareapi.vmops [None req-54cbb306-7cb9-4fa1-a0cf-addf52ca091e tempest-ServerMetadataNegativeTestJSON-401717437 tempest-ServerMetadataNegativeTestJSON-401717437-project-member] [instance: eaf3b1bf-6f71-48b1-b28d-bb882b9c2035] Unregistering the VM {{(pid=62328) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 709.925109] env[62328]: DEBUG oslo_vmware.api [None req-796be445-18c6-4869-8ab1-e27249159fbd tempest-ListImageFiltersTestJSON-111188615 tempest-ListImageFiltersTestJSON-111188615-project-member] Waiting for the task: (returnval){ [ 709.925109] env[62328]: value = "task-2386651" [ 709.925109] env[62328]: _type = "Task" [ 709.925109] env[62328]: } to complete. {{(pid=62328) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 709.925587] env[62328]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-e2377a54-eb2d-487a-b614-fb5a39709ac0 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 709.927741] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1a7696c7-d0ef-496a-97a7-a71e71b22116 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 709.950383] env[62328]: DEBUG oslo_vmware.api [None req-796be445-18c6-4869-8ab1-e27249159fbd tempest-ListImageFiltersTestJSON-111188615 tempest-ListImageFiltersTestJSON-111188615-project-member] Task: {'id': task-2386651, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 709.993548] env[62328]: DEBUG nova.compute.manager [None req-81b83408-45f2-4dc8-982e-808b7e17ee9f tempest-ServerDiskConfigTestJSON-126406698 tempest-ServerDiskConfigTestJSON-126406698-project-member] [instance: 948b7ba2-2caa-4616-abc0-afc6cca58f76] Starting instance... {{(pid=62328) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 710.019377] env[62328]: DEBUG nova.scheduler.client.report [None req-8ba2afc8-b57c-4ff2-8b99-a208658a7fb8 tempest-ServerActionsV293TestJSON-1864378190 tempest-ServerActionsV293TestJSON-1864378190-project-member] Inventory has not changed for provider 3469e9f8-04af-49ca-8435-49f104496744 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 152, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62328) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 710.157981] env[62328]: DEBUG oslo_concurrency.lockutils [None req-6e0d2bff-0f4f-45c9-9564-15b58c0781f6 tempest-MigrationsAdminTest-413245202 tempest-MigrationsAdminTest-413245202-project-member] Releasing lock "refresh_cache-4279ea33-3d7d-4713-9d21-9e7aa29026ae" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 710.158532] env[62328]: DEBUG nova.compute.manager [None req-6e0d2bff-0f4f-45c9-9564-15b58c0781f6 tempest-MigrationsAdminTest-413245202 tempest-MigrationsAdminTest-413245202-project-member] [instance: 4279ea33-3d7d-4713-9d21-9e7aa29026ae] Instance network_info: |[{"id": "69bce2eb-7f15-465b-8308-cde308c68738", "address": "fa:16:3e:68:66:18", "network": {"id": "ec511a9f-4661-41db-95bd-0fc9ad2de615", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.115", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "2a64022f08d84b11a86773b900860ae5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a4f91f31-0516-4d62-a341-e03a50b7c477", "external-id": "nsx-vlan-transportzone-963", "segmentation_id": 963, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap69bce2eb-7f", "ovs_interfaceid": "69bce2eb-7f15-465b-8308-cde308c68738", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62328) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 710.159111] env[62328]: DEBUG nova.virt.vmwareapi.vmops [None req-6e0d2bff-0f4f-45c9-9564-15b58c0781f6 tempest-MigrationsAdminTest-413245202 tempest-MigrationsAdminTest-413245202-project-member] [instance: 4279ea33-3d7d-4713-9d21-9e7aa29026ae] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:68:66:18', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'a4f91f31-0516-4d62-a341-e03a50b7c477', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '69bce2eb-7f15-465b-8308-cde308c68738', 'vif_model': 'vmxnet3'}] {{(pid=62328) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 710.169547] env[62328]: DEBUG oslo.service.loopingcall [None req-6e0d2bff-0f4f-45c9-9564-15b58c0781f6 tempest-MigrationsAdminTest-413245202 tempest-MigrationsAdminTest-413245202-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62328) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 710.169850] env[62328]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4279ea33-3d7d-4713-9d21-9e7aa29026ae] Creating VM on the ESX host {{(pid=62328) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 710.170115] env[62328]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-be80406b-88a0-424f-a041-19a9237a3aec {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 710.194355] env[62328]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 710.194355] env[62328]: value = "task-2386653" [ 710.194355] env[62328]: _type = "Task" [ 710.194355] env[62328]: } to complete. {{(pid=62328) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 710.201407] env[62328]: DEBUG oslo_vmware.api [-] Task: {'id': task-2386653, 'name': CreateVM_Task} progress is 0%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 710.216097] env[62328]: DEBUG oslo_concurrency.lockutils [req-7e03703d-8e8b-44bf-9fcb-04e423199e16 req-40559dab-27b3-4bda-ba01-9f851f485b1c service nova] Releasing lock "refresh_cache-a514091e-f57a-4447-b60b-7f22d6f26820" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 710.217578] env[62328]: DEBUG nova.virt.vmwareapi.vmops [None req-54cbb306-7cb9-4fa1-a0cf-addf52ca091e tempest-ServerMetadataNegativeTestJSON-401717437 tempest-ServerMetadataNegativeTestJSON-401717437-project-member] [instance: eaf3b1bf-6f71-48b1-b28d-bb882b9c2035] Unregistered the VM {{(pid=62328) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 710.218131] env[62328]: DEBUG nova.virt.vmwareapi.vmops [None req-54cbb306-7cb9-4fa1-a0cf-addf52ca091e tempest-ServerMetadataNegativeTestJSON-401717437 tempest-ServerMetadataNegativeTestJSON-401717437-project-member] [instance: eaf3b1bf-6f71-48b1-b28d-bb882b9c2035] Deleting contents of the VM from datastore datastore2 {{(pid=62328) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 710.218131] env[62328]: DEBUG nova.virt.vmwareapi.ds_util [None req-54cbb306-7cb9-4fa1-a0cf-addf52ca091e tempest-ServerMetadataNegativeTestJSON-401717437 tempest-ServerMetadataNegativeTestJSON-401717437-project-member] Deleting the datastore file [datastore2] eaf3b1bf-6f71-48b1-b28d-bb882b9c2035 {{(pid=62328) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 710.218131] env[62328]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-ef350fd6-21fc-4efa-8dc6-f0d7c748f265 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 710.225415] env[62328]: DEBUG oslo_vmware.api [None req-54cbb306-7cb9-4fa1-a0cf-addf52ca091e tempest-ServerMetadataNegativeTestJSON-401717437 tempest-ServerMetadataNegativeTestJSON-401717437-project-member] Waiting for the task: (returnval){ [ 710.225415] env[62328]: value = "task-2386654" [ 710.225415] env[62328]: _type = "Task" [ 710.225415] env[62328]: } to complete. {{(pid=62328) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 710.238422] env[62328]: DEBUG oslo_vmware.api [None req-54cbb306-7cb9-4fa1-a0cf-addf52ca091e tempest-ServerMetadataNegativeTestJSON-401717437 tempest-ServerMetadataNegativeTestJSON-401717437-project-member] Task: {'id': task-2386654, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 710.329353] env[62328]: DEBUG nova.compute.manager [req-3356b187-4974-41a8-8073-bff383d259fb req-27a032b0-b8ef-4559-8cf5-0821530ad7da service nova] [instance: 4279ea33-3d7d-4713-9d21-9e7aa29026ae] Received event network-changed-69bce2eb-7f15-465b-8308-cde308c68738 {{(pid=62328) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 710.329481] env[62328]: DEBUG nova.compute.manager [req-3356b187-4974-41a8-8073-bff383d259fb req-27a032b0-b8ef-4559-8cf5-0821530ad7da service nova] [instance: 4279ea33-3d7d-4713-9d21-9e7aa29026ae] Refreshing instance network info cache due to event network-changed-69bce2eb-7f15-465b-8308-cde308c68738. {{(pid=62328) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 710.329684] env[62328]: DEBUG oslo_concurrency.lockutils [req-3356b187-4974-41a8-8073-bff383d259fb req-27a032b0-b8ef-4559-8cf5-0821530ad7da service nova] Acquiring lock "refresh_cache-4279ea33-3d7d-4713-9d21-9e7aa29026ae" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 710.329825] env[62328]: DEBUG oslo_concurrency.lockutils [req-3356b187-4974-41a8-8073-bff383d259fb req-27a032b0-b8ef-4559-8cf5-0821530ad7da service nova] Acquired lock "refresh_cache-4279ea33-3d7d-4713-9d21-9e7aa29026ae" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.329982] env[62328]: DEBUG nova.network.neutron [req-3356b187-4974-41a8-8073-bff383d259fb req-27a032b0-b8ef-4559-8cf5-0821530ad7da service nova] [instance: 4279ea33-3d7d-4713-9d21-9e7aa29026ae] Refreshing network info cache for port 69bce2eb-7f15-465b-8308-cde308c68738 {{(pid=62328) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 710.359925] env[62328]: DEBUG oslo_vmware.api [None req-fdb695b3-80d1-4592-96fd-6247de02bc04 tempest-ListImageFiltersTestJSON-111188615 tempest-ListImageFiltersTestJSON-111188615-project-member] Task: {'id': task-2386650, 'name': ReconfigVM_Task, 'duration_secs': 0.341405} completed successfully. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 710.360936] env[62328]: DEBUG nova.virt.vmwareapi.volumeops [None req-fdb695b3-80d1-4592-96fd-6247de02bc04 tempest-ListImageFiltersTestJSON-111188615 tempest-ListImageFiltersTestJSON-111188615-project-member] [instance: 8e31afa5-82ea-4e3e-8913-77f24ee85e4e] Reconfigured VM instance instance-0000002b to attach disk [datastore2] 8e31afa5-82ea-4e3e-8913-77f24ee85e4e/8e31afa5-82ea-4e3e-8913-77f24ee85e4e.vmdk or device None with type sparse {{(pid=62328) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 710.364813] env[62328]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-81af8e1e-49e5-425d-8fce-b81428d59f00 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 710.370783] env[62328]: DEBUG oslo_vmware.api [None req-fdb695b3-80d1-4592-96fd-6247de02bc04 tempest-ListImageFiltersTestJSON-111188615 tempest-ListImageFiltersTestJSON-111188615-project-member] Waiting for the task: (returnval){ [ 710.370783] env[62328]: value = "task-2386655" [ 710.370783] env[62328]: _type = "Task" [ 710.370783] env[62328]: } to complete. {{(pid=62328) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 710.380946] env[62328]: DEBUG oslo_vmware.api [None req-fdb695b3-80d1-4592-96fd-6247de02bc04 tempest-ListImageFiltersTestJSON-111188615 tempest-ListImageFiltersTestJSON-111188615-project-member] Task: {'id': task-2386655, 'name': Rename_Task} progress is 0%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 710.447740] env[62328]: DEBUG oslo_vmware.api [None req-796be445-18c6-4869-8ab1-e27249159fbd tempest-ListImageFiltersTestJSON-111188615 tempest-ListImageFiltersTestJSON-111188615-project-member] Task: {'id': task-2386651, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 710.524499] env[62328]: DEBUG oslo_concurrency.lockutils [None req-8ba2afc8-b57c-4ff2-8b99-a208658a7fb8 tempest-ServerActionsV293TestJSON-1864378190 tempest-ServerActionsV293TestJSON-1864378190-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.684s {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 710.527145] env[62328]: DEBUG nova.compute.manager [None req-8ba2afc8-b57c-4ff2-8b99-a208658a7fb8 tempest-ServerActionsV293TestJSON-1864378190 tempest-ServerActionsV293TestJSON-1864378190-project-member] [instance: 2f5e173e-0a48-45c2-ae86-64d86a2b45d4] Start building networks asynchronously for instance. {{(pid=62328) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 710.532948] env[62328]: DEBUG oslo_concurrency.lockutils [None req-81b83408-45f2-4dc8-982e-808b7e17ee9f tempest-ServerDiskConfigTestJSON-126406698 tempest-ServerDiskConfigTestJSON-126406698-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 710.535039] env[62328]: DEBUG oslo_concurrency.lockutils [None req-ee58c141-4827-44f8-ae45-a73abbf09b01 tempest-ImagesOneServerNegativeTestJSON-835227872 tempest-ImagesOneServerNegativeTestJSON-835227872-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 27.563s {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 710.535999] env[62328]: INFO nova.compute.claims [None req-ee58c141-4827-44f8-ae45-a73abbf09b01 tempest-ImagesOneServerNegativeTestJSON-835227872 tempest-ImagesOneServerNegativeTestJSON-835227872-project-member] [instance: 1691ec92-ed5b-436a-bba3-f5a998263955] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 710.706597] env[62328]: DEBUG oslo_vmware.api [-] Task: {'id': task-2386653, 'name': CreateVM_Task, 'duration_secs': 0.413675} completed successfully. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 710.706960] env[62328]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4279ea33-3d7d-4713-9d21-9e7aa29026ae] Created VM on the ESX host {{(pid=62328) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 710.707809] env[62328]: DEBUG oslo_concurrency.lockutils [None req-6e0d2bff-0f4f-45c9-9564-15b58c0781f6 tempest-MigrationsAdminTest-413245202 tempest-MigrationsAdminTest-413245202-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/dbf872a4-92be-47e4-8561-c3e2bf2423ab" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 710.708133] env[62328]: DEBUG oslo_concurrency.lockutils [None req-6e0d2bff-0f4f-45c9-9564-15b58c0781f6 tempest-MigrationsAdminTest-413245202 tempest-MigrationsAdminTest-413245202-project-member] Acquired lock "[datastore2] devstack-image-cache_base/dbf872a4-92be-47e4-8561-c3e2bf2423ab" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.708624] env[62328]: DEBUG oslo_concurrency.lockutils [None req-6e0d2bff-0f4f-45c9-9564-15b58c0781f6 tempest-MigrationsAdminTest-413245202 tempest-MigrationsAdminTest-413245202-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/dbf872a4-92be-47e4-8561-c3e2bf2423ab" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 710.709868] env[62328]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a0bd560e-0ab5-4010-ae14-c670b47926be {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 710.716261] env[62328]: DEBUG oslo_vmware.api [None req-6e0d2bff-0f4f-45c9-9564-15b58c0781f6 tempest-MigrationsAdminTest-413245202 tempest-MigrationsAdminTest-413245202-project-member] Waiting for the task: (returnval){ [ 710.716261] env[62328]: value = "session[52a6e20e-410d-708a-99f2-080a575a99bd]5298ff05-b705-497c-81aa-395c457d3ebe" [ 710.716261] env[62328]: _type = "Task" [ 710.716261] env[62328]: } to complete. {{(pid=62328) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 710.727447] env[62328]: DEBUG oslo_vmware.api [None req-6e0d2bff-0f4f-45c9-9564-15b58c0781f6 tempest-MigrationsAdminTest-413245202 tempest-MigrationsAdminTest-413245202-project-member] Task: {'id': session[52a6e20e-410d-708a-99f2-080a575a99bd]5298ff05-b705-497c-81aa-395c457d3ebe, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 710.736790] env[62328]: DEBUG oslo_vmware.api [None req-54cbb306-7cb9-4fa1-a0cf-addf52ca091e tempest-ServerMetadataNegativeTestJSON-401717437 tempest-ServerMetadataNegativeTestJSON-401717437-project-member] Task: {'id': task-2386654, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.34271} completed successfully. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 710.737160] env[62328]: DEBUG nova.virt.vmwareapi.ds_util [None req-54cbb306-7cb9-4fa1-a0cf-addf52ca091e tempest-ServerMetadataNegativeTestJSON-401717437 tempest-ServerMetadataNegativeTestJSON-401717437-project-member] Deleted the datastore file {{(pid=62328) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 710.737435] env[62328]: DEBUG nova.virt.vmwareapi.vmops [None req-54cbb306-7cb9-4fa1-a0cf-addf52ca091e tempest-ServerMetadataNegativeTestJSON-401717437 tempest-ServerMetadataNegativeTestJSON-401717437-project-member] [instance: eaf3b1bf-6f71-48b1-b28d-bb882b9c2035] Deleted contents of the VM from datastore datastore2 {{(pid=62328) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 710.737829] env[62328]: DEBUG nova.virt.vmwareapi.vmops [None req-54cbb306-7cb9-4fa1-a0cf-addf52ca091e tempest-ServerMetadataNegativeTestJSON-401717437 tempest-ServerMetadataNegativeTestJSON-401717437-project-member] [instance: eaf3b1bf-6f71-48b1-b28d-bb882b9c2035] Instance destroyed {{(pid=62328) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 710.738187] env[62328]: INFO nova.compute.manager [None req-54cbb306-7cb9-4fa1-a0cf-addf52ca091e tempest-ServerMetadataNegativeTestJSON-401717437 tempest-ServerMetadataNegativeTestJSON-401717437-project-member] [instance: eaf3b1bf-6f71-48b1-b28d-bb882b9c2035] Took 2.37 seconds to destroy the instance on the hypervisor. [ 710.738495] env[62328]: DEBUG oslo.service.loopingcall [None req-54cbb306-7cb9-4fa1-a0cf-addf52ca091e tempest-ServerMetadataNegativeTestJSON-401717437 tempest-ServerMetadataNegativeTestJSON-401717437-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62328) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 710.738768] env[62328]: DEBUG nova.compute.manager [-] [instance: eaf3b1bf-6f71-48b1-b28d-bb882b9c2035] Deallocating network for instance {{(pid=62328) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 710.738988] env[62328]: DEBUG nova.network.neutron [-] [instance: eaf3b1bf-6f71-48b1-b28d-bb882b9c2035] deallocate_for_instance() {{(pid=62328) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 710.883505] env[62328]: DEBUG oslo_vmware.api [None req-fdb695b3-80d1-4592-96fd-6247de02bc04 tempest-ListImageFiltersTestJSON-111188615 tempest-ListImageFiltersTestJSON-111188615-project-member] Task: {'id': task-2386655, 'name': Rename_Task, 'duration_secs': 0.18016} completed successfully. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 710.883932] env[62328]: DEBUG nova.virt.vmwareapi.vm_util [None req-fdb695b3-80d1-4592-96fd-6247de02bc04 tempest-ListImageFiltersTestJSON-111188615 tempest-ListImageFiltersTestJSON-111188615-project-member] [instance: 8e31afa5-82ea-4e3e-8913-77f24ee85e4e] Powering on the VM {{(pid=62328) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 710.884540] env[62328]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-d0e078cf-492a-4c0d-b197-a0d816803be8 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 710.897601] env[62328]: DEBUG oslo_vmware.api [None req-fdb695b3-80d1-4592-96fd-6247de02bc04 tempest-ListImageFiltersTestJSON-111188615 tempest-ListImageFiltersTestJSON-111188615-project-member] Waiting for the task: (returnval){ [ 710.897601] env[62328]: value = "task-2386656" [ 710.897601] env[62328]: _type = "Task" [ 710.897601] env[62328]: } to complete. {{(pid=62328) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 710.908968] env[62328]: DEBUG oslo_vmware.api [None req-fdb695b3-80d1-4592-96fd-6247de02bc04 tempest-ListImageFiltersTestJSON-111188615 tempest-ListImageFiltersTestJSON-111188615-project-member] Task: {'id': task-2386656, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 710.949635] env[62328]: DEBUG oslo_vmware.api [None req-796be445-18c6-4869-8ab1-e27249159fbd tempest-ListImageFiltersTestJSON-111188615 tempest-ListImageFiltersTestJSON-111188615-project-member] Task: {'id': task-2386651, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.784667} completed successfully. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 710.949898] env[62328]: DEBUG nova.virt.vmwareapi.vm_util [None req-796be445-18c6-4869-8ab1-e27249159fbd tempest-ListImageFiltersTestJSON-111188615 tempest-ListImageFiltersTestJSON-111188615-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/dbf872a4-92be-47e4-8561-c3e2bf2423ab/dbf872a4-92be-47e4-8561-c3e2bf2423ab.vmdk to [datastore1] a514091e-f57a-4447-b60b-7f22d6f26820/a514091e-f57a-4447-b60b-7f22d6f26820.vmdk {{(pid=62328) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 710.953150] env[62328]: DEBUG nova.virt.vmwareapi.vmops [None req-796be445-18c6-4869-8ab1-e27249159fbd tempest-ListImageFiltersTestJSON-111188615 tempest-ListImageFiltersTestJSON-111188615-project-member] [instance: a514091e-f57a-4447-b60b-7f22d6f26820] Extending root virtual disk to 1048576 {{(pid=62328) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 710.953150] env[62328]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-9f4627e0-d89a-4763-ad73-b6f5e0459ad5 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 710.962704] env[62328]: DEBUG oslo_vmware.api [None req-796be445-18c6-4869-8ab1-e27249159fbd tempest-ListImageFiltersTestJSON-111188615 tempest-ListImageFiltersTestJSON-111188615-project-member] Waiting for the task: (returnval){ [ 710.962704] env[62328]: value = "task-2386657" [ 710.962704] env[62328]: _type = "Task" [ 710.962704] env[62328]: } to complete. {{(pid=62328) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 710.975938] env[62328]: DEBUG oslo_vmware.api [None req-796be445-18c6-4869-8ab1-e27249159fbd tempest-ListImageFiltersTestJSON-111188615 tempest-ListImageFiltersTestJSON-111188615-project-member] Task: {'id': task-2386657, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 711.031637] env[62328]: DEBUG nova.compute.utils [None req-8ba2afc8-b57c-4ff2-8b99-a208658a7fb8 tempest-ServerActionsV293TestJSON-1864378190 tempest-ServerActionsV293TestJSON-1864378190-project-member] Using /dev/sd instead of None {{(pid=62328) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 711.034016] env[62328]: DEBUG nova.compute.manager [None req-8ba2afc8-b57c-4ff2-8b99-a208658a7fb8 tempest-ServerActionsV293TestJSON-1864378190 tempest-ServerActionsV293TestJSON-1864378190-project-member] [instance: 2f5e173e-0a48-45c2-ae86-64d86a2b45d4] Allocating IP information in the background. {{(pid=62328) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 711.034268] env[62328]: DEBUG nova.network.neutron [None req-8ba2afc8-b57c-4ff2-8b99-a208658a7fb8 tempest-ServerActionsV293TestJSON-1864378190 tempest-ServerActionsV293TestJSON-1864378190-project-member] [instance: 2f5e173e-0a48-45c2-ae86-64d86a2b45d4] allocate_for_instance() {{(pid=62328) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 711.153456] env[62328]: DEBUG nova.network.neutron [req-3356b187-4974-41a8-8073-bff383d259fb req-27a032b0-b8ef-4559-8cf5-0821530ad7da service nova] [instance: 4279ea33-3d7d-4713-9d21-9e7aa29026ae] Updated VIF entry in instance network info cache for port 69bce2eb-7f15-465b-8308-cde308c68738. {{(pid=62328) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 711.153785] env[62328]: DEBUG nova.network.neutron [req-3356b187-4974-41a8-8073-bff383d259fb req-27a032b0-b8ef-4559-8cf5-0821530ad7da service nova] [instance: 4279ea33-3d7d-4713-9d21-9e7aa29026ae] Updating instance_info_cache with network_info: [{"id": "69bce2eb-7f15-465b-8308-cde308c68738", "address": "fa:16:3e:68:66:18", "network": {"id": "ec511a9f-4661-41db-95bd-0fc9ad2de615", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.115", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "2a64022f08d84b11a86773b900860ae5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a4f91f31-0516-4d62-a341-e03a50b7c477", "external-id": "nsx-vlan-transportzone-963", "segmentation_id": 963, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap69bce2eb-7f", "ovs_interfaceid": "69bce2eb-7f15-465b-8308-cde308c68738", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62328) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 711.236993] env[62328]: DEBUG oslo_vmware.api [None req-6e0d2bff-0f4f-45c9-9564-15b58c0781f6 tempest-MigrationsAdminTest-413245202 tempest-MigrationsAdminTest-413245202-project-member] Task: {'id': session[52a6e20e-410d-708a-99f2-080a575a99bd]5298ff05-b705-497c-81aa-395c457d3ebe, 'name': SearchDatastore_Task, 'duration_secs': 0.015541} completed successfully. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 711.237596] env[62328]: DEBUG oslo_concurrency.lockutils [None req-6e0d2bff-0f4f-45c9-9564-15b58c0781f6 tempest-MigrationsAdminTest-413245202 tempest-MigrationsAdminTest-413245202-project-member] Releasing lock "[datastore2] devstack-image-cache_base/dbf872a4-92be-47e4-8561-c3e2bf2423ab" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 711.239203] env[62328]: DEBUG nova.virt.vmwareapi.vmops [None req-6e0d2bff-0f4f-45c9-9564-15b58c0781f6 tempest-MigrationsAdminTest-413245202 tempest-MigrationsAdminTest-413245202-project-member] [instance: 4279ea33-3d7d-4713-9d21-9e7aa29026ae] Processing image dbf872a4-92be-47e4-8561-c3e2bf2423ab {{(pid=62328) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 711.239512] env[62328]: DEBUG oslo_concurrency.lockutils [None req-6e0d2bff-0f4f-45c9-9564-15b58c0781f6 tempest-MigrationsAdminTest-413245202 tempest-MigrationsAdminTest-413245202-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/dbf872a4-92be-47e4-8561-c3e2bf2423ab/dbf872a4-92be-47e4-8561-c3e2bf2423ab.vmdk" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 711.239683] env[62328]: DEBUG oslo_concurrency.lockutils [None req-6e0d2bff-0f4f-45c9-9564-15b58c0781f6 tempest-MigrationsAdminTest-413245202 tempest-MigrationsAdminTest-413245202-project-member] Acquired lock "[datastore2] devstack-image-cache_base/dbf872a4-92be-47e4-8561-c3e2bf2423ab/dbf872a4-92be-47e4-8561-c3e2bf2423ab.vmdk" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.239848] env[62328]: DEBUG nova.virt.vmwareapi.ds_util [None req-6e0d2bff-0f4f-45c9-9564-15b58c0781f6 tempest-MigrationsAdminTest-413245202 tempest-MigrationsAdminTest-413245202-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62328) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 711.244431] env[62328]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-7398d2d9-a91a-453f-a4b8-06d5b44863a5 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 711.255111] env[62328]: DEBUG nova.virt.vmwareapi.ds_util [None req-6e0d2bff-0f4f-45c9-9564-15b58c0781f6 tempest-MigrationsAdminTest-413245202 tempest-MigrationsAdminTest-413245202-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62328) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 711.255324] env[62328]: DEBUG nova.virt.vmwareapi.vmops [None req-6e0d2bff-0f4f-45c9-9564-15b58c0781f6 tempest-MigrationsAdminTest-413245202 tempest-MigrationsAdminTest-413245202-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62328) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 711.256203] env[62328]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9bcd4d20-09b3-4f59-98e5-09abd915b249 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 711.264613] env[62328]: DEBUG oslo_vmware.api [None req-6e0d2bff-0f4f-45c9-9564-15b58c0781f6 tempest-MigrationsAdminTest-413245202 tempest-MigrationsAdminTest-413245202-project-member] Waiting for the task: (returnval){ [ 711.264613] env[62328]: value = "session[52a6e20e-410d-708a-99f2-080a575a99bd]52f8a19c-ca5a-2471-f5d6-991d1e7e4788" [ 711.264613] env[62328]: _type = "Task" [ 711.264613] env[62328]: } to complete. {{(pid=62328) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 711.275253] env[62328]: DEBUG oslo_vmware.api [None req-6e0d2bff-0f4f-45c9-9564-15b58c0781f6 tempest-MigrationsAdminTest-413245202 tempest-MigrationsAdminTest-413245202-project-member] Task: {'id': session[52a6e20e-410d-708a-99f2-080a575a99bd]52f8a19c-ca5a-2471-f5d6-991d1e7e4788, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 711.375363] env[62328]: DEBUG nova.policy [None req-8ba2afc8-b57c-4ff2-8b99-a208658a7fb8 tempest-ServerActionsV293TestJSON-1864378190 tempest-ServerActionsV293TestJSON-1864378190-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '488aa0adca864baf81f75219a69acaaf', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '423fc74ed25748e9a82a61e417d87111', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62328) authorize /opt/stack/nova/nova/policy.py:192}} [ 711.407440] env[62328]: DEBUG oslo_vmware.api [None req-fdb695b3-80d1-4592-96fd-6247de02bc04 tempest-ListImageFiltersTestJSON-111188615 tempest-ListImageFiltersTestJSON-111188615-project-member] Task: {'id': task-2386656, 'name': PowerOnVM_Task, 'duration_secs': 0.509317} completed successfully. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 711.408177] env[62328]: DEBUG nova.virt.vmwareapi.vm_util [None req-fdb695b3-80d1-4592-96fd-6247de02bc04 tempest-ListImageFiltersTestJSON-111188615 tempest-ListImageFiltersTestJSON-111188615-project-member] [instance: 8e31afa5-82ea-4e3e-8913-77f24ee85e4e] Powered on the VM {{(pid=62328) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 711.408368] env[62328]: INFO nova.compute.manager [None req-fdb695b3-80d1-4592-96fd-6247de02bc04 tempest-ListImageFiltersTestJSON-111188615 tempest-ListImageFiltersTestJSON-111188615-project-member] [instance: 8e31afa5-82ea-4e3e-8913-77f24ee85e4e] Took 10.71 seconds to spawn the instance on the hypervisor. [ 711.408587] env[62328]: DEBUG nova.compute.manager [None req-fdb695b3-80d1-4592-96fd-6247de02bc04 tempest-ListImageFiltersTestJSON-111188615 tempest-ListImageFiltersTestJSON-111188615-project-member] [instance: 8e31afa5-82ea-4e3e-8913-77f24ee85e4e] Checking state {{(pid=62328) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 711.409415] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9f7fc07c-ed6d-448a-aa6a-dcfe428715f3 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 711.480787] env[62328]: DEBUG oslo_vmware.api [None req-796be445-18c6-4869-8ab1-e27249159fbd tempest-ListImageFiltersTestJSON-111188615 tempest-ListImageFiltersTestJSON-111188615-project-member] Task: {'id': task-2386657, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.100421} completed successfully. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 711.480787] env[62328]: DEBUG nova.virt.vmwareapi.vmops [None req-796be445-18c6-4869-8ab1-e27249159fbd tempest-ListImageFiltersTestJSON-111188615 tempest-ListImageFiltersTestJSON-111188615-project-member] [instance: a514091e-f57a-4447-b60b-7f22d6f26820] Extended root virtual disk {{(pid=62328) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 711.480787] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fcc7b80e-bf65-4aaf-a41d-50d617f05dea {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 711.486060] env[62328]: DEBUG oslo_concurrency.lockutils [None req-07aa2033-fc39-46b8-b312-72212098382c tempest-ServersTestJSON-2041147199 tempest-ServersTestJSON-2041147199-project-member] Acquiring lock "fc8146ed-f4c5-4b4b-a03d-c52452f583cd" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 711.486318] env[62328]: DEBUG oslo_concurrency.lockutils [None req-07aa2033-fc39-46b8-b312-72212098382c tempest-ServersTestJSON-2041147199 tempest-ServersTestJSON-2041147199-project-member] Lock "fc8146ed-f4c5-4b4b-a03d-c52452f583cd" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 711.505861] env[62328]: DEBUG nova.virt.vmwareapi.volumeops [None req-796be445-18c6-4869-8ab1-e27249159fbd tempest-ListImageFiltersTestJSON-111188615 tempest-ListImageFiltersTestJSON-111188615-project-member] [instance: a514091e-f57a-4447-b60b-7f22d6f26820] Reconfiguring VM instance instance-0000002c to attach disk [datastore1] a514091e-f57a-4447-b60b-7f22d6f26820/a514091e-f57a-4447-b60b-7f22d6f26820.vmdk or device None with type sparse {{(pid=62328) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 711.507203] env[62328]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5832498d-f39d-4ad9-9ca2-3a97eeab6011 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 711.535363] env[62328]: DEBUG oslo_vmware.api [None req-796be445-18c6-4869-8ab1-e27249159fbd tempest-ListImageFiltersTestJSON-111188615 tempest-ListImageFiltersTestJSON-111188615-project-member] Waiting for the task: (returnval){ [ 711.535363] env[62328]: value = "task-2386658" [ 711.535363] env[62328]: _type = "Task" [ 711.535363] env[62328]: } to complete. {{(pid=62328) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 711.542018] env[62328]: DEBUG nova.compute.manager [None req-8ba2afc8-b57c-4ff2-8b99-a208658a7fb8 tempest-ServerActionsV293TestJSON-1864378190 tempest-ServerActionsV293TestJSON-1864378190-project-member] [instance: 2f5e173e-0a48-45c2-ae86-64d86a2b45d4] Start building block device mappings for instance. {{(pid=62328) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 711.549567] env[62328]: DEBUG oslo_vmware.api [None req-796be445-18c6-4869-8ab1-e27249159fbd tempest-ListImageFiltersTestJSON-111188615 tempest-ListImageFiltersTestJSON-111188615-project-member] Task: {'id': task-2386658, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 711.559604] env[62328]: DEBUG nova.network.neutron [None req-9e8c55d9-950b-462f-82d5-ddb0e06a064c tempest-ServersAdminNegativeTestJSON-593360600 tempest-ServersAdminNegativeTestJSON-593360600-project-member] [instance: 036c1441-66e8-4a80-99a2-15dfe86351fc] Successfully updated port: d91f8f3d-9fa2-4894-b617-5217a3940ef1 {{(pid=62328) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 711.657657] env[62328]: DEBUG oslo_concurrency.lockutils [req-3356b187-4974-41a8-8073-bff383d259fb req-27a032b0-b8ef-4559-8cf5-0821530ad7da service nova] Releasing lock "refresh_cache-4279ea33-3d7d-4713-9d21-9e7aa29026ae" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 711.776287] env[62328]: DEBUG oslo_vmware.api [None req-6e0d2bff-0f4f-45c9-9564-15b58c0781f6 tempest-MigrationsAdminTest-413245202 tempest-MigrationsAdminTest-413245202-project-member] Task: {'id': session[52a6e20e-410d-708a-99f2-080a575a99bd]52f8a19c-ca5a-2471-f5d6-991d1e7e4788, 'name': SearchDatastore_Task, 'duration_secs': 0.013532} completed successfully. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 711.777189] env[62328]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d05bc43d-3dfc-42c1-880b-2ff8bea3ca41 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 711.786226] env[62328]: DEBUG oslo_vmware.api [None req-6e0d2bff-0f4f-45c9-9564-15b58c0781f6 tempest-MigrationsAdminTest-413245202 tempest-MigrationsAdminTest-413245202-project-member] Waiting for the task: (returnval){ [ 711.786226] env[62328]: value = "session[52a6e20e-410d-708a-99f2-080a575a99bd]5260be6a-cb28-b929-cb4f-8725615d0137" [ 711.786226] env[62328]: _type = "Task" [ 711.786226] env[62328]: } to complete. {{(pid=62328) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 711.797271] env[62328]: DEBUG oslo_vmware.api [None req-6e0d2bff-0f4f-45c9-9564-15b58c0781f6 tempest-MigrationsAdminTest-413245202 tempest-MigrationsAdminTest-413245202-project-member] Task: {'id': session[52a6e20e-410d-708a-99f2-080a575a99bd]5260be6a-cb28-b929-cb4f-8725615d0137, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 711.932336] env[62328]: INFO nova.compute.manager [None req-fdb695b3-80d1-4592-96fd-6247de02bc04 tempest-ListImageFiltersTestJSON-111188615 tempest-ListImageFiltersTestJSON-111188615-project-member] [instance: 8e31afa5-82ea-4e3e-8913-77f24ee85e4e] Took 44.14 seconds to build instance. [ 712.046549] env[62328]: INFO nova.virt.block_device [None req-8ba2afc8-b57c-4ff2-8b99-a208658a7fb8 tempest-ServerActionsV293TestJSON-1864378190 tempest-ServerActionsV293TestJSON-1864378190-project-member] [instance: 2f5e173e-0a48-45c2-ae86-64d86a2b45d4] Booting with volume 0da4a820-256e-4fbb-941e-7249bbabc770 at /dev/sda [ 712.048137] env[62328]: DEBUG oslo_vmware.api [None req-796be445-18c6-4869-8ab1-e27249159fbd tempest-ListImageFiltersTestJSON-111188615 tempest-ListImageFiltersTestJSON-111188615-project-member] Task: {'id': task-2386658, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 712.051351] env[62328]: DEBUG nova.network.neutron [None req-8ba2afc8-b57c-4ff2-8b99-a208658a7fb8 tempest-ServerActionsV293TestJSON-1864378190 tempest-ServerActionsV293TestJSON-1864378190-project-member] [instance: 2f5e173e-0a48-45c2-ae86-64d86a2b45d4] Successfully created port: 6e290758-80b5-437c-a80b-1edfc65293d1 {{(pid=62328) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 712.063539] env[62328]: DEBUG oslo_concurrency.lockutils [None req-9e8c55d9-950b-462f-82d5-ddb0e06a064c tempest-ServersAdminNegativeTestJSON-593360600 tempest-ServersAdminNegativeTestJSON-593360600-project-member] Acquiring lock "refresh_cache-036c1441-66e8-4a80-99a2-15dfe86351fc" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 712.063689] env[62328]: DEBUG oslo_concurrency.lockutils [None req-9e8c55d9-950b-462f-82d5-ddb0e06a064c tempest-ServersAdminNegativeTestJSON-593360600 tempest-ServersAdminNegativeTestJSON-593360600-project-member] Acquired lock "refresh_cache-036c1441-66e8-4a80-99a2-15dfe86351fc" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.063841] env[62328]: DEBUG nova.network.neutron [None req-9e8c55d9-950b-462f-82d5-ddb0e06a064c tempest-ServersAdminNegativeTestJSON-593360600 tempest-ServersAdminNegativeTestJSON-593360600-project-member] [instance: 036c1441-66e8-4a80-99a2-15dfe86351fc] Building network info cache for instance {{(pid=62328) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 712.085353] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4befb260-948d-4836-99ad-a72809f77000 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 712.095182] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7cc551da-e4ef-4561-8c10-f1da0727db12 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 712.098486] env[62328]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-0a7d12d2-78f0-4f69-aa7b-578ff3beedb9 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 712.132781] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5169f90a-6ef9-4060-83ad-7fdbad56d173 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 712.144461] env[62328]: DEBUG nova.network.neutron [-] [instance: eaf3b1bf-6f71-48b1-b28d-bb882b9c2035] Updating instance_info_cache with network_info: [] {{(pid=62328) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 712.146441] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0e58bbac-971e-41aa-9689-4dd9e1e3d311 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 712.154980] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-de0116cd-0884-4e82-b076-07175d254745 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 712.182252] env[62328]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-19409f86-7962-483e-afe6-a2f4222c638b {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 712.184643] env[62328]: DEBUG nova.compute.provider_tree [None req-ee58c141-4827-44f8-ae45-a73abbf09b01 tempest-ImagesOneServerNegativeTestJSON-835227872 tempest-ImagesOneServerNegativeTestJSON-835227872-project-member] Inventory has not changed in ProviderTree for provider: 3469e9f8-04af-49ca-8435-49f104496744 {{(pid=62328) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 712.193569] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2c820931-388d-4d60-a5a7-1abd45805739 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 712.230287] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1765a890-de02-44dc-8ea1-7c115e37c167 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 712.237906] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-09796ae1-4bfc-48b0-9c81-e59d3c94ece6 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 712.260979] env[62328]: DEBUG nova.virt.block_device [None req-8ba2afc8-b57c-4ff2-8b99-a208658a7fb8 tempest-ServerActionsV293TestJSON-1864378190 tempest-ServerActionsV293TestJSON-1864378190-project-member] [instance: 2f5e173e-0a48-45c2-ae86-64d86a2b45d4] Updating existing volume attachment record: 327e988d-4782-440b-bce9-fff8e5776d31 {{(pid=62328) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 712.299198] env[62328]: DEBUG oslo_vmware.api [None req-6e0d2bff-0f4f-45c9-9564-15b58c0781f6 tempest-MigrationsAdminTest-413245202 tempest-MigrationsAdminTest-413245202-project-member] Task: {'id': session[52a6e20e-410d-708a-99f2-080a575a99bd]5260be6a-cb28-b929-cb4f-8725615d0137, 'name': SearchDatastore_Task, 'duration_secs': 0.034061} completed successfully. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 712.299198] env[62328]: DEBUG oslo_concurrency.lockutils [None req-6e0d2bff-0f4f-45c9-9564-15b58c0781f6 tempest-MigrationsAdminTest-413245202 tempest-MigrationsAdminTest-413245202-project-member] Releasing lock "[datastore2] devstack-image-cache_base/dbf872a4-92be-47e4-8561-c3e2bf2423ab/dbf872a4-92be-47e4-8561-c3e2bf2423ab.vmdk" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 712.299198] env[62328]: DEBUG nova.virt.vmwareapi.vm_util [None req-6e0d2bff-0f4f-45c9-9564-15b58c0781f6 tempest-MigrationsAdminTest-413245202 tempest-MigrationsAdminTest-413245202-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/dbf872a4-92be-47e4-8561-c3e2bf2423ab/dbf872a4-92be-47e4-8561-c3e2bf2423ab.vmdk to [datastore2] 4279ea33-3d7d-4713-9d21-9e7aa29026ae/4279ea33-3d7d-4713-9d21-9e7aa29026ae.vmdk {{(pid=62328) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 712.299198] env[62328]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-6f63513a-9a74-436c-8277-73a02d24cc1b {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 712.306493] env[62328]: DEBUG oslo_vmware.api [None req-6e0d2bff-0f4f-45c9-9564-15b58c0781f6 tempest-MigrationsAdminTest-413245202 tempest-MigrationsAdminTest-413245202-project-member] Waiting for the task: (returnval){ [ 712.306493] env[62328]: value = "task-2386659" [ 712.306493] env[62328]: _type = "Task" [ 712.306493] env[62328]: } to complete. {{(pid=62328) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 712.315928] env[62328]: DEBUG oslo_vmware.api [None req-6e0d2bff-0f4f-45c9-9564-15b58c0781f6 tempest-MigrationsAdminTest-413245202 tempest-MigrationsAdminTest-413245202-project-member] Task: {'id': task-2386659, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 712.435700] env[62328]: DEBUG oslo_concurrency.lockutils [None req-fdb695b3-80d1-4592-96fd-6247de02bc04 tempest-ListImageFiltersTestJSON-111188615 tempest-ListImageFiltersTestJSON-111188615-project-member] Lock "8e31afa5-82ea-4e3e-8913-77f24ee85e4e" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 75.075s {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 712.546517] env[62328]: DEBUG oslo_vmware.api [None req-796be445-18c6-4869-8ab1-e27249159fbd tempest-ListImageFiltersTestJSON-111188615 tempest-ListImageFiltersTestJSON-111188615-project-member] Task: {'id': task-2386658, 'name': ReconfigVM_Task, 'duration_secs': 0.903017} completed successfully. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 712.546856] env[62328]: DEBUG nova.virt.vmwareapi.volumeops [None req-796be445-18c6-4869-8ab1-e27249159fbd tempest-ListImageFiltersTestJSON-111188615 tempest-ListImageFiltersTestJSON-111188615-project-member] [instance: a514091e-f57a-4447-b60b-7f22d6f26820] Reconfigured VM instance instance-0000002c to attach disk [datastore1] a514091e-f57a-4447-b60b-7f22d6f26820/a514091e-f57a-4447-b60b-7f22d6f26820.vmdk or device None with type sparse {{(pid=62328) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 712.547515] env[62328]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-c8ccf960-b791-4327-bc9b-5a2be6a7cf6e {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 712.555665] env[62328]: DEBUG oslo_vmware.api [None req-796be445-18c6-4869-8ab1-e27249159fbd tempest-ListImageFiltersTestJSON-111188615 tempest-ListImageFiltersTestJSON-111188615-project-member] Waiting for the task: (returnval){ [ 712.555665] env[62328]: value = "task-2386660" [ 712.555665] env[62328]: _type = "Task" [ 712.555665] env[62328]: } to complete. {{(pid=62328) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 712.563866] env[62328]: DEBUG oslo_vmware.api [None req-796be445-18c6-4869-8ab1-e27249159fbd tempest-ListImageFiltersTestJSON-111188615 tempest-ListImageFiltersTestJSON-111188615-project-member] Task: {'id': task-2386660, 'name': Rename_Task} progress is 0%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 712.630169] env[62328]: DEBUG nova.network.neutron [None req-9e8c55d9-950b-462f-82d5-ddb0e06a064c tempest-ServersAdminNegativeTestJSON-593360600 tempest-ServersAdminNegativeTestJSON-593360600-project-member] [instance: 036c1441-66e8-4a80-99a2-15dfe86351fc] Instance cache missing network info. {{(pid=62328) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 712.649690] env[62328]: INFO nova.compute.manager [-] [instance: eaf3b1bf-6f71-48b1-b28d-bb882b9c2035] Took 1.91 seconds to deallocate network for instance. [ 712.688479] env[62328]: DEBUG nova.scheduler.client.report [None req-ee58c141-4827-44f8-ae45-a73abbf09b01 tempest-ImagesOneServerNegativeTestJSON-835227872 tempest-ImagesOneServerNegativeTestJSON-835227872-project-member] Inventory has not changed for provider 3469e9f8-04af-49ca-8435-49f104496744 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 152, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62328) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 712.782797] env[62328]: DEBUG nova.compute.manager [req-d1d65894-d651-485d-87a8-ab26580e8342 req-4ba183ce-0f30-45ed-972e-b170350a01f0 service nova] [instance: 036c1441-66e8-4a80-99a2-15dfe86351fc] Received event network-vif-plugged-d91f8f3d-9fa2-4894-b617-5217a3940ef1 {{(pid=62328) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 712.783562] env[62328]: DEBUG oslo_concurrency.lockutils [req-d1d65894-d651-485d-87a8-ab26580e8342 req-4ba183ce-0f30-45ed-972e-b170350a01f0 service nova] Acquiring lock "036c1441-66e8-4a80-99a2-15dfe86351fc-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 712.783562] env[62328]: DEBUG oslo_concurrency.lockutils [req-d1d65894-d651-485d-87a8-ab26580e8342 req-4ba183ce-0f30-45ed-972e-b170350a01f0 service nova] Lock "036c1441-66e8-4a80-99a2-15dfe86351fc-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 712.783562] env[62328]: DEBUG oslo_concurrency.lockutils [req-d1d65894-d651-485d-87a8-ab26580e8342 req-4ba183ce-0f30-45ed-972e-b170350a01f0 service nova] Lock "036c1441-66e8-4a80-99a2-15dfe86351fc-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 712.783562] env[62328]: DEBUG nova.compute.manager [req-d1d65894-d651-485d-87a8-ab26580e8342 req-4ba183ce-0f30-45ed-972e-b170350a01f0 service nova] [instance: 036c1441-66e8-4a80-99a2-15dfe86351fc] No waiting events found dispatching network-vif-plugged-d91f8f3d-9fa2-4894-b617-5217a3940ef1 {{(pid=62328) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 712.783781] env[62328]: WARNING nova.compute.manager [req-d1d65894-d651-485d-87a8-ab26580e8342 req-4ba183ce-0f30-45ed-972e-b170350a01f0 service nova] [instance: 036c1441-66e8-4a80-99a2-15dfe86351fc] Received unexpected event network-vif-plugged-d91f8f3d-9fa2-4894-b617-5217a3940ef1 for instance with vm_state building and task_state spawning. [ 712.783885] env[62328]: DEBUG nova.compute.manager [req-d1d65894-d651-485d-87a8-ab26580e8342 req-4ba183ce-0f30-45ed-972e-b170350a01f0 service nova] [instance: 036c1441-66e8-4a80-99a2-15dfe86351fc] Received event network-changed-d91f8f3d-9fa2-4894-b617-5217a3940ef1 {{(pid=62328) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 712.784361] env[62328]: DEBUG nova.compute.manager [req-d1d65894-d651-485d-87a8-ab26580e8342 req-4ba183ce-0f30-45ed-972e-b170350a01f0 service nova] [instance: 036c1441-66e8-4a80-99a2-15dfe86351fc] Refreshing instance network info cache due to event network-changed-d91f8f3d-9fa2-4894-b617-5217a3940ef1. {{(pid=62328) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 712.784691] env[62328]: DEBUG oslo_concurrency.lockutils [req-d1d65894-d651-485d-87a8-ab26580e8342 req-4ba183ce-0f30-45ed-972e-b170350a01f0 service nova] Acquiring lock "refresh_cache-036c1441-66e8-4a80-99a2-15dfe86351fc" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 712.821338] env[62328]: DEBUG oslo_vmware.api [None req-6e0d2bff-0f4f-45c9-9564-15b58c0781f6 tempest-MigrationsAdminTest-413245202 tempest-MigrationsAdminTest-413245202-project-member] Task: {'id': task-2386659, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 712.866843] env[62328]: DEBUG nova.network.neutron [None req-9e8c55d9-950b-462f-82d5-ddb0e06a064c tempest-ServersAdminNegativeTestJSON-593360600 tempest-ServersAdminNegativeTestJSON-593360600-project-member] [instance: 036c1441-66e8-4a80-99a2-15dfe86351fc] Updating instance_info_cache with network_info: [{"id": "d91f8f3d-9fa2-4894-b617-5217a3940ef1", "address": "fa:16:3e:0a:7a:31", "network": {"id": "ec511a9f-4661-41db-95bd-0fc9ad2de615", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.235", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "2a64022f08d84b11a86773b900860ae5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a4f91f31-0516-4d62-a341-e03a50b7c477", "external-id": "nsx-vlan-transportzone-963", "segmentation_id": 963, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd91f8f3d-9f", "ovs_interfaceid": "d91f8f3d-9fa2-4894-b617-5217a3940ef1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62328) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 712.938775] env[62328]: DEBUG nova.compute.manager [None req-9a602b75-500b-41db-a1d1-6e5c34b96618 tempest-ServersWithSpecificFlavorTestJSON-2091780743 tempest-ServersWithSpecificFlavorTestJSON-2091780743-project-member] [instance: 4012f976-bb83-4296-8a36-f3af12570729] Starting instance... {{(pid=62328) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 713.070703] env[62328]: DEBUG oslo_vmware.api [None req-796be445-18c6-4869-8ab1-e27249159fbd tempest-ListImageFiltersTestJSON-111188615 tempest-ListImageFiltersTestJSON-111188615-project-member] Task: {'id': task-2386660, 'name': Rename_Task, 'duration_secs': 0.283075} completed successfully. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 713.071408] env[62328]: DEBUG nova.virt.vmwareapi.vm_util [None req-796be445-18c6-4869-8ab1-e27249159fbd tempest-ListImageFiltersTestJSON-111188615 tempest-ListImageFiltersTestJSON-111188615-project-member] [instance: a514091e-f57a-4447-b60b-7f22d6f26820] Powering on the VM {{(pid=62328) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 713.071881] env[62328]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-e161b16e-4eb7-4798-939d-8348206712a3 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 713.082550] env[62328]: DEBUG oslo_vmware.api [None req-796be445-18c6-4869-8ab1-e27249159fbd tempest-ListImageFiltersTestJSON-111188615 tempest-ListImageFiltersTestJSON-111188615-project-member] Waiting for the task: (returnval){ [ 713.082550] env[62328]: value = "task-2386661" [ 713.082550] env[62328]: _type = "Task" [ 713.082550] env[62328]: } to complete. {{(pid=62328) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 713.094326] env[62328]: DEBUG oslo_vmware.api [None req-796be445-18c6-4869-8ab1-e27249159fbd tempest-ListImageFiltersTestJSON-111188615 tempest-ListImageFiltersTestJSON-111188615-project-member] Task: {'id': task-2386661, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 713.159589] env[62328]: DEBUG oslo_concurrency.lockutils [None req-54cbb306-7cb9-4fa1-a0cf-addf52ca091e tempest-ServerMetadataNegativeTestJSON-401717437 tempest-ServerMetadataNegativeTestJSON-401717437-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 713.196824] env[62328]: DEBUG oslo_concurrency.lockutils [None req-ee58c141-4827-44f8-ae45-a73abbf09b01 tempest-ImagesOneServerNegativeTestJSON-835227872 tempest-ImagesOneServerNegativeTestJSON-835227872-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.663s {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 713.197875] env[62328]: DEBUG nova.compute.manager [None req-ee58c141-4827-44f8-ae45-a73abbf09b01 tempest-ImagesOneServerNegativeTestJSON-835227872 tempest-ImagesOneServerNegativeTestJSON-835227872-project-member] [instance: 1691ec92-ed5b-436a-bba3-f5a998263955] Start building networks asynchronously for instance. {{(pid=62328) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 713.201309] env[62328]: DEBUG oslo_concurrency.lockutils [None req-f6581a15-8a7a-43f1-b0c9-117bf999d7b5 tempest-ServerDiskConfigTestJSON-126406698 tempest-ServerDiskConfigTestJSON-126406698-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 28.982s {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 713.201433] env[62328]: DEBUG nova.objects.instance [None req-f6581a15-8a7a-43f1-b0c9-117bf999d7b5 tempest-ServerDiskConfigTestJSON-126406698 tempest-ServerDiskConfigTestJSON-126406698-project-member] [instance: 5a5e12bf-4082-40e8-bac8-a8a5b0033dec] Trying to apply a migration context that does not seem to be set for this instance {{(pid=62328) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 713.320632] env[62328]: DEBUG oslo_vmware.api [None req-6e0d2bff-0f4f-45c9-9564-15b58c0781f6 tempest-MigrationsAdminTest-413245202 tempest-MigrationsAdminTest-413245202-project-member] Task: {'id': task-2386659, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.827424} completed successfully. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 713.320906] env[62328]: DEBUG nova.virt.vmwareapi.vm_util [None req-6e0d2bff-0f4f-45c9-9564-15b58c0781f6 tempest-MigrationsAdminTest-413245202 tempest-MigrationsAdminTest-413245202-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/dbf872a4-92be-47e4-8561-c3e2bf2423ab/dbf872a4-92be-47e4-8561-c3e2bf2423ab.vmdk to [datastore2] 4279ea33-3d7d-4713-9d21-9e7aa29026ae/4279ea33-3d7d-4713-9d21-9e7aa29026ae.vmdk {{(pid=62328) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 713.321131] env[62328]: DEBUG nova.virt.vmwareapi.vmops [None req-6e0d2bff-0f4f-45c9-9564-15b58c0781f6 tempest-MigrationsAdminTest-413245202 tempest-MigrationsAdminTest-413245202-project-member] [instance: 4279ea33-3d7d-4713-9d21-9e7aa29026ae] Extending root virtual disk to 1048576 {{(pid=62328) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 713.321392] env[62328]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-1e67d91d-300d-4fd0-90e0-1ba2bc69d18d {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 713.329636] env[62328]: DEBUG oslo_vmware.api [None req-6e0d2bff-0f4f-45c9-9564-15b58c0781f6 tempest-MigrationsAdminTest-413245202 tempest-MigrationsAdminTest-413245202-project-member] Waiting for the task: (returnval){ [ 713.329636] env[62328]: value = "task-2386662" [ 713.329636] env[62328]: _type = "Task" [ 713.329636] env[62328]: } to complete. {{(pid=62328) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 713.337909] env[62328]: DEBUG oslo_vmware.api [None req-6e0d2bff-0f4f-45c9-9564-15b58c0781f6 tempest-MigrationsAdminTest-413245202 tempest-MigrationsAdminTest-413245202-project-member] Task: {'id': task-2386662, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 713.369897] env[62328]: DEBUG oslo_concurrency.lockutils [None req-9e8c55d9-950b-462f-82d5-ddb0e06a064c tempest-ServersAdminNegativeTestJSON-593360600 tempest-ServersAdminNegativeTestJSON-593360600-project-member] Releasing lock "refresh_cache-036c1441-66e8-4a80-99a2-15dfe86351fc" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 713.370348] env[62328]: DEBUG nova.compute.manager [None req-9e8c55d9-950b-462f-82d5-ddb0e06a064c tempest-ServersAdminNegativeTestJSON-593360600 tempest-ServersAdminNegativeTestJSON-593360600-project-member] [instance: 036c1441-66e8-4a80-99a2-15dfe86351fc] Instance network_info: |[{"id": "d91f8f3d-9fa2-4894-b617-5217a3940ef1", "address": "fa:16:3e:0a:7a:31", "network": {"id": "ec511a9f-4661-41db-95bd-0fc9ad2de615", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.235", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "2a64022f08d84b11a86773b900860ae5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a4f91f31-0516-4d62-a341-e03a50b7c477", "external-id": "nsx-vlan-transportzone-963", "segmentation_id": 963, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd91f8f3d-9f", "ovs_interfaceid": "d91f8f3d-9fa2-4894-b617-5217a3940ef1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62328) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 713.370696] env[62328]: DEBUG oslo_concurrency.lockutils [req-d1d65894-d651-485d-87a8-ab26580e8342 req-4ba183ce-0f30-45ed-972e-b170350a01f0 service nova] Acquired lock "refresh_cache-036c1441-66e8-4a80-99a2-15dfe86351fc" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.371092] env[62328]: DEBUG nova.network.neutron [req-d1d65894-d651-485d-87a8-ab26580e8342 req-4ba183ce-0f30-45ed-972e-b170350a01f0 service nova] [instance: 036c1441-66e8-4a80-99a2-15dfe86351fc] Refreshing network info cache for port d91f8f3d-9fa2-4894-b617-5217a3940ef1 {{(pid=62328) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 713.373177] env[62328]: DEBUG nova.virt.vmwareapi.vmops [None req-9e8c55d9-950b-462f-82d5-ddb0e06a064c tempest-ServersAdminNegativeTestJSON-593360600 tempest-ServersAdminNegativeTestJSON-593360600-project-member] [instance: 036c1441-66e8-4a80-99a2-15dfe86351fc] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:0a:7a:31', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'a4f91f31-0516-4d62-a341-e03a50b7c477', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'd91f8f3d-9fa2-4894-b617-5217a3940ef1', 'vif_model': 'vmxnet3'}] {{(pid=62328) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 713.382312] env[62328]: DEBUG oslo.service.loopingcall [None req-9e8c55d9-950b-462f-82d5-ddb0e06a064c tempest-ServersAdminNegativeTestJSON-593360600 tempest-ServersAdminNegativeTestJSON-593360600-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62328) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 713.383573] env[62328]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 036c1441-66e8-4a80-99a2-15dfe86351fc] Creating VM on the ESX host {{(pid=62328) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 713.383878] env[62328]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-4a4726f5-cbd9-4520-91f1-1334b29614be {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 713.409818] env[62328]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 713.409818] env[62328]: value = "task-2386663" [ 713.409818] env[62328]: _type = "Task" [ 713.409818] env[62328]: } to complete. {{(pid=62328) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 713.422479] env[62328]: DEBUG oslo_vmware.api [-] Task: {'id': task-2386663, 'name': CreateVM_Task} progress is 0%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 713.469205] env[62328]: DEBUG oslo_concurrency.lockutils [None req-9a602b75-500b-41db-a1d1-6e5c34b96618 tempest-ServersWithSpecificFlavorTestJSON-2091780743 tempest-ServersWithSpecificFlavorTestJSON-2091780743-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 713.594042] env[62328]: DEBUG oslo_vmware.api [None req-796be445-18c6-4869-8ab1-e27249159fbd tempest-ListImageFiltersTestJSON-111188615 tempest-ListImageFiltersTestJSON-111188615-project-member] Task: {'id': task-2386661, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 713.598361] env[62328]: DEBUG oslo_concurrency.lockutils [None req-16c86219-1e87-4399-83d0-c8577db8e20a tempest-ServersTestBootFromVolume-606303851 tempest-ServersTestBootFromVolume-606303851-project-member] Acquiring lock "e4c166ea-d803-4db5-a104-16bd84bfc6c6" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 713.598606] env[62328]: DEBUG oslo_concurrency.lockutils [None req-16c86219-1e87-4399-83d0-c8577db8e20a tempest-ServersTestBootFromVolume-606303851 tempest-ServersTestBootFromVolume-606303851-project-member] Lock "e4c166ea-d803-4db5-a104-16bd84bfc6c6" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 713.710487] env[62328]: DEBUG nova.compute.utils [None req-ee58c141-4827-44f8-ae45-a73abbf09b01 tempest-ImagesOneServerNegativeTestJSON-835227872 tempest-ImagesOneServerNegativeTestJSON-835227872-project-member] Using /dev/sd instead of None {{(pid=62328) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 713.712235] env[62328]: DEBUG nova.compute.manager [None req-ee58c141-4827-44f8-ae45-a73abbf09b01 tempest-ImagesOneServerNegativeTestJSON-835227872 tempest-ImagesOneServerNegativeTestJSON-835227872-project-member] [instance: 1691ec92-ed5b-436a-bba3-f5a998263955] Allocating IP information in the background. {{(pid=62328) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 713.712337] env[62328]: DEBUG nova.network.neutron [None req-ee58c141-4827-44f8-ae45-a73abbf09b01 tempest-ImagesOneServerNegativeTestJSON-835227872 tempest-ImagesOneServerNegativeTestJSON-835227872-project-member] [instance: 1691ec92-ed5b-436a-bba3-f5a998263955] allocate_for_instance() {{(pid=62328) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 713.809022] env[62328]: DEBUG nova.policy [None req-ee58c141-4827-44f8-ae45-a73abbf09b01 tempest-ImagesOneServerNegativeTestJSON-835227872 tempest-ImagesOneServerNegativeTestJSON-835227872-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '20cb43af09e3410f8c55690679665f76', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'c7a85d39d53e4b2c967508704710eb81', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62328) authorize /opt/stack/nova/nova/policy.py:192}} [ 713.839901] env[62328]: DEBUG oslo_vmware.api [None req-6e0d2bff-0f4f-45c9-9564-15b58c0781f6 tempest-MigrationsAdminTest-413245202 tempest-MigrationsAdminTest-413245202-project-member] Task: {'id': task-2386662, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.079576} completed successfully. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 713.840263] env[62328]: DEBUG nova.virt.vmwareapi.vmops [None req-6e0d2bff-0f4f-45c9-9564-15b58c0781f6 tempest-MigrationsAdminTest-413245202 tempest-MigrationsAdminTest-413245202-project-member] [instance: 4279ea33-3d7d-4713-9d21-9e7aa29026ae] Extended root virtual disk {{(pid=62328) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 713.841171] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-09a1665e-0547-4286-b247-81dbe9f2fd3a {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 713.869212] env[62328]: DEBUG nova.virt.vmwareapi.volumeops [None req-6e0d2bff-0f4f-45c9-9564-15b58c0781f6 tempest-MigrationsAdminTest-413245202 tempest-MigrationsAdminTest-413245202-project-member] [instance: 4279ea33-3d7d-4713-9d21-9e7aa29026ae] Reconfiguring VM instance instance-0000002d to attach disk [datastore2] 4279ea33-3d7d-4713-9d21-9e7aa29026ae/4279ea33-3d7d-4713-9d21-9e7aa29026ae.vmdk or device None with type sparse {{(pid=62328) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 713.869637] env[62328]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-36033015-73b9-4168-81de-9cfd4431c038 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 713.896308] env[62328]: DEBUG oslo_vmware.api [None req-6e0d2bff-0f4f-45c9-9564-15b58c0781f6 tempest-MigrationsAdminTest-413245202 tempest-MigrationsAdminTest-413245202-project-member] Waiting for the task: (returnval){ [ 713.896308] env[62328]: value = "task-2386664" [ 713.896308] env[62328]: _type = "Task" [ 713.896308] env[62328]: } to complete. {{(pid=62328) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 713.916067] env[62328]: DEBUG oslo_vmware.api [None req-6e0d2bff-0f4f-45c9-9564-15b58c0781f6 tempest-MigrationsAdminTest-413245202 tempest-MigrationsAdminTest-413245202-project-member] Task: {'id': task-2386664, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 713.928422] env[62328]: DEBUG oslo_vmware.api [-] Task: {'id': task-2386663, 'name': CreateVM_Task} progress is 99%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 714.094044] env[62328]: DEBUG oslo_vmware.api [None req-796be445-18c6-4869-8ab1-e27249159fbd tempest-ListImageFiltersTestJSON-111188615 tempest-ListImageFiltersTestJSON-111188615-project-member] Task: {'id': task-2386661, 'name': PowerOnVM_Task, 'duration_secs': 0.668992} completed successfully. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 714.094444] env[62328]: DEBUG nova.virt.vmwareapi.vm_util [None req-796be445-18c6-4869-8ab1-e27249159fbd tempest-ListImageFiltersTestJSON-111188615 tempest-ListImageFiltersTestJSON-111188615-project-member] [instance: a514091e-f57a-4447-b60b-7f22d6f26820] Powered on the VM {{(pid=62328) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 714.094520] env[62328]: INFO nova.compute.manager [None req-796be445-18c6-4869-8ab1-e27249159fbd tempest-ListImageFiltersTestJSON-111188615 tempest-ListImageFiltersTestJSON-111188615-project-member] [instance: a514091e-f57a-4447-b60b-7f22d6f26820] Took 10.63 seconds to spawn the instance on the hypervisor. [ 714.094698] env[62328]: DEBUG nova.compute.manager [None req-796be445-18c6-4869-8ab1-e27249159fbd tempest-ListImageFiltersTestJSON-111188615 tempest-ListImageFiltersTestJSON-111188615-project-member] [instance: a514091e-f57a-4447-b60b-7f22d6f26820] Checking state {{(pid=62328) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 714.095500] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c435bd3f-313f-40d8-bf64-67ef9a6b70aa {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 714.213259] env[62328]: DEBUG oslo_concurrency.lockutils [None req-f6581a15-8a7a-43f1-b0c9-117bf999d7b5 tempest-ServerDiskConfigTestJSON-126406698 tempest-ServerDiskConfigTestJSON-126406698-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.012s {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 714.214769] env[62328]: DEBUG oslo_concurrency.lockutils [None req-4304e44d-bcdb-4b68-bc03-5d8ef070f9b0 tempest-ServersAdmin275Test-967106640 tempest-ServersAdmin275Test-967106640-project-admin] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 29.338s {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 714.214990] env[62328]: DEBUG nova.objects.instance [None req-4304e44d-bcdb-4b68-bc03-5d8ef070f9b0 tempest-ServersAdmin275Test-967106640 tempest-ServersAdmin275Test-967106640-project-admin] [instance: 892b410e-c0ae-4ef6-90a6-fbf09d6ad76b] Trying to apply a migration context that does not seem to be set for this instance {{(pid=62328) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 714.219133] env[62328]: DEBUG nova.compute.manager [None req-ee58c141-4827-44f8-ae45-a73abbf09b01 tempest-ImagesOneServerNegativeTestJSON-835227872 tempest-ImagesOneServerNegativeTestJSON-835227872-project-member] [instance: 1691ec92-ed5b-436a-bba3-f5a998263955] Start building block device mappings for instance. {{(pid=62328) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 714.409168] env[62328]: DEBUG oslo_vmware.api [None req-6e0d2bff-0f4f-45c9-9564-15b58c0781f6 tempest-MigrationsAdminTest-413245202 tempest-MigrationsAdminTest-413245202-project-member] Task: {'id': task-2386664, 'name': ReconfigVM_Task, 'duration_secs': 0.30787} completed successfully. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 714.409555] env[62328]: DEBUG nova.virt.vmwareapi.volumeops [None req-6e0d2bff-0f4f-45c9-9564-15b58c0781f6 tempest-MigrationsAdminTest-413245202 tempest-MigrationsAdminTest-413245202-project-member] [instance: 4279ea33-3d7d-4713-9d21-9e7aa29026ae] Reconfigured VM instance instance-0000002d to attach disk [datastore2] 4279ea33-3d7d-4713-9d21-9e7aa29026ae/4279ea33-3d7d-4713-9d21-9e7aa29026ae.vmdk or device None with type sparse {{(pid=62328) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 714.410409] env[62328]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-67ef2621-5d1d-426b-b681-53639cacf36e {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 714.418130] env[62328]: DEBUG oslo_vmware.api [None req-6e0d2bff-0f4f-45c9-9564-15b58c0781f6 tempest-MigrationsAdminTest-413245202 tempest-MigrationsAdminTest-413245202-project-member] Waiting for the task: (returnval){ [ 714.418130] env[62328]: value = "task-2386665" [ 714.418130] env[62328]: _type = "Task" [ 714.418130] env[62328]: } to complete. {{(pid=62328) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 714.423489] env[62328]: DEBUG nova.compute.manager [None req-8ba2afc8-b57c-4ff2-8b99-a208658a7fb8 tempest-ServerActionsV293TestJSON-1864378190 tempest-ServerActionsV293TestJSON-1864378190-project-member] [instance: 2f5e173e-0a48-45c2-ae86-64d86a2b45d4] Start spawning the instance on the hypervisor. {{(pid=62328) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 714.424031] env[62328]: DEBUG nova.virt.hardware [None req-8ba2afc8-b57c-4ff2-8b99-a208658a7fb8 tempest-ServerActionsV293TestJSON-1864378190 tempest-ServerActionsV293TestJSON-1864378190-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-07T17:16:55Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=0,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=1073741824,status='active',tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62328) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 714.424444] env[62328]: DEBUG nova.virt.hardware [None req-8ba2afc8-b57c-4ff2-8b99-a208658a7fb8 tempest-ServerActionsV293TestJSON-1864378190 tempest-ServerActionsV293TestJSON-1864378190-project-member] Flavor limits 0:0:0 {{(pid=62328) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 714.424645] env[62328]: DEBUG nova.virt.hardware [None req-8ba2afc8-b57c-4ff2-8b99-a208658a7fb8 tempest-ServerActionsV293TestJSON-1864378190 tempest-ServerActionsV293TestJSON-1864378190-project-member] Image limits 0:0:0 {{(pid=62328) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 714.424863] env[62328]: DEBUG nova.virt.hardware [None req-8ba2afc8-b57c-4ff2-8b99-a208658a7fb8 tempest-ServerActionsV293TestJSON-1864378190 tempest-ServerActionsV293TestJSON-1864378190-project-member] Flavor pref 0:0:0 {{(pid=62328) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 714.425056] env[62328]: DEBUG nova.virt.hardware [None req-8ba2afc8-b57c-4ff2-8b99-a208658a7fb8 tempest-ServerActionsV293TestJSON-1864378190 tempest-ServerActionsV293TestJSON-1864378190-project-member] Image pref 0:0:0 {{(pid=62328) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 714.425413] env[62328]: DEBUG nova.virt.hardware [None req-8ba2afc8-b57c-4ff2-8b99-a208658a7fb8 tempest-ServerActionsV293TestJSON-1864378190 tempest-ServerActionsV293TestJSON-1864378190-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62328) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 714.425681] env[62328]: DEBUG nova.virt.hardware [None req-8ba2afc8-b57c-4ff2-8b99-a208658a7fb8 tempest-ServerActionsV293TestJSON-1864378190 tempest-ServerActionsV293TestJSON-1864378190-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62328) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 714.425878] env[62328]: DEBUG nova.virt.hardware [None req-8ba2afc8-b57c-4ff2-8b99-a208658a7fb8 tempest-ServerActionsV293TestJSON-1864378190 tempest-ServerActionsV293TestJSON-1864378190-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62328) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 714.426097] env[62328]: DEBUG nova.virt.hardware [None req-8ba2afc8-b57c-4ff2-8b99-a208658a7fb8 tempest-ServerActionsV293TestJSON-1864378190 tempest-ServerActionsV293TestJSON-1864378190-project-member] Got 1 possible topologies {{(pid=62328) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 714.426296] env[62328]: DEBUG nova.virt.hardware [None req-8ba2afc8-b57c-4ff2-8b99-a208658a7fb8 tempest-ServerActionsV293TestJSON-1864378190 tempest-ServerActionsV293TestJSON-1864378190-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62328) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 714.426535] env[62328]: DEBUG nova.virt.hardware [None req-8ba2afc8-b57c-4ff2-8b99-a208658a7fb8 tempest-ServerActionsV293TestJSON-1864378190 tempest-ServerActionsV293TestJSON-1864378190-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62328) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 714.432546] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-11547374-28f7-447f-8ccf-125e0ed5b0df {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 714.446351] env[62328]: DEBUG oslo_vmware.api [None req-6e0d2bff-0f4f-45c9-9564-15b58c0781f6 tempest-MigrationsAdminTest-413245202 tempest-MigrationsAdminTest-413245202-project-member] Task: {'id': task-2386665, 'name': Rename_Task} progress is 10%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 714.453991] env[62328]: DEBUG oslo_vmware.api [-] Task: {'id': task-2386663, 'name': CreateVM_Task, 'duration_secs': 0.644742} completed successfully. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 714.455340] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3dcef759-c4ea-48be-8ece-39608f2d5687 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 714.462365] env[62328]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 036c1441-66e8-4a80-99a2-15dfe86351fc] Created VM on the ESX host {{(pid=62328) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 714.463190] env[62328]: DEBUG oslo_concurrency.lockutils [None req-9e8c55d9-950b-462f-82d5-ddb0e06a064c tempest-ServersAdminNegativeTestJSON-593360600 tempest-ServersAdminNegativeTestJSON-593360600-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/dbf872a4-92be-47e4-8561-c3e2bf2423ab" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 714.463349] env[62328]: DEBUG oslo_concurrency.lockutils [None req-9e8c55d9-950b-462f-82d5-ddb0e06a064c tempest-ServersAdminNegativeTestJSON-593360600 tempest-ServersAdminNegativeTestJSON-593360600-project-member] Acquired lock "[datastore1] devstack-image-cache_base/dbf872a4-92be-47e4-8561-c3e2bf2423ab" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.463669] env[62328]: DEBUG oslo_concurrency.lockutils [None req-9e8c55d9-950b-462f-82d5-ddb0e06a064c tempest-ServersAdminNegativeTestJSON-593360600 tempest-ServersAdminNegativeTestJSON-593360600-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/dbf872a4-92be-47e4-8561-c3e2bf2423ab" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 714.464670] env[62328]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-68f119e3-7735-4ab6-8aac-dfa4539bc288 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 714.479120] env[62328]: DEBUG nova.network.neutron [None req-8ba2afc8-b57c-4ff2-8b99-a208658a7fb8 tempest-ServerActionsV293TestJSON-1864378190 tempest-ServerActionsV293TestJSON-1864378190-project-member] [instance: 2f5e173e-0a48-45c2-ae86-64d86a2b45d4] Successfully updated port: 6e290758-80b5-437c-a80b-1edfc65293d1 {{(pid=62328) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 714.483443] env[62328]: DEBUG oslo_vmware.api [None req-9e8c55d9-950b-462f-82d5-ddb0e06a064c tempest-ServersAdminNegativeTestJSON-593360600 tempest-ServersAdminNegativeTestJSON-593360600-project-member] Waiting for the task: (returnval){ [ 714.483443] env[62328]: value = "session[52a6e20e-410d-708a-99f2-080a575a99bd]528e8ee4-d6b1-fb38-2c69-bc6235111f70" [ 714.483443] env[62328]: _type = "Task" [ 714.483443] env[62328]: } to complete. {{(pid=62328) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 714.491524] env[62328]: DEBUG oslo_vmware.api [None req-9e8c55d9-950b-462f-82d5-ddb0e06a064c tempest-ServersAdminNegativeTestJSON-593360600 tempest-ServersAdminNegativeTestJSON-593360600-project-member] Task: {'id': session[52a6e20e-410d-708a-99f2-080a575a99bd]528e8ee4-d6b1-fb38-2c69-bc6235111f70, 'name': SearchDatastore_Task, 'duration_secs': 0.0168} completed successfully. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 714.491835] env[62328]: DEBUG oslo_concurrency.lockutils [None req-9e8c55d9-950b-462f-82d5-ddb0e06a064c tempest-ServersAdminNegativeTestJSON-593360600 tempest-ServersAdminNegativeTestJSON-593360600-project-member] Releasing lock "[datastore1] devstack-image-cache_base/dbf872a4-92be-47e4-8561-c3e2bf2423ab" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 714.492404] env[62328]: DEBUG nova.virt.vmwareapi.vmops [None req-9e8c55d9-950b-462f-82d5-ddb0e06a064c tempest-ServersAdminNegativeTestJSON-593360600 tempest-ServersAdminNegativeTestJSON-593360600-project-member] [instance: 036c1441-66e8-4a80-99a2-15dfe86351fc] Processing image dbf872a4-92be-47e4-8561-c3e2bf2423ab {{(pid=62328) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 714.492743] env[62328]: DEBUG oslo_concurrency.lockutils [None req-9e8c55d9-950b-462f-82d5-ddb0e06a064c tempest-ServersAdminNegativeTestJSON-593360600 tempest-ServersAdminNegativeTestJSON-593360600-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/dbf872a4-92be-47e4-8561-c3e2bf2423ab/dbf872a4-92be-47e4-8561-c3e2bf2423ab.vmdk" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 714.493037] env[62328]: DEBUG oslo_concurrency.lockutils [None req-9e8c55d9-950b-462f-82d5-ddb0e06a064c tempest-ServersAdminNegativeTestJSON-593360600 tempest-ServersAdminNegativeTestJSON-593360600-project-member] Acquired lock "[datastore1] devstack-image-cache_base/dbf872a4-92be-47e4-8561-c3e2bf2423ab/dbf872a4-92be-47e4-8561-c3e2bf2423ab.vmdk" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.493262] env[62328]: DEBUG nova.virt.vmwareapi.ds_util [None req-9e8c55d9-950b-462f-82d5-ddb0e06a064c tempest-ServersAdminNegativeTestJSON-593360600 tempest-ServersAdminNegativeTestJSON-593360600-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62328) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 714.494240] env[62328]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-7207f179-a330-43fb-a14b-b4c1ecae596e {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 714.511799] env[62328]: DEBUG nova.virt.vmwareapi.ds_util [None req-9e8c55d9-950b-462f-82d5-ddb0e06a064c tempest-ServersAdminNegativeTestJSON-593360600 tempest-ServersAdminNegativeTestJSON-593360600-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62328) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 714.511999] env[62328]: DEBUG nova.virt.vmwareapi.vmops [None req-9e8c55d9-950b-462f-82d5-ddb0e06a064c tempest-ServersAdminNegativeTestJSON-593360600 tempest-ServersAdminNegativeTestJSON-593360600-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62328) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 714.515545] env[62328]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a103a192-28fe-46aa-bf77-2179c54f3a8c {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 714.521834] env[62328]: DEBUG oslo_vmware.api [None req-9e8c55d9-950b-462f-82d5-ddb0e06a064c tempest-ServersAdminNegativeTestJSON-593360600 tempest-ServersAdminNegativeTestJSON-593360600-project-member] Waiting for the task: (returnval){ [ 714.521834] env[62328]: value = "session[52a6e20e-410d-708a-99f2-080a575a99bd]5219398f-b95b-8148-4d5f-e51470c94ec3" [ 714.521834] env[62328]: _type = "Task" [ 714.521834] env[62328]: } to complete. {{(pid=62328) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 714.530489] env[62328]: DEBUG oslo_vmware.api [None req-9e8c55d9-950b-462f-82d5-ddb0e06a064c tempest-ServersAdminNegativeTestJSON-593360600 tempest-ServersAdminNegativeTestJSON-593360600-project-member] Task: {'id': session[52a6e20e-410d-708a-99f2-080a575a99bd]5219398f-b95b-8148-4d5f-e51470c94ec3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 714.612869] env[62328]: INFO nova.compute.manager [None req-796be445-18c6-4869-8ab1-e27249159fbd tempest-ListImageFiltersTestJSON-111188615 tempest-ListImageFiltersTestJSON-111188615-project-member] [instance: a514091e-f57a-4447-b60b-7f22d6f26820] Took 42.07 seconds to build instance. [ 714.646647] env[62328]: DEBUG nova.network.neutron [req-d1d65894-d651-485d-87a8-ab26580e8342 req-4ba183ce-0f30-45ed-972e-b170350a01f0 service nova] [instance: 036c1441-66e8-4a80-99a2-15dfe86351fc] Updated VIF entry in instance network info cache for port d91f8f3d-9fa2-4894-b617-5217a3940ef1. {{(pid=62328) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 714.647040] env[62328]: DEBUG nova.network.neutron [req-d1d65894-d651-485d-87a8-ab26580e8342 req-4ba183ce-0f30-45ed-972e-b170350a01f0 service nova] [instance: 036c1441-66e8-4a80-99a2-15dfe86351fc] Updating instance_info_cache with network_info: [{"id": "d91f8f3d-9fa2-4894-b617-5217a3940ef1", "address": "fa:16:3e:0a:7a:31", "network": {"id": "ec511a9f-4661-41db-95bd-0fc9ad2de615", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.235", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "2a64022f08d84b11a86773b900860ae5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a4f91f31-0516-4d62-a341-e03a50b7c477", "external-id": "nsx-vlan-transportzone-963", "segmentation_id": 963, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd91f8f3d-9f", "ovs_interfaceid": "d91f8f3d-9fa2-4894-b617-5217a3940ef1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62328) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 714.749279] env[62328]: DEBUG nova.network.neutron [None req-ee58c141-4827-44f8-ae45-a73abbf09b01 tempest-ImagesOneServerNegativeTestJSON-835227872 tempest-ImagesOneServerNegativeTestJSON-835227872-project-member] [instance: 1691ec92-ed5b-436a-bba3-f5a998263955] Successfully created port: 6eab9094-688f-47ed-9cb7-dd4feb7cd5b2 {{(pid=62328) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 714.932402] env[62328]: DEBUG oslo_vmware.api [None req-6e0d2bff-0f4f-45c9-9564-15b58c0781f6 tempest-MigrationsAdminTest-413245202 tempest-MigrationsAdminTest-413245202-project-member] Task: {'id': task-2386665, 'name': Rename_Task, 'duration_secs': 0.162196} completed successfully. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 714.932994] env[62328]: DEBUG nova.virt.vmwareapi.vm_util [None req-6e0d2bff-0f4f-45c9-9564-15b58c0781f6 tempest-MigrationsAdminTest-413245202 tempest-MigrationsAdminTest-413245202-project-member] [instance: 4279ea33-3d7d-4713-9d21-9e7aa29026ae] Powering on the VM {{(pid=62328) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 714.932994] env[62328]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-7a697ecf-3c28-4bc9-b4be-9c6090dee536 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 714.940158] env[62328]: DEBUG oslo_vmware.api [None req-6e0d2bff-0f4f-45c9-9564-15b58c0781f6 tempest-MigrationsAdminTest-413245202 tempest-MigrationsAdminTest-413245202-project-member] Waiting for the task: (returnval){ [ 714.940158] env[62328]: value = "task-2386666" [ 714.940158] env[62328]: _type = "Task" [ 714.940158] env[62328]: } to complete. {{(pid=62328) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 714.948935] env[62328]: DEBUG oslo_vmware.api [None req-6e0d2bff-0f4f-45c9-9564-15b58c0781f6 tempest-MigrationsAdminTest-413245202 tempest-MigrationsAdminTest-413245202-project-member] Task: {'id': task-2386666, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 714.982773] env[62328]: DEBUG oslo_concurrency.lockutils [None req-8ba2afc8-b57c-4ff2-8b99-a208658a7fb8 tempest-ServerActionsV293TestJSON-1864378190 tempest-ServerActionsV293TestJSON-1864378190-project-member] Acquiring lock "refresh_cache-2f5e173e-0a48-45c2-ae86-64d86a2b45d4" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 714.982938] env[62328]: DEBUG oslo_concurrency.lockutils [None req-8ba2afc8-b57c-4ff2-8b99-a208658a7fb8 tempest-ServerActionsV293TestJSON-1864378190 tempest-ServerActionsV293TestJSON-1864378190-project-member] Acquired lock "refresh_cache-2f5e173e-0a48-45c2-ae86-64d86a2b45d4" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.983095] env[62328]: DEBUG nova.network.neutron [None req-8ba2afc8-b57c-4ff2-8b99-a208658a7fb8 tempest-ServerActionsV293TestJSON-1864378190 tempest-ServerActionsV293TestJSON-1864378190-project-member] [instance: 2f5e173e-0a48-45c2-ae86-64d86a2b45d4] Building network info cache for instance {{(pid=62328) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 715.034113] env[62328]: DEBUG oslo_vmware.api [None req-9e8c55d9-950b-462f-82d5-ddb0e06a064c tempest-ServersAdminNegativeTestJSON-593360600 tempest-ServersAdminNegativeTestJSON-593360600-project-member] Task: {'id': session[52a6e20e-410d-708a-99f2-080a575a99bd]5219398f-b95b-8148-4d5f-e51470c94ec3, 'name': SearchDatastore_Task, 'duration_secs': 0.025125} completed successfully. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 715.035296] env[62328]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0bc446c2-05c3-4e09-ab88-b841ef95d9c6 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 715.043184] env[62328]: DEBUG oslo_vmware.api [None req-9e8c55d9-950b-462f-82d5-ddb0e06a064c tempest-ServersAdminNegativeTestJSON-593360600 tempest-ServersAdminNegativeTestJSON-593360600-project-member] Waiting for the task: (returnval){ [ 715.043184] env[62328]: value = "session[52a6e20e-410d-708a-99f2-080a575a99bd]5235d483-be51-1404-0f8f-d730b2f8d592" [ 715.043184] env[62328]: _type = "Task" [ 715.043184] env[62328]: } to complete. {{(pid=62328) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 715.050634] env[62328]: DEBUG oslo_vmware.api [None req-9e8c55d9-950b-462f-82d5-ddb0e06a064c tempest-ServersAdminNegativeTestJSON-593360600 tempest-ServersAdminNegativeTestJSON-593360600-project-member] Task: {'id': session[52a6e20e-410d-708a-99f2-080a575a99bd]5235d483-be51-1404-0f8f-d730b2f8d592, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 715.116114] env[62328]: DEBUG oslo_concurrency.lockutils [None req-796be445-18c6-4869-8ab1-e27249159fbd tempest-ListImageFiltersTestJSON-111188615 tempest-ListImageFiltersTestJSON-111188615-project-member] Lock "a514091e-f57a-4447-b60b-7f22d6f26820" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 77.222s {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 715.149902] env[62328]: DEBUG oslo_concurrency.lockutils [req-d1d65894-d651-485d-87a8-ab26580e8342 req-4ba183ce-0f30-45ed-972e-b170350a01f0 service nova] Releasing lock "refresh_cache-036c1441-66e8-4a80-99a2-15dfe86351fc" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 715.150276] env[62328]: DEBUG nova.compute.manager [req-d1d65894-d651-485d-87a8-ab26580e8342 req-4ba183ce-0f30-45ed-972e-b170350a01f0 service nova] [instance: eaf3b1bf-6f71-48b1-b28d-bb882b9c2035] Received event network-vif-deleted-01c26390-7810-4e40-945a-02f7f3722800 {{(pid=62328) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 715.167733] env[62328]: DEBUG nova.compute.manager [req-be83d224-fc3d-4de7-abc7-dd5fbcec7217 req-20c2037b-811b-43de-ae8a-5ea966663514 service nova] [instance: 2f5e173e-0a48-45c2-ae86-64d86a2b45d4] Received event network-vif-plugged-6e290758-80b5-437c-a80b-1edfc65293d1 {{(pid=62328) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 715.168083] env[62328]: DEBUG oslo_concurrency.lockutils [req-be83d224-fc3d-4de7-abc7-dd5fbcec7217 req-20c2037b-811b-43de-ae8a-5ea966663514 service nova] Acquiring lock "2f5e173e-0a48-45c2-ae86-64d86a2b45d4-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 715.168526] env[62328]: DEBUG oslo_concurrency.lockutils [req-be83d224-fc3d-4de7-abc7-dd5fbcec7217 req-20c2037b-811b-43de-ae8a-5ea966663514 service nova] Lock "2f5e173e-0a48-45c2-ae86-64d86a2b45d4-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 715.168769] env[62328]: DEBUG oslo_concurrency.lockutils [req-be83d224-fc3d-4de7-abc7-dd5fbcec7217 req-20c2037b-811b-43de-ae8a-5ea966663514 service nova] Lock "2f5e173e-0a48-45c2-ae86-64d86a2b45d4-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 715.168999] env[62328]: DEBUG nova.compute.manager [req-be83d224-fc3d-4de7-abc7-dd5fbcec7217 req-20c2037b-811b-43de-ae8a-5ea966663514 service nova] [instance: 2f5e173e-0a48-45c2-ae86-64d86a2b45d4] No waiting events found dispatching network-vif-plugged-6e290758-80b5-437c-a80b-1edfc65293d1 {{(pid=62328) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 715.169231] env[62328]: WARNING nova.compute.manager [req-be83d224-fc3d-4de7-abc7-dd5fbcec7217 req-20c2037b-811b-43de-ae8a-5ea966663514 service nova] [instance: 2f5e173e-0a48-45c2-ae86-64d86a2b45d4] Received unexpected event network-vif-plugged-6e290758-80b5-437c-a80b-1edfc65293d1 for instance with vm_state building and task_state spawning. [ 715.170297] env[62328]: DEBUG nova.compute.manager [req-be83d224-fc3d-4de7-abc7-dd5fbcec7217 req-20c2037b-811b-43de-ae8a-5ea966663514 service nova] [instance: 2f5e173e-0a48-45c2-ae86-64d86a2b45d4] Received event network-changed-6e290758-80b5-437c-a80b-1edfc65293d1 {{(pid=62328) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 715.170297] env[62328]: DEBUG nova.compute.manager [req-be83d224-fc3d-4de7-abc7-dd5fbcec7217 req-20c2037b-811b-43de-ae8a-5ea966663514 service nova] [instance: 2f5e173e-0a48-45c2-ae86-64d86a2b45d4] Refreshing instance network info cache due to event network-changed-6e290758-80b5-437c-a80b-1edfc65293d1. {{(pid=62328) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 715.170297] env[62328]: DEBUG oslo_concurrency.lockutils [req-be83d224-fc3d-4de7-abc7-dd5fbcec7217 req-20c2037b-811b-43de-ae8a-5ea966663514 service nova] Acquiring lock "refresh_cache-2f5e173e-0a48-45c2-ae86-64d86a2b45d4" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 715.226940] env[62328]: DEBUG oslo_concurrency.lockutils [None req-4304e44d-bcdb-4b68-bc03-5d8ef070f9b0 tempest-ServersAdmin275Test-967106640 tempest-ServersAdmin275Test-967106640-project-admin] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.012s {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 715.231951] env[62328]: DEBUG nova.compute.manager [None req-ee58c141-4827-44f8-ae45-a73abbf09b01 tempest-ImagesOneServerNegativeTestJSON-835227872 tempest-ImagesOneServerNegativeTestJSON-835227872-project-member] [instance: 1691ec92-ed5b-436a-bba3-f5a998263955] Start spawning the instance on the hypervisor. {{(pid=62328) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 715.231951] env[62328]: DEBUG oslo_concurrency.lockutils [None req-2bddc42d-ab7a-4d59-86cf-47a40e9c35ff tempest-TenantUsagesTestJSON-2114917124 tempest-TenantUsagesTestJSON-2114917124-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 28.603s {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 715.231951] env[62328]: DEBUG nova.objects.instance [None req-2bddc42d-ab7a-4d59-86cf-47a40e9c35ff tempest-TenantUsagesTestJSON-2114917124 tempest-TenantUsagesTestJSON-2114917124-project-member] Lazy-loading 'resources' on Instance uuid fe79d679-7bb1-45f8-8189-1dcbcd72d111 {{(pid=62328) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 715.261693] env[62328]: DEBUG nova.virt.hardware [None req-ee58c141-4827-44f8-ae45-a73abbf09b01 tempest-ImagesOneServerNegativeTestJSON-835227872 tempest-ImagesOneServerNegativeTestJSON-835227872-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-07T17:16:55Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-07T17:16:37Z,direct_url=,disk_format='vmdk',id=dbf872a4-92be-47e4-8561-c3e2bf2423ab,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='2a64022f08d84b11a86773b900860ae5',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-07T17:16:38Z,virtual_size=,visibility=), allow threads: False {{(pid=62328) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 715.261943] env[62328]: DEBUG nova.virt.hardware [None req-ee58c141-4827-44f8-ae45-a73abbf09b01 tempest-ImagesOneServerNegativeTestJSON-835227872 tempest-ImagesOneServerNegativeTestJSON-835227872-project-member] Flavor limits 0:0:0 {{(pid=62328) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 715.262112] env[62328]: DEBUG nova.virt.hardware [None req-ee58c141-4827-44f8-ae45-a73abbf09b01 tempest-ImagesOneServerNegativeTestJSON-835227872 tempest-ImagesOneServerNegativeTestJSON-835227872-project-member] Image limits 0:0:0 {{(pid=62328) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 715.262297] env[62328]: DEBUG nova.virt.hardware [None req-ee58c141-4827-44f8-ae45-a73abbf09b01 tempest-ImagesOneServerNegativeTestJSON-835227872 tempest-ImagesOneServerNegativeTestJSON-835227872-project-member] Flavor pref 0:0:0 {{(pid=62328) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 715.262441] env[62328]: DEBUG nova.virt.hardware [None req-ee58c141-4827-44f8-ae45-a73abbf09b01 tempest-ImagesOneServerNegativeTestJSON-835227872 tempest-ImagesOneServerNegativeTestJSON-835227872-project-member] Image pref 0:0:0 {{(pid=62328) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 715.262585] env[62328]: DEBUG nova.virt.hardware [None req-ee58c141-4827-44f8-ae45-a73abbf09b01 tempest-ImagesOneServerNegativeTestJSON-835227872 tempest-ImagesOneServerNegativeTestJSON-835227872-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62328) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 715.262793] env[62328]: DEBUG nova.virt.hardware [None req-ee58c141-4827-44f8-ae45-a73abbf09b01 tempest-ImagesOneServerNegativeTestJSON-835227872 tempest-ImagesOneServerNegativeTestJSON-835227872-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62328) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 715.262948] env[62328]: DEBUG nova.virt.hardware [None req-ee58c141-4827-44f8-ae45-a73abbf09b01 tempest-ImagesOneServerNegativeTestJSON-835227872 tempest-ImagesOneServerNegativeTestJSON-835227872-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62328) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 715.263137] env[62328]: DEBUG nova.virt.hardware [None req-ee58c141-4827-44f8-ae45-a73abbf09b01 tempest-ImagesOneServerNegativeTestJSON-835227872 tempest-ImagesOneServerNegativeTestJSON-835227872-project-member] Got 1 possible topologies {{(pid=62328) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 715.263299] env[62328]: DEBUG nova.virt.hardware [None req-ee58c141-4827-44f8-ae45-a73abbf09b01 tempest-ImagesOneServerNegativeTestJSON-835227872 tempest-ImagesOneServerNegativeTestJSON-835227872-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62328) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 715.263468] env[62328]: DEBUG nova.virt.hardware [None req-ee58c141-4827-44f8-ae45-a73abbf09b01 tempest-ImagesOneServerNegativeTestJSON-835227872 tempest-ImagesOneServerNegativeTestJSON-835227872-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62328) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 715.264393] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cba87034-fde1-499b-893b-8dd894597dcd {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 715.274392] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-422e77c4-9c72-4830-b93a-b426e9a897ba {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 715.451135] env[62328]: DEBUG oslo_vmware.api [None req-6e0d2bff-0f4f-45c9-9564-15b58c0781f6 tempest-MigrationsAdminTest-413245202 tempest-MigrationsAdminTest-413245202-project-member] Task: {'id': task-2386666, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 715.523225] env[62328]: DEBUG nova.network.neutron [None req-8ba2afc8-b57c-4ff2-8b99-a208658a7fb8 tempest-ServerActionsV293TestJSON-1864378190 tempest-ServerActionsV293TestJSON-1864378190-project-member] [instance: 2f5e173e-0a48-45c2-ae86-64d86a2b45d4] Instance cache missing network info. {{(pid=62328) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 715.553758] env[62328]: DEBUG oslo_vmware.api [None req-9e8c55d9-950b-462f-82d5-ddb0e06a064c tempest-ServersAdminNegativeTestJSON-593360600 tempest-ServersAdminNegativeTestJSON-593360600-project-member] Task: {'id': session[52a6e20e-410d-708a-99f2-080a575a99bd]5235d483-be51-1404-0f8f-d730b2f8d592, 'name': SearchDatastore_Task, 'duration_secs': 0.02177} completed successfully. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 715.554311] env[62328]: DEBUG oslo_concurrency.lockutils [None req-9e8c55d9-950b-462f-82d5-ddb0e06a064c tempest-ServersAdminNegativeTestJSON-593360600 tempest-ServersAdminNegativeTestJSON-593360600-project-member] Releasing lock "[datastore1] devstack-image-cache_base/dbf872a4-92be-47e4-8561-c3e2bf2423ab/dbf872a4-92be-47e4-8561-c3e2bf2423ab.vmdk" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 715.554311] env[62328]: DEBUG nova.virt.vmwareapi.vm_util [None req-9e8c55d9-950b-462f-82d5-ddb0e06a064c tempest-ServersAdminNegativeTestJSON-593360600 tempest-ServersAdminNegativeTestJSON-593360600-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/dbf872a4-92be-47e4-8561-c3e2bf2423ab/dbf872a4-92be-47e4-8561-c3e2bf2423ab.vmdk to [datastore1] 036c1441-66e8-4a80-99a2-15dfe86351fc/036c1441-66e8-4a80-99a2-15dfe86351fc.vmdk {{(pid=62328) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 715.554583] env[62328]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-eeaa4825-e020-4cbf-a712-4f0294f6a203 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 715.562035] env[62328]: DEBUG oslo_vmware.api [None req-9e8c55d9-950b-462f-82d5-ddb0e06a064c tempest-ServersAdminNegativeTestJSON-593360600 tempest-ServersAdminNegativeTestJSON-593360600-project-member] Waiting for the task: (returnval){ [ 715.562035] env[62328]: value = "task-2386667" [ 715.562035] env[62328]: _type = "Task" [ 715.562035] env[62328]: } to complete. {{(pid=62328) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 715.573414] env[62328]: DEBUG oslo_vmware.api [None req-9e8c55d9-950b-462f-82d5-ddb0e06a064c tempest-ServersAdminNegativeTestJSON-593360600 tempest-ServersAdminNegativeTestJSON-593360600-project-member] Task: {'id': task-2386667, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 715.623047] env[62328]: DEBUG nova.compute.manager [None req-489fb2c0-194d-4041-829f-8587e2716af1 tempest-ServersTestFqdnHostnames-1216059078 tempest-ServersTestFqdnHostnames-1216059078-project-member] [instance: ab48d158-561e-40d6-a649-f38a096d96c3] Starting instance... {{(pid=62328) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 715.717399] env[62328]: DEBUG nova.network.neutron [None req-8ba2afc8-b57c-4ff2-8b99-a208658a7fb8 tempest-ServerActionsV293TestJSON-1864378190 tempest-ServerActionsV293TestJSON-1864378190-project-member] [instance: 2f5e173e-0a48-45c2-ae86-64d86a2b45d4] Updating instance_info_cache with network_info: [{"id": "6e290758-80b5-437c-a80b-1edfc65293d1", "address": "fa:16:3e:8f:47:c9", "network": {"id": "02770bfa-1da2-4820-8db7-4a6948baec77", "bridge": "br-int", "label": "tempest-ServerActionsV293TestJSON-1102968252-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "423fc74ed25748e9a82a61e417d87111", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "43ad01d2-c7dd-453c-a929-8ad76294d13c", "external-id": "nsx-vlan-transportzone-176", "segmentation_id": 176, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6e290758-80", "ovs_interfaceid": "6e290758-80b5-437c-a80b-1edfc65293d1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62328) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 715.951413] env[62328]: DEBUG oslo_vmware.api [None req-6e0d2bff-0f4f-45c9-9564-15b58c0781f6 tempest-MigrationsAdminTest-413245202 tempest-MigrationsAdminTest-413245202-project-member] Task: {'id': task-2386666, 'name': PowerOnVM_Task, 'duration_secs': 0.577059} completed successfully. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 715.954462] env[62328]: DEBUG nova.virt.vmwareapi.vm_util [None req-6e0d2bff-0f4f-45c9-9564-15b58c0781f6 tempest-MigrationsAdminTest-413245202 tempest-MigrationsAdminTest-413245202-project-member] [instance: 4279ea33-3d7d-4713-9d21-9e7aa29026ae] Powered on the VM {{(pid=62328) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 715.955096] env[62328]: INFO nova.compute.manager [None req-6e0d2bff-0f4f-45c9-9564-15b58c0781f6 tempest-MigrationsAdminTest-413245202 tempest-MigrationsAdminTest-413245202-project-member] [instance: 4279ea33-3d7d-4713-9d21-9e7aa29026ae] Took 8.76 seconds to spawn the instance on the hypervisor. [ 715.955096] env[62328]: DEBUG nova.compute.manager [None req-6e0d2bff-0f4f-45c9-9564-15b58c0781f6 tempest-MigrationsAdminTest-413245202 tempest-MigrationsAdminTest-413245202-project-member] [instance: 4279ea33-3d7d-4713-9d21-9e7aa29026ae] Checking state {{(pid=62328) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 715.956021] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-863fee12-c230-481f-b987-3fd25c2d5df7 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 716.072991] env[62328]: DEBUG oslo_vmware.api [None req-9e8c55d9-950b-462f-82d5-ddb0e06a064c tempest-ServersAdminNegativeTestJSON-593360600 tempest-ServersAdminNegativeTestJSON-593360600-project-member] Task: {'id': task-2386667, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 716.145251] env[62328]: DEBUG oslo_concurrency.lockutils [None req-489fb2c0-194d-4041-829f-8587e2716af1 tempest-ServersTestFqdnHostnames-1216059078 tempest-ServersTestFqdnHostnames-1216059078-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 716.220553] env[62328]: DEBUG oslo_concurrency.lockutils [None req-8ba2afc8-b57c-4ff2-8b99-a208658a7fb8 tempest-ServerActionsV293TestJSON-1864378190 tempest-ServerActionsV293TestJSON-1864378190-project-member] Releasing lock "refresh_cache-2f5e173e-0a48-45c2-ae86-64d86a2b45d4" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 716.220914] env[62328]: DEBUG nova.compute.manager [None req-8ba2afc8-b57c-4ff2-8b99-a208658a7fb8 tempest-ServerActionsV293TestJSON-1864378190 tempest-ServerActionsV293TestJSON-1864378190-project-member] [instance: 2f5e173e-0a48-45c2-ae86-64d86a2b45d4] Instance network_info: |[{"id": "6e290758-80b5-437c-a80b-1edfc65293d1", "address": "fa:16:3e:8f:47:c9", "network": {"id": "02770bfa-1da2-4820-8db7-4a6948baec77", "bridge": "br-int", "label": "tempest-ServerActionsV293TestJSON-1102968252-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "423fc74ed25748e9a82a61e417d87111", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "43ad01d2-c7dd-453c-a929-8ad76294d13c", "external-id": "nsx-vlan-transportzone-176", "segmentation_id": 176, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6e290758-80", "ovs_interfaceid": "6e290758-80b5-437c-a80b-1edfc65293d1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62328) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 716.221245] env[62328]: DEBUG oslo_concurrency.lockutils [req-be83d224-fc3d-4de7-abc7-dd5fbcec7217 req-20c2037b-811b-43de-ae8a-5ea966663514 service nova] Acquired lock "refresh_cache-2f5e173e-0a48-45c2-ae86-64d86a2b45d4" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.221430] env[62328]: DEBUG nova.network.neutron [req-be83d224-fc3d-4de7-abc7-dd5fbcec7217 req-20c2037b-811b-43de-ae8a-5ea966663514 service nova] [instance: 2f5e173e-0a48-45c2-ae86-64d86a2b45d4] Refreshing network info cache for port 6e290758-80b5-437c-a80b-1edfc65293d1 {{(pid=62328) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 716.222636] env[62328]: DEBUG nova.virt.vmwareapi.vmops [None req-8ba2afc8-b57c-4ff2-8b99-a208658a7fb8 tempest-ServerActionsV293TestJSON-1864378190 tempest-ServerActionsV293TestJSON-1864378190-project-member] [instance: 2f5e173e-0a48-45c2-ae86-64d86a2b45d4] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:8f:47:c9', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '43ad01d2-c7dd-453c-a929-8ad76294d13c', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '6e290758-80b5-437c-a80b-1edfc65293d1', 'vif_model': 'vmxnet3'}] {{(pid=62328) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 716.230666] env[62328]: DEBUG nova.virt.vmwareapi.vm_util [None req-8ba2afc8-b57c-4ff2-8b99-a208658a7fb8 tempest-ServerActionsV293TestJSON-1864378190 tempest-ServerActionsV293TestJSON-1864378190-project-member] Creating folder: Project (423fc74ed25748e9a82a61e417d87111). Parent ref: group-v484164. {{(pid=62328) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 716.234753] env[62328]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-d6c39644-ecb0-477e-b181-aa5d01820715 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 716.256131] env[62328]: WARNING suds.client [-] Web service reported a SOAP processing fault using an unexpected HTTP status code 200. Reporting as an internal server error. [ 716.256676] env[62328]: DEBUG oslo_vmware.api [-] Fault list: [DuplicateName] {{(pid=62328) _invoke_api /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:337}} [ 716.257174] env[62328]: DEBUG nova.virt.vmwareapi.vm_util [None req-8ba2afc8-b57c-4ff2-8b99-a208658a7fb8 tempest-ServerActionsV293TestJSON-1864378190 tempest-ServerActionsV293TestJSON-1864378190-project-member] Folder already exists: Project (423fc74ed25748e9a82a61e417d87111). Parent ref: group-v484164. {{(pid=62328) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1609}} [ 716.257425] env[62328]: DEBUG nova.virt.vmwareapi.vm_util [None req-8ba2afc8-b57c-4ff2-8b99-a208658a7fb8 tempest-ServerActionsV293TestJSON-1864378190 tempest-ServerActionsV293TestJSON-1864378190-project-member] Creating folder: Instances. Parent ref: group-v484229. {{(pid=62328) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 716.258022] env[62328]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-77ba28f1-68ac-43c5-97e5-b24026c837fb {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 716.271670] env[62328]: INFO nova.virt.vmwareapi.vm_util [None req-8ba2afc8-b57c-4ff2-8b99-a208658a7fb8 tempest-ServerActionsV293TestJSON-1864378190 tempest-ServerActionsV293TestJSON-1864378190-project-member] Created folder: Instances in parent group-v484229. [ 716.271925] env[62328]: DEBUG oslo.service.loopingcall [None req-8ba2afc8-b57c-4ff2-8b99-a208658a7fb8 tempest-ServerActionsV293TestJSON-1864378190 tempest-ServerActionsV293TestJSON-1864378190-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62328) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 716.272147] env[62328]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2f5e173e-0a48-45c2-ae86-64d86a2b45d4] Creating VM on the ESX host {{(pid=62328) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 716.272375] env[62328]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-3db95adc-9012-4581-95fa-d7cb6a1aa80b {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 716.296147] env[62328]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 716.296147] env[62328]: value = "task-2386670" [ 716.296147] env[62328]: _type = "Task" [ 716.296147] env[62328]: } to complete. {{(pid=62328) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 716.303048] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-511e6edb-9a3c-4443-a1e7-abfa44684409 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 716.308783] env[62328]: DEBUG oslo_vmware.api [-] Task: {'id': task-2386670, 'name': CreateVM_Task} progress is 0%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 716.313894] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-88bc9f04-be28-4a1a-9d25-a6de682e8b48 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 716.347349] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-12612311-3210-4f66-ba07-e5b39d36d44c {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 716.355844] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8443a639-afc6-4c2d-8d15-9a397ea21fdc {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 716.370021] env[62328]: DEBUG nova.compute.provider_tree [None req-2bddc42d-ab7a-4d59-86cf-47a40e9c35ff tempest-TenantUsagesTestJSON-2114917124 tempest-TenantUsagesTestJSON-2114917124-project-member] Inventory has not changed in ProviderTree for provider: 3469e9f8-04af-49ca-8435-49f104496744 {{(pid=62328) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 716.489816] env[62328]: INFO nova.compute.manager [None req-6e0d2bff-0f4f-45c9-9564-15b58c0781f6 tempest-MigrationsAdminTest-413245202 tempest-MigrationsAdminTest-413245202-project-member] [instance: 4279ea33-3d7d-4713-9d21-9e7aa29026ae] Took 41.02 seconds to build instance. [ 716.575809] env[62328]: DEBUG oslo_vmware.api [None req-9e8c55d9-950b-462f-82d5-ddb0e06a064c tempest-ServersAdminNegativeTestJSON-593360600 tempest-ServersAdminNegativeTestJSON-593360600-project-member] Task: {'id': task-2386667, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.717444} completed successfully. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 716.576247] env[62328]: DEBUG nova.virt.vmwareapi.vm_util [None req-9e8c55d9-950b-462f-82d5-ddb0e06a064c tempest-ServersAdminNegativeTestJSON-593360600 tempest-ServersAdminNegativeTestJSON-593360600-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/dbf872a4-92be-47e4-8561-c3e2bf2423ab/dbf872a4-92be-47e4-8561-c3e2bf2423ab.vmdk to [datastore1] 036c1441-66e8-4a80-99a2-15dfe86351fc/036c1441-66e8-4a80-99a2-15dfe86351fc.vmdk {{(pid=62328) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 716.576352] env[62328]: DEBUG nova.virt.vmwareapi.vmops [None req-9e8c55d9-950b-462f-82d5-ddb0e06a064c tempest-ServersAdminNegativeTestJSON-593360600 tempest-ServersAdminNegativeTestJSON-593360600-project-member] [instance: 036c1441-66e8-4a80-99a2-15dfe86351fc] Extending root virtual disk to 1048576 {{(pid=62328) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 716.576616] env[62328]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-bfa2bc6f-bad4-4c9f-84f0-c1a30435c231 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 716.583431] env[62328]: DEBUG oslo_vmware.api [None req-9e8c55d9-950b-462f-82d5-ddb0e06a064c tempest-ServersAdminNegativeTestJSON-593360600 tempest-ServersAdminNegativeTestJSON-593360600-project-member] Waiting for the task: (returnval){ [ 716.583431] env[62328]: value = "task-2386671" [ 716.583431] env[62328]: _type = "Task" [ 716.583431] env[62328]: } to complete. {{(pid=62328) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 716.591107] env[62328]: DEBUG oslo_vmware.api [None req-9e8c55d9-950b-462f-82d5-ddb0e06a064c tempest-ServersAdminNegativeTestJSON-593360600 tempest-ServersAdminNegativeTestJSON-593360600-project-member] Task: {'id': task-2386671, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 716.696516] env[62328]: DEBUG nova.compute.manager [None req-13f6f212-860e-474c-8e3f-1c76cd009de5 tempest-ListImageFiltersTestJSON-111188615 tempest-ListImageFiltersTestJSON-111188615-project-member] [instance: 8e31afa5-82ea-4e3e-8913-77f24ee85e4e] Checking state {{(pid=62328) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 716.697777] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-89e723e8-5aa7-4e48-b063-c8cee599bc62 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 716.808510] env[62328]: DEBUG oslo_vmware.api [-] Task: {'id': task-2386670, 'name': CreateVM_Task} progress is 25%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 716.873687] env[62328]: DEBUG nova.scheduler.client.report [None req-2bddc42d-ab7a-4d59-86cf-47a40e9c35ff tempest-TenantUsagesTestJSON-2114917124 tempest-TenantUsagesTestJSON-2114917124-project-member] Inventory has not changed for provider 3469e9f8-04af-49ca-8435-49f104496744 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 152, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62328) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 716.992651] env[62328]: DEBUG oslo_concurrency.lockutils [None req-6e0d2bff-0f4f-45c9-9564-15b58c0781f6 tempest-MigrationsAdminTest-413245202 tempest-MigrationsAdminTest-413245202-project-member] Lock "4279ea33-3d7d-4713-9d21-9e7aa29026ae" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 78.767s {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 717.098325] env[62328]: DEBUG oslo_vmware.api [None req-9e8c55d9-950b-462f-82d5-ddb0e06a064c tempest-ServersAdminNegativeTestJSON-593360600 tempest-ServersAdminNegativeTestJSON-593360600-project-member] Task: {'id': task-2386671, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 717.186187] env[62328]: DEBUG nova.network.neutron [None req-ee58c141-4827-44f8-ae45-a73abbf09b01 tempest-ImagesOneServerNegativeTestJSON-835227872 tempest-ImagesOneServerNegativeTestJSON-835227872-project-member] [instance: 1691ec92-ed5b-436a-bba3-f5a998263955] Successfully updated port: 6eab9094-688f-47ed-9cb7-dd4feb7cd5b2 {{(pid=62328) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 717.211061] env[62328]: INFO nova.compute.manager [None req-13f6f212-860e-474c-8e3f-1c76cd009de5 tempest-ListImageFiltersTestJSON-111188615 tempest-ListImageFiltersTestJSON-111188615-project-member] [instance: 8e31afa5-82ea-4e3e-8913-77f24ee85e4e] instance snapshotting [ 717.214417] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b49d0e9a-ce95-4e77-802a-2ae04bb34885 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 717.237354] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-98200de6-4cdc-41de-b983-76f36aea2fb6 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 717.255062] env[62328]: DEBUG nova.network.neutron [req-be83d224-fc3d-4de7-abc7-dd5fbcec7217 req-20c2037b-811b-43de-ae8a-5ea966663514 service nova] [instance: 2f5e173e-0a48-45c2-ae86-64d86a2b45d4] Updated VIF entry in instance network info cache for port 6e290758-80b5-437c-a80b-1edfc65293d1. {{(pid=62328) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 717.255441] env[62328]: DEBUG nova.network.neutron [req-be83d224-fc3d-4de7-abc7-dd5fbcec7217 req-20c2037b-811b-43de-ae8a-5ea966663514 service nova] [instance: 2f5e173e-0a48-45c2-ae86-64d86a2b45d4] Updating instance_info_cache with network_info: [{"id": "6e290758-80b5-437c-a80b-1edfc65293d1", "address": "fa:16:3e:8f:47:c9", "network": {"id": "02770bfa-1da2-4820-8db7-4a6948baec77", "bridge": "br-int", "label": "tempest-ServerActionsV293TestJSON-1102968252-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "423fc74ed25748e9a82a61e417d87111", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "43ad01d2-c7dd-453c-a929-8ad76294d13c", "external-id": "nsx-vlan-transportzone-176", "segmentation_id": 176, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6e290758-80", "ovs_interfaceid": "6e290758-80b5-437c-a80b-1edfc65293d1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62328) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 717.308481] env[62328]: DEBUG oslo_vmware.api [-] Task: {'id': task-2386670, 'name': CreateVM_Task} progress is 25%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 717.379996] env[62328]: DEBUG oslo_concurrency.lockutils [None req-2bddc42d-ab7a-4d59-86cf-47a40e9c35ff tempest-TenantUsagesTestJSON-2114917124 tempest-TenantUsagesTestJSON-2114917124-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.148s {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 717.381630] env[62328]: DEBUG oslo_concurrency.lockutils [None req-4c1e6f55-4288-49e6-acad-b83f602f950b tempest-ImagesTestJSON-1776717495 tempest-ImagesTestJSON-1776717495-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 29.679s {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 717.383241] env[62328]: INFO nova.compute.claims [None req-4c1e6f55-4288-49e6-acad-b83f602f950b tempest-ImagesTestJSON-1776717495 tempest-ImagesTestJSON-1776717495-project-member] [instance: 911ce85b-847c-4cda-9753-e10fdaf224a5] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 717.407283] env[62328]: INFO nova.scheduler.client.report [None req-2bddc42d-ab7a-4d59-86cf-47a40e9c35ff tempest-TenantUsagesTestJSON-2114917124 tempest-TenantUsagesTestJSON-2114917124-project-member] Deleted allocations for instance fe79d679-7bb1-45f8-8189-1dcbcd72d111 [ 717.420397] env[62328]: DEBUG nova.compute.manager [req-7ef15149-e9cc-4b3b-88ea-86d891908845 req-c1208e0c-d9dd-436c-8c07-3df0be1c8209 service nova] [instance: 1691ec92-ed5b-436a-bba3-f5a998263955] Received event network-vif-plugged-6eab9094-688f-47ed-9cb7-dd4feb7cd5b2 {{(pid=62328) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 717.420637] env[62328]: DEBUG oslo_concurrency.lockutils [req-7ef15149-e9cc-4b3b-88ea-86d891908845 req-c1208e0c-d9dd-436c-8c07-3df0be1c8209 service nova] Acquiring lock "1691ec92-ed5b-436a-bba3-f5a998263955-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 717.420979] env[62328]: DEBUG oslo_concurrency.lockutils [req-7ef15149-e9cc-4b3b-88ea-86d891908845 req-c1208e0c-d9dd-436c-8c07-3df0be1c8209 service nova] Lock "1691ec92-ed5b-436a-bba3-f5a998263955-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 717.421132] env[62328]: DEBUG oslo_concurrency.lockutils [req-7ef15149-e9cc-4b3b-88ea-86d891908845 req-c1208e0c-d9dd-436c-8c07-3df0be1c8209 service nova] Lock "1691ec92-ed5b-436a-bba3-f5a998263955-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 717.421303] env[62328]: DEBUG nova.compute.manager [req-7ef15149-e9cc-4b3b-88ea-86d891908845 req-c1208e0c-d9dd-436c-8c07-3df0be1c8209 service nova] [instance: 1691ec92-ed5b-436a-bba3-f5a998263955] No waiting events found dispatching network-vif-plugged-6eab9094-688f-47ed-9cb7-dd4feb7cd5b2 {{(pid=62328) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 717.421467] env[62328]: WARNING nova.compute.manager [req-7ef15149-e9cc-4b3b-88ea-86d891908845 req-c1208e0c-d9dd-436c-8c07-3df0be1c8209 service nova] [instance: 1691ec92-ed5b-436a-bba3-f5a998263955] Received unexpected event network-vif-plugged-6eab9094-688f-47ed-9cb7-dd4feb7cd5b2 for instance with vm_state building and task_state spawning. [ 717.495431] env[62328]: DEBUG nova.compute.manager [None req-67c9ef5c-3f88-401e-87f8-b158bbbf893e tempest-ServersTestMultiNic-1057987772 tempest-ServersTestMultiNic-1057987772-project-member] [instance: 93ca7686-9ab7-434e-b425-148d3ba8db62] Starting instance... {{(pid=62328) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 717.595118] env[62328]: DEBUG oslo_vmware.api [None req-9e8c55d9-950b-462f-82d5-ddb0e06a064c tempest-ServersAdminNegativeTestJSON-593360600 tempest-ServersAdminNegativeTestJSON-593360600-project-member] Task: {'id': task-2386671, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.870426} completed successfully. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 717.595549] env[62328]: DEBUG nova.virt.vmwareapi.vmops [None req-9e8c55d9-950b-462f-82d5-ddb0e06a064c tempest-ServersAdminNegativeTestJSON-593360600 tempest-ServersAdminNegativeTestJSON-593360600-project-member] [instance: 036c1441-66e8-4a80-99a2-15dfe86351fc] Extended root virtual disk {{(pid=62328) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 717.597187] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-65acafe3-755a-4456-8b89-5bc9a7b94a6f {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 717.621640] env[62328]: DEBUG nova.virt.vmwareapi.volumeops [None req-9e8c55d9-950b-462f-82d5-ddb0e06a064c tempest-ServersAdminNegativeTestJSON-593360600 tempest-ServersAdminNegativeTestJSON-593360600-project-member] [instance: 036c1441-66e8-4a80-99a2-15dfe86351fc] Reconfiguring VM instance instance-0000002e to attach disk [datastore1] 036c1441-66e8-4a80-99a2-15dfe86351fc/036c1441-66e8-4a80-99a2-15dfe86351fc.vmdk or device None with type sparse {{(pid=62328) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 717.622086] env[62328]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ecb42225-6280-468e-9db5-84d767e266ee {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 717.645439] env[62328]: DEBUG oslo_vmware.api [None req-9e8c55d9-950b-462f-82d5-ddb0e06a064c tempest-ServersAdminNegativeTestJSON-593360600 tempest-ServersAdminNegativeTestJSON-593360600-project-member] Waiting for the task: (returnval){ [ 717.645439] env[62328]: value = "task-2386672" [ 717.645439] env[62328]: _type = "Task" [ 717.645439] env[62328]: } to complete. {{(pid=62328) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 717.654570] env[62328]: DEBUG oslo_vmware.api [None req-9e8c55d9-950b-462f-82d5-ddb0e06a064c tempest-ServersAdminNegativeTestJSON-593360600 tempest-ServersAdminNegativeTestJSON-593360600-project-member] Task: {'id': task-2386672, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 717.686383] env[62328]: DEBUG oslo_concurrency.lockutils [None req-ee58c141-4827-44f8-ae45-a73abbf09b01 tempest-ImagesOneServerNegativeTestJSON-835227872 tempest-ImagesOneServerNegativeTestJSON-835227872-project-member] Acquiring lock "refresh_cache-1691ec92-ed5b-436a-bba3-f5a998263955" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 717.686440] env[62328]: DEBUG oslo_concurrency.lockutils [None req-ee58c141-4827-44f8-ae45-a73abbf09b01 tempest-ImagesOneServerNegativeTestJSON-835227872 tempest-ImagesOneServerNegativeTestJSON-835227872-project-member] Acquired lock "refresh_cache-1691ec92-ed5b-436a-bba3-f5a998263955" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.686597] env[62328]: DEBUG nova.network.neutron [None req-ee58c141-4827-44f8-ae45-a73abbf09b01 tempest-ImagesOneServerNegativeTestJSON-835227872 tempest-ImagesOneServerNegativeTestJSON-835227872-project-member] [instance: 1691ec92-ed5b-436a-bba3-f5a998263955] Building network info cache for instance {{(pid=62328) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 717.752919] env[62328]: DEBUG nova.virt.vmwareapi.vmops [None req-13f6f212-860e-474c-8e3f-1c76cd009de5 tempest-ListImageFiltersTestJSON-111188615 tempest-ListImageFiltersTestJSON-111188615-project-member] [instance: 8e31afa5-82ea-4e3e-8913-77f24ee85e4e] Creating Snapshot of the VM instance {{(pid=62328) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 717.753338] env[62328]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-afdfa9a4-f1bc-4e5f-8e57-d16665641920 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 717.758602] env[62328]: DEBUG oslo_concurrency.lockutils [req-be83d224-fc3d-4de7-abc7-dd5fbcec7217 req-20c2037b-811b-43de-ae8a-5ea966663514 service nova] Releasing lock "refresh_cache-2f5e173e-0a48-45c2-ae86-64d86a2b45d4" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 717.763629] env[62328]: DEBUG oslo_vmware.api [None req-13f6f212-860e-474c-8e3f-1c76cd009de5 tempest-ListImageFiltersTestJSON-111188615 tempest-ListImageFiltersTestJSON-111188615-project-member] Waiting for the task: (returnval){ [ 717.763629] env[62328]: value = "task-2386673" [ 717.763629] env[62328]: _type = "Task" [ 717.763629] env[62328]: } to complete. {{(pid=62328) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 717.773636] env[62328]: DEBUG oslo_vmware.api [None req-13f6f212-860e-474c-8e3f-1c76cd009de5 tempest-ListImageFiltersTestJSON-111188615 tempest-ListImageFiltersTestJSON-111188615-project-member] Task: {'id': task-2386673, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 717.809092] env[62328]: DEBUG oslo_vmware.api [-] Task: {'id': task-2386670, 'name': CreateVM_Task} progress is 99%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 717.915204] env[62328]: DEBUG oslo_concurrency.lockutils [None req-2bddc42d-ab7a-4d59-86cf-47a40e9c35ff tempest-TenantUsagesTestJSON-2114917124 tempest-TenantUsagesTestJSON-2114917124-project-member] Lock "fe79d679-7bb1-45f8-8189-1dcbcd72d111" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 34.835s {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 718.024443] env[62328]: DEBUG oslo_concurrency.lockutils [None req-67c9ef5c-3f88-401e-87f8-b158bbbf893e tempest-ServersTestMultiNic-1057987772 tempest-ServersTestMultiNic-1057987772-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 718.160100] env[62328]: DEBUG oslo_vmware.api [None req-9e8c55d9-950b-462f-82d5-ddb0e06a064c tempest-ServersAdminNegativeTestJSON-593360600 tempest-ServersAdminNegativeTestJSON-593360600-project-member] Task: {'id': task-2386672, 'name': ReconfigVM_Task, 'duration_secs': 0.453531} completed successfully. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 718.160514] env[62328]: DEBUG nova.virt.vmwareapi.volumeops [None req-9e8c55d9-950b-462f-82d5-ddb0e06a064c tempest-ServersAdminNegativeTestJSON-593360600 tempest-ServersAdminNegativeTestJSON-593360600-project-member] [instance: 036c1441-66e8-4a80-99a2-15dfe86351fc] Reconfigured VM instance instance-0000002e to attach disk [datastore1] 036c1441-66e8-4a80-99a2-15dfe86351fc/036c1441-66e8-4a80-99a2-15dfe86351fc.vmdk or device None with type sparse {{(pid=62328) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 718.161357] env[62328]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-2bbce625-ec8a-431d-a90e-dfcd9cc4d03b {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 718.169082] env[62328]: DEBUG oslo_vmware.api [None req-9e8c55d9-950b-462f-82d5-ddb0e06a064c tempest-ServersAdminNegativeTestJSON-593360600 tempest-ServersAdminNegativeTestJSON-593360600-project-member] Waiting for the task: (returnval){ [ 718.169082] env[62328]: value = "task-2386674" [ 718.169082] env[62328]: _type = "Task" [ 718.169082] env[62328]: } to complete. {{(pid=62328) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 718.180188] env[62328]: DEBUG oslo_vmware.api [None req-9e8c55d9-950b-462f-82d5-ddb0e06a064c tempest-ServersAdminNegativeTestJSON-593360600 tempest-ServersAdminNegativeTestJSON-593360600-project-member] Task: {'id': task-2386674, 'name': Rename_Task} progress is 5%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 718.245150] env[62328]: DEBUG nova.network.neutron [None req-ee58c141-4827-44f8-ae45-a73abbf09b01 tempest-ImagesOneServerNegativeTestJSON-835227872 tempest-ImagesOneServerNegativeTestJSON-835227872-project-member] [instance: 1691ec92-ed5b-436a-bba3-f5a998263955] Instance cache missing network info. {{(pid=62328) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 718.275944] env[62328]: DEBUG oslo_vmware.api [None req-13f6f212-860e-474c-8e3f-1c76cd009de5 tempest-ListImageFiltersTestJSON-111188615 tempest-ListImageFiltersTestJSON-111188615-project-member] Task: {'id': task-2386673, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 718.317771] env[62328]: DEBUG oslo_vmware.api [-] Task: {'id': task-2386670, 'name': CreateVM_Task, 'duration_secs': 1.625102} completed successfully. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 718.318122] env[62328]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2f5e173e-0a48-45c2-ae86-64d86a2b45d4] Created VM on the ESX host {{(pid=62328) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 718.318764] env[62328]: DEBUG nova.virt.vmwareapi.vmops [None req-8ba2afc8-b57c-4ff2-8b99-a208658a7fb8 tempest-ServerActionsV293TestJSON-1864378190 tempest-ServerActionsV293TestJSON-1864378190-project-member] [instance: 2f5e173e-0a48-45c2-ae86-64d86a2b45d4] Block device information present: {'root_device_name': '/dev/sda', 'image': [], 'ephemerals': [], 'block_device_mapping': [{'connection_info': {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-484239', 'volume_id': '0da4a820-256e-4fbb-941e-7249bbabc770', 'name': 'volume-0da4a820-256e-4fbb-941e-7249bbabc770', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '2f5e173e-0a48-45c2-ae86-64d86a2b45d4', 'attached_at': '', 'detached_at': '', 'volume_id': '0da4a820-256e-4fbb-941e-7249bbabc770', 'serial': '0da4a820-256e-4fbb-941e-7249bbabc770'}, 'attachment_id': '327e988d-4782-440b-bce9-fff8e5776d31', 'disk_bus': None, 'delete_on_termination': True, 'guest_format': None, 'mount_device': '/dev/sda', 'boot_index': 0, 'device_type': None, 'volume_type': None}], 'swap': None} {{(pid=62328) spawn /opt/stack/nova/nova/virt/vmwareapi/vmops.py:799}} [ 718.319705] env[62328]: DEBUG nova.virt.vmwareapi.volumeops [None req-8ba2afc8-b57c-4ff2-8b99-a208658a7fb8 tempest-ServerActionsV293TestJSON-1864378190 tempest-ServerActionsV293TestJSON-1864378190-project-member] [instance: 2f5e173e-0a48-45c2-ae86-64d86a2b45d4] Root volume attach. Driver type: vmdk {{(pid=62328) attach_root_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:661}} [ 718.319971] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f6f238c2-9148-4156-aa08-28efe8566a89 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 718.337250] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e3623015-2f2d-4cb5-b28a-e09c34b1feda {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 718.349060] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-000e5af3-312f-4d9f-b38b-d2b9661e24e4 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 718.356735] env[62328]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.RelocateVM_Task with opID=oslo.vmware-6c690d33-3be2-4572-b44d-1801c376f619 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 718.367230] env[62328]: DEBUG oslo_vmware.api [None req-8ba2afc8-b57c-4ff2-8b99-a208658a7fb8 tempest-ServerActionsV293TestJSON-1864378190 tempest-ServerActionsV293TestJSON-1864378190-project-member] Waiting for the task: (returnval){ [ 718.367230] env[62328]: value = "task-2386675" [ 718.367230] env[62328]: _type = "Task" [ 718.367230] env[62328]: } to complete. {{(pid=62328) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 718.377453] env[62328]: DEBUG oslo_vmware.api [None req-8ba2afc8-b57c-4ff2-8b99-a208658a7fb8 tempest-ServerActionsV293TestJSON-1864378190 tempest-ServerActionsV293TestJSON-1864378190-project-member] Task: {'id': task-2386675, 'name': RelocateVM_Task} progress is 0%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 718.546281] env[62328]: DEBUG nova.network.neutron [None req-ee58c141-4827-44f8-ae45-a73abbf09b01 tempest-ImagesOneServerNegativeTestJSON-835227872 tempest-ImagesOneServerNegativeTestJSON-835227872-project-member] [instance: 1691ec92-ed5b-436a-bba3-f5a998263955] Updating instance_info_cache with network_info: [{"id": "6eab9094-688f-47ed-9cb7-dd4feb7cd5b2", "address": "fa:16:3e:3e:ec:4f", "network": {"id": "feab4433-9414-4cb7-9514-0d82ba3bdb9e", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-1637745333-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c7a85d39d53e4b2c967508704710eb81", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c8f580e6-1d86-41ee-9ebe-c531cb9299c6", "external-id": "nsx-vlan-transportzone-150", "segmentation_id": 150, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6eab9094-68", "ovs_interfaceid": "6eab9094-688f-47ed-9cb7-dd4feb7cd5b2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62328) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 718.687886] env[62328]: DEBUG oslo_vmware.api [None req-9e8c55d9-950b-462f-82d5-ddb0e06a064c tempest-ServersAdminNegativeTestJSON-593360600 tempest-ServersAdminNegativeTestJSON-593360600-project-member] Task: {'id': task-2386674, 'name': Rename_Task, 'duration_secs': 0.210661} completed successfully. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 718.688237] env[62328]: DEBUG nova.virt.vmwareapi.vm_util [None req-9e8c55d9-950b-462f-82d5-ddb0e06a064c tempest-ServersAdminNegativeTestJSON-593360600 tempest-ServersAdminNegativeTestJSON-593360600-project-member] [instance: 036c1441-66e8-4a80-99a2-15dfe86351fc] Powering on the VM {{(pid=62328) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 718.688593] env[62328]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-8f04d2fb-15e0-4dc1-b35d-c0994f6b54fc {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 718.700880] env[62328]: DEBUG oslo_vmware.api [None req-9e8c55d9-950b-462f-82d5-ddb0e06a064c tempest-ServersAdminNegativeTestJSON-593360600 tempest-ServersAdminNegativeTestJSON-593360600-project-member] Waiting for the task: (returnval){ [ 718.700880] env[62328]: value = "task-2386676" [ 718.700880] env[62328]: _type = "Task" [ 718.700880] env[62328]: } to complete. {{(pid=62328) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 718.711745] env[62328]: DEBUG oslo_vmware.api [None req-9e8c55d9-950b-462f-82d5-ddb0e06a064c tempest-ServersAdminNegativeTestJSON-593360600 tempest-ServersAdminNegativeTestJSON-593360600-project-member] Task: {'id': task-2386676, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 718.778909] env[62328]: DEBUG oslo_vmware.api [None req-13f6f212-860e-474c-8e3f-1c76cd009de5 tempest-ListImageFiltersTestJSON-111188615 tempest-ListImageFiltersTestJSON-111188615-project-member] Task: {'id': task-2386673, 'name': CreateSnapshot_Task, 'duration_secs': 0.585616} completed successfully. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 718.779677] env[62328]: DEBUG nova.virt.vmwareapi.vmops [None req-13f6f212-860e-474c-8e3f-1c76cd009de5 tempest-ListImageFiltersTestJSON-111188615 tempest-ListImageFiltersTestJSON-111188615-project-member] [instance: 8e31afa5-82ea-4e3e-8913-77f24ee85e4e] Created Snapshot of the VM instance {{(pid=62328) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 718.780554] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b4af4025-6894-450f-b5bd-a1ffc20eb889 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 718.821456] env[62328]: DEBUG nova.compute.manager [None req-5109b3f1-67b0-450f-8dd1-81f6d832e5f7 tempest-MigrationsAdminTest-413245202 tempest-MigrationsAdminTest-413245202-project-member] [instance: 4279ea33-3d7d-4713-9d21-9e7aa29026ae] Stashing vm_state: active {{(pid=62328) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 718.886959] env[62328]: DEBUG oslo_vmware.api [None req-8ba2afc8-b57c-4ff2-8b99-a208658a7fb8 tempest-ServerActionsV293TestJSON-1864378190 tempest-ServerActionsV293TestJSON-1864378190-project-member] Task: {'id': task-2386675, 'name': RelocateVM_Task} progress is 42%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 719.015938] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fccf1895-3f06-435c-aa57-040f149b8401 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 719.028671] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-26356372-4bf7-4175-b03a-39e6214ac786 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 719.064890] env[62328]: DEBUG oslo_concurrency.lockutils [None req-ee58c141-4827-44f8-ae45-a73abbf09b01 tempest-ImagesOneServerNegativeTestJSON-835227872 tempest-ImagesOneServerNegativeTestJSON-835227872-project-member] Releasing lock "refresh_cache-1691ec92-ed5b-436a-bba3-f5a998263955" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 719.065475] env[62328]: DEBUG nova.compute.manager [None req-ee58c141-4827-44f8-ae45-a73abbf09b01 tempest-ImagesOneServerNegativeTestJSON-835227872 tempest-ImagesOneServerNegativeTestJSON-835227872-project-member] [instance: 1691ec92-ed5b-436a-bba3-f5a998263955] Instance network_info: |[{"id": "6eab9094-688f-47ed-9cb7-dd4feb7cd5b2", "address": "fa:16:3e:3e:ec:4f", "network": {"id": "feab4433-9414-4cb7-9514-0d82ba3bdb9e", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-1637745333-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c7a85d39d53e4b2c967508704710eb81", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c8f580e6-1d86-41ee-9ebe-c531cb9299c6", "external-id": "nsx-vlan-transportzone-150", "segmentation_id": 150, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6eab9094-68", "ovs_interfaceid": "6eab9094-688f-47ed-9cb7-dd4feb7cd5b2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62328) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 719.066396] env[62328]: DEBUG nova.virt.vmwareapi.vmops [None req-ee58c141-4827-44f8-ae45-a73abbf09b01 tempest-ImagesOneServerNegativeTestJSON-835227872 tempest-ImagesOneServerNegativeTestJSON-835227872-project-member] [instance: 1691ec92-ed5b-436a-bba3-f5a998263955] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:3e:ec:4f', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'c8f580e6-1d86-41ee-9ebe-c531cb9299c6', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '6eab9094-688f-47ed-9cb7-dd4feb7cd5b2', 'vif_model': 'vmxnet3'}] {{(pid=62328) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 719.075200] env[62328]: DEBUG oslo.service.loopingcall [None req-ee58c141-4827-44f8-ae45-a73abbf09b01 tempest-ImagesOneServerNegativeTestJSON-835227872 tempest-ImagesOneServerNegativeTestJSON-835227872-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62328) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 719.076073] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7d4d5f6c-208e-48fe-9569-2b1caa936887 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 719.079321] env[62328]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1691ec92-ed5b-436a-bba3-f5a998263955] Creating VM on the ESX host {{(pid=62328) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 719.079749] env[62328]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-7a111ddc-4125-4eb6-8562-7ddf636d5970 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 719.103758] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2fdbf99e-cf4a-4967-8b86-4794fc4a18b2 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 719.110310] env[62328]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 719.110310] env[62328]: value = "task-2386677" [ 719.110310] env[62328]: _type = "Task" [ 719.110310] env[62328]: } to complete. {{(pid=62328) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 719.122360] env[62328]: DEBUG nova.compute.provider_tree [None req-4c1e6f55-4288-49e6-acad-b83f602f950b tempest-ImagesTestJSON-1776717495 tempest-ImagesTestJSON-1776717495-project-member] Inventory has not changed in ProviderTree for provider: 3469e9f8-04af-49ca-8435-49f104496744 {{(pid=62328) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 719.130692] env[62328]: DEBUG oslo_vmware.api [-] Task: {'id': task-2386677, 'name': CreateVM_Task} progress is 5%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 719.219414] env[62328]: DEBUG oslo_vmware.api [None req-9e8c55d9-950b-462f-82d5-ddb0e06a064c tempest-ServersAdminNegativeTestJSON-593360600 tempest-ServersAdminNegativeTestJSON-593360600-project-member] Task: {'id': task-2386676, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 719.304477] env[62328]: DEBUG nova.virt.vmwareapi.vmops [None req-13f6f212-860e-474c-8e3f-1c76cd009de5 tempest-ListImageFiltersTestJSON-111188615 tempest-ListImageFiltersTestJSON-111188615-project-member] [instance: 8e31afa5-82ea-4e3e-8913-77f24ee85e4e] Creating linked-clone VM from snapshot {{(pid=62328) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 719.304918] env[62328]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-90ed73fd-c46c-4caa-a654-7bad688e890f {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 719.319277] env[62328]: DEBUG oslo_vmware.api [None req-13f6f212-860e-474c-8e3f-1c76cd009de5 tempest-ListImageFiltersTestJSON-111188615 tempest-ListImageFiltersTestJSON-111188615-project-member] Waiting for the task: (returnval){ [ 719.319277] env[62328]: value = "task-2386678" [ 719.319277] env[62328]: _type = "Task" [ 719.319277] env[62328]: } to complete. {{(pid=62328) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 719.336430] env[62328]: DEBUG oslo_vmware.api [None req-13f6f212-860e-474c-8e3f-1c76cd009de5 tempest-ListImageFiltersTestJSON-111188615 tempest-ListImageFiltersTestJSON-111188615-project-member] Task: {'id': task-2386678, 'name': CloneVM_Task} progress is 0%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 719.349389] env[62328]: DEBUG oslo_concurrency.lockutils [None req-5109b3f1-67b0-450f-8dd1-81f6d832e5f7 tempest-MigrationsAdminTest-413245202 tempest-MigrationsAdminTest-413245202-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 719.382357] env[62328]: DEBUG oslo_vmware.api [None req-8ba2afc8-b57c-4ff2-8b99-a208658a7fb8 tempest-ServerActionsV293TestJSON-1864378190 tempest-ServerActionsV293TestJSON-1864378190-project-member] Task: {'id': task-2386675, 'name': RelocateVM_Task} progress is 54%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 719.493706] env[62328]: DEBUG nova.compute.manager [req-a98b4281-43f1-459f-9580-313e6552124c req-dd4d09fa-4d74-4440-b136-6a07d1ed4853 service nova] [instance: 1691ec92-ed5b-436a-bba3-f5a998263955] Received event network-changed-6eab9094-688f-47ed-9cb7-dd4feb7cd5b2 {{(pid=62328) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 719.493977] env[62328]: DEBUG nova.compute.manager [req-a98b4281-43f1-459f-9580-313e6552124c req-dd4d09fa-4d74-4440-b136-6a07d1ed4853 service nova] [instance: 1691ec92-ed5b-436a-bba3-f5a998263955] Refreshing instance network info cache due to event network-changed-6eab9094-688f-47ed-9cb7-dd4feb7cd5b2. {{(pid=62328) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 719.494225] env[62328]: DEBUG oslo_concurrency.lockutils [req-a98b4281-43f1-459f-9580-313e6552124c req-dd4d09fa-4d74-4440-b136-6a07d1ed4853 service nova] Acquiring lock "refresh_cache-1691ec92-ed5b-436a-bba3-f5a998263955" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 719.494343] env[62328]: DEBUG oslo_concurrency.lockutils [req-a98b4281-43f1-459f-9580-313e6552124c req-dd4d09fa-4d74-4440-b136-6a07d1ed4853 service nova] Acquired lock "refresh_cache-1691ec92-ed5b-436a-bba3-f5a998263955" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.494488] env[62328]: DEBUG nova.network.neutron [req-a98b4281-43f1-459f-9580-313e6552124c req-dd4d09fa-4d74-4440-b136-6a07d1ed4853 service nova] [instance: 1691ec92-ed5b-436a-bba3-f5a998263955] Refreshing network info cache for port 6eab9094-688f-47ed-9cb7-dd4feb7cd5b2 {{(pid=62328) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 719.626308] env[62328]: DEBUG nova.scheduler.client.report [None req-4c1e6f55-4288-49e6-acad-b83f602f950b tempest-ImagesTestJSON-1776717495 tempest-ImagesTestJSON-1776717495-project-member] Inventory has not changed for provider 3469e9f8-04af-49ca-8435-49f104496744 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 152, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62328) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 719.632025] env[62328]: DEBUG oslo_vmware.api [-] Task: {'id': task-2386677, 'name': CreateVM_Task} progress is 99%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 719.720037] env[62328]: DEBUG oslo_vmware.api [None req-9e8c55d9-950b-462f-82d5-ddb0e06a064c tempest-ServersAdminNegativeTestJSON-593360600 tempest-ServersAdminNegativeTestJSON-593360600-project-member] Task: {'id': task-2386676, 'name': PowerOnVM_Task, 'duration_secs': 0.680108} completed successfully. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 719.724028] env[62328]: DEBUG nova.virt.vmwareapi.vm_util [None req-9e8c55d9-950b-462f-82d5-ddb0e06a064c tempest-ServersAdminNegativeTestJSON-593360600 tempest-ServersAdminNegativeTestJSON-593360600-project-member] [instance: 036c1441-66e8-4a80-99a2-15dfe86351fc] Powered on the VM {{(pid=62328) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 719.724028] env[62328]: INFO nova.compute.manager [None req-9e8c55d9-950b-462f-82d5-ddb0e06a064c tempest-ServersAdminNegativeTestJSON-593360600 tempest-ServersAdminNegativeTestJSON-593360600-project-member] [instance: 036c1441-66e8-4a80-99a2-15dfe86351fc] Took 9.85 seconds to spawn the instance on the hypervisor. [ 719.724028] env[62328]: DEBUG nova.compute.manager [None req-9e8c55d9-950b-462f-82d5-ddb0e06a064c tempest-ServersAdminNegativeTestJSON-593360600 tempest-ServersAdminNegativeTestJSON-593360600-project-member] [instance: 036c1441-66e8-4a80-99a2-15dfe86351fc] Checking state {{(pid=62328) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 719.724028] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aa08dd09-73c5-4082-abdf-06e290fa9788 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 719.832268] env[62328]: DEBUG oslo_vmware.api [None req-13f6f212-860e-474c-8e3f-1c76cd009de5 tempest-ListImageFiltersTestJSON-111188615 tempest-ListImageFiltersTestJSON-111188615-project-member] Task: {'id': task-2386678, 'name': CloneVM_Task} progress is 94%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 719.885049] env[62328]: DEBUG oslo_vmware.api [None req-8ba2afc8-b57c-4ff2-8b99-a208658a7fb8 tempest-ServerActionsV293TestJSON-1864378190 tempest-ServerActionsV293TestJSON-1864378190-project-member] Task: {'id': task-2386675, 'name': RelocateVM_Task} progress is 67%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 720.125772] env[62328]: DEBUG oslo_vmware.api [-] Task: {'id': task-2386677, 'name': CreateVM_Task, 'duration_secs': 0.61596} completed successfully. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 720.125952] env[62328]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1691ec92-ed5b-436a-bba3-f5a998263955] Created VM on the ESX host {{(pid=62328) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 720.126717] env[62328]: DEBUG oslo_concurrency.lockutils [None req-ee58c141-4827-44f8-ae45-a73abbf09b01 tempest-ImagesOneServerNegativeTestJSON-835227872 tempest-ImagesOneServerNegativeTestJSON-835227872-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/dbf872a4-92be-47e4-8561-c3e2bf2423ab" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 720.126880] env[62328]: DEBUG oslo_concurrency.lockutils [None req-ee58c141-4827-44f8-ae45-a73abbf09b01 tempest-ImagesOneServerNegativeTestJSON-835227872 tempest-ImagesOneServerNegativeTestJSON-835227872-project-member] Acquired lock "[datastore1] devstack-image-cache_base/dbf872a4-92be-47e4-8561-c3e2bf2423ab" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.127222] env[62328]: DEBUG oslo_concurrency.lockutils [None req-ee58c141-4827-44f8-ae45-a73abbf09b01 tempest-ImagesOneServerNegativeTestJSON-835227872 tempest-ImagesOneServerNegativeTestJSON-835227872-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/dbf872a4-92be-47e4-8561-c3e2bf2423ab" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 720.127577] env[62328]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7f9e2853-4d4f-41b8-95b6-204ab782e2b5 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 720.131745] env[62328]: DEBUG oslo_concurrency.lockutils [None req-4c1e6f55-4288-49e6-acad-b83f602f950b tempest-ImagesTestJSON-1776717495 tempest-ImagesTestJSON-1776717495-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.750s {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 720.132454] env[62328]: DEBUG nova.compute.manager [None req-4c1e6f55-4288-49e6-acad-b83f602f950b tempest-ImagesTestJSON-1776717495 tempest-ImagesTestJSON-1776717495-project-member] [instance: 911ce85b-847c-4cda-9753-e10fdaf224a5] Start building networks asynchronously for instance. {{(pid=62328) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 720.139189] env[62328]: DEBUG oslo_concurrency.lockutils [None req-83238f0b-ab38-4c91-bc17-e11a4b455917 tempest-ServersAdmin275Test-1782090467 tempest-ServersAdmin275Test-1782090467-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 29.300s {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 720.139189] env[62328]: DEBUG nova.objects.instance [None req-83238f0b-ab38-4c91-bc17-e11a4b455917 tempest-ServersAdmin275Test-1782090467 tempest-ServersAdmin275Test-1782090467-project-member] Lazy-loading 'resources' on Instance uuid 892b410e-c0ae-4ef6-90a6-fbf09d6ad76b {{(pid=62328) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 720.139189] env[62328]: DEBUG oslo_vmware.api [None req-ee58c141-4827-44f8-ae45-a73abbf09b01 tempest-ImagesOneServerNegativeTestJSON-835227872 tempest-ImagesOneServerNegativeTestJSON-835227872-project-member] Waiting for the task: (returnval){ [ 720.139189] env[62328]: value = "session[52a6e20e-410d-708a-99f2-080a575a99bd]52f0027f-7a11-62f7-3f5a-5e7efe1a993a" [ 720.139189] env[62328]: _type = "Task" [ 720.139189] env[62328]: } to complete. {{(pid=62328) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 720.156042] env[62328]: DEBUG oslo_vmware.api [None req-ee58c141-4827-44f8-ae45-a73abbf09b01 tempest-ImagesOneServerNegativeTestJSON-835227872 tempest-ImagesOneServerNegativeTestJSON-835227872-project-member] Task: {'id': session[52a6e20e-410d-708a-99f2-080a575a99bd]52f0027f-7a11-62f7-3f5a-5e7efe1a993a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 720.249068] env[62328]: INFO nova.compute.manager [None req-9e8c55d9-950b-462f-82d5-ddb0e06a064c tempest-ServersAdminNegativeTestJSON-593360600 tempest-ServersAdminNegativeTestJSON-593360600-project-member] [instance: 036c1441-66e8-4a80-99a2-15dfe86351fc] Took 42.10 seconds to build instance. [ 720.332853] env[62328]: DEBUG oslo_vmware.api [None req-13f6f212-860e-474c-8e3f-1c76cd009de5 tempest-ListImageFiltersTestJSON-111188615 tempest-ListImageFiltersTestJSON-111188615-project-member] Task: {'id': task-2386678, 'name': CloneVM_Task} progress is 94%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 720.333932] env[62328]: DEBUG nova.network.neutron [req-a98b4281-43f1-459f-9580-313e6552124c req-dd4d09fa-4d74-4440-b136-6a07d1ed4853 service nova] [instance: 1691ec92-ed5b-436a-bba3-f5a998263955] Updated VIF entry in instance network info cache for port 6eab9094-688f-47ed-9cb7-dd4feb7cd5b2. {{(pid=62328) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 720.334357] env[62328]: DEBUG nova.network.neutron [req-a98b4281-43f1-459f-9580-313e6552124c req-dd4d09fa-4d74-4440-b136-6a07d1ed4853 service nova] [instance: 1691ec92-ed5b-436a-bba3-f5a998263955] Updating instance_info_cache with network_info: [{"id": "6eab9094-688f-47ed-9cb7-dd4feb7cd5b2", "address": "fa:16:3e:3e:ec:4f", "network": {"id": "feab4433-9414-4cb7-9514-0d82ba3bdb9e", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-1637745333-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c7a85d39d53e4b2c967508704710eb81", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c8f580e6-1d86-41ee-9ebe-c531cb9299c6", "external-id": "nsx-vlan-transportzone-150", "segmentation_id": 150, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6eab9094-68", "ovs_interfaceid": "6eab9094-688f-47ed-9cb7-dd4feb7cd5b2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62328) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 720.384993] env[62328]: DEBUG oslo_vmware.api [None req-8ba2afc8-b57c-4ff2-8b99-a208658a7fb8 tempest-ServerActionsV293TestJSON-1864378190 tempest-ServerActionsV293TestJSON-1864378190-project-member] Task: {'id': task-2386675, 'name': RelocateVM_Task} progress is 81%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 720.642061] env[62328]: DEBUG nova.compute.utils [None req-4c1e6f55-4288-49e6-acad-b83f602f950b tempest-ImagesTestJSON-1776717495 tempest-ImagesTestJSON-1776717495-project-member] Using /dev/sd instead of None {{(pid=62328) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 720.643670] env[62328]: DEBUG nova.compute.manager [None req-4c1e6f55-4288-49e6-acad-b83f602f950b tempest-ImagesTestJSON-1776717495 tempest-ImagesTestJSON-1776717495-project-member] [instance: 911ce85b-847c-4cda-9753-e10fdaf224a5] Allocating IP information in the background. {{(pid=62328) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 720.647023] env[62328]: DEBUG nova.network.neutron [None req-4c1e6f55-4288-49e6-acad-b83f602f950b tempest-ImagesTestJSON-1776717495 tempest-ImagesTestJSON-1776717495-project-member] [instance: 911ce85b-847c-4cda-9753-e10fdaf224a5] allocate_for_instance() {{(pid=62328) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 720.662915] env[62328]: DEBUG oslo_vmware.api [None req-ee58c141-4827-44f8-ae45-a73abbf09b01 tempest-ImagesOneServerNegativeTestJSON-835227872 tempest-ImagesOneServerNegativeTestJSON-835227872-project-member] Task: {'id': session[52a6e20e-410d-708a-99f2-080a575a99bd]52f0027f-7a11-62f7-3f5a-5e7efe1a993a, 'name': SearchDatastore_Task, 'duration_secs': 0.027199} completed successfully. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 720.663088] env[62328]: DEBUG oslo_concurrency.lockutils [None req-ee58c141-4827-44f8-ae45-a73abbf09b01 tempest-ImagesOneServerNegativeTestJSON-835227872 tempest-ImagesOneServerNegativeTestJSON-835227872-project-member] Releasing lock "[datastore1] devstack-image-cache_base/dbf872a4-92be-47e4-8561-c3e2bf2423ab" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 720.663361] env[62328]: DEBUG nova.virt.vmwareapi.vmops [None req-ee58c141-4827-44f8-ae45-a73abbf09b01 tempest-ImagesOneServerNegativeTestJSON-835227872 tempest-ImagesOneServerNegativeTestJSON-835227872-project-member] [instance: 1691ec92-ed5b-436a-bba3-f5a998263955] Processing image dbf872a4-92be-47e4-8561-c3e2bf2423ab {{(pid=62328) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 720.663597] env[62328]: DEBUG oslo_concurrency.lockutils [None req-ee58c141-4827-44f8-ae45-a73abbf09b01 tempest-ImagesOneServerNegativeTestJSON-835227872 tempest-ImagesOneServerNegativeTestJSON-835227872-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/dbf872a4-92be-47e4-8561-c3e2bf2423ab/dbf872a4-92be-47e4-8561-c3e2bf2423ab.vmdk" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 720.663744] env[62328]: DEBUG oslo_concurrency.lockutils [None req-ee58c141-4827-44f8-ae45-a73abbf09b01 tempest-ImagesOneServerNegativeTestJSON-835227872 tempest-ImagesOneServerNegativeTestJSON-835227872-project-member] Acquired lock "[datastore1] devstack-image-cache_base/dbf872a4-92be-47e4-8561-c3e2bf2423ab/dbf872a4-92be-47e4-8561-c3e2bf2423ab.vmdk" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.663922] env[62328]: DEBUG nova.virt.vmwareapi.ds_util [None req-ee58c141-4827-44f8-ae45-a73abbf09b01 tempest-ImagesOneServerNegativeTestJSON-835227872 tempest-ImagesOneServerNegativeTestJSON-835227872-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62328) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 720.664234] env[62328]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-686b3d58-dd0d-447f-9711-fc1c06d736d9 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 720.678400] env[62328]: DEBUG nova.virt.vmwareapi.ds_util [None req-ee58c141-4827-44f8-ae45-a73abbf09b01 tempest-ImagesOneServerNegativeTestJSON-835227872 tempest-ImagesOneServerNegativeTestJSON-835227872-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62328) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 720.678658] env[62328]: DEBUG nova.virt.vmwareapi.vmops [None req-ee58c141-4827-44f8-ae45-a73abbf09b01 tempest-ImagesOneServerNegativeTestJSON-835227872 tempest-ImagesOneServerNegativeTestJSON-835227872-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62328) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 720.679398] env[62328]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9d2b926f-a0c5-4903-8c62-5469d9aeb4ba {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 720.690037] env[62328]: DEBUG oslo_vmware.api [None req-ee58c141-4827-44f8-ae45-a73abbf09b01 tempest-ImagesOneServerNegativeTestJSON-835227872 tempest-ImagesOneServerNegativeTestJSON-835227872-project-member] Waiting for the task: (returnval){ [ 720.690037] env[62328]: value = "session[52a6e20e-410d-708a-99f2-080a575a99bd]52d37ed4-b388-ddc7-5051-04f1b6f3219b" [ 720.690037] env[62328]: _type = "Task" [ 720.690037] env[62328]: } to complete. {{(pid=62328) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 720.702269] env[62328]: DEBUG oslo_vmware.api [None req-ee58c141-4827-44f8-ae45-a73abbf09b01 tempest-ImagesOneServerNegativeTestJSON-835227872 tempest-ImagesOneServerNegativeTestJSON-835227872-project-member] Task: {'id': session[52a6e20e-410d-708a-99f2-080a575a99bd]52d37ed4-b388-ddc7-5051-04f1b6f3219b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 720.720859] env[62328]: DEBUG nova.policy [None req-4c1e6f55-4288-49e6-acad-b83f602f950b tempest-ImagesTestJSON-1776717495 tempest-ImagesTestJSON-1776717495-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '2a8c1cb2dd264ab786b63b3d318857b9', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '79ff0ac960284ebab9828a8e768f66f2', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62328) authorize /opt/stack/nova/nova/policy.py:192}} [ 720.751588] env[62328]: DEBUG oslo_concurrency.lockutils [None req-9e8c55d9-950b-462f-82d5-ddb0e06a064c tempest-ServersAdminNegativeTestJSON-593360600 tempest-ServersAdminNegativeTestJSON-593360600-project-member] Lock "036c1441-66e8-4a80-99a2-15dfe86351fc" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 80.770s {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 720.834572] env[62328]: DEBUG oslo_vmware.api [None req-13f6f212-860e-474c-8e3f-1c76cd009de5 tempest-ListImageFiltersTestJSON-111188615 tempest-ListImageFiltersTestJSON-111188615-project-member] Task: {'id': task-2386678, 'name': CloneVM_Task} progress is 94%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 720.840932] env[62328]: DEBUG oslo_concurrency.lockutils [req-a98b4281-43f1-459f-9580-313e6552124c req-dd4d09fa-4d74-4440-b136-6a07d1ed4853 service nova] Releasing lock "refresh_cache-1691ec92-ed5b-436a-bba3-f5a998263955" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 720.882281] env[62328]: DEBUG oslo_vmware.api [None req-8ba2afc8-b57c-4ff2-8b99-a208658a7fb8 tempest-ServerActionsV293TestJSON-1864378190 tempest-ServerActionsV293TestJSON-1864378190-project-member] Task: {'id': task-2386675, 'name': RelocateVM_Task} progress is 95%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 721.150675] env[62328]: DEBUG nova.compute.manager [None req-4c1e6f55-4288-49e6-acad-b83f602f950b tempest-ImagesTestJSON-1776717495 tempest-ImagesTestJSON-1776717495-project-member] [instance: 911ce85b-847c-4cda-9753-e10fdaf224a5] Start building block device mappings for instance. {{(pid=62328) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 721.203508] env[62328]: DEBUG oslo_vmware.api [None req-ee58c141-4827-44f8-ae45-a73abbf09b01 tempest-ImagesOneServerNegativeTestJSON-835227872 tempest-ImagesOneServerNegativeTestJSON-835227872-project-member] Task: {'id': session[52a6e20e-410d-708a-99f2-080a575a99bd]52d37ed4-b388-ddc7-5051-04f1b6f3219b, 'name': SearchDatastore_Task, 'duration_secs': 0.021242} completed successfully. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 721.204677] env[62328]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c98896b4-0289-49da-9727-d3fc13e4d847 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 721.211029] env[62328]: DEBUG oslo_vmware.api [None req-ee58c141-4827-44f8-ae45-a73abbf09b01 tempest-ImagesOneServerNegativeTestJSON-835227872 tempest-ImagesOneServerNegativeTestJSON-835227872-project-member] Waiting for the task: (returnval){ [ 721.211029] env[62328]: value = "session[52a6e20e-410d-708a-99f2-080a575a99bd]523214f5-436c-0dc2-ca50-1e50df88c258" [ 721.211029] env[62328]: _type = "Task" [ 721.211029] env[62328]: } to complete. {{(pid=62328) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 721.224620] env[62328]: DEBUG oslo_vmware.api [None req-ee58c141-4827-44f8-ae45-a73abbf09b01 tempest-ImagesOneServerNegativeTestJSON-835227872 tempest-ImagesOneServerNegativeTestJSON-835227872-project-member] Task: {'id': session[52a6e20e-410d-708a-99f2-080a575a99bd]523214f5-436c-0dc2-ca50-1e50df88c258, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 721.248856] env[62328]: DEBUG nova.network.neutron [None req-4c1e6f55-4288-49e6-acad-b83f602f950b tempest-ImagesTestJSON-1776717495 tempest-ImagesTestJSON-1776717495-project-member] [instance: 911ce85b-847c-4cda-9753-e10fdaf224a5] Successfully created port: 9f1af0a1-c13a-46ad-baba-5ecbe01f2097 {{(pid=62328) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 721.254095] env[62328]: DEBUG nova.compute.manager [None req-07aa2033-fc39-46b8-b312-72212098382c tempest-ServersTestJSON-2041147199 tempest-ServersTestJSON-2041147199-project-member] [instance: fc8146ed-f4c5-4b4b-a03d-c52452f583cd] Starting instance... {{(pid=62328) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 721.260310] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d0634211-965f-4b80-9e93-7badd453a2f8 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 721.270581] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6e4cfb27-1f6a-4f95-8fc4-475021621dea {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 721.304795] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7fd5d7ff-250d-4734-b63d-44d822c69b0b {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 721.317722] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4436f0c1-9aba-4d05-a77f-a28adc067663 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 722.144063] env[62328]: DEBUG nova.compute.provider_tree [None req-83238f0b-ab38-4c91-bc17-e11a4b455917 tempest-ServersAdmin275Test-1782090467 tempest-ServersAdmin275Test-1782090467-project-member] Inventory has not changed in ProviderTree for provider: 3469e9f8-04af-49ca-8435-49f104496744 {{(pid=62328) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 722.157549] env[62328]: DEBUG oslo_vmware.api [None req-13f6f212-860e-474c-8e3f-1c76cd009de5 tempest-ListImageFiltersTestJSON-111188615 tempest-ListImageFiltersTestJSON-111188615-project-member] Task: {'id': task-2386678, 'name': CloneVM_Task} progress is 94%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 722.158425] env[62328]: WARNING oslo_vmware.common.loopingcall [None req-13f6f212-860e-474c-8e3f-1c76cd009de5 tempest-ListImageFiltersTestJSON-111188615 tempest-ListImageFiltersTestJSON-111188615-project-member] task run outlasted interval by 0.33375200000000005 sec [ 722.159287] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c83e0172-2659-4b3d-a012-ae3523624087 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 722.174976] env[62328]: DEBUG oslo_vmware.api [None req-ee58c141-4827-44f8-ae45-a73abbf09b01 tempest-ImagesOneServerNegativeTestJSON-835227872 tempest-ImagesOneServerNegativeTestJSON-835227872-project-member] Task: {'id': session[52a6e20e-410d-708a-99f2-080a575a99bd]523214f5-436c-0dc2-ca50-1e50df88c258, 'name': SearchDatastore_Task, 'duration_secs': 0.040784} completed successfully. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 722.174976] env[62328]: DEBUG oslo_vmware.api [None req-8ba2afc8-b57c-4ff2-8b99-a208658a7fb8 tempest-ServerActionsV293TestJSON-1864378190 tempest-ServerActionsV293TestJSON-1864378190-project-member] Task: {'id': task-2386675, 'name': RelocateVM_Task} progress is 98%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 722.178078] env[62328]: DEBUG oslo_concurrency.lockutils [None req-07aa2033-fc39-46b8-b312-72212098382c tempest-ServersTestJSON-2041147199 tempest-ServersTestJSON-2041147199-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 722.178078] env[62328]: DEBUG oslo_concurrency.lockutils [None req-ee58c141-4827-44f8-ae45-a73abbf09b01 tempest-ImagesOneServerNegativeTestJSON-835227872 tempest-ImagesOneServerNegativeTestJSON-835227872-project-member] Releasing lock "[datastore1] devstack-image-cache_base/dbf872a4-92be-47e4-8561-c3e2bf2423ab/dbf872a4-92be-47e4-8561-c3e2bf2423ab.vmdk" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 722.178246] env[62328]: DEBUG nova.virt.vmwareapi.vm_util [None req-ee58c141-4827-44f8-ae45-a73abbf09b01 tempest-ImagesOneServerNegativeTestJSON-835227872 tempest-ImagesOneServerNegativeTestJSON-835227872-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/dbf872a4-92be-47e4-8561-c3e2bf2423ab/dbf872a4-92be-47e4-8561-c3e2bf2423ab.vmdk to [datastore1] 1691ec92-ed5b-436a-bba3-f5a998263955/1691ec92-ed5b-436a-bba3-f5a998263955.vmdk {{(pid=62328) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 722.178494] env[62328]: DEBUG nova.virt.vmwareapi.vmops [None req-f5f50bab-fa53-4483-8425-a6197d3afe14 tempest-ServersAdminNegativeTestJSON-1102677697 tempest-ServersAdminNegativeTestJSON-1102677697-project-admin] [instance: 036c1441-66e8-4a80-99a2-15dfe86351fc] Suspending the VM {{(pid=62328) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1162}} [ 722.179088] env[62328]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-33634606-f3f8-4fbc-beea-b8a8645bc546 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 722.181679] env[62328]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.SuspendVM_Task with opID=oslo.vmware-95db0ff5-133b-46c4-b34c-7f37664b6f91 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 722.188753] env[62328]: DEBUG oslo_vmware.api [None req-13f6f212-860e-474c-8e3f-1c76cd009de5 tempest-ListImageFiltersTestJSON-111188615 tempest-ListImageFiltersTestJSON-111188615-project-member] Task: {'id': task-2386678, 'name': CloneVM_Task} progress is 95%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 722.195840] env[62328]: DEBUG oslo_vmware.api [None req-ee58c141-4827-44f8-ae45-a73abbf09b01 tempest-ImagesOneServerNegativeTestJSON-835227872 tempest-ImagesOneServerNegativeTestJSON-835227872-project-member] Waiting for the task: (returnval){ [ 722.195840] env[62328]: value = "task-2386679" [ 722.195840] env[62328]: _type = "Task" [ 722.195840] env[62328]: } to complete. {{(pid=62328) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 722.201893] env[62328]: DEBUG oslo_vmware.api [None req-f5f50bab-fa53-4483-8425-a6197d3afe14 tempest-ServersAdminNegativeTestJSON-1102677697 tempest-ServersAdminNegativeTestJSON-1102677697-project-admin] Waiting for the task: (returnval){ [ 722.201893] env[62328]: value = "task-2386680" [ 722.201893] env[62328]: _type = "Task" [ 722.201893] env[62328]: } to complete. {{(pid=62328) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 722.212361] env[62328]: DEBUG oslo_vmware.api [None req-ee58c141-4827-44f8-ae45-a73abbf09b01 tempest-ImagesOneServerNegativeTestJSON-835227872 tempest-ImagesOneServerNegativeTestJSON-835227872-project-member] Task: {'id': task-2386679, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 722.220044] env[62328]: DEBUG oslo_vmware.api [None req-f5f50bab-fa53-4483-8425-a6197d3afe14 tempest-ServersAdminNegativeTestJSON-1102677697 tempest-ServersAdminNegativeTestJSON-1102677697-project-admin] Task: {'id': task-2386680, 'name': SuspendVM_Task} progress is 0%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 722.643565] env[62328]: DEBUG oslo_vmware.api [None req-8ba2afc8-b57c-4ff2-8b99-a208658a7fb8 tempest-ServerActionsV293TestJSON-1864378190 tempest-ServerActionsV293TestJSON-1864378190-project-member] Task: {'id': task-2386675, 'name': RelocateVM_Task} progress is 98%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 722.644574] env[62328]: DEBUG nova.scheduler.client.report [None req-83238f0b-ab38-4c91-bc17-e11a4b455917 tempest-ServersAdmin275Test-1782090467 tempest-ServersAdmin275Test-1782090467-project-member] Inventory has not changed for provider 3469e9f8-04af-49ca-8435-49f104496744 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 152, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62328) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 722.653275] env[62328]: DEBUG nova.compute.manager [None req-4c1e6f55-4288-49e6-acad-b83f602f950b tempest-ImagesTestJSON-1776717495 tempest-ImagesTestJSON-1776717495-project-member] [instance: 911ce85b-847c-4cda-9753-e10fdaf224a5] Start spawning the instance on the hypervisor. {{(pid=62328) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 722.679076] env[62328]: DEBUG oslo_vmware.api [None req-13f6f212-860e-474c-8e3f-1c76cd009de5 tempest-ListImageFiltersTestJSON-111188615 tempest-ListImageFiltersTestJSON-111188615-project-member] Task: {'id': task-2386678, 'name': CloneVM_Task, 'duration_secs': 3.110124} completed successfully. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 722.682876] env[62328]: INFO nova.virt.vmwareapi.vmops [None req-13f6f212-860e-474c-8e3f-1c76cd009de5 tempest-ListImageFiltersTestJSON-111188615 tempest-ListImageFiltersTestJSON-111188615-project-member] [instance: 8e31afa5-82ea-4e3e-8913-77f24ee85e4e] Created linked-clone VM from snapshot [ 722.687554] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f40e1cdc-4917-4e7f-81d6-cfdee456ca48 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 722.697614] env[62328]: DEBUG nova.virt.vmwareapi.images [None req-13f6f212-860e-474c-8e3f-1c76cd009de5 tempest-ListImageFiltersTestJSON-111188615 tempest-ListImageFiltersTestJSON-111188615-project-member] [instance: 8e31afa5-82ea-4e3e-8913-77f24ee85e4e] Uploading image 7c11852b-d406-4797-970c-61ce34f0175a {{(pid=62328) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 722.704475] env[62328]: DEBUG nova.virt.hardware [None req-4c1e6f55-4288-49e6-acad-b83f602f950b tempest-ImagesTestJSON-1776717495 tempest-ImagesTestJSON-1776717495-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-07T17:16:55Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-07T17:16:37Z,direct_url=,disk_format='vmdk',id=dbf872a4-92be-47e4-8561-c3e2bf2423ab,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='2a64022f08d84b11a86773b900860ae5',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-07T17:16:38Z,virtual_size=,visibility=), allow threads: False {{(pid=62328) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 722.708029] env[62328]: DEBUG nova.virt.hardware [None req-4c1e6f55-4288-49e6-acad-b83f602f950b tempest-ImagesTestJSON-1776717495 tempest-ImagesTestJSON-1776717495-project-member] Flavor limits 0:0:0 {{(pid=62328) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 722.708029] env[62328]: DEBUG nova.virt.hardware [None req-4c1e6f55-4288-49e6-acad-b83f602f950b tempest-ImagesTestJSON-1776717495 tempest-ImagesTestJSON-1776717495-project-member] Image limits 0:0:0 {{(pid=62328) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 722.708029] env[62328]: DEBUG nova.virt.hardware [None req-4c1e6f55-4288-49e6-acad-b83f602f950b tempest-ImagesTestJSON-1776717495 tempest-ImagesTestJSON-1776717495-project-member] Flavor pref 0:0:0 {{(pid=62328) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 722.708029] env[62328]: DEBUG nova.virt.hardware [None req-4c1e6f55-4288-49e6-acad-b83f602f950b tempest-ImagesTestJSON-1776717495 tempest-ImagesTestJSON-1776717495-project-member] Image pref 0:0:0 {{(pid=62328) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 722.708029] env[62328]: DEBUG nova.virt.hardware [None req-4c1e6f55-4288-49e6-acad-b83f602f950b tempest-ImagesTestJSON-1776717495 tempest-ImagesTestJSON-1776717495-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62328) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 722.708029] env[62328]: DEBUG nova.virt.hardware [None req-4c1e6f55-4288-49e6-acad-b83f602f950b tempest-ImagesTestJSON-1776717495 tempest-ImagesTestJSON-1776717495-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62328) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 722.708029] env[62328]: DEBUG nova.virt.hardware [None req-4c1e6f55-4288-49e6-acad-b83f602f950b tempest-ImagesTestJSON-1776717495 tempest-ImagesTestJSON-1776717495-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62328) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 722.708029] env[62328]: DEBUG nova.virt.hardware [None req-4c1e6f55-4288-49e6-acad-b83f602f950b tempest-ImagesTestJSON-1776717495 tempest-ImagesTestJSON-1776717495-project-member] Got 1 possible topologies {{(pid=62328) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 722.708029] env[62328]: DEBUG nova.virt.hardware [None req-4c1e6f55-4288-49e6-acad-b83f602f950b tempest-ImagesTestJSON-1776717495 tempest-ImagesTestJSON-1776717495-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62328) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 722.708029] env[62328]: DEBUG nova.virt.hardware [None req-4c1e6f55-4288-49e6-acad-b83f602f950b tempest-ImagesTestJSON-1776717495 tempest-ImagesTestJSON-1776717495-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62328) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 722.717432] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6265d146-664b-4157-9bb6-7976f5e76142 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 722.736107] env[62328]: DEBUG oslo_vmware.api [None req-ee58c141-4827-44f8-ae45-a73abbf09b01 tempest-ImagesOneServerNegativeTestJSON-835227872 tempest-ImagesOneServerNegativeTestJSON-835227872-project-member] Task: {'id': task-2386679, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 722.736456] env[62328]: DEBUG oslo_vmware.api [None req-f5f50bab-fa53-4483-8425-a6197d3afe14 tempest-ServersAdminNegativeTestJSON-1102677697 tempest-ServersAdminNegativeTestJSON-1102677697-project-admin] Task: {'id': task-2386680, 'name': SuspendVM_Task} progress is 58%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 722.742286] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ad50b64c-0caa-4f37-b0b6-bcbde8427737 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 722.763341] env[62328]: DEBUG oslo_vmware.rw_handles [None req-13f6f212-860e-474c-8e3f-1c76cd009de5 tempest-ListImageFiltersTestJSON-111188615 tempest-ListImageFiltersTestJSON-111188615-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 722.763341] env[62328]: value = "vm-484300" [ 722.763341] env[62328]: _type = "VirtualMachine" [ 722.763341] env[62328]: }. {{(pid=62328) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 722.763632] env[62328]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-1977221d-731f-4fd1-8384-fa7266265e71 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 722.770400] env[62328]: DEBUG oslo_concurrency.lockutils [None req-c65b97fc-f428-4e0a-b552-fe7747e76ffb tempest-DeleteServersTestJSON-1766103036 tempest-DeleteServersTestJSON-1766103036-project-member] Acquiring lock "0ee7925e-085a-489d-8e8e-a0169dd17d45" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 722.770739] env[62328]: DEBUG oslo_concurrency.lockutils [None req-c65b97fc-f428-4e0a-b552-fe7747e76ffb tempest-DeleteServersTestJSON-1766103036 tempest-DeleteServersTestJSON-1766103036-project-member] Lock "0ee7925e-085a-489d-8e8e-a0169dd17d45" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 722.773995] env[62328]: DEBUG oslo_vmware.rw_handles [None req-13f6f212-860e-474c-8e3f-1c76cd009de5 tempest-ListImageFiltersTestJSON-111188615 tempest-ListImageFiltersTestJSON-111188615-project-member] Lease: (returnval){ [ 722.773995] env[62328]: value = "session[52a6e20e-410d-708a-99f2-080a575a99bd]525c5279-28d6-9ee4-f165-32a265d8e339" [ 722.773995] env[62328]: _type = "HttpNfcLease" [ 722.773995] env[62328]: } obtained for exporting VM: (result){ [ 722.773995] env[62328]: value = "vm-484300" [ 722.773995] env[62328]: _type = "VirtualMachine" [ 722.773995] env[62328]: }. {{(pid=62328) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 722.773995] env[62328]: DEBUG oslo_vmware.api [None req-13f6f212-860e-474c-8e3f-1c76cd009de5 tempest-ListImageFiltersTestJSON-111188615 tempest-ListImageFiltersTestJSON-111188615-project-member] Waiting for the lease: (returnval){ [ 722.773995] env[62328]: value = "session[52a6e20e-410d-708a-99f2-080a575a99bd]525c5279-28d6-9ee4-f165-32a265d8e339" [ 722.773995] env[62328]: _type = "HttpNfcLease" [ 722.773995] env[62328]: } to be ready. {{(pid=62328) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 722.783293] env[62328]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 722.783293] env[62328]: value = "session[52a6e20e-410d-708a-99f2-080a575a99bd]525c5279-28d6-9ee4-f165-32a265d8e339" [ 722.783293] env[62328]: _type = "HttpNfcLease" [ 722.783293] env[62328]: } is initializing. {{(pid=62328) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 723.000532] env[62328]: DEBUG nova.compute.manager [req-2f4c9fa5-6df7-4e91-8115-f319b0ec97fb req-dd387666-2c3c-44f0-aa6f-aa1a383d0843 service nova] [instance: 911ce85b-847c-4cda-9753-e10fdaf224a5] Received event network-vif-plugged-9f1af0a1-c13a-46ad-baba-5ecbe01f2097 {{(pid=62328) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 723.000620] env[62328]: DEBUG oslo_concurrency.lockutils [req-2f4c9fa5-6df7-4e91-8115-f319b0ec97fb req-dd387666-2c3c-44f0-aa6f-aa1a383d0843 service nova] Acquiring lock "911ce85b-847c-4cda-9753-e10fdaf224a5-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 723.001364] env[62328]: DEBUG oslo_concurrency.lockutils [req-2f4c9fa5-6df7-4e91-8115-f319b0ec97fb req-dd387666-2c3c-44f0-aa6f-aa1a383d0843 service nova] Lock "911ce85b-847c-4cda-9753-e10fdaf224a5-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 723.001597] env[62328]: DEBUG oslo_concurrency.lockutils [req-2f4c9fa5-6df7-4e91-8115-f319b0ec97fb req-dd387666-2c3c-44f0-aa6f-aa1a383d0843 service nova] Lock "911ce85b-847c-4cda-9753-e10fdaf224a5-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 723.001811] env[62328]: DEBUG nova.compute.manager [req-2f4c9fa5-6df7-4e91-8115-f319b0ec97fb req-dd387666-2c3c-44f0-aa6f-aa1a383d0843 service nova] [instance: 911ce85b-847c-4cda-9753-e10fdaf224a5] No waiting events found dispatching network-vif-plugged-9f1af0a1-c13a-46ad-baba-5ecbe01f2097 {{(pid=62328) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 723.001961] env[62328]: WARNING nova.compute.manager [req-2f4c9fa5-6df7-4e91-8115-f319b0ec97fb req-dd387666-2c3c-44f0-aa6f-aa1a383d0843 service nova] [instance: 911ce85b-847c-4cda-9753-e10fdaf224a5] Received unexpected event network-vif-plugged-9f1af0a1-c13a-46ad-baba-5ecbe01f2097 for instance with vm_state building and task_state spawning. [ 723.147178] env[62328]: DEBUG oslo_vmware.api [None req-8ba2afc8-b57c-4ff2-8b99-a208658a7fb8 tempest-ServerActionsV293TestJSON-1864378190 tempest-ServerActionsV293TestJSON-1864378190-project-member] Task: {'id': task-2386675, 'name': RelocateVM_Task, 'duration_secs': 4.53003} completed successfully. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 723.150229] env[62328]: DEBUG nova.network.neutron [None req-4c1e6f55-4288-49e6-acad-b83f602f950b tempest-ImagesTestJSON-1776717495 tempest-ImagesTestJSON-1776717495-project-member] [instance: 911ce85b-847c-4cda-9753-e10fdaf224a5] Successfully updated port: 9f1af0a1-c13a-46ad-baba-5ecbe01f2097 {{(pid=62328) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 723.157247] env[62328]: DEBUG nova.virt.vmwareapi.volumeops [None req-8ba2afc8-b57c-4ff2-8b99-a208658a7fb8 tempest-ServerActionsV293TestJSON-1864378190 tempest-ServerActionsV293TestJSON-1864378190-project-member] [instance: 2f5e173e-0a48-45c2-ae86-64d86a2b45d4] Volume attach. Driver type: vmdk {{(pid=62328) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 723.157247] env[62328]: DEBUG nova.virt.vmwareapi.volumeops [None req-8ba2afc8-b57c-4ff2-8b99-a208658a7fb8 tempest-ServerActionsV293TestJSON-1864378190 tempest-ServerActionsV293TestJSON-1864378190-project-member] [instance: 2f5e173e-0a48-45c2-ae86-64d86a2b45d4] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-484239', 'volume_id': '0da4a820-256e-4fbb-941e-7249bbabc770', 'name': 'volume-0da4a820-256e-4fbb-941e-7249bbabc770', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '2f5e173e-0a48-45c2-ae86-64d86a2b45d4', 'attached_at': '', 'detached_at': '', 'volume_id': '0da4a820-256e-4fbb-941e-7249bbabc770', 'serial': '0da4a820-256e-4fbb-941e-7249bbabc770'} {{(pid=62328) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 723.158446] env[62328]: DEBUG oslo_concurrency.lockutils [None req-83238f0b-ab38-4c91-bc17-e11a4b455917 tempest-ServersAdmin275Test-1782090467 tempest-ServersAdmin275Test-1782090467-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 3.022s {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 723.162384] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5dff2dc8-9bb3-4061-83d0-0fd467ca83e9 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 723.166309] env[62328]: DEBUG oslo_concurrency.lockutils [None req-326bca38-94bd-4125-af24-bdc61fb27bff tempest-ServerDiskConfigTestJSON-126406698 tempest-ServerDiskConfigTestJSON-126406698-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 31.809s {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 723.166567] env[62328]: DEBUG nova.objects.instance [None req-326bca38-94bd-4125-af24-bdc61fb27bff tempest-ServerDiskConfigTestJSON-126406698 tempest-ServerDiskConfigTestJSON-126406698-project-member] Lazy-loading 'resources' on Instance uuid 5a5e12bf-4082-40e8-bac8-a8a5b0033dec {{(pid=62328) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 723.188145] env[62328]: INFO nova.scheduler.client.report [None req-83238f0b-ab38-4c91-bc17-e11a4b455917 tempest-ServersAdmin275Test-1782090467 tempest-ServersAdmin275Test-1782090467-project-member] Deleted allocations for instance 892b410e-c0ae-4ef6-90a6-fbf09d6ad76b [ 723.189980] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0e49ca4e-46b0-47b2-a1a4-f2d8ae1c2353 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 723.221143] env[62328]: DEBUG nova.virt.vmwareapi.volumeops [None req-8ba2afc8-b57c-4ff2-8b99-a208658a7fb8 tempest-ServerActionsV293TestJSON-1864378190 tempest-ServerActionsV293TestJSON-1864378190-project-member] [instance: 2f5e173e-0a48-45c2-ae86-64d86a2b45d4] Reconfiguring VM instance instance-0000002f to attach disk [datastore1] volume-0da4a820-256e-4fbb-941e-7249bbabc770/volume-0da4a820-256e-4fbb-941e-7249bbabc770.vmdk or device None with type thin {{(pid=62328) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 723.222372] env[62328]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-81676be0-3634-4966-b3dd-45380238f7bd {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 723.245899] env[62328]: DEBUG oslo_vmware.api [None req-ee58c141-4827-44f8-ae45-a73abbf09b01 tempest-ImagesOneServerNegativeTestJSON-835227872 tempest-ImagesOneServerNegativeTestJSON-835227872-project-member] Task: {'id': task-2386679, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.663084} completed successfully. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 723.246655] env[62328]: DEBUG nova.virt.vmwareapi.vm_util [None req-ee58c141-4827-44f8-ae45-a73abbf09b01 tempest-ImagesOneServerNegativeTestJSON-835227872 tempest-ImagesOneServerNegativeTestJSON-835227872-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/dbf872a4-92be-47e4-8561-c3e2bf2423ab/dbf872a4-92be-47e4-8561-c3e2bf2423ab.vmdk to [datastore1] 1691ec92-ed5b-436a-bba3-f5a998263955/1691ec92-ed5b-436a-bba3-f5a998263955.vmdk {{(pid=62328) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 723.246825] env[62328]: DEBUG nova.virt.vmwareapi.vmops [None req-ee58c141-4827-44f8-ae45-a73abbf09b01 tempest-ImagesOneServerNegativeTestJSON-835227872 tempest-ImagesOneServerNegativeTestJSON-835227872-project-member] [instance: 1691ec92-ed5b-436a-bba3-f5a998263955] Extending root virtual disk to 1048576 {{(pid=62328) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 723.247617] env[62328]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-4caa1103-67a1-4cc4-a79c-7b32e08b8789 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 723.253671] env[62328]: DEBUG oslo_vmware.api [None req-f5f50bab-fa53-4483-8425-a6197d3afe14 tempest-ServersAdminNegativeTestJSON-1102677697 tempest-ServersAdminNegativeTestJSON-1102677697-project-admin] Task: {'id': task-2386680, 'name': SuspendVM_Task, 'duration_secs': 0.727475} completed successfully. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 723.255045] env[62328]: DEBUG nova.virt.vmwareapi.vmops [None req-f5f50bab-fa53-4483-8425-a6197d3afe14 tempest-ServersAdminNegativeTestJSON-1102677697 tempest-ServersAdminNegativeTestJSON-1102677697-project-admin] [instance: 036c1441-66e8-4a80-99a2-15dfe86351fc] Suspended the VM {{(pid=62328) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1166}} [ 723.255295] env[62328]: DEBUG nova.compute.manager [None req-f5f50bab-fa53-4483-8425-a6197d3afe14 tempest-ServersAdminNegativeTestJSON-1102677697 tempest-ServersAdminNegativeTestJSON-1102677697-project-admin] [instance: 036c1441-66e8-4a80-99a2-15dfe86351fc] Checking state {{(pid=62328) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 723.256551] env[62328]: DEBUG oslo_vmware.api [None req-8ba2afc8-b57c-4ff2-8b99-a208658a7fb8 tempest-ServerActionsV293TestJSON-1864378190 tempest-ServerActionsV293TestJSON-1864378190-project-member] Waiting for the task: (returnval){ [ 723.256551] env[62328]: value = "task-2386682" [ 723.256551] env[62328]: _type = "Task" [ 723.256551] env[62328]: } to complete. {{(pid=62328) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 723.256551] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a90fee13-cde4-4661-aa38-560a3f3ce387 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 723.263455] env[62328]: DEBUG oslo_vmware.api [None req-ee58c141-4827-44f8-ae45-a73abbf09b01 tempest-ImagesOneServerNegativeTestJSON-835227872 tempest-ImagesOneServerNegativeTestJSON-835227872-project-member] Waiting for the task: (returnval){ [ 723.263455] env[62328]: value = "task-2386683" [ 723.263455] env[62328]: _type = "Task" [ 723.263455] env[62328]: } to complete. {{(pid=62328) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 723.276176] env[62328]: DEBUG oslo_vmware.api [None req-8ba2afc8-b57c-4ff2-8b99-a208658a7fb8 tempest-ServerActionsV293TestJSON-1864378190 tempest-ServerActionsV293TestJSON-1864378190-project-member] Task: {'id': task-2386682, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 723.286454] env[62328]: DEBUG oslo_vmware.api [None req-ee58c141-4827-44f8-ae45-a73abbf09b01 tempest-ImagesOneServerNegativeTestJSON-835227872 tempest-ImagesOneServerNegativeTestJSON-835227872-project-member] Task: {'id': task-2386683, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 723.291009] env[62328]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 723.291009] env[62328]: value = "session[52a6e20e-410d-708a-99f2-080a575a99bd]525c5279-28d6-9ee4-f165-32a265d8e339" [ 723.291009] env[62328]: _type = "HttpNfcLease" [ 723.291009] env[62328]: } is ready. {{(pid=62328) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 723.291224] env[62328]: DEBUG oslo_vmware.rw_handles [None req-13f6f212-860e-474c-8e3f-1c76cd009de5 tempest-ListImageFiltersTestJSON-111188615 tempest-ListImageFiltersTestJSON-111188615-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 723.291224] env[62328]: value = "session[52a6e20e-410d-708a-99f2-080a575a99bd]525c5279-28d6-9ee4-f165-32a265d8e339" [ 723.291224] env[62328]: _type = "HttpNfcLease" [ 723.291224] env[62328]: }. {{(pid=62328) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 723.291891] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6746073e-8c5f-4687-b021-2fa420081e5f {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 723.301525] env[62328]: DEBUG oslo_vmware.rw_handles [None req-13f6f212-860e-474c-8e3f-1c76cd009de5 tempest-ListImageFiltersTestJSON-111188615 tempest-ListImageFiltersTestJSON-111188615-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52419f9c-a952-b3a8-3ce8-938aa5396f54/disk-0.vmdk from lease info. {{(pid=62328) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 723.301753] env[62328]: DEBUG oslo_vmware.rw_handles [None req-13f6f212-860e-474c-8e3f-1c76cd009de5 tempest-ListImageFiltersTestJSON-111188615 tempest-ListImageFiltersTestJSON-111188615-project-member] Opening URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52419f9c-a952-b3a8-3ce8-938aa5396f54/disk-0.vmdk for reading. {{(pid=62328) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 723.400603] env[62328]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-8a483359-cefe-44f6-91d7-2a6365aa873e {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 723.659890] env[62328]: DEBUG oslo_concurrency.lockutils [None req-4c1e6f55-4288-49e6-acad-b83f602f950b tempest-ImagesTestJSON-1776717495 tempest-ImagesTestJSON-1776717495-project-member] Acquiring lock "refresh_cache-911ce85b-847c-4cda-9753-e10fdaf224a5" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 723.660082] env[62328]: DEBUG oslo_concurrency.lockutils [None req-4c1e6f55-4288-49e6-acad-b83f602f950b tempest-ImagesTestJSON-1776717495 tempest-ImagesTestJSON-1776717495-project-member] Acquired lock "refresh_cache-911ce85b-847c-4cda-9753-e10fdaf224a5" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.660213] env[62328]: DEBUG nova.network.neutron [None req-4c1e6f55-4288-49e6-acad-b83f602f950b tempest-ImagesTestJSON-1776717495 tempest-ImagesTestJSON-1776717495-project-member] [instance: 911ce85b-847c-4cda-9753-e10fdaf224a5] Building network info cache for instance {{(pid=62328) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 723.701086] env[62328]: DEBUG oslo_concurrency.lockutils [None req-83238f0b-ab38-4c91-bc17-e11a4b455917 tempest-ServersAdmin275Test-1782090467 tempest-ServersAdmin275Test-1782090467-project-member] Lock "892b410e-c0ae-4ef6-90a6-fbf09d6ad76b" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 37.213s {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 723.773929] env[62328]: DEBUG oslo_vmware.api [None req-8ba2afc8-b57c-4ff2-8b99-a208658a7fb8 tempest-ServerActionsV293TestJSON-1864378190 tempest-ServerActionsV293TestJSON-1864378190-project-member] Task: {'id': task-2386682, 'name': ReconfigVM_Task, 'duration_secs': 0.302796} completed successfully. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 723.774765] env[62328]: DEBUG nova.virt.vmwareapi.volumeops [None req-8ba2afc8-b57c-4ff2-8b99-a208658a7fb8 tempest-ServerActionsV293TestJSON-1864378190 tempest-ServerActionsV293TestJSON-1864378190-project-member] [instance: 2f5e173e-0a48-45c2-ae86-64d86a2b45d4] Reconfigured VM instance instance-0000002f to attach disk [datastore1] volume-0da4a820-256e-4fbb-941e-7249bbabc770/volume-0da4a820-256e-4fbb-941e-7249bbabc770.vmdk or device None with type thin {{(pid=62328) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 723.782668] env[62328]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0de6aa13-e22b-4ee3-a499-1cbdff39d92b {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 723.800712] env[62328]: DEBUG oslo_vmware.api [None req-ee58c141-4827-44f8-ae45-a73abbf09b01 tempest-ImagesOneServerNegativeTestJSON-835227872 tempest-ImagesOneServerNegativeTestJSON-835227872-project-member] Task: {'id': task-2386683, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.076649} completed successfully. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 723.801637] env[62328]: DEBUG nova.virt.vmwareapi.vmops [None req-ee58c141-4827-44f8-ae45-a73abbf09b01 tempest-ImagesOneServerNegativeTestJSON-835227872 tempest-ImagesOneServerNegativeTestJSON-835227872-project-member] [instance: 1691ec92-ed5b-436a-bba3-f5a998263955] Extended root virtual disk {{(pid=62328) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 723.802542] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-922ac793-e934-4483-9939-d7c089231354 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 723.812282] env[62328]: DEBUG oslo_vmware.api [None req-8ba2afc8-b57c-4ff2-8b99-a208658a7fb8 tempest-ServerActionsV293TestJSON-1864378190 tempest-ServerActionsV293TestJSON-1864378190-project-member] Waiting for the task: (returnval){ [ 723.812282] env[62328]: value = "task-2386684" [ 723.812282] env[62328]: _type = "Task" [ 723.812282] env[62328]: } to complete. {{(pid=62328) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 723.836638] env[62328]: DEBUG nova.virt.vmwareapi.volumeops [None req-ee58c141-4827-44f8-ae45-a73abbf09b01 tempest-ImagesOneServerNegativeTestJSON-835227872 tempest-ImagesOneServerNegativeTestJSON-835227872-project-member] [instance: 1691ec92-ed5b-436a-bba3-f5a998263955] Reconfiguring VM instance instance-00000030 to attach disk [datastore1] 1691ec92-ed5b-436a-bba3-f5a998263955/1691ec92-ed5b-436a-bba3-f5a998263955.vmdk or device None with type sparse {{(pid=62328) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 723.841113] env[62328]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-854c94c2-ca35-45cd-903e-b4a94d3c8436 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 723.860746] env[62328]: DEBUG oslo_vmware.api [None req-8ba2afc8-b57c-4ff2-8b99-a208658a7fb8 tempest-ServerActionsV293TestJSON-1864378190 tempest-ServerActionsV293TestJSON-1864378190-project-member] Task: {'id': task-2386684, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 723.869189] env[62328]: DEBUG oslo_vmware.api [None req-ee58c141-4827-44f8-ae45-a73abbf09b01 tempest-ImagesOneServerNegativeTestJSON-835227872 tempest-ImagesOneServerNegativeTestJSON-835227872-project-member] Waiting for the task: (returnval){ [ 723.869189] env[62328]: value = "task-2386685" [ 723.869189] env[62328]: _type = "Task" [ 723.869189] env[62328]: } to complete. {{(pid=62328) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 723.884320] env[62328]: DEBUG oslo_vmware.api [None req-ee58c141-4827-44f8-ae45-a73abbf09b01 tempest-ImagesOneServerNegativeTestJSON-835227872 tempest-ImagesOneServerNegativeTestJSON-835227872-project-member] Task: {'id': task-2386685, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 724.232072] env[62328]: DEBUG nova.network.neutron [None req-4c1e6f55-4288-49e6-acad-b83f602f950b tempest-ImagesTestJSON-1776717495 tempest-ImagesTestJSON-1776717495-project-member] [instance: 911ce85b-847c-4cda-9753-e10fdaf224a5] Instance cache missing network info. {{(pid=62328) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 724.280411] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8126e119-f6c2-4f13-991f-076de18349c5 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 724.290402] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dda06138-6e56-4798-9683-d49d9bedbb98 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 724.339011] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-105118bf-8ba3-4748-854f-23ac974402dd {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 724.352199] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-481453f7-4b5d-4b7f-8592-e20cfa2d2348 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 724.356575] env[62328]: DEBUG oslo_vmware.api [None req-8ba2afc8-b57c-4ff2-8b99-a208658a7fb8 tempest-ServerActionsV293TestJSON-1864378190 tempest-ServerActionsV293TestJSON-1864378190-project-member] Task: {'id': task-2386684, 'name': ReconfigVM_Task, 'duration_secs': 0.146916} completed successfully. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 724.356643] env[62328]: DEBUG nova.virt.vmwareapi.volumeops [None req-8ba2afc8-b57c-4ff2-8b99-a208658a7fb8 tempest-ServerActionsV293TestJSON-1864378190 tempest-ServerActionsV293TestJSON-1864378190-project-member] [instance: 2f5e173e-0a48-45c2-ae86-64d86a2b45d4] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-484239', 'volume_id': '0da4a820-256e-4fbb-941e-7249bbabc770', 'name': 'volume-0da4a820-256e-4fbb-941e-7249bbabc770', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '2f5e173e-0a48-45c2-ae86-64d86a2b45d4', 'attached_at': '', 'detached_at': '', 'volume_id': '0da4a820-256e-4fbb-941e-7249bbabc770', 'serial': '0da4a820-256e-4fbb-941e-7249bbabc770'} {{(pid=62328) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 724.357696] env[62328]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-afc1ec41-3dda-4252-982d-1fe63768358c {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 724.369825] env[62328]: DEBUG nova.compute.provider_tree [None req-326bca38-94bd-4125-af24-bdc61fb27bff tempest-ServerDiskConfigTestJSON-126406698 tempest-ServerDiskConfigTestJSON-126406698-project-member] Inventory has not changed in ProviderTree for provider: 3469e9f8-04af-49ca-8435-49f104496744 {{(pid=62328) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 724.373123] env[62328]: DEBUG oslo_vmware.api [None req-8ba2afc8-b57c-4ff2-8b99-a208658a7fb8 tempest-ServerActionsV293TestJSON-1864378190 tempest-ServerActionsV293TestJSON-1864378190-project-member] Waiting for the task: (returnval){ [ 724.373123] env[62328]: value = "task-2386686" [ 724.373123] env[62328]: _type = "Task" [ 724.373123] env[62328]: } to complete. {{(pid=62328) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 724.390465] env[62328]: DEBUG oslo_vmware.api [None req-ee58c141-4827-44f8-ae45-a73abbf09b01 tempest-ImagesOneServerNegativeTestJSON-835227872 tempest-ImagesOneServerNegativeTestJSON-835227872-project-member] Task: {'id': task-2386685, 'name': ReconfigVM_Task, 'duration_secs': 0.329359} completed successfully. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 724.394612] env[62328]: DEBUG nova.virt.vmwareapi.volumeops [None req-ee58c141-4827-44f8-ae45-a73abbf09b01 tempest-ImagesOneServerNegativeTestJSON-835227872 tempest-ImagesOneServerNegativeTestJSON-835227872-project-member] [instance: 1691ec92-ed5b-436a-bba3-f5a998263955] Reconfigured VM instance instance-00000030 to attach disk [datastore1] 1691ec92-ed5b-436a-bba3-f5a998263955/1691ec92-ed5b-436a-bba3-f5a998263955.vmdk or device None with type sparse {{(pid=62328) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 724.395851] env[62328]: DEBUG oslo_vmware.api [None req-8ba2afc8-b57c-4ff2-8b99-a208658a7fb8 tempest-ServerActionsV293TestJSON-1864378190 tempest-ServerActionsV293TestJSON-1864378190-project-member] Task: {'id': task-2386686, 'name': Rename_Task} progress is 14%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 724.396216] env[62328]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-5cc679d5-ae3b-4ba7-b0df-8b20093f62a7 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 724.404180] env[62328]: DEBUG oslo_vmware.api [None req-ee58c141-4827-44f8-ae45-a73abbf09b01 tempest-ImagesOneServerNegativeTestJSON-835227872 tempest-ImagesOneServerNegativeTestJSON-835227872-project-member] Waiting for the task: (returnval){ [ 724.404180] env[62328]: value = "task-2386687" [ 724.404180] env[62328]: _type = "Task" [ 724.404180] env[62328]: } to complete. {{(pid=62328) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 724.414435] env[62328]: DEBUG oslo_vmware.api [None req-ee58c141-4827-44f8-ae45-a73abbf09b01 tempest-ImagesOneServerNegativeTestJSON-835227872 tempest-ImagesOneServerNegativeTestJSON-835227872-project-member] Task: {'id': task-2386687, 'name': Rename_Task} progress is 0%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 724.537621] env[62328]: DEBUG nova.network.neutron [None req-4c1e6f55-4288-49e6-acad-b83f602f950b tempest-ImagesTestJSON-1776717495 tempest-ImagesTestJSON-1776717495-project-member] [instance: 911ce85b-847c-4cda-9753-e10fdaf224a5] Updating instance_info_cache with network_info: [{"id": "9f1af0a1-c13a-46ad-baba-5ecbe01f2097", "address": "fa:16:3e:e0:35:cb", "network": {"id": "a905dc5c-40c4-4f4e-a49b-32a091a84757", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1569455808-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "79ff0ac960284ebab9828a8e768f66f2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a8140829-5eac-40d8-a10c-eb881f57affc", "external-id": "nsx-vlan-transportzone-517", "segmentation_id": 517, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9f1af0a1-c1", "ovs_interfaceid": "9f1af0a1-c13a-46ad-baba-5ecbe01f2097", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62328) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 724.875452] env[62328]: DEBUG nova.scheduler.client.report [None req-326bca38-94bd-4125-af24-bdc61fb27bff tempest-ServerDiskConfigTestJSON-126406698 tempest-ServerDiskConfigTestJSON-126406698-project-member] Inventory has not changed for provider 3469e9f8-04af-49ca-8435-49f104496744 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 152, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62328) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 724.889171] env[62328]: DEBUG oslo_vmware.api [None req-8ba2afc8-b57c-4ff2-8b99-a208658a7fb8 tempest-ServerActionsV293TestJSON-1864378190 tempest-ServerActionsV293TestJSON-1864378190-project-member] Task: {'id': task-2386686, 'name': Rename_Task, 'duration_secs': 0.159462} completed successfully. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 724.889465] env[62328]: DEBUG nova.virt.vmwareapi.vm_util [None req-8ba2afc8-b57c-4ff2-8b99-a208658a7fb8 tempest-ServerActionsV293TestJSON-1864378190 tempest-ServerActionsV293TestJSON-1864378190-project-member] [instance: 2f5e173e-0a48-45c2-ae86-64d86a2b45d4] Powering on the VM {{(pid=62328) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 724.889731] env[62328]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-f218c4c3-fa65-45e7-90ea-a86d354437f6 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 724.899551] env[62328]: DEBUG oslo_vmware.api [None req-8ba2afc8-b57c-4ff2-8b99-a208658a7fb8 tempest-ServerActionsV293TestJSON-1864378190 tempest-ServerActionsV293TestJSON-1864378190-project-member] Waiting for the task: (returnval){ [ 724.899551] env[62328]: value = "task-2386688" [ 724.899551] env[62328]: _type = "Task" [ 724.899551] env[62328]: } to complete. {{(pid=62328) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 724.911042] env[62328]: DEBUG oslo_vmware.api [None req-8ba2afc8-b57c-4ff2-8b99-a208658a7fb8 tempest-ServerActionsV293TestJSON-1864378190 tempest-ServerActionsV293TestJSON-1864378190-project-member] Task: {'id': task-2386688, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 724.916416] env[62328]: DEBUG oslo_vmware.api [None req-ee58c141-4827-44f8-ae45-a73abbf09b01 tempest-ImagesOneServerNegativeTestJSON-835227872 tempest-ImagesOneServerNegativeTestJSON-835227872-project-member] Task: {'id': task-2386687, 'name': Rename_Task, 'duration_secs': 0.184167} completed successfully. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 724.916712] env[62328]: DEBUG nova.virt.vmwareapi.vm_util [None req-ee58c141-4827-44f8-ae45-a73abbf09b01 tempest-ImagesOneServerNegativeTestJSON-835227872 tempest-ImagesOneServerNegativeTestJSON-835227872-project-member] [instance: 1691ec92-ed5b-436a-bba3-f5a998263955] Powering on the VM {{(pid=62328) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 724.916967] env[62328]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-50fb7cad-4f8b-48d7-b419-6a4f7c6179a5 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 724.925242] env[62328]: DEBUG oslo_vmware.api [None req-ee58c141-4827-44f8-ae45-a73abbf09b01 tempest-ImagesOneServerNegativeTestJSON-835227872 tempest-ImagesOneServerNegativeTestJSON-835227872-project-member] Waiting for the task: (returnval){ [ 724.925242] env[62328]: value = "task-2386689" [ 724.925242] env[62328]: _type = "Task" [ 724.925242] env[62328]: } to complete. {{(pid=62328) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 724.939289] env[62328]: DEBUG oslo_vmware.api [None req-ee58c141-4827-44f8-ae45-a73abbf09b01 tempest-ImagesOneServerNegativeTestJSON-835227872 tempest-ImagesOneServerNegativeTestJSON-835227872-project-member] Task: {'id': task-2386689, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 725.040905] env[62328]: DEBUG oslo_concurrency.lockutils [None req-4c1e6f55-4288-49e6-acad-b83f602f950b tempest-ImagesTestJSON-1776717495 tempest-ImagesTestJSON-1776717495-project-member] Releasing lock "refresh_cache-911ce85b-847c-4cda-9753-e10fdaf224a5" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 725.041417] env[62328]: DEBUG nova.compute.manager [None req-4c1e6f55-4288-49e6-acad-b83f602f950b tempest-ImagesTestJSON-1776717495 tempest-ImagesTestJSON-1776717495-project-member] [instance: 911ce85b-847c-4cda-9753-e10fdaf224a5] Instance network_info: |[{"id": "9f1af0a1-c13a-46ad-baba-5ecbe01f2097", "address": "fa:16:3e:e0:35:cb", "network": {"id": "a905dc5c-40c4-4f4e-a49b-32a091a84757", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1569455808-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "79ff0ac960284ebab9828a8e768f66f2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a8140829-5eac-40d8-a10c-eb881f57affc", "external-id": "nsx-vlan-transportzone-517", "segmentation_id": 517, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9f1af0a1-c1", "ovs_interfaceid": "9f1af0a1-c13a-46ad-baba-5ecbe01f2097", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62328) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 725.043096] env[62328]: DEBUG nova.virt.vmwareapi.vmops [None req-4c1e6f55-4288-49e6-acad-b83f602f950b tempest-ImagesTestJSON-1776717495 tempest-ImagesTestJSON-1776717495-project-member] [instance: 911ce85b-847c-4cda-9753-e10fdaf224a5] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:e0:35:cb', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'a8140829-5eac-40d8-a10c-eb881f57affc', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '9f1af0a1-c13a-46ad-baba-5ecbe01f2097', 'vif_model': 'vmxnet3'}] {{(pid=62328) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 725.053399] env[62328]: DEBUG nova.virt.vmwareapi.vm_util [None req-4c1e6f55-4288-49e6-acad-b83f602f950b tempest-ImagesTestJSON-1776717495 tempest-ImagesTestJSON-1776717495-project-member] Creating folder: Project (79ff0ac960284ebab9828a8e768f66f2). Parent ref: group-v484164. {{(pid=62328) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 725.053773] env[62328]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-dbfc1652-7328-4667-9de6-f1a5eeaef668 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 725.067408] env[62328]: INFO nova.virt.vmwareapi.vm_util [None req-4c1e6f55-4288-49e6-acad-b83f602f950b tempest-ImagesTestJSON-1776717495 tempest-ImagesTestJSON-1776717495-project-member] Created folder: Project (79ff0ac960284ebab9828a8e768f66f2) in parent group-v484164. [ 725.067643] env[62328]: DEBUG nova.virt.vmwareapi.vm_util [None req-4c1e6f55-4288-49e6-acad-b83f602f950b tempest-ImagesTestJSON-1776717495 tempest-ImagesTestJSON-1776717495-project-member] Creating folder: Instances. Parent ref: group-v484301. {{(pid=62328) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 725.067903] env[62328]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-eec49f7e-1cb5-46bf-bd83-c1d46a3d9495 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 725.080928] env[62328]: INFO nova.virt.vmwareapi.vm_util [None req-4c1e6f55-4288-49e6-acad-b83f602f950b tempest-ImagesTestJSON-1776717495 tempest-ImagesTestJSON-1776717495-project-member] Created folder: Instances in parent group-v484301. [ 725.081314] env[62328]: DEBUG oslo.service.loopingcall [None req-4c1e6f55-4288-49e6-acad-b83f602f950b tempest-ImagesTestJSON-1776717495 tempest-ImagesTestJSON-1776717495-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62328) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 725.081555] env[62328]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 911ce85b-847c-4cda-9753-e10fdaf224a5] Creating VM on the ESX host {{(pid=62328) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 725.081809] env[62328]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-2d30e299-614f-48a0-b322-583defb63785 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 725.105736] env[62328]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 725.105736] env[62328]: value = "task-2386692" [ 725.105736] env[62328]: _type = "Task" [ 725.105736] env[62328]: } to complete. {{(pid=62328) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 725.116907] env[62328]: DEBUG oslo_vmware.api [-] Task: {'id': task-2386692, 'name': CreateVM_Task} progress is 0%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 725.150255] env[62328]: DEBUG nova.compute.manager [req-8a9bfed2-e180-4d13-a712-73083bfc02d3 req-16acb0e6-2fa5-4fe9-a11f-8df27fe5532b service nova] [instance: 911ce85b-847c-4cda-9753-e10fdaf224a5] Received event network-changed-9f1af0a1-c13a-46ad-baba-5ecbe01f2097 {{(pid=62328) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 725.150255] env[62328]: DEBUG nova.compute.manager [req-8a9bfed2-e180-4d13-a712-73083bfc02d3 req-16acb0e6-2fa5-4fe9-a11f-8df27fe5532b service nova] [instance: 911ce85b-847c-4cda-9753-e10fdaf224a5] Refreshing instance network info cache due to event network-changed-9f1af0a1-c13a-46ad-baba-5ecbe01f2097. {{(pid=62328) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 725.150255] env[62328]: DEBUG oslo_concurrency.lockutils [req-8a9bfed2-e180-4d13-a712-73083bfc02d3 req-16acb0e6-2fa5-4fe9-a11f-8df27fe5532b service nova] Acquiring lock "refresh_cache-911ce85b-847c-4cda-9753-e10fdaf224a5" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 725.150255] env[62328]: DEBUG oslo_concurrency.lockutils [req-8a9bfed2-e180-4d13-a712-73083bfc02d3 req-16acb0e6-2fa5-4fe9-a11f-8df27fe5532b service nova] Acquired lock "refresh_cache-911ce85b-847c-4cda-9753-e10fdaf224a5" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.150940] env[62328]: DEBUG nova.network.neutron [req-8a9bfed2-e180-4d13-a712-73083bfc02d3 req-16acb0e6-2fa5-4fe9-a11f-8df27fe5532b service nova] [instance: 911ce85b-847c-4cda-9753-e10fdaf224a5] Refreshing network info cache for port 9f1af0a1-c13a-46ad-baba-5ecbe01f2097 {{(pid=62328) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 725.385835] env[62328]: DEBUG oslo_concurrency.lockutils [None req-326bca38-94bd-4125-af24-bdc61fb27bff tempest-ServerDiskConfigTestJSON-126406698 tempest-ServerDiskConfigTestJSON-126406698-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.218s {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 725.388593] env[62328]: DEBUG oslo_concurrency.lockutils [None req-861e4356-1ac6-41d4-8d0b-4e5a321db72c tempest-ServerActionsTestOtherA-1098162655 tempest-ServerActionsTestOtherA-1098162655-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 30.932s {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 725.389084] env[62328]: DEBUG nova.objects.instance [None req-861e4356-1ac6-41d4-8d0b-4e5a321db72c tempest-ServerActionsTestOtherA-1098162655 tempest-ServerActionsTestOtherA-1098162655-project-member] [instance: 66186b76-7021-4df1-b53c-2789906e37ac] Trying to apply a migration context that does not seem to be set for this instance {{(pid=62328) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 725.410788] env[62328]: DEBUG oslo_vmware.api [None req-8ba2afc8-b57c-4ff2-8b99-a208658a7fb8 tempest-ServerActionsV293TestJSON-1864378190 tempest-ServerActionsV293TestJSON-1864378190-project-member] Task: {'id': task-2386688, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 725.432888] env[62328]: INFO nova.scheduler.client.report [None req-326bca38-94bd-4125-af24-bdc61fb27bff tempest-ServerDiskConfigTestJSON-126406698 tempest-ServerDiskConfigTestJSON-126406698-project-member] Deleted allocations for instance 5a5e12bf-4082-40e8-bac8-a8a5b0033dec [ 725.443897] env[62328]: DEBUG oslo_vmware.api [None req-ee58c141-4827-44f8-ae45-a73abbf09b01 tempest-ImagesOneServerNegativeTestJSON-835227872 tempest-ImagesOneServerNegativeTestJSON-835227872-project-member] Task: {'id': task-2386689, 'name': PowerOnVM_Task} progress is 100%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 725.616442] env[62328]: DEBUG oslo_vmware.api [-] Task: {'id': task-2386692, 'name': CreateVM_Task} progress is 25%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 725.910778] env[62328]: DEBUG oslo_vmware.api [None req-8ba2afc8-b57c-4ff2-8b99-a208658a7fb8 tempest-ServerActionsV293TestJSON-1864378190 tempest-ServerActionsV293TestJSON-1864378190-project-member] Task: {'id': task-2386688, 'name': PowerOnVM_Task, 'duration_secs': 0.64363} completed successfully. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 725.911064] env[62328]: DEBUG nova.virt.vmwareapi.vm_util [None req-8ba2afc8-b57c-4ff2-8b99-a208658a7fb8 tempest-ServerActionsV293TestJSON-1864378190 tempest-ServerActionsV293TestJSON-1864378190-project-member] [instance: 2f5e173e-0a48-45c2-ae86-64d86a2b45d4] Powered on the VM {{(pid=62328) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 725.911288] env[62328]: INFO nova.compute.manager [None req-8ba2afc8-b57c-4ff2-8b99-a208658a7fb8 tempest-ServerActionsV293TestJSON-1864378190 tempest-ServerActionsV293TestJSON-1864378190-project-member] [instance: 2f5e173e-0a48-45c2-ae86-64d86a2b45d4] Took 11.49 seconds to spawn the instance on the hypervisor. [ 725.911473] env[62328]: DEBUG nova.compute.manager [None req-8ba2afc8-b57c-4ff2-8b99-a208658a7fb8 tempest-ServerActionsV293TestJSON-1864378190 tempest-ServerActionsV293TestJSON-1864378190-project-member] [instance: 2f5e173e-0a48-45c2-ae86-64d86a2b45d4] Checking state {{(pid=62328) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 725.912285] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-62297e1d-1876-41ce-b394-1eb1dc10cba4 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 725.935442] env[62328]: DEBUG oslo_vmware.api [None req-ee58c141-4827-44f8-ae45-a73abbf09b01 tempest-ImagesOneServerNegativeTestJSON-835227872 tempest-ImagesOneServerNegativeTestJSON-835227872-project-member] Task: {'id': task-2386689, 'name': PowerOnVM_Task, 'duration_secs': 0.618817} completed successfully. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 725.935516] env[62328]: DEBUG nova.virt.vmwareapi.vm_util [None req-ee58c141-4827-44f8-ae45-a73abbf09b01 tempest-ImagesOneServerNegativeTestJSON-835227872 tempest-ImagesOneServerNegativeTestJSON-835227872-project-member] [instance: 1691ec92-ed5b-436a-bba3-f5a998263955] Powered on the VM {{(pid=62328) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 725.935688] env[62328]: INFO nova.compute.manager [None req-ee58c141-4827-44f8-ae45-a73abbf09b01 tempest-ImagesOneServerNegativeTestJSON-835227872 tempest-ImagesOneServerNegativeTestJSON-835227872-project-member] [instance: 1691ec92-ed5b-436a-bba3-f5a998263955] Took 10.71 seconds to spawn the instance on the hypervisor. [ 725.935882] env[62328]: DEBUG nova.compute.manager [None req-ee58c141-4827-44f8-ae45-a73abbf09b01 tempest-ImagesOneServerNegativeTestJSON-835227872 tempest-ImagesOneServerNegativeTestJSON-835227872-project-member] [instance: 1691ec92-ed5b-436a-bba3-f5a998263955] Checking state {{(pid=62328) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 725.936687] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cf65a762-fc76-47a9-9e91-1abb234a1ef9 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 725.947589] env[62328]: DEBUG oslo_concurrency.lockutils [None req-326bca38-94bd-4125-af24-bdc61fb27bff tempest-ServerDiskConfigTestJSON-126406698 tempest-ServerDiskConfigTestJSON-126406698-project-member] Lock "5a5e12bf-4082-40e8-bac8-a8a5b0033dec" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 38.818s {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 725.954863] env[62328]: DEBUG oslo_concurrency.lockutils [None req-f00a1799-05a0-4be3-bb04-85a21f1120bc tempest-ServersAdminNegativeTestJSON-593360600 tempest-ServersAdminNegativeTestJSON-593360600-project-member] Acquiring lock "036c1441-66e8-4a80-99a2-15dfe86351fc" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 725.955143] env[62328]: DEBUG oslo_concurrency.lockutils [None req-f00a1799-05a0-4be3-bb04-85a21f1120bc tempest-ServersAdminNegativeTestJSON-593360600 tempest-ServersAdminNegativeTestJSON-593360600-project-member] Lock "036c1441-66e8-4a80-99a2-15dfe86351fc" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 725.955346] env[62328]: DEBUG oslo_concurrency.lockutils [None req-f00a1799-05a0-4be3-bb04-85a21f1120bc tempest-ServersAdminNegativeTestJSON-593360600 tempest-ServersAdminNegativeTestJSON-593360600-project-member] Acquiring lock "036c1441-66e8-4a80-99a2-15dfe86351fc-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 725.955529] env[62328]: DEBUG oslo_concurrency.lockutils [None req-f00a1799-05a0-4be3-bb04-85a21f1120bc tempest-ServersAdminNegativeTestJSON-593360600 tempest-ServersAdminNegativeTestJSON-593360600-project-member] Lock "036c1441-66e8-4a80-99a2-15dfe86351fc-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 725.955696] env[62328]: DEBUG oslo_concurrency.lockutils [None req-f00a1799-05a0-4be3-bb04-85a21f1120bc tempest-ServersAdminNegativeTestJSON-593360600 tempest-ServersAdminNegativeTestJSON-593360600-project-member] Lock "036c1441-66e8-4a80-99a2-15dfe86351fc-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 725.962868] env[62328]: INFO nova.compute.manager [None req-f00a1799-05a0-4be3-bb04-85a21f1120bc tempest-ServersAdminNegativeTestJSON-593360600 tempest-ServersAdminNegativeTestJSON-593360600-project-member] [instance: 036c1441-66e8-4a80-99a2-15dfe86351fc] Terminating instance [ 726.076229] env[62328]: DEBUG nova.network.neutron [req-8a9bfed2-e180-4d13-a712-73083bfc02d3 req-16acb0e6-2fa5-4fe9-a11f-8df27fe5532b service nova] [instance: 911ce85b-847c-4cda-9753-e10fdaf224a5] Updated VIF entry in instance network info cache for port 9f1af0a1-c13a-46ad-baba-5ecbe01f2097. {{(pid=62328) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 726.076684] env[62328]: DEBUG nova.network.neutron [req-8a9bfed2-e180-4d13-a712-73083bfc02d3 req-16acb0e6-2fa5-4fe9-a11f-8df27fe5532b service nova] [instance: 911ce85b-847c-4cda-9753-e10fdaf224a5] Updating instance_info_cache with network_info: [{"id": "9f1af0a1-c13a-46ad-baba-5ecbe01f2097", "address": "fa:16:3e:e0:35:cb", "network": {"id": "a905dc5c-40c4-4f4e-a49b-32a091a84757", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1569455808-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "79ff0ac960284ebab9828a8e768f66f2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a8140829-5eac-40d8-a10c-eb881f57affc", "external-id": "nsx-vlan-transportzone-517", "segmentation_id": 517, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9f1af0a1-c1", "ovs_interfaceid": "9f1af0a1-c13a-46ad-baba-5ecbe01f2097", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62328) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 726.118333] env[62328]: DEBUG oslo_vmware.api [-] Task: {'id': task-2386692, 'name': CreateVM_Task, 'duration_secs': 0.654095} completed successfully. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 726.119027] env[62328]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 911ce85b-847c-4cda-9753-e10fdaf224a5] Created VM on the ESX host {{(pid=62328) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 726.119839] env[62328]: DEBUG oslo_concurrency.lockutils [None req-4c1e6f55-4288-49e6-acad-b83f602f950b tempest-ImagesTestJSON-1776717495 tempest-ImagesTestJSON-1776717495-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/dbf872a4-92be-47e4-8561-c3e2bf2423ab" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 726.120094] env[62328]: DEBUG oslo_concurrency.lockutils [None req-4c1e6f55-4288-49e6-acad-b83f602f950b tempest-ImagesTestJSON-1776717495 tempest-ImagesTestJSON-1776717495-project-member] Acquired lock "[datastore2] devstack-image-cache_base/dbf872a4-92be-47e4-8561-c3e2bf2423ab" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.121583] env[62328]: DEBUG oslo_concurrency.lockutils [None req-4c1e6f55-4288-49e6-acad-b83f602f950b tempest-ImagesTestJSON-1776717495 tempest-ImagesTestJSON-1776717495-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/dbf872a4-92be-47e4-8561-c3e2bf2423ab" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 726.121848] env[62328]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b148a07d-8f7f-41db-ab8a-86349ee28c73 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 726.128874] env[62328]: DEBUG oslo_vmware.api [None req-4c1e6f55-4288-49e6-acad-b83f602f950b tempest-ImagesTestJSON-1776717495 tempest-ImagesTestJSON-1776717495-project-member] Waiting for the task: (returnval){ [ 726.128874] env[62328]: value = "session[52a6e20e-410d-708a-99f2-080a575a99bd]52d83f42-6ebc-b0a1-cb1e-25645646f95e" [ 726.128874] env[62328]: _type = "Task" [ 726.128874] env[62328]: } to complete. {{(pid=62328) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 726.139334] env[62328]: DEBUG oslo_vmware.api [None req-4c1e6f55-4288-49e6-acad-b83f602f950b tempest-ImagesTestJSON-1776717495 tempest-ImagesTestJSON-1776717495-project-member] Task: {'id': session[52a6e20e-410d-708a-99f2-080a575a99bd]52d83f42-6ebc-b0a1-cb1e-25645646f95e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 726.398739] env[62328]: DEBUG oslo_concurrency.lockutils [None req-861e4356-1ac6-41d4-8d0b-4e5a321db72c tempest-ServerActionsTestOtherA-1098162655 tempest-ServerActionsTestOtherA-1098162655-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.010s {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 726.400146] env[62328]: DEBUG oslo_concurrency.lockutils [None req-c84ead5e-11b3-4a7f-b86e-6c47837683dd tempest-ServerRescueTestJSON-434379102 tempest-ServerRescueTestJSON-434379102-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 31.856s {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 726.401990] env[62328]: INFO nova.compute.claims [None req-c84ead5e-11b3-4a7f-b86e-6c47837683dd tempest-ServerRescueTestJSON-434379102 tempest-ServerRescueTestJSON-434379102-project-member] [instance: c6b9b490-d331-47ac-8410-588490ab048d] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 726.429782] env[62328]: INFO nova.compute.manager [None req-8ba2afc8-b57c-4ff2-8b99-a208658a7fb8 tempest-ServerActionsV293TestJSON-1864378190 tempest-ServerActionsV293TestJSON-1864378190-project-member] [instance: 2f5e173e-0a48-45c2-ae86-64d86a2b45d4] Took 44.08 seconds to build instance. [ 726.469598] env[62328]: DEBUG nova.compute.manager [None req-f00a1799-05a0-4be3-bb04-85a21f1120bc tempest-ServersAdminNegativeTestJSON-593360600 tempest-ServersAdminNegativeTestJSON-593360600-project-member] [instance: 036c1441-66e8-4a80-99a2-15dfe86351fc] Start destroying the instance on the hypervisor. {{(pid=62328) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 726.469779] env[62328]: DEBUG nova.virt.vmwareapi.vmops [None req-f00a1799-05a0-4be3-bb04-85a21f1120bc tempest-ServersAdminNegativeTestJSON-593360600 tempest-ServersAdminNegativeTestJSON-593360600-project-member] [instance: 036c1441-66e8-4a80-99a2-15dfe86351fc] Destroying instance {{(pid=62328) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 726.472595] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7236c820-37f8-4f4e-a6ba-472bc83d65eb {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 726.475750] env[62328]: INFO nova.compute.manager [None req-ee58c141-4827-44f8-ae45-a73abbf09b01 tempest-ImagesOneServerNegativeTestJSON-835227872 tempest-ImagesOneServerNegativeTestJSON-835227872-project-member] [instance: 1691ec92-ed5b-436a-bba3-f5a998263955] Took 43.52 seconds to build instance. [ 726.483660] env[62328]: DEBUG nova.virt.vmwareapi.vmops [None req-f00a1799-05a0-4be3-bb04-85a21f1120bc tempest-ServersAdminNegativeTestJSON-593360600 tempest-ServersAdminNegativeTestJSON-593360600-project-member] [instance: 036c1441-66e8-4a80-99a2-15dfe86351fc] Unregistering the VM {{(pid=62328) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 726.483975] env[62328]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-7434322d-9624-445a-8772-b4681593889b {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 726.575906] env[62328]: DEBUG nova.virt.vmwareapi.vmops [None req-f00a1799-05a0-4be3-bb04-85a21f1120bc tempest-ServersAdminNegativeTestJSON-593360600 tempest-ServersAdminNegativeTestJSON-593360600-project-member] [instance: 036c1441-66e8-4a80-99a2-15dfe86351fc] Unregistered the VM {{(pid=62328) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 726.575906] env[62328]: DEBUG nova.virt.vmwareapi.vmops [None req-f00a1799-05a0-4be3-bb04-85a21f1120bc tempest-ServersAdminNegativeTestJSON-593360600 tempest-ServersAdminNegativeTestJSON-593360600-project-member] [instance: 036c1441-66e8-4a80-99a2-15dfe86351fc] Deleting contents of the VM from datastore datastore1 {{(pid=62328) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 726.576173] env[62328]: DEBUG nova.virt.vmwareapi.ds_util [None req-f00a1799-05a0-4be3-bb04-85a21f1120bc tempest-ServersAdminNegativeTestJSON-593360600 tempest-ServersAdminNegativeTestJSON-593360600-project-member] Deleting the datastore file [datastore1] 036c1441-66e8-4a80-99a2-15dfe86351fc {{(pid=62328) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 726.576884] env[62328]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-eac6fe10-105f-41b9-8aae-4930714f6c32 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 726.579380] env[62328]: DEBUG oslo_concurrency.lockutils [req-8a9bfed2-e180-4d13-a712-73083bfc02d3 req-16acb0e6-2fa5-4fe9-a11f-8df27fe5532b service nova] Releasing lock "refresh_cache-911ce85b-847c-4cda-9753-e10fdaf224a5" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 726.586152] env[62328]: DEBUG oslo_vmware.api [None req-f00a1799-05a0-4be3-bb04-85a21f1120bc tempest-ServersAdminNegativeTestJSON-593360600 tempest-ServersAdminNegativeTestJSON-593360600-project-member] Waiting for the task: (returnval){ [ 726.586152] env[62328]: value = "task-2386694" [ 726.586152] env[62328]: _type = "Task" [ 726.586152] env[62328]: } to complete. {{(pid=62328) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 726.595307] env[62328]: DEBUG oslo_vmware.api [None req-f00a1799-05a0-4be3-bb04-85a21f1120bc tempest-ServersAdminNegativeTestJSON-593360600 tempest-ServersAdminNegativeTestJSON-593360600-project-member] Task: {'id': task-2386694, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 726.640563] env[62328]: DEBUG oslo_vmware.api [None req-4c1e6f55-4288-49e6-acad-b83f602f950b tempest-ImagesTestJSON-1776717495 tempest-ImagesTestJSON-1776717495-project-member] Task: {'id': session[52a6e20e-410d-708a-99f2-080a575a99bd]52d83f42-6ebc-b0a1-cb1e-25645646f95e, 'name': SearchDatastore_Task, 'duration_secs': 0.019167} completed successfully. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 726.640924] env[62328]: DEBUG oslo_concurrency.lockutils [None req-4c1e6f55-4288-49e6-acad-b83f602f950b tempest-ImagesTestJSON-1776717495 tempest-ImagesTestJSON-1776717495-project-member] Releasing lock "[datastore2] devstack-image-cache_base/dbf872a4-92be-47e4-8561-c3e2bf2423ab" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 726.641205] env[62328]: DEBUG nova.virt.vmwareapi.vmops [None req-4c1e6f55-4288-49e6-acad-b83f602f950b tempest-ImagesTestJSON-1776717495 tempest-ImagesTestJSON-1776717495-project-member] [instance: 911ce85b-847c-4cda-9753-e10fdaf224a5] Processing image dbf872a4-92be-47e4-8561-c3e2bf2423ab {{(pid=62328) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 726.641467] env[62328]: DEBUG oslo_concurrency.lockutils [None req-4c1e6f55-4288-49e6-acad-b83f602f950b tempest-ImagesTestJSON-1776717495 tempest-ImagesTestJSON-1776717495-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/dbf872a4-92be-47e4-8561-c3e2bf2423ab/dbf872a4-92be-47e4-8561-c3e2bf2423ab.vmdk" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 726.641624] env[62328]: DEBUG oslo_concurrency.lockutils [None req-4c1e6f55-4288-49e6-acad-b83f602f950b tempest-ImagesTestJSON-1776717495 tempest-ImagesTestJSON-1776717495-project-member] Acquired lock "[datastore2] devstack-image-cache_base/dbf872a4-92be-47e4-8561-c3e2bf2423ab/dbf872a4-92be-47e4-8561-c3e2bf2423ab.vmdk" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.641810] env[62328]: DEBUG nova.virt.vmwareapi.ds_util [None req-4c1e6f55-4288-49e6-acad-b83f602f950b tempest-ImagesTestJSON-1776717495 tempest-ImagesTestJSON-1776717495-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62328) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 726.642129] env[62328]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-a85433e5-71fc-43af-8e1a-629a9f84f0d8 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 726.653938] env[62328]: DEBUG nova.virt.vmwareapi.ds_util [None req-4c1e6f55-4288-49e6-acad-b83f602f950b tempest-ImagesTestJSON-1776717495 tempest-ImagesTestJSON-1776717495-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62328) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 726.654185] env[62328]: DEBUG nova.virt.vmwareapi.vmops [None req-4c1e6f55-4288-49e6-acad-b83f602f950b tempest-ImagesTestJSON-1776717495 tempest-ImagesTestJSON-1776717495-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62328) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 726.655086] env[62328]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7ace71a8-2386-4f59-bc13-0a20e9c63549 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 726.662241] env[62328]: DEBUG oslo_vmware.api [None req-4c1e6f55-4288-49e6-acad-b83f602f950b tempest-ImagesTestJSON-1776717495 tempest-ImagesTestJSON-1776717495-project-member] Waiting for the task: (returnval){ [ 726.662241] env[62328]: value = "session[52a6e20e-410d-708a-99f2-080a575a99bd]52292ba8-effd-7ddc-1f8c-c10e8072cdf5" [ 726.662241] env[62328]: _type = "Task" [ 726.662241] env[62328]: } to complete. {{(pid=62328) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 726.672940] env[62328]: DEBUG oslo_vmware.api [None req-4c1e6f55-4288-49e6-acad-b83f602f950b tempest-ImagesTestJSON-1776717495 tempest-ImagesTestJSON-1776717495-project-member] Task: {'id': session[52a6e20e-410d-708a-99f2-080a575a99bd]52292ba8-effd-7ddc-1f8c-c10e8072cdf5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 726.933674] env[62328]: DEBUG oslo_concurrency.lockutils [None req-8ba2afc8-b57c-4ff2-8b99-a208658a7fb8 tempest-ServerActionsV293TestJSON-1864378190 tempest-ServerActionsV293TestJSON-1864378190-project-member] Lock "2f5e173e-0a48-45c2-ae86-64d86a2b45d4" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 77.990s {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 726.978679] env[62328]: DEBUG oslo_concurrency.lockutils [None req-ee58c141-4827-44f8-ae45-a73abbf09b01 tempest-ImagesOneServerNegativeTestJSON-835227872 tempest-ImagesOneServerNegativeTestJSON-835227872-project-member] Lock "1691ec92-ed5b-436a-bba3-f5a998263955" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 68.359s {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 727.099753] env[62328]: DEBUG oslo_vmware.api [None req-f00a1799-05a0-4be3-bb04-85a21f1120bc tempest-ServersAdminNegativeTestJSON-593360600 tempest-ServersAdminNegativeTestJSON-593360600-project-member] Task: {'id': task-2386694, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.432008} completed successfully. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 727.099753] env[62328]: DEBUG nova.virt.vmwareapi.ds_util [None req-f00a1799-05a0-4be3-bb04-85a21f1120bc tempest-ServersAdminNegativeTestJSON-593360600 tempest-ServersAdminNegativeTestJSON-593360600-project-member] Deleted the datastore file {{(pid=62328) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 727.099753] env[62328]: DEBUG nova.virt.vmwareapi.vmops [None req-f00a1799-05a0-4be3-bb04-85a21f1120bc tempest-ServersAdminNegativeTestJSON-593360600 tempest-ServersAdminNegativeTestJSON-593360600-project-member] [instance: 036c1441-66e8-4a80-99a2-15dfe86351fc] Deleted contents of the VM from datastore datastore1 {{(pid=62328) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 727.099753] env[62328]: DEBUG nova.virt.vmwareapi.vmops [None req-f00a1799-05a0-4be3-bb04-85a21f1120bc tempest-ServersAdminNegativeTestJSON-593360600 tempest-ServersAdminNegativeTestJSON-593360600-project-member] [instance: 036c1441-66e8-4a80-99a2-15dfe86351fc] Instance destroyed {{(pid=62328) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 727.099753] env[62328]: INFO nova.compute.manager [None req-f00a1799-05a0-4be3-bb04-85a21f1120bc tempest-ServersAdminNegativeTestJSON-593360600 tempest-ServersAdminNegativeTestJSON-593360600-project-member] [instance: 036c1441-66e8-4a80-99a2-15dfe86351fc] Took 0.63 seconds to destroy the instance on the hypervisor. [ 727.100172] env[62328]: DEBUG oslo.service.loopingcall [None req-f00a1799-05a0-4be3-bb04-85a21f1120bc tempest-ServersAdminNegativeTestJSON-593360600 tempest-ServersAdminNegativeTestJSON-593360600-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62328) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 727.100172] env[62328]: DEBUG nova.compute.manager [-] [instance: 036c1441-66e8-4a80-99a2-15dfe86351fc] Deallocating network for instance {{(pid=62328) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 727.100272] env[62328]: DEBUG nova.network.neutron [-] [instance: 036c1441-66e8-4a80-99a2-15dfe86351fc] deallocate_for_instance() {{(pid=62328) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 727.189283] env[62328]: DEBUG oslo_vmware.api [None req-4c1e6f55-4288-49e6-acad-b83f602f950b tempest-ImagesTestJSON-1776717495 tempest-ImagesTestJSON-1776717495-project-member] Task: {'id': session[52a6e20e-410d-708a-99f2-080a575a99bd]52292ba8-effd-7ddc-1f8c-c10e8072cdf5, 'name': SearchDatastore_Task, 'duration_secs': 0.020796} completed successfully. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 727.190295] env[62328]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-628f23d5-0ff6-4a51-aa5a-e84b78f2498d {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 727.200201] env[62328]: DEBUG oslo_vmware.api [None req-4c1e6f55-4288-49e6-acad-b83f602f950b tempest-ImagesTestJSON-1776717495 tempest-ImagesTestJSON-1776717495-project-member] Waiting for the task: (returnval){ [ 727.200201] env[62328]: value = "session[52a6e20e-410d-708a-99f2-080a575a99bd]5245e9ef-70cf-df92-592b-8fb717540fd7" [ 727.200201] env[62328]: _type = "Task" [ 727.200201] env[62328]: } to complete. {{(pid=62328) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 727.210899] env[62328]: DEBUG oslo_vmware.api [None req-4c1e6f55-4288-49e6-acad-b83f602f950b tempest-ImagesTestJSON-1776717495 tempest-ImagesTestJSON-1776717495-project-member] Task: {'id': session[52a6e20e-410d-708a-99f2-080a575a99bd]5245e9ef-70cf-df92-592b-8fb717540fd7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 727.436290] env[62328]: DEBUG nova.compute.manager [None req-16c86219-1e87-4399-83d0-c8577db8e20a tempest-ServersTestBootFromVolume-606303851 tempest-ServersTestBootFromVolume-606303851-project-member] [instance: e4c166ea-d803-4db5-a104-16bd84bfc6c6] Starting instance... {{(pid=62328) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 727.482773] env[62328]: DEBUG nova.compute.manager [None req-c65b97fc-f428-4e0a-b552-fe7747e76ffb tempest-DeleteServersTestJSON-1766103036 tempest-DeleteServersTestJSON-1766103036-project-member] [instance: 0ee7925e-085a-489d-8e8e-a0169dd17d45] Starting instance... {{(pid=62328) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 727.711082] env[62328]: DEBUG oslo_vmware.api [None req-4c1e6f55-4288-49e6-acad-b83f602f950b tempest-ImagesTestJSON-1776717495 tempest-ImagesTestJSON-1776717495-project-member] Task: {'id': session[52a6e20e-410d-708a-99f2-080a575a99bd]5245e9ef-70cf-df92-592b-8fb717540fd7, 'name': SearchDatastore_Task, 'duration_secs': 0.026472} completed successfully. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 727.714289] env[62328]: DEBUG oslo_concurrency.lockutils [None req-4c1e6f55-4288-49e6-acad-b83f602f950b tempest-ImagesTestJSON-1776717495 tempest-ImagesTestJSON-1776717495-project-member] Releasing lock "[datastore2] devstack-image-cache_base/dbf872a4-92be-47e4-8561-c3e2bf2423ab/dbf872a4-92be-47e4-8561-c3e2bf2423ab.vmdk" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 727.714633] env[62328]: DEBUG nova.virt.vmwareapi.vm_util [None req-4c1e6f55-4288-49e6-acad-b83f602f950b tempest-ImagesTestJSON-1776717495 tempest-ImagesTestJSON-1776717495-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/dbf872a4-92be-47e4-8561-c3e2bf2423ab/dbf872a4-92be-47e4-8561-c3e2bf2423ab.vmdk to [datastore2] 911ce85b-847c-4cda-9753-e10fdaf224a5/911ce85b-847c-4cda-9753-e10fdaf224a5.vmdk {{(pid=62328) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 727.715807] env[62328]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-f3236123-daae-41c3-bf29-1a9a6a8803d4 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 727.728032] env[62328]: DEBUG oslo_vmware.api [None req-4c1e6f55-4288-49e6-acad-b83f602f950b tempest-ImagesTestJSON-1776717495 tempest-ImagesTestJSON-1776717495-project-member] Waiting for the task: (returnval){ [ 727.728032] env[62328]: value = "task-2386695" [ 727.728032] env[62328]: _type = "Task" [ 727.728032] env[62328]: } to complete. {{(pid=62328) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 727.740522] env[62328]: DEBUG oslo_vmware.api [None req-4c1e6f55-4288-49e6-acad-b83f602f950b tempest-ImagesTestJSON-1776717495 tempest-ImagesTestJSON-1776717495-project-member] Task: {'id': task-2386695, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 727.758880] env[62328]: DEBUG nova.compute.manager [req-165f9584-9375-4132-b3c1-84f8a93a5754 req-14ac6809-692f-4049-9266-e2afd6c55c17 service nova] [instance: 036c1441-66e8-4a80-99a2-15dfe86351fc] Received event network-vif-deleted-d91f8f3d-9fa2-4894-b617-5217a3940ef1 {{(pid=62328) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 727.759099] env[62328]: INFO nova.compute.manager [req-165f9584-9375-4132-b3c1-84f8a93a5754 req-14ac6809-692f-4049-9266-e2afd6c55c17 service nova] [instance: 036c1441-66e8-4a80-99a2-15dfe86351fc] Neutron deleted interface d91f8f3d-9fa2-4894-b617-5217a3940ef1; detaching it from the instance and deleting it from the info cache [ 727.759731] env[62328]: DEBUG nova.network.neutron [req-165f9584-9375-4132-b3c1-84f8a93a5754 req-14ac6809-692f-4049-9266-e2afd6c55c17 service nova] [instance: 036c1441-66e8-4a80-99a2-15dfe86351fc] Updating instance_info_cache with network_info: [] {{(pid=62328) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 727.963213] env[62328]: DEBUG oslo_concurrency.lockutils [None req-16c86219-1e87-4399-83d0-c8577db8e20a tempest-ServersTestBootFromVolume-606303851 tempest-ServersTestBootFromVolume-606303851-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 727.974264] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ed291d16-78f0-4041-b870-55621356bc67 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 727.986412] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4ff775f6-a990-44c6-8f74-4490f3c7646b {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 728.058078] env[62328]: DEBUG nova.compute.manager [None req-e949a0a8-3106-4ee0-b107-42411aa99fb7 tempest-ImagesOneServerNegativeTestJSON-835227872 tempest-ImagesOneServerNegativeTestJSON-835227872-project-member] [instance: 1691ec92-ed5b-436a-bba3-f5a998263955] Checking state {{(pid=62328) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 728.059193] env[62328]: DEBUG nova.network.neutron [-] [instance: 036c1441-66e8-4a80-99a2-15dfe86351fc] Updating instance_info_cache with network_info: [] {{(pid=62328) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 728.063992] env[62328]: DEBUG oslo_concurrency.lockutils [None req-c65b97fc-f428-4e0a-b552-fe7747e76ffb tempest-DeleteServersTestJSON-1766103036 tempest-DeleteServersTestJSON-1766103036-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 728.065386] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-32bc5809-17b8-4abd-a272-3cedc91a2080 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 728.072968] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8a4f4c05-4ddb-4be0-aba2-9aed3369587c {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 728.091905] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-372f9b0f-f4cb-434e-8fd1-18b781bad8d4 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 728.111048] env[62328]: DEBUG nova.compute.provider_tree [None req-c84ead5e-11b3-4a7f-b86e-6c47837683dd tempest-ServerRescueTestJSON-434379102 tempest-ServerRescueTestJSON-434379102-project-member] Inventory has not changed in ProviderTree for provider: 3469e9f8-04af-49ca-8435-49f104496744 {{(pid=62328) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 728.175435] env[62328]: DEBUG nova.compute.manager [req-dd17e63c-490e-41ed-98ee-6b5ef63ea3c7 req-09709268-b057-4b93-818e-3e7c522575b1 service nova] [instance: 2f5e173e-0a48-45c2-ae86-64d86a2b45d4] Received event network-changed-6e290758-80b5-437c-a80b-1edfc65293d1 {{(pid=62328) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 728.175691] env[62328]: DEBUG nova.compute.manager [req-dd17e63c-490e-41ed-98ee-6b5ef63ea3c7 req-09709268-b057-4b93-818e-3e7c522575b1 service nova] [instance: 2f5e173e-0a48-45c2-ae86-64d86a2b45d4] Refreshing instance network info cache due to event network-changed-6e290758-80b5-437c-a80b-1edfc65293d1. {{(pid=62328) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 728.175922] env[62328]: DEBUG oslo_concurrency.lockutils [req-dd17e63c-490e-41ed-98ee-6b5ef63ea3c7 req-09709268-b057-4b93-818e-3e7c522575b1 service nova] Acquiring lock "refresh_cache-2f5e173e-0a48-45c2-ae86-64d86a2b45d4" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 728.176093] env[62328]: DEBUG oslo_concurrency.lockutils [req-dd17e63c-490e-41ed-98ee-6b5ef63ea3c7 req-09709268-b057-4b93-818e-3e7c522575b1 service nova] Acquired lock "refresh_cache-2f5e173e-0a48-45c2-ae86-64d86a2b45d4" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.176275] env[62328]: DEBUG nova.network.neutron [req-dd17e63c-490e-41ed-98ee-6b5ef63ea3c7 req-09709268-b057-4b93-818e-3e7c522575b1 service nova] [instance: 2f5e173e-0a48-45c2-ae86-64d86a2b45d4] Refreshing network info cache for port 6e290758-80b5-437c-a80b-1edfc65293d1 {{(pid=62328) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 728.238745] env[62328]: DEBUG oslo_vmware.api [None req-4c1e6f55-4288-49e6-acad-b83f602f950b tempest-ImagesTestJSON-1776717495 tempest-ImagesTestJSON-1776717495-project-member] Task: {'id': task-2386695, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 728.264763] env[62328]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-9c40c259-8a9e-4a8d-a0b6-4b03cd6faa44 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 728.277036] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a7a68abe-48c4-40fc-97a1-f08f9419d960 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 728.332364] env[62328]: DEBUG nova.compute.manager [req-165f9584-9375-4132-b3c1-84f8a93a5754 req-14ac6809-692f-4049-9266-e2afd6c55c17 service nova] [instance: 036c1441-66e8-4a80-99a2-15dfe86351fc] Detach interface failed, port_id=d91f8f3d-9fa2-4894-b617-5217a3940ef1, reason: Instance 036c1441-66e8-4a80-99a2-15dfe86351fc could not be found. {{(pid=62328) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 728.562835] env[62328]: INFO nova.compute.manager [-] [instance: 036c1441-66e8-4a80-99a2-15dfe86351fc] Took 1.46 seconds to deallocate network for instance. [ 728.593742] env[62328]: INFO nova.compute.manager [None req-e949a0a8-3106-4ee0-b107-42411aa99fb7 tempest-ImagesOneServerNegativeTestJSON-835227872 tempest-ImagesOneServerNegativeTestJSON-835227872-project-member] [instance: 1691ec92-ed5b-436a-bba3-f5a998263955] instance snapshotting [ 728.598493] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-56d4e48a-4829-48e1-9d90-2078da866525 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 728.621992] env[62328]: DEBUG nova.scheduler.client.report [None req-c84ead5e-11b3-4a7f-b86e-6c47837683dd tempest-ServerRescueTestJSON-434379102 tempest-ServerRescueTestJSON-434379102-project-member] Inventory has not changed for provider 3469e9f8-04af-49ca-8435-49f104496744 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 152, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62328) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 728.626567] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-952a67e6-4567-4df9-923e-651d0062d62c {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 728.739635] env[62328]: DEBUG oslo_vmware.api [None req-4c1e6f55-4288-49e6-acad-b83f602f950b tempest-ImagesTestJSON-1776717495 tempest-ImagesTestJSON-1776717495-project-member] Task: {'id': task-2386695, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.752719} completed successfully. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 728.741529] env[62328]: DEBUG nova.virt.vmwareapi.vm_util [None req-4c1e6f55-4288-49e6-acad-b83f602f950b tempest-ImagesTestJSON-1776717495 tempest-ImagesTestJSON-1776717495-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/dbf872a4-92be-47e4-8561-c3e2bf2423ab/dbf872a4-92be-47e4-8561-c3e2bf2423ab.vmdk to [datastore2] 911ce85b-847c-4cda-9753-e10fdaf224a5/911ce85b-847c-4cda-9753-e10fdaf224a5.vmdk {{(pid=62328) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 728.741529] env[62328]: DEBUG nova.virt.vmwareapi.vmops [None req-4c1e6f55-4288-49e6-acad-b83f602f950b tempest-ImagesTestJSON-1776717495 tempest-ImagesTestJSON-1776717495-project-member] [instance: 911ce85b-847c-4cda-9753-e10fdaf224a5] Extending root virtual disk to 1048576 {{(pid=62328) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 728.741529] env[62328]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-5c0ec55d-0579-4177-b395-5ef8f88eba78 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 728.755156] env[62328]: DEBUG oslo_vmware.api [None req-4c1e6f55-4288-49e6-acad-b83f602f950b tempest-ImagesTestJSON-1776717495 tempest-ImagesTestJSON-1776717495-project-member] Waiting for the task: (returnval){ [ 728.755156] env[62328]: value = "task-2386696" [ 728.755156] env[62328]: _type = "Task" [ 728.755156] env[62328]: } to complete. {{(pid=62328) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 728.770081] env[62328]: DEBUG oslo_vmware.api [None req-4c1e6f55-4288-49e6-acad-b83f602f950b tempest-ImagesTestJSON-1776717495 tempest-ImagesTestJSON-1776717495-project-member] Task: {'id': task-2386696, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 729.072568] env[62328]: DEBUG oslo_concurrency.lockutils [None req-f00a1799-05a0-4be3-bb04-85a21f1120bc tempest-ServersAdminNegativeTestJSON-593360600 tempest-ServersAdminNegativeTestJSON-593360600-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 729.133025] env[62328]: DEBUG oslo_concurrency.lockutils [None req-c84ead5e-11b3-4a7f-b86e-6c47837683dd tempest-ServerRescueTestJSON-434379102 tempest-ServerRescueTestJSON-434379102-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.731s {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 729.133025] env[62328]: DEBUG nova.compute.manager [None req-c84ead5e-11b3-4a7f-b86e-6c47837683dd tempest-ServerRescueTestJSON-434379102 tempest-ServerRescueTestJSON-434379102-project-member] [instance: c6b9b490-d331-47ac-8410-588490ab048d] Start building networks asynchronously for instance. {{(pid=62328) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 729.135293] env[62328]: DEBUG nova.network.neutron [req-dd17e63c-490e-41ed-98ee-6b5ef63ea3c7 req-09709268-b057-4b93-818e-3e7c522575b1 service nova] [instance: 2f5e173e-0a48-45c2-ae86-64d86a2b45d4] Updated VIF entry in instance network info cache for port 6e290758-80b5-437c-a80b-1edfc65293d1. {{(pid=62328) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 729.136406] env[62328]: DEBUG nova.network.neutron [req-dd17e63c-490e-41ed-98ee-6b5ef63ea3c7 req-09709268-b057-4b93-818e-3e7c522575b1 service nova] [instance: 2f5e173e-0a48-45c2-ae86-64d86a2b45d4] Updating instance_info_cache with network_info: [{"id": "6e290758-80b5-437c-a80b-1edfc65293d1", "address": "fa:16:3e:8f:47:c9", "network": {"id": "02770bfa-1da2-4820-8db7-4a6948baec77", "bridge": "br-int", "label": "tempest-ServerActionsV293TestJSON-1102968252-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.184", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "423fc74ed25748e9a82a61e417d87111", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "43ad01d2-c7dd-453c-a929-8ad76294d13c", "external-id": "nsx-vlan-transportzone-176", "segmentation_id": 176, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6e290758-80", "ovs_interfaceid": "6e290758-80b5-437c-a80b-1edfc65293d1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62328) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 729.145021] env[62328]: DEBUG oslo_concurrency.lockutils [None req-98666e19-d5bd-4e17-a7ae-664a080e849b tempest-ServersWithSpecificFlavorTestJSON-2091780743 tempest-ServersWithSpecificFlavorTestJSON-2091780743-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 32.160s {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 729.145021] env[62328]: DEBUG nova.objects.instance [None req-98666e19-d5bd-4e17-a7ae-664a080e849b tempest-ServersWithSpecificFlavorTestJSON-2091780743 tempest-ServersWithSpecificFlavorTestJSON-2091780743-project-member] Lazy-loading 'resources' on Instance uuid 9f267eb4-d272-4f61-b795-076cb51f80b6 {{(pid=62328) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 729.145021] env[62328]: DEBUG nova.virt.vmwareapi.vmops [None req-e949a0a8-3106-4ee0-b107-42411aa99fb7 tempest-ImagesOneServerNegativeTestJSON-835227872 tempest-ImagesOneServerNegativeTestJSON-835227872-project-member] [instance: 1691ec92-ed5b-436a-bba3-f5a998263955] Creating Snapshot of the VM instance {{(pid=62328) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 729.145021] env[62328]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-ff5f5f29-cf97-48a6-8999-e1f1b922175f {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 729.156152] env[62328]: DEBUG oslo_vmware.api [None req-e949a0a8-3106-4ee0-b107-42411aa99fb7 tempest-ImagesOneServerNegativeTestJSON-835227872 tempest-ImagesOneServerNegativeTestJSON-835227872-project-member] Waiting for the task: (returnval){ [ 729.156152] env[62328]: value = "task-2386697" [ 729.156152] env[62328]: _type = "Task" [ 729.156152] env[62328]: } to complete. {{(pid=62328) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 729.167618] env[62328]: DEBUG oslo_vmware.api [None req-e949a0a8-3106-4ee0-b107-42411aa99fb7 tempest-ImagesOneServerNegativeTestJSON-835227872 tempest-ImagesOneServerNegativeTestJSON-835227872-project-member] Task: {'id': task-2386697, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 729.266795] env[62328]: DEBUG oslo_vmware.api [None req-4c1e6f55-4288-49e6-acad-b83f602f950b tempest-ImagesTestJSON-1776717495 tempest-ImagesTestJSON-1776717495-project-member] Task: {'id': task-2386696, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.07969} completed successfully. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 729.266795] env[62328]: DEBUG nova.virt.vmwareapi.vmops [None req-4c1e6f55-4288-49e6-acad-b83f602f950b tempest-ImagesTestJSON-1776717495 tempest-ImagesTestJSON-1776717495-project-member] [instance: 911ce85b-847c-4cda-9753-e10fdaf224a5] Extended root virtual disk {{(pid=62328) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 729.267588] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7d352e7d-1d5d-44f1-8e06-b4b7f2fc186e {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 729.291344] env[62328]: DEBUG nova.virt.vmwareapi.volumeops [None req-4c1e6f55-4288-49e6-acad-b83f602f950b tempest-ImagesTestJSON-1776717495 tempest-ImagesTestJSON-1776717495-project-member] [instance: 911ce85b-847c-4cda-9753-e10fdaf224a5] Reconfiguring VM instance instance-00000031 to attach disk [datastore2] 911ce85b-847c-4cda-9753-e10fdaf224a5/911ce85b-847c-4cda-9753-e10fdaf224a5.vmdk or device None with type sparse {{(pid=62328) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 729.291642] env[62328]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8df46763-6f5f-4e3d-aa76-9a3c1ba5ed3a {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 729.312133] env[62328]: DEBUG oslo_vmware.api [None req-4c1e6f55-4288-49e6-acad-b83f602f950b tempest-ImagesTestJSON-1776717495 tempest-ImagesTestJSON-1776717495-project-member] Waiting for the task: (returnval){ [ 729.312133] env[62328]: value = "task-2386698" [ 729.312133] env[62328]: _type = "Task" [ 729.312133] env[62328]: } to complete. {{(pid=62328) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 729.321171] env[62328]: DEBUG oslo_vmware.api [None req-4c1e6f55-4288-49e6-acad-b83f602f950b tempest-ImagesTestJSON-1776717495 tempest-ImagesTestJSON-1776717495-project-member] Task: {'id': task-2386698, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 729.646298] env[62328]: DEBUG nova.compute.utils [None req-c84ead5e-11b3-4a7f-b86e-6c47837683dd tempest-ServerRescueTestJSON-434379102 tempest-ServerRescueTestJSON-434379102-project-member] Using /dev/sd instead of None {{(pid=62328) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 729.647961] env[62328]: DEBUG oslo_concurrency.lockutils [req-dd17e63c-490e-41ed-98ee-6b5ef63ea3c7 req-09709268-b057-4b93-818e-3e7c522575b1 service nova] Releasing lock "refresh_cache-2f5e173e-0a48-45c2-ae86-64d86a2b45d4" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 729.651299] env[62328]: DEBUG nova.compute.manager [None req-c84ead5e-11b3-4a7f-b86e-6c47837683dd tempest-ServerRescueTestJSON-434379102 tempest-ServerRescueTestJSON-434379102-project-member] [instance: c6b9b490-d331-47ac-8410-588490ab048d] Allocating IP information in the background. {{(pid=62328) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 729.651521] env[62328]: DEBUG nova.network.neutron [None req-c84ead5e-11b3-4a7f-b86e-6c47837683dd tempest-ServerRescueTestJSON-434379102 tempest-ServerRescueTestJSON-434379102-project-member] [instance: c6b9b490-d331-47ac-8410-588490ab048d] allocate_for_instance() {{(pid=62328) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 729.667979] env[62328]: DEBUG oslo_vmware.api [None req-e949a0a8-3106-4ee0-b107-42411aa99fb7 tempest-ImagesOneServerNegativeTestJSON-835227872 tempest-ImagesOneServerNegativeTestJSON-835227872-project-member] Task: {'id': task-2386697, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 729.708967] env[62328]: DEBUG nova.policy [None req-c84ead5e-11b3-4a7f-b86e-6c47837683dd tempest-ServerRescueTestJSON-434379102 tempest-ServerRescueTestJSON-434379102-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '04690a5e014b44c7a0f71d298dc2a358', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '7dffe918ec914f66820c04e71131ca7c', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62328) authorize /opt/stack/nova/nova/policy.py:192}} [ 729.823631] env[62328]: DEBUG oslo_vmware.api [None req-4c1e6f55-4288-49e6-acad-b83f602f950b tempest-ImagesTestJSON-1776717495 tempest-ImagesTestJSON-1776717495-project-member] Task: {'id': task-2386698, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 730.150729] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2d302a7a-635e-48fe-88fc-e40717ce39b7 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 730.154023] env[62328]: DEBUG nova.compute.manager [None req-c84ead5e-11b3-4a7f-b86e-6c47837683dd tempest-ServerRescueTestJSON-434379102 tempest-ServerRescueTestJSON-434379102-project-member] [instance: c6b9b490-d331-47ac-8410-588490ab048d] Start building block device mappings for instance. {{(pid=62328) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 730.172499] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2ccf7b43-80eb-4c1c-b140-68eae647e4c4 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 730.178085] env[62328]: DEBUG oslo_vmware.api [None req-e949a0a8-3106-4ee0-b107-42411aa99fb7 tempest-ImagesOneServerNegativeTestJSON-835227872 tempest-ImagesOneServerNegativeTestJSON-835227872-project-member] Task: {'id': task-2386697, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 730.210788] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aeed577e-e5a2-4148-9f42-87f15dcf77bf {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 730.220534] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-67e31073-f1ce-47e6-aead-b71562a47727 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 730.236357] env[62328]: DEBUG nova.compute.provider_tree [None req-98666e19-d5bd-4e17-a7ae-664a080e849b tempest-ServersWithSpecificFlavorTestJSON-2091780743 tempest-ServersWithSpecificFlavorTestJSON-2091780743-project-member] Inventory has not changed in ProviderTree for provider: 3469e9f8-04af-49ca-8435-49f104496744 {{(pid=62328) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 730.301364] env[62328]: DEBUG nova.network.neutron [None req-c84ead5e-11b3-4a7f-b86e-6c47837683dd tempest-ServerRescueTestJSON-434379102 tempest-ServerRescueTestJSON-434379102-project-member] [instance: c6b9b490-d331-47ac-8410-588490ab048d] Successfully created port: 52275f26-ec31-4444-885a-3f6bc1f12482 {{(pid=62328) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 730.324591] env[62328]: DEBUG oslo_vmware.api [None req-4c1e6f55-4288-49e6-acad-b83f602f950b tempest-ImagesTestJSON-1776717495 tempest-ImagesTestJSON-1776717495-project-member] Task: {'id': task-2386698, 'name': ReconfigVM_Task, 'duration_secs': 0.707267} completed successfully. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 730.324959] env[62328]: DEBUG nova.virt.vmwareapi.volumeops [None req-4c1e6f55-4288-49e6-acad-b83f602f950b tempest-ImagesTestJSON-1776717495 tempest-ImagesTestJSON-1776717495-project-member] [instance: 911ce85b-847c-4cda-9753-e10fdaf224a5] Reconfigured VM instance instance-00000031 to attach disk [datastore2] 911ce85b-847c-4cda-9753-e10fdaf224a5/911ce85b-847c-4cda-9753-e10fdaf224a5.vmdk or device None with type sparse {{(pid=62328) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 730.325726] env[62328]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-7552c0dc-c9df-4ab3-902a-e1298f1c765a {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 730.333998] env[62328]: DEBUG oslo_vmware.api [None req-4c1e6f55-4288-49e6-acad-b83f602f950b tempest-ImagesTestJSON-1776717495 tempest-ImagesTestJSON-1776717495-project-member] Waiting for the task: (returnval){ [ 730.333998] env[62328]: value = "task-2386699" [ 730.333998] env[62328]: _type = "Task" [ 730.333998] env[62328]: } to complete. {{(pid=62328) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 730.345253] env[62328]: DEBUG oslo_vmware.api [None req-4c1e6f55-4288-49e6-acad-b83f602f950b tempest-ImagesTestJSON-1776717495 tempest-ImagesTestJSON-1776717495-project-member] Task: {'id': task-2386699, 'name': Rename_Task} progress is 0%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 730.677419] env[62328]: DEBUG oslo_vmware.api [None req-e949a0a8-3106-4ee0-b107-42411aa99fb7 tempest-ImagesOneServerNegativeTestJSON-835227872 tempest-ImagesOneServerNegativeTestJSON-835227872-project-member] Task: {'id': task-2386697, 'name': CreateSnapshot_Task, 'duration_secs': 1.09769} completed successfully. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 730.677788] env[62328]: DEBUG nova.virt.vmwareapi.vmops [None req-e949a0a8-3106-4ee0-b107-42411aa99fb7 tempest-ImagesOneServerNegativeTestJSON-835227872 tempest-ImagesOneServerNegativeTestJSON-835227872-project-member] [instance: 1691ec92-ed5b-436a-bba3-f5a998263955] Created Snapshot of the VM instance {{(pid=62328) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 730.679237] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0a00a0fe-3aa0-4304-be1e-d6bdd23e3b78 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 730.739546] env[62328]: DEBUG nova.scheduler.client.report [None req-98666e19-d5bd-4e17-a7ae-664a080e849b tempest-ServersWithSpecificFlavorTestJSON-2091780743 tempest-ServersWithSpecificFlavorTestJSON-2091780743-project-member] Inventory has not changed for provider 3469e9f8-04af-49ca-8435-49f104496744 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 152, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62328) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 730.844613] env[62328]: DEBUG oslo_vmware.api [None req-4c1e6f55-4288-49e6-acad-b83f602f950b tempest-ImagesTestJSON-1776717495 tempest-ImagesTestJSON-1776717495-project-member] Task: {'id': task-2386699, 'name': Rename_Task, 'duration_secs': 0.212785} completed successfully. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 730.845381] env[62328]: DEBUG nova.virt.vmwareapi.vm_util [None req-4c1e6f55-4288-49e6-acad-b83f602f950b tempest-ImagesTestJSON-1776717495 tempest-ImagesTestJSON-1776717495-project-member] [instance: 911ce85b-847c-4cda-9753-e10fdaf224a5] Powering on the VM {{(pid=62328) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 730.845381] env[62328]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-5ccae5f5-6864-4ced-9bc2-110f6301c16c {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 730.852355] env[62328]: DEBUG oslo_vmware.api [None req-4c1e6f55-4288-49e6-acad-b83f602f950b tempest-ImagesTestJSON-1776717495 tempest-ImagesTestJSON-1776717495-project-member] Waiting for the task: (returnval){ [ 730.852355] env[62328]: value = "task-2386700" [ 730.852355] env[62328]: _type = "Task" [ 730.852355] env[62328]: } to complete. {{(pid=62328) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 730.861790] env[62328]: DEBUG oslo_vmware.api [None req-4c1e6f55-4288-49e6-acad-b83f602f950b tempest-ImagesTestJSON-1776717495 tempest-ImagesTestJSON-1776717495-project-member] Task: {'id': task-2386700, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 731.171081] env[62328]: DEBUG nova.compute.manager [None req-c84ead5e-11b3-4a7f-b86e-6c47837683dd tempest-ServerRescueTestJSON-434379102 tempest-ServerRescueTestJSON-434379102-project-member] [instance: c6b9b490-d331-47ac-8410-588490ab048d] Start spawning the instance on the hypervisor. {{(pid=62328) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 731.200138] env[62328]: DEBUG nova.virt.vmwareapi.vmops [None req-e949a0a8-3106-4ee0-b107-42411aa99fb7 tempest-ImagesOneServerNegativeTestJSON-835227872 tempest-ImagesOneServerNegativeTestJSON-835227872-project-member] [instance: 1691ec92-ed5b-436a-bba3-f5a998263955] Creating linked-clone VM from snapshot {{(pid=62328) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 731.202779] env[62328]: DEBUG nova.virt.hardware [None req-c84ead5e-11b3-4a7f-b86e-6c47837683dd tempest-ServerRescueTestJSON-434379102 tempest-ServerRescueTestJSON-434379102-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-07T17:16:55Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-07T17:16:37Z,direct_url=,disk_format='vmdk',id=dbf872a4-92be-47e4-8561-c3e2bf2423ab,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='2a64022f08d84b11a86773b900860ae5',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-07T17:16:38Z,virtual_size=,visibility=), allow threads: False {{(pid=62328) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 731.203013] env[62328]: DEBUG nova.virt.hardware [None req-c84ead5e-11b3-4a7f-b86e-6c47837683dd tempest-ServerRescueTestJSON-434379102 tempest-ServerRescueTestJSON-434379102-project-member] Flavor limits 0:0:0 {{(pid=62328) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 731.203209] env[62328]: DEBUG nova.virt.hardware [None req-c84ead5e-11b3-4a7f-b86e-6c47837683dd tempest-ServerRescueTestJSON-434379102 tempest-ServerRescueTestJSON-434379102-project-member] Image limits 0:0:0 {{(pid=62328) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 731.203416] env[62328]: DEBUG nova.virt.hardware [None req-c84ead5e-11b3-4a7f-b86e-6c47837683dd tempest-ServerRescueTestJSON-434379102 tempest-ServerRescueTestJSON-434379102-project-member] Flavor pref 0:0:0 {{(pid=62328) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 731.203564] env[62328]: DEBUG nova.virt.hardware [None req-c84ead5e-11b3-4a7f-b86e-6c47837683dd tempest-ServerRescueTestJSON-434379102 tempest-ServerRescueTestJSON-434379102-project-member] Image pref 0:0:0 {{(pid=62328) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 731.203713] env[62328]: DEBUG nova.virt.hardware [None req-c84ead5e-11b3-4a7f-b86e-6c47837683dd tempest-ServerRescueTestJSON-434379102 tempest-ServerRescueTestJSON-434379102-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62328) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 731.203939] env[62328]: DEBUG nova.virt.hardware [None req-c84ead5e-11b3-4a7f-b86e-6c47837683dd tempest-ServerRescueTestJSON-434379102 tempest-ServerRescueTestJSON-434379102-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62328) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 731.204114] env[62328]: DEBUG nova.virt.hardware [None req-c84ead5e-11b3-4a7f-b86e-6c47837683dd tempest-ServerRescueTestJSON-434379102 tempest-ServerRescueTestJSON-434379102-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62328) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 731.204283] env[62328]: DEBUG nova.virt.hardware [None req-c84ead5e-11b3-4a7f-b86e-6c47837683dd tempest-ServerRescueTestJSON-434379102 tempest-ServerRescueTestJSON-434379102-project-member] Got 1 possible topologies {{(pid=62328) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 731.204463] env[62328]: DEBUG nova.virt.hardware [None req-c84ead5e-11b3-4a7f-b86e-6c47837683dd tempest-ServerRescueTestJSON-434379102 tempest-ServerRescueTestJSON-434379102-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62328) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 731.204636] env[62328]: DEBUG nova.virt.hardware [None req-c84ead5e-11b3-4a7f-b86e-6c47837683dd tempest-ServerRescueTestJSON-434379102 tempest-ServerRescueTestJSON-434379102-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62328) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 731.204914] env[62328]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-8a718b85-24f5-4d6b-8792-7fcd1e1fde80 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 731.208876] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-26f3f8db-e705-44cc-9fab-793eb072f1cc {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 731.222811] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a08efa47-834a-468c-a877-e7fe5d8832e7 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 731.229051] env[62328]: DEBUG oslo_vmware.api [None req-e949a0a8-3106-4ee0-b107-42411aa99fb7 tempest-ImagesOneServerNegativeTestJSON-835227872 tempest-ImagesOneServerNegativeTestJSON-835227872-project-member] Waiting for the task: (returnval){ [ 731.229051] env[62328]: value = "task-2386701" [ 731.229051] env[62328]: _type = "Task" [ 731.229051] env[62328]: } to complete. {{(pid=62328) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 731.248563] env[62328]: DEBUG oslo_concurrency.lockutils [None req-98666e19-d5bd-4e17-a7ae-664a080e849b tempest-ServersWithSpecificFlavorTestJSON-2091780743 tempest-ServersWithSpecificFlavorTestJSON-2091780743-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.107s {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 731.251041] env[62328]: DEBUG oslo_vmware.api [None req-e949a0a8-3106-4ee0-b107-42411aa99fb7 tempest-ImagesOneServerNegativeTestJSON-835227872 tempest-ImagesOneServerNegativeTestJSON-835227872-project-member] Task: {'id': task-2386701, 'name': CloneVM_Task} progress is 10%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 731.251591] env[62328]: DEBUG oslo_concurrency.lockutils [None req-0e1d5a33-d5ee-4044-8e4d-29e9d424f5af tempest-ServerRescueTestJSONUnderV235-477445181 tempest-ServerRescueTestJSONUnderV235-477445181-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 33.216s {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 731.251901] env[62328]: DEBUG nova.objects.instance [None req-0e1d5a33-d5ee-4044-8e4d-29e9d424f5af tempest-ServerRescueTestJSONUnderV235-477445181 tempest-ServerRescueTestJSONUnderV235-477445181-project-member] Lazy-loading 'resources' on Instance uuid 133b2694-7206-4e72-92d6-ee334b1470e5 {{(pid=62328) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 731.290586] env[62328]: INFO nova.scheduler.client.report [None req-98666e19-d5bd-4e17-a7ae-664a080e849b tempest-ServersWithSpecificFlavorTestJSON-2091780743 tempest-ServersWithSpecificFlavorTestJSON-2091780743-project-member] Deleted allocations for instance 9f267eb4-d272-4f61-b795-076cb51f80b6 [ 731.365161] env[62328]: DEBUG oslo_vmware.api [None req-4c1e6f55-4288-49e6-acad-b83f602f950b tempest-ImagesTestJSON-1776717495 tempest-ImagesTestJSON-1776717495-project-member] Task: {'id': task-2386700, 'name': PowerOnVM_Task} progress is 76%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 731.582550] env[62328]: DEBUG oslo_vmware.rw_handles [None req-13f6f212-860e-474c-8e3f-1c76cd009de5 tempest-ListImageFiltersTestJSON-111188615 tempest-ListImageFiltersTestJSON-111188615-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52419f9c-a952-b3a8-3ce8-938aa5396f54/disk-0.vmdk. {{(pid=62328) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 731.583548] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3f5a92fb-318b-4b30-84c1-6b922b70b41f {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 731.591772] env[62328]: DEBUG oslo_vmware.rw_handles [None req-13f6f212-860e-474c-8e3f-1c76cd009de5 tempest-ListImageFiltersTestJSON-111188615 tempest-ListImageFiltersTestJSON-111188615-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52419f9c-a952-b3a8-3ce8-938aa5396f54/disk-0.vmdk is in state: ready. {{(pid=62328) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 731.591772] env[62328]: ERROR oslo_vmware.rw_handles [None req-13f6f212-860e-474c-8e3f-1c76cd009de5 tempest-ListImageFiltersTestJSON-111188615 tempest-ListImageFiltersTestJSON-111188615-project-member] Aborting lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52419f9c-a952-b3a8-3ce8-938aa5396f54/disk-0.vmdk due to incomplete transfer. [ 731.591772] env[62328]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-94ad7def-6e6f-412a-a95b-86de8b700fd0 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 731.599957] env[62328]: DEBUG oslo_vmware.rw_handles [None req-13f6f212-860e-474c-8e3f-1c76cd009de5 tempest-ListImageFiltersTestJSON-111188615 tempest-ListImageFiltersTestJSON-111188615-project-member] Closed VMDK read handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52419f9c-a952-b3a8-3ce8-938aa5396f54/disk-0.vmdk. {{(pid=62328) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 731.600173] env[62328]: DEBUG nova.virt.vmwareapi.images [None req-13f6f212-860e-474c-8e3f-1c76cd009de5 tempest-ListImageFiltersTestJSON-111188615 tempest-ListImageFiltersTestJSON-111188615-project-member] [instance: 8e31afa5-82ea-4e3e-8913-77f24ee85e4e] Uploaded image 7c11852b-d406-4797-970c-61ce34f0175a to the Glance image server {{(pid=62328) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 731.602525] env[62328]: DEBUG nova.virt.vmwareapi.vm_util [None req-13f6f212-860e-474c-8e3f-1c76cd009de5 tempest-ListImageFiltersTestJSON-111188615 tempest-ListImageFiltersTestJSON-111188615-project-member] [instance: 8e31afa5-82ea-4e3e-8913-77f24ee85e4e] Destroying the VM {{(pid=62328) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 731.602759] env[62328]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-f249dc85-48a5-47c3-956c-5bec61fe66f8 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 731.611655] env[62328]: DEBUG oslo_vmware.api [None req-13f6f212-860e-474c-8e3f-1c76cd009de5 tempest-ListImageFiltersTestJSON-111188615 tempest-ListImageFiltersTestJSON-111188615-project-member] Waiting for the task: (returnval){ [ 731.611655] env[62328]: value = "task-2386702" [ 731.611655] env[62328]: _type = "Task" [ 731.611655] env[62328]: } to complete. {{(pid=62328) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 731.621493] env[62328]: DEBUG oslo_vmware.api [None req-13f6f212-860e-474c-8e3f-1c76cd009de5 tempest-ListImageFiltersTestJSON-111188615 tempest-ListImageFiltersTestJSON-111188615-project-member] Task: {'id': task-2386702, 'name': Destroy_Task} progress is 0%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 731.741018] env[62328]: DEBUG oslo_vmware.api [None req-e949a0a8-3106-4ee0-b107-42411aa99fb7 tempest-ImagesOneServerNegativeTestJSON-835227872 tempest-ImagesOneServerNegativeTestJSON-835227872-project-member] Task: {'id': task-2386701, 'name': CloneVM_Task} progress is 94%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 731.798843] env[62328]: DEBUG oslo_concurrency.lockutils [None req-98666e19-d5bd-4e17-a7ae-664a080e849b tempest-ServersWithSpecificFlavorTestJSON-2091780743 tempest-ServersWithSpecificFlavorTestJSON-2091780743-project-member] Lock "9f267eb4-d272-4f61-b795-076cb51f80b6" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 38.856s {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 731.874056] env[62328]: DEBUG oslo_vmware.api [None req-4c1e6f55-4288-49e6-acad-b83f602f950b tempest-ImagesTestJSON-1776717495 tempest-ImagesTestJSON-1776717495-project-member] Task: {'id': task-2386700, 'name': PowerOnVM_Task, 'duration_secs': 0.935105} completed successfully. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 731.876048] env[62328]: DEBUG nova.virt.vmwareapi.vm_util [None req-4c1e6f55-4288-49e6-acad-b83f602f950b tempest-ImagesTestJSON-1776717495 tempest-ImagesTestJSON-1776717495-project-member] [instance: 911ce85b-847c-4cda-9753-e10fdaf224a5] Powered on the VM {{(pid=62328) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 731.876264] env[62328]: INFO nova.compute.manager [None req-4c1e6f55-4288-49e6-acad-b83f602f950b tempest-ImagesTestJSON-1776717495 tempest-ImagesTestJSON-1776717495-project-member] [instance: 911ce85b-847c-4cda-9753-e10fdaf224a5] Took 9.22 seconds to spawn the instance on the hypervisor. [ 731.876449] env[62328]: DEBUG nova.compute.manager [None req-4c1e6f55-4288-49e6-acad-b83f602f950b tempest-ImagesTestJSON-1776717495 tempest-ImagesTestJSON-1776717495-project-member] [instance: 911ce85b-847c-4cda-9753-e10fdaf224a5] Checking state {{(pid=62328) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 731.877497] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a10604b5-fc9a-4bf6-8ccd-ada6c4c231ee {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 731.997488] env[62328]: DEBUG nova.compute.manager [req-48bc7d2f-33de-4a57-a599-8e43cfc4f87a req-4a95ce28-d0f6-4458-a42f-9a2828e63e20 service nova] [instance: c6b9b490-d331-47ac-8410-588490ab048d] Received event network-vif-plugged-52275f26-ec31-4444-885a-3f6bc1f12482 {{(pid=62328) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 731.997488] env[62328]: DEBUG oslo_concurrency.lockutils [req-48bc7d2f-33de-4a57-a599-8e43cfc4f87a req-4a95ce28-d0f6-4458-a42f-9a2828e63e20 service nova] Acquiring lock "c6b9b490-d331-47ac-8410-588490ab048d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 731.997488] env[62328]: DEBUG oslo_concurrency.lockutils [req-48bc7d2f-33de-4a57-a599-8e43cfc4f87a req-4a95ce28-d0f6-4458-a42f-9a2828e63e20 service nova] Lock "c6b9b490-d331-47ac-8410-588490ab048d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 731.997488] env[62328]: DEBUG oslo_concurrency.lockutils [req-48bc7d2f-33de-4a57-a599-8e43cfc4f87a req-4a95ce28-d0f6-4458-a42f-9a2828e63e20 service nova] Lock "c6b9b490-d331-47ac-8410-588490ab048d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 731.997488] env[62328]: DEBUG nova.compute.manager [req-48bc7d2f-33de-4a57-a599-8e43cfc4f87a req-4a95ce28-d0f6-4458-a42f-9a2828e63e20 service nova] [instance: c6b9b490-d331-47ac-8410-588490ab048d] No waiting events found dispatching network-vif-plugged-52275f26-ec31-4444-885a-3f6bc1f12482 {{(pid=62328) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 731.997488] env[62328]: WARNING nova.compute.manager [req-48bc7d2f-33de-4a57-a599-8e43cfc4f87a req-4a95ce28-d0f6-4458-a42f-9a2828e63e20 service nova] [instance: c6b9b490-d331-47ac-8410-588490ab048d] Received unexpected event network-vif-plugged-52275f26-ec31-4444-885a-3f6bc1f12482 for instance with vm_state building and task_state spawning. [ 732.123345] env[62328]: DEBUG oslo_vmware.api [None req-13f6f212-860e-474c-8e3f-1c76cd009de5 tempest-ListImageFiltersTestJSON-111188615 tempest-ListImageFiltersTestJSON-111188615-project-member] Task: {'id': task-2386702, 'name': Destroy_Task, 'duration_secs': 0.39189} completed successfully. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 732.123659] env[62328]: INFO nova.virt.vmwareapi.vm_util [None req-13f6f212-860e-474c-8e3f-1c76cd009de5 tempest-ListImageFiltersTestJSON-111188615 tempest-ListImageFiltersTestJSON-111188615-project-member] [instance: 8e31afa5-82ea-4e3e-8913-77f24ee85e4e] Destroyed the VM [ 732.123899] env[62328]: DEBUG nova.virt.vmwareapi.vmops [None req-13f6f212-860e-474c-8e3f-1c76cd009de5 tempest-ListImageFiltersTestJSON-111188615 tempest-ListImageFiltersTestJSON-111188615-project-member] [instance: 8e31afa5-82ea-4e3e-8913-77f24ee85e4e] Deleting Snapshot of the VM instance {{(pid=62328) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 732.124187] env[62328]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-5063ea87-4539-4e39-9eab-251847891fbb {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 732.129474] env[62328]: DEBUG nova.network.neutron [None req-c84ead5e-11b3-4a7f-b86e-6c47837683dd tempest-ServerRescueTestJSON-434379102 tempest-ServerRescueTestJSON-434379102-project-member] [instance: c6b9b490-d331-47ac-8410-588490ab048d] Successfully updated port: 52275f26-ec31-4444-885a-3f6bc1f12482 {{(pid=62328) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 732.139100] env[62328]: DEBUG oslo_vmware.api [None req-13f6f212-860e-474c-8e3f-1c76cd009de5 tempest-ListImageFiltersTestJSON-111188615 tempest-ListImageFiltersTestJSON-111188615-project-member] Waiting for the task: (returnval){ [ 732.139100] env[62328]: value = "task-2386703" [ 732.139100] env[62328]: _type = "Task" [ 732.139100] env[62328]: } to complete. {{(pid=62328) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 732.147470] env[62328]: DEBUG oslo_vmware.api [None req-13f6f212-860e-474c-8e3f-1c76cd009de5 tempest-ListImageFiltersTestJSON-111188615 tempest-ListImageFiltersTestJSON-111188615-project-member] Task: {'id': task-2386703, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 732.242722] env[62328]: DEBUG oslo_vmware.api [None req-e949a0a8-3106-4ee0-b107-42411aa99fb7 tempest-ImagesOneServerNegativeTestJSON-835227872 tempest-ImagesOneServerNegativeTestJSON-835227872-project-member] Task: {'id': task-2386701, 'name': CloneVM_Task} progress is 94%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 732.257073] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2d23988f-0ade-4859-8199-9889e161622e {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 732.265535] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fdfd5e0b-a5c4-4a6c-97f3-4615623e673f {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 732.300405] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ca81b8d3-ae43-441b-b7d6-9180c500041a {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 732.309442] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6d04380b-3264-4b1e-af7f-bbb539a56c49 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 732.324755] env[62328]: DEBUG nova.compute.provider_tree [None req-0e1d5a33-d5ee-4044-8e4d-29e9d424f5af tempest-ServerRescueTestJSONUnderV235-477445181 tempest-ServerRescueTestJSONUnderV235-477445181-project-member] Inventory has not changed in ProviderTree for provider: 3469e9f8-04af-49ca-8435-49f104496744 {{(pid=62328) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 732.396808] env[62328]: INFO nova.compute.manager [None req-4c1e6f55-4288-49e6-acad-b83f602f950b tempest-ImagesTestJSON-1776717495 tempest-ImagesTestJSON-1776717495-project-member] [instance: 911ce85b-847c-4cda-9753-e10fdaf224a5] Took 44.71 seconds to build instance. [ 732.636087] env[62328]: DEBUG oslo_concurrency.lockutils [None req-c84ead5e-11b3-4a7f-b86e-6c47837683dd tempest-ServerRescueTestJSON-434379102 tempest-ServerRescueTestJSON-434379102-project-member] Acquiring lock "refresh_cache-c6b9b490-d331-47ac-8410-588490ab048d" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 732.636224] env[62328]: DEBUG oslo_concurrency.lockutils [None req-c84ead5e-11b3-4a7f-b86e-6c47837683dd tempest-ServerRescueTestJSON-434379102 tempest-ServerRescueTestJSON-434379102-project-member] Acquired lock "refresh_cache-c6b9b490-d331-47ac-8410-588490ab048d" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.636416] env[62328]: DEBUG nova.network.neutron [None req-c84ead5e-11b3-4a7f-b86e-6c47837683dd tempest-ServerRescueTestJSON-434379102 tempest-ServerRescueTestJSON-434379102-project-member] [instance: c6b9b490-d331-47ac-8410-588490ab048d] Building network info cache for instance {{(pid=62328) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 732.648686] env[62328]: DEBUG oslo_vmware.api [None req-13f6f212-860e-474c-8e3f-1c76cd009de5 tempest-ListImageFiltersTestJSON-111188615 tempest-ListImageFiltersTestJSON-111188615-project-member] Task: {'id': task-2386703, 'name': RemoveSnapshot_Task} progress is 80%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 732.744132] env[62328]: DEBUG oslo_vmware.api [None req-e949a0a8-3106-4ee0-b107-42411aa99fb7 tempest-ImagesOneServerNegativeTestJSON-835227872 tempest-ImagesOneServerNegativeTestJSON-835227872-project-member] Task: {'id': task-2386701, 'name': CloneVM_Task} progress is 94%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 732.829119] env[62328]: DEBUG nova.scheduler.client.report [None req-0e1d5a33-d5ee-4044-8e4d-29e9d424f5af tempest-ServerRescueTestJSONUnderV235-477445181 tempest-ServerRescueTestJSONUnderV235-477445181-project-member] Inventory has not changed for provider 3469e9f8-04af-49ca-8435-49f104496744 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 152, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62328) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 732.899656] env[62328]: DEBUG oslo_concurrency.lockutils [None req-4c1e6f55-4288-49e6-acad-b83f602f950b tempest-ImagesTestJSON-1776717495 tempest-ImagesTestJSON-1776717495-project-member] Lock "911ce85b-847c-4cda-9753-e10fdaf224a5" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 72.429s {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 733.151067] env[62328]: DEBUG oslo_vmware.api [None req-13f6f212-860e-474c-8e3f-1c76cd009de5 tempest-ListImageFiltersTestJSON-111188615 tempest-ListImageFiltersTestJSON-111188615-project-member] Task: {'id': task-2386703, 'name': RemoveSnapshot_Task, 'duration_secs': 0.762735} completed successfully. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 733.151354] env[62328]: DEBUG nova.virt.vmwareapi.vmops [None req-13f6f212-860e-474c-8e3f-1c76cd009de5 tempest-ListImageFiltersTestJSON-111188615 tempest-ListImageFiltersTestJSON-111188615-project-member] [instance: 8e31afa5-82ea-4e3e-8913-77f24ee85e4e] Deleted Snapshot of the VM instance {{(pid=62328) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 733.151581] env[62328]: INFO nova.compute.manager [None req-13f6f212-860e-474c-8e3f-1c76cd009de5 tempest-ListImageFiltersTestJSON-111188615 tempest-ListImageFiltersTestJSON-111188615-project-member] [instance: 8e31afa5-82ea-4e3e-8913-77f24ee85e4e] Took 15.94 seconds to snapshot the instance on the hypervisor. [ 733.173365] env[62328]: DEBUG nova.network.neutron [None req-c84ead5e-11b3-4a7f-b86e-6c47837683dd tempest-ServerRescueTestJSON-434379102 tempest-ServerRescueTestJSON-434379102-project-member] [instance: c6b9b490-d331-47ac-8410-588490ab048d] Instance cache missing network info. {{(pid=62328) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 733.246814] env[62328]: DEBUG oslo_vmware.api [None req-e949a0a8-3106-4ee0-b107-42411aa99fb7 tempest-ImagesOneServerNegativeTestJSON-835227872 tempest-ImagesOneServerNegativeTestJSON-835227872-project-member] Task: {'id': task-2386701, 'name': CloneVM_Task} progress is 94%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 733.335547] env[62328]: DEBUG oslo_concurrency.lockutils [None req-0e1d5a33-d5ee-4044-8e4d-29e9d424f5af tempest-ServerRescueTestJSONUnderV235-477445181 tempest-ServerRescueTestJSONUnderV235-477445181-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.084s {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 733.338572] env[62328]: DEBUG oslo_concurrency.lockutils [None req-8c9df619-7585-4f17-b251-03d93e0e4afd tempest-ServerTagsTestJSON-548611099 tempest-ServerTagsTestJSON-548611099-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 34.521s {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 733.338572] env[62328]: DEBUG nova.objects.instance [None req-8c9df619-7585-4f17-b251-03d93e0e4afd tempest-ServerTagsTestJSON-548611099 tempest-ServerTagsTestJSON-548611099-project-member] Lazy-loading 'resources' on Instance uuid f07984e0-1503-4ac1-84e3-61d38443a17a {{(pid=62328) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 733.339939] env[62328]: DEBUG oslo_concurrency.lockutils [None req-8fe20bce-16fa-474f-8ee7-1d0659b59d53 tempest-ImagesTestJSON-1776717495 tempest-ImagesTestJSON-1776717495-project-member] Acquiring lock "911ce85b-847c-4cda-9753-e10fdaf224a5" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 733.343018] env[62328]: DEBUG oslo_concurrency.lockutils [None req-8fe20bce-16fa-474f-8ee7-1d0659b59d53 tempest-ImagesTestJSON-1776717495 tempest-ImagesTestJSON-1776717495-project-member] Lock "911ce85b-847c-4cda-9753-e10fdaf224a5" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.000s {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 733.343018] env[62328]: DEBUG nova.compute.manager [None req-8fe20bce-16fa-474f-8ee7-1d0659b59d53 tempest-ImagesTestJSON-1776717495 tempest-ImagesTestJSON-1776717495-project-member] [instance: 911ce85b-847c-4cda-9753-e10fdaf224a5] Checking state {{(pid=62328) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 733.343018] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c03ea1c4-66b2-4c11-af0f-71fbfad8bf80 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 733.351343] env[62328]: DEBUG nova.compute.manager [None req-8fe20bce-16fa-474f-8ee7-1d0659b59d53 tempest-ImagesTestJSON-1776717495 tempest-ImagesTestJSON-1776717495-project-member] [instance: 911ce85b-847c-4cda-9753-e10fdaf224a5] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=62328) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 733.351931] env[62328]: DEBUG nova.objects.instance [None req-8fe20bce-16fa-474f-8ee7-1d0659b59d53 tempest-ImagesTestJSON-1776717495 tempest-ImagesTestJSON-1776717495-project-member] Lazy-loading 'flavor' on Instance uuid 911ce85b-847c-4cda-9753-e10fdaf224a5 {{(pid=62328) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 733.368586] env[62328]: INFO nova.scheduler.client.report [None req-0e1d5a33-d5ee-4044-8e4d-29e9d424f5af tempest-ServerRescueTestJSONUnderV235-477445181 tempest-ServerRescueTestJSONUnderV235-477445181-project-member] Deleted allocations for instance 133b2694-7206-4e72-92d6-ee334b1470e5 [ 733.406523] env[62328]: DEBUG nova.network.neutron [None req-c84ead5e-11b3-4a7f-b86e-6c47837683dd tempest-ServerRescueTestJSON-434379102 tempest-ServerRescueTestJSON-434379102-project-member] [instance: c6b9b490-d331-47ac-8410-588490ab048d] Updating instance_info_cache with network_info: [{"id": "52275f26-ec31-4444-885a-3f6bc1f12482", "address": "fa:16:3e:18:f1:56", "network": {"id": "243ad9ea-c83d-488c-93c6-bf234e56e1f6", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-1631716901-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "7dffe918ec914f66820c04e71131ca7c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "56398cc0-e39f-410f-8036-8c2a6870e26f", "external-id": "nsx-vlan-transportzone-612", "segmentation_id": 612, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap52275f26-ec", "ovs_interfaceid": "52275f26-ec31-4444-885a-3f6bc1f12482", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62328) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 733.744701] env[62328]: DEBUG oslo_vmware.api [None req-e949a0a8-3106-4ee0-b107-42411aa99fb7 tempest-ImagesOneServerNegativeTestJSON-835227872 tempest-ImagesOneServerNegativeTestJSON-835227872-project-member] Task: {'id': task-2386701, 'name': CloneVM_Task} progress is 94%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 733.882137] env[62328]: DEBUG oslo_concurrency.lockutils [None req-0e1d5a33-d5ee-4044-8e4d-29e9d424f5af tempest-ServerRescueTestJSONUnderV235-477445181 tempest-ServerRescueTestJSONUnderV235-477445181-project-member] Lock "133b2694-7206-4e72-92d6-ee334b1470e5" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 39.400s {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 733.909371] env[62328]: DEBUG oslo_concurrency.lockutils [None req-c84ead5e-11b3-4a7f-b86e-6c47837683dd tempest-ServerRescueTestJSON-434379102 tempest-ServerRescueTestJSON-434379102-project-member] Releasing lock "refresh_cache-c6b9b490-d331-47ac-8410-588490ab048d" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 733.909694] env[62328]: DEBUG nova.compute.manager [None req-c84ead5e-11b3-4a7f-b86e-6c47837683dd tempest-ServerRescueTestJSON-434379102 tempest-ServerRescueTestJSON-434379102-project-member] [instance: c6b9b490-d331-47ac-8410-588490ab048d] Instance network_info: |[{"id": "52275f26-ec31-4444-885a-3f6bc1f12482", "address": "fa:16:3e:18:f1:56", "network": {"id": "243ad9ea-c83d-488c-93c6-bf234e56e1f6", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-1631716901-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "7dffe918ec914f66820c04e71131ca7c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "56398cc0-e39f-410f-8036-8c2a6870e26f", "external-id": "nsx-vlan-transportzone-612", "segmentation_id": 612, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap52275f26-ec", "ovs_interfaceid": "52275f26-ec31-4444-885a-3f6bc1f12482", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62328) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 733.910310] env[62328]: DEBUG nova.virt.vmwareapi.vmops [None req-c84ead5e-11b3-4a7f-b86e-6c47837683dd tempest-ServerRescueTestJSON-434379102 tempest-ServerRescueTestJSON-434379102-project-member] [instance: c6b9b490-d331-47ac-8410-588490ab048d] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:18:f1:56', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '56398cc0-e39f-410f-8036-8c2a6870e26f', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '52275f26-ec31-4444-885a-3f6bc1f12482', 'vif_model': 'vmxnet3'}] {{(pid=62328) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 733.917917] env[62328]: DEBUG oslo.service.loopingcall [None req-c84ead5e-11b3-4a7f-b86e-6c47837683dd tempest-ServerRescueTestJSON-434379102 tempest-ServerRescueTestJSON-434379102-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62328) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 733.918501] env[62328]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c6b9b490-d331-47ac-8410-588490ab048d] Creating VM on the ESX host {{(pid=62328) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 733.918741] env[62328]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-43d3f2c6-ef6a-4b7f-8747-dd2fdbbef8fa {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 733.946890] env[62328]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 733.946890] env[62328]: value = "task-2386704" [ 733.946890] env[62328]: _type = "Task" [ 733.946890] env[62328]: } to complete. {{(pid=62328) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 733.960744] env[62328]: DEBUG oslo_vmware.api [-] Task: {'id': task-2386704, 'name': CreateVM_Task} progress is 0%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 734.037296] env[62328]: DEBUG nova.compute.manager [req-4bcbe2ee-6e56-4e87-a4fb-5439fba621db req-925629d8-6291-4fa8-ab60-9ed8111b477a service nova] [instance: c6b9b490-d331-47ac-8410-588490ab048d] Received event network-changed-52275f26-ec31-4444-885a-3f6bc1f12482 {{(pid=62328) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 734.037529] env[62328]: DEBUG nova.compute.manager [req-4bcbe2ee-6e56-4e87-a4fb-5439fba621db req-925629d8-6291-4fa8-ab60-9ed8111b477a service nova] [instance: c6b9b490-d331-47ac-8410-588490ab048d] Refreshing instance network info cache due to event network-changed-52275f26-ec31-4444-885a-3f6bc1f12482. {{(pid=62328) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 734.037697] env[62328]: DEBUG oslo_concurrency.lockutils [req-4bcbe2ee-6e56-4e87-a4fb-5439fba621db req-925629d8-6291-4fa8-ab60-9ed8111b477a service nova] Acquiring lock "refresh_cache-c6b9b490-d331-47ac-8410-588490ab048d" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 734.037939] env[62328]: DEBUG oslo_concurrency.lockutils [req-4bcbe2ee-6e56-4e87-a4fb-5439fba621db req-925629d8-6291-4fa8-ab60-9ed8111b477a service nova] Acquired lock "refresh_cache-c6b9b490-d331-47ac-8410-588490ab048d" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.038182] env[62328]: DEBUG nova.network.neutron [req-4bcbe2ee-6e56-4e87-a4fb-5439fba621db req-925629d8-6291-4fa8-ab60-9ed8111b477a service nova] [instance: c6b9b490-d331-47ac-8410-588490ab048d] Refreshing network info cache for port 52275f26-ec31-4444-885a-3f6bc1f12482 {{(pid=62328) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 734.245670] env[62328]: DEBUG oslo_vmware.api [None req-e949a0a8-3106-4ee0-b107-42411aa99fb7 tempest-ImagesOneServerNegativeTestJSON-835227872 tempest-ImagesOneServerNegativeTestJSON-835227872-project-member] Task: {'id': task-2386701, 'name': CloneVM_Task} progress is 95%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 734.365731] env[62328]: DEBUG nova.virt.vmwareapi.vm_util [None req-8fe20bce-16fa-474f-8ee7-1d0659b59d53 tempest-ImagesTestJSON-1776717495 tempest-ImagesTestJSON-1776717495-project-member] [instance: 911ce85b-847c-4cda-9753-e10fdaf224a5] Powering off the VM {{(pid=62328) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 734.365731] env[62328]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-825325aa-075f-4d65-9386-b4ad4e6c6ed5 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 734.377641] env[62328]: DEBUG oslo_vmware.api [None req-8fe20bce-16fa-474f-8ee7-1d0659b59d53 tempest-ImagesTestJSON-1776717495 tempest-ImagesTestJSON-1776717495-project-member] Waiting for the task: (returnval){ [ 734.377641] env[62328]: value = "task-2386705" [ 734.377641] env[62328]: _type = "Task" [ 734.377641] env[62328]: } to complete. {{(pid=62328) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 734.391587] env[62328]: DEBUG oslo_vmware.api [None req-8fe20bce-16fa-474f-8ee7-1d0659b59d53 tempest-ImagesTestJSON-1776717495 tempest-ImagesTestJSON-1776717495-project-member] Task: {'id': task-2386705, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 734.403212] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-70986e71-5ee9-4c9c-803a-b0aa5b4359a1 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 734.413088] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e0dd2c54-7875-4213-892c-4402233395d7 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 734.447486] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2fc9f9e5-cb17-4fd6-b08e-f512138d0606 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 734.459442] env[62328]: DEBUG oslo_vmware.api [-] Task: {'id': task-2386704, 'name': CreateVM_Task, 'duration_secs': 0.504724} completed successfully. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 734.461536] env[62328]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c6b9b490-d331-47ac-8410-588490ab048d] Created VM on the ESX host {{(pid=62328) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 734.462328] env[62328]: DEBUG oslo_concurrency.lockutils [None req-c84ead5e-11b3-4a7f-b86e-6c47837683dd tempest-ServerRescueTestJSON-434379102 tempest-ServerRescueTestJSON-434379102-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/dbf872a4-92be-47e4-8561-c3e2bf2423ab" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 734.462533] env[62328]: DEBUG oslo_concurrency.lockutils [None req-c84ead5e-11b3-4a7f-b86e-6c47837683dd tempest-ServerRescueTestJSON-434379102 tempest-ServerRescueTestJSON-434379102-project-member] Acquired lock "[datastore2] devstack-image-cache_base/dbf872a4-92be-47e4-8561-c3e2bf2423ab" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.462890] env[62328]: DEBUG oslo_concurrency.lockutils [None req-c84ead5e-11b3-4a7f-b86e-6c47837683dd tempest-ServerRescueTestJSON-434379102 tempest-ServerRescueTestJSON-434379102-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/dbf872a4-92be-47e4-8561-c3e2bf2423ab" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 734.464137] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d4e38b96-8ed8-440e-be1a-49c67c01fc82 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 734.468141] env[62328]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5a0633e9-bb17-46f0-bcfd-2100d1684522 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 734.474161] env[62328]: DEBUG oslo_vmware.api [None req-c84ead5e-11b3-4a7f-b86e-6c47837683dd tempest-ServerRescueTestJSON-434379102 tempest-ServerRescueTestJSON-434379102-project-member] Waiting for the task: (returnval){ [ 734.474161] env[62328]: value = "session[52a6e20e-410d-708a-99f2-080a575a99bd]52202f1a-bb14-3cfe-e67e-1b8baf6c9a39" [ 734.474161] env[62328]: _type = "Task" [ 734.474161] env[62328]: } to complete. {{(pid=62328) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 734.482475] env[62328]: DEBUG nova.compute.provider_tree [None req-8c9df619-7585-4f17-b251-03d93e0e4afd tempest-ServerTagsTestJSON-548611099 tempest-ServerTagsTestJSON-548611099-project-member] Inventory has not changed in ProviderTree for provider: 3469e9f8-04af-49ca-8435-49f104496744 {{(pid=62328) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 734.492613] env[62328]: DEBUG oslo_vmware.api [None req-c84ead5e-11b3-4a7f-b86e-6c47837683dd tempest-ServerRescueTestJSON-434379102 tempest-ServerRescueTestJSON-434379102-project-member] Task: {'id': session[52a6e20e-410d-708a-99f2-080a575a99bd]52202f1a-bb14-3cfe-e67e-1b8baf6c9a39, 'name': SearchDatastore_Task, 'duration_secs': 0.011989} completed successfully. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 734.493532] env[62328]: DEBUG oslo_concurrency.lockutils [None req-c84ead5e-11b3-4a7f-b86e-6c47837683dd tempest-ServerRescueTestJSON-434379102 tempest-ServerRescueTestJSON-434379102-project-member] Releasing lock "[datastore2] devstack-image-cache_base/dbf872a4-92be-47e4-8561-c3e2bf2423ab" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 734.493773] env[62328]: DEBUG nova.virt.vmwareapi.vmops [None req-c84ead5e-11b3-4a7f-b86e-6c47837683dd tempest-ServerRescueTestJSON-434379102 tempest-ServerRescueTestJSON-434379102-project-member] [instance: c6b9b490-d331-47ac-8410-588490ab048d] Processing image dbf872a4-92be-47e4-8561-c3e2bf2423ab {{(pid=62328) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 734.494021] env[62328]: DEBUG oslo_concurrency.lockutils [None req-c84ead5e-11b3-4a7f-b86e-6c47837683dd tempest-ServerRescueTestJSON-434379102 tempest-ServerRescueTestJSON-434379102-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/dbf872a4-92be-47e4-8561-c3e2bf2423ab/dbf872a4-92be-47e4-8561-c3e2bf2423ab.vmdk" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 734.494171] env[62328]: DEBUG oslo_concurrency.lockutils [None req-c84ead5e-11b3-4a7f-b86e-6c47837683dd tempest-ServerRescueTestJSON-434379102 tempest-ServerRescueTestJSON-434379102-project-member] Acquired lock "[datastore2] devstack-image-cache_base/dbf872a4-92be-47e4-8561-c3e2bf2423ab/dbf872a4-92be-47e4-8561-c3e2bf2423ab.vmdk" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.494425] env[62328]: DEBUG nova.virt.vmwareapi.ds_util [None req-c84ead5e-11b3-4a7f-b86e-6c47837683dd tempest-ServerRescueTestJSON-434379102 tempest-ServerRescueTestJSON-434379102-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62328) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 734.494936] env[62328]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-f90bb5d1-1cca-4042-9a8a-ff7d379c160c {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 734.504932] env[62328]: DEBUG nova.virt.vmwareapi.ds_util [None req-c84ead5e-11b3-4a7f-b86e-6c47837683dd tempest-ServerRescueTestJSON-434379102 tempest-ServerRescueTestJSON-434379102-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62328) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 734.505135] env[62328]: DEBUG nova.virt.vmwareapi.vmops [None req-c84ead5e-11b3-4a7f-b86e-6c47837683dd tempest-ServerRescueTestJSON-434379102 tempest-ServerRescueTestJSON-434379102-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62328) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 734.505889] env[62328]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1bf9d1dd-7e20-41ef-805e-bb2ca1a7a692 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 734.512349] env[62328]: DEBUG oslo_vmware.api [None req-c84ead5e-11b3-4a7f-b86e-6c47837683dd tempest-ServerRescueTestJSON-434379102 tempest-ServerRescueTestJSON-434379102-project-member] Waiting for the task: (returnval){ [ 734.512349] env[62328]: value = "session[52a6e20e-410d-708a-99f2-080a575a99bd]525737e4-386a-5a75-3507-a40fd437b57b" [ 734.512349] env[62328]: _type = "Task" [ 734.512349] env[62328]: } to complete. {{(pid=62328) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 734.523889] env[62328]: DEBUG oslo_vmware.api [None req-c84ead5e-11b3-4a7f-b86e-6c47837683dd tempest-ServerRescueTestJSON-434379102 tempest-ServerRescueTestJSON-434379102-project-member] Task: {'id': session[52a6e20e-410d-708a-99f2-080a575a99bd]525737e4-386a-5a75-3507-a40fd437b57b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 734.747750] env[62328]: DEBUG oslo_vmware.api [None req-e949a0a8-3106-4ee0-b107-42411aa99fb7 tempest-ImagesOneServerNegativeTestJSON-835227872 tempest-ImagesOneServerNegativeTestJSON-835227872-project-member] Task: {'id': task-2386701, 'name': CloneVM_Task} progress is 95%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 734.762657] env[62328]: DEBUG nova.compute.manager [None req-e9095174-672e-4964-9acd-0ab12d490907 tempest-ListImageFiltersTestJSON-111188615 tempest-ListImageFiltersTestJSON-111188615-project-member] [instance: a514091e-f57a-4447-b60b-7f22d6f26820] Checking state {{(pid=62328) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 734.764561] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-173c1e62-6a27-4462-9cb6-d554d1155456 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 734.838260] env[62328]: DEBUG nova.network.neutron [req-4bcbe2ee-6e56-4e87-a4fb-5439fba621db req-925629d8-6291-4fa8-ab60-9ed8111b477a service nova] [instance: c6b9b490-d331-47ac-8410-588490ab048d] Updated VIF entry in instance network info cache for port 52275f26-ec31-4444-885a-3f6bc1f12482. {{(pid=62328) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 734.838827] env[62328]: DEBUG nova.network.neutron [req-4bcbe2ee-6e56-4e87-a4fb-5439fba621db req-925629d8-6291-4fa8-ab60-9ed8111b477a service nova] [instance: c6b9b490-d331-47ac-8410-588490ab048d] Updating instance_info_cache with network_info: [{"id": "52275f26-ec31-4444-885a-3f6bc1f12482", "address": "fa:16:3e:18:f1:56", "network": {"id": "243ad9ea-c83d-488c-93c6-bf234e56e1f6", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-1631716901-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "7dffe918ec914f66820c04e71131ca7c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "56398cc0-e39f-410f-8036-8c2a6870e26f", "external-id": "nsx-vlan-transportzone-612", "segmentation_id": 612, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap52275f26-ec", "ovs_interfaceid": "52275f26-ec31-4444-885a-3f6bc1f12482", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62328) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 734.889184] env[62328]: DEBUG oslo_vmware.api [None req-8fe20bce-16fa-474f-8ee7-1d0659b59d53 tempest-ImagesTestJSON-1776717495 tempest-ImagesTestJSON-1776717495-project-member] Task: {'id': task-2386705, 'name': PowerOffVM_Task, 'duration_secs': 0.180782} completed successfully. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 734.889674] env[62328]: DEBUG nova.virt.vmwareapi.vm_util [None req-8fe20bce-16fa-474f-8ee7-1d0659b59d53 tempest-ImagesTestJSON-1776717495 tempest-ImagesTestJSON-1776717495-project-member] [instance: 911ce85b-847c-4cda-9753-e10fdaf224a5] Powered off the VM {{(pid=62328) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 734.889894] env[62328]: DEBUG nova.compute.manager [None req-8fe20bce-16fa-474f-8ee7-1d0659b59d53 tempest-ImagesTestJSON-1776717495 tempest-ImagesTestJSON-1776717495-project-member] [instance: 911ce85b-847c-4cda-9753-e10fdaf224a5] Checking state {{(pid=62328) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 734.890924] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f027f969-a122-4325-a0b3-1059015a7a62 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 734.988744] env[62328]: DEBUG nova.scheduler.client.report [None req-8c9df619-7585-4f17-b251-03d93e0e4afd tempest-ServerTagsTestJSON-548611099 tempest-ServerTagsTestJSON-548611099-project-member] Inventory has not changed for provider 3469e9f8-04af-49ca-8435-49f104496744 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 152, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62328) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 735.031337] env[62328]: DEBUG oslo_vmware.api [None req-c84ead5e-11b3-4a7f-b86e-6c47837683dd tempest-ServerRescueTestJSON-434379102 tempest-ServerRescueTestJSON-434379102-project-member] Task: {'id': session[52a6e20e-410d-708a-99f2-080a575a99bd]525737e4-386a-5a75-3507-a40fd437b57b, 'name': SearchDatastore_Task, 'duration_secs': 0.019668} completed successfully. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 735.032457] env[62328]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c520ac91-ea40-4f70-bfbe-40a6cf8d339d {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 735.041017] env[62328]: DEBUG oslo_vmware.api [None req-c84ead5e-11b3-4a7f-b86e-6c47837683dd tempest-ServerRescueTestJSON-434379102 tempest-ServerRescueTestJSON-434379102-project-member] Waiting for the task: (returnval){ [ 735.041017] env[62328]: value = "session[52a6e20e-410d-708a-99f2-080a575a99bd]521b7223-b96b-13dd-ad3f-7953703f4c8d" [ 735.041017] env[62328]: _type = "Task" [ 735.041017] env[62328]: } to complete. {{(pid=62328) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 735.050814] env[62328]: DEBUG oslo_vmware.api [None req-c84ead5e-11b3-4a7f-b86e-6c47837683dd tempest-ServerRescueTestJSON-434379102 tempest-ServerRescueTestJSON-434379102-project-member] Task: {'id': session[52a6e20e-410d-708a-99f2-080a575a99bd]521b7223-b96b-13dd-ad3f-7953703f4c8d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 735.247557] env[62328]: DEBUG oslo_vmware.api [None req-e949a0a8-3106-4ee0-b107-42411aa99fb7 tempest-ImagesOneServerNegativeTestJSON-835227872 tempest-ImagesOneServerNegativeTestJSON-835227872-project-member] Task: {'id': task-2386701, 'name': CloneVM_Task, 'duration_secs': 3.98591} completed successfully. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 735.247843] env[62328]: INFO nova.virt.vmwareapi.vmops [None req-e949a0a8-3106-4ee0-b107-42411aa99fb7 tempest-ImagesOneServerNegativeTestJSON-835227872 tempest-ImagesOneServerNegativeTestJSON-835227872-project-member] [instance: 1691ec92-ed5b-436a-bba3-f5a998263955] Created linked-clone VM from snapshot [ 735.248655] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-85a0eda8-faac-4b73-ba49-b0a8e9361711 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 735.256727] env[62328]: DEBUG nova.virt.vmwareapi.images [None req-e949a0a8-3106-4ee0-b107-42411aa99fb7 tempest-ImagesOneServerNegativeTestJSON-835227872 tempest-ImagesOneServerNegativeTestJSON-835227872-project-member] [instance: 1691ec92-ed5b-436a-bba3-f5a998263955] Uploading image 98313337-9408-44d4-ad8f-0e3f04c21a88 {{(pid=62328) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 735.272177] env[62328]: DEBUG nova.virt.vmwareapi.vm_util [None req-e949a0a8-3106-4ee0-b107-42411aa99fb7 tempest-ImagesOneServerNegativeTestJSON-835227872 tempest-ImagesOneServerNegativeTestJSON-835227872-project-member] [instance: 1691ec92-ed5b-436a-bba3-f5a998263955] Destroying the VM {{(pid=62328) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 735.272177] env[62328]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-c508d576-b8d2-47df-986c-806865486634 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 735.282471] env[62328]: INFO nova.compute.manager [None req-e9095174-672e-4964-9acd-0ab12d490907 tempest-ListImageFiltersTestJSON-111188615 tempest-ListImageFiltersTestJSON-111188615-project-member] [instance: a514091e-f57a-4447-b60b-7f22d6f26820] instance snapshotting [ 735.283597] env[62328]: DEBUG oslo_vmware.api [None req-e949a0a8-3106-4ee0-b107-42411aa99fb7 tempest-ImagesOneServerNegativeTestJSON-835227872 tempest-ImagesOneServerNegativeTestJSON-835227872-project-member] Waiting for the task: (returnval){ [ 735.283597] env[62328]: value = "task-2386706" [ 735.283597] env[62328]: _type = "Task" [ 735.283597] env[62328]: } to complete. {{(pid=62328) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 735.287037] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-611c9ff7-e5e3-4d39-b2cf-5b55b3130315 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 735.312883] env[62328]: DEBUG oslo_vmware.api [None req-e949a0a8-3106-4ee0-b107-42411aa99fb7 tempest-ImagesOneServerNegativeTestJSON-835227872 tempest-ImagesOneServerNegativeTestJSON-835227872-project-member] Task: {'id': task-2386706, 'name': Destroy_Task} progress is 0%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 735.313572] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1bcb636d-a161-4a08-90c9-c3edc5c50718 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 735.344784] env[62328]: DEBUG oslo_concurrency.lockutils [req-4bcbe2ee-6e56-4e87-a4fb-5439fba621db req-925629d8-6291-4fa8-ab60-9ed8111b477a service nova] Releasing lock "refresh_cache-c6b9b490-d331-47ac-8410-588490ab048d" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 735.403758] env[62328]: DEBUG oslo_concurrency.lockutils [None req-8fe20bce-16fa-474f-8ee7-1d0659b59d53 tempest-ImagesTestJSON-1776717495 tempest-ImagesTestJSON-1776717495-project-member] Lock "911ce85b-847c-4cda-9753-e10fdaf224a5" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.063s {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 735.495285] env[62328]: DEBUG oslo_concurrency.lockutils [None req-8c9df619-7585-4f17-b251-03d93e0e4afd tempest-ServerTagsTestJSON-548611099 tempest-ServerTagsTestJSON-548611099-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.157s {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 735.499221] env[62328]: DEBUG oslo_concurrency.lockutils [None req-c2ac8f9f-baeb-4c41-9ee3-4218953f02bd tempest-ServerActionsTestOtherA-1098162655 tempest-ServerActionsTestOtherA-1098162655-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 35.788s {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 735.500328] env[62328]: DEBUG nova.objects.instance [None req-c2ac8f9f-baeb-4c41-9ee3-4218953f02bd tempest-ServerActionsTestOtherA-1098162655 tempest-ServerActionsTestOtherA-1098162655-project-member] Lazy-loading 'resources' on Instance uuid 66186b76-7021-4df1-b53c-2789906e37ac {{(pid=62328) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 735.524862] env[62328]: INFO nova.scheduler.client.report [None req-8c9df619-7585-4f17-b251-03d93e0e4afd tempest-ServerTagsTestJSON-548611099 tempest-ServerTagsTestJSON-548611099-project-member] Deleted allocations for instance f07984e0-1503-4ac1-84e3-61d38443a17a [ 735.550640] env[62328]: DEBUG oslo_vmware.api [None req-c84ead5e-11b3-4a7f-b86e-6c47837683dd tempest-ServerRescueTestJSON-434379102 tempest-ServerRescueTestJSON-434379102-project-member] Task: {'id': session[52a6e20e-410d-708a-99f2-080a575a99bd]521b7223-b96b-13dd-ad3f-7953703f4c8d, 'name': SearchDatastore_Task, 'duration_secs': 0.019137} completed successfully. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 735.550901] env[62328]: DEBUG oslo_concurrency.lockutils [None req-c84ead5e-11b3-4a7f-b86e-6c47837683dd tempest-ServerRescueTestJSON-434379102 tempest-ServerRescueTestJSON-434379102-project-member] Releasing lock "[datastore2] devstack-image-cache_base/dbf872a4-92be-47e4-8561-c3e2bf2423ab/dbf872a4-92be-47e4-8561-c3e2bf2423ab.vmdk" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 735.551175] env[62328]: DEBUG nova.virt.vmwareapi.vm_util [None req-c84ead5e-11b3-4a7f-b86e-6c47837683dd tempest-ServerRescueTestJSON-434379102 tempest-ServerRescueTestJSON-434379102-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/dbf872a4-92be-47e4-8561-c3e2bf2423ab/dbf872a4-92be-47e4-8561-c3e2bf2423ab.vmdk to [datastore2] c6b9b490-d331-47ac-8410-588490ab048d/c6b9b490-d331-47ac-8410-588490ab048d.vmdk {{(pid=62328) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 735.551446] env[62328]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-fa965a31-282d-4385-a664-4b84bf7e3882 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 735.558417] env[62328]: DEBUG oslo_vmware.api [None req-c84ead5e-11b3-4a7f-b86e-6c47837683dd tempest-ServerRescueTestJSON-434379102 tempest-ServerRescueTestJSON-434379102-project-member] Waiting for the task: (returnval){ [ 735.558417] env[62328]: value = "task-2386707" [ 735.558417] env[62328]: _type = "Task" [ 735.558417] env[62328]: } to complete. {{(pid=62328) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 735.567213] env[62328]: DEBUG oslo_vmware.api [None req-c84ead5e-11b3-4a7f-b86e-6c47837683dd tempest-ServerRescueTestJSON-434379102 tempest-ServerRescueTestJSON-434379102-project-member] Task: {'id': task-2386707, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 735.794340] env[62328]: DEBUG oslo_vmware.api [None req-e949a0a8-3106-4ee0-b107-42411aa99fb7 tempest-ImagesOneServerNegativeTestJSON-835227872 tempest-ImagesOneServerNegativeTestJSON-835227872-project-member] Task: {'id': task-2386706, 'name': Destroy_Task} progress is 33%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 735.825989] env[62328]: DEBUG nova.virt.vmwareapi.vmops [None req-e9095174-672e-4964-9acd-0ab12d490907 tempest-ListImageFiltersTestJSON-111188615 tempest-ListImageFiltersTestJSON-111188615-project-member] [instance: a514091e-f57a-4447-b60b-7f22d6f26820] Creating Snapshot of the VM instance {{(pid=62328) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 735.826485] env[62328]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-177339f7-4084-44c8-bdb5-ffbb54629abb {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 735.835842] env[62328]: DEBUG oslo_vmware.api [None req-e9095174-672e-4964-9acd-0ab12d490907 tempest-ListImageFiltersTestJSON-111188615 tempest-ListImageFiltersTestJSON-111188615-project-member] Waiting for the task: (returnval){ [ 735.835842] env[62328]: value = "task-2386708" [ 735.835842] env[62328]: _type = "Task" [ 735.835842] env[62328]: } to complete. {{(pid=62328) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 735.845895] env[62328]: DEBUG oslo_vmware.api [None req-e9095174-672e-4964-9acd-0ab12d490907 tempest-ListImageFiltersTestJSON-111188615 tempest-ListImageFiltersTestJSON-111188615-project-member] Task: {'id': task-2386708, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 736.032750] env[62328]: DEBUG oslo_concurrency.lockutils [None req-8c9df619-7585-4f17-b251-03d93e0e4afd tempest-ServerTagsTestJSON-548611099 tempest-ServerTagsTestJSON-548611099-project-member] Lock "f07984e0-1503-4ac1-84e3-61d38443a17a" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 40.699s {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 736.070118] env[62328]: DEBUG oslo_vmware.api [None req-c84ead5e-11b3-4a7f-b86e-6c47837683dd tempest-ServerRescueTestJSON-434379102 tempest-ServerRescueTestJSON-434379102-project-member] Task: {'id': task-2386707, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 736.295921] env[62328]: DEBUG oslo_vmware.api [None req-e949a0a8-3106-4ee0-b107-42411aa99fb7 tempest-ImagesOneServerNegativeTestJSON-835227872 tempest-ImagesOneServerNegativeTestJSON-835227872-project-member] Task: {'id': task-2386706, 'name': Destroy_Task, 'duration_secs': 0.614972} completed successfully. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 736.299183] env[62328]: INFO nova.virt.vmwareapi.vm_util [None req-e949a0a8-3106-4ee0-b107-42411aa99fb7 tempest-ImagesOneServerNegativeTestJSON-835227872 tempest-ImagesOneServerNegativeTestJSON-835227872-project-member] [instance: 1691ec92-ed5b-436a-bba3-f5a998263955] Destroyed the VM [ 736.299498] env[62328]: DEBUG nova.virt.vmwareapi.vmops [None req-e949a0a8-3106-4ee0-b107-42411aa99fb7 tempest-ImagesOneServerNegativeTestJSON-835227872 tempest-ImagesOneServerNegativeTestJSON-835227872-project-member] [instance: 1691ec92-ed5b-436a-bba3-f5a998263955] Deleting Snapshot of the VM instance {{(pid=62328) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 736.300054] env[62328]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-20c48bef-03b3-4fff-a0e2-e04a7db04f8e {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 736.307909] env[62328]: DEBUG oslo_vmware.api [None req-e949a0a8-3106-4ee0-b107-42411aa99fb7 tempest-ImagesOneServerNegativeTestJSON-835227872 tempest-ImagesOneServerNegativeTestJSON-835227872-project-member] Waiting for the task: (returnval){ [ 736.307909] env[62328]: value = "task-2386709" [ 736.307909] env[62328]: _type = "Task" [ 736.307909] env[62328]: } to complete. {{(pid=62328) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 736.323682] env[62328]: DEBUG oslo_vmware.api [None req-e949a0a8-3106-4ee0-b107-42411aa99fb7 tempest-ImagesOneServerNegativeTestJSON-835227872 tempest-ImagesOneServerNegativeTestJSON-835227872-project-member] Task: {'id': task-2386709, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 736.350959] env[62328]: DEBUG oslo_vmware.api [None req-e9095174-672e-4964-9acd-0ab12d490907 tempest-ListImageFiltersTestJSON-111188615 tempest-ListImageFiltersTestJSON-111188615-project-member] Task: {'id': task-2386708, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 736.476381] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c17413d3-a1ca-416d-85ee-cc58ee730679 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 736.485224] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c7ee02a3-ca41-4c5a-8f3c-5c7d238b054f {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 736.519582] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2c69a9a0-4087-44ad-8ec7-493571ae74cc {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 736.528669] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d5b88a55-168c-43c0-9651-40c0acc4d810 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 736.545331] env[62328]: DEBUG nova.compute.provider_tree [None req-c2ac8f9f-baeb-4c41-9ee3-4218953f02bd tempest-ServerActionsTestOtherA-1098162655 tempest-ServerActionsTestOtherA-1098162655-project-member] Inventory has not changed in ProviderTree for provider: 3469e9f8-04af-49ca-8435-49f104496744 {{(pid=62328) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 736.571623] env[62328]: DEBUG oslo_vmware.api [None req-c84ead5e-11b3-4a7f-b86e-6c47837683dd tempest-ServerRescueTestJSON-434379102 tempest-ServerRescueTestJSON-434379102-project-member] Task: {'id': task-2386707, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.61162} completed successfully. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 736.571623] env[62328]: DEBUG nova.virt.vmwareapi.vm_util [None req-c84ead5e-11b3-4a7f-b86e-6c47837683dd tempest-ServerRescueTestJSON-434379102 tempest-ServerRescueTestJSON-434379102-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/dbf872a4-92be-47e4-8561-c3e2bf2423ab/dbf872a4-92be-47e4-8561-c3e2bf2423ab.vmdk to [datastore2] c6b9b490-d331-47ac-8410-588490ab048d/c6b9b490-d331-47ac-8410-588490ab048d.vmdk {{(pid=62328) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 736.571623] env[62328]: DEBUG nova.virt.vmwareapi.vmops [None req-c84ead5e-11b3-4a7f-b86e-6c47837683dd tempest-ServerRescueTestJSON-434379102 tempest-ServerRescueTestJSON-434379102-project-member] [instance: c6b9b490-d331-47ac-8410-588490ab048d] Extending root virtual disk to 1048576 {{(pid=62328) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 736.571623] env[62328]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-bc23aa1d-151e-49c2-abff-e36c69770e17 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 736.579959] env[62328]: DEBUG oslo_vmware.api [None req-c84ead5e-11b3-4a7f-b86e-6c47837683dd tempest-ServerRescueTestJSON-434379102 tempest-ServerRescueTestJSON-434379102-project-member] Waiting for the task: (returnval){ [ 736.579959] env[62328]: value = "task-2386710" [ 736.579959] env[62328]: _type = "Task" [ 736.579959] env[62328]: } to complete. {{(pid=62328) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 736.589299] env[62328]: DEBUG oslo_vmware.api [None req-c84ead5e-11b3-4a7f-b86e-6c47837683dd tempest-ServerRescueTestJSON-434379102 tempest-ServerRescueTestJSON-434379102-project-member] Task: {'id': task-2386710, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 736.776240] env[62328]: DEBUG nova.compute.manager [None req-a085f0f7-5048-48c0-bf22-dc21b51cfc22 tempest-ImagesTestJSON-1776717495 tempest-ImagesTestJSON-1776717495-project-member] [instance: 911ce85b-847c-4cda-9753-e10fdaf224a5] Checking state {{(pid=62328) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 736.777161] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ecc2777b-22ff-4425-8ef8-9ca65e1ead76 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 736.819305] env[62328]: DEBUG oslo_vmware.api [None req-e949a0a8-3106-4ee0-b107-42411aa99fb7 tempest-ImagesOneServerNegativeTestJSON-835227872 tempest-ImagesOneServerNegativeTestJSON-835227872-project-member] Task: {'id': task-2386709, 'name': RemoveSnapshot_Task} progress is 97%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 736.849527] env[62328]: DEBUG oslo_vmware.api [None req-e9095174-672e-4964-9acd-0ab12d490907 tempest-ListImageFiltersTestJSON-111188615 tempest-ListImageFiltersTestJSON-111188615-project-member] Task: {'id': task-2386708, 'name': CreateSnapshot_Task, 'duration_secs': 0.758193} completed successfully. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 736.849819] env[62328]: DEBUG nova.virt.vmwareapi.vmops [None req-e9095174-672e-4964-9acd-0ab12d490907 tempest-ListImageFiltersTestJSON-111188615 tempest-ListImageFiltersTestJSON-111188615-project-member] [instance: a514091e-f57a-4447-b60b-7f22d6f26820] Created Snapshot of the VM instance {{(pid=62328) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 736.850801] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a950098b-6652-480e-a48e-ec4210606889 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 737.048866] env[62328]: DEBUG nova.scheduler.client.report [None req-c2ac8f9f-baeb-4c41-9ee3-4218953f02bd tempest-ServerActionsTestOtherA-1098162655 tempest-ServerActionsTestOtherA-1098162655-project-member] Inventory has not changed for provider 3469e9f8-04af-49ca-8435-49f104496744 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 152, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62328) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 737.095118] env[62328]: DEBUG oslo_vmware.api [None req-c84ead5e-11b3-4a7f-b86e-6c47837683dd tempest-ServerRescueTestJSON-434379102 tempest-ServerRescueTestJSON-434379102-project-member] Task: {'id': task-2386710, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.116037} completed successfully. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 737.095424] env[62328]: DEBUG nova.virt.vmwareapi.vmops [None req-c84ead5e-11b3-4a7f-b86e-6c47837683dd tempest-ServerRescueTestJSON-434379102 tempest-ServerRescueTestJSON-434379102-project-member] [instance: c6b9b490-d331-47ac-8410-588490ab048d] Extended root virtual disk {{(pid=62328) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 737.096514] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f6ae10e2-cb28-4836-87e3-61d32e581c18 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 737.126663] env[62328]: DEBUG nova.virt.vmwareapi.volumeops [None req-c84ead5e-11b3-4a7f-b86e-6c47837683dd tempest-ServerRescueTestJSON-434379102 tempest-ServerRescueTestJSON-434379102-project-member] [instance: c6b9b490-d331-47ac-8410-588490ab048d] Reconfiguring VM instance instance-00000032 to attach disk [datastore2] c6b9b490-d331-47ac-8410-588490ab048d/c6b9b490-d331-47ac-8410-588490ab048d.vmdk or device None with type sparse {{(pid=62328) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 737.127014] env[62328]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a17b5329-64de-434d-bc9b-aabe1504a3a2 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 737.149492] env[62328]: DEBUG oslo_vmware.api [None req-c84ead5e-11b3-4a7f-b86e-6c47837683dd tempest-ServerRescueTestJSON-434379102 tempest-ServerRescueTestJSON-434379102-project-member] Waiting for the task: (returnval){ [ 737.149492] env[62328]: value = "task-2386711" [ 737.149492] env[62328]: _type = "Task" [ 737.149492] env[62328]: } to complete. {{(pid=62328) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 737.159055] env[62328]: DEBUG oslo_vmware.api [None req-c84ead5e-11b3-4a7f-b86e-6c47837683dd tempest-ServerRescueTestJSON-434379102 tempest-ServerRescueTestJSON-434379102-project-member] Task: {'id': task-2386711, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 737.288116] env[62328]: INFO nova.compute.manager [None req-a085f0f7-5048-48c0-bf22-dc21b51cfc22 tempest-ImagesTestJSON-1776717495 tempest-ImagesTestJSON-1776717495-project-member] [instance: 911ce85b-847c-4cda-9753-e10fdaf224a5] instance snapshotting [ 737.288336] env[62328]: WARNING nova.compute.manager [None req-a085f0f7-5048-48c0-bf22-dc21b51cfc22 tempest-ImagesTestJSON-1776717495 tempest-ImagesTestJSON-1776717495-project-member] [instance: 911ce85b-847c-4cda-9753-e10fdaf224a5] trying to snapshot a non-running instance: (state: 4 expected: 1) [ 737.292103] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3e874ebc-da36-4a05-95f4-29a9ff4f8138 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 737.322392] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b625a8aa-6fb5-448c-8c3f-272158efc304 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 737.330833] env[62328]: DEBUG oslo_vmware.api [None req-e949a0a8-3106-4ee0-b107-42411aa99fb7 tempest-ImagesOneServerNegativeTestJSON-835227872 tempest-ImagesOneServerNegativeTestJSON-835227872-project-member] Task: {'id': task-2386709, 'name': RemoveSnapshot_Task, 'duration_secs': 0.827946} completed successfully. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 737.332455] env[62328]: DEBUG nova.virt.vmwareapi.vmops [None req-e949a0a8-3106-4ee0-b107-42411aa99fb7 tempest-ImagesOneServerNegativeTestJSON-835227872 tempest-ImagesOneServerNegativeTestJSON-835227872-project-member] [instance: 1691ec92-ed5b-436a-bba3-f5a998263955] Deleted Snapshot of the VM instance {{(pid=62328) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 737.371868] env[62328]: DEBUG nova.virt.vmwareapi.vmops [None req-e9095174-672e-4964-9acd-0ab12d490907 tempest-ListImageFiltersTestJSON-111188615 tempest-ListImageFiltersTestJSON-111188615-project-member] [instance: a514091e-f57a-4447-b60b-7f22d6f26820] Creating linked-clone VM from snapshot {{(pid=62328) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 737.372237] env[62328]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-aec0397a-e043-4437-ad95-4b8714ffe1ef {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 737.386523] env[62328]: DEBUG oslo_vmware.api [None req-e9095174-672e-4964-9acd-0ab12d490907 tempest-ListImageFiltersTestJSON-111188615 tempest-ListImageFiltersTestJSON-111188615-project-member] Waiting for the task: (returnval){ [ 737.386523] env[62328]: value = "task-2386712" [ 737.386523] env[62328]: _type = "Task" [ 737.386523] env[62328]: } to complete. {{(pid=62328) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 737.396309] env[62328]: DEBUG oslo_vmware.api [None req-e9095174-672e-4964-9acd-0ab12d490907 tempest-ListImageFiltersTestJSON-111188615 tempest-ListImageFiltersTestJSON-111188615-project-member] Task: {'id': task-2386712, 'name': CloneVM_Task} progress is 0%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 737.556734] env[62328]: DEBUG oslo_concurrency.lockutils [None req-c2ac8f9f-baeb-4c41-9ee3-4218953f02bd tempest-ServerActionsTestOtherA-1098162655 tempest-ServerActionsTestOtherA-1098162655-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.058s {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 737.559243] env[62328]: DEBUG oslo_concurrency.lockutils [None req-feaa2be0-d08f-4a5b-b3a6-7c16e0f878dd tempest-ListServerFiltersTestJSON-1229971268 tempest-ListServerFiltersTestJSON-1229971268-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 33.917s {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 737.559498] env[62328]: DEBUG nova.objects.instance [None req-feaa2be0-d08f-4a5b-b3a6-7c16e0f878dd tempest-ListServerFiltersTestJSON-1229971268 tempest-ListServerFiltersTestJSON-1229971268-project-member] Lazy-loading 'resources' on Instance uuid 69b21777-3bb0-44ee-b6fd-f61a4a56881e {{(pid=62328) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 737.598797] env[62328]: INFO nova.scheduler.client.report [None req-c2ac8f9f-baeb-4c41-9ee3-4218953f02bd tempest-ServerActionsTestOtherA-1098162655 tempest-ServerActionsTestOtherA-1098162655-project-member] Deleted allocations for instance 66186b76-7021-4df1-b53c-2789906e37ac [ 737.664704] env[62328]: DEBUG oslo_vmware.api [None req-c84ead5e-11b3-4a7f-b86e-6c47837683dd tempest-ServerRescueTestJSON-434379102 tempest-ServerRescueTestJSON-434379102-project-member] Task: {'id': task-2386711, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 737.838407] env[62328]: WARNING nova.compute.manager [None req-e949a0a8-3106-4ee0-b107-42411aa99fb7 tempest-ImagesOneServerNegativeTestJSON-835227872 tempest-ImagesOneServerNegativeTestJSON-835227872-project-member] [instance: 1691ec92-ed5b-436a-bba3-f5a998263955] Image not found during snapshot: nova.exception.ImageNotFound: Image 98313337-9408-44d4-ad8f-0e3f04c21a88 could not be found. [ 737.840810] env[62328]: DEBUG nova.virt.vmwareapi.vmops [None req-a085f0f7-5048-48c0-bf22-dc21b51cfc22 tempest-ImagesTestJSON-1776717495 tempest-ImagesTestJSON-1776717495-project-member] [instance: 911ce85b-847c-4cda-9753-e10fdaf224a5] Creating Snapshot of the VM instance {{(pid=62328) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 737.841702] env[62328]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-e28aca1e-9ea1-42aa-b312-be23ce9b016b {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 737.850920] env[62328]: DEBUG oslo_vmware.api [None req-a085f0f7-5048-48c0-bf22-dc21b51cfc22 tempest-ImagesTestJSON-1776717495 tempest-ImagesTestJSON-1776717495-project-member] Waiting for the task: (returnval){ [ 737.850920] env[62328]: value = "task-2386713" [ 737.850920] env[62328]: _type = "Task" [ 737.850920] env[62328]: } to complete. {{(pid=62328) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 737.862911] env[62328]: DEBUG oslo_vmware.api [None req-a085f0f7-5048-48c0-bf22-dc21b51cfc22 tempest-ImagesTestJSON-1776717495 tempest-ImagesTestJSON-1776717495-project-member] Task: {'id': task-2386713, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 737.900622] env[62328]: DEBUG oslo_vmware.api [None req-e9095174-672e-4964-9acd-0ab12d490907 tempest-ListImageFiltersTestJSON-111188615 tempest-ListImageFiltersTestJSON-111188615-project-member] Task: {'id': task-2386712, 'name': CloneVM_Task} progress is 94%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 738.113877] env[62328]: DEBUG oslo_concurrency.lockutils [None req-c2ac8f9f-baeb-4c41-9ee3-4218953f02bd tempest-ServerActionsTestOtherA-1098162655 tempest-ServerActionsTestOtherA-1098162655-project-member] Lock "66186b76-7021-4df1-b53c-2789906e37ac" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 41.705s {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 738.167421] env[62328]: DEBUG oslo_vmware.api [None req-c84ead5e-11b3-4a7f-b86e-6c47837683dd tempest-ServerRescueTestJSON-434379102 tempest-ServerRescueTestJSON-434379102-project-member] Task: {'id': task-2386711, 'name': ReconfigVM_Task, 'duration_secs': 0.542137} completed successfully. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 738.170352] env[62328]: DEBUG nova.virt.vmwareapi.volumeops [None req-c84ead5e-11b3-4a7f-b86e-6c47837683dd tempest-ServerRescueTestJSON-434379102 tempest-ServerRescueTestJSON-434379102-project-member] [instance: c6b9b490-d331-47ac-8410-588490ab048d] Reconfigured VM instance instance-00000032 to attach disk [datastore2] c6b9b490-d331-47ac-8410-588490ab048d/c6b9b490-d331-47ac-8410-588490ab048d.vmdk or device None with type sparse {{(pid=62328) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 738.171476] env[62328]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-eecbfe3e-a03d-44f5-a986-7ae0efaebd1a {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 738.180846] env[62328]: DEBUG oslo_vmware.api [None req-c84ead5e-11b3-4a7f-b86e-6c47837683dd tempest-ServerRescueTestJSON-434379102 tempest-ServerRescueTestJSON-434379102-project-member] Waiting for the task: (returnval){ [ 738.180846] env[62328]: value = "task-2386714" [ 738.180846] env[62328]: _type = "Task" [ 738.180846] env[62328]: } to complete. {{(pid=62328) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 738.193056] env[62328]: DEBUG oslo_vmware.api [None req-c84ead5e-11b3-4a7f-b86e-6c47837683dd tempest-ServerRescueTestJSON-434379102 tempest-ServerRescueTestJSON-434379102-project-member] Task: {'id': task-2386714, 'name': Rename_Task} progress is 5%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 738.367905] env[62328]: DEBUG oslo_vmware.api [None req-a085f0f7-5048-48c0-bf22-dc21b51cfc22 tempest-ImagesTestJSON-1776717495 tempest-ImagesTestJSON-1776717495-project-member] Task: {'id': task-2386713, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 738.402080] env[62328]: DEBUG oslo_vmware.api [None req-e9095174-672e-4964-9acd-0ab12d490907 tempest-ListImageFiltersTestJSON-111188615 tempest-ListImageFiltersTestJSON-111188615-project-member] Task: {'id': task-2386712, 'name': CloneVM_Task} progress is 94%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 738.643054] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4101c4c4-ce3f-462d-8a62-b468e3fdecdd {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 738.651915] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2d654a91-42df-464c-aff8-0548b4b61684 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 738.688681] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1ca23875-fd9f-4c6a-922a-266f9a8b37f7 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 738.699903] env[62328]: DEBUG oslo_vmware.api [None req-c84ead5e-11b3-4a7f-b86e-6c47837683dd tempest-ServerRescueTestJSON-434379102 tempest-ServerRescueTestJSON-434379102-project-member] Task: {'id': task-2386714, 'name': Rename_Task, 'duration_secs': 0.168976} completed successfully. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 738.702146] env[62328]: DEBUG nova.virt.vmwareapi.vm_util [None req-c84ead5e-11b3-4a7f-b86e-6c47837683dd tempest-ServerRescueTestJSON-434379102 tempest-ServerRescueTestJSON-434379102-project-member] [instance: c6b9b490-d331-47ac-8410-588490ab048d] Powering on the VM {{(pid=62328) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 738.702460] env[62328]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-815a1d7c-4bab-4256-ad19-45fe584f0595 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 738.705125] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1611b3b5-499a-4b3f-a04d-271b169bc006 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 738.722942] env[62328]: DEBUG nova.compute.provider_tree [None req-feaa2be0-d08f-4a5b-b3a6-7c16e0f878dd tempest-ListServerFiltersTestJSON-1229971268 tempest-ListServerFiltersTestJSON-1229971268-project-member] Inventory has not changed in ProviderTree for provider: 3469e9f8-04af-49ca-8435-49f104496744 {{(pid=62328) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 738.725697] env[62328]: DEBUG oslo_vmware.api [None req-c84ead5e-11b3-4a7f-b86e-6c47837683dd tempest-ServerRescueTestJSON-434379102 tempest-ServerRescueTestJSON-434379102-project-member] Waiting for the task: (returnval){ [ 738.725697] env[62328]: value = "task-2386715" [ 738.725697] env[62328]: _type = "Task" [ 738.725697] env[62328]: } to complete. {{(pid=62328) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 738.734862] env[62328]: DEBUG oslo_vmware.api [None req-c84ead5e-11b3-4a7f-b86e-6c47837683dd tempest-ServerRescueTestJSON-434379102 tempest-ServerRescueTestJSON-434379102-project-member] Task: {'id': task-2386715, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 738.864995] env[62328]: DEBUG oslo_vmware.api [None req-a085f0f7-5048-48c0-bf22-dc21b51cfc22 tempest-ImagesTestJSON-1776717495 tempest-ImagesTestJSON-1776717495-project-member] Task: {'id': task-2386713, 'name': CreateSnapshot_Task, 'duration_secs': 0.771987} completed successfully. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 738.865579] env[62328]: DEBUG nova.virt.vmwareapi.vmops [None req-a085f0f7-5048-48c0-bf22-dc21b51cfc22 tempest-ImagesTestJSON-1776717495 tempest-ImagesTestJSON-1776717495-project-member] [instance: 911ce85b-847c-4cda-9753-e10fdaf224a5] Created Snapshot of the VM instance {{(pid=62328) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 738.866527] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d9134b5b-c719-4869-8c40-dc69c38c8bd0 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 738.904927] env[62328]: DEBUG oslo_vmware.api [None req-e9095174-672e-4964-9acd-0ab12d490907 tempest-ListImageFiltersTestJSON-111188615 tempest-ListImageFiltersTestJSON-111188615-project-member] Task: {'id': task-2386712, 'name': CloneVM_Task, 'duration_secs': 1.492111} completed successfully. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 738.904927] env[62328]: INFO nova.virt.vmwareapi.vmops [None req-e9095174-672e-4964-9acd-0ab12d490907 tempest-ListImageFiltersTestJSON-111188615 tempest-ListImageFiltersTestJSON-111188615-project-member] [instance: a514091e-f57a-4447-b60b-7f22d6f26820] Created linked-clone VM from snapshot [ 738.904927] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-634676c9-e75f-435d-a349-342719fe4994 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 738.912376] env[62328]: DEBUG nova.virt.vmwareapi.images [None req-e9095174-672e-4964-9acd-0ab12d490907 tempest-ListImageFiltersTestJSON-111188615 tempest-ListImageFiltersTestJSON-111188615-project-member] [instance: a514091e-f57a-4447-b60b-7f22d6f26820] Uploading image 7f3f62c0-eb0e-4ad2-8772-a24458946f25 {{(pid=62328) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 738.948984] env[62328]: DEBUG oslo_vmware.rw_handles [None req-e9095174-672e-4964-9acd-0ab12d490907 tempest-ListImageFiltersTestJSON-111188615 tempest-ListImageFiltersTestJSON-111188615-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 738.948984] env[62328]: value = "vm-484308" [ 738.948984] env[62328]: _type = "VirtualMachine" [ 738.948984] env[62328]: }. {{(pid=62328) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 738.949306] env[62328]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-0ff5ff98-e483-422e-9902-e6da08a583e8 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 738.959324] env[62328]: DEBUG oslo_vmware.rw_handles [None req-e9095174-672e-4964-9acd-0ab12d490907 tempest-ListImageFiltersTestJSON-111188615 tempest-ListImageFiltersTestJSON-111188615-project-member] Lease: (returnval){ [ 738.959324] env[62328]: value = "session[52a6e20e-410d-708a-99f2-080a575a99bd]52382d64-a35a-cb92-0caf-47e1b92c45de" [ 738.959324] env[62328]: _type = "HttpNfcLease" [ 738.959324] env[62328]: } obtained for exporting VM: (result){ [ 738.959324] env[62328]: value = "vm-484308" [ 738.959324] env[62328]: _type = "VirtualMachine" [ 738.959324] env[62328]: }. {{(pid=62328) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 738.959872] env[62328]: DEBUG oslo_vmware.api [None req-e9095174-672e-4964-9acd-0ab12d490907 tempest-ListImageFiltersTestJSON-111188615 tempest-ListImageFiltersTestJSON-111188615-project-member] Waiting for the lease: (returnval){ [ 738.959872] env[62328]: value = "session[52a6e20e-410d-708a-99f2-080a575a99bd]52382d64-a35a-cb92-0caf-47e1b92c45de" [ 738.959872] env[62328]: _type = "HttpNfcLease" [ 738.959872] env[62328]: } to be ready. {{(pid=62328) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 738.966815] env[62328]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 738.966815] env[62328]: value = "session[52a6e20e-410d-708a-99f2-080a575a99bd]52382d64-a35a-cb92-0caf-47e1b92c45de" [ 738.966815] env[62328]: _type = "HttpNfcLease" [ 738.966815] env[62328]: } is initializing. {{(pid=62328) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 739.228295] env[62328]: DEBUG nova.scheduler.client.report [None req-feaa2be0-d08f-4a5b-b3a6-7c16e0f878dd tempest-ListServerFiltersTestJSON-1229971268 tempest-ListServerFiltersTestJSON-1229971268-project-member] Inventory has not changed for provider 3469e9f8-04af-49ca-8435-49f104496744 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 152, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62328) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 739.247396] env[62328]: DEBUG oslo_vmware.api [None req-c84ead5e-11b3-4a7f-b86e-6c47837683dd tempest-ServerRescueTestJSON-434379102 tempest-ServerRescueTestJSON-434379102-project-member] Task: {'id': task-2386715, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 739.390991] env[62328]: DEBUG nova.virt.vmwareapi.vmops [None req-a085f0f7-5048-48c0-bf22-dc21b51cfc22 tempest-ImagesTestJSON-1776717495 tempest-ImagesTestJSON-1776717495-project-member] [instance: 911ce85b-847c-4cda-9753-e10fdaf224a5] Creating linked-clone VM from snapshot {{(pid=62328) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 739.391824] env[62328]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-54d86160-81df-4e12-b074-408028d36404 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 739.404725] env[62328]: DEBUG oslo_vmware.api [None req-a085f0f7-5048-48c0-bf22-dc21b51cfc22 tempest-ImagesTestJSON-1776717495 tempest-ImagesTestJSON-1776717495-project-member] Waiting for the task: (returnval){ [ 739.404725] env[62328]: value = "task-2386717" [ 739.404725] env[62328]: _type = "Task" [ 739.404725] env[62328]: } to complete. {{(pid=62328) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 739.412889] env[62328]: DEBUG oslo_vmware.api [None req-a085f0f7-5048-48c0-bf22-dc21b51cfc22 tempest-ImagesTestJSON-1776717495 tempest-ImagesTestJSON-1776717495-project-member] Task: {'id': task-2386717, 'name': CloneVM_Task} progress is 0%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 739.421622] env[62328]: DEBUG oslo_concurrency.lockutils [None req-2f7fbbc3-6ef5-49f2-a4dc-00ff702c69dd tempest-ImagesOneServerNegativeTestJSON-835227872 tempest-ImagesOneServerNegativeTestJSON-835227872-project-member] Acquiring lock "1691ec92-ed5b-436a-bba3-f5a998263955" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 739.422523] env[62328]: DEBUG oslo_concurrency.lockutils [None req-2f7fbbc3-6ef5-49f2-a4dc-00ff702c69dd tempest-ImagesOneServerNegativeTestJSON-835227872 tempest-ImagesOneServerNegativeTestJSON-835227872-project-member] Lock "1691ec92-ed5b-436a-bba3-f5a998263955" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 739.422782] env[62328]: DEBUG oslo_concurrency.lockutils [None req-2f7fbbc3-6ef5-49f2-a4dc-00ff702c69dd tempest-ImagesOneServerNegativeTestJSON-835227872 tempest-ImagesOneServerNegativeTestJSON-835227872-project-member] Acquiring lock "1691ec92-ed5b-436a-bba3-f5a998263955-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 739.423198] env[62328]: DEBUG oslo_concurrency.lockutils [None req-2f7fbbc3-6ef5-49f2-a4dc-00ff702c69dd tempest-ImagesOneServerNegativeTestJSON-835227872 tempest-ImagesOneServerNegativeTestJSON-835227872-project-member] Lock "1691ec92-ed5b-436a-bba3-f5a998263955-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 739.423562] env[62328]: DEBUG oslo_concurrency.lockutils [None req-2f7fbbc3-6ef5-49f2-a4dc-00ff702c69dd tempest-ImagesOneServerNegativeTestJSON-835227872 tempest-ImagesOneServerNegativeTestJSON-835227872-project-member] Lock "1691ec92-ed5b-436a-bba3-f5a998263955-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 739.425938] env[62328]: INFO nova.compute.manager [None req-2f7fbbc3-6ef5-49f2-a4dc-00ff702c69dd tempest-ImagesOneServerNegativeTestJSON-835227872 tempest-ImagesOneServerNegativeTestJSON-835227872-project-member] [instance: 1691ec92-ed5b-436a-bba3-f5a998263955] Terminating instance [ 739.471197] env[62328]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 739.471197] env[62328]: value = "session[52a6e20e-410d-708a-99f2-080a575a99bd]52382d64-a35a-cb92-0caf-47e1b92c45de" [ 739.471197] env[62328]: _type = "HttpNfcLease" [ 739.471197] env[62328]: } is ready. {{(pid=62328) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 739.471704] env[62328]: DEBUG oslo_vmware.rw_handles [None req-e9095174-672e-4964-9acd-0ab12d490907 tempest-ListImageFiltersTestJSON-111188615 tempest-ListImageFiltersTestJSON-111188615-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 739.471704] env[62328]: value = "session[52a6e20e-410d-708a-99f2-080a575a99bd]52382d64-a35a-cb92-0caf-47e1b92c45de" [ 739.471704] env[62328]: _type = "HttpNfcLease" [ 739.471704] env[62328]: }. {{(pid=62328) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 739.472599] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f0ce6011-af14-4bb9-804e-7b01aa59a7ad {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 739.488692] env[62328]: DEBUG oslo_vmware.rw_handles [None req-e9095174-672e-4964-9acd-0ab12d490907 tempest-ListImageFiltersTestJSON-111188615 tempest-ListImageFiltersTestJSON-111188615-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52b5fdca-dc49-83d5-8a03-a4563fa0a870/disk-0.vmdk from lease info. {{(pid=62328) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 739.488692] env[62328]: DEBUG oslo_vmware.rw_handles [None req-e9095174-672e-4964-9acd-0ab12d490907 tempest-ListImageFiltersTestJSON-111188615 tempest-ListImageFiltersTestJSON-111188615-project-member] Opening URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52b5fdca-dc49-83d5-8a03-a4563fa0a870/disk-0.vmdk for reading. {{(pid=62328) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 739.613295] env[62328]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-6500bb13-5ae2-46e9-990e-9de7cfd028d1 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 739.740082] env[62328]: DEBUG oslo_concurrency.lockutils [None req-feaa2be0-d08f-4a5b-b3a6-7c16e0f878dd tempest-ListServerFiltersTestJSON-1229971268 tempest-ListServerFiltersTestJSON-1229971268-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.181s {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 739.746871] env[62328]: DEBUG oslo_concurrency.lockutils [None req-bc9c734c-2d53-4389-b8f1-6d85af47906e tempest-InstanceActionsTestJSON-398422522 tempest-InstanceActionsTestJSON-398422522-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 33.021s {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 739.749098] env[62328]: INFO nova.compute.claims [None req-bc9c734c-2d53-4389-b8f1-6d85af47906e tempest-InstanceActionsTestJSON-398422522 tempest-InstanceActionsTestJSON-398422522-project-member] [instance: c4d72f48-adf2-435f-9f5f-e3c3bc14bc8c] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 739.751977] env[62328]: DEBUG oslo_vmware.api [None req-c84ead5e-11b3-4a7f-b86e-6c47837683dd tempest-ServerRescueTestJSON-434379102 tempest-ServerRescueTestJSON-434379102-project-member] Task: {'id': task-2386715, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 739.787729] env[62328]: INFO nova.scheduler.client.report [None req-feaa2be0-d08f-4a5b-b3a6-7c16e0f878dd tempest-ListServerFiltersTestJSON-1229971268 tempest-ListServerFiltersTestJSON-1229971268-project-member] Deleted allocations for instance 69b21777-3bb0-44ee-b6fd-f61a4a56881e [ 739.917519] env[62328]: DEBUG oslo_vmware.api [None req-a085f0f7-5048-48c0-bf22-dc21b51cfc22 tempest-ImagesTestJSON-1776717495 tempest-ImagesTestJSON-1776717495-project-member] Task: {'id': task-2386717, 'name': CloneVM_Task} progress is 94%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 739.932186] env[62328]: DEBUG nova.compute.manager [None req-2f7fbbc3-6ef5-49f2-a4dc-00ff702c69dd tempest-ImagesOneServerNegativeTestJSON-835227872 tempest-ImagesOneServerNegativeTestJSON-835227872-project-member] [instance: 1691ec92-ed5b-436a-bba3-f5a998263955] Start destroying the instance on the hypervisor. {{(pid=62328) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 739.932186] env[62328]: DEBUG nova.virt.vmwareapi.vmops [None req-2f7fbbc3-6ef5-49f2-a4dc-00ff702c69dd tempest-ImagesOneServerNegativeTestJSON-835227872 tempest-ImagesOneServerNegativeTestJSON-835227872-project-member] [instance: 1691ec92-ed5b-436a-bba3-f5a998263955] Destroying instance {{(pid=62328) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 739.932186] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-20917aac-58a0-4fad-a87f-9ce73cbc548b {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 739.941379] env[62328]: DEBUG nova.virt.vmwareapi.vm_util [None req-2f7fbbc3-6ef5-49f2-a4dc-00ff702c69dd tempest-ImagesOneServerNegativeTestJSON-835227872 tempest-ImagesOneServerNegativeTestJSON-835227872-project-member] [instance: 1691ec92-ed5b-436a-bba3-f5a998263955] Powering off the VM {{(pid=62328) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 739.945018] env[62328]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-8191633b-2de9-4645-a479-5dbfe2af1594 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 739.953312] env[62328]: DEBUG oslo_vmware.api [None req-2f7fbbc3-6ef5-49f2-a4dc-00ff702c69dd tempest-ImagesOneServerNegativeTestJSON-835227872 tempest-ImagesOneServerNegativeTestJSON-835227872-project-member] Waiting for the task: (returnval){ [ 739.953312] env[62328]: value = "task-2386718" [ 739.953312] env[62328]: _type = "Task" [ 739.953312] env[62328]: } to complete. {{(pid=62328) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 739.967244] env[62328]: DEBUG oslo_vmware.api [None req-2f7fbbc3-6ef5-49f2-a4dc-00ff702c69dd tempest-ImagesOneServerNegativeTestJSON-835227872 tempest-ImagesOneServerNegativeTestJSON-835227872-project-member] Task: {'id': task-2386718, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 740.248678] env[62328]: DEBUG oslo_vmware.api [None req-c84ead5e-11b3-4a7f-b86e-6c47837683dd tempest-ServerRescueTestJSON-434379102 tempest-ServerRescueTestJSON-434379102-project-member] Task: {'id': task-2386715, 'name': PowerOnVM_Task, 'duration_secs': 1.324206} completed successfully. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 740.249135] env[62328]: DEBUG nova.virt.vmwareapi.vm_util [None req-c84ead5e-11b3-4a7f-b86e-6c47837683dd tempest-ServerRescueTestJSON-434379102 tempest-ServerRescueTestJSON-434379102-project-member] [instance: c6b9b490-d331-47ac-8410-588490ab048d] Powered on the VM {{(pid=62328) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 740.249472] env[62328]: INFO nova.compute.manager [None req-c84ead5e-11b3-4a7f-b86e-6c47837683dd tempest-ServerRescueTestJSON-434379102 tempest-ServerRescueTestJSON-434379102-project-member] [instance: c6b9b490-d331-47ac-8410-588490ab048d] Took 9.08 seconds to spawn the instance on the hypervisor. [ 740.249652] env[62328]: DEBUG nova.compute.manager [None req-c84ead5e-11b3-4a7f-b86e-6c47837683dd tempest-ServerRescueTestJSON-434379102 tempest-ServerRescueTestJSON-434379102-project-member] [instance: c6b9b490-d331-47ac-8410-588490ab048d] Checking state {{(pid=62328) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 740.250576] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-994d655f-bf92-4ebc-ba73-94c73288c8eb {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 740.302766] env[62328]: DEBUG oslo_concurrency.lockutils [None req-feaa2be0-d08f-4a5b-b3a6-7c16e0f878dd tempest-ListServerFiltersTestJSON-1229971268 tempest-ListServerFiltersTestJSON-1229971268-project-member] Lock "69b21777-3bb0-44ee-b6fd-f61a4a56881e" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 40.635s {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 740.417034] env[62328]: DEBUG oslo_vmware.api [None req-a085f0f7-5048-48c0-bf22-dc21b51cfc22 tempest-ImagesTestJSON-1776717495 tempest-ImagesTestJSON-1776717495-project-member] Task: {'id': task-2386717, 'name': CloneVM_Task} progress is 94%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 740.463512] env[62328]: DEBUG oslo_vmware.api [None req-2f7fbbc3-6ef5-49f2-a4dc-00ff702c69dd tempest-ImagesOneServerNegativeTestJSON-835227872 tempest-ImagesOneServerNegativeTestJSON-835227872-project-member] Task: {'id': task-2386718, 'name': PowerOffVM_Task} progress is 100%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 740.727568] env[62328]: DEBUG oslo_concurrency.lockutils [None req-5e1ca340-82e1-4aed-acef-0dcfd71f411a tempest-ServerActionsTestOtherA-1098162655 tempest-ServerActionsTestOtherA-1098162655-project-member] Acquiring lock "0b59b4a1-0c44-41af-a213-89960b97f913" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 740.727869] env[62328]: DEBUG oslo_concurrency.lockutils [None req-5e1ca340-82e1-4aed-acef-0dcfd71f411a tempest-ServerActionsTestOtherA-1098162655 tempest-ServerActionsTestOtherA-1098162655-project-member] Lock "0b59b4a1-0c44-41af-a213-89960b97f913" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 740.783506] env[62328]: INFO nova.compute.manager [None req-c84ead5e-11b3-4a7f-b86e-6c47837683dd tempest-ServerRescueTestJSON-434379102 tempest-ServerRescueTestJSON-434379102-project-member] [instance: c6b9b490-d331-47ac-8410-588490ab048d] Took 46.26 seconds to build instance. [ 740.920212] env[62328]: DEBUG oslo_vmware.api [None req-a085f0f7-5048-48c0-bf22-dc21b51cfc22 tempest-ImagesTestJSON-1776717495 tempest-ImagesTestJSON-1776717495-project-member] Task: {'id': task-2386717, 'name': CloneVM_Task, 'duration_secs': 1.350397} completed successfully. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 740.920212] env[62328]: INFO nova.virt.vmwareapi.vmops [None req-a085f0f7-5048-48c0-bf22-dc21b51cfc22 tempest-ImagesTestJSON-1776717495 tempest-ImagesTestJSON-1776717495-project-member] [instance: 911ce85b-847c-4cda-9753-e10fdaf224a5] Created linked-clone VM from snapshot [ 740.922319] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-faa1eedd-c8bd-4049-bde4-efebe4518c1b {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 740.936510] env[62328]: DEBUG nova.virt.vmwareapi.images [None req-a085f0f7-5048-48c0-bf22-dc21b51cfc22 tempest-ImagesTestJSON-1776717495 tempest-ImagesTestJSON-1776717495-project-member] [instance: 911ce85b-847c-4cda-9753-e10fdaf224a5] Uploading image e197793f-4bc9-4d60-83df-15f6e4e9b443 {{(pid=62328) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 740.967038] env[62328]: DEBUG oslo_vmware.api [None req-2f7fbbc3-6ef5-49f2-a4dc-00ff702c69dd tempest-ImagesOneServerNegativeTestJSON-835227872 tempest-ImagesOneServerNegativeTestJSON-835227872-project-member] Task: {'id': task-2386718, 'name': PowerOffVM_Task, 'duration_secs': 0.592279} completed successfully. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 740.969594] env[62328]: DEBUG nova.virt.vmwareapi.vm_util [None req-2f7fbbc3-6ef5-49f2-a4dc-00ff702c69dd tempest-ImagesOneServerNegativeTestJSON-835227872 tempest-ImagesOneServerNegativeTestJSON-835227872-project-member] [instance: 1691ec92-ed5b-436a-bba3-f5a998263955] Powered off the VM {{(pid=62328) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 740.969848] env[62328]: DEBUG nova.virt.vmwareapi.vmops [None req-2f7fbbc3-6ef5-49f2-a4dc-00ff702c69dd tempest-ImagesOneServerNegativeTestJSON-835227872 tempest-ImagesOneServerNegativeTestJSON-835227872-project-member] [instance: 1691ec92-ed5b-436a-bba3-f5a998263955] Unregistering the VM {{(pid=62328) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 740.971784] env[62328]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-d42ae5ba-e602-42d9-b6c0-29b2101ae2ff {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 740.981460] env[62328]: DEBUG oslo_vmware.rw_handles [None req-a085f0f7-5048-48c0-bf22-dc21b51cfc22 tempest-ImagesTestJSON-1776717495 tempest-ImagesTestJSON-1776717495-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 740.981460] env[62328]: value = "vm-484310" [ 740.981460] env[62328]: _type = "VirtualMachine" [ 740.981460] env[62328]: }. {{(pid=62328) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 740.981460] env[62328]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-b7eeaa36-fb54-492b-9b27-bf8598f2546e {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 740.990485] env[62328]: DEBUG oslo_vmware.rw_handles [None req-a085f0f7-5048-48c0-bf22-dc21b51cfc22 tempest-ImagesTestJSON-1776717495 tempest-ImagesTestJSON-1776717495-project-member] Lease: (returnval){ [ 740.990485] env[62328]: value = "session[52a6e20e-410d-708a-99f2-080a575a99bd]5288864e-9cf4-e692-48f9-1ecd1b9d3cfa" [ 740.990485] env[62328]: _type = "HttpNfcLease" [ 740.990485] env[62328]: } obtained for exporting VM: (result){ [ 740.990485] env[62328]: value = "vm-484310" [ 740.990485] env[62328]: _type = "VirtualMachine" [ 740.990485] env[62328]: }. {{(pid=62328) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 740.990824] env[62328]: DEBUG oslo_vmware.api [None req-a085f0f7-5048-48c0-bf22-dc21b51cfc22 tempest-ImagesTestJSON-1776717495 tempest-ImagesTestJSON-1776717495-project-member] Waiting for the lease: (returnval){ [ 740.990824] env[62328]: value = "session[52a6e20e-410d-708a-99f2-080a575a99bd]5288864e-9cf4-e692-48f9-1ecd1b9d3cfa" [ 740.990824] env[62328]: _type = "HttpNfcLease" [ 740.990824] env[62328]: } to be ready. {{(pid=62328) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 741.001855] env[62328]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 741.001855] env[62328]: value = "session[52a6e20e-410d-708a-99f2-080a575a99bd]5288864e-9cf4-e692-48f9-1ecd1b9d3cfa" [ 741.001855] env[62328]: _type = "HttpNfcLease" [ 741.001855] env[62328]: } is initializing. {{(pid=62328) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 741.097508] env[62328]: DEBUG nova.virt.vmwareapi.vmops [None req-2f7fbbc3-6ef5-49f2-a4dc-00ff702c69dd tempest-ImagesOneServerNegativeTestJSON-835227872 tempest-ImagesOneServerNegativeTestJSON-835227872-project-member] [instance: 1691ec92-ed5b-436a-bba3-f5a998263955] Unregistered the VM {{(pid=62328) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 741.098048] env[62328]: DEBUG nova.virt.vmwareapi.vmops [None req-2f7fbbc3-6ef5-49f2-a4dc-00ff702c69dd tempest-ImagesOneServerNegativeTestJSON-835227872 tempest-ImagesOneServerNegativeTestJSON-835227872-project-member] [instance: 1691ec92-ed5b-436a-bba3-f5a998263955] Deleting contents of the VM from datastore datastore1 {{(pid=62328) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 741.101254] env[62328]: DEBUG nova.virt.vmwareapi.ds_util [None req-2f7fbbc3-6ef5-49f2-a4dc-00ff702c69dd tempest-ImagesOneServerNegativeTestJSON-835227872 tempest-ImagesOneServerNegativeTestJSON-835227872-project-member] Deleting the datastore file [datastore1] 1691ec92-ed5b-436a-bba3-f5a998263955 {{(pid=62328) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 741.101254] env[62328]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-81aab934-cb58-44eb-8aa7-5a76a88e9c2c {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 741.109969] env[62328]: DEBUG oslo_vmware.api [None req-2f7fbbc3-6ef5-49f2-a4dc-00ff702c69dd tempest-ImagesOneServerNegativeTestJSON-835227872 tempest-ImagesOneServerNegativeTestJSON-835227872-project-member] Waiting for the task: (returnval){ [ 741.109969] env[62328]: value = "task-2386721" [ 741.109969] env[62328]: _type = "Task" [ 741.109969] env[62328]: } to complete. {{(pid=62328) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 741.119794] env[62328]: DEBUG oslo_vmware.api [None req-2f7fbbc3-6ef5-49f2-a4dc-00ff702c69dd tempest-ImagesOneServerNegativeTestJSON-835227872 tempest-ImagesOneServerNegativeTestJSON-835227872-project-member] Task: {'id': task-2386721, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 741.235035] env[62328]: DEBUG nova.compute.manager [None req-5e1ca340-82e1-4aed-acef-0dcfd71f411a tempest-ServerActionsTestOtherA-1098162655 tempest-ServerActionsTestOtherA-1098162655-project-member] [instance: 0b59b4a1-0c44-41af-a213-89960b97f913] Starting instance... {{(pid=62328) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 741.287477] env[62328]: DEBUG oslo_concurrency.lockutils [None req-c84ead5e-11b3-4a7f-b86e-6c47837683dd tempest-ServerRescueTestJSON-434379102 tempest-ServerRescueTestJSON-434379102-project-member] Lock "c6b9b490-d331-47ac-8410-588490ab048d" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 70.078s {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 741.338193] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-18150879-15cb-428f-a834-05d710acac95 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 741.348195] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-016d4022-0791-467e-8f3b-ab595d1bf3dc {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 741.382447] env[62328]: DEBUG oslo_concurrency.lockutils [None req-fbbadc1a-2f55-4280-8a85-fcf103ea23e5 tempest-ListServerFiltersTestJSON-1229971268 tempest-ListServerFiltersTestJSON-1229971268-project-member] Acquiring lock "7d799973-7eb9-46f8-ae41-d9aca9fc9e5a" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 741.382711] env[62328]: DEBUG oslo_concurrency.lockutils [None req-fbbadc1a-2f55-4280-8a85-fcf103ea23e5 tempest-ListServerFiltersTestJSON-1229971268 tempest-ListServerFiltersTestJSON-1229971268-project-member] Lock "7d799973-7eb9-46f8-ae41-d9aca9fc9e5a" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 741.382936] env[62328]: DEBUG oslo_concurrency.lockutils [None req-fbbadc1a-2f55-4280-8a85-fcf103ea23e5 tempest-ListServerFiltersTestJSON-1229971268 tempest-ListServerFiltersTestJSON-1229971268-project-member] Acquiring lock "7d799973-7eb9-46f8-ae41-d9aca9fc9e5a-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 741.383314] env[62328]: DEBUG oslo_concurrency.lockutils [None req-fbbadc1a-2f55-4280-8a85-fcf103ea23e5 tempest-ListServerFiltersTestJSON-1229971268 tempest-ListServerFiltersTestJSON-1229971268-project-member] Lock "7d799973-7eb9-46f8-ae41-d9aca9fc9e5a-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 741.383494] env[62328]: DEBUG oslo_concurrency.lockutils [None req-fbbadc1a-2f55-4280-8a85-fcf103ea23e5 tempest-ListServerFiltersTestJSON-1229971268 tempest-ListServerFiltersTestJSON-1229971268-project-member] Lock "7d799973-7eb9-46f8-ae41-d9aca9fc9e5a-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 741.387482] env[62328]: INFO nova.compute.manager [None req-fbbadc1a-2f55-4280-8a85-fcf103ea23e5 tempest-ListServerFiltersTestJSON-1229971268 tempest-ListServerFiltersTestJSON-1229971268-project-member] [instance: 7d799973-7eb9-46f8-ae41-d9aca9fc9e5a] Terminating instance [ 741.392590] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-492807e6-092c-4823-aa69-c446ce3fd425 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 741.397280] env[62328]: DEBUG oslo_concurrency.lockutils [None req-6539a92c-9ff4-4be6-b17f-518edda0cd4a tempest-AttachVolumeTestJSON-944844435 tempest-AttachVolumeTestJSON-944844435-project-member] Acquiring lock "3bbba6fe-038a-40f8-935b-ce45c75c3497" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 741.397561] env[62328]: DEBUG oslo_concurrency.lockutils [None req-6539a92c-9ff4-4be6-b17f-518edda0cd4a tempest-AttachVolumeTestJSON-944844435 tempest-AttachVolumeTestJSON-944844435-project-member] Lock "3bbba6fe-038a-40f8-935b-ce45c75c3497" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 741.406666] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cdf6a281-fe6f-404a-8d43-a2160f772283 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 741.425446] env[62328]: DEBUG nova.compute.provider_tree [None req-bc9c734c-2d53-4389-b8f1-6d85af47906e tempest-InstanceActionsTestJSON-398422522 tempest-InstanceActionsTestJSON-398422522-project-member] Inventory has not changed in ProviderTree for provider: 3469e9f8-04af-49ca-8435-49f104496744 {{(pid=62328) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 741.501395] env[62328]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 741.501395] env[62328]: value = "session[52a6e20e-410d-708a-99f2-080a575a99bd]5288864e-9cf4-e692-48f9-1ecd1b9d3cfa" [ 741.501395] env[62328]: _type = "HttpNfcLease" [ 741.501395] env[62328]: } is ready. {{(pid=62328) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 741.501846] env[62328]: DEBUG oslo_vmware.rw_handles [None req-a085f0f7-5048-48c0-bf22-dc21b51cfc22 tempest-ImagesTestJSON-1776717495 tempest-ImagesTestJSON-1776717495-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 741.501846] env[62328]: value = "session[52a6e20e-410d-708a-99f2-080a575a99bd]5288864e-9cf4-e692-48f9-1ecd1b9d3cfa" [ 741.501846] env[62328]: _type = "HttpNfcLease" [ 741.501846] env[62328]: }. {{(pid=62328) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 741.504084] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1175f8af-4388-4e12-8976-bc63e2020443 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 741.514539] env[62328]: DEBUG oslo_vmware.rw_handles [None req-a085f0f7-5048-48c0-bf22-dc21b51cfc22 tempest-ImagesTestJSON-1776717495 tempest-ImagesTestJSON-1776717495-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/523a3952-3d0c-70b2-fd2a-54c2ede3ccfa/disk-0.vmdk from lease info. {{(pid=62328) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 741.514840] env[62328]: DEBUG oslo_vmware.rw_handles [None req-a085f0f7-5048-48c0-bf22-dc21b51cfc22 tempest-ImagesTestJSON-1776717495 tempest-ImagesTestJSON-1776717495-project-member] Opening URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/523a3952-3d0c-70b2-fd2a-54c2ede3ccfa/disk-0.vmdk for reading. {{(pid=62328) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 741.621589] env[62328]: DEBUG oslo_vmware.api [None req-2f7fbbc3-6ef5-49f2-a4dc-00ff702c69dd tempest-ImagesOneServerNegativeTestJSON-835227872 tempest-ImagesOneServerNegativeTestJSON-835227872-project-member] Task: {'id': task-2386721, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.348333} completed successfully. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 741.621948] env[62328]: DEBUG nova.virt.vmwareapi.ds_util [None req-2f7fbbc3-6ef5-49f2-a4dc-00ff702c69dd tempest-ImagesOneServerNegativeTestJSON-835227872 tempest-ImagesOneServerNegativeTestJSON-835227872-project-member] Deleted the datastore file {{(pid=62328) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 741.622281] env[62328]: DEBUG nova.virt.vmwareapi.vmops [None req-2f7fbbc3-6ef5-49f2-a4dc-00ff702c69dd tempest-ImagesOneServerNegativeTestJSON-835227872 tempest-ImagesOneServerNegativeTestJSON-835227872-project-member] [instance: 1691ec92-ed5b-436a-bba3-f5a998263955] Deleted contents of the VM from datastore datastore1 {{(pid=62328) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 741.622565] env[62328]: DEBUG nova.virt.vmwareapi.vmops [None req-2f7fbbc3-6ef5-49f2-a4dc-00ff702c69dd tempest-ImagesOneServerNegativeTestJSON-835227872 tempest-ImagesOneServerNegativeTestJSON-835227872-project-member] [instance: 1691ec92-ed5b-436a-bba3-f5a998263955] Instance destroyed {{(pid=62328) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 741.622904] env[62328]: INFO nova.compute.manager [None req-2f7fbbc3-6ef5-49f2-a4dc-00ff702c69dd tempest-ImagesOneServerNegativeTestJSON-835227872 tempest-ImagesOneServerNegativeTestJSON-835227872-project-member] [instance: 1691ec92-ed5b-436a-bba3-f5a998263955] Took 1.69 seconds to destroy the instance on the hypervisor. [ 741.623227] env[62328]: DEBUG oslo.service.loopingcall [None req-2f7fbbc3-6ef5-49f2-a4dc-00ff702c69dd tempest-ImagesOneServerNegativeTestJSON-835227872 tempest-ImagesOneServerNegativeTestJSON-835227872-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62328) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 741.623788] env[62328]: DEBUG nova.compute.manager [-] [instance: 1691ec92-ed5b-436a-bba3-f5a998263955] Deallocating network for instance {{(pid=62328) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 741.623788] env[62328]: DEBUG nova.network.neutron [-] [instance: 1691ec92-ed5b-436a-bba3-f5a998263955] deallocate_for_instance() {{(pid=62328) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 741.664220] env[62328]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-1ec10494-00f8-4dbb-887d-41ad8c92dfb5 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 741.762476] env[62328]: DEBUG oslo_concurrency.lockutils [None req-5e1ca340-82e1-4aed-acef-0dcfd71f411a tempest-ServerActionsTestOtherA-1098162655 tempest-ServerActionsTestOtherA-1098162655-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 741.903457] env[62328]: DEBUG nova.compute.manager [None req-fbbadc1a-2f55-4280-8a85-fcf103ea23e5 tempest-ListServerFiltersTestJSON-1229971268 tempest-ListServerFiltersTestJSON-1229971268-project-member] [instance: 7d799973-7eb9-46f8-ae41-d9aca9fc9e5a] Start destroying the instance on the hypervisor. {{(pid=62328) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 741.903457] env[62328]: DEBUG nova.virt.vmwareapi.vmops [None req-fbbadc1a-2f55-4280-8a85-fcf103ea23e5 tempest-ListServerFiltersTestJSON-1229971268 tempest-ListServerFiltersTestJSON-1229971268-project-member] [instance: 7d799973-7eb9-46f8-ae41-d9aca9fc9e5a] Destroying instance {{(pid=62328) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 741.903457] env[62328]: DEBUG nova.compute.manager [None req-6539a92c-9ff4-4be6-b17f-518edda0cd4a tempest-AttachVolumeTestJSON-944844435 tempest-AttachVolumeTestJSON-944844435-project-member] [instance: 3bbba6fe-038a-40f8-935b-ce45c75c3497] Starting instance... {{(pid=62328) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 741.905215] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9d525227-c2fa-476d-9be7-f97e8d355c7b {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 741.920328] env[62328]: DEBUG nova.virt.vmwareapi.vm_util [None req-fbbadc1a-2f55-4280-8a85-fcf103ea23e5 tempest-ListServerFiltersTestJSON-1229971268 tempest-ListServerFiltersTestJSON-1229971268-project-member] [instance: 7d799973-7eb9-46f8-ae41-d9aca9fc9e5a] Powering off the VM {{(pid=62328) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 741.920328] env[62328]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-46ac3992-5f22-4455-9cb3-998c04f7949b {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 741.928904] env[62328]: DEBUG nova.scheduler.client.report [None req-bc9c734c-2d53-4389-b8f1-6d85af47906e tempest-InstanceActionsTestJSON-398422522 tempest-InstanceActionsTestJSON-398422522-project-member] Inventory has not changed for provider 3469e9f8-04af-49ca-8435-49f104496744 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 152, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62328) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 741.936162] env[62328]: DEBUG oslo_vmware.api [None req-fbbadc1a-2f55-4280-8a85-fcf103ea23e5 tempest-ListServerFiltersTestJSON-1229971268 tempest-ListServerFiltersTestJSON-1229971268-project-member] Waiting for the task: (returnval){ [ 741.936162] env[62328]: value = "task-2386722" [ 741.936162] env[62328]: _type = "Task" [ 741.936162] env[62328]: } to complete. {{(pid=62328) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 741.949662] env[62328]: DEBUG oslo_vmware.api [None req-fbbadc1a-2f55-4280-8a85-fcf103ea23e5 tempest-ListServerFiltersTestJSON-1229971268 tempest-ListServerFiltersTestJSON-1229971268-project-member] Task: {'id': task-2386722, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 742.142200] env[62328]: INFO nova.compute.manager [None req-33e80895-4654-49d6-9255-0d9450b7759c tempest-ServerRescueTestJSON-434379102 tempest-ServerRescueTestJSON-434379102-project-member] [instance: c6b9b490-d331-47ac-8410-588490ab048d] Rescuing [ 742.142529] env[62328]: DEBUG oslo_concurrency.lockutils [None req-33e80895-4654-49d6-9255-0d9450b7759c tempest-ServerRescueTestJSON-434379102 tempest-ServerRescueTestJSON-434379102-project-member] Acquiring lock "refresh_cache-c6b9b490-d331-47ac-8410-588490ab048d" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 742.142713] env[62328]: DEBUG oslo_concurrency.lockutils [None req-33e80895-4654-49d6-9255-0d9450b7759c tempest-ServerRescueTestJSON-434379102 tempest-ServerRescueTestJSON-434379102-project-member] Acquired lock "refresh_cache-c6b9b490-d331-47ac-8410-588490ab048d" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.142865] env[62328]: DEBUG nova.network.neutron [None req-33e80895-4654-49d6-9255-0d9450b7759c tempest-ServerRescueTestJSON-434379102 tempest-ServerRescueTestJSON-434379102-project-member] [instance: c6b9b490-d331-47ac-8410-588490ab048d] Building network info cache for instance {{(pid=62328) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 742.439206] env[62328]: DEBUG oslo_concurrency.lockutils [None req-bc9c734c-2d53-4389-b8f1-6d85af47906e tempest-InstanceActionsTestJSON-398422522 tempest-InstanceActionsTestJSON-398422522-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.692s {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 742.439545] env[62328]: DEBUG nova.compute.manager [None req-bc9c734c-2d53-4389-b8f1-6d85af47906e tempest-InstanceActionsTestJSON-398422522 tempest-InstanceActionsTestJSON-398422522-project-member] [instance: c4d72f48-adf2-435f-9f5f-e3c3bc14bc8c] Start building networks asynchronously for instance. {{(pid=62328) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 742.445014] env[62328]: DEBUG oslo_concurrency.lockutils [None req-6539a92c-9ff4-4be6-b17f-518edda0cd4a tempest-AttachVolumeTestJSON-944844435 tempest-AttachVolumeTestJSON-944844435-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 742.445422] env[62328]: DEBUG oslo_concurrency.lockutils [None req-b0d29de5-3d9a-4385-903c-20234fd2e42a tempest-SecurityGroupsTestJSON-105101063 tempest-SecurityGroupsTestJSON-105101063-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 33.856s {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 742.445726] env[62328]: DEBUG nova.objects.instance [None req-b0d29de5-3d9a-4385-903c-20234fd2e42a tempest-SecurityGroupsTestJSON-105101063 tempest-SecurityGroupsTestJSON-105101063-project-member] Lazy-loading 'resources' on Instance uuid 3c4b626f-0a92-4c1c-9240-7ed5e9ce623b {{(pid=62328) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 742.459471] env[62328]: DEBUG oslo_vmware.api [None req-fbbadc1a-2f55-4280-8a85-fcf103ea23e5 tempest-ListServerFiltersTestJSON-1229971268 tempest-ListServerFiltersTestJSON-1229971268-project-member] Task: {'id': task-2386722, 'name': PowerOffVM_Task, 'duration_secs': 0.411729} completed successfully. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 742.460086] env[62328]: DEBUG nova.virt.vmwareapi.vm_util [None req-fbbadc1a-2f55-4280-8a85-fcf103ea23e5 tempest-ListServerFiltersTestJSON-1229971268 tempest-ListServerFiltersTestJSON-1229971268-project-member] [instance: 7d799973-7eb9-46f8-ae41-d9aca9fc9e5a] Powered off the VM {{(pid=62328) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 742.460086] env[62328]: DEBUG nova.virt.vmwareapi.vmops [None req-fbbadc1a-2f55-4280-8a85-fcf103ea23e5 tempest-ListServerFiltersTestJSON-1229971268 tempest-ListServerFiltersTestJSON-1229971268-project-member] [instance: 7d799973-7eb9-46f8-ae41-d9aca9fc9e5a] Unregistering the VM {{(pid=62328) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 742.460408] env[62328]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-4c1a91e6-0d4a-4c67-9359-04f1a55dd643 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 742.538281] env[62328]: DEBUG nova.virt.vmwareapi.vmops [None req-fbbadc1a-2f55-4280-8a85-fcf103ea23e5 tempest-ListServerFiltersTestJSON-1229971268 tempest-ListServerFiltersTestJSON-1229971268-project-member] [instance: 7d799973-7eb9-46f8-ae41-d9aca9fc9e5a] Unregistered the VM {{(pid=62328) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 742.538517] env[62328]: DEBUG nova.virt.vmwareapi.vmops [None req-fbbadc1a-2f55-4280-8a85-fcf103ea23e5 tempest-ListServerFiltersTestJSON-1229971268 tempest-ListServerFiltersTestJSON-1229971268-project-member] [instance: 7d799973-7eb9-46f8-ae41-d9aca9fc9e5a] Deleting contents of the VM from datastore datastore1 {{(pid=62328) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 742.538712] env[62328]: DEBUG nova.virt.vmwareapi.ds_util [None req-fbbadc1a-2f55-4280-8a85-fcf103ea23e5 tempest-ListServerFiltersTestJSON-1229971268 tempest-ListServerFiltersTestJSON-1229971268-project-member] Deleting the datastore file [datastore1] 7d799973-7eb9-46f8-ae41-d9aca9fc9e5a {{(pid=62328) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 742.539046] env[62328]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-a2ac7d0b-2e2d-43af-b8f2-0887938a09a5 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 742.548114] env[62328]: DEBUG oslo_vmware.api [None req-fbbadc1a-2f55-4280-8a85-fcf103ea23e5 tempest-ListServerFiltersTestJSON-1229971268 tempest-ListServerFiltersTestJSON-1229971268-project-member] Waiting for the task: (returnval){ [ 742.548114] env[62328]: value = "task-2386724" [ 742.548114] env[62328]: _type = "Task" [ 742.548114] env[62328]: } to complete. {{(pid=62328) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 742.558938] env[62328]: DEBUG oslo_vmware.api [None req-fbbadc1a-2f55-4280-8a85-fcf103ea23e5 tempest-ListServerFiltersTestJSON-1229971268 tempest-ListServerFiltersTestJSON-1229971268-project-member] Task: {'id': task-2386724, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 742.846429] env[62328]: DEBUG nova.network.neutron [-] [instance: 1691ec92-ed5b-436a-bba3-f5a998263955] Updating instance_info_cache with network_info: [] {{(pid=62328) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 742.952620] env[62328]: DEBUG nova.network.neutron [None req-33e80895-4654-49d6-9255-0d9450b7759c tempest-ServerRescueTestJSON-434379102 tempest-ServerRescueTestJSON-434379102-project-member] [instance: c6b9b490-d331-47ac-8410-588490ab048d] Updating instance_info_cache with network_info: [{"id": "52275f26-ec31-4444-885a-3f6bc1f12482", "address": "fa:16:3e:18:f1:56", "network": {"id": "243ad9ea-c83d-488c-93c6-bf234e56e1f6", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-1631716901-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "7dffe918ec914f66820c04e71131ca7c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "56398cc0-e39f-410f-8036-8c2a6870e26f", "external-id": "nsx-vlan-transportzone-612", "segmentation_id": 612, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap52275f26-ec", "ovs_interfaceid": "52275f26-ec31-4444-885a-3f6bc1f12482", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62328) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 742.958537] env[62328]: DEBUG nova.compute.utils [None req-bc9c734c-2d53-4389-b8f1-6d85af47906e tempest-InstanceActionsTestJSON-398422522 tempest-InstanceActionsTestJSON-398422522-project-member] Using /dev/sd instead of None {{(pid=62328) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 742.961129] env[62328]: DEBUG nova.compute.manager [None req-bc9c734c-2d53-4389-b8f1-6d85af47906e tempest-InstanceActionsTestJSON-398422522 tempest-InstanceActionsTestJSON-398422522-project-member] [instance: c4d72f48-adf2-435f-9f5f-e3c3bc14bc8c] Allocating IP information in the background. {{(pid=62328) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 742.961129] env[62328]: DEBUG nova.network.neutron [None req-bc9c734c-2d53-4389-b8f1-6d85af47906e tempest-InstanceActionsTestJSON-398422522 tempest-InstanceActionsTestJSON-398422522-project-member] [instance: c4d72f48-adf2-435f-9f5f-e3c3bc14bc8c] allocate_for_instance() {{(pid=62328) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 743.023020] env[62328]: DEBUG nova.policy [None req-bc9c734c-2d53-4389-b8f1-6d85af47906e tempest-InstanceActionsTestJSON-398422522 tempest-InstanceActionsTestJSON-398422522-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '355c84cd5c8c4f3eb747d871cec0ff89', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '1fba220bb15e4f5baf03d829d8999d3c', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62328) authorize /opt/stack/nova/nova/policy.py:192}} [ 743.063605] env[62328]: DEBUG oslo_vmware.api [None req-fbbadc1a-2f55-4280-8a85-fcf103ea23e5 tempest-ListServerFiltersTestJSON-1229971268 tempest-ListServerFiltersTestJSON-1229971268-project-member] Task: {'id': task-2386724, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.232543} completed successfully. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 743.063880] env[62328]: DEBUG nova.virt.vmwareapi.ds_util [None req-fbbadc1a-2f55-4280-8a85-fcf103ea23e5 tempest-ListServerFiltersTestJSON-1229971268 tempest-ListServerFiltersTestJSON-1229971268-project-member] Deleted the datastore file {{(pid=62328) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 743.064105] env[62328]: DEBUG nova.virt.vmwareapi.vmops [None req-fbbadc1a-2f55-4280-8a85-fcf103ea23e5 tempest-ListServerFiltersTestJSON-1229971268 tempest-ListServerFiltersTestJSON-1229971268-project-member] [instance: 7d799973-7eb9-46f8-ae41-d9aca9fc9e5a] Deleted contents of the VM from datastore datastore1 {{(pid=62328) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 743.064290] env[62328]: DEBUG nova.virt.vmwareapi.vmops [None req-fbbadc1a-2f55-4280-8a85-fcf103ea23e5 tempest-ListServerFiltersTestJSON-1229971268 tempest-ListServerFiltersTestJSON-1229971268-project-member] [instance: 7d799973-7eb9-46f8-ae41-d9aca9fc9e5a] Instance destroyed {{(pid=62328) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 743.064464] env[62328]: INFO nova.compute.manager [None req-fbbadc1a-2f55-4280-8a85-fcf103ea23e5 tempest-ListServerFiltersTestJSON-1229971268 tempest-ListServerFiltersTestJSON-1229971268-project-member] [instance: 7d799973-7eb9-46f8-ae41-d9aca9fc9e5a] Took 1.16 seconds to destroy the instance on the hypervisor. [ 743.064744] env[62328]: DEBUG oslo.service.loopingcall [None req-fbbadc1a-2f55-4280-8a85-fcf103ea23e5 tempest-ListServerFiltersTestJSON-1229971268 tempest-ListServerFiltersTestJSON-1229971268-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62328) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 743.064947] env[62328]: DEBUG nova.compute.manager [-] [instance: 7d799973-7eb9-46f8-ae41-d9aca9fc9e5a] Deallocating network for instance {{(pid=62328) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 743.066682] env[62328]: DEBUG nova.network.neutron [-] [instance: 7d799973-7eb9-46f8-ae41-d9aca9fc9e5a] deallocate_for_instance() {{(pid=62328) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 743.082667] env[62328]: DEBUG nova.compute.manager [req-4e7e3634-266c-4f57-bb59-e108d66291b3 req-f0b1fb46-dacf-48c8-bba5-695e805afc95 service nova] [instance: 1691ec92-ed5b-436a-bba3-f5a998263955] Received event network-vif-deleted-6eab9094-688f-47ed-9cb7-dd4feb7cd5b2 {{(pid=62328) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 743.349374] env[62328]: INFO nova.compute.manager [-] [instance: 1691ec92-ed5b-436a-bba3-f5a998263955] Took 1.73 seconds to deallocate network for instance. [ 743.461610] env[62328]: DEBUG oslo_concurrency.lockutils [None req-33e80895-4654-49d6-9255-0d9450b7759c tempest-ServerRescueTestJSON-434379102 tempest-ServerRescueTestJSON-434379102-project-member] Releasing lock "refresh_cache-c6b9b490-d331-47ac-8410-588490ab048d" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 743.464872] env[62328]: DEBUG nova.compute.manager [None req-bc9c734c-2d53-4389-b8f1-6d85af47906e tempest-InstanceActionsTestJSON-398422522 tempest-InstanceActionsTestJSON-398422522-project-member] [instance: c4d72f48-adf2-435f-9f5f-e3c3bc14bc8c] Start building block device mappings for instance. {{(pid=62328) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 743.483608] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4669c34c-183a-4fd8-a523-e73a00a74737 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 743.493870] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f59f1d00-a816-495e-b0bc-b0166f847d31 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 743.531374] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1ad0a4af-1b5d-44ed-ad0d-f12ebc3fae69 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 743.540484] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bba666ce-d3d1-49cc-8eba-c660c6bace12 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 743.556142] env[62328]: DEBUG nova.compute.provider_tree [None req-b0d29de5-3d9a-4385-903c-20234fd2e42a tempest-SecurityGroupsTestJSON-105101063 tempest-SecurityGroupsTestJSON-105101063-project-member] Inventory has not changed in ProviderTree for provider: 3469e9f8-04af-49ca-8435-49f104496744 {{(pid=62328) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 743.558195] env[62328]: DEBUG nova.network.neutron [None req-bc9c734c-2d53-4389-b8f1-6d85af47906e tempest-InstanceActionsTestJSON-398422522 tempest-InstanceActionsTestJSON-398422522-project-member] [instance: c4d72f48-adf2-435f-9f5f-e3c3bc14bc8c] Successfully created port: 8a715a18-155e-4828-81e4-87eea70d2a07 {{(pid=62328) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 743.859368] env[62328]: DEBUG oslo_concurrency.lockutils [None req-2f7fbbc3-6ef5-49f2-a4dc-00ff702c69dd tempest-ImagesOneServerNegativeTestJSON-835227872 tempest-ImagesOneServerNegativeTestJSON-835227872-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 743.976705] env[62328]: DEBUG nova.network.neutron [-] [instance: 7d799973-7eb9-46f8-ae41-d9aca9fc9e5a] Updating instance_info_cache with network_info: [] {{(pid=62328) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 744.062178] env[62328]: DEBUG nova.scheduler.client.report [None req-b0d29de5-3d9a-4385-903c-20234fd2e42a tempest-SecurityGroupsTestJSON-105101063 tempest-SecurityGroupsTestJSON-105101063-project-member] Inventory has not changed for provider 3469e9f8-04af-49ca-8435-49f104496744 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 152, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62328) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 744.476349] env[62328]: DEBUG nova.compute.manager [None req-bc9c734c-2d53-4389-b8f1-6d85af47906e tempest-InstanceActionsTestJSON-398422522 tempest-InstanceActionsTestJSON-398422522-project-member] [instance: c4d72f48-adf2-435f-9f5f-e3c3bc14bc8c] Start spawning the instance on the hypervisor. {{(pid=62328) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 744.479197] env[62328]: INFO nova.compute.manager [-] [instance: 7d799973-7eb9-46f8-ae41-d9aca9fc9e5a] Took 1.41 seconds to deallocate network for instance. [ 744.567296] env[62328]: DEBUG oslo_concurrency.lockutils [None req-b0d29de5-3d9a-4385-903c-20234fd2e42a tempest-SecurityGroupsTestJSON-105101063 tempest-SecurityGroupsTestJSON-105101063-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.122s {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 744.570985] env[62328]: DEBUG oslo_concurrency.lockutils [None req-81b83408-45f2-4dc8-982e-808b7e17ee9f tempest-ServerDiskConfigTestJSON-126406698 tempest-ServerDiskConfigTestJSON-126406698-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 34.037s {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 744.572856] env[62328]: INFO nova.compute.claims [None req-81b83408-45f2-4dc8-982e-808b7e17ee9f tempest-ServerDiskConfigTestJSON-126406698 tempest-ServerDiskConfigTestJSON-126406698-project-member] [instance: 948b7ba2-2caa-4616-abc0-afc6cca58f76] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 744.596542] env[62328]: INFO nova.scheduler.client.report [None req-b0d29de5-3d9a-4385-903c-20234fd2e42a tempest-SecurityGroupsTestJSON-105101063 tempest-SecurityGroupsTestJSON-105101063-project-member] Deleted allocations for instance 3c4b626f-0a92-4c1c-9240-7ed5e9ce623b [ 744.986463] env[62328]: DEBUG oslo_concurrency.lockutils [None req-fbbadc1a-2f55-4280-8a85-fcf103ea23e5 tempest-ListServerFiltersTestJSON-1229971268 tempest-ListServerFiltersTestJSON-1229971268-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 745.106682] env[62328]: DEBUG oslo_concurrency.lockutils [None req-b0d29de5-3d9a-4385-903c-20234fd2e42a tempest-SecurityGroupsTestJSON-105101063 tempest-SecurityGroupsTestJSON-105101063-project-member] Lock "3c4b626f-0a92-4c1c-9240-7ed5e9ce623b" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 39.980s {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 745.112622] env[62328]: DEBUG nova.network.neutron [None req-bc9c734c-2d53-4389-b8f1-6d85af47906e tempest-InstanceActionsTestJSON-398422522 tempest-InstanceActionsTestJSON-398422522-project-member] [instance: c4d72f48-adf2-435f-9f5f-e3c3bc14bc8c] Successfully updated port: 8a715a18-155e-4828-81e4-87eea70d2a07 {{(pid=62328) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 745.615761] env[62328]: DEBUG oslo_concurrency.lockutils [None req-bc9c734c-2d53-4389-b8f1-6d85af47906e tempest-InstanceActionsTestJSON-398422522 tempest-InstanceActionsTestJSON-398422522-project-member] Acquiring lock "refresh_cache-c4d72f48-adf2-435f-9f5f-e3c3bc14bc8c" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 745.615998] env[62328]: DEBUG oslo_concurrency.lockutils [None req-bc9c734c-2d53-4389-b8f1-6d85af47906e tempest-InstanceActionsTestJSON-398422522 tempest-InstanceActionsTestJSON-398422522-project-member] Acquired lock "refresh_cache-c4d72f48-adf2-435f-9f5f-e3c3bc14bc8c" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 745.616122] env[62328]: DEBUG nova.network.neutron [None req-bc9c734c-2d53-4389-b8f1-6d85af47906e tempest-InstanceActionsTestJSON-398422522 tempest-InstanceActionsTestJSON-398422522-project-member] [instance: c4d72f48-adf2-435f-9f5f-e3c3bc14bc8c] Building network info cache for instance {{(pid=62328) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 745.984889] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8b18e9bd-424a-42e8-b8b0-0051b2390b83 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 745.993773] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d838e26f-bfed-4f2d-93a8-2fe10b5125ba {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 746.036870] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-169c71a5-41b8-4464-9b76-19d94709a2c7 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 746.045480] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0cbe88e3-e7ac-43a1-a915-1877f16aa558 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 746.062120] env[62328]: DEBUG nova.compute.provider_tree [None req-81b83408-45f2-4dc8-982e-808b7e17ee9f tempest-ServerDiskConfigTestJSON-126406698 tempest-ServerDiskConfigTestJSON-126406698-project-member] Inventory has not changed in ProviderTree for provider: 3469e9f8-04af-49ca-8435-49f104496744 {{(pid=62328) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 746.149671] env[62328]: DEBUG nova.network.neutron [None req-bc9c734c-2d53-4389-b8f1-6d85af47906e tempest-InstanceActionsTestJSON-398422522 tempest-InstanceActionsTestJSON-398422522-project-member] [instance: c4d72f48-adf2-435f-9f5f-e3c3bc14bc8c] Instance cache missing network info. {{(pid=62328) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 746.302015] env[62328]: DEBUG nova.network.neutron [None req-bc9c734c-2d53-4389-b8f1-6d85af47906e tempest-InstanceActionsTestJSON-398422522 tempest-InstanceActionsTestJSON-398422522-project-member] [instance: c4d72f48-adf2-435f-9f5f-e3c3bc14bc8c] Updating instance_info_cache with network_info: [{"id": "8a715a18-155e-4828-81e4-87eea70d2a07", "address": "fa:16:3e:da:eb:bb", "network": {"id": "816ec73d-2216-456b-9adc-a7270881e9d1", "bridge": "br-int", "label": "tempest-InstanceActionsTestJSON-426483817-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1fba220bb15e4f5baf03d829d8999d3c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4a2b284a-a29c-478f-b763-c9b5821e20ec", "external-id": "nsx-vlan-transportzone-691", "segmentation_id": 691, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8a715a18-15", "ovs_interfaceid": "8a715a18-155e-4828-81e4-87eea70d2a07", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62328) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 746.565142] env[62328]: DEBUG nova.scheduler.client.report [None req-81b83408-45f2-4dc8-982e-808b7e17ee9f tempest-ServerDiskConfigTestJSON-126406698 tempest-ServerDiskConfigTestJSON-126406698-project-member] Inventory has not changed for provider 3469e9f8-04af-49ca-8435-49f104496744 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 152, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62328) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 746.804555] env[62328]: DEBUG oslo_concurrency.lockutils [None req-bc9c734c-2d53-4389-b8f1-6d85af47906e tempest-InstanceActionsTestJSON-398422522 tempest-InstanceActionsTestJSON-398422522-project-member] Releasing lock "refresh_cache-c4d72f48-adf2-435f-9f5f-e3c3bc14bc8c" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 746.804897] env[62328]: DEBUG nova.compute.manager [None req-bc9c734c-2d53-4389-b8f1-6d85af47906e tempest-InstanceActionsTestJSON-398422522 tempest-InstanceActionsTestJSON-398422522-project-member] [instance: c4d72f48-adf2-435f-9f5f-e3c3bc14bc8c] Instance network_info: |[{"id": "8a715a18-155e-4828-81e4-87eea70d2a07", "address": "fa:16:3e:da:eb:bb", "network": {"id": "816ec73d-2216-456b-9adc-a7270881e9d1", "bridge": "br-int", "label": "tempest-InstanceActionsTestJSON-426483817-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1fba220bb15e4f5baf03d829d8999d3c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4a2b284a-a29c-478f-b763-c9b5821e20ec", "external-id": "nsx-vlan-transportzone-691", "segmentation_id": 691, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8a715a18-15", "ovs_interfaceid": "8a715a18-155e-4828-81e4-87eea70d2a07", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62328) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 747.071067] env[62328]: DEBUG oslo_concurrency.lockutils [None req-81b83408-45f2-4dc8-982e-808b7e17ee9f tempest-ServerDiskConfigTestJSON-126406698 tempest-ServerDiskConfigTestJSON-126406698-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.500s {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 747.071541] env[62328]: DEBUG nova.compute.manager [None req-81b83408-45f2-4dc8-982e-808b7e17ee9f tempest-ServerDiskConfigTestJSON-126406698 tempest-ServerDiskConfigTestJSON-126406698-project-member] [instance: 948b7ba2-2caa-4616-abc0-afc6cca58f76] Start building networks asynchronously for instance. {{(pid=62328) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 747.073938] env[62328]: DEBUG oslo_concurrency.lockutils [None req-54cbb306-7cb9-4fa1-a0cf-addf52ca091e tempest-ServerMetadataNegativeTestJSON-401717437 tempest-ServerMetadataNegativeTestJSON-401717437-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 33.915s {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 747.074233] env[62328]: DEBUG nova.objects.instance [None req-54cbb306-7cb9-4fa1-a0cf-addf52ca091e tempest-ServerMetadataNegativeTestJSON-401717437 tempest-ServerMetadataNegativeTestJSON-401717437-project-member] Lazy-loading 'resources' on Instance uuid eaf3b1bf-6f71-48b1-b28d-bb882b9c2035 {{(pid=62328) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 747.577424] env[62328]: DEBUG nova.compute.utils [None req-81b83408-45f2-4dc8-982e-808b7e17ee9f tempest-ServerDiskConfigTestJSON-126406698 tempest-ServerDiskConfigTestJSON-126406698-project-member] Using /dev/sd instead of None {{(pid=62328) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 747.582500] env[62328]: DEBUG nova.compute.manager [None req-81b83408-45f2-4dc8-982e-808b7e17ee9f tempest-ServerDiskConfigTestJSON-126406698 tempest-ServerDiskConfigTestJSON-126406698-project-member] [instance: 948b7ba2-2caa-4616-abc0-afc6cca58f76] Allocating IP information in the background. {{(pid=62328) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 747.582905] env[62328]: DEBUG nova.network.neutron [None req-81b83408-45f2-4dc8-982e-808b7e17ee9f tempest-ServerDiskConfigTestJSON-126406698 tempest-ServerDiskConfigTestJSON-126406698-project-member] [instance: 948b7ba2-2caa-4616-abc0-afc6cca58f76] allocate_for_instance() {{(pid=62328) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 747.624854] env[62328]: DEBUG nova.policy [None req-81b83408-45f2-4dc8-982e-808b7e17ee9f tempest-ServerDiskConfigTestJSON-126406698 tempest-ServerDiskConfigTestJSON-126406698-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '10201068f621405e9541d14e7a6a2979', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '33a1d9f198d84697b63d98d445dea080', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62328) authorize /opt/stack/nova/nova/policy.py:192}} [ 747.966225] env[62328]: DEBUG nova.network.neutron [None req-81b83408-45f2-4dc8-982e-808b7e17ee9f tempest-ServerDiskConfigTestJSON-126406698 tempest-ServerDiskConfigTestJSON-126406698-project-member] [instance: 948b7ba2-2caa-4616-abc0-afc6cca58f76] Successfully created port: 4112cbd9-ad9f-43a4-a74b-94b2fd30594f {{(pid=62328) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 748.046171] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-acb25626-b34b-4fa1-b5aa-83209142f5a3 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 748.057072] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f2ef9921-6484-461e-9773-072596d857a4 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 748.091392] env[62328]: DEBUG nova.compute.manager [None req-81b83408-45f2-4dc8-982e-808b7e17ee9f tempest-ServerDiskConfigTestJSON-126406698 tempest-ServerDiskConfigTestJSON-126406698-project-member] [instance: 948b7ba2-2caa-4616-abc0-afc6cca58f76] Start building block device mappings for instance. {{(pid=62328) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 748.095793] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-88527763-7298-42b5-8adb-e0a908ffe6ea {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 748.104919] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-94503068-eac6-4b11-b29e-3791db3e3af3 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 748.122068] env[62328]: DEBUG nova.compute.provider_tree [None req-54cbb306-7cb9-4fa1-a0cf-addf52ca091e tempest-ServerMetadataNegativeTestJSON-401717437 tempest-ServerMetadataNegativeTestJSON-401717437-project-member] Inventory has not changed in ProviderTree for provider: 3469e9f8-04af-49ca-8435-49f104496744 {{(pid=62328) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 748.626896] env[62328]: DEBUG nova.scheduler.client.report [None req-54cbb306-7cb9-4fa1-a0cf-addf52ca091e tempest-ServerMetadataNegativeTestJSON-401717437 tempest-ServerMetadataNegativeTestJSON-401717437-project-member] Inventory has not changed for provider 3469e9f8-04af-49ca-8435-49f104496744 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 152, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62328) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 748.770157] env[62328]: DEBUG nova.virt.hardware [None req-bc9c734c-2d53-4389-b8f1-6d85af47906e tempest-InstanceActionsTestJSON-398422522 tempest-InstanceActionsTestJSON-398422522-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-07T17:16:55Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-07T17:16:37Z,direct_url=,disk_format='vmdk',id=dbf872a4-92be-47e4-8561-c3e2bf2423ab,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='2a64022f08d84b11a86773b900860ae5',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-07T17:16:38Z,virtual_size=,visibility=), allow threads: False {{(pid=62328) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 748.770418] env[62328]: DEBUG nova.virt.hardware [None req-bc9c734c-2d53-4389-b8f1-6d85af47906e tempest-InstanceActionsTestJSON-398422522 tempest-InstanceActionsTestJSON-398422522-project-member] Flavor limits 0:0:0 {{(pid=62328) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 748.770607] env[62328]: DEBUG nova.virt.hardware [None req-bc9c734c-2d53-4389-b8f1-6d85af47906e tempest-InstanceActionsTestJSON-398422522 tempest-InstanceActionsTestJSON-398422522-project-member] Image limits 0:0:0 {{(pid=62328) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 748.770809] env[62328]: DEBUG nova.virt.hardware [None req-bc9c734c-2d53-4389-b8f1-6d85af47906e tempest-InstanceActionsTestJSON-398422522 tempest-InstanceActionsTestJSON-398422522-project-member] Flavor pref 0:0:0 {{(pid=62328) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 748.770961] env[62328]: DEBUG nova.virt.hardware [None req-bc9c734c-2d53-4389-b8f1-6d85af47906e tempest-InstanceActionsTestJSON-398422522 tempest-InstanceActionsTestJSON-398422522-project-member] Image pref 0:0:0 {{(pid=62328) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 748.771198] env[62328]: DEBUG nova.virt.hardware [None req-bc9c734c-2d53-4389-b8f1-6d85af47906e tempest-InstanceActionsTestJSON-398422522 tempest-InstanceActionsTestJSON-398422522-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62328) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 748.771466] env[62328]: DEBUG nova.virt.hardware [None req-bc9c734c-2d53-4389-b8f1-6d85af47906e tempest-InstanceActionsTestJSON-398422522 tempest-InstanceActionsTestJSON-398422522-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62328) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 748.771677] env[62328]: DEBUG nova.virt.hardware [None req-bc9c734c-2d53-4389-b8f1-6d85af47906e tempest-InstanceActionsTestJSON-398422522 tempest-InstanceActionsTestJSON-398422522-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62328) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 748.771932] env[62328]: DEBUG nova.virt.hardware [None req-bc9c734c-2d53-4389-b8f1-6d85af47906e tempest-InstanceActionsTestJSON-398422522 tempest-InstanceActionsTestJSON-398422522-project-member] Got 1 possible topologies {{(pid=62328) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 748.772170] env[62328]: DEBUG nova.virt.hardware [None req-bc9c734c-2d53-4389-b8f1-6d85af47906e tempest-InstanceActionsTestJSON-398422522 tempest-InstanceActionsTestJSON-398422522-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62328) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 748.772421] env[62328]: DEBUG nova.virt.hardware [None req-bc9c734c-2d53-4389-b8f1-6d85af47906e tempest-InstanceActionsTestJSON-398422522 tempest-InstanceActionsTestJSON-398422522-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62328) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 748.775319] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7dc4cbf1-6b51-4701-b38b-9b3ea0b37422 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 748.787685] env[62328]: DEBUG oslo_vmware.rw_handles [None req-e9095174-672e-4964-9acd-0ab12d490907 tempest-ListImageFiltersTestJSON-111188615 tempest-ListImageFiltersTestJSON-111188615-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52b5fdca-dc49-83d5-8a03-a4563fa0a870/disk-0.vmdk. {{(pid=62328) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 748.789279] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c5f62f4f-c685-4a47-b530-fd7d7de1c36a {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 748.794841] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6f99c214-0a18-439f-bc0a-695f124be974 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 748.811540] env[62328]: DEBUG nova.virt.vmwareapi.vmops [None req-bc9c734c-2d53-4389-b8f1-6d85af47906e tempest-InstanceActionsTestJSON-398422522 tempest-InstanceActionsTestJSON-398422522-project-member] [instance: c4d72f48-adf2-435f-9f5f-e3c3bc14bc8c] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:da:eb:bb', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '4a2b284a-a29c-478f-b763-c9b5821e20ec', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '8a715a18-155e-4828-81e4-87eea70d2a07', 'vif_model': 'vmxnet3'}] {{(pid=62328) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 748.820258] env[62328]: DEBUG nova.virt.vmwareapi.vm_util [None req-bc9c734c-2d53-4389-b8f1-6d85af47906e tempest-InstanceActionsTestJSON-398422522 tempest-InstanceActionsTestJSON-398422522-project-member] Creating folder: Project (1fba220bb15e4f5baf03d829d8999d3c). Parent ref: group-v484164. {{(pid=62328) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 748.822240] env[62328]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-75c72fda-cf91-41e0-9748-a48c87580a1f {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 748.824014] env[62328]: DEBUG oslo_vmware.rw_handles [None req-e9095174-672e-4964-9acd-0ab12d490907 tempest-ListImageFiltersTestJSON-111188615 tempest-ListImageFiltersTestJSON-111188615-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52b5fdca-dc49-83d5-8a03-a4563fa0a870/disk-0.vmdk is in state: ready. {{(pid=62328) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 748.824207] env[62328]: ERROR oslo_vmware.rw_handles [None req-e9095174-672e-4964-9acd-0ab12d490907 tempest-ListImageFiltersTestJSON-111188615 tempest-ListImageFiltersTestJSON-111188615-project-member] Aborting lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52b5fdca-dc49-83d5-8a03-a4563fa0a870/disk-0.vmdk due to incomplete transfer. [ 748.824439] env[62328]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-90e1e818-658d-4a7b-a690-fadbc2d2482c {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 748.834147] env[62328]: DEBUG oslo_vmware.rw_handles [None req-e9095174-672e-4964-9acd-0ab12d490907 tempest-ListImageFiltersTestJSON-111188615 tempest-ListImageFiltersTestJSON-111188615-project-member] Closed VMDK read handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52b5fdca-dc49-83d5-8a03-a4563fa0a870/disk-0.vmdk. {{(pid=62328) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 748.834364] env[62328]: DEBUG nova.virt.vmwareapi.images [None req-e9095174-672e-4964-9acd-0ab12d490907 tempest-ListImageFiltersTestJSON-111188615 tempest-ListImageFiltersTestJSON-111188615-project-member] [instance: a514091e-f57a-4447-b60b-7f22d6f26820] Uploaded image 7f3f62c0-eb0e-4ad2-8772-a24458946f25 to the Glance image server {{(pid=62328) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 748.836512] env[62328]: DEBUG nova.virt.vmwareapi.vm_util [None req-e9095174-672e-4964-9acd-0ab12d490907 tempest-ListImageFiltersTestJSON-111188615 tempest-ListImageFiltersTestJSON-111188615-project-member] [instance: a514091e-f57a-4447-b60b-7f22d6f26820] Destroying the VM {{(pid=62328) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 748.837994] env[62328]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-f9408446-c4bd-4fb7-b4b6-993a14f9688d {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 748.839820] env[62328]: INFO nova.virt.vmwareapi.vm_util [None req-bc9c734c-2d53-4389-b8f1-6d85af47906e tempest-InstanceActionsTestJSON-398422522 tempest-InstanceActionsTestJSON-398422522-project-member] Created folder: Project (1fba220bb15e4f5baf03d829d8999d3c) in parent group-v484164. [ 748.839952] env[62328]: DEBUG nova.virt.vmwareapi.vm_util [None req-bc9c734c-2d53-4389-b8f1-6d85af47906e tempest-InstanceActionsTestJSON-398422522 tempest-InstanceActionsTestJSON-398422522-project-member] Creating folder: Instances. Parent ref: group-v484311. {{(pid=62328) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 748.840196] env[62328]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-7301409b-106d-4b19-841d-c307160957ab {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 748.847844] env[62328]: DEBUG oslo_vmware.api [None req-e9095174-672e-4964-9acd-0ab12d490907 tempest-ListImageFiltersTestJSON-111188615 tempest-ListImageFiltersTestJSON-111188615-project-member] Waiting for the task: (returnval){ [ 748.847844] env[62328]: value = "task-2386726" [ 748.847844] env[62328]: _type = "Task" [ 748.847844] env[62328]: } to complete. {{(pid=62328) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 748.853018] env[62328]: INFO nova.virt.vmwareapi.vm_util [None req-bc9c734c-2d53-4389-b8f1-6d85af47906e tempest-InstanceActionsTestJSON-398422522 tempest-InstanceActionsTestJSON-398422522-project-member] Created folder: Instances in parent group-v484311. [ 748.853323] env[62328]: DEBUG oslo.service.loopingcall [None req-bc9c734c-2d53-4389-b8f1-6d85af47906e tempest-InstanceActionsTestJSON-398422522 tempest-InstanceActionsTestJSON-398422522-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62328) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 748.853533] env[62328]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c4d72f48-adf2-435f-9f5f-e3c3bc14bc8c] Creating VM on the ESX host {{(pid=62328) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 748.853811] env[62328]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-de48a463-65cc-446a-b2f6-f879c95eebfa {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 748.872193] env[62328]: DEBUG oslo_vmware.api [None req-e9095174-672e-4964-9acd-0ab12d490907 tempest-ListImageFiltersTestJSON-111188615 tempest-ListImageFiltersTestJSON-111188615-project-member] Task: {'id': task-2386726, 'name': Destroy_Task} progress is 0%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 748.878319] env[62328]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 748.878319] env[62328]: value = "task-2386728" [ 748.878319] env[62328]: _type = "Task" [ 748.878319] env[62328]: } to complete. {{(pid=62328) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 748.886783] env[62328]: DEBUG oslo_vmware.api [-] Task: {'id': task-2386728, 'name': CreateVM_Task} progress is 0%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 749.102353] env[62328]: DEBUG nova.compute.manager [None req-81b83408-45f2-4dc8-982e-808b7e17ee9f tempest-ServerDiskConfigTestJSON-126406698 tempest-ServerDiskConfigTestJSON-126406698-project-member] [instance: 948b7ba2-2caa-4616-abc0-afc6cca58f76] Start spawning the instance on the hypervisor. {{(pid=62328) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 749.127700] env[62328]: DEBUG nova.virt.hardware [None req-81b83408-45f2-4dc8-982e-808b7e17ee9f tempest-ServerDiskConfigTestJSON-126406698 tempest-ServerDiskConfigTestJSON-126406698-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-07T17:16:55Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-07T17:16:37Z,direct_url=,disk_format='vmdk',id=dbf872a4-92be-47e4-8561-c3e2bf2423ab,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='2a64022f08d84b11a86773b900860ae5',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-07T17:16:38Z,virtual_size=,visibility=), allow threads: False {{(pid=62328) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 749.127941] env[62328]: DEBUG nova.virt.hardware [None req-81b83408-45f2-4dc8-982e-808b7e17ee9f tempest-ServerDiskConfigTestJSON-126406698 tempest-ServerDiskConfigTestJSON-126406698-project-member] Flavor limits 0:0:0 {{(pid=62328) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 749.128108] env[62328]: DEBUG nova.virt.hardware [None req-81b83408-45f2-4dc8-982e-808b7e17ee9f tempest-ServerDiskConfigTestJSON-126406698 tempest-ServerDiskConfigTestJSON-126406698-project-member] Image limits 0:0:0 {{(pid=62328) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 749.128292] env[62328]: DEBUG nova.virt.hardware [None req-81b83408-45f2-4dc8-982e-808b7e17ee9f tempest-ServerDiskConfigTestJSON-126406698 tempest-ServerDiskConfigTestJSON-126406698-project-member] Flavor pref 0:0:0 {{(pid=62328) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 749.128556] env[62328]: DEBUG nova.virt.hardware [None req-81b83408-45f2-4dc8-982e-808b7e17ee9f tempest-ServerDiskConfigTestJSON-126406698 tempest-ServerDiskConfigTestJSON-126406698-project-member] Image pref 0:0:0 {{(pid=62328) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 749.128628] env[62328]: DEBUG nova.virt.hardware [None req-81b83408-45f2-4dc8-982e-808b7e17ee9f tempest-ServerDiskConfigTestJSON-126406698 tempest-ServerDiskConfigTestJSON-126406698-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62328) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 749.128814] env[62328]: DEBUG nova.virt.hardware [None req-81b83408-45f2-4dc8-982e-808b7e17ee9f tempest-ServerDiskConfigTestJSON-126406698 tempest-ServerDiskConfigTestJSON-126406698-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62328) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 749.128979] env[62328]: DEBUG nova.virt.hardware [None req-81b83408-45f2-4dc8-982e-808b7e17ee9f tempest-ServerDiskConfigTestJSON-126406698 tempest-ServerDiskConfigTestJSON-126406698-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62328) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 749.129229] env[62328]: DEBUG nova.virt.hardware [None req-81b83408-45f2-4dc8-982e-808b7e17ee9f tempest-ServerDiskConfigTestJSON-126406698 tempest-ServerDiskConfigTestJSON-126406698-project-member] Got 1 possible topologies {{(pid=62328) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 749.129397] env[62328]: DEBUG nova.virt.hardware [None req-81b83408-45f2-4dc8-982e-808b7e17ee9f tempest-ServerDiskConfigTestJSON-126406698 tempest-ServerDiskConfigTestJSON-126406698-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62328) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 749.129604] env[62328]: DEBUG nova.virt.hardware [None req-81b83408-45f2-4dc8-982e-808b7e17ee9f tempest-ServerDiskConfigTestJSON-126406698 tempest-ServerDiskConfigTestJSON-126406698-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62328) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 749.130563] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ccad397a-ea22-445c-8e85-d1ed917f4e54 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 749.133816] env[62328]: DEBUG oslo_concurrency.lockutils [None req-54cbb306-7cb9-4fa1-a0cf-addf52ca091e tempest-ServerMetadataNegativeTestJSON-401717437 tempest-ServerMetadataNegativeTestJSON-401717437-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.060s {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 749.136062] env[62328]: DEBUG oslo_concurrency.lockutils [None req-9a602b75-500b-41db-a1d1-6e5c34b96618 tempest-ServersWithSpecificFlavorTestJSON-2091780743 tempest-ServersWithSpecificFlavorTestJSON-2091780743-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 35.667s {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 749.138048] env[62328]: INFO nova.compute.claims [None req-9a602b75-500b-41db-a1d1-6e5c34b96618 tempest-ServersWithSpecificFlavorTestJSON-2091780743 tempest-ServersWithSpecificFlavorTestJSON-2091780743-project-member] [instance: 4012f976-bb83-4296-8a36-f3af12570729] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 749.148829] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4b8ba70c-a60d-407a-8efa-3fa0c623e7dc {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 749.175486] env[62328]: INFO nova.scheduler.client.report [None req-54cbb306-7cb9-4fa1-a0cf-addf52ca091e tempest-ServerMetadataNegativeTestJSON-401717437 tempest-ServerMetadataNegativeTestJSON-401717437-project-member] Deleted allocations for instance eaf3b1bf-6f71-48b1-b28d-bb882b9c2035 [ 749.358642] env[62328]: DEBUG oslo_vmware.api [None req-e9095174-672e-4964-9acd-0ab12d490907 tempest-ListImageFiltersTestJSON-111188615 tempest-ListImageFiltersTestJSON-111188615-project-member] Task: {'id': task-2386726, 'name': Destroy_Task, 'duration_secs': 0.500216} completed successfully. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 749.358642] env[62328]: INFO nova.virt.vmwareapi.vm_util [None req-e9095174-672e-4964-9acd-0ab12d490907 tempest-ListImageFiltersTestJSON-111188615 tempest-ListImageFiltersTestJSON-111188615-project-member] [instance: a514091e-f57a-4447-b60b-7f22d6f26820] Destroyed the VM [ 749.358847] env[62328]: DEBUG nova.virt.vmwareapi.vmops [None req-e9095174-672e-4964-9acd-0ab12d490907 tempest-ListImageFiltersTestJSON-111188615 tempest-ListImageFiltersTestJSON-111188615-project-member] [instance: a514091e-f57a-4447-b60b-7f22d6f26820] Deleting Snapshot of the VM instance {{(pid=62328) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 749.359083] env[62328]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-e2e8da92-b93e-4b7b-bd84-0e64a86e70de {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 749.367704] env[62328]: DEBUG oslo_vmware.api [None req-e9095174-672e-4964-9acd-0ab12d490907 tempest-ListImageFiltersTestJSON-111188615 tempest-ListImageFiltersTestJSON-111188615-project-member] Waiting for the task: (returnval){ [ 749.367704] env[62328]: value = "task-2386729" [ 749.367704] env[62328]: _type = "Task" [ 749.367704] env[62328]: } to complete. {{(pid=62328) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 749.376339] env[62328]: DEBUG oslo_vmware.api [None req-e9095174-672e-4964-9acd-0ab12d490907 tempest-ListImageFiltersTestJSON-111188615 tempest-ListImageFiltersTestJSON-111188615-project-member] Task: {'id': task-2386729, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 749.392343] env[62328]: DEBUG oslo_vmware.api [-] Task: {'id': task-2386728, 'name': CreateVM_Task, 'duration_secs': 0.472226} completed successfully. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 749.392451] env[62328]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c4d72f48-adf2-435f-9f5f-e3c3bc14bc8c] Created VM on the ESX host {{(pid=62328) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 749.393161] env[62328]: DEBUG oslo_concurrency.lockutils [None req-bc9c734c-2d53-4389-b8f1-6d85af47906e tempest-InstanceActionsTestJSON-398422522 tempest-InstanceActionsTestJSON-398422522-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/dbf872a4-92be-47e4-8561-c3e2bf2423ab" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 749.393338] env[62328]: DEBUG oslo_concurrency.lockutils [None req-bc9c734c-2d53-4389-b8f1-6d85af47906e tempest-InstanceActionsTestJSON-398422522 tempest-InstanceActionsTestJSON-398422522-project-member] Acquired lock "[datastore2] devstack-image-cache_base/dbf872a4-92be-47e4-8561-c3e2bf2423ab" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.393668] env[62328]: DEBUG oslo_concurrency.lockutils [None req-bc9c734c-2d53-4389-b8f1-6d85af47906e tempest-InstanceActionsTestJSON-398422522 tempest-InstanceActionsTestJSON-398422522-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/dbf872a4-92be-47e4-8561-c3e2bf2423ab" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 749.393966] env[62328]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5a82a7b1-5097-4f84-9467-273fe4909253 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 749.401590] env[62328]: DEBUG oslo_vmware.api [None req-bc9c734c-2d53-4389-b8f1-6d85af47906e tempest-InstanceActionsTestJSON-398422522 tempest-InstanceActionsTestJSON-398422522-project-member] Waiting for the task: (returnval){ [ 749.401590] env[62328]: value = "session[52a6e20e-410d-708a-99f2-080a575a99bd]525085dc-2ea3-7988-45cc-bcfe68677334" [ 749.401590] env[62328]: _type = "Task" [ 749.401590] env[62328]: } to complete. {{(pid=62328) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 749.411558] env[62328]: DEBUG oslo_vmware.api [None req-bc9c734c-2d53-4389-b8f1-6d85af47906e tempest-InstanceActionsTestJSON-398422522 tempest-InstanceActionsTestJSON-398422522-project-member] Task: {'id': session[52a6e20e-410d-708a-99f2-080a575a99bd]525085dc-2ea3-7988-45cc-bcfe68677334, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 749.584020] env[62328]: DEBUG nova.compute.manager [req-ec714c4c-924f-4f3a-9546-fc623bacc6b2 req-9b29eb9a-57c8-432b-98e1-dd5a38d412b6 service nova] [instance: 7d799973-7eb9-46f8-ae41-d9aca9fc9e5a] Received event network-vif-deleted-572b302c-f881-4a2a-9021-cac7d7415154 {{(pid=62328) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 749.584780] env[62328]: DEBUG nova.compute.manager [req-ec714c4c-924f-4f3a-9546-fc623bacc6b2 req-9b29eb9a-57c8-432b-98e1-dd5a38d412b6 service nova] [instance: c4d72f48-adf2-435f-9f5f-e3c3bc14bc8c] Received event network-vif-plugged-8a715a18-155e-4828-81e4-87eea70d2a07 {{(pid=62328) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 749.585039] env[62328]: DEBUG oslo_concurrency.lockutils [req-ec714c4c-924f-4f3a-9546-fc623bacc6b2 req-9b29eb9a-57c8-432b-98e1-dd5a38d412b6 service nova] Acquiring lock "c4d72f48-adf2-435f-9f5f-e3c3bc14bc8c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 749.585409] env[62328]: DEBUG oslo_concurrency.lockutils [req-ec714c4c-924f-4f3a-9546-fc623bacc6b2 req-9b29eb9a-57c8-432b-98e1-dd5a38d412b6 service nova] Lock "c4d72f48-adf2-435f-9f5f-e3c3bc14bc8c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 749.585409] env[62328]: DEBUG oslo_concurrency.lockutils [req-ec714c4c-924f-4f3a-9546-fc623bacc6b2 req-9b29eb9a-57c8-432b-98e1-dd5a38d412b6 service nova] Lock "c4d72f48-adf2-435f-9f5f-e3c3bc14bc8c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 749.585712] env[62328]: DEBUG nova.compute.manager [req-ec714c4c-924f-4f3a-9546-fc623bacc6b2 req-9b29eb9a-57c8-432b-98e1-dd5a38d412b6 service nova] [instance: c4d72f48-adf2-435f-9f5f-e3c3bc14bc8c] No waiting events found dispatching network-vif-plugged-8a715a18-155e-4828-81e4-87eea70d2a07 {{(pid=62328) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 749.586049] env[62328]: WARNING nova.compute.manager [req-ec714c4c-924f-4f3a-9546-fc623bacc6b2 req-9b29eb9a-57c8-432b-98e1-dd5a38d412b6 service nova] [instance: c4d72f48-adf2-435f-9f5f-e3c3bc14bc8c] Received unexpected event network-vif-plugged-8a715a18-155e-4828-81e4-87eea70d2a07 for instance with vm_state building and task_state spawning. [ 749.650668] env[62328]: DEBUG oslo_concurrency.lockutils [None req-cb3e5856-646c-4d05-b44d-06fc846598bc tempest-VolumesAdminNegativeTest-179339308 tempest-VolumesAdminNegativeTest-179339308-project-member] Acquiring lock "04dd8fd6-91f0-444f-b642-2ba8dcdea19d" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 749.650957] env[62328]: DEBUG oslo_concurrency.lockutils [None req-cb3e5856-646c-4d05-b44d-06fc846598bc tempest-VolumesAdminNegativeTest-179339308 tempest-VolumesAdminNegativeTest-179339308-project-member] Lock "04dd8fd6-91f0-444f-b642-2ba8dcdea19d" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 749.686585] env[62328]: DEBUG oslo_concurrency.lockutils [None req-54cbb306-7cb9-4fa1-a0cf-addf52ca091e tempest-ServerMetadataNegativeTestJSON-401717437 tempest-ServerMetadataNegativeTestJSON-401717437-project-member] Lock "eaf3b1bf-6f71-48b1-b28d-bb882b9c2035" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 41.835s {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 749.880060] env[62328]: DEBUG oslo_vmware.api [None req-e9095174-672e-4964-9acd-0ab12d490907 tempest-ListImageFiltersTestJSON-111188615 tempest-ListImageFiltersTestJSON-111188615-project-member] Task: {'id': task-2386729, 'name': RemoveSnapshot_Task} progress is 30%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 749.907731] env[62328]: DEBUG nova.network.neutron [None req-81b83408-45f2-4dc8-982e-808b7e17ee9f tempest-ServerDiskConfigTestJSON-126406698 tempest-ServerDiskConfigTestJSON-126406698-project-member] [instance: 948b7ba2-2caa-4616-abc0-afc6cca58f76] Successfully updated port: 4112cbd9-ad9f-43a4-a74b-94b2fd30594f {{(pid=62328) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 749.916540] env[62328]: DEBUG oslo_vmware.api [None req-bc9c734c-2d53-4389-b8f1-6d85af47906e tempest-InstanceActionsTestJSON-398422522 tempest-InstanceActionsTestJSON-398422522-project-member] Task: {'id': session[52a6e20e-410d-708a-99f2-080a575a99bd]525085dc-2ea3-7988-45cc-bcfe68677334, 'name': SearchDatastore_Task, 'duration_secs': 0.028839} completed successfully. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 749.916876] env[62328]: DEBUG oslo_concurrency.lockutils [None req-bc9c734c-2d53-4389-b8f1-6d85af47906e tempest-InstanceActionsTestJSON-398422522 tempest-InstanceActionsTestJSON-398422522-project-member] Releasing lock "[datastore2] devstack-image-cache_base/dbf872a4-92be-47e4-8561-c3e2bf2423ab" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 749.917124] env[62328]: DEBUG nova.virt.vmwareapi.vmops [None req-bc9c734c-2d53-4389-b8f1-6d85af47906e tempest-InstanceActionsTestJSON-398422522 tempest-InstanceActionsTestJSON-398422522-project-member] [instance: c4d72f48-adf2-435f-9f5f-e3c3bc14bc8c] Processing image dbf872a4-92be-47e4-8561-c3e2bf2423ab {{(pid=62328) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 749.917475] env[62328]: DEBUG oslo_concurrency.lockutils [None req-bc9c734c-2d53-4389-b8f1-6d85af47906e tempest-InstanceActionsTestJSON-398422522 tempest-InstanceActionsTestJSON-398422522-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/dbf872a4-92be-47e4-8561-c3e2bf2423ab/dbf872a4-92be-47e4-8561-c3e2bf2423ab.vmdk" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 749.917568] env[62328]: DEBUG oslo_concurrency.lockutils [None req-bc9c734c-2d53-4389-b8f1-6d85af47906e tempest-InstanceActionsTestJSON-398422522 tempest-InstanceActionsTestJSON-398422522-project-member] Acquired lock "[datastore2] devstack-image-cache_base/dbf872a4-92be-47e4-8561-c3e2bf2423ab/dbf872a4-92be-47e4-8561-c3e2bf2423ab.vmdk" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.921112] env[62328]: DEBUG nova.virt.vmwareapi.ds_util [None req-bc9c734c-2d53-4389-b8f1-6d85af47906e tempest-InstanceActionsTestJSON-398422522 tempest-InstanceActionsTestJSON-398422522-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62328) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 749.921112] env[62328]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-c15905ac-a5bd-4f65-a55e-9f7876cd72e4 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 749.928369] env[62328]: DEBUG nova.virt.vmwareapi.ds_util [None req-bc9c734c-2d53-4389-b8f1-6d85af47906e tempest-InstanceActionsTestJSON-398422522 tempest-InstanceActionsTestJSON-398422522-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62328) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 749.928581] env[62328]: DEBUG nova.virt.vmwareapi.vmops [None req-bc9c734c-2d53-4389-b8f1-6d85af47906e tempest-InstanceActionsTestJSON-398422522 tempest-InstanceActionsTestJSON-398422522-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62328) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 749.929396] env[62328]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8e2727b3-c915-4efa-b047-e0e5f1211c7d {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 749.936522] env[62328]: DEBUG oslo_vmware.api [None req-bc9c734c-2d53-4389-b8f1-6d85af47906e tempest-InstanceActionsTestJSON-398422522 tempest-InstanceActionsTestJSON-398422522-project-member] Waiting for the task: (returnval){ [ 749.936522] env[62328]: value = "session[52a6e20e-410d-708a-99f2-080a575a99bd]5248ee0b-1ec6-80ed-5693-199fd9755a47" [ 749.936522] env[62328]: _type = "Task" [ 749.936522] env[62328]: } to complete. {{(pid=62328) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 749.947219] env[62328]: DEBUG oslo_vmware.api [None req-bc9c734c-2d53-4389-b8f1-6d85af47906e tempest-InstanceActionsTestJSON-398422522 tempest-InstanceActionsTestJSON-398422522-project-member] Task: {'id': session[52a6e20e-410d-708a-99f2-080a575a99bd]5248ee0b-1ec6-80ed-5693-199fd9755a47, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 750.158670] env[62328]: DEBUG nova.compute.utils [None req-cb3e5856-646c-4d05-b44d-06fc846598bc tempest-VolumesAdminNegativeTest-179339308 tempest-VolumesAdminNegativeTest-179339308-project-member] Using /dev/sd instead of None {{(pid=62328) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 750.274516] env[62328]: DEBUG nova.virt.vmwareapi.vm_util [None req-33e80895-4654-49d6-9255-0d9450b7759c tempest-ServerRescueTestJSON-434379102 tempest-ServerRescueTestJSON-434379102-project-member] [instance: c6b9b490-d331-47ac-8410-588490ab048d] Powering off the VM {{(pid=62328) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 750.274837] env[62328]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e84a0666-d014-4f9e-920b-ecc4cd0b422d {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 750.288036] env[62328]: DEBUG oslo_vmware.api [None req-33e80895-4654-49d6-9255-0d9450b7759c tempest-ServerRescueTestJSON-434379102 tempest-ServerRescueTestJSON-434379102-project-member] Waiting for the task: (returnval){ [ 750.288036] env[62328]: value = "task-2386730" [ 750.288036] env[62328]: _type = "Task" [ 750.288036] env[62328]: } to complete. {{(pid=62328) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 750.302031] env[62328]: DEBUG oslo_vmware.api [None req-33e80895-4654-49d6-9255-0d9450b7759c tempest-ServerRescueTestJSON-434379102 tempest-ServerRescueTestJSON-434379102-project-member] Task: {'id': task-2386730, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 750.354638] env[62328]: DEBUG oslo_vmware.rw_handles [None req-a085f0f7-5048-48c0-bf22-dc21b51cfc22 tempest-ImagesTestJSON-1776717495 tempest-ImagesTestJSON-1776717495-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/523a3952-3d0c-70b2-fd2a-54c2ede3ccfa/disk-0.vmdk. {{(pid=62328) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 750.355572] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-52a67424-4b66-4a8f-beb9-8cae778227a2 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 750.366661] env[62328]: DEBUG oslo_vmware.rw_handles [None req-a085f0f7-5048-48c0-bf22-dc21b51cfc22 tempest-ImagesTestJSON-1776717495 tempest-ImagesTestJSON-1776717495-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/523a3952-3d0c-70b2-fd2a-54c2ede3ccfa/disk-0.vmdk is in state: ready. {{(pid=62328) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 750.366661] env[62328]: ERROR oslo_vmware.rw_handles [None req-a085f0f7-5048-48c0-bf22-dc21b51cfc22 tempest-ImagesTestJSON-1776717495 tempest-ImagesTestJSON-1776717495-project-member] Aborting lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/523a3952-3d0c-70b2-fd2a-54c2ede3ccfa/disk-0.vmdk due to incomplete transfer. [ 750.366661] env[62328]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-6273a1bf-c639-41a6-ac9d-ecb323356523 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 750.376724] env[62328]: DEBUG oslo_vmware.rw_handles [None req-a085f0f7-5048-48c0-bf22-dc21b51cfc22 tempest-ImagesTestJSON-1776717495 tempest-ImagesTestJSON-1776717495-project-member] Closed VMDK read handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/523a3952-3d0c-70b2-fd2a-54c2ede3ccfa/disk-0.vmdk. {{(pid=62328) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 750.376939] env[62328]: DEBUG nova.virt.vmwareapi.images [None req-a085f0f7-5048-48c0-bf22-dc21b51cfc22 tempest-ImagesTestJSON-1776717495 tempest-ImagesTestJSON-1776717495-project-member] [instance: 911ce85b-847c-4cda-9753-e10fdaf224a5] Uploaded image e197793f-4bc9-4d60-83df-15f6e4e9b443 to the Glance image server {{(pid=62328) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 750.378755] env[62328]: DEBUG nova.virt.vmwareapi.vm_util [None req-a085f0f7-5048-48c0-bf22-dc21b51cfc22 tempest-ImagesTestJSON-1776717495 tempest-ImagesTestJSON-1776717495-project-member] [instance: 911ce85b-847c-4cda-9753-e10fdaf224a5] Destroying the VM {{(pid=62328) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 750.379598] env[62328]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-54e65cbe-8ab1-4295-bf68-4faf267412de {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 750.384847] env[62328]: DEBUG oslo_vmware.api [None req-e9095174-672e-4964-9acd-0ab12d490907 tempest-ListImageFiltersTestJSON-111188615 tempest-ListImageFiltersTestJSON-111188615-project-member] Task: {'id': task-2386729, 'name': RemoveSnapshot_Task, 'duration_secs': 0.761723} completed successfully. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 750.386012] env[62328]: DEBUG nova.virt.vmwareapi.vmops [None req-e9095174-672e-4964-9acd-0ab12d490907 tempest-ListImageFiltersTestJSON-111188615 tempest-ListImageFiltersTestJSON-111188615-project-member] [instance: a514091e-f57a-4447-b60b-7f22d6f26820] Deleted Snapshot of the VM instance {{(pid=62328) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 750.386253] env[62328]: INFO nova.compute.manager [None req-e9095174-672e-4964-9acd-0ab12d490907 tempest-ListImageFiltersTestJSON-111188615 tempest-ListImageFiltersTestJSON-111188615-project-member] [instance: a514091e-f57a-4447-b60b-7f22d6f26820] Took 15.10 seconds to snapshot the instance on the hypervisor. [ 750.388641] env[62328]: DEBUG oslo_vmware.api [None req-a085f0f7-5048-48c0-bf22-dc21b51cfc22 tempest-ImagesTestJSON-1776717495 tempest-ImagesTestJSON-1776717495-project-member] Waiting for the task: (returnval){ [ 750.388641] env[62328]: value = "task-2386731" [ 750.388641] env[62328]: _type = "Task" [ 750.388641] env[62328]: } to complete. {{(pid=62328) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 750.400809] env[62328]: DEBUG oslo_vmware.api [None req-a085f0f7-5048-48c0-bf22-dc21b51cfc22 tempest-ImagesTestJSON-1776717495 tempest-ImagesTestJSON-1776717495-project-member] Task: {'id': task-2386731, 'name': Destroy_Task} progress is 0%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 750.411203] env[62328]: DEBUG oslo_concurrency.lockutils [None req-81b83408-45f2-4dc8-982e-808b7e17ee9f tempest-ServerDiskConfigTestJSON-126406698 tempest-ServerDiskConfigTestJSON-126406698-project-member] Acquiring lock "refresh_cache-948b7ba2-2caa-4616-abc0-afc6cca58f76" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 750.411353] env[62328]: DEBUG oslo_concurrency.lockutils [None req-81b83408-45f2-4dc8-982e-808b7e17ee9f tempest-ServerDiskConfigTestJSON-126406698 tempest-ServerDiskConfigTestJSON-126406698-project-member] Acquired lock "refresh_cache-948b7ba2-2caa-4616-abc0-afc6cca58f76" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.411559] env[62328]: DEBUG nova.network.neutron [None req-81b83408-45f2-4dc8-982e-808b7e17ee9f tempest-ServerDiskConfigTestJSON-126406698 tempest-ServerDiskConfigTestJSON-126406698-project-member] [instance: 948b7ba2-2caa-4616-abc0-afc6cca58f76] Building network info cache for instance {{(pid=62328) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 750.450014] env[62328]: DEBUG oslo_vmware.api [None req-bc9c734c-2d53-4389-b8f1-6d85af47906e tempest-InstanceActionsTestJSON-398422522 tempest-InstanceActionsTestJSON-398422522-project-member] Task: {'id': session[52a6e20e-410d-708a-99f2-080a575a99bd]5248ee0b-1ec6-80ed-5693-199fd9755a47, 'name': SearchDatastore_Task, 'duration_secs': 0.013795} completed successfully. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 750.451503] env[62328]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-414d80c8-2ddf-4049-a73f-a7b223fffa3e {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 750.457490] env[62328]: DEBUG oslo_vmware.api [None req-bc9c734c-2d53-4389-b8f1-6d85af47906e tempest-InstanceActionsTestJSON-398422522 tempest-InstanceActionsTestJSON-398422522-project-member] Waiting for the task: (returnval){ [ 750.457490] env[62328]: value = "session[52a6e20e-410d-708a-99f2-080a575a99bd]52078471-ae79-eb8a-9005-6f1da2a2ce35" [ 750.457490] env[62328]: _type = "Task" [ 750.457490] env[62328]: } to complete. {{(pid=62328) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 750.471039] env[62328]: DEBUG oslo_vmware.api [None req-bc9c734c-2d53-4389-b8f1-6d85af47906e tempest-InstanceActionsTestJSON-398422522 tempest-InstanceActionsTestJSON-398422522-project-member] Task: {'id': session[52a6e20e-410d-708a-99f2-080a575a99bd]52078471-ae79-eb8a-9005-6f1da2a2ce35, 'name': SearchDatastore_Task, 'duration_secs': 0.01092} completed successfully. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 750.471309] env[62328]: DEBUG oslo_concurrency.lockutils [None req-bc9c734c-2d53-4389-b8f1-6d85af47906e tempest-InstanceActionsTestJSON-398422522 tempest-InstanceActionsTestJSON-398422522-project-member] Releasing lock "[datastore2] devstack-image-cache_base/dbf872a4-92be-47e4-8561-c3e2bf2423ab/dbf872a4-92be-47e4-8561-c3e2bf2423ab.vmdk" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 750.471561] env[62328]: DEBUG nova.virt.vmwareapi.vm_util [None req-bc9c734c-2d53-4389-b8f1-6d85af47906e tempest-InstanceActionsTestJSON-398422522 tempest-InstanceActionsTestJSON-398422522-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/dbf872a4-92be-47e4-8561-c3e2bf2423ab/dbf872a4-92be-47e4-8561-c3e2bf2423ab.vmdk to [datastore2] c4d72f48-adf2-435f-9f5f-e3c3bc14bc8c/c4d72f48-adf2-435f-9f5f-e3c3bc14bc8c.vmdk {{(pid=62328) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 750.472133] env[62328]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-f9ce6e16-dc39-4c61-b994-5bc1d63fe77a {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 750.481929] env[62328]: DEBUG oslo_vmware.api [None req-bc9c734c-2d53-4389-b8f1-6d85af47906e tempest-InstanceActionsTestJSON-398422522 tempest-InstanceActionsTestJSON-398422522-project-member] Waiting for the task: (returnval){ [ 750.481929] env[62328]: value = "task-2386732" [ 750.481929] env[62328]: _type = "Task" [ 750.481929] env[62328]: } to complete. {{(pid=62328) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 750.490431] env[62328]: DEBUG oslo_vmware.api [None req-bc9c734c-2d53-4389-b8f1-6d85af47906e tempest-InstanceActionsTestJSON-398422522 tempest-InstanceActionsTestJSON-398422522-project-member] Task: {'id': task-2386732, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 750.505993] env[62328]: DEBUG oslo_service.periodic_task [None req-332cd9a1-235b-4315-894a-68f76363e980 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=62328) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 750.506221] env[62328]: DEBUG oslo_service.periodic_task [None req-332cd9a1-235b-4315-894a-68f76363e980 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=62328) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 750.637248] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-57e098a9-b4f9-4d2b-829a-7b194f33685c {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 750.645718] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bc609a25-3b50-48dc-88d3-e4d959a804d5 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 750.679397] env[62328]: DEBUG oslo_concurrency.lockutils [None req-cb3e5856-646c-4d05-b44d-06fc846598bc tempest-VolumesAdminNegativeTest-179339308 tempest-VolumesAdminNegativeTest-179339308-project-member] Lock "04dd8fd6-91f0-444f-b642-2ba8dcdea19d" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.028s {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 750.681088] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-57331aa5-fff5-48ae-9160-0097180bbe0f {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 750.690131] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-769b2bf4-8b5a-499e-b09a-26e7f7bcbd27 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 750.704901] env[62328]: DEBUG nova.compute.provider_tree [None req-9a602b75-500b-41db-a1d1-6e5c34b96618 tempest-ServersWithSpecificFlavorTestJSON-2091780743 tempest-ServersWithSpecificFlavorTestJSON-2091780743-project-member] Inventory has not changed in ProviderTree for provider: 3469e9f8-04af-49ca-8435-49f104496744 {{(pid=62328) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 750.798327] env[62328]: DEBUG oslo_vmware.api [None req-33e80895-4654-49d6-9255-0d9450b7759c tempest-ServerRescueTestJSON-434379102 tempest-ServerRescueTestJSON-434379102-project-member] Task: {'id': task-2386730, 'name': PowerOffVM_Task, 'duration_secs': 0.227078} completed successfully. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 750.798542] env[62328]: DEBUG nova.virt.vmwareapi.vm_util [None req-33e80895-4654-49d6-9255-0d9450b7759c tempest-ServerRescueTestJSON-434379102 tempest-ServerRescueTestJSON-434379102-project-member] [instance: c6b9b490-d331-47ac-8410-588490ab048d] Powered off the VM {{(pid=62328) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 750.799553] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-95da80ad-d94d-4783-bcb6-2bda6e7d5dc3 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 750.821840] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2a56cea1-1070-48da-a6b4-ccf617a5813c {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 750.862355] env[62328]: DEBUG nova.virt.vmwareapi.vm_util [None req-33e80895-4654-49d6-9255-0d9450b7759c tempest-ServerRescueTestJSON-434379102 tempest-ServerRescueTestJSON-434379102-project-member] [instance: c6b9b490-d331-47ac-8410-588490ab048d] Powering off the VM {{(pid=62328) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 750.862671] env[62328]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-fac188ec-5ba5-4e59-a3a8-197f480871f0 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 750.871932] env[62328]: DEBUG oslo_vmware.api [None req-33e80895-4654-49d6-9255-0d9450b7759c tempest-ServerRescueTestJSON-434379102 tempest-ServerRescueTestJSON-434379102-project-member] Waiting for the task: (returnval){ [ 750.871932] env[62328]: value = "task-2386733" [ 750.871932] env[62328]: _type = "Task" [ 750.871932] env[62328]: } to complete. {{(pid=62328) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 750.882994] env[62328]: DEBUG nova.virt.vmwareapi.vm_util [None req-33e80895-4654-49d6-9255-0d9450b7759c tempest-ServerRescueTestJSON-434379102 tempest-ServerRescueTestJSON-434379102-project-member] [instance: c6b9b490-d331-47ac-8410-588490ab048d] VM already powered off {{(pid=62328) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 750.883284] env[62328]: DEBUG nova.virt.vmwareapi.vmops [None req-33e80895-4654-49d6-9255-0d9450b7759c tempest-ServerRescueTestJSON-434379102 tempest-ServerRescueTestJSON-434379102-project-member] [instance: c6b9b490-d331-47ac-8410-588490ab048d] Processing image dbf872a4-92be-47e4-8561-c3e2bf2423ab {{(pid=62328) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 750.883763] env[62328]: DEBUG oslo_concurrency.lockutils [None req-33e80895-4654-49d6-9255-0d9450b7759c tempest-ServerRescueTestJSON-434379102 tempest-ServerRescueTestJSON-434379102-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/dbf872a4-92be-47e4-8561-c3e2bf2423ab/dbf872a4-92be-47e4-8561-c3e2bf2423ab.vmdk" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 750.883968] env[62328]: DEBUG oslo_concurrency.lockutils [None req-33e80895-4654-49d6-9255-0d9450b7759c tempest-ServerRescueTestJSON-434379102 tempest-ServerRescueTestJSON-434379102-project-member] Acquired lock "[datastore2] devstack-image-cache_base/dbf872a4-92be-47e4-8561-c3e2bf2423ab/dbf872a4-92be-47e4-8561-c3e2bf2423ab.vmdk" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.884182] env[62328]: DEBUG nova.virt.vmwareapi.ds_util [None req-33e80895-4654-49d6-9255-0d9450b7759c tempest-ServerRescueTestJSON-434379102 tempest-ServerRescueTestJSON-434379102-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62328) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 750.884498] env[62328]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-4a72feaf-c128-436c-8d30-e23d76b62ad1 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 750.901211] env[62328]: DEBUG oslo_vmware.api [None req-a085f0f7-5048-48c0-bf22-dc21b51cfc22 tempest-ImagesTestJSON-1776717495 tempest-ImagesTestJSON-1776717495-project-member] Task: {'id': task-2386731, 'name': Destroy_Task} progress is 100%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 750.904699] env[62328]: DEBUG nova.virt.vmwareapi.ds_util [None req-33e80895-4654-49d6-9255-0d9450b7759c tempest-ServerRescueTestJSON-434379102 tempest-ServerRescueTestJSON-434379102-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62328) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 750.904825] env[62328]: DEBUG nova.virt.vmwareapi.vmops [None req-33e80895-4654-49d6-9255-0d9450b7759c tempest-ServerRescueTestJSON-434379102 tempest-ServerRescueTestJSON-434379102-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62328) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 750.905651] env[62328]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5f424bec-4a1b-4f49-847f-46216e6f8871 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 750.913184] env[62328]: DEBUG oslo_vmware.api [None req-33e80895-4654-49d6-9255-0d9450b7759c tempest-ServerRescueTestJSON-434379102 tempest-ServerRescueTestJSON-434379102-project-member] Waiting for the task: (returnval){ [ 750.913184] env[62328]: value = "session[52a6e20e-410d-708a-99f2-080a575a99bd]52be7497-ea4e-eabb-37f3-b44621f0a91d" [ 750.913184] env[62328]: _type = "Task" [ 750.913184] env[62328]: } to complete. {{(pid=62328) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 750.926826] env[62328]: DEBUG oslo_vmware.api [None req-33e80895-4654-49d6-9255-0d9450b7759c tempest-ServerRescueTestJSON-434379102 tempest-ServerRescueTestJSON-434379102-project-member] Task: {'id': session[52a6e20e-410d-708a-99f2-080a575a99bd]52be7497-ea4e-eabb-37f3-b44621f0a91d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 750.991072] env[62328]: DEBUG oslo_vmware.api [None req-bc9c734c-2d53-4389-b8f1-6d85af47906e tempest-InstanceActionsTestJSON-398422522 tempest-InstanceActionsTestJSON-398422522-project-member] Task: {'id': task-2386732, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 751.015512] env[62328]: DEBUG oslo_service.periodic_task [None req-332cd9a1-235b-4315-894a-68f76363e980 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=62328) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 751.015512] env[62328]: DEBUG nova.compute.manager [None req-332cd9a1-235b-4315-894a-68f76363e980 None None] Starting heal instance info cache {{(pid=62328) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10445}} [ 751.177661] env[62328]: DEBUG nova.network.neutron [None req-81b83408-45f2-4dc8-982e-808b7e17ee9f tempest-ServerDiskConfigTestJSON-126406698 tempest-ServerDiskConfigTestJSON-126406698-project-member] [instance: 948b7ba2-2caa-4616-abc0-afc6cca58f76] Instance cache missing network info. {{(pid=62328) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 751.209158] env[62328]: DEBUG nova.scheduler.client.report [None req-9a602b75-500b-41db-a1d1-6e5c34b96618 tempest-ServersWithSpecificFlavorTestJSON-2091780743 tempest-ServersWithSpecificFlavorTestJSON-2091780743-project-member] Inventory has not changed for provider 3469e9f8-04af-49ca-8435-49f104496744 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 152, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62328) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 751.403961] env[62328]: DEBUG oslo_vmware.api [None req-a085f0f7-5048-48c0-bf22-dc21b51cfc22 tempest-ImagesTestJSON-1776717495 tempest-ImagesTestJSON-1776717495-project-member] Task: {'id': task-2386731, 'name': Destroy_Task, 'duration_secs': 0.528797} completed successfully. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 751.404279] env[62328]: INFO nova.virt.vmwareapi.vm_util [None req-a085f0f7-5048-48c0-bf22-dc21b51cfc22 tempest-ImagesTestJSON-1776717495 tempest-ImagesTestJSON-1776717495-project-member] [instance: 911ce85b-847c-4cda-9753-e10fdaf224a5] Destroyed the VM [ 751.404548] env[62328]: DEBUG nova.virt.vmwareapi.vmops [None req-a085f0f7-5048-48c0-bf22-dc21b51cfc22 tempest-ImagesTestJSON-1776717495 tempest-ImagesTestJSON-1776717495-project-member] [instance: 911ce85b-847c-4cda-9753-e10fdaf224a5] Deleting Snapshot of the VM instance {{(pid=62328) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 751.404850] env[62328]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-4131f334-a9c4-4b11-a332-512bf0112534 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 751.412535] env[62328]: DEBUG oslo_vmware.api [None req-a085f0f7-5048-48c0-bf22-dc21b51cfc22 tempest-ImagesTestJSON-1776717495 tempest-ImagesTestJSON-1776717495-project-member] Waiting for the task: (returnval){ [ 751.412535] env[62328]: value = "task-2386734" [ 751.412535] env[62328]: _type = "Task" [ 751.412535] env[62328]: } to complete. {{(pid=62328) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 751.433587] env[62328]: DEBUG oslo_vmware.api [None req-a085f0f7-5048-48c0-bf22-dc21b51cfc22 tempest-ImagesTestJSON-1776717495 tempest-ImagesTestJSON-1776717495-project-member] Task: {'id': task-2386734, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 751.433952] env[62328]: DEBUG oslo_vmware.api [None req-33e80895-4654-49d6-9255-0d9450b7759c tempest-ServerRescueTestJSON-434379102 tempest-ServerRescueTestJSON-434379102-project-member] Task: {'id': session[52a6e20e-410d-708a-99f2-080a575a99bd]52be7497-ea4e-eabb-37f3-b44621f0a91d, 'name': SearchDatastore_Task, 'duration_secs': 0.063194} completed successfully. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 751.434900] env[62328]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8c212e0d-4f4c-4c72-8e7e-80706a852de7 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 751.444818] env[62328]: DEBUG oslo_vmware.api [None req-33e80895-4654-49d6-9255-0d9450b7759c tempest-ServerRescueTestJSON-434379102 tempest-ServerRescueTestJSON-434379102-project-member] Waiting for the task: (returnval){ [ 751.444818] env[62328]: value = "session[52a6e20e-410d-708a-99f2-080a575a99bd]526a609a-0ce9-ee3a-ae68-47bca575567e" [ 751.444818] env[62328]: _type = "Task" [ 751.444818] env[62328]: } to complete. {{(pid=62328) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 751.454405] env[62328]: DEBUG oslo_vmware.api [None req-33e80895-4654-49d6-9255-0d9450b7759c tempest-ServerRescueTestJSON-434379102 tempest-ServerRescueTestJSON-434379102-project-member] Task: {'id': session[52a6e20e-410d-708a-99f2-080a575a99bd]526a609a-0ce9-ee3a-ae68-47bca575567e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 751.492298] env[62328]: DEBUG oslo_vmware.api [None req-bc9c734c-2d53-4389-b8f1-6d85af47906e tempest-InstanceActionsTestJSON-398422522 tempest-InstanceActionsTestJSON-398422522-project-member] Task: {'id': task-2386732, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.524338} completed successfully. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 751.492585] env[62328]: DEBUG nova.virt.vmwareapi.vm_util [None req-bc9c734c-2d53-4389-b8f1-6d85af47906e tempest-InstanceActionsTestJSON-398422522 tempest-InstanceActionsTestJSON-398422522-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/dbf872a4-92be-47e4-8561-c3e2bf2423ab/dbf872a4-92be-47e4-8561-c3e2bf2423ab.vmdk to [datastore2] c4d72f48-adf2-435f-9f5f-e3c3bc14bc8c/c4d72f48-adf2-435f-9f5f-e3c3bc14bc8c.vmdk {{(pid=62328) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 751.492805] env[62328]: DEBUG nova.virt.vmwareapi.vmops [None req-bc9c734c-2d53-4389-b8f1-6d85af47906e tempest-InstanceActionsTestJSON-398422522 tempest-InstanceActionsTestJSON-398422522-project-member] [instance: c4d72f48-adf2-435f-9f5f-e3c3bc14bc8c] Extending root virtual disk to 1048576 {{(pid=62328) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 751.493110] env[62328]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-ae42d877-95e2-4c53-9859-25cf315ebcf5 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 751.501866] env[62328]: DEBUG oslo_vmware.api [None req-bc9c734c-2d53-4389-b8f1-6d85af47906e tempest-InstanceActionsTestJSON-398422522 tempest-InstanceActionsTestJSON-398422522-project-member] Waiting for the task: (returnval){ [ 751.501866] env[62328]: value = "task-2386735" [ 751.501866] env[62328]: _type = "Task" [ 751.501866] env[62328]: } to complete. {{(pid=62328) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 751.513152] env[62328]: DEBUG oslo_vmware.api [None req-bc9c734c-2d53-4389-b8f1-6d85af47906e tempest-InstanceActionsTestJSON-398422522 tempest-InstanceActionsTestJSON-398422522-project-member] Task: {'id': task-2386735, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 751.523149] env[62328]: DEBUG nova.network.neutron [None req-81b83408-45f2-4dc8-982e-808b7e17ee9f tempest-ServerDiskConfigTestJSON-126406698 tempest-ServerDiskConfigTestJSON-126406698-project-member] [instance: 948b7ba2-2caa-4616-abc0-afc6cca58f76] Updating instance_info_cache with network_info: [{"id": "4112cbd9-ad9f-43a4-a74b-94b2fd30594f", "address": "fa:16:3e:af:2a:76", "network": {"id": "ae1b0afd-4a0c-4b8a-99ac-dbdf6dd5bf95", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-10758413-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "33a1d9f198d84697b63d98d445dea080", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dcf5c3f7-4e33-4f21-b323-3673930b789c", "external-id": "nsx-vlan-transportzone-983", "segmentation_id": 983, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4112cbd9-ad", "ovs_interfaceid": "4112cbd9-ad9f-43a4-a74b-94b2fd30594f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62328) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 751.719688] env[62328]: DEBUG oslo_concurrency.lockutils [None req-9a602b75-500b-41db-a1d1-6e5c34b96618 tempest-ServersWithSpecificFlavorTestJSON-2091780743 tempest-ServersWithSpecificFlavorTestJSON-2091780743-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.583s {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 751.720973] env[62328]: DEBUG nova.compute.manager [None req-9a602b75-500b-41db-a1d1-6e5c34b96618 tempest-ServersWithSpecificFlavorTestJSON-2091780743 tempest-ServersWithSpecificFlavorTestJSON-2091780743-project-member] [instance: 4012f976-bb83-4296-8a36-f3af12570729] Start building networks asynchronously for instance. {{(pid=62328) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 751.727022] env[62328]: DEBUG oslo_concurrency.lockutils [None req-489fb2c0-194d-4041-829f-8587e2716af1 tempest-ServersTestFqdnHostnames-1216059078 tempest-ServersTestFqdnHostnames-1216059078-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 35.579s {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 751.727022] env[62328]: INFO nova.compute.claims [None req-489fb2c0-194d-4041-829f-8587e2716af1 tempest-ServersTestFqdnHostnames-1216059078 tempest-ServersTestFqdnHostnames-1216059078-project-member] [instance: ab48d158-561e-40d6-a649-f38a096d96c3] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 751.750939] env[62328]: DEBUG oslo_concurrency.lockutils [None req-cb3e5856-646c-4d05-b44d-06fc846598bc tempest-VolumesAdminNegativeTest-179339308 tempest-VolumesAdminNegativeTest-179339308-project-member] Acquiring lock "04dd8fd6-91f0-444f-b642-2ba8dcdea19d" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 751.750939] env[62328]: DEBUG oslo_concurrency.lockutils [None req-cb3e5856-646c-4d05-b44d-06fc846598bc tempest-VolumesAdminNegativeTest-179339308 tempest-VolumesAdminNegativeTest-179339308-project-member] Lock "04dd8fd6-91f0-444f-b642-2ba8dcdea19d" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 751.750939] env[62328]: INFO nova.compute.manager [None req-cb3e5856-646c-4d05-b44d-06fc846598bc tempest-VolumesAdminNegativeTest-179339308 tempest-VolumesAdminNegativeTest-179339308-project-member] [instance: 04dd8fd6-91f0-444f-b642-2ba8dcdea19d] Attaching volume b58f5f45-8a34-4fa4-8068-c1dce7809b40 to /dev/sdb [ 751.798503] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b42820b8-5744-40dd-9498-13d8e26cc938 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 751.806459] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c002e211-9be4-454e-92de-51953355b13b {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 751.823278] env[62328]: DEBUG nova.virt.block_device [None req-cb3e5856-646c-4d05-b44d-06fc846598bc tempest-VolumesAdminNegativeTest-179339308 tempest-VolumesAdminNegativeTest-179339308-project-member] [instance: 04dd8fd6-91f0-444f-b642-2ba8dcdea19d] Updating existing volume attachment record: 1afd08d6-67b0-4a88-b5d0-fae6aa0304d1 {{(pid=62328) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 751.925823] env[62328]: DEBUG oslo_vmware.api [None req-a085f0f7-5048-48c0-bf22-dc21b51cfc22 tempest-ImagesTestJSON-1776717495 tempest-ImagesTestJSON-1776717495-project-member] Task: {'id': task-2386734, 'name': RemoveSnapshot_Task, 'duration_secs': 0.369889} completed successfully. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 751.926443] env[62328]: DEBUG nova.virt.vmwareapi.vmops [None req-a085f0f7-5048-48c0-bf22-dc21b51cfc22 tempest-ImagesTestJSON-1776717495 tempest-ImagesTestJSON-1776717495-project-member] [instance: 911ce85b-847c-4cda-9753-e10fdaf224a5] Deleted Snapshot of the VM instance {{(pid=62328) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 751.926443] env[62328]: INFO nova.compute.manager [None req-a085f0f7-5048-48c0-bf22-dc21b51cfc22 tempest-ImagesTestJSON-1776717495 tempest-ImagesTestJSON-1776717495-project-member] [instance: 911ce85b-847c-4cda-9753-e10fdaf224a5] Took 14.64 seconds to snapshot the instance on the hypervisor. [ 751.936505] env[62328]: DEBUG nova.compute.manager [req-2a75113a-e58f-4b4e-85ec-c153c22dfa52 req-e7b0aa04-fcaf-4a05-84ba-a3a531277816 service nova] [instance: c4d72f48-adf2-435f-9f5f-e3c3bc14bc8c] Received event network-changed-8a715a18-155e-4828-81e4-87eea70d2a07 {{(pid=62328) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 751.936743] env[62328]: DEBUG nova.compute.manager [req-2a75113a-e58f-4b4e-85ec-c153c22dfa52 req-e7b0aa04-fcaf-4a05-84ba-a3a531277816 service nova] [instance: c4d72f48-adf2-435f-9f5f-e3c3bc14bc8c] Refreshing instance network info cache due to event network-changed-8a715a18-155e-4828-81e4-87eea70d2a07. {{(pid=62328) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 751.936864] env[62328]: DEBUG oslo_concurrency.lockutils [req-2a75113a-e58f-4b4e-85ec-c153c22dfa52 req-e7b0aa04-fcaf-4a05-84ba-a3a531277816 service nova] Acquiring lock "refresh_cache-c4d72f48-adf2-435f-9f5f-e3c3bc14bc8c" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 751.937011] env[62328]: DEBUG oslo_concurrency.lockutils [req-2a75113a-e58f-4b4e-85ec-c153c22dfa52 req-e7b0aa04-fcaf-4a05-84ba-a3a531277816 service nova] Acquired lock "refresh_cache-c4d72f48-adf2-435f-9f5f-e3c3bc14bc8c" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.937274] env[62328]: DEBUG nova.network.neutron [req-2a75113a-e58f-4b4e-85ec-c153c22dfa52 req-e7b0aa04-fcaf-4a05-84ba-a3a531277816 service nova] [instance: c4d72f48-adf2-435f-9f5f-e3c3bc14bc8c] Refreshing network info cache for port 8a715a18-155e-4828-81e4-87eea70d2a07 {{(pid=62328) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 751.957013] env[62328]: DEBUG oslo_vmware.api [None req-33e80895-4654-49d6-9255-0d9450b7759c tempest-ServerRescueTestJSON-434379102 tempest-ServerRescueTestJSON-434379102-project-member] Task: {'id': session[52a6e20e-410d-708a-99f2-080a575a99bd]526a609a-0ce9-ee3a-ae68-47bca575567e, 'name': SearchDatastore_Task, 'duration_secs': 0.012635} completed successfully. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 751.957335] env[62328]: DEBUG oslo_concurrency.lockutils [None req-33e80895-4654-49d6-9255-0d9450b7759c tempest-ServerRescueTestJSON-434379102 tempest-ServerRescueTestJSON-434379102-project-member] Releasing lock "[datastore2] devstack-image-cache_base/dbf872a4-92be-47e4-8561-c3e2bf2423ab/dbf872a4-92be-47e4-8561-c3e2bf2423ab.vmdk" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 751.957629] env[62328]: DEBUG nova.virt.vmwareapi.ds_util [None req-33e80895-4654-49d6-9255-0d9450b7759c tempest-ServerRescueTestJSON-434379102 tempest-ServerRescueTestJSON-434379102-project-member] Copying virtual disk from [datastore2] devstack-image-cache_base/dbf872a4-92be-47e4-8561-c3e2bf2423ab/dbf872a4-92be-47e4-8561-c3e2bf2423ab.vmdk to [datastore2] c6b9b490-d331-47ac-8410-588490ab048d/dbf872a4-92be-47e4-8561-c3e2bf2423ab-rescue.vmdk. {{(pid=62328) disk_copy /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:281}} [ 751.958174] env[62328]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-09557297-6598-43d8-8bf6-870daa1e57ba {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 751.967788] env[62328]: DEBUG oslo_vmware.api [None req-33e80895-4654-49d6-9255-0d9450b7759c tempest-ServerRescueTestJSON-434379102 tempest-ServerRescueTestJSON-434379102-project-member] Waiting for the task: (returnval){ [ 751.967788] env[62328]: value = "task-2386736" [ 751.967788] env[62328]: _type = "Task" [ 751.967788] env[62328]: } to complete. {{(pid=62328) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 751.978963] env[62328]: DEBUG oslo_vmware.api [None req-33e80895-4654-49d6-9255-0d9450b7759c tempest-ServerRescueTestJSON-434379102 tempest-ServerRescueTestJSON-434379102-project-member] Task: {'id': task-2386736, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 752.013294] env[62328]: DEBUG oslo_vmware.api [None req-bc9c734c-2d53-4389-b8f1-6d85af47906e tempest-InstanceActionsTestJSON-398422522 tempest-InstanceActionsTestJSON-398422522-project-member] Task: {'id': task-2386735, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.074745} completed successfully. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 752.013294] env[62328]: DEBUG nova.virt.vmwareapi.vmops [None req-bc9c734c-2d53-4389-b8f1-6d85af47906e tempest-InstanceActionsTestJSON-398422522 tempest-InstanceActionsTestJSON-398422522-project-member] [instance: c4d72f48-adf2-435f-9f5f-e3c3bc14bc8c] Extended root virtual disk {{(pid=62328) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 752.013605] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9ba579ea-0c20-4645-a31e-f067c2dac38c {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 752.035054] env[62328]: DEBUG oslo_concurrency.lockutils [None req-81b83408-45f2-4dc8-982e-808b7e17ee9f tempest-ServerDiskConfigTestJSON-126406698 tempest-ServerDiskConfigTestJSON-126406698-project-member] Releasing lock "refresh_cache-948b7ba2-2caa-4616-abc0-afc6cca58f76" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 752.035556] env[62328]: DEBUG nova.compute.manager [None req-81b83408-45f2-4dc8-982e-808b7e17ee9f tempest-ServerDiskConfigTestJSON-126406698 tempest-ServerDiskConfigTestJSON-126406698-project-member] [instance: 948b7ba2-2caa-4616-abc0-afc6cca58f76] Instance network_info: |[{"id": "4112cbd9-ad9f-43a4-a74b-94b2fd30594f", "address": "fa:16:3e:af:2a:76", "network": {"id": "ae1b0afd-4a0c-4b8a-99ac-dbdf6dd5bf95", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-10758413-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "33a1d9f198d84697b63d98d445dea080", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dcf5c3f7-4e33-4f21-b323-3673930b789c", "external-id": "nsx-vlan-transportzone-983", "segmentation_id": 983, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4112cbd9-ad", "ovs_interfaceid": "4112cbd9-ad9f-43a4-a74b-94b2fd30594f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62328) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 752.045835] env[62328]: DEBUG nova.virt.vmwareapi.volumeops [None req-bc9c734c-2d53-4389-b8f1-6d85af47906e tempest-InstanceActionsTestJSON-398422522 tempest-InstanceActionsTestJSON-398422522-project-member] [instance: c4d72f48-adf2-435f-9f5f-e3c3bc14bc8c] Reconfiguring VM instance instance-00000033 to attach disk [datastore2] c4d72f48-adf2-435f-9f5f-e3c3bc14bc8c/c4d72f48-adf2-435f-9f5f-e3c3bc14bc8c.vmdk or device None with type sparse {{(pid=62328) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 752.046825] env[62328]: DEBUG nova.virt.vmwareapi.vmops [None req-81b83408-45f2-4dc8-982e-808b7e17ee9f tempest-ServerDiskConfigTestJSON-126406698 tempest-ServerDiskConfigTestJSON-126406698-project-member] [instance: 948b7ba2-2caa-4616-abc0-afc6cca58f76] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:af:2a:76', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'dcf5c3f7-4e33-4f21-b323-3673930b789c', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '4112cbd9-ad9f-43a4-a74b-94b2fd30594f', 'vif_model': 'vmxnet3'}] {{(pid=62328) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 752.055073] env[62328]: DEBUG oslo.service.loopingcall [None req-81b83408-45f2-4dc8-982e-808b7e17ee9f tempest-ServerDiskConfigTestJSON-126406698 tempest-ServerDiskConfigTestJSON-126406698-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62328) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 752.055847] env[62328]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5a977962-9732-418d-ac48-22567ed5e0d4 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 752.072259] env[62328]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 948b7ba2-2caa-4616-abc0-afc6cca58f76] Creating VM on the ESX host {{(pid=62328) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 752.073294] env[62328]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-94e3611d-a322-4571-806a-417691705e07 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 752.097635] env[62328]: DEBUG oslo_vmware.api [None req-bc9c734c-2d53-4389-b8f1-6d85af47906e tempest-InstanceActionsTestJSON-398422522 tempest-InstanceActionsTestJSON-398422522-project-member] Waiting for the task: (returnval){ [ 752.097635] env[62328]: value = "task-2386738" [ 752.097635] env[62328]: _type = "Task" [ 752.097635] env[62328]: } to complete. {{(pid=62328) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 752.097823] env[62328]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 752.097823] env[62328]: value = "task-2386739" [ 752.097823] env[62328]: _type = "Task" [ 752.097823] env[62328]: } to complete. {{(pid=62328) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 752.109136] env[62328]: DEBUG oslo_vmware.api [-] Task: {'id': task-2386739, 'name': CreateVM_Task} progress is 0%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 752.113136] env[62328]: DEBUG oslo_vmware.api [None req-bc9c734c-2d53-4389-b8f1-6d85af47906e tempest-InstanceActionsTestJSON-398422522 tempest-InstanceActionsTestJSON-398422522-project-member] Task: {'id': task-2386738, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 752.134706] env[62328]: DEBUG oslo_concurrency.lockutils [None req-332cd9a1-235b-4315-894a-68f76363e980 None None] Acquiring lock "refresh_cache-6c107768-0f57-42fd-a2a5-b28207b17de9" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 752.134878] env[62328]: DEBUG oslo_concurrency.lockutils [None req-332cd9a1-235b-4315-894a-68f76363e980 None None] Acquired lock "refresh_cache-6c107768-0f57-42fd-a2a5-b28207b17de9" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.135182] env[62328]: DEBUG nova.network.neutron [None req-332cd9a1-235b-4315-894a-68f76363e980 None None] [instance: 6c107768-0f57-42fd-a2a5-b28207b17de9] Forcefully refreshing network info cache for instance {{(pid=62328) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2061}} [ 752.232151] env[62328]: DEBUG nova.compute.utils [None req-9a602b75-500b-41db-a1d1-6e5c34b96618 tempest-ServersWithSpecificFlavorTestJSON-2091780743 tempest-ServersWithSpecificFlavorTestJSON-2091780743-project-member] Using /dev/sd instead of None {{(pid=62328) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 752.236569] env[62328]: DEBUG nova.compute.manager [None req-9a602b75-500b-41db-a1d1-6e5c34b96618 tempest-ServersWithSpecificFlavorTestJSON-2091780743 tempest-ServersWithSpecificFlavorTestJSON-2091780743-project-member] [instance: 4012f976-bb83-4296-8a36-f3af12570729] Allocating IP information in the background. {{(pid=62328) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 752.236837] env[62328]: DEBUG nova.network.neutron [None req-9a602b75-500b-41db-a1d1-6e5c34b96618 tempest-ServersWithSpecificFlavorTestJSON-2091780743 tempest-ServersWithSpecificFlavorTestJSON-2091780743-project-member] [instance: 4012f976-bb83-4296-8a36-f3af12570729] allocate_for_instance() {{(pid=62328) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 752.343573] env[62328]: DEBUG oslo_concurrency.lockutils [None req-21bf2375-4693-49dc-bea3-4d3371b304c5 tempest-ServersTestJSON-42114830 tempest-ServersTestJSON-42114830-project-member] Acquiring lock "aa0b930b-b792-402c-ac6d-bfe5dfed0f03" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 752.344172] env[62328]: DEBUG oslo_concurrency.lockutils [None req-21bf2375-4693-49dc-bea3-4d3371b304c5 tempest-ServersTestJSON-42114830 tempest-ServersTestJSON-42114830-project-member] Lock "aa0b930b-b792-402c-ac6d-bfe5dfed0f03" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 752.344864] env[62328]: DEBUG oslo_concurrency.lockutils [None req-21bf2375-4693-49dc-bea3-4d3371b304c5 tempest-ServersTestJSON-42114830 tempest-ServersTestJSON-42114830-project-member] Acquiring lock "aa0b930b-b792-402c-ac6d-bfe5dfed0f03-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 752.344864] env[62328]: DEBUG oslo_concurrency.lockutils [None req-21bf2375-4693-49dc-bea3-4d3371b304c5 tempest-ServersTestJSON-42114830 tempest-ServersTestJSON-42114830-project-member] Lock "aa0b930b-b792-402c-ac6d-bfe5dfed0f03-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 752.344864] env[62328]: DEBUG oslo_concurrency.lockutils [None req-21bf2375-4693-49dc-bea3-4d3371b304c5 tempest-ServersTestJSON-42114830 tempest-ServersTestJSON-42114830-project-member] Lock "aa0b930b-b792-402c-ac6d-bfe5dfed0f03-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 752.348056] env[62328]: INFO nova.compute.manager [None req-21bf2375-4693-49dc-bea3-4d3371b304c5 tempest-ServersTestJSON-42114830 tempest-ServersTestJSON-42114830-project-member] [instance: aa0b930b-b792-402c-ac6d-bfe5dfed0f03] Terminating instance [ 752.355225] env[62328]: DEBUG nova.policy [None req-9a602b75-500b-41db-a1d1-6e5c34b96618 tempest-ServersWithSpecificFlavorTestJSON-2091780743 tempest-ServersWithSpecificFlavorTestJSON-2091780743-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '5b8a293ab2694c45a43f393037a5eedd', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '5e755d1c1d32499a96fcf33e11fe6785', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62328) authorize /opt/stack/nova/nova/policy.py:192}} [ 752.480388] env[62328]: DEBUG oslo_vmware.api [None req-33e80895-4654-49d6-9255-0d9450b7759c tempest-ServerRescueTestJSON-434379102 tempest-ServerRescueTestJSON-434379102-project-member] Task: {'id': task-2386736, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.503613} completed successfully. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 752.480739] env[62328]: INFO nova.virt.vmwareapi.ds_util [None req-33e80895-4654-49d6-9255-0d9450b7759c tempest-ServerRescueTestJSON-434379102 tempest-ServerRescueTestJSON-434379102-project-member] Copied virtual disk from [datastore2] devstack-image-cache_base/dbf872a4-92be-47e4-8561-c3e2bf2423ab/dbf872a4-92be-47e4-8561-c3e2bf2423ab.vmdk to [datastore2] c6b9b490-d331-47ac-8410-588490ab048d/dbf872a4-92be-47e4-8561-c3e2bf2423ab-rescue.vmdk. [ 752.481730] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-507a8cb3-7d2b-43b7-ba33-c2d7d738c762 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 752.522279] env[62328]: DEBUG nova.virt.vmwareapi.volumeops [None req-33e80895-4654-49d6-9255-0d9450b7759c tempest-ServerRescueTestJSON-434379102 tempest-ServerRescueTestJSON-434379102-project-member] [instance: c6b9b490-d331-47ac-8410-588490ab048d] Reconfiguring VM instance instance-00000032 to attach disk [datastore2] c6b9b490-d331-47ac-8410-588490ab048d/dbf872a4-92be-47e4-8561-c3e2bf2423ab-rescue.vmdk or device None with type thin {{(pid=62328) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 752.523969] env[62328]: DEBUG oslo_concurrency.lockutils [None req-4f005a0a-c463-4ae7-a94c-cea7cdff9b90 tempest-ImagesTestJSON-1776717495 tempest-ImagesTestJSON-1776717495-project-member] Acquiring lock "911ce85b-847c-4cda-9753-e10fdaf224a5" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 752.524889] env[62328]: DEBUG oslo_concurrency.lockutils [None req-4f005a0a-c463-4ae7-a94c-cea7cdff9b90 tempest-ImagesTestJSON-1776717495 tempest-ImagesTestJSON-1776717495-project-member] Lock "911ce85b-847c-4cda-9753-e10fdaf224a5" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 752.525192] env[62328]: DEBUG oslo_concurrency.lockutils [None req-4f005a0a-c463-4ae7-a94c-cea7cdff9b90 tempest-ImagesTestJSON-1776717495 tempest-ImagesTestJSON-1776717495-project-member] Acquiring lock "911ce85b-847c-4cda-9753-e10fdaf224a5-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 752.525646] env[62328]: DEBUG oslo_concurrency.lockutils [None req-4f005a0a-c463-4ae7-a94c-cea7cdff9b90 tempest-ImagesTestJSON-1776717495 tempest-ImagesTestJSON-1776717495-project-member] Lock "911ce85b-847c-4cda-9753-e10fdaf224a5-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 752.525904] env[62328]: DEBUG oslo_concurrency.lockutils [None req-4f005a0a-c463-4ae7-a94c-cea7cdff9b90 tempest-ImagesTestJSON-1776717495 tempest-ImagesTestJSON-1776717495-project-member] Lock "911ce85b-847c-4cda-9753-e10fdaf224a5-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 752.528222] env[62328]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-fa5791c2-9b55-4196-9c0f-3eef79f05f47 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 752.546197] env[62328]: INFO nova.compute.manager [None req-4f005a0a-c463-4ae7-a94c-cea7cdff9b90 tempest-ImagesTestJSON-1776717495 tempest-ImagesTestJSON-1776717495-project-member] [instance: 911ce85b-847c-4cda-9753-e10fdaf224a5] Terminating instance [ 752.556983] env[62328]: DEBUG oslo_vmware.api [None req-33e80895-4654-49d6-9255-0d9450b7759c tempest-ServerRescueTestJSON-434379102 tempest-ServerRescueTestJSON-434379102-project-member] Waiting for the task: (returnval){ [ 752.556983] env[62328]: value = "task-2386742" [ 752.556983] env[62328]: _type = "Task" [ 752.556983] env[62328]: } to complete. {{(pid=62328) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 752.568159] env[62328]: DEBUG oslo_vmware.api [None req-33e80895-4654-49d6-9255-0d9450b7759c tempest-ServerRescueTestJSON-434379102 tempest-ServerRescueTestJSON-434379102-project-member] Task: {'id': task-2386742, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 752.616740] env[62328]: DEBUG oslo_vmware.api [-] Task: {'id': task-2386739, 'name': CreateVM_Task} progress is 99%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 752.617237] env[62328]: DEBUG oslo_vmware.api [None req-bc9c734c-2d53-4389-b8f1-6d85af47906e tempest-InstanceActionsTestJSON-398422522 tempest-InstanceActionsTestJSON-398422522-project-member] Task: {'id': task-2386738, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 752.737985] env[62328]: DEBUG nova.compute.utils [None req-9a602b75-500b-41db-a1d1-6e5c34b96618 tempest-ServersWithSpecificFlavorTestJSON-2091780743 tempest-ServersWithSpecificFlavorTestJSON-2091780743-project-member] Using /dev/sd instead of None {{(pid=62328) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 752.863106] env[62328]: DEBUG nova.compute.manager [None req-21bf2375-4693-49dc-bea3-4d3371b304c5 tempest-ServersTestJSON-42114830 tempest-ServersTestJSON-42114830-project-member] [instance: aa0b930b-b792-402c-ac6d-bfe5dfed0f03] Start destroying the instance on the hypervisor. {{(pid=62328) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 752.863317] env[62328]: DEBUG nova.virt.vmwareapi.vmops [None req-21bf2375-4693-49dc-bea3-4d3371b304c5 tempest-ServersTestJSON-42114830 tempest-ServersTestJSON-42114830-project-member] [instance: aa0b930b-b792-402c-ac6d-bfe5dfed0f03] Destroying instance {{(pid=62328) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 752.867342] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2dbc1bc0-ca96-4744-a8f8-0b3d47b5275c {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 752.880652] env[62328]: DEBUG nova.virt.vmwareapi.vm_util [None req-21bf2375-4693-49dc-bea3-4d3371b304c5 tempest-ServersTestJSON-42114830 tempest-ServersTestJSON-42114830-project-member] [instance: aa0b930b-b792-402c-ac6d-bfe5dfed0f03] Powering off the VM {{(pid=62328) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 752.881256] env[62328]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-0edce1a7-2082-403c-8fbf-33af7458861a {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 752.890733] env[62328]: DEBUG oslo_vmware.api [None req-21bf2375-4693-49dc-bea3-4d3371b304c5 tempest-ServersTestJSON-42114830 tempest-ServersTestJSON-42114830-project-member] Waiting for the task: (returnval){ [ 752.890733] env[62328]: value = "task-2386743" [ 752.890733] env[62328]: _type = "Task" [ 752.890733] env[62328]: } to complete. {{(pid=62328) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 752.905018] env[62328]: DEBUG oslo_vmware.api [None req-21bf2375-4693-49dc-bea3-4d3371b304c5 tempest-ServersTestJSON-42114830 tempest-ServersTestJSON-42114830-project-member] Task: {'id': task-2386743, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 752.940322] env[62328]: DEBUG nova.network.neutron [req-2a75113a-e58f-4b4e-85ec-c153c22dfa52 req-e7b0aa04-fcaf-4a05-84ba-a3a531277816 service nova] [instance: c4d72f48-adf2-435f-9f5f-e3c3bc14bc8c] Updated VIF entry in instance network info cache for port 8a715a18-155e-4828-81e4-87eea70d2a07. {{(pid=62328) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 752.940728] env[62328]: DEBUG nova.network.neutron [req-2a75113a-e58f-4b4e-85ec-c153c22dfa52 req-e7b0aa04-fcaf-4a05-84ba-a3a531277816 service nova] [instance: c4d72f48-adf2-435f-9f5f-e3c3bc14bc8c] Updating instance_info_cache with network_info: [{"id": "8a715a18-155e-4828-81e4-87eea70d2a07", "address": "fa:16:3e:da:eb:bb", "network": {"id": "816ec73d-2216-456b-9adc-a7270881e9d1", "bridge": "br-int", "label": "tempest-InstanceActionsTestJSON-426483817-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1fba220bb15e4f5baf03d829d8999d3c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4a2b284a-a29c-478f-b763-c9b5821e20ec", "external-id": "nsx-vlan-transportzone-691", "segmentation_id": 691, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8a715a18-15", "ovs_interfaceid": "8a715a18-155e-4828-81e4-87eea70d2a07", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62328) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 753.051583] env[62328]: DEBUG nova.compute.manager [None req-4f005a0a-c463-4ae7-a94c-cea7cdff9b90 tempest-ImagesTestJSON-1776717495 tempest-ImagesTestJSON-1776717495-project-member] [instance: 911ce85b-847c-4cda-9753-e10fdaf224a5] Start destroying the instance on the hypervisor. {{(pid=62328) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 753.052123] env[62328]: DEBUG nova.virt.vmwareapi.vmops [None req-4f005a0a-c463-4ae7-a94c-cea7cdff9b90 tempest-ImagesTestJSON-1776717495 tempest-ImagesTestJSON-1776717495-project-member] [instance: 911ce85b-847c-4cda-9753-e10fdaf224a5] Destroying instance {{(pid=62328) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 753.053337] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8a72a050-6236-48a5-8d1d-259cf40b239f {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 753.068275] env[62328]: DEBUG nova.virt.vmwareapi.vmops [None req-4f005a0a-c463-4ae7-a94c-cea7cdff9b90 tempest-ImagesTestJSON-1776717495 tempest-ImagesTestJSON-1776717495-project-member] [instance: 911ce85b-847c-4cda-9753-e10fdaf224a5] Unregistering the VM {{(pid=62328) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 753.069352] env[62328]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-4e3127e1-6c28-4855-a6bf-d9033e5e3939 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 753.074737] env[62328]: DEBUG oslo_vmware.api [None req-33e80895-4654-49d6-9255-0d9450b7759c tempest-ServerRescueTestJSON-434379102 tempest-ServerRescueTestJSON-434379102-project-member] Task: {'id': task-2386742, 'name': ReconfigVM_Task, 'duration_secs': 0.353174} completed successfully. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 753.075428] env[62328]: DEBUG nova.virt.vmwareapi.volumeops [None req-33e80895-4654-49d6-9255-0d9450b7759c tempest-ServerRescueTestJSON-434379102 tempest-ServerRescueTestJSON-434379102-project-member] [instance: c6b9b490-d331-47ac-8410-588490ab048d] Reconfigured VM instance instance-00000032 to attach disk [datastore2] c6b9b490-d331-47ac-8410-588490ab048d/dbf872a4-92be-47e4-8561-c3e2bf2423ab-rescue.vmdk or device None with type thin {{(pid=62328) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 753.076619] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-de7e6d25-813a-4fb6-95de-d125d2f000ef {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 753.120270] env[62328]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ce088358-7cab-4238-8fa2-e6e8ee5bede6 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 753.133930] env[62328]: DEBUG nova.network.neutron [None req-9a602b75-500b-41db-a1d1-6e5c34b96618 tempest-ServersWithSpecificFlavorTestJSON-2091780743 tempest-ServersWithSpecificFlavorTestJSON-2091780743-project-member] [instance: 4012f976-bb83-4296-8a36-f3af12570729] Successfully created port: ad1ba3ac-4f19-4d26-bfae-7bb11878df2b {{(pid=62328) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 753.144673] env[62328]: DEBUG oslo_vmware.api [None req-bc9c734c-2d53-4389-b8f1-6d85af47906e tempest-InstanceActionsTestJSON-398422522 tempest-InstanceActionsTestJSON-398422522-project-member] Task: {'id': task-2386738, 'name': ReconfigVM_Task, 'duration_secs': 0.634476} completed successfully. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 753.144888] env[62328]: DEBUG oslo_vmware.api [-] Task: {'id': task-2386739, 'name': CreateVM_Task, 'duration_secs': 0.568041} completed successfully. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 753.149096] env[62328]: DEBUG nova.virt.vmwareapi.volumeops [None req-bc9c734c-2d53-4389-b8f1-6d85af47906e tempest-InstanceActionsTestJSON-398422522 tempest-InstanceActionsTestJSON-398422522-project-member] [instance: c4d72f48-adf2-435f-9f5f-e3c3bc14bc8c] Reconfigured VM instance instance-00000033 to attach disk [datastore2] c4d72f48-adf2-435f-9f5f-e3c3bc14bc8c/c4d72f48-adf2-435f-9f5f-e3c3bc14bc8c.vmdk or device None with type sparse {{(pid=62328) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 753.150194] env[62328]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 948b7ba2-2caa-4616-abc0-afc6cca58f76] Created VM on the ESX host {{(pid=62328) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 753.150194] env[62328]: DEBUG oslo_vmware.api [None req-33e80895-4654-49d6-9255-0d9450b7759c tempest-ServerRescueTestJSON-434379102 tempest-ServerRescueTestJSON-434379102-project-member] Waiting for the task: (returnval){ [ 753.150194] env[62328]: value = "task-2386745" [ 753.150194] env[62328]: _type = "Task" [ 753.150194] env[62328]: } to complete. {{(pid=62328) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 753.151324] env[62328]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-404aa565-2e85-49ab-ac0e-584aa20fa95b {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 753.153168] env[62328]: DEBUG oslo_concurrency.lockutils [None req-81b83408-45f2-4dc8-982e-808b7e17ee9f tempest-ServerDiskConfigTestJSON-126406698 tempest-ServerDiskConfigTestJSON-126406698-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/dbf872a4-92be-47e4-8561-c3e2bf2423ab" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 753.153334] env[62328]: DEBUG oslo_concurrency.lockutils [None req-81b83408-45f2-4dc8-982e-808b7e17ee9f tempest-ServerDiskConfigTestJSON-126406698 tempest-ServerDiskConfigTestJSON-126406698-project-member] Acquired lock "[datastore2] devstack-image-cache_base/dbf872a4-92be-47e4-8561-c3e2bf2423ab" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.153650] env[62328]: DEBUG oslo_concurrency.lockutils [None req-81b83408-45f2-4dc8-982e-808b7e17ee9f tempest-ServerDiskConfigTestJSON-126406698 tempest-ServerDiskConfigTestJSON-126406698-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/dbf872a4-92be-47e4-8561-c3e2bf2423ab" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 753.154580] env[62328]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-232f8fd8-053a-40b8-b855-303cdcb5ad15 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 753.159304] env[62328]: DEBUG nova.virt.vmwareapi.vmops [None req-4f005a0a-c463-4ae7-a94c-cea7cdff9b90 tempest-ImagesTestJSON-1776717495 tempest-ImagesTestJSON-1776717495-project-member] [instance: 911ce85b-847c-4cda-9753-e10fdaf224a5] Unregistered the VM {{(pid=62328) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 753.159505] env[62328]: DEBUG nova.virt.vmwareapi.vmops [None req-4f005a0a-c463-4ae7-a94c-cea7cdff9b90 tempest-ImagesTestJSON-1776717495 tempest-ImagesTestJSON-1776717495-project-member] [instance: 911ce85b-847c-4cda-9753-e10fdaf224a5] Deleting contents of the VM from datastore datastore2 {{(pid=62328) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 753.159733] env[62328]: DEBUG nova.virt.vmwareapi.ds_util [None req-4f005a0a-c463-4ae7-a94c-cea7cdff9b90 tempest-ImagesTestJSON-1776717495 tempest-ImagesTestJSON-1776717495-project-member] Deleting the datastore file [datastore2] 911ce85b-847c-4cda-9753-e10fdaf224a5 {{(pid=62328) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 753.162705] env[62328]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-0fc63131-68d6-4e49-ad9c-55a05d3341e6 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 753.169985] env[62328]: DEBUG oslo_vmware.api [None req-bc9c734c-2d53-4389-b8f1-6d85af47906e tempest-InstanceActionsTestJSON-398422522 tempest-InstanceActionsTestJSON-398422522-project-member] Waiting for the task: (returnval){ [ 753.169985] env[62328]: value = "task-2386746" [ 753.169985] env[62328]: _type = "Task" [ 753.169985] env[62328]: } to complete. {{(pid=62328) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 753.173922] env[62328]: DEBUG oslo_vmware.api [None req-33e80895-4654-49d6-9255-0d9450b7759c tempest-ServerRescueTestJSON-434379102 tempest-ServerRescueTestJSON-434379102-project-member] Task: {'id': task-2386745, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 753.174250] env[62328]: DEBUG oslo_vmware.api [None req-81b83408-45f2-4dc8-982e-808b7e17ee9f tempest-ServerDiskConfigTestJSON-126406698 tempest-ServerDiskConfigTestJSON-126406698-project-member] Waiting for the task: (returnval){ [ 753.174250] env[62328]: value = "session[52a6e20e-410d-708a-99f2-080a575a99bd]522eaf10-6158-d0f5-075b-e08c9459c29c" [ 753.174250] env[62328]: _type = "Task" [ 753.174250] env[62328]: } to complete. {{(pid=62328) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 753.178926] env[62328]: DEBUG oslo_vmware.api [None req-4f005a0a-c463-4ae7-a94c-cea7cdff9b90 tempest-ImagesTestJSON-1776717495 tempest-ImagesTestJSON-1776717495-project-member] Waiting for the task: (returnval){ [ 753.178926] env[62328]: value = "task-2386747" [ 753.178926] env[62328]: _type = "Task" [ 753.178926] env[62328]: } to complete. {{(pid=62328) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 753.191517] env[62328]: DEBUG oslo_vmware.api [None req-bc9c734c-2d53-4389-b8f1-6d85af47906e tempest-InstanceActionsTestJSON-398422522 tempest-InstanceActionsTestJSON-398422522-project-member] Task: {'id': task-2386746, 'name': Rename_Task} progress is 10%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 753.202249] env[62328]: DEBUG oslo_vmware.api [None req-81b83408-45f2-4dc8-982e-808b7e17ee9f tempest-ServerDiskConfigTestJSON-126406698 tempest-ServerDiskConfigTestJSON-126406698-project-member] Task: {'id': session[52a6e20e-410d-708a-99f2-080a575a99bd]522eaf10-6158-d0f5-075b-e08c9459c29c, 'name': SearchDatastore_Task, 'duration_secs': 0.013109} completed successfully. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 753.202249] env[62328]: DEBUG oslo_vmware.api [None req-4f005a0a-c463-4ae7-a94c-cea7cdff9b90 tempest-ImagesTestJSON-1776717495 tempest-ImagesTestJSON-1776717495-project-member] Task: {'id': task-2386747, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 753.202249] env[62328]: DEBUG oslo_concurrency.lockutils [None req-81b83408-45f2-4dc8-982e-808b7e17ee9f tempest-ServerDiskConfigTestJSON-126406698 tempest-ServerDiskConfigTestJSON-126406698-project-member] Releasing lock "[datastore2] devstack-image-cache_base/dbf872a4-92be-47e4-8561-c3e2bf2423ab" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 753.202249] env[62328]: DEBUG nova.virt.vmwareapi.vmops [None req-81b83408-45f2-4dc8-982e-808b7e17ee9f tempest-ServerDiskConfigTestJSON-126406698 tempest-ServerDiskConfigTestJSON-126406698-project-member] [instance: 948b7ba2-2caa-4616-abc0-afc6cca58f76] Processing image dbf872a4-92be-47e4-8561-c3e2bf2423ab {{(pid=62328) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 753.202249] env[62328]: DEBUG oslo_concurrency.lockutils [None req-81b83408-45f2-4dc8-982e-808b7e17ee9f tempest-ServerDiskConfigTestJSON-126406698 tempest-ServerDiskConfigTestJSON-126406698-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/dbf872a4-92be-47e4-8561-c3e2bf2423ab/dbf872a4-92be-47e4-8561-c3e2bf2423ab.vmdk" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 753.202249] env[62328]: DEBUG oslo_concurrency.lockutils [None req-81b83408-45f2-4dc8-982e-808b7e17ee9f tempest-ServerDiskConfigTestJSON-126406698 tempest-ServerDiskConfigTestJSON-126406698-project-member] Acquired lock "[datastore2] devstack-image-cache_base/dbf872a4-92be-47e4-8561-c3e2bf2423ab/dbf872a4-92be-47e4-8561-c3e2bf2423ab.vmdk" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.202249] env[62328]: DEBUG nova.virt.vmwareapi.ds_util [None req-81b83408-45f2-4dc8-982e-808b7e17ee9f tempest-ServerDiskConfigTestJSON-126406698 tempest-ServerDiskConfigTestJSON-126406698-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62328) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 753.202531] env[62328]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-a0145554-59a6-41d3-b6cc-70359b0f936a {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 753.214557] env[62328]: DEBUG nova.virt.vmwareapi.ds_util [None req-81b83408-45f2-4dc8-982e-808b7e17ee9f tempest-ServerDiskConfigTestJSON-126406698 tempest-ServerDiskConfigTestJSON-126406698-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62328) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 753.214749] env[62328]: DEBUG nova.virt.vmwareapi.vmops [None req-81b83408-45f2-4dc8-982e-808b7e17ee9f tempest-ServerDiskConfigTestJSON-126406698 tempest-ServerDiskConfigTestJSON-126406698-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62328) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 753.216022] env[62328]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4cf9c88a-7d73-4e08-bfa8-0f537c9599ee {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 753.226220] env[62328]: DEBUG oslo_vmware.api [None req-81b83408-45f2-4dc8-982e-808b7e17ee9f tempest-ServerDiskConfigTestJSON-126406698 tempest-ServerDiskConfigTestJSON-126406698-project-member] Waiting for the task: (returnval){ [ 753.226220] env[62328]: value = "session[52a6e20e-410d-708a-99f2-080a575a99bd]5267b084-c387-5b26-3ba0-62da3f5704bc" [ 753.226220] env[62328]: _type = "Task" [ 753.226220] env[62328]: } to complete. {{(pid=62328) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 753.236328] env[62328]: DEBUG oslo_vmware.api [None req-81b83408-45f2-4dc8-982e-808b7e17ee9f tempest-ServerDiskConfigTestJSON-126406698 tempest-ServerDiskConfigTestJSON-126406698-project-member] Task: {'id': session[52a6e20e-410d-708a-99f2-080a575a99bd]5267b084-c387-5b26-3ba0-62da3f5704bc, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 753.241067] env[62328]: DEBUG nova.compute.manager [None req-9a602b75-500b-41db-a1d1-6e5c34b96618 tempest-ServersWithSpecificFlavorTestJSON-2091780743 tempest-ServersWithSpecificFlavorTestJSON-2091780743-project-member] [instance: 4012f976-bb83-4296-8a36-f3af12570729] Start building block device mappings for instance. {{(pid=62328) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 753.264498] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d8af1189-ecd9-405b-8134-a95134b997cd {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 753.273867] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fa3ccca1-e83c-44ea-9f4d-5c8951beb8f4 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 753.317527] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-660d419c-771a-4e7b-9537-ab04e1652f50 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 753.326361] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c8dcd43c-371d-4681-9699-c05e03a5a1be {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 753.345017] env[62328]: DEBUG nova.compute.provider_tree [None req-489fb2c0-194d-4041-829f-8587e2716af1 tempest-ServersTestFqdnHostnames-1216059078 tempest-ServersTestFqdnHostnames-1216059078-project-member] Inventory has not changed in ProviderTree for provider: 3469e9f8-04af-49ca-8435-49f104496744 {{(pid=62328) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 753.409250] env[62328]: DEBUG oslo_vmware.api [None req-21bf2375-4693-49dc-bea3-4d3371b304c5 tempest-ServersTestJSON-42114830 tempest-ServersTestJSON-42114830-project-member] Task: {'id': task-2386743, 'name': PowerOffVM_Task, 'duration_secs': 0.236213} completed successfully. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 753.410312] env[62328]: DEBUG nova.virt.vmwareapi.vm_util [None req-21bf2375-4693-49dc-bea3-4d3371b304c5 tempest-ServersTestJSON-42114830 tempest-ServersTestJSON-42114830-project-member] [instance: aa0b930b-b792-402c-ac6d-bfe5dfed0f03] Powered off the VM {{(pid=62328) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 753.410491] env[62328]: DEBUG nova.virt.vmwareapi.vmops [None req-21bf2375-4693-49dc-bea3-4d3371b304c5 tempest-ServersTestJSON-42114830 tempest-ServersTestJSON-42114830-project-member] [instance: aa0b930b-b792-402c-ac6d-bfe5dfed0f03] Unregistering the VM {{(pid=62328) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 753.410820] env[62328]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-f81ecd2f-5c59-4d53-812d-e1dc7e2ef5ae {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 753.443657] env[62328]: DEBUG oslo_concurrency.lockutils [req-2a75113a-e58f-4b4e-85ec-c153c22dfa52 req-e7b0aa04-fcaf-4a05-84ba-a3a531277816 service nova] Releasing lock "refresh_cache-c4d72f48-adf2-435f-9f5f-e3c3bc14bc8c" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 753.443949] env[62328]: DEBUG nova.compute.manager [req-2a75113a-e58f-4b4e-85ec-c153c22dfa52 req-e7b0aa04-fcaf-4a05-84ba-a3a531277816 service nova] [instance: 948b7ba2-2caa-4616-abc0-afc6cca58f76] Received event network-vif-plugged-4112cbd9-ad9f-43a4-a74b-94b2fd30594f {{(pid=62328) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 753.444145] env[62328]: DEBUG oslo_concurrency.lockutils [req-2a75113a-e58f-4b4e-85ec-c153c22dfa52 req-e7b0aa04-fcaf-4a05-84ba-a3a531277816 service nova] Acquiring lock "948b7ba2-2caa-4616-abc0-afc6cca58f76-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 753.444350] env[62328]: DEBUG oslo_concurrency.lockutils [req-2a75113a-e58f-4b4e-85ec-c153c22dfa52 req-e7b0aa04-fcaf-4a05-84ba-a3a531277816 service nova] Lock "948b7ba2-2caa-4616-abc0-afc6cca58f76-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 753.444510] env[62328]: DEBUG oslo_concurrency.lockutils [req-2a75113a-e58f-4b4e-85ec-c153c22dfa52 req-e7b0aa04-fcaf-4a05-84ba-a3a531277816 service nova] Lock "948b7ba2-2caa-4616-abc0-afc6cca58f76-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 753.444672] env[62328]: DEBUG nova.compute.manager [req-2a75113a-e58f-4b4e-85ec-c153c22dfa52 req-e7b0aa04-fcaf-4a05-84ba-a3a531277816 service nova] [instance: 948b7ba2-2caa-4616-abc0-afc6cca58f76] No waiting events found dispatching network-vif-plugged-4112cbd9-ad9f-43a4-a74b-94b2fd30594f {{(pid=62328) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 753.444839] env[62328]: WARNING nova.compute.manager [req-2a75113a-e58f-4b4e-85ec-c153c22dfa52 req-e7b0aa04-fcaf-4a05-84ba-a3a531277816 service nova] [instance: 948b7ba2-2caa-4616-abc0-afc6cca58f76] Received unexpected event network-vif-plugged-4112cbd9-ad9f-43a4-a74b-94b2fd30594f for instance with vm_state building and task_state spawning. [ 753.445078] env[62328]: DEBUG nova.compute.manager [req-2a75113a-e58f-4b4e-85ec-c153c22dfa52 req-e7b0aa04-fcaf-4a05-84ba-a3a531277816 service nova] [instance: 948b7ba2-2caa-4616-abc0-afc6cca58f76] Received event network-changed-4112cbd9-ad9f-43a4-a74b-94b2fd30594f {{(pid=62328) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 753.445262] env[62328]: DEBUG nova.compute.manager [req-2a75113a-e58f-4b4e-85ec-c153c22dfa52 req-e7b0aa04-fcaf-4a05-84ba-a3a531277816 service nova] [instance: 948b7ba2-2caa-4616-abc0-afc6cca58f76] Refreshing instance network info cache due to event network-changed-4112cbd9-ad9f-43a4-a74b-94b2fd30594f. {{(pid=62328) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 753.445509] env[62328]: DEBUG oslo_concurrency.lockutils [req-2a75113a-e58f-4b4e-85ec-c153c22dfa52 req-e7b0aa04-fcaf-4a05-84ba-a3a531277816 service nova] Acquiring lock "refresh_cache-948b7ba2-2caa-4616-abc0-afc6cca58f76" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 753.445649] env[62328]: DEBUG oslo_concurrency.lockutils [req-2a75113a-e58f-4b4e-85ec-c153c22dfa52 req-e7b0aa04-fcaf-4a05-84ba-a3a531277816 service nova] Acquired lock "refresh_cache-948b7ba2-2caa-4616-abc0-afc6cca58f76" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.445914] env[62328]: DEBUG nova.network.neutron [req-2a75113a-e58f-4b4e-85ec-c153c22dfa52 req-e7b0aa04-fcaf-4a05-84ba-a3a531277816 service nova] [instance: 948b7ba2-2caa-4616-abc0-afc6cca58f76] Refreshing network info cache for port 4112cbd9-ad9f-43a4-a74b-94b2fd30594f {{(pid=62328) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 753.480723] env[62328]: DEBUG nova.virt.vmwareapi.vmops [None req-21bf2375-4693-49dc-bea3-4d3371b304c5 tempest-ServersTestJSON-42114830 tempest-ServersTestJSON-42114830-project-member] [instance: aa0b930b-b792-402c-ac6d-bfe5dfed0f03] Unregistered the VM {{(pid=62328) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 753.481057] env[62328]: DEBUG nova.virt.vmwareapi.vmops [None req-21bf2375-4693-49dc-bea3-4d3371b304c5 tempest-ServersTestJSON-42114830 tempest-ServersTestJSON-42114830-project-member] [instance: aa0b930b-b792-402c-ac6d-bfe5dfed0f03] Deleting contents of the VM from datastore datastore2 {{(pid=62328) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 753.481268] env[62328]: DEBUG nova.virt.vmwareapi.ds_util [None req-21bf2375-4693-49dc-bea3-4d3371b304c5 tempest-ServersTestJSON-42114830 tempest-ServersTestJSON-42114830-project-member] Deleting the datastore file [datastore2] aa0b930b-b792-402c-ac6d-bfe5dfed0f03 {{(pid=62328) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 753.481533] env[62328]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-917a380c-8940-42ea-ae73-11f98c6c7593 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 753.489033] env[62328]: DEBUG oslo_vmware.api [None req-21bf2375-4693-49dc-bea3-4d3371b304c5 tempest-ServersTestJSON-42114830 tempest-ServersTestJSON-42114830-project-member] Waiting for the task: (returnval){ [ 753.489033] env[62328]: value = "task-2386749" [ 753.489033] env[62328]: _type = "Task" [ 753.489033] env[62328]: } to complete. {{(pid=62328) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 753.497737] env[62328]: DEBUG oslo_vmware.api [None req-21bf2375-4693-49dc-bea3-4d3371b304c5 tempest-ServersTestJSON-42114830 tempest-ServersTestJSON-42114830-project-member] Task: {'id': task-2386749, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 753.663886] env[62328]: DEBUG oslo_vmware.api [None req-33e80895-4654-49d6-9255-0d9450b7759c tempest-ServerRescueTestJSON-434379102 tempest-ServerRescueTestJSON-434379102-project-member] Task: {'id': task-2386745, 'name': ReconfigVM_Task, 'duration_secs': 0.17944} completed successfully. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 753.666482] env[62328]: DEBUG nova.virt.vmwareapi.vm_util [None req-33e80895-4654-49d6-9255-0d9450b7759c tempest-ServerRescueTestJSON-434379102 tempest-ServerRescueTestJSON-434379102-project-member] [instance: c6b9b490-d331-47ac-8410-588490ab048d] Powering on the VM {{(pid=62328) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 753.666482] env[62328]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-75b46f39-0720-4881-9d96-2a4e42f2bb1c {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 753.674028] env[62328]: DEBUG oslo_vmware.api [None req-33e80895-4654-49d6-9255-0d9450b7759c tempest-ServerRescueTestJSON-434379102 tempest-ServerRescueTestJSON-434379102-project-member] Waiting for the task: (returnval){ [ 753.674028] env[62328]: value = "task-2386750" [ 753.674028] env[62328]: _type = "Task" [ 753.674028] env[62328]: } to complete. {{(pid=62328) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 753.683837] env[62328]: DEBUG oslo_vmware.api [None req-bc9c734c-2d53-4389-b8f1-6d85af47906e tempest-InstanceActionsTestJSON-398422522 tempest-InstanceActionsTestJSON-398422522-project-member] Task: {'id': task-2386746, 'name': Rename_Task, 'duration_secs': 0.175684} completed successfully. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 753.690374] env[62328]: DEBUG nova.virt.vmwareapi.vm_util [None req-bc9c734c-2d53-4389-b8f1-6d85af47906e tempest-InstanceActionsTestJSON-398422522 tempest-InstanceActionsTestJSON-398422522-project-member] [instance: c4d72f48-adf2-435f-9f5f-e3c3bc14bc8c] Powering on the VM {{(pid=62328) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 753.690783] env[62328]: DEBUG oslo_vmware.api [None req-33e80895-4654-49d6-9255-0d9450b7759c tempest-ServerRescueTestJSON-434379102 tempest-ServerRescueTestJSON-434379102-project-member] Task: {'id': task-2386750, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 753.691121] env[62328]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-1ada6cc0-5841-4cfe-8b2e-311c525099ff {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 753.700121] env[62328]: DEBUG oslo_vmware.api [None req-4f005a0a-c463-4ae7-a94c-cea7cdff9b90 tempest-ImagesTestJSON-1776717495 tempest-ImagesTestJSON-1776717495-project-member] Task: {'id': task-2386747, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.180583} completed successfully. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 753.700574] env[62328]: DEBUG nova.virt.vmwareapi.ds_util [None req-4f005a0a-c463-4ae7-a94c-cea7cdff9b90 tempest-ImagesTestJSON-1776717495 tempest-ImagesTestJSON-1776717495-project-member] Deleted the datastore file {{(pid=62328) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 753.700901] env[62328]: DEBUG nova.virt.vmwareapi.vmops [None req-4f005a0a-c463-4ae7-a94c-cea7cdff9b90 tempest-ImagesTestJSON-1776717495 tempest-ImagesTestJSON-1776717495-project-member] [instance: 911ce85b-847c-4cda-9753-e10fdaf224a5] Deleted contents of the VM from datastore datastore2 {{(pid=62328) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 753.701407] env[62328]: DEBUG nova.virt.vmwareapi.vmops [None req-4f005a0a-c463-4ae7-a94c-cea7cdff9b90 tempest-ImagesTestJSON-1776717495 tempest-ImagesTestJSON-1776717495-project-member] [instance: 911ce85b-847c-4cda-9753-e10fdaf224a5] Instance destroyed {{(pid=62328) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 753.704019] env[62328]: INFO nova.compute.manager [None req-4f005a0a-c463-4ae7-a94c-cea7cdff9b90 tempest-ImagesTestJSON-1776717495 tempest-ImagesTestJSON-1776717495-project-member] [instance: 911ce85b-847c-4cda-9753-e10fdaf224a5] Took 0.65 seconds to destroy the instance on the hypervisor. [ 753.704019] env[62328]: DEBUG oslo.service.loopingcall [None req-4f005a0a-c463-4ae7-a94c-cea7cdff9b90 tempest-ImagesTestJSON-1776717495 tempest-ImagesTestJSON-1776717495-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62328) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 753.704019] env[62328]: DEBUG oslo_vmware.api [None req-bc9c734c-2d53-4389-b8f1-6d85af47906e tempest-InstanceActionsTestJSON-398422522 tempest-InstanceActionsTestJSON-398422522-project-member] Waiting for the task: (returnval){ [ 753.704019] env[62328]: value = "task-2386751" [ 753.704019] env[62328]: _type = "Task" [ 753.704019] env[62328]: } to complete. {{(pid=62328) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 753.704019] env[62328]: DEBUG nova.compute.manager [-] [instance: 911ce85b-847c-4cda-9753-e10fdaf224a5] Deallocating network for instance {{(pid=62328) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 753.704019] env[62328]: DEBUG nova.network.neutron [-] [instance: 911ce85b-847c-4cda-9753-e10fdaf224a5] deallocate_for_instance() {{(pid=62328) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 753.720248] env[62328]: DEBUG oslo_vmware.api [None req-bc9c734c-2d53-4389-b8f1-6d85af47906e tempest-InstanceActionsTestJSON-398422522 tempest-InstanceActionsTestJSON-398422522-project-member] Task: {'id': task-2386751, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 753.738032] env[62328]: DEBUG oslo_vmware.api [None req-81b83408-45f2-4dc8-982e-808b7e17ee9f tempest-ServerDiskConfigTestJSON-126406698 tempest-ServerDiskConfigTestJSON-126406698-project-member] Task: {'id': session[52a6e20e-410d-708a-99f2-080a575a99bd]5267b084-c387-5b26-3ba0-62da3f5704bc, 'name': SearchDatastore_Task, 'duration_secs': 0.010207} completed successfully. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 753.738032] env[62328]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3b3b7e66-0a56-4ae0-816b-49aaa160a552 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 753.742749] env[62328]: DEBUG oslo_vmware.api [None req-81b83408-45f2-4dc8-982e-808b7e17ee9f tempest-ServerDiskConfigTestJSON-126406698 tempest-ServerDiskConfigTestJSON-126406698-project-member] Waiting for the task: (returnval){ [ 753.742749] env[62328]: value = "session[52a6e20e-410d-708a-99f2-080a575a99bd]520a2b87-d33c-9d13-86a4-f772e8b4b33b" [ 753.742749] env[62328]: _type = "Task" [ 753.742749] env[62328]: } to complete. {{(pid=62328) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 753.755955] env[62328]: DEBUG oslo_vmware.api [None req-81b83408-45f2-4dc8-982e-808b7e17ee9f tempest-ServerDiskConfigTestJSON-126406698 tempest-ServerDiskConfigTestJSON-126406698-project-member] Task: {'id': session[52a6e20e-410d-708a-99f2-080a575a99bd]520a2b87-d33c-9d13-86a4-f772e8b4b33b, 'name': SearchDatastore_Task, 'duration_secs': 0.009799} completed successfully. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 753.756658] env[62328]: DEBUG oslo_concurrency.lockutils [None req-81b83408-45f2-4dc8-982e-808b7e17ee9f tempest-ServerDiskConfigTestJSON-126406698 tempest-ServerDiskConfigTestJSON-126406698-project-member] Releasing lock "[datastore2] devstack-image-cache_base/dbf872a4-92be-47e4-8561-c3e2bf2423ab/dbf872a4-92be-47e4-8561-c3e2bf2423ab.vmdk" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 753.757076] env[62328]: DEBUG nova.virt.vmwareapi.vm_util [None req-81b83408-45f2-4dc8-982e-808b7e17ee9f tempest-ServerDiskConfigTestJSON-126406698 tempest-ServerDiskConfigTestJSON-126406698-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/dbf872a4-92be-47e4-8561-c3e2bf2423ab/dbf872a4-92be-47e4-8561-c3e2bf2423ab.vmdk to [datastore2] 948b7ba2-2caa-4616-abc0-afc6cca58f76/948b7ba2-2caa-4616-abc0-afc6cca58f76.vmdk {{(pid=62328) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 753.757481] env[62328]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-9777096b-d36b-4bda-9c66-09caf8e643b9 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 753.764838] env[62328]: DEBUG oslo_vmware.api [None req-81b83408-45f2-4dc8-982e-808b7e17ee9f tempest-ServerDiskConfigTestJSON-126406698 tempest-ServerDiskConfigTestJSON-126406698-project-member] Waiting for the task: (returnval){ [ 753.764838] env[62328]: value = "task-2386752" [ 753.764838] env[62328]: _type = "Task" [ 753.764838] env[62328]: } to complete. {{(pid=62328) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 753.774613] env[62328]: DEBUG oslo_vmware.api [None req-81b83408-45f2-4dc8-982e-808b7e17ee9f tempest-ServerDiskConfigTestJSON-126406698 tempest-ServerDiskConfigTestJSON-126406698-project-member] Task: {'id': task-2386752, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 753.847961] env[62328]: DEBUG nova.network.neutron [None req-332cd9a1-235b-4315-894a-68f76363e980 None None] [instance: 6c107768-0f57-42fd-a2a5-b28207b17de9] Updating instance_info_cache with network_info: [{"id": "91cd4436-3fed-42d5-aefe-0df82259b6eb", "address": "fa:16:3e:b6:10:40", "network": {"id": "ed570829-7777-4fb9-9e0f-cef4ca21980b", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1726239177-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.143", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "17143bbcad5b4da0801478fe45bd8ce6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a965790c-2d2f-4c2a-9ee7-745f4d53039b", "external-id": "nsx-vlan-transportzone-708", "segmentation_id": 708, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap91cd4436-3f", "ovs_interfaceid": "91cd4436-3fed-42d5-aefe-0df82259b6eb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62328) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 753.850545] env[62328]: DEBUG nova.scheduler.client.report [None req-489fb2c0-194d-4041-829f-8587e2716af1 tempest-ServersTestFqdnHostnames-1216059078 tempest-ServersTestFqdnHostnames-1216059078-project-member] Inventory has not changed for provider 3469e9f8-04af-49ca-8435-49f104496744 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 152, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62328) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 753.874018] env[62328]: DEBUG nova.compute.manager [None req-8cba23a2-f50b-47b7-8dd2-b5947542d8f4 tempest-ListImageFiltersTestJSON-111188615 tempest-ListImageFiltersTestJSON-111188615-project-member] [instance: 8e31afa5-82ea-4e3e-8913-77f24ee85e4e] Checking state {{(pid=62328) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 753.874018] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-60a8c5d3-0d91-49f2-bbc5-7dd3b5944ca2 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 754.009199] env[62328]: DEBUG oslo_vmware.api [None req-21bf2375-4693-49dc-bea3-4d3371b304c5 tempest-ServersTestJSON-42114830 tempest-ServersTestJSON-42114830-project-member] Task: {'id': task-2386749, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.136879} completed successfully. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 754.011869] env[62328]: DEBUG nova.virt.vmwareapi.ds_util [None req-21bf2375-4693-49dc-bea3-4d3371b304c5 tempest-ServersTestJSON-42114830 tempest-ServersTestJSON-42114830-project-member] Deleted the datastore file {{(pid=62328) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 754.012339] env[62328]: DEBUG nova.virt.vmwareapi.vmops [None req-21bf2375-4693-49dc-bea3-4d3371b304c5 tempest-ServersTestJSON-42114830 tempest-ServersTestJSON-42114830-project-member] [instance: aa0b930b-b792-402c-ac6d-bfe5dfed0f03] Deleted contents of the VM from datastore datastore2 {{(pid=62328) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 754.012705] env[62328]: DEBUG nova.virt.vmwareapi.vmops [None req-21bf2375-4693-49dc-bea3-4d3371b304c5 tempest-ServersTestJSON-42114830 tempest-ServersTestJSON-42114830-project-member] [instance: aa0b930b-b792-402c-ac6d-bfe5dfed0f03] Instance destroyed {{(pid=62328) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 754.015017] env[62328]: INFO nova.compute.manager [None req-21bf2375-4693-49dc-bea3-4d3371b304c5 tempest-ServersTestJSON-42114830 tempest-ServersTestJSON-42114830-project-member] [instance: aa0b930b-b792-402c-ac6d-bfe5dfed0f03] Took 1.15 seconds to destroy the instance on the hypervisor. [ 754.015017] env[62328]: DEBUG oslo.service.loopingcall [None req-21bf2375-4693-49dc-bea3-4d3371b304c5 tempest-ServersTestJSON-42114830 tempest-ServersTestJSON-42114830-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62328) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 754.016465] env[62328]: DEBUG nova.compute.manager [-] [instance: aa0b930b-b792-402c-ac6d-bfe5dfed0f03] Deallocating network for instance {{(pid=62328) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 754.016684] env[62328]: DEBUG nova.network.neutron [-] [instance: aa0b930b-b792-402c-ac6d-bfe5dfed0f03] deallocate_for_instance() {{(pid=62328) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 754.190123] env[62328]: DEBUG oslo_vmware.api [None req-33e80895-4654-49d6-9255-0d9450b7759c tempest-ServerRescueTestJSON-434379102 tempest-ServerRescueTestJSON-434379102-project-member] Task: {'id': task-2386750, 'name': PowerOnVM_Task, 'duration_secs': 0.441613} completed successfully. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 754.194897] env[62328]: DEBUG nova.virt.vmwareapi.vm_util [None req-33e80895-4654-49d6-9255-0d9450b7759c tempest-ServerRescueTestJSON-434379102 tempest-ServerRescueTestJSON-434379102-project-member] [instance: c6b9b490-d331-47ac-8410-588490ab048d] Powered on the VM {{(pid=62328) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 754.198412] env[62328]: DEBUG nova.compute.manager [None req-33e80895-4654-49d6-9255-0d9450b7759c tempest-ServerRescueTestJSON-434379102 tempest-ServerRescueTestJSON-434379102-project-member] [instance: c6b9b490-d331-47ac-8410-588490ab048d] Checking state {{(pid=62328) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 754.199533] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e50c953e-118a-476e-beee-1a6d598d4a4c {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 754.220054] env[62328]: DEBUG oslo_vmware.api [None req-bc9c734c-2d53-4389-b8f1-6d85af47906e tempest-InstanceActionsTestJSON-398422522 tempest-InstanceActionsTestJSON-398422522-project-member] Task: {'id': task-2386751, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 754.264029] env[62328]: DEBUG nova.compute.manager [None req-9a602b75-500b-41db-a1d1-6e5c34b96618 tempest-ServersWithSpecificFlavorTestJSON-2091780743 tempest-ServersWithSpecificFlavorTestJSON-2091780743-project-member] [instance: 4012f976-bb83-4296-8a36-f3af12570729] Start spawning the instance on the hypervisor. {{(pid=62328) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 754.277850] env[62328]: DEBUG oslo_vmware.api [None req-81b83408-45f2-4dc8-982e-808b7e17ee9f tempest-ServerDiskConfigTestJSON-126406698 tempest-ServerDiskConfigTestJSON-126406698-project-member] Task: {'id': task-2386752, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 754.294207] env[62328]: DEBUG nova.virt.hardware [None req-9a602b75-500b-41db-a1d1-6e5c34b96618 tempest-ServersWithSpecificFlavorTestJSON-2091780743 tempest-ServersWithSpecificFlavorTestJSON-2091780743-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-07T17:18:46Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=1,extra_specs={hw_rng:allowed='True'},flavorid='1980253748',id=21,is_public=True,memory_mb=192,name='tempest-flavor_with_ephemeral_1-120057328',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-07T17:16:37Z,direct_url=,disk_format='vmdk',id=dbf872a4-92be-47e4-8561-c3e2bf2423ab,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='2a64022f08d84b11a86773b900860ae5',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-07T17:16:38Z,virtual_size=,visibility=), allow threads: False {{(pid=62328) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 754.294454] env[62328]: DEBUG nova.virt.hardware [None req-9a602b75-500b-41db-a1d1-6e5c34b96618 tempest-ServersWithSpecificFlavorTestJSON-2091780743 tempest-ServersWithSpecificFlavorTestJSON-2091780743-project-member] Flavor limits 0:0:0 {{(pid=62328) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 754.294610] env[62328]: DEBUG nova.virt.hardware [None req-9a602b75-500b-41db-a1d1-6e5c34b96618 tempest-ServersWithSpecificFlavorTestJSON-2091780743 tempest-ServersWithSpecificFlavorTestJSON-2091780743-project-member] Image limits 0:0:0 {{(pid=62328) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 754.294789] env[62328]: DEBUG nova.virt.hardware [None req-9a602b75-500b-41db-a1d1-6e5c34b96618 tempest-ServersWithSpecificFlavorTestJSON-2091780743 tempest-ServersWithSpecificFlavorTestJSON-2091780743-project-member] Flavor pref 0:0:0 {{(pid=62328) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 754.294994] env[62328]: DEBUG nova.virt.hardware [None req-9a602b75-500b-41db-a1d1-6e5c34b96618 tempest-ServersWithSpecificFlavorTestJSON-2091780743 tempest-ServersWithSpecificFlavorTestJSON-2091780743-project-member] Image pref 0:0:0 {{(pid=62328) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 754.295180] env[62328]: DEBUG nova.virt.hardware [None req-9a602b75-500b-41db-a1d1-6e5c34b96618 tempest-ServersWithSpecificFlavorTestJSON-2091780743 tempest-ServersWithSpecificFlavorTestJSON-2091780743-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62328) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 754.296354] env[62328]: DEBUG nova.virt.hardware [None req-9a602b75-500b-41db-a1d1-6e5c34b96618 tempest-ServersWithSpecificFlavorTestJSON-2091780743 tempest-ServersWithSpecificFlavorTestJSON-2091780743-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62328) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 754.296354] env[62328]: DEBUG nova.virt.hardware [None req-9a602b75-500b-41db-a1d1-6e5c34b96618 tempest-ServersWithSpecificFlavorTestJSON-2091780743 tempest-ServersWithSpecificFlavorTestJSON-2091780743-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62328) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 754.296354] env[62328]: DEBUG nova.virt.hardware [None req-9a602b75-500b-41db-a1d1-6e5c34b96618 tempest-ServersWithSpecificFlavorTestJSON-2091780743 tempest-ServersWithSpecificFlavorTestJSON-2091780743-project-member] Got 1 possible topologies {{(pid=62328) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 754.296354] env[62328]: DEBUG nova.virt.hardware [None req-9a602b75-500b-41db-a1d1-6e5c34b96618 tempest-ServersWithSpecificFlavorTestJSON-2091780743 tempest-ServersWithSpecificFlavorTestJSON-2091780743-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62328) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 754.296354] env[62328]: DEBUG nova.virt.hardware [None req-9a602b75-500b-41db-a1d1-6e5c34b96618 tempest-ServersWithSpecificFlavorTestJSON-2091780743 tempest-ServersWithSpecificFlavorTestJSON-2091780743-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62328) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 754.297337] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e38381ce-0a34-4f09-b9d4-8cb480aaf6e1 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 754.306484] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-311ffd86-907d-44bf-a9d2-2e436c0ceb23 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 754.349190] env[62328]: DEBUG oslo_concurrency.lockutils [None req-332cd9a1-235b-4315-894a-68f76363e980 None None] Releasing lock "refresh_cache-6c107768-0f57-42fd-a2a5-b28207b17de9" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 754.349386] env[62328]: DEBUG nova.compute.manager [None req-332cd9a1-235b-4315-894a-68f76363e980 None None] [instance: 6c107768-0f57-42fd-a2a5-b28207b17de9] Updated the network info_cache for instance {{(pid=62328) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10516}} [ 754.349568] env[62328]: DEBUG oslo_service.periodic_task [None req-332cd9a1-235b-4315-894a-68f76363e980 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=62328) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 754.349905] env[62328]: DEBUG oslo_service.periodic_task [None req-332cd9a1-235b-4315-894a-68f76363e980 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=62328) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 754.350141] env[62328]: DEBUG oslo_service.periodic_task [None req-332cd9a1-235b-4315-894a-68f76363e980 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=62328) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 754.350300] env[62328]: DEBUG oslo_service.periodic_task [None req-332cd9a1-235b-4315-894a-68f76363e980 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=62328) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 754.350447] env[62328]: DEBUG oslo_service.periodic_task [None req-332cd9a1-235b-4315-894a-68f76363e980 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=62328) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 754.350643] env[62328]: DEBUG oslo_service.periodic_task [None req-332cd9a1-235b-4315-894a-68f76363e980 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=62328) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 754.350816] env[62328]: DEBUG nova.compute.manager [None req-332cd9a1-235b-4315-894a-68f76363e980 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=62328) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11064}} [ 754.350974] env[62328]: DEBUG oslo_service.periodic_task [None req-332cd9a1-235b-4315-894a-68f76363e980 None None] Running periodic task ComputeManager.update_available_resource {{(pid=62328) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 754.355512] env[62328]: DEBUG oslo_concurrency.lockutils [None req-489fb2c0-194d-4041-829f-8587e2716af1 tempest-ServersTestFqdnHostnames-1216059078 tempest-ServersTestFqdnHostnames-1216059078-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.631s {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 754.355995] env[62328]: DEBUG nova.compute.manager [None req-489fb2c0-194d-4041-829f-8587e2716af1 tempest-ServersTestFqdnHostnames-1216059078 tempest-ServersTestFqdnHostnames-1216059078-project-member] [instance: ab48d158-561e-40d6-a649-f38a096d96c3] Start building networks asynchronously for instance. {{(pid=62328) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 754.360043] env[62328]: DEBUG oslo_concurrency.lockutils [None req-67c9ef5c-3f88-401e-87f8-b158bbbf893e tempest-ServersTestMultiNic-1057987772 tempest-ServersTestMultiNic-1057987772-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 36.338s {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 754.361479] env[62328]: INFO nova.compute.claims [None req-67c9ef5c-3f88-401e-87f8-b158bbbf893e tempest-ServersTestMultiNic-1057987772 tempest-ServersTestMultiNic-1057987772-project-member] [instance: 93ca7686-9ab7-434e-b425-148d3ba8db62] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 754.386240] env[62328]: INFO nova.compute.manager [None req-8cba23a2-f50b-47b7-8dd2-b5947542d8f4 tempest-ListImageFiltersTestJSON-111188615 tempest-ListImageFiltersTestJSON-111188615-project-member] [instance: 8e31afa5-82ea-4e3e-8913-77f24ee85e4e] instance snapshotting [ 754.390025] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7d95ab6b-6b95-48a2-824e-a9e530fc188e {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 754.416175] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ba4e9d52-6490-4361-94ce-cf793dc6aac6 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 754.531510] env[62328]: DEBUG nova.network.neutron [req-2a75113a-e58f-4b4e-85ec-c153c22dfa52 req-e7b0aa04-fcaf-4a05-84ba-a3a531277816 service nova] [instance: 948b7ba2-2caa-4616-abc0-afc6cca58f76] Updated VIF entry in instance network info cache for port 4112cbd9-ad9f-43a4-a74b-94b2fd30594f. {{(pid=62328) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 754.532134] env[62328]: DEBUG nova.network.neutron [req-2a75113a-e58f-4b4e-85ec-c153c22dfa52 req-e7b0aa04-fcaf-4a05-84ba-a3a531277816 service nova] [instance: 948b7ba2-2caa-4616-abc0-afc6cca58f76] Updating instance_info_cache with network_info: [{"id": "4112cbd9-ad9f-43a4-a74b-94b2fd30594f", "address": "fa:16:3e:af:2a:76", "network": {"id": "ae1b0afd-4a0c-4b8a-99ac-dbdf6dd5bf95", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-10758413-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "33a1d9f198d84697b63d98d445dea080", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dcf5c3f7-4e33-4f21-b323-3673930b789c", "external-id": "nsx-vlan-transportzone-983", "segmentation_id": 983, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4112cbd9-ad", "ovs_interfaceid": "4112cbd9-ad9f-43a4-a74b-94b2fd30594f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62328) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 754.633622] env[62328]: DEBUG oslo_concurrency.lockutils [None req-a17ec9be-038c-48eb-a047-37fb96d24641 tempest-ImagesTestJSON-1776717495 tempest-ImagesTestJSON-1776717495-project-member] Acquiring lock "633811c6-28ee-4dbf-9967-688e7ce6ebfd" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 754.633903] env[62328]: DEBUG oslo_concurrency.lockutils [None req-a17ec9be-038c-48eb-a047-37fb96d24641 tempest-ImagesTestJSON-1776717495 tempest-ImagesTestJSON-1776717495-project-member] Lock "633811c6-28ee-4dbf-9967-688e7ce6ebfd" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 754.720829] env[62328]: DEBUG oslo_vmware.api [None req-bc9c734c-2d53-4389-b8f1-6d85af47906e tempest-InstanceActionsTestJSON-398422522 tempest-InstanceActionsTestJSON-398422522-project-member] Task: {'id': task-2386751, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 754.778194] env[62328]: DEBUG oslo_vmware.api [None req-81b83408-45f2-4dc8-982e-808b7e17ee9f tempest-ServerDiskConfigTestJSON-126406698 tempest-ServerDiskConfigTestJSON-126406698-project-member] Task: {'id': task-2386752, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 754.829315] env[62328]: DEBUG nova.network.neutron [-] [instance: 911ce85b-847c-4cda-9753-e10fdaf224a5] Updating instance_info_cache with network_info: [] {{(pid=62328) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 754.854419] env[62328]: DEBUG oslo_concurrency.lockutils [None req-332cd9a1-235b-4315-894a-68f76363e980 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 754.865496] env[62328]: DEBUG nova.compute.manager [req-fec06437-08b7-4558-8604-af1982b97a13 req-a17759a6-8c40-4713-93a6-6717c442b804 service nova] [instance: 911ce85b-847c-4cda-9753-e10fdaf224a5] Received event network-vif-deleted-9f1af0a1-c13a-46ad-baba-5ecbe01f2097 {{(pid=62328) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 754.867027] env[62328]: DEBUG nova.compute.utils [None req-489fb2c0-194d-4041-829f-8587e2716af1 tempest-ServersTestFqdnHostnames-1216059078 tempest-ServersTestFqdnHostnames-1216059078-project-member] Using /dev/sd instead of None {{(pid=62328) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 754.871090] env[62328]: DEBUG nova.compute.manager [None req-489fb2c0-194d-4041-829f-8587e2716af1 tempest-ServersTestFqdnHostnames-1216059078 tempest-ServersTestFqdnHostnames-1216059078-project-member] [instance: ab48d158-561e-40d6-a649-f38a096d96c3] Allocating IP information in the background. {{(pid=62328) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 754.871416] env[62328]: DEBUG nova.network.neutron [None req-489fb2c0-194d-4041-829f-8587e2716af1 tempest-ServersTestFqdnHostnames-1216059078 tempest-ServersTestFqdnHostnames-1216059078-project-member] [instance: ab48d158-561e-40d6-a649-f38a096d96c3] allocate_for_instance() {{(pid=62328) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 754.916318] env[62328]: DEBUG nova.policy [None req-489fb2c0-194d-4041-829f-8587e2716af1 tempest-ServersTestFqdnHostnames-1216059078 tempest-ServersTestFqdnHostnames-1216059078-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '8b50fbe0952b46eb8a987d782fb9f967', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'd806b7dc8c5943ac97bc46e1a9c3c073', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62328) authorize /opt/stack/nova/nova/policy.py:192}} [ 754.929447] env[62328]: DEBUG nova.virt.vmwareapi.vmops [None req-8cba23a2-f50b-47b7-8dd2-b5947542d8f4 tempest-ListImageFiltersTestJSON-111188615 tempest-ListImageFiltersTestJSON-111188615-project-member] [instance: 8e31afa5-82ea-4e3e-8913-77f24ee85e4e] Creating Snapshot of the VM instance {{(pid=62328) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 754.929787] env[62328]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-df465b4a-041c-4aee-b7ac-c53565d9fa09 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 754.939513] env[62328]: DEBUG oslo_vmware.api [None req-8cba23a2-f50b-47b7-8dd2-b5947542d8f4 tempest-ListImageFiltersTestJSON-111188615 tempest-ListImageFiltersTestJSON-111188615-project-member] Waiting for the task: (returnval){ [ 754.939513] env[62328]: value = "task-2386754" [ 754.939513] env[62328]: _type = "Task" [ 754.939513] env[62328]: } to complete. {{(pid=62328) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 754.951693] env[62328]: DEBUG oslo_vmware.api [None req-8cba23a2-f50b-47b7-8dd2-b5947542d8f4 tempest-ListImageFiltersTestJSON-111188615 tempest-ListImageFiltersTestJSON-111188615-project-member] Task: {'id': task-2386754, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 754.952085] env[62328]: DEBUG nova.compute.manager [req-d3ff7573-afc1-4662-859a-0ec798afe034 req-158cadba-7e79-4b99-9f4a-def2bf2e290e service nova] [instance: aa0b930b-b792-402c-ac6d-bfe5dfed0f03] Received event network-vif-deleted-efde121c-603d-434f-9f2b-12fe2fe41fc9 {{(pid=62328) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 754.952249] env[62328]: INFO nova.compute.manager [req-d3ff7573-afc1-4662-859a-0ec798afe034 req-158cadba-7e79-4b99-9f4a-def2bf2e290e service nova] [instance: aa0b930b-b792-402c-ac6d-bfe5dfed0f03] Neutron deleted interface efde121c-603d-434f-9f2b-12fe2fe41fc9; detaching it from the instance and deleting it from the info cache [ 754.952415] env[62328]: DEBUG nova.network.neutron [req-d3ff7573-afc1-4662-859a-0ec798afe034 req-158cadba-7e79-4b99-9f4a-def2bf2e290e service nova] [instance: aa0b930b-b792-402c-ac6d-bfe5dfed0f03] Updating instance_info_cache with network_info: [] {{(pid=62328) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 755.037594] env[62328]: DEBUG oslo_concurrency.lockutils [req-2a75113a-e58f-4b4e-85ec-c153c22dfa52 req-e7b0aa04-fcaf-4a05-84ba-a3a531277816 service nova] Releasing lock "refresh_cache-948b7ba2-2caa-4616-abc0-afc6cca58f76" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 755.097970] env[62328]: DEBUG nova.network.neutron [-] [instance: aa0b930b-b792-402c-ac6d-bfe5dfed0f03] Updating instance_info_cache with network_info: [] {{(pid=62328) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 755.222950] env[62328]: DEBUG oslo_vmware.api [None req-bc9c734c-2d53-4389-b8f1-6d85af47906e tempest-InstanceActionsTestJSON-398422522 tempest-InstanceActionsTestJSON-398422522-project-member] Task: {'id': task-2386751, 'name': PowerOnVM_Task, 'duration_secs': 1.355245} completed successfully. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 755.223290] env[62328]: DEBUG nova.virt.vmwareapi.vm_util [None req-bc9c734c-2d53-4389-b8f1-6d85af47906e tempest-InstanceActionsTestJSON-398422522 tempest-InstanceActionsTestJSON-398422522-project-member] [instance: c4d72f48-adf2-435f-9f5f-e3c3bc14bc8c] Powered on the VM {{(pid=62328) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 755.223445] env[62328]: INFO nova.compute.manager [None req-bc9c734c-2d53-4389-b8f1-6d85af47906e tempest-InstanceActionsTestJSON-398422522 tempest-InstanceActionsTestJSON-398422522-project-member] [instance: c4d72f48-adf2-435f-9f5f-e3c3bc14bc8c] Took 10.75 seconds to spawn the instance on the hypervisor. [ 755.223627] env[62328]: DEBUG nova.compute.manager [None req-bc9c734c-2d53-4389-b8f1-6d85af47906e tempest-InstanceActionsTestJSON-398422522 tempest-InstanceActionsTestJSON-398422522-project-member] [instance: c4d72f48-adf2-435f-9f5f-e3c3bc14bc8c] Checking state {{(pid=62328) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 755.224430] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1be206fd-9316-4a33-90bb-17d7e358c32a {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 755.279370] env[62328]: DEBUG oslo_vmware.api [None req-81b83408-45f2-4dc8-982e-808b7e17ee9f tempest-ServerDiskConfigTestJSON-126406698 tempest-ServerDiskConfigTestJSON-126406698-project-member] Task: {'id': task-2386752, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.030618} completed successfully. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 755.280163] env[62328]: DEBUG nova.virt.vmwareapi.vm_util [None req-81b83408-45f2-4dc8-982e-808b7e17ee9f tempest-ServerDiskConfigTestJSON-126406698 tempest-ServerDiskConfigTestJSON-126406698-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/dbf872a4-92be-47e4-8561-c3e2bf2423ab/dbf872a4-92be-47e4-8561-c3e2bf2423ab.vmdk to [datastore2] 948b7ba2-2caa-4616-abc0-afc6cca58f76/948b7ba2-2caa-4616-abc0-afc6cca58f76.vmdk {{(pid=62328) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 755.280904] env[62328]: DEBUG nova.virt.vmwareapi.vmops [None req-81b83408-45f2-4dc8-982e-808b7e17ee9f tempest-ServerDiskConfigTestJSON-126406698 tempest-ServerDiskConfigTestJSON-126406698-project-member] [instance: 948b7ba2-2caa-4616-abc0-afc6cca58f76] Extending root virtual disk to 1048576 {{(pid=62328) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 755.282373] env[62328]: DEBUG nova.network.neutron [None req-489fb2c0-194d-4041-829f-8587e2716af1 tempest-ServersTestFqdnHostnames-1216059078 tempest-ServersTestFqdnHostnames-1216059078-project-member] [instance: ab48d158-561e-40d6-a649-f38a096d96c3] Successfully created port: ec3eb5bd-cf16-4c22-a577-8e03fdbd9e7d {{(pid=62328) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 755.284385] env[62328]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-894928cb-0368-4621-b561-d874c765dd06 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 755.292743] env[62328]: DEBUG oslo_vmware.api [None req-81b83408-45f2-4dc8-982e-808b7e17ee9f tempest-ServerDiskConfigTestJSON-126406698 tempest-ServerDiskConfigTestJSON-126406698-project-member] Waiting for the task: (returnval){ [ 755.292743] env[62328]: value = "task-2386755" [ 755.292743] env[62328]: _type = "Task" [ 755.292743] env[62328]: } to complete. {{(pid=62328) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 755.304432] env[62328]: DEBUG oslo_vmware.api [None req-81b83408-45f2-4dc8-982e-808b7e17ee9f tempest-ServerDiskConfigTestJSON-126406698 tempest-ServerDiskConfigTestJSON-126406698-project-member] Task: {'id': task-2386755, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 755.334564] env[62328]: INFO nova.compute.manager [-] [instance: 911ce85b-847c-4cda-9753-e10fdaf224a5] Took 1.63 seconds to deallocate network for instance. [ 755.371914] env[62328]: DEBUG nova.compute.manager [None req-489fb2c0-194d-4041-829f-8587e2716af1 tempest-ServersTestFqdnHostnames-1216059078 tempest-ServersTestFqdnHostnames-1216059078-project-member] [instance: ab48d158-561e-40d6-a649-f38a096d96c3] Start building block device mappings for instance. {{(pid=62328) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 755.455765] env[62328]: DEBUG oslo_vmware.api [None req-8cba23a2-f50b-47b7-8dd2-b5947542d8f4 tempest-ListImageFiltersTestJSON-111188615 tempest-ListImageFiltersTestJSON-111188615-project-member] Task: {'id': task-2386754, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 755.459596] env[62328]: DEBUG nova.network.neutron [None req-9a602b75-500b-41db-a1d1-6e5c34b96618 tempest-ServersWithSpecificFlavorTestJSON-2091780743 tempest-ServersWithSpecificFlavorTestJSON-2091780743-project-member] [instance: 4012f976-bb83-4296-8a36-f3af12570729] Successfully updated port: ad1ba3ac-4f19-4d26-bfae-7bb11878df2b {{(pid=62328) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 755.461275] env[62328]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-011b3298-d984-4ab7-b696-a208ee5e2ec3 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 755.473670] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9e2927a5-4a05-4d57-8611-094aa138db16 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 755.521119] env[62328]: DEBUG nova.compute.manager [req-d3ff7573-afc1-4662-859a-0ec798afe034 req-158cadba-7e79-4b99-9f4a-def2bf2e290e service nova] [instance: aa0b930b-b792-402c-ac6d-bfe5dfed0f03] Detach interface failed, port_id=efde121c-603d-434f-9f2b-12fe2fe41fc9, reason: Instance aa0b930b-b792-402c-ac6d-bfe5dfed0f03 could not be found. {{(pid=62328) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 755.601014] env[62328]: INFO nova.compute.manager [-] [instance: aa0b930b-b792-402c-ac6d-bfe5dfed0f03] Took 1.58 seconds to deallocate network for instance. [ 755.753148] env[62328]: INFO nova.compute.manager [None req-bc9c734c-2d53-4389-b8f1-6d85af47906e tempest-InstanceActionsTestJSON-398422522 tempest-InstanceActionsTestJSON-398422522-project-member] [instance: c4d72f48-adf2-435f-9f5f-e3c3bc14bc8c] Took 49.06 seconds to build instance. [ 755.803631] env[62328]: DEBUG oslo_vmware.api [None req-81b83408-45f2-4dc8-982e-808b7e17ee9f tempest-ServerDiskConfigTestJSON-126406698 tempest-ServerDiskConfigTestJSON-126406698-project-member] Task: {'id': task-2386755, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.08068} completed successfully. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 755.804280] env[62328]: DEBUG nova.virt.vmwareapi.vmops [None req-81b83408-45f2-4dc8-982e-808b7e17ee9f tempest-ServerDiskConfigTestJSON-126406698 tempest-ServerDiskConfigTestJSON-126406698-project-member] [instance: 948b7ba2-2caa-4616-abc0-afc6cca58f76] Extended root virtual disk {{(pid=62328) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 755.805838] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-513712e2-c240-4b98-87dc-7142ebb4c5c6 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 755.830074] env[62328]: DEBUG nova.virt.vmwareapi.volumeops [None req-81b83408-45f2-4dc8-982e-808b7e17ee9f tempest-ServerDiskConfigTestJSON-126406698 tempest-ServerDiskConfigTestJSON-126406698-project-member] [instance: 948b7ba2-2caa-4616-abc0-afc6cca58f76] Reconfiguring VM instance instance-00000034 to attach disk [datastore2] 948b7ba2-2caa-4616-abc0-afc6cca58f76/948b7ba2-2caa-4616-abc0-afc6cca58f76.vmdk or device None with type sparse {{(pid=62328) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 755.833362] env[62328]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-efaa0da3-f556-4d83-818e-4fa9e41a85f5 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 755.849439] env[62328]: DEBUG oslo_concurrency.lockutils [None req-4f005a0a-c463-4ae7-a94c-cea7cdff9b90 tempest-ImagesTestJSON-1776717495 tempest-ImagesTestJSON-1776717495-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 755.857514] env[62328]: DEBUG oslo_vmware.api [None req-81b83408-45f2-4dc8-982e-808b7e17ee9f tempest-ServerDiskConfigTestJSON-126406698 tempest-ServerDiskConfigTestJSON-126406698-project-member] Waiting for the task: (returnval){ [ 755.857514] env[62328]: value = "task-2386756" [ 755.857514] env[62328]: _type = "Task" [ 755.857514] env[62328]: } to complete. {{(pid=62328) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 755.863311] env[62328]: DEBUG oslo_concurrency.lockutils [None req-79c80447-4dcb-41ee-8af4-9ac1194bdf03 tempest-SecurityGroupsTestJSON-105101063 tempest-SecurityGroupsTestJSON-105101063-project-member] Acquiring lock "2ead81f5-76a7-4b80-ac7e-f227dec14f95" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 755.863551] env[62328]: DEBUG oslo_concurrency.lockutils [None req-79c80447-4dcb-41ee-8af4-9ac1194bdf03 tempest-SecurityGroupsTestJSON-105101063 tempest-SecurityGroupsTestJSON-105101063-project-member] Lock "2ead81f5-76a7-4b80-ac7e-f227dec14f95" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 755.863749] env[62328]: DEBUG oslo_concurrency.lockutils [None req-79c80447-4dcb-41ee-8af4-9ac1194bdf03 tempest-SecurityGroupsTestJSON-105101063 tempest-SecurityGroupsTestJSON-105101063-project-member] Acquiring lock "2ead81f5-76a7-4b80-ac7e-f227dec14f95-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 755.863964] env[62328]: DEBUG oslo_concurrency.lockutils [None req-79c80447-4dcb-41ee-8af4-9ac1194bdf03 tempest-SecurityGroupsTestJSON-105101063 tempest-SecurityGroupsTestJSON-105101063-project-member] Lock "2ead81f5-76a7-4b80-ac7e-f227dec14f95-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 755.864161] env[62328]: DEBUG oslo_concurrency.lockutils [None req-79c80447-4dcb-41ee-8af4-9ac1194bdf03 tempest-SecurityGroupsTestJSON-105101063 tempest-SecurityGroupsTestJSON-105101063-project-member] Lock "2ead81f5-76a7-4b80-ac7e-f227dec14f95-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 755.867234] env[62328]: INFO nova.compute.manager [None req-79c80447-4dcb-41ee-8af4-9ac1194bdf03 tempest-SecurityGroupsTestJSON-105101063 tempest-SecurityGroupsTestJSON-105101063-project-member] [instance: 2ead81f5-76a7-4b80-ac7e-f227dec14f95] Terminating instance [ 755.873093] env[62328]: DEBUG oslo_vmware.api [None req-81b83408-45f2-4dc8-982e-808b7e17ee9f tempest-ServerDiskConfigTestJSON-126406698 tempest-ServerDiskConfigTestJSON-126406698-project-member] Task: {'id': task-2386756, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 755.952881] env[62328]: DEBUG oslo_vmware.api [None req-8cba23a2-f50b-47b7-8dd2-b5947542d8f4 tempest-ListImageFiltersTestJSON-111188615 tempest-ListImageFiltersTestJSON-111188615-project-member] Task: {'id': task-2386754, 'name': CreateSnapshot_Task, 'duration_secs': 0.570514} completed successfully. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 755.953017] env[62328]: DEBUG nova.virt.vmwareapi.vmops [None req-8cba23a2-f50b-47b7-8dd2-b5947542d8f4 tempest-ListImageFiltersTestJSON-111188615 tempest-ListImageFiltersTestJSON-111188615-project-member] [instance: 8e31afa5-82ea-4e3e-8913-77f24ee85e4e] Created Snapshot of the VM instance {{(pid=62328) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 755.953791] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8077b999-b75b-4b9c-82f4-be84c3b26777 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 755.958177] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b2a7d4a8-9cd7-46af-95da-744ab8a30aa2 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 755.962071] env[62328]: DEBUG oslo_concurrency.lockutils [None req-9a602b75-500b-41db-a1d1-6e5c34b96618 tempest-ServersWithSpecificFlavorTestJSON-2091780743 tempest-ServersWithSpecificFlavorTestJSON-2091780743-project-member] Acquiring lock "refresh_cache-4012f976-bb83-4296-8a36-f3af12570729" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 755.962277] env[62328]: DEBUG oslo_concurrency.lockutils [None req-9a602b75-500b-41db-a1d1-6e5c34b96618 tempest-ServersWithSpecificFlavorTestJSON-2091780743 tempest-ServersWithSpecificFlavorTestJSON-2091780743-project-member] Acquired lock "refresh_cache-4012f976-bb83-4296-8a36-f3af12570729" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.962467] env[62328]: DEBUG nova.network.neutron [None req-9a602b75-500b-41db-a1d1-6e5c34b96618 tempest-ServersWithSpecificFlavorTestJSON-2091780743 tempest-ServersWithSpecificFlavorTestJSON-2091780743-project-member] [instance: 4012f976-bb83-4296-8a36-f3af12570729] Building network info cache for instance {{(pid=62328) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 755.974343] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b708d8bd-9017-417f-8f78-f1a51d37275c {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 756.020903] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0b02399f-9237-47ef-983e-02650e63f042 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 756.033929] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a8609082-530c-4113-8141-e314ea49d51e {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 756.053249] env[62328]: DEBUG nova.compute.provider_tree [None req-67c9ef5c-3f88-401e-87f8-b158bbbf893e tempest-ServersTestMultiNic-1057987772 tempest-ServersTestMultiNic-1057987772-project-member] Inventory has not changed in ProviderTree for provider: 3469e9f8-04af-49ca-8435-49f104496744 {{(pid=62328) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 756.066221] env[62328]: INFO nova.compute.manager [None req-020ad3db-50cb-42e7-9a0d-f4193935dbb4 tempest-ServerRescueTestJSON-434379102 tempest-ServerRescueTestJSON-434379102-project-member] [instance: c6b9b490-d331-47ac-8410-588490ab048d] Unrescuing [ 756.066470] env[62328]: DEBUG oslo_concurrency.lockutils [None req-020ad3db-50cb-42e7-9a0d-f4193935dbb4 tempest-ServerRescueTestJSON-434379102 tempest-ServerRescueTestJSON-434379102-project-member] Acquiring lock "refresh_cache-c6b9b490-d331-47ac-8410-588490ab048d" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 756.066619] env[62328]: DEBUG oslo_concurrency.lockutils [None req-020ad3db-50cb-42e7-9a0d-f4193935dbb4 tempest-ServerRescueTestJSON-434379102 tempest-ServerRescueTestJSON-434379102-project-member] Acquired lock "refresh_cache-c6b9b490-d331-47ac-8410-588490ab048d" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.066782] env[62328]: DEBUG nova.network.neutron [None req-020ad3db-50cb-42e7-9a0d-f4193935dbb4 tempest-ServerRescueTestJSON-434379102 tempest-ServerRescueTestJSON-434379102-project-member] [instance: c6b9b490-d331-47ac-8410-588490ab048d] Building network info cache for instance {{(pid=62328) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 756.109953] env[62328]: DEBUG oslo_concurrency.lockutils [None req-21bf2375-4693-49dc-bea3-4d3371b304c5 tempest-ServersTestJSON-42114830 tempest-ServersTestJSON-42114830-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 756.255447] env[62328]: DEBUG oslo_concurrency.lockutils [None req-bc9c734c-2d53-4389-b8f1-6d85af47906e tempest-InstanceActionsTestJSON-398422522 tempest-InstanceActionsTestJSON-398422522-project-member] Lock "c4d72f48-adf2-435f-9f5f-e3c3bc14bc8c" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 69.924s {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 756.369276] env[62328]: DEBUG oslo_vmware.api [None req-81b83408-45f2-4dc8-982e-808b7e17ee9f tempest-ServerDiskConfigTestJSON-126406698 tempest-ServerDiskConfigTestJSON-126406698-project-member] Task: {'id': task-2386756, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 756.374755] env[62328]: DEBUG nova.compute.manager [None req-79c80447-4dcb-41ee-8af4-9ac1194bdf03 tempest-SecurityGroupsTestJSON-105101063 tempest-SecurityGroupsTestJSON-105101063-project-member] [instance: 2ead81f5-76a7-4b80-ac7e-f227dec14f95] Start destroying the instance on the hypervisor. {{(pid=62328) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 756.374975] env[62328]: DEBUG nova.virt.vmwareapi.vmops [None req-79c80447-4dcb-41ee-8af4-9ac1194bdf03 tempest-SecurityGroupsTestJSON-105101063 tempest-SecurityGroupsTestJSON-105101063-project-member] [instance: 2ead81f5-76a7-4b80-ac7e-f227dec14f95] Destroying instance {{(pid=62328) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 756.376377] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6fd18623-4f3b-49ea-9368-e0ca4ea8ebcf {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 756.384905] env[62328]: DEBUG nova.virt.vmwareapi.vm_util [None req-79c80447-4dcb-41ee-8af4-9ac1194bdf03 tempest-SecurityGroupsTestJSON-105101063 tempest-SecurityGroupsTestJSON-105101063-project-member] [instance: 2ead81f5-76a7-4b80-ac7e-f227dec14f95] Powering off the VM {{(pid=62328) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 756.385323] env[62328]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-acf83a7e-5cec-4ab1-bcad-ddd4360c7aa5 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 756.388105] env[62328]: DEBUG nova.compute.manager [None req-489fb2c0-194d-4041-829f-8587e2716af1 tempest-ServersTestFqdnHostnames-1216059078 tempest-ServersTestFqdnHostnames-1216059078-project-member] [instance: ab48d158-561e-40d6-a649-f38a096d96c3] Start spawning the instance on the hypervisor. {{(pid=62328) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 756.398131] env[62328]: DEBUG oslo_vmware.api [None req-79c80447-4dcb-41ee-8af4-9ac1194bdf03 tempest-SecurityGroupsTestJSON-105101063 tempest-SecurityGroupsTestJSON-105101063-project-member] Waiting for the task: (returnval){ [ 756.398131] env[62328]: value = "task-2386757" [ 756.398131] env[62328]: _type = "Task" [ 756.398131] env[62328]: } to complete. {{(pid=62328) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 756.410035] env[62328]: DEBUG oslo_vmware.api [None req-79c80447-4dcb-41ee-8af4-9ac1194bdf03 tempest-SecurityGroupsTestJSON-105101063 tempest-SecurityGroupsTestJSON-105101063-project-member] Task: {'id': task-2386757, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 756.412904] env[62328]: DEBUG nova.virt.hardware [None req-489fb2c0-194d-4041-829f-8587e2716af1 tempest-ServersTestFqdnHostnames-1216059078 tempest-ServersTestFqdnHostnames-1216059078-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-07T17:16:55Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-07T17:16:37Z,direct_url=,disk_format='vmdk',id=dbf872a4-92be-47e4-8561-c3e2bf2423ab,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='2a64022f08d84b11a86773b900860ae5',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-07T17:16:38Z,virtual_size=,visibility=), allow threads: False {{(pid=62328) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 756.413271] env[62328]: DEBUG nova.virt.hardware [None req-489fb2c0-194d-4041-829f-8587e2716af1 tempest-ServersTestFqdnHostnames-1216059078 tempest-ServersTestFqdnHostnames-1216059078-project-member] Flavor limits 0:0:0 {{(pid=62328) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 756.413461] env[62328]: DEBUG nova.virt.hardware [None req-489fb2c0-194d-4041-829f-8587e2716af1 tempest-ServersTestFqdnHostnames-1216059078 tempest-ServersTestFqdnHostnames-1216059078-project-member] Image limits 0:0:0 {{(pid=62328) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 756.413651] env[62328]: DEBUG nova.virt.hardware [None req-489fb2c0-194d-4041-829f-8587e2716af1 tempest-ServersTestFqdnHostnames-1216059078 tempest-ServersTestFqdnHostnames-1216059078-project-member] Flavor pref 0:0:0 {{(pid=62328) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 756.413820] env[62328]: DEBUG nova.virt.hardware [None req-489fb2c0-194d-4041-829f-8587e2716af1 tempest-ServersTestFqdnHostnames-1216059078 tempest-ServersTestFqdnHostnames-1216059078-project-member] Image pref 0:0:0 {{(pid=62328) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 756.413957] env[62328]: DEBUG nova.virt.hardware [None req-489fb2c0-194d-4041-829f-8587e2716af1 tempest-ServersTestFqdnHostnames-1216059078 tempest-ServersTestFqdnHostnames-1216059078-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62328) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 756.414193] env[62328]: DEBUG nova.virt.hardware [None req-489fb2c0-194d-4041-829f-8587e2716af1 tempest-ServersTestFqdnHostnames-1216059078 tempest-ServersTestFqdnHostnames-1216059078-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62328) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 756.414336] env[62328]: DEBUG nova.virt.hardware [None req-489fb2c0-194d-4041-829f-8587e2716af1 tempest-ServersTestFqdnHostnames-1216059078 tempest-ServersTestFqdnHostnames-1216059078-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62328) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 756.414500] env[62328]: DEBUG nova.virt.hardware [None req-489fb2c0-194d-4041-829f-8587e2716af1 tempest-ServersTestFqdnHostnames-1216059078 tempest-ServersTestFqdnHostnames-1216059078-project-member] Got 1 possible topologies {{(pid=62328) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 756.414659] env[62328]: DEBUG nova.virt.hardware [None req-489fb2c0-194d-4041-829f-8587e2716af1 tempest-ServersTestFqdnHostnames-1216059078 tempest-ServersTestFqdnHostnames-1216059078-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62328) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 756.416593] env[62328]: DEBUG nova.virt.hardware [None req-489fb2c0-194d-4041-829f-8587e2716af1 tempest-ServersTestFqdnHostnames-1216059078 tempest-ServersTestFqdnHostnames-1216059078-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62328) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 756.416593] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-18b3cb77-cbd3-4da2-a878-2f3716d26815 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 756.424927] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7520bea9-f98e-43f2-a63d-c7f910177caa {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 756.478328] env[62328]: DEBUG nova.virt.vmwareapi.vmops [None req-8cba23a2-f50b-47b7-8dd2-b5947542d8f4 tempest-ListImageFiltersTestJSON-111188615 tempest-ListImageFiltersTestJSON-111188615-project-member] [instance: 8e31afa5-82ea-4e3e-8913-77f24ee85e4e] Creating linked-clone VM from snapshot {{(pid=62328) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 756.478660] env[62328]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-64ea7273-5f08-4940-b1c6-90d9c5b38bca {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 756.488026] env[62328]: DEBUG oslo_vmware.api [None req-8cba23a2-f50b-47b7-8dd2-b5947542d8f4 tempest-ListImageFiltersTestJSON-111188615 tempest-ListImageFiltersTestJSON-111188615-project-member] Waiting for the task: (returnval){ [ 756.488026] env[62328]: value = "task-2386758" [ 756.488026] env[62328]: _type = "Task" [ 756.488026] env[62328]: } to complete. {{(pid=62328) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 756.495331] env[62328]: DEBUG nova.network.neutron [None req-9a602b75-500b-41db-a1d1-6e5c34b96618 tempest-ServersWithSpecificFlavorTestJSON-2091780743 tempest-ServersWithSpecificFlavorTestJSON-2091780743-project-member] [instance: 4012f976-bb83-4296-8a36-f3af12570729] Instance cache missing network info. {{(pid=62328) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 756.501249] env[62328]: DEBUG oslo_vmware.api [None req-8cba23a2-f50b-47b7-8dd2-b5947542d8f4 tempest-ListImageFiltersTestJSON-111188615 tempest-ListImageFiltersTestJSON-111188615-project-member] Task: {'id': task-2386758, 'name': CloneVM_Task} progress is 0%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 756.556372] env[62328]: DEBUG nova.scheduler.client.report [None req-67c9ef5c-3f88-401e-87f8-b158bbbf893e tempest-ServersTestMultiNic-1057987772 tempest-ServersTestMultiNic-1057987772-project-member] Inventory has not changed for provider 3469e9f8-04af-49ca-8435-49f104496744 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 152, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62328) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 756.761030] env[62328]: DEBUG nova.compute.manager [None req-a17ec9be-038c-48eb-a047-37fb96d24641 tempest-ImagesTestJSON-1776717495 tempest-ImagesTestJSON-1776717495-project-member] [instance: 633811c6-28ee-4dbf-9967-688e7ce6ebfd] Starting instance... {{(pid=62328) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 756.807065] env[62328]: DEBUG oslo_concurrency.lockutils [None req-bb5e355e-e8d0-4270-8ea7-7031425de2c3 tempest-InstanceActionsTestJSON-398422522 tempest-InstanceActionsTestJSON-398422522-project-member] Acquiring lock "c4d72f48-adf2-435f-9f5f-e3c3bc14bc8c" by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 756.807251] env[62328]: DEBUG oslo_concurrency.lockutils [None req-bb5e355e-e8d0-4270-8ea7-7031425de2c3 tempest-InstanceActionsTestJSON-398422522 tempest-InstanceActionsTestJSON-398422522-project-member] Lock "c4d72f48-adf2-435f-9f5f-e3c3bc14bc8c" acquired by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" :: waited 0.000s {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 756.807549] env[62328]: INFO nova.compute.manager [None req-bb5e355e-e8d0-4270-8ea7-7031425de2c3 tempest-InstanceActionsTestJSON-398422522 tempest-InstanceActionsTestJSON-398422522-project-member] [instance: c4d72f48-adf2-435f-9f5f-e3c3bc14bc8c] Rebooting instance [ 756.869937] env[62328]: DEBUG oslo_vmware.api [None req-81b83408-45f2-4dc8-982e-808b7e17ee9f tempest-ServerDiskConfigTestJSON-126406698 tempest-ServerDiskConfigTestJSON-126406698-project-member] Task: {'id': task-2386756, 'name': ReconfigVM_Task, 'duration_secs': 0.589694} completed successfully. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 756.870247] env[62328]: DEBUG nova.virt.vmwareapi.volumeops [None req-81b83408-45f2-4dc8-982e-808b7e17ee9f tempest-ServerDiskConfigTestJSON-126406698 tempest-ServerDiskConfigTestJSON-126406698-project-member] [instance: 948b7ba2-2caa-4616-abc0-afc6cca58f76] Reconfigured VM instance instance-00000034 to attach disk [datastore2] 948b7ba2-2caa-4616-abc0-afc6cca58f76/948b7ba2-2caa-4616-abc0-afc6cca58f76.vmdk or device None with type sparse {{(pid=62328) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 756.870989] env[62328]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-3f715379-fcc0-4383-9344-c7ff663c58dc {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 756.879360] env[62328]: DEBUG oslo_vmware.api [None req-81b83408-45f2-4dc8-982e-808b7e17ee9f tempest-ServerDiskConfigTestJSON-126406698 tempest-ServerDiskConfigTestJSON-126406698-project-member] Waiting for the task: (returnval){ [ 756.879360] env[62328]: value = "task-2386759" [ 756.879360] env[62328]: _type = "Task" [ 756.879360] env[62328]: } to complete. {{(pid=62328) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 756.889508] env[62328]: DEBUG nova.network.neutron [None req-489fb2c0-194d-4041-829f-8587e2716af1 tempest-ServersTestFqdnHostnames-1216059078 tempest-ServersTestFqdnHostnames-1216059078-project-member] [instance: ab48d158-561e-40d6-a649-f38a096d96c3] Successfully updated port: ec3eb5bd-cf16-4c22-a577-8e03fdbd9e7d {{(pid=62328) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 756.912304] env[62328]: DEBUG oslo_vmware.api [None req-81b83408-45f2-4dc8-982e-808b7e17ee9f tempest-ServerDiskConfigTestJSON-126406698 tempest-ServerDiskConfigTestJSON-126406698-project-member] Task: {'id': task-2386759, 'name': Rename_Task} progress is 10%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 756.913393] env[62328]: DEBUG nova.virt.vmwareapi.volumeops [None req-cb3e5856-646c-4d05-b44d-06fc846598bc tempest-VolumesAdminNegativeTest-179339308 tempest-VolumesAdminNegativeTest-179339308-project-member] [instance: 04dd8fd6-91f0-444f-b642-2ba8dcdea19d] Volume attach. Driver type: vmdk {{(pid=62328) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 756.913604] env[62328]: DEBUG nova.virt.vmwareapi.volumeops [None req-cb3e5856-646c-4d05-b44d-06fc846598bc tempest-VolumesAdminNegativeTest-179339308 tempest-VolumesAdminNegativeTest-179339308-project-member] [instance: 04dd8fd6-91f0-444f-b642-2ba8dcdea19d] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-484316', 'volume_id': 'b58f5f45-8a34-4fa4-8068-c1dce7809b40', 'name': 'volume-b58f5f45-8a34-4fa4-8068-c1dce7809b40', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '04dd8fd6-91f0-444f-b642-2ba8dcdea19d', 'attached_at': '', 'detached_at': '', 'volume_id': 'b58f5f45-8a34-4fa4-8068-c1dce7809b40', 'serial': 'b58f5f45-8a34-4fa4-8068-c1dce7809b40'} {{(pid=62328) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 756.914964] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-af2456e2-e9a5-459b-8c2c-508c75f3e450 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 756.924204] env[62328]: DEBUG oslo_vmware.api [None req-79c80447-4dcb-41ee-8af4-9ac1194bdf03 tempest-SecurityGroupsTestJSON-105101063 tempest-SecurityGroupsTestJSON-105101063-project-member] Task: {'id': task-2386757, 'name': PowerOffVM_Task, 'duration_secs': 0.22574} completed successfully. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 756.937722] env[62328]: DEBUG nova.virt.vmwareapi.vm_util [None req-79c80447-4dcb-41ee-8af4-9ac1194bdf03 tempest-SecurityGroupsTestJSON-105101063 tempest-SecurityGroupsTestJSON-105101063-project-member] [instance: 2ead81f5-76a7-4b80-ac7e-f227dec14f95] Powered off the VM {{(pid=62328) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 756.937954] env[62328]: DEBUG nova.virt.vmwareapi.vmops [None req-79c80447-4dcb-41ee-8af4-9ac1194bdf03 tempest-SecurityGroupsTestJSON-105101063 tempest-SecurityGroupsTestJSON-105101063-project-member] [instance: 2ead81f5-76a7-4b80-ac7e-f227dec14f95] Unregistering the VM {{(pid=62328) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 756.938711] env[62328]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-153b6c1e-4fd9-4905-87c1-364171722aa0 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 756.941116] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a6943072-0581-4634-b06d-671f51f5c391 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 756.967196] env[62328]: DEBUG nova.virt.vmwareapi.volumeops [None req-cb3e5856-646c-4d05-b44d-06fc846598bc tempest-VolumesAdminNegativeTest-179339308 tempest-VolumesAdminNegativeTest-179339308-project-member] [instance: 04dd8fd6-91f0-444f-b642-2ba8dcdea19d] Reconfiguring VM instance instance-0000001b to attach disk [datastore1] volume-b58f5f45-8a34-4fa4-8068-c1dce7809b40/volume-b58f5f45-8a34-4fa4-8068-c1dce7809b40.vmdk or device None with type thin {{(pid=62328) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 756.969833] env[62328]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e151501c-3ab3-4ce8-8303-236aebfd9a11 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 756.989428] env[62328]: DEBUG oslo_vmware.api [None req-cb3e5856-646c-4d05-b44d-06fc846598bc tempest-VolumesAdminNegativeTest-179339308 tempest-VolumesAdminNegativeTest-179339308-project-member] Waiting for the task: (returnval){ [ 756.989428] env[62328]: value = "task-2386761" [ 756.989428] env[62328]: _type = "Task" [ 756.989428] env[62328]: } to complete. {{(pid=62328) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 757.014758] env[62328]: DEBUG oslo_vmware.api [None req-8cba23a2-f50b-47b7-8dd2-b5947542d8f4 tempest-ListImageFiltersTestJSON-111188615 tempest-ListImageFiltersTestJSON-111188615-project-member] Task: {'id': task-2386758, 'name': CloneVM_Task} progress is 94%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 757.058905] env[62328]: DEBUG nova.virt.vmwareapi.vmops [None req-79c80447-4dcb-41ee-8af4-9ac1194bdf03 tempest-SecurityGroupsTestJSON-105101063 tempest-SecurityGroupsTestJSON-105101063-project-member] [instance: 2ead81f5-76a7-4b80-ac7e-f227dec14f95] Unregistered the VM {{(pid=62328) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 757.059303] env[62328]: DEBUG nova.virt.vmwareapi.vmops [None req-79c80447-4dcb-41ee-8af4-9ac1194bdf03 tempest-SecurityGroupsTestJSON-105101063 tempest-SecurityGroupsTestJSON-105101063-project-member] [instance: 2ead81f5-76a7-4b80-ac7e-f227dec14f95] Deleting contents of the VM from datastore datastore2 {{(pid=62328) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 757.059650] env[62328]: DEBUG nova.virt.vmwareapi.ds_util [None req-79c80447-4dcb-41ee-8af4-9ac1194bdf03 tempest-SecurityGroupsTestJSON-105101063 tempest-SecurityGroupsTestJSON-105101063-project-member] Deleting the datastore file [datastore2] 2ead81f5-76a7-4b80-ac7e-f227dec14f95 {{(pid=62328) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 757.060078] env[62328]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-5498d60c-4b1b-42e0-9d6a-15e1624f4c85 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 757.062568] env[62328]: DEBUG oslo_concurrency.lockutils [None req-67c9ef5c-3f88-401e-87f8-b158bbbf893e tempest-ServersTestMultiNic-1057987772 tempest-ServersTestMultiNic-1057987772-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.703s {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 757.063083] env[62328]: DEBUG nova.compute.manager [None req-67c9ef5c-3f88-401e-87f8-b158bbbf893e tempest-ServersTestMultiNic-1057987772 tempest-ServersTestMultiNic-1057987772-project-member] [instance: 93ca7686-9ab7-434e-b425-148d3ba8db62] Start building networks asynchronously for instance. {{(pid=62328) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 757.065625] env[62328]: DEBUG oslo_concurrency.lockutils [None req-5109b3f1-67b0-450f-8dd1-81f6d832e5f7 tempest-MigrationsAdminTest-413245202 tempest-MigrationsAdminTest-413245202-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 37.717s {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 757.072707] env[62328]: DEBUG oslo_vmware.api [None req-79c80447-4dcb-41ee-8af4-9ac1194bdf03 tempest-SecurityGroupsTestJSON-105101063 tempest-SecurityGroupsTestJSON-105101063-project-member] Waiting for the task: (returnval){ [ 757.072707] env[62328]: value = "task-2386762" [ 757.072707] env[62328]: _type = "Task" [ 757.072707] env[62328]: } to complete. {{(pid=62328) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 757.077200] env[62328]: DEBUG nova.network.neutron [None req-9a602b75-500b-41db-a1d1-6e5c34b96618 tempest-ServersWithSpecificFlavorTestJSON-2091780743 tempest-ServersWithSpecificFlavorTestJSON-2091780743-project-member] [instance: 4012f976-bb83-4296-8a36-f3af12570729] Updating instance_info_cache with network_info: [{"id": "ad1ba3ac-4f19-4d26-bfae-7bb11878df2b", "address": "fa:16:3e:25:4b:fb", "network": {"id": "419e9630-2846-499e-80f9-74384cb9db1b", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-756804266-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5e755d1c1d32499a96fcf33e11fe6785", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f92f0b92-d6fb-4d00-8ad5-6b3809ed5493", "external-id": "nsx-vlan-transportzone-48", "segmentation_id": 48, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapad1ba3ac-4f", "ovs_interfaceid": "ad1ba3ac-4f19-4d26-bfae-7bb11878df2b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62328) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 757.084842] env[62328]: DEBUG oslo_vmware.api [None req-79c80447-4dcb-41ee-8af4-9ac1194bdf03 tempest-SecurityGroupsTestJSON-105101063 tempest-SecurityGroupsTestJSON-105101063-project-member] Task: {'id': task-2386762, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 757.290421] env[62328]: DEBUG nova.network.neutron [None req-020ad3db-50cb-42e7-9a0d-f4193935dbb4 tempest-ServerRescueTestJSON-434379102 tempest-ServerRescueTestJSON-434379102-project-member] [instance: c6b9b490-d331-47ac-8410-588490ab048d] Updating instance_info_cache with network_info: [{"id": "52275f26-ec31-4444-885a-3f6bc1f12482", "address": "fa:16:3e:18:f1:56", "network": {"id": "243ad9ea-c83d-488c-93c6-bf234e56e1f6", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-1631716901-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "7dffe918ec914f66820c04e71131ca7c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "56398cc0-e39f-410f-8036-8c2a6870e26f", "external-id": "nsx-vlan-transportzone-612", "segmentation_id": 612, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap52275f26-ec", "ovs_interfaceid": "52275f26-ec31-4444-885a-3f6bc1f12482", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62328) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 757.296974] env[62328]: DEBUG oslo_concurrency.lockutils [None req-a17ec9be-038c-48eb-a047-37fb96d24641 tempest-ImagesTestJSON-1776717495 tempest-ImagesTestJSON-1776717495-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 757.319924] env[62328]: DEBUG nova.compute.manager [req-fb1c40ea-b87c-4b3e-babf-553148afd27b req-f1d541b5-2cb6-4a5c-be39-2635b5824d26 service nova] [instance: 4012f976-bb83-4296-8a36-f3af12570729] Received event network-vif-plugged-ad1ba3ac-4f19-4d26-bfae-7bb11878df2b {{(pid=62328) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 757.320166] env[62328]: DEBUG oslo_concurrency.lockutils [req-fb1c40ea-b87c-4b3e-babf-553148afd27b req-f1d541b5-2cb6-4a5c-be39-2635b5824d26 service nova] Acquiring lock "4012f976-bb83-4296-8a36-f3af12570729-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 757.320374] env[62328]: DEBUG oslo_concurrency.lockutils [req-fb1c40ea-b87c-4b3e-babf-553148afd27b req-f1d541b5-2cb6-4a5c-be39-2635b5824d26 service nova] Lock "4012f976-bb83-4296-8a36-f3af12570729-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 757.320544] env[62328]: DEBUG oslo_concurrency.lockutils [req-fb1c40ea-b87c-4b3e-babf-553148afd27b req-f1d541b5-2cb6-4a5c-be39-2635b5824d26 service nova] Lock "4012f976-bb83-4296-8a36-f3af12570729-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 757.320709] env[62328]: DEBUG nova.compute.manager [req-fb1c40ea-b87c-4b3e-babf-553148afd27b req-f1d541b5-2cb6-4a5c-be39-2635b5824d26 service nova] [instance: 4012f976-bb83-4296-8a36-f3af12570729] No waiting events found dispatching network-vif-plugged-ad1ba3ac-4f19-4d26-bfae-7bb11878df2b {{(pid=62328) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 757.322396] env[62328]: WARNING nova.compute.manager [req-fb1c40ea-b87c-4b3e-babf-553148afd27b req-f1d541b5-2cb6-4a5c-be39-2635b5824d26 service nova] [instance: 4012f976-bb83-4296-8a36-f3af12570729] Received unexpected event network-vif-plugged-ad1ba3ac-4f19-4d26-bfae-7bb11878df2b for instance with vm_state building and task_state spawning. [ 757.322396] env[62328]: DEBUG nova.compute.manager [req-fb1c40ea-b87c-4b3e-babf-553148afd27b req-f1d541b5-2cb6-4a5c-be39-2635b5824d26 service nova] [instance: 4012f976-bb83-4296-8a36-f3af12570729] Received event network-changed-ad1ba3ac-4f19-4d26-bfae-7bb11878df2b {{(pid=62328) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 757.322396] env[62328]: DEBUG nova.compute.manager [req-fb1c40ea-b87c-4b3e-babf-553148afd27b req-f1d541b5-2cb6-4a5c-be39-2635b5824d26 service nova] [instance: 4012f976-bb83-4296-8a36-f3af12570729] Refreshing instance network info cache due to event network-changed-ad1ba3ac-4f19-4d26-bfae-7bb11878df2b. {{(pid=62328) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 757.322396] env[62328]: DEBUG oslo_concurrency.lockutils [req-fb1c40ea-b87c-4b3e-babf-553148afd27b req-f1d541b5-2cb6-4a5c-be39-2635b5824d26 service nova] Acquiring lock "refresh_cache-4012f976-bb83-4296-8a36-f3af12570729" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 757.326195] env[62328]: DEBUG oslo_concurrency.lockutils [None req-bb5e355e-e8d0-4270-8ea7-7031425de2c3 tempest-InstanceActionsTestJSON-398422522 tempest-InstanceActionsTestJSON-398422522-project-member] Acquiring lock "refresh_cache-c4d72f48-adf2-435f-9f5f-e3c3bc14bc8c" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 757.326195] env[62328]: DEBUG oslo_concurrency.lockutils [None req-bb5e355e-e8d0-4270-8ea7-7031425de2c3 tempest-InstanceActionsTestJSON-398422522 tempest-InstanceActionsTestJSON-398422522-project-member] Acquired lock "refresh_cache-c4d72f48-adf2-435f-9f5f-e3c3bc14bc8c" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.326195] env[62328]: DEBUG nova.network.neutron [None req-bb5e355e-e8d0-4270-8ea7-7031425de2c3 tempest-InstanceActionsTestJSON-398422522 tempest-InstanceActionsTestJSON-398422522-project-member] [instance: c4d72f48-adf2-435f-9f5f-e3c3bc14bc8c] Building network info cache for instance {{(pid=62328) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 757.341526] env[62328]: DEBUG oslo_concurrency.lockutils [None req-136a280d-e369-4c95-a5f3-c24e84b3c7dd tempest-VolumesAssistedSnapshotsTest-829345027 tempest-VolumesAssistedSnapshotsTest-829345027-project-admin] Acquiring lock "3e0f093a-98be-4406-a220-34f6d6767294" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 757.341740] env[62328]: DEBUG oslo_concurrency.lockutils [None req-136a280d-e369-4c95-a5f3-c24e84b3c7dd tempest-VolumesAssistedSnapshotsTest-829345027 tempest-VolumesAssistedSnapshotsTest-829345027-project-admin] Lock "3e0f093a-98be-4406-a220-34f6d6767294" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 757.390691] env[62328]: DEBUG oslo_vmware.api [None req-81b83408-45f2-4dc8-982e-808b7e17ee9f tempest-ServerDiskConfigTestJSON-126406698 tempest-ServerDiskConfigTestJSON-126406698-project-member] Task: {'id': task-2386759, 'name': Rename_Task} progress is 14%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 757.394391] env[62328]: DEBUG oslo_concurrency.lockutils [None req-489fb2c0-194d-4041-829f-8587e2716af1 tempest-ServersTestFqdnHostnames-1216059078 tempest-ServersTestFqdnHostnames-1216059078-project-member] Acquiring lock "refresh_cache-ab48d158-561e-40d6-a649-f38a096d96c3" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 757.394524] env[62328]: DEBUG oslo_concurrency.lockutils [None req-489fb2c0-194d-4041-829f-8587e2716af1 tempest-ServersTestFqdnHostnames-1216059078 tempest-ServersTestFqdnHostnames-1216059078-project-member] Acquired lock "refresh_cache-ab48d158-561e-40d6-a649-f38a096d96c3" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.394664] env[62328]: DEBUG nova.network.neutron [None req-489fb2c0-194d-4041-829f-8587e2716af1 tempest-ServersTestFqdnHostnames-1216059078 tempest-ServersTestFqdnHostnames-1216059078-project-member] [instance: ab48d158-561e-40d6-a649-f38a096d96c3] Building network info cache for instance {{(pid=62328) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 757.448923] env[62328]: DEBUG nova.compute.manager [req-285e30e4-244b-456c-ad73-037b77c50768 req-e2e5dde5-c060-4c8a-9229-94d12a812be9 service nova] [instance: ab48d158-561e-40d6-a649-f38a096d96c3] Received event network-vif-plugged-ec3eb5bd-cf16-4c22-a577-8e03fdbd9e7d {{(pid=62328) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 757.448923] env[62328]: DEBUG oslo_concurrency.lockutils [req-285e30e4-244b-456c-ad73-037b77c50768 req-e2e5dde5-c060-4c8a-9229-94d12a812be9 service nova] Acquiring lock "ab48d158-561e-40d6-a649-f38a096d96c3-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 757.448923] env[62328]: DEBUG oslo_concurrency.lockutils [req-285e30e4-244b-456c-ad73-037b77c50768 req-e2e5dde5-c060-4c8a-9229-94d12a812be9 service nova] Lock "ab48d158-561e-40d6-a649-f38a096d96c3-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 757.448923] env[62328]: DEBUG oslo_concurrency.lockutils [req-285e30e4-244b-456c-ad73-037b77c50768 req-e2e5dde5-c060-4c8a-9229-94d12a812be9 service nova] Lock "ab48d158-561e-40d6-a649-f38a096d96c3-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 757.448923] env[62328]: DEBUG nova.compute.manager [req-285e30e4-244b-456c-ad73-037b77c50768 req-e2e5dde5-c060-4c8a-9229-94d12a812be9 service nova] [instance: ab48d158-561e-40d6-a649-f38a096d96c3] No waiting events found dispatching network-vif-plugged-ec3eb5bd-cf16-4c22-a577-8e03fdbd9e7d {{(pid=62328) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 757.448923] env[62328]: WARNING nova.compute.manager [req-285e30e4-244b-456c-ad73-037b77c50768 req-e2e5dde5-c060-4c8a-9229-94d12a812be9 service nova] [instance: ab48d158-561e-40d6-a649-f38a096d96c3] Received unexpected event network-vif-plugged-ec3eb5bd-cf16-4c22-a577-8e03fdbd9e7d for instance with vm_state building and task_state spawning. [ 757.448923] env[62328]: DEBUG nova.compute.manager [req-285e30e4-244b-456c-ad73-037b77c50768 req-e2e5dde5-c060-4c8a-9229-94d12a812be9 service nova] [instance: ab48d158-561e-40d6-a649-f38a096d96c3] Received event network-changed-ec3eb5bd-cf16-4c22-a577-8e03fdbd9e7d {{(pid=62328) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 757.448923] env[62328]: DEBUG nova.compute.manager [req-285e30e4-244b-456c-ad73-037b77c50768 req-e2e5dde5-c060-4c8a-9229-94d12a812be9 service nova] [instance: ab48d158-561e-40d6-a649-f38a096d96c3] Refreshing instance network info cache due to event network-changed-ec3eb5bd-cf16-4c22-a577-8e03fdbd9e7d. {{(pid=62328) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 757.448923] env[62328]: DEBUG oslo_concurrency.lockutils [req-285e30e4-244b-456c-ad73-037b77c50768 req-e2e5dde5-c060-4c8a-9229-94d12a812be9 service nova] Acquiring lock "refresh_cache-ab48d158-561e-40d6-a649-f38a096d96c3" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 757.503573] env[62328]: DEBUG oslo_vmware.api [None req-8cba23a2-f50b-47b7-8dd2-b5947542d8f4 tempest-ListImageFiltersTestJSON-111188615 tempest-ListImageFiltersTestJSON-111188615-project-member] Task: {'id': task-2386758, 'name': CloneVM_Task} progress is 94%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 757.507525] env[62328]: DEBUG oslo_vmware.api [None req-cb3e5856-646c-4d05-b44d-06fc846598bc tempest-VolumesAdminNegativeTest-179339308 tempest-VolumesAdminNegativeTest-179339308-project-member] Task: {'id': task-2386761, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 757.569596] env[62328]: DEBUG nova.compute.utils [None req-67c9ef5c-3f88-401e-87f8-b158bbbf893e tempest-ServersTestMultiNic-1057987772 tempest-ServersTestMultiNic-1057987772-project-member] Using /dev/sd instead of None {{(pid=62328) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 757.574547] env[62328]: INFO nova.compute.claims [None req-5109b3f1-67b0-450f-8dd1-81f6d832e5f7 tempest-MigrationsAdminTest-413245202 tempest-MigrationsAdminTest-413245202-project-member] [instance: 4279ea33-3d7d-4713-9d21-9e7aa29026ae] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 757.578093] env[62328]: DEBUG nova.compute.manager [None req-67c9ef5c-3f88-401e-87f8-b158bbbf893e tempest-ServersTestMultiNic-1057987772 tempest-ServersTestMultiNic-1057987772-project-member] [instance: 93ca7686-9ab7-434e-b425-148d3ba8db62] Allocating IP information in the background. {{(pid=62328) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 757.578225] env[62328]: DEBUG nova.network.neutron [None req-67c9ef5c-3f88-401e-87f8-b158bbbf893e tempest-ServersTestMultiNic-1057987772 tempest-ServersTestMultiNic-1057987772-project-member] [instance: 93ca7686-9ab7-434e-b425-148d3ba8db62] allocate_for_instance() {{(pid=62328) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 757.581093] env[62328]: DEBUG oslo_concurrency.lockutils [None req-9a602b75-500b-41db-a1d1-6e5c34b96618 tempest-ServersWithSpecificFlavorTestJSON-2091780743 tempest-ServersWithSpecificFlavorTestJSON-2091780743-project-member] Releasing lock "refresh_cache-4012f976-bb83-4296-8a36-f3af12570729" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 757.581404] env[62328]: DEBUG nova.compute.manager [None req-9a602b75-500b-41db-a1d1-6e5c34b96618 tempest-ServersWithSpecificFlavorTestJSON-2091780743 tempest-ServersWithSpecificFlavorTestJSON-2091780743-project-member] [instance: 4012f976-bb83-4296-8a36-f3af12570729] Instance network_info: |[{"id": "ad1ba3ac-4f19-4d26-bfae-7bb11878df2b", "address": "fa:16:3e:25:4b:fb", "network": {"id": "419e9630-2846-499e-80f9-74384cb9db1b", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-756804266-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5e755d1c1d32499a96fcf33e11fe6785", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f92f0b92-d6fb-4d00-8ad5-6b3809ed5493", "external-id": "nsx-vlan-transportzone-48", "segmentation_id": 48, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapad1ba3ac-4f", "ovs_interfaceid": "ad1ba3ac-4f19-4d26-bfae-7bb11878df2b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62328) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 757.585815] env[62328]: DEBUG oslo_concurrency.lockutils [req-fb1c40ea-b87c-4b3e-babf-553148afd27b req-f1d541b5-2cb6-4a5c-be39-2635b5824d26 service nova] Acquired lock "refresh_cache-4012f976-bb83-4296-8a36-f3af12570729" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.585815] env[62328]: DEBUG nova.network.neutron [req-fb1c40ea-b87c-4b3e-babf-553148afd27b req-f1d541b5-2cb6-4a5c-be39-2635b5824d26 service nova] [instance: 4012f976-bb83-4296-8a36-f3af12570729] Refreshing network info cache for port ad1ba3ac-4f19-4d26-bfae-7bb11878df2b {{(pid=62328) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 757.586941] env[62328]: DEBUG nova.virt.vmwareapi.vmops [None req-9a602b75-500b-41db-a1d1-6e5c34b96618 tempest-ServersWithSpecificFlavorTestJSON-2091780743 tempest-ServersWithSpecificFlavorTestJSON-2091780743-project-member] [instance: 4012f976-bb83-4296-8a36-f3af12570729] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:25:4b:fb', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'f92f0b92-d6fb-4d00-8ad5-6b3809ed5493', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'ad1ba3ac-4f19-4d26-bfae-7bb11878df2b', 'vif_model': 'vmxnet3'}] {{(pid=62328) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 757.594882] env[62328]: DEBUG oslo.service.loopingcall [None req-9a602b75-500b-41db-a1d1-6e5c34b96618 tempest-ServersWithSpecificFlavorTestJSON-2091780743 tempest-ServersWithSpecificFlavorTestJSON-2091780743-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62328) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 757.598385] env[62328]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4012f976-bb83-4296-8a36-f3af12570729] Creating VM on the ESX host {{(pid=62328) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 757.599187] env[62328]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-0f58fd1c-f465-4e02-98e0-64e6b29736c5 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 757.619644] env[62328]: DEBUG oslo_vmware.api [None req-79c80447-4dcb-41ee-8af4-9ac1194bdf03 tempest-SecurityGroupsTestJSON-105101063 tempest-SecurityGroupsTestJSON-105101063-project-member] Task: {'id': task-2386762, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.203155} completed successfully. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 757.620334] env[62328]: DEBUG nova.virt.vmwareapi.ds_util [None req-79c80447-4dcb-41ee-8af4-9ac1194bdf03 tempest-SecurityGroupsTestJSON-105101063 tempest-SecurityGroupsTestJSON-105101063-project-member] Deleted the datastore file {{(pid=62328) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 757.620545] env[62328]: DEBUG nova.virt.vmwareapi.vmops [None req-79c80447-4dcb-41ee-8af4-9ac1194bdf03 tempest-SecurityGroupsTestJSON-105101063 tempest-SecurityGroupsTestJSON-105101063-project-member] [instance: 2ead81f5-76a7-4b80-ac7e-f227dec14f95] Deleted contents of the VM from datastore datastore2 {{(pid=62328) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 757.620747] env[62328]: DEBUG nova.virt.vmwareapi.vmops [None req-79c80447-4dcb-41ee-8af4-9ac1194bdf03 tempest-SecurityGroupsTestJSON-105101063 tempest-SecurityGroupsTestJSON-105101063-project-member] [instance: 2ead81f5-76a7-4b80-ac7e-f227dec14f95] Instance destroyed {{(pid=62328) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 757.620962] env[62328]: INFO nova.compute.manager [None req-79c80447-4dcb-41ee-8af4-9ac1194bdf03 tempest-SecurityGroupsTestJSON-105101063 tempest-SecurityGroupsTestJSON-105101063-project-member] [instance: 2ead81f5-76a7-4b80-ac7e-f227dec14f95] Took 1.25 seconds to destroy the instance on the hypervisor. [ 757.621241] env[62328]: DEBUG oslo.service.loopingcall [None req-79c80447-4dcb-41ee-8af4-9ac1194bdf03 tempest-SecurityGroupsTestJSON-105101063 tempest-SecurityGroupsTestJSON-105101063-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62328) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 757.621450] env[62328]: DEBUG nova.compute.manager [-] [instance: 2ead81f5-76a7-4b80-ac7e-f227dec14f95] Deallocating network for instance {{(pid=62328) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 757.621553] env[62328]: DEBUG nova.network.neutron [-] [instance: 2ead81f5-76a7-4b80-ac7e-f227dec14f95] deallocate_for_instance() {{(pid=62328) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 757.626383] env[62328]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 757.626383] env[62328]: value = "task-2386763" [ 757.626383] env[62328]: _type = "Task" [ 757.626383] env[62328]: } to complete. {{(pid=62328) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 757.640207] env[62328]: DEBUG oslo_vmware.api [-] Task: {'id': task-2386763, 'name': CreateVM_Task} progress is 0%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 757.707164] env[62328]: DEBUG nova.policy [None req-67c9ef5c-3f88-401e-87f8-b158bbbf893e tempest-ServersTestMultiNic-1057987772 tempest-ServersTestMultiNic-1057987772-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '7e154a0d7709435ca585a1b844a53df7', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'c9940c781e6f44eabcb48094e838a06c', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62328) authorize /opt/stack/nova/nova/policy.py:192}} [ 757.794018] env[62328]: DEBUG oslo_concurrency.lockutils [None req-020ad3db-50cb-42e7-9a0d-f4193935dbb4 tempest-ServerRescueTestJSON-434379102 tempest-ServerRescueTestJSON-434379102-project-member] Releasing lock "refresh_cache-c6b9b490-d331-47ac-8410-588490ab048d" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 757.794461] env[62328]: DEBUG nova.objects.instance [None req-020ad3db-50cb-42e7-9a0d-f4193935dbb4 tempest-ServerRescueTestJSON-434379102 tempest-ServerRescueTestJSON-434379102-project-member] Lazy-loading 'flavor' on Instance uuid c6b9b490-d331-47ac-8410-588490ab048d {{(pid=62328) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 757.845231] env[62328]: DEBUG nova.compute.utils [None req-136a280d-e369-4c95-a5f3-c24e84b3c7dd tempest-VolumesAssistedSnapshotsTest-829345027 tempest-VolumesAssistedSnapshotsTest-829345027-project-admin] Using /dev/sd instead of None {{(pid=62328) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 757.900667] env[62328]: DEBUG oslo_vmware.api [None req-81b83408-45f2-4dc8-982e-808b7e17ee9f tempest-ServerDiskConfigTestJSON-126406698 tempest-ServerDiskConfigTestJSON-126406698-project-member] Task: {'id': task-2386759, 'name': Rename_Task, 'duration_secs': 0.693558} completed successfully. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 757.907529] env[62328]: DEBUG nova.virt.vmwareapi.vm_util [None req-81b83408-45f2-4dc8-982e-808b7e17ee9f tempest-ServerDiskConfigTestJSON-126406698 tempest-ServerDiskConfigTestJSON-126406698-project-member] [instance: 948b7ba2-2caa-4616-abc0-afc6cca58f76] Powering on the VM {{(pid=62328) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 757.908237] env[62328]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-373f3018-1500-4636-8075-4cc40f382787 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 757.924890] env[62328]: DEBUG oslo_vmware.api [None req-81b83408-45f2-4dc8-982e-808b7e17ee9f tempest-ServerDiskConfigTestJSON-126406698 tempest-ServerDiskConfigTestJSON-126406698-project-member] Waiting for the task: (returnval){ [ 757.924890] env[62328]: value = "task-2386764" [ 757.924890] env[62328]: _type = "Task" [ 757.924890] env[62328]: } to complete. {{(pid=62328) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 757.936988] env[62328]: DEBUG oslo_vmware.api [None req-81b83408-45f2-4dc8-982e-808b7e17ee9f tempest-ServerDiskConfigTestJSON-126406698 tempest-ServerDiskConfigTestJSON-126406698-project-member] Task: {'id': task-2386764, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 758.002968] env[62328]: DEBUG nova.network.neutron [None req-489fb2c0-194d-4041-829f-8587e2716af1 tempest-ServersTestFqdnHostnames-1216059078 tempest-ServersTestFqdnHostnames-1216059078-project-member] [instance: ab48d158-561e-40d6-a649-f38a096d96c3] Instance cache missing network info. {{(pid=62328) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 758.017021] env[62328]: DEBUG oslo_vmware.api [None req-cb3e5856-646c-4d05-b44d-06fc846598bc tempest-VolumesAdminNegativeTest-179339308 tempest-VolumesAdminNegativeTest-179339308-project-member] Task: {'id': task-2386761, 'name': ReconfigVM_Task, 'duration_secs': 0.543386} completed successfully. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 758.018376] env[62328]: DEBUG nova.virt.vmwareapi.volumeops [None req-cb3e5856-646c-4d05-b44d-06fc846598bc tempest-VolumesAdminNegativeTest-179339308 tempest-VolumesAdminNegativeTest-179339308-project-member] [instance: 04dd8fd6-91f0-444f-b642-2ba8dcdea19d] Reconfigured VM instance instance-0000001b to attach disk [datastore1] volume-b58f5f45-8a34-4fa4-8068-c1dce7809b40/volume-b58f5f45-8a34-4fa4-8068-c1dce7809b40.vmdk or device None with type thin {{(pid=62328) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 758.023378] env[62328]: DEBUG oslo_vmware.api [None req-8cba23a2-f50b-47b7-8dd2-b5947542d8f4 tempest-ListImageFiltersTestJSON-111188615 tempest-ListImageFiltersTestJSON-111188615-project-member] Task: {'id': task-2386758, 'name': CloneVM_Task, 'duration_secs': 1.497974} completed successfully. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 758.026435] env[62328]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9dffcc1e-b981-46f8-9333-1f594058978a {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 758.036691] env[62328]: INFO nova.virt.vmwareapi.vmops [None req-8cba23a2-f50b-47b7-8dd2-b5947542d8f4 tempest-ListImageFiltersTestJSON-111188615 tempest-ListImageFiltersTestJSON-111188615-project-member] [instance: 8e31afa5-82ea-4e3e-8913-77f24ee85e4e] Created linked-clone VM from snapshot [ 758.037806] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7b4b1861-a8b9-4153-b4fa-745714f3c01b {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 758.048733] env[62328]: DEBUG nova.virt.vmwareapi.images [None req-8cba23a2-f50b-47b7-8dd2-b5947542d8f4 tempest-ListImageFiltersTestJSON-111188615 tempest-ListImageFiltersTestJSON-111188615-project-member] [instance: 8e31afa5-82ea-4e3e-8913-77f24ee85e4e] Uploading image a6e5f908-4d10-4c97-86af-b5f89bedc221 {{(pid=62328) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 758.053543] env[62328]: DEBUG oslo_vmware.api [None req-cb3e5856-646c-4d05-b44d-06fc846598bc tempest-VolumesAdminNegativeTest-179339308 tempest-VolumesAdminNegativeTest-179339308-project-member] Waiting for the task: (returnval){ [ 758.053543] env[62328]: value = "task-2386765" [ 758.053543] env[62328]: _type = "Task" [ 758.053543] env[62328]: } to complete. {{(pid=62328) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 758.064030] env[62328]: DEBUG oslo_vmware.api [None req-cb3e5856-646c-4d05-b44d-06fc846598bc tempest-VolumesAdminNegativeTest-179339308 tempest-VolumesAdminNegativeTest-179339308-project-member] Task: {'id': task-2386765, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 758.078692] env[62328]: DEBUG nova.compute.manager [None req-67c9ef5c-3f88-401e-87f8-b158bbbf893e tempest-ServersTestMultiNic-1057987772 tempest-ServersTestMultiNic-1057987772-project-member] [instance: 93ca7686-9ab7-434e-b425-148d3ba8db62] Start building block device mappings for instance. {{(pid=62328) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 758.084577] env[62328]: DEBUG oslo_vmware.rw_handles [None req-8cba23a2-f50b-47b7-8dd2-b5947542d8f4 tempest-ListImageFiltersTestJSON-111188615 tempest-ListImageFiltersTestJSON-111188615-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 758.084577] env[62328]: value = "vm-484318" [ 758.084577] env[62328]: _type = "VirtualMachine" [ 758.084577] env[62328]: }. {{(pid=62328) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 758.086504] env[62328]: INFO nova.compute.resource_tracker [None req-5109b3f1-67b0-450f-8dd1-81f6d832e5f7 tempest-MigrationsAdminTest-413245202 tempest-MigrationsAdminTest-413245202-project-member] [instance: 4279ea33-3d7d-4713-9d21-9e7aa29026ae] Updating resource usage from migration 49a0a574-122e-4b2c-8320-8ee7f1651f2f [ 758.088896] env[62328]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-89d52574-a72b-4ab8-86c9-d572a5bd45cf {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 758.098262] env[62328]: DEBUG oslo_vmware.rw_handles [None req-8cba23a2-f50b-47b7-8dd2-b5947542d8f4 tempest-ListImageFiltersTestJSON-111188615 tempest-ListImageFiltersTestJSON-111188615-project-member] Lease: (returnval){ [ 758.098262] env[62328]: value = "session[52a6e20e-410d-708a-99f2-080a575a99bd]52c35aaf-214c-4813-9972-4b137d799355" [ 758.098262] env[62328]: _type = "HttpNfcLease" [ 758.098262] env[62328]: } obtained for exporting VM: (result){ [ 758.098262] env[62328]: value = "vm-484318" [ 758.098262] env[62328]: _type = "VirtualMachine" [ 758.098262] env[62328]: }. {{(pid=62328) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 758.098558] env[62328]: DEBUG oslo_vmware.api [None req-8cba23a2-f50b-47b7-8dd2-b5947542d8f4 tempest-ListImageFiltersTestJSON-111188615 tempest-ListImageFiltersTestJSON-111188615-project-member] Waiting for the lease: (returnval){ [ 758.098558] env[62328]: value = "session[52a6e20e-410d-708a-99f2-080a575a99bd]52c35aaf-214c-4813-9972-4b137d799355" [ 758.098558] env[62328]: _type = "HttpNfcLease" [ 758.098558] env[62328]: } to be ready. {{(pid=62328) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 758.105909] env[62328]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 758.105909] env[62328]: value = "session[52a6e20e-410d-708a-99f2-080a575a99bd]52c35aaf-214c-4813-9972-4b137d799355" [ 758.105909] env[62328]: _type = "HttpNfcLease" [ 758.105909] env[62328]: } is initializing. {{(pid=62328) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 758.142142] env[62328]: DEBUG oslo_vmware.api [-] Task: {'id': task-2386763, 'name': CreateVM_Task} progress is 25%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 758.300884] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1a8c159e-7a23-4fa0-9237-f67ab9f5544a {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 758.323702] env[62328]: DEBUG nova.virt.vmwareapi.vm_util [None req-020ad3db-50cb-42e7-9a0d-f4193935dbb4 tempest-ServerRescueTestJSON-434379102 tempest-ServerRescueTestJSON-434379102-project-member] [instance: c6b9b490-d331-47ac-8410-588490ab048d] Powering off the VM {{(pid=62328) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 758.326690] env[62328]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-354e14e2-a693-4f04-a7d6-2a93c89fb3a8 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 758.337968] env[62328]: DEBUG oslo_vmware.api [None req-020ad3db-50cb-42e7-9a0d-f4193935dbb4 tempest-ServerRescueTestJSON-434379102 tempest-ServerRescueTestJSON-434379102-project-member] Waiting for the task: (returnval){ [ 758.337968] env[62328]: value = "task-2386767" [ 758.337968] env[62328]: _type = "Task" [ 758.337968] env[62328]: } to complete. {{(pid=62328) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 758.352456] env[62328]: DEBUG oslo_concurrency.lockutils [None req-136a280d-e369-4c95-a5f3-c24e84b3c7dd tempest-VolumesAssistedSnapshotsTest-829345027 tempest-VolumesAssistedSnapshotsTest-829345027-project-admin] Lock "3e0f093a-98be-4406-a220-34f6d6767294" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.010s {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 758.353996] env[62328]: DEBUG oslo_vmware.api [None req-020ad3db-50cb-42e7-9a0d-f4193935dbb4 tempest-ServerRescueTestJSON-434379102 tempest-ServerRescueTestJSON-434379102-project-member] Task: {'id': task-2386767, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 758.371756] env[62328]: DEBUG nova.network.neutron [req-fb1c40ea-b87c-4b3e-babf-553148afd27b req-f1d541b5-2cb6-4a5c-be39-2635b5824d26 service nova] [instance: 4012f976-bb83-4296-8a36-f3af12570729] Updated VIF entry in instance network info cache for port ad1ba3ac-4f19-4d26-bfae-7bb11878df2b. {{(pid=62328) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 758.372259] env[62328]: DEBUG nova.network.neutron [req-fb1c40ea-b87c-4b3e-babf-553148afd27b req-f1d541b5-2cb6-4a5c-be39-2635b5824d26 service nova] [instance: 4012f976-bb83-4296-8a36-f3af12570729] Updating instance_info_cache with network_info: [{"id": "ad1ba3ac-4f19-4d26-bfae-7bb11878df2b", "address": "fa:16:3e:25:4b:fb", "network": {"id": "419e9630-2846-499e-80f9-74384cb9db1b", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-756804266-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5e755d1c1d32499a96fcf33e11fe6785", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f92f0b92-d6fb-4d00-8ad5-6b3809ed5493", "external-id": "nsx-vlan-transportzone-48", "segmentation_id": 48, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapad1ba3ac-4f", "ovs_interfaceid": "ad1ba3ac-4f19-4d26-bfae-7bb11878df2b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62328) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 758.426909] env[62328]: DEBUG nova.network.neutron [-] [instance: 2ead81f5-76a7-4b80-ac7e-f227dec14f95] Updating instance_info_cache with network_info: [] {{(pid=62328) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 758.445212] env[62328]: DEBUG oslo_vmware.api [None req-81b83408-45f2-4dc8-982e-808b7e17ee9f tempest-ServerDiskConfigTestJSON-126406698 tempest-ServerDiskConfigTestJSON-126406698-project-member] Task: {'id': task-2386764, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 758.494422] env[62328]: DEBUG nova.network.neutron [None req-489fb2c0-194d-4041-829f-8587e2716af1 tempest-ServersTestFqdnHostnames-1216059078 tempest-ServersTestFqdnHostnames-1216059078-project-member] [instance: ab48d158-561e-40d6-a649-f38a096d96c3] Updating instance_info_cache with network_info: [{"id": "ec3eb5bd-cf16-4c22-a577-8e03fdbd9e7d", "address": "fa:16:3e:d8:73:24", "network": {"id": "4fe33344-a7c8-49e4-a08c-fc4a1a448ebd", "bridge": "br-int", "label": "tempest-ServersTestFqdnHostnames-2096729302-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d806b7dc8c5943ac97bc46e1a9c3c073", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ff1f3320-df8e-49df-a412-9797a23bd173", "external-id": "nsx-vlan-transportzone-217", "segmentation_id": 217, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapec3eb5bd-cf", "ovs_interfaceid": "ec3eb5bd-cf16-4c22-a577-8e03fdbd9e7d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62328) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 758.570546] env[62328]: DEBUG oslo_vmware.api [None req-cb3e5856-646c-4d05-b44d-06fc846598bc tempest-VolumesAdminNegativeTest-179339308 tempest-VolumesAdminNegativeTest-179339308-project-member] Task: {'id': task-2386765, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 758.608317] env[62328]: DEBUG nova.network.neutron [None req-bb5e355e-e8d0-4270-8ea7-7031425de2c3 tempest-InstanceActionsTestJSON-398422522 tempest-InstanceActionsTestJSON-398422522-project-member] [instance: c4d72f48-adf2-435f-9f5f-e3c3bc14bc8c] Updating instance_info_cache with network_info: [{"id": "8a715a18-155e-4828-81e4-87eea70d2a07", "address": "fa:16:3e:da:eb:bb", "network": {"id": "816ec73d-2216-456b-9adc-a7270881e9d1", "bridge": "br-int", "label": "tempest-InstanceActionsTestJSON-426483817-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1fba220bb15e4f5baf03d829d8999d3c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4a2b284a-a29c-478f-b763-c9b5821e20ec", "external-id": "nsx-vlan-transportzone-691", "segmentation_id": 691, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8a715a18-15", "ovs_interfaceid": "8a715a18-155e-4828-81e4-87eea70d2a07", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62328) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 758.610914] env[62328]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 758.610914] env[62328]: value = "session[52a6e20e-410d-708a-99f2-080a575a99bd]52c35aaf-214c-4813-9972-4b137d799355" [ 758.610914] env[62328]: _type = "HttpNfcLease" [ 758.610914] env[62328]: } is ready. {{(pid=62328) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 758.612192] env[62328]: DEBUG oslo_vmware.rw_handles [None req-8cba23a2-f50b-47b7-8dd2-b5947542d8f4 tempest-ListImageFiltersTestJSON-111188615 tempest-ListImageFiltersTestJSON-111188615-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 758.612192] env[62328]: value = "session[52a6e20e-410d-708a-99f2-080a575a99bd]52c35aaf-214c-4813-9972-4b137d799355" [ 758.612192] env[62328]: _type = "HttpNfcLease" [ 758.612192] env[62328]: }. {{(pid=62328) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 758.612192] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ce0a1643-9ecd-45a7-aeaf-44b23b5a60ea {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 758.622384] env[62328]: DEBUG oslo_vmware.rw_handles [None req-8cba23a2-f50b-47b7-8dd2-b5947542d8f4 tempest-ListImageFiltersTestJSON-111188615 tempest-ListImageFiltersTestJSON-111188615-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52c55cf6-ef49-3b9e-4bf6-55b3c6d5eb1e/disk-0.vmdk from lease info. {{(pid=62328) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 758.623045] env[62328]: DEBUG oslo_vmware.rw_handles [None req-8cba23a2-f50b-47b7-8dd2-b5947542d8f4 tempest-ListImageFiltersTestJSON-111188615 tempest-ListImageFiltersTestJSON-111188615-project-member] Opening URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52c55cf6-ef49-3b9e-4bf6-55b3c6d5eb1e/disk-0.vmdk for reading. {{(pid=62328) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 758.689219] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9c13d346-bfb3-4d21-9c06-04b6cc79edfe {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 758.693197] env[62328]: DEBUG nova.network.neutron [None req-67c9ef5c-3f88-401e-87f8-b158bbbf893e tempest-ServersTestMultiNic-1057987772 tempest-ServersTestMultiNic-1057987772-project-member] [instance: 93ca7686-9ab7-434e-b425-148d3ba8db62] Successfully created port: f9d489e3-d4d6-4fce-93c1-fccb826ee917 {{(pid=62328) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 758.703779] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-89213f24-914a-4e01-bdf2-5cc36806f3b7 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 758.706994] env[62328]: DEBUG oslo_vmware.api [-] Task: {'id': task-2386763, 'name': CreateVM_Task} progress is 25%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 758.737272] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b25eea2f-8e63-4966-bd99-3d20ce56c1df {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 758.745652] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7a7355ad-73c1-41e5-ab5d-2b503204e43c {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 758.762656] env[62328]: DEBUG nova.compute.provider_tree [None req-5109b3f1-67b0-450f-8dd1-81f6d832e5f7 tempest-MigrationsAdminTest-413245202 tempest-MigrationsAdminTest-413245202-project-member] Inventory has not changed in ProviderTree for provider: 3469e9f8-04af-49ca-8435-49f104496744 {{(pid=62328) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 758.766745] env[62328]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-32ef1c8e-2ce7-4999-84b0-4863d6308897 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 758.855516] env[62328]: DEBUG oslo_vmware.api [None req-020ad3db-50cb-42e7-9a0d-f4193935dbb4 tempest-ServerRescueTestJSON-434379102 tempest-ServerRescueTestJSON-434379102-project-member] Task: {'id': task-2386767, 'name': PowerOffVM_Task, 'duration_secs': 0.249275} completed successfully. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 758.856563] env[62328]: DEBUG nova.virt.vmwareapi.vm_util [None req-020ad3db-50cb-42e7-9a0d-f4193935dbb4 tempest-ServerRescueTestJSON-434379102 tempest-ServerRescueTestJSON-434379102-project-member] [instance: c6b9b490-d331-47ac-8410-588490ab048d] Powered off the VM {{(pid=62328) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 758.864287] env[62328]: DEBUG nova.virt.vmwareapi.volumeops [None req-020ad3db-50cb-42e7-9a0d-f4193935dbb4 tempest-ServerRescueTestJSON-434379102 tempest-ServerRescueTestJSON-434379102-project-member] [instance: c6b9b490-d331-47ac-8410-588490ab048d] Reconfiguring VM instance instance-00000032 to detach disk 2001 {{(pid=62328) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 758.864287] env[62328]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b62f9666-9ffe-4d64-a013-b62babdca5b0 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 758.877398] env[62328]: DEBUG oslo_concurrency.lockutils [req-fb1c40ea-b87c-4b3e-babf-553148afd27b req-f1d541b5-2cb6-4a5c-be39-2635b5824d26 service nova] Releasing lock "refresh_cache-4012f976-bb83-4296-8a36-f3af12570729" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 758.886154] env[62328]: DEBUG oslo_vmware.api [None req-020ad3db-50cb-42e7-9a0d-f4193935dbb4 tempest-ServerRescueTestJSON-434379102 tempest-ServerRescueTestJSON-434379102-project-member] Waiting for the task: (returnval){ [ 758.886154] env[62328]: value = "task-2386768" [ 758.886154] env[62328]: _type = "Task" [ 758.886154] env[62328]: } to complete. {{(pid=62328) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 758.895403] env[62328]: DEBUG oslo_vmware.api [None req-020ad3db-50cb-42e7-9a0d-f4193935dbb4 tempest-ServerRescueTestJSON-434379102 tempest-ServerRescueTestJSON-434379102-project-member] Task: {'id': task-2386768, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 758.939863] env[62328]: INFO nova.compute.manager [-] [instance: 2ead81f5-76a7-4b80-ac7e-f227dec14f95] Took 1.32 seconds to deallocate network for instance. [ 758.940339] env[62328]: DEBUG oslo_vmware.api [None req-81b83408-45f2-4dc8-982e-808b7e17ee9f tempest-ServerDiskConfigTestJSON-126406698 tempest-ServerDiskConfigTestJSON-126406698-project-member] Task: {'id': task-2386764, 'name': PowerOnVM_Task} progress is 100%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 758.997206] env[62328]: DEBUG oslo_concurrency.lockutils [None req-489fb2c0-194d-4041-829f-8587e2716af1 tempest-ServersTestFqdnHostnames-1216059078 tempest-ServersTestFqdnHostnames-1216059078-project-member] Releasing lock "refresh_cache-ab48d158-561e-40d6-a649-f38a096d96c3" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 758.997620] env[62328]: DEBUG nova.compute.manager [None req-489fb2c0-194d-4041-829f-8587e2716af1 tempest-ServersTestFqdnHostnames-1216059078 tempest-ServersTestFqdnHostnames-1216059078-project-member] [instance: ab48d158-561e-40d6-a649-f38a096d96c3] Instance network_info: |[{"id": "ec3eb5bd-cf16-4c22-a577-8e03fdbd9e7d", "address": "fa:16:3e:d8:73:24", "network": {"id": "4fe33344-a7c8-49e4-a08c-fc4a1a448ebd", "bridge": "br-int", "label": "tempest-ServersTestFqdnHostnames-2096729302-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d806b7dc8c5943ac97bc46e1a9c3c073", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ff1f3320-df8e-49df-a412-9797a23bd173", "external-id": "nsx-vlan-transportzone-217", "segmentation_id": 217, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapec3eb5bd-cf", "ovs_interfaceid": "ec3eb5bd-cf16-4c22-a577-8e03fdbd9e7d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62328) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 758.997997] env[62328]: DEBUG oslo_concurrency.lockutils [req-285e30e4-244b-456c-ad73-037b77c50768 req-e2e5dde5-c060-4c8a-9229-94d12a812be9 service nova] Acquired lock "refresh_cache-ab48d158-561e-40d6-a649-f38a096d96c3" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.998226] env[62328]: DEBUG nova.network.neutron [req-285e30e4-244b-456c-ad73-037b77c50768 req-e2e5dde5-c060-4c8a-9229-94d12a812be9 service nova] [instance: ab48d158-561e-40d6-a649-f38a096d96c3] Refreshing network info cache for port ec3eb5bd-cf16-4c22-a577-8e03fdbd9e7d {{(pid=62328) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 758.999590] env[62328]: DEBUG nova.virt.vmwareapi.vmops [None req-489fb2c0-194d-4041-829f-8587e2716af1 tempest-ServersTestFqdnHostnames-1216059078 tempest-ServersTestFqdnHostnames-1216059078-project-member] [instance: ab48d158-561e-40d6-a649-f38a096d96c3] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:d8:73:24', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ff1f3320-df8e-49df-a412-9797a23bd173', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'ec3eb5bd-cf16-4c22-a577-8e03fdbd9e7d', 'vif_model': 'vmxnet3'}] {{(pid=62328) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 759.007398] env[62328]: DEBUG nova.virt.vmwareapi.vm_util [None req-489fb2c0-194d-4041-829f-8587e2716af1 tempest-ServersTestFqdnHostnames-1216059078 tempest-ServersTestFqdnHostnames-1216059078-project-member] Creating folder: Project (d806b7dc8c5943ac97bc46e1a9c3c073). Parent ref: group-v484164. {{(pid=62328) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 759.008174] env[62328]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-b336e10a-84ad-4b87-bfb1-50b6f6b28ceb {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 759.022767] env[62328]: INFO nova.virt.vmwareapi.vm_util [None req-489fb2c0-194d-4041-829f-8587e2716af1 tempest-ServersTestFqdnHostnames-1216059078 tempest-ServersTestFqdnHostnames-1216059078-project-member] Created folder: Project (d806b7dc8c5943ac97bc46e1a9c3c073) in parent group-v484164. [ 759.023135] env[62328]: DEBUG nova.virt.vmwareapi.vm_util [None req-489fb2c0-194d-4041-829f-8587e2716af1 tempest-ServersTestFqdnHostnames-1216059078 tempest-ServersTestFqdnHostnames-1216059078-project-member] Creating folder: Instances. Parent ref: group-v484320. {{(pid=62328) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 759.023456] env[62328]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-db08498a-e289-4bb3-88cc-2ae94fe670fd {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 759.034972] env[62328]: INFO nova.virt.vmwareapi.vm_util [None req-489fb2c0-194d-4041-829f-8587e2716af1 tempest-ServersTestFqdnHostnames-1216059078 tempest-ServersTestFqdnHostnames-1216059078-project-member] Created folder: Instances in parent group-v484320. [ 759.035299] env[62328]: DEBUG oslo.service.loopingcall [None req-489fb2c0-194d-4041-829f-8587e2716af1 tempest-ServersTestFqdnHostnames-1216059078 tempest-ServersTestFqdnHostnames-1216059078-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62328) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 759.035515] env[62328]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ab48d158-561e-40d6-a649-f38a096d96c3] Creating VM on the ESX host {{(pid=62328) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 759.035743] env[62328]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-24d9200f-8131-4dd4-a85a-72dd642f4bd9 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 759.058324] env[62328]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 759.058324] env[62328]: value = "task-2386771" [ 759.058324] env[62328]: _type = "Task" [ 759.058324] env[62328]: } to complete. {{(pid=62328) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 759.065711] env[62328]: DEBUG oslo_vmware.api [None req-cb3e5856-646c-4d05-b44d-06fc846598bc tempest-VolumesAdminNegativeTest-179339308 tempest-VolumesAdminNegativeTest-179339308-project-member] Task: {'id': task-2386765, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 759.071390] env[62328]: DEBUG oslo_vmware.api [-] Task: {'id': task-2386771, 'name': CreateVM_Task} progress is 0%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 759.098958] env[62328]: DEBUG nova.compute.manager [None req-67c9ef5c-3f88-401e-87f8-b158bbbf893e tempest-ServersTestMultiNic-1057987772 tempest-ServersTestMultiNic-1057987772-project-member] [instance: 93ca7686-9ab7-434e-b425-148d3ba8db62] Start spawning the instance on the hypervisor. {{(pid=62328) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 759.118228] env[62328]: DEBUG oslo_concurrency.lockutils [None req-bb5e355e-e8d0-4270-8ea7-7031425de2c3 tempest-InstanceActionsTestJSON-398422522 tempest-InstanceActionsTestJSON-398422522-project-member] Releasing lock "refresh_cache-c4d72f48-adf2-435f-9f5f-e3c3bc14bc8c" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 759.129811] env[62328]: DEBUG nova.virt.hardware [None req-67c9ef5c-3f88-401e-87f8-b158bbbf893e tempest-ServersTestMultiNic-1057987772 tempest-ServersTestMultiNic-1057987772-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-07T17:16:55Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-07T17:16:37Z,direct_url=,disk_format='vmdk',id=dbf872a4-92be-47e4-8561-c3e2bf2423ab,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='2a64022f08d84b11a86773b900860ae5',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-07T17:16:38Z,virtual_size=,visibility=), allow threads: False {{(pid=62328) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 759.131474] env[62328]: DEBUG nova.virt.hardware [None req-67c9ef5c-3f88-401e-87f8-b158bbbf893e tempest-ServersTestMultiNic-1057987772 tempest-ServersTestMultiNic-1057987772-project-member] Flavor limits 0:0:0 {{(pid=62328) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 759.131611] env[62328]: DEBUG nova.virt.hardware [None req-67c9ef5c-3f88-401e-87f8-b158bbbf893e tempest-ServersTestMultiNic-1057987772 tempest-ServersTestMultiNic-1057987772-project-member] Image limits 0:0:0 {{(pid=62328) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 759.131862] env[62328]: DEBUG nova.virt.hardware [None req-67c9ef5c-3f88-401e-87f8-b158bbbf893e tempest-ServersTestMultiNic-1057987772 tempest-ServersTestMultiNic-1057987772-project-member] Flavor pref 0:0:0 {{(pid=62328) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 759.135976] env[62328]: DEBUG nova.virt.hardware [None req-67c9ef5c-3f88-401e-87f8-b158bbbf893e tempest-ServersTestMultiNic-1057987772 tempest-ServersTestMultiNic-1057987772-project-member] Image pref 0:0:0 {{(pid=62328) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 759.136254] env[62328]: DEBUG nova.virt.hardware [None req-67c9ef5c-3f88-401e-87f8-b158bbbf893e tempest-ServersTestMultiNic-1057987772 tempest-ServersTestMultiNic-1057987772-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62328) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 759.136500] env[62328]: DEBUG nova.virt.hardware [None req-67c9ef5c-3f88-401e-87f8-b158bbbf893e tempest-ServersTestMultiNic-1057987772 tempest-ServersTestMultiNic-1057987772-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62328) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 759.136675] env[62328]: DEBUG nova.virt.hardware [None req-67c9ef5c-3f88-401e-87f8-b158bbbf893e tempest-ServersTestMultiNic-1057987772 tempest-ServersTestMultiNic-1057987772-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62328) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 759.136877] env[62328]: DEBUG nova.virt.hardware [None req-67c9ef5c-3f88-401e-87f8-b158bbbf893e tempest-ServersTestMultiNic-1057987772 tempest-ServersTestMultiNic-1057987772-project-member] Got 1 possible topologies {{(pid=62328) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 759.137076] env[62328]: DEBUG nova.virt.hardware [None req-67c9ef5c-3f88-401e-87f8-b158bbbf893e tempest-ServersTestMultiNic-1057987772 tempest-ServersTestMultiNic-1057987772-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62328) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 759.137216] env[62328]: DEBUG nova.virt.hardware [None req-67c9ef5c-3f88-401e-87f8-b158bbbf893e tempest-ServersTestMultiNic-1057987772 tempest-ServersTestMultiNic-1057987772-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62328) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 759.139040] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8854e73a-c7d0-4b14-a3f5-6274f4636832 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 759.159195] env[62328]: DEBUG oslo_vmware.api [-] Task: {'id': task-2386763, 'name': CreateVM_Task} progress is 25%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 759.161402] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3e6f0fe4-2be1-44e3-85a4-b4ff5af740c7 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 759.227268] env[62328]: DEBUG nova.network.neutron [None req-67c9ef5c-3f88-401e-87f8-b158bbbf893e tempest-ServersTestMultiNic-1057987772 tempest-ServersTestMultiNic-1057987772-project-member] [instance: 93ca7686-9ab7-434e-b425-148d3ba8db62] Successfully created port: 0e6368e6-80a8-47b3-81d8-b8683e58f9c7 {{(pid=62328) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 759.267752] env[62328]: DEBUG nova.scheduler.client.report [None req-5109b3f1-67b0-450f-8dd1-81f6d832e5f7 tempest-MigrationsAdminTest-413245202 tempest-MigrationsAdminTest-413245202-project-member] Inventory has not changed for provider 3469e9f8-04af-49ca-8435-49f104496744 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 152, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62328) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 759.398790] env[62328]: DEBUG oslo_vmware.api [None req-020ad3db-50cb-42e7-9a0d-f4193935dbb4 tempest-ServerRescueTestJSON-434379102 tempest-ServerRescueTestJSON-434379102-project-member] Task: {'id': task-2386768, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 759.427827] env[62328]: DEBUG oslo_concurrency.lockutils [None req-136a280d-e369-4c95-a5f3-c24e84b3c7dd tempest-VolumesAssistedSnapshotsTest-829345027 tempest-VolumesAssistedSnapshotsTest-829345027-project-admin] Acquiring lock "3e0f093a-98be-4406-a220-34f6d6767294" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 759.428221] env[62328]: DEBUG oslo_concurrency.lockutils [None req-136a280d-e369-4c95-a5f3-c24e84b3c7dd tempest-VolumesAssistedSnapshotsTest-829345027 tempest-VolumesAssistedSnapshotsTest-829345027-project-admin] Lock "3e0f093a-98be-4406-a220-34f6d6767294" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.001s {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 759.428543] env[62328]: INFO nova.compute.manager [None req-136a280d-e369-4c95-a5f3-c24e84b3c7dd tempest-VolumesAssistedSnapshotsTest-829345027 tempest-VolumesAssistedSnapshotsTest-829345027-project-admin] [instance: 3e0f093a-98be-4406-a220-34f6d6767294] Attaching volume 354fa8ca-a550-4126-8d65-689ca322293e to /dev/sdb [ 759.446402] env[62328]: DEBUG oslo_vmware.api [None req-81b83408-45f2-4dc8-982e-808b7e17ee9f tempest-ServerDiskConfigTestJSON-126406698 tempest-ServerDiskConfigTestJSON-126406698-project-member] Task: {'id': task-2386764, 'name': PowerOnVM_Task, 'duration_secs': 1.519888} completed successfully. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 759.447279] env[62328]: DEBUG oslo_concurrency.lockutils [None req-79c80447-4dcb-41ee-8af4-9ac1194bdf03 tempest-SecurityGroupsTestJSON-105101063 tempest-SecurityGroupsTestJSON-105101063-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 759.447750] env[62328]: DEBUG nova.virt.vmwareapi.vm_util [None req-81b83408-45f2-4dc8-982e-808b7e17ee9f tempest-ServerDiskConfigTestJSON-126406698 tempest-ServerDiskConfigTestJSON-126406698-project-member] [instance: 948b7ba2-2caa-4616-abc0-afc6cca58f76] Powered on the VM {{(pid=62328) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 759.448318] env[62328]: INFO nova.compute.manager [None req-81b83408-45f2-4dc8-982e-808b7e17ee9f tempest-ServerDiskConfigTestJSON-126406698 tempest-ServerDiskConfigTestJSON-126406698-project-member] [instance: 948b7ba2-2caa-4616-abc0-afc6cca58f76] Took 10.35 seconds to spawn the instance on the hypervisor. [ 759.448318] env[62328]: DEBUG nova.compute.manager [None req-81b83408-45f2-4dc8-982e-808b7e17ee9f tempest-ServerDiskConfigTestJSON-126406698 tempest-ServerDiskConfigTestJSON-126406698-project-member] [instance: 948b7ba2-2caa-4616-abc0-afc6cca58f76] Checking state {{(pid=62328) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 759.449140] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-84434fc8-68e5-4997-8419-5713ba1f10b8 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 759.477138] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-65a74bd9-4d51-439b-9557-ef5456effc12 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 759.487081] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-90874c53-10f2-4743-ad00-38cca1b8bb00 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 759.506511] env[62328]: DEBUG nova.virt.block_device [None req-136a280d-e369-4c95-a5f3-c24e84b3c7dd tempest-VolumesAssistedSnapshotsTest-829345027 tempest-VolumesAssistedSnapshotsTest-829345027-project-admin] [instance: 3e0f093a-98be-4406-a220-34f6d6767294] Updating existing volume attachment record: 2743eb43-ea83-4327-93ec-aaf8df9cf16e {{(pid=62328) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 759.572702] env[62328]: DEBUG oslo_vmware.api [None req-cb3e5856-646c-4d05-b44d-06fc846598bc tempest-VolumesAdminNegativeTest-179339308 tempest-VolumesAdminNegativeTest-179339308-project-member] Task: {'id': task-2386765, 'name': ReconfigVM_Task, 'duration_secs': 1.374801} completed successfully. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 759.576823] env[62328]: DEBUG nova.virt.vmwareapi.volumeops [None req-cb3e5856-646c-4d05-b44d-06fc846598bc tempest-VolumesAdminNegativeTest-179339308 tempest-VolumesAdminNegativeTest-179339308-project-member] [instance: 04dd8fd6-91f0-444f-b642-2ba8dcdea19d] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-484316', 'volume_id': 'b58f5f45-8a34-4fa4-8068-c1dce7809b40', 'name': 'volume-b58f5f45-8a34-4fa4-8068-c1dce7809b40', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '04dd8fd6-91f0-444f-b642-2ba8dcdea19d', 'attached_at': '', 'detached_at': '', 'volume_id': 'b58f5f45-8a34-4fa4-8068-c1dce7809b40', 'serial': 'b58f5f45-8a34-4fa4-8068-c1dce7809b40'} {{(pid=62328) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 759.579338] env[62328]: DEBUG oslo_vmware.api [-] Task: {'id': task-2386771, 'name': CreateVM_Task} progress is 25%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 759.623161] env[62328]: DEBUG nova.compute.manager [None req-bb5e355e-e8d0-4270-8ea7-7031425de2c3 tempest-InstanceActionsTestJSON-398422522 tempest-InstanceActionsTestJSON-398422522-project-member] [instance: c4d72f48-adf2-435f-9f5f-e3c3bc14bc8c] Checking state {{(pid=62328) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 759.624949] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-614b28d7-b89b-4d69-a0b2-6d2f40d63dc8 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 759.659351] env[62328]: DEBUG oslo_vmware.api [-] Task: {'id': task-2386763, 'name': CreateVM_Task, 'duration_secs': 1.907648} completed successfully. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 759.659569] env[62328]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4012f976-bb83-4296-8a36-f3af12570729] Created VM on the ESX host {{(pid=62328) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 759.660364] env[62328]: DEBUG oslo_concurrency.lockutils [None req-9a602b75-500b-41db-a1d1-6e5c34b96618 tempest-ServersWithSpecificFlavorTestJSON-2091780743 tempest-ServersWithSpecificFlavorTestJSON-2091780743-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/dbf872a4-92be-47e4-8561-c3e2bf2423ab" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 759.660518] env[62328]: DEBUG oslo_concurrency.lockutils [None req-9a602b75-500b-41db-a1d1-6e5c34b96618 tempest-ServersWithSpecificFlavorTestJSON-2091780743 tempest-ServersWithSpecificFlavorTestJSON-2091780743-project-member] Acquired lock "[datastore1] devstack-image-cache_base/dbf872a4-92be-47e4-8561-c3e2bf2423ab" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.661018] env[62328]: DEBUG oslo_concurrency.lockutils [None req-9a602b75-500b-41db-a1d1-6e5c34b96618 tempest-ServersWithSpecificFlavorTestJSON-2091780743 tempest-ServersWithSpecificFlavorTestJSON-2091780743-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/dbf872a4-92be-47e4-8561-c3e2bf2423ab" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 759.661228] env[62328]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-84c653ac-0b02-4e70-b0d2-d211a3b59d11 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 759.667754] env[62328]: DEBUG oslo_vmware.api [None req-9a602b75-500b-41db-a1d1-6e5c34b96618 tempest-ServersWithSpecificFlavorTestJSON-2091780743 tempest-ServersWithSpecificFlavorTestJSON-2091780743-project-member] Waiting for the task: (returnval){ [ 759.667754] env[62328]: value = "session[52a6e20e-410d-708a-99f2-080a575a99bd]528a2b8f-ab95-ed7b-06dd-81ac3c536665" [ 759.667754] env[62328]: _type = "Task" [ 759.667754] env[62328]: } to complete. {{(pid=62328) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 759.678177] env[62328]: DEBUG oslo_vmware.api [None req-9a602b75-500b-41db-a1d1-6e5c34b96618 tempest-ServersWithSpecificFlavorTestJSON-2091780743 tempest-ServersWithSpecificFlavorTestJSON-2091780743-project-member] Task: {'id': session[52a6e20e-410d-708a-99f2-080a575a99bd]528a2b8f-ab95-ed7b-06dd-81ac3c536665, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 759.762598] env[62328]: DEBUG nova.compute.manager [req-eebd85de-f24f-4d6f-8cbf-fc061f009ef2 req-56a85f02-00be-40e7-9aac-793315470744 service nova] [instance: 2ead81f5-76a7-4b80-ac7e-f227dec14f95] Received event network-vif-deleted-48b2a454-3d7d-450f-a0c8-806fad2cba81 {{(pid=62328) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 759.773987] env[62328]: DEBUG oslo_concurrency.lockutils [None req-5109b3f1-67b0-450f-8dd1-81f6d832e5f7 tempest-MigrationsAdminTest-413245202 tempest-MigrationsAdminTest-413245202-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.708s {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 759.774430] env[62328]: INFO nova.compute.manager [None req-5109b3f1-67b0-450f-8dd1-81f6d832e5f7 tempest-MigrationsAdminTest-413245202 tempest-MigrationsAdminTest-413245202-project-member] [instance: 4279ea33-3d7d-4713-9d21-9e7aa29026ae] Migrating [ 759.784083] env[62328]: DEBUG oslo_concurrency.lockutils [None req-07aa2033-fc39-46b8-b312-72212098382c tempest-ServersTestJSON-2041147199 tempest-ServersTestJSON-2041147199-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 37.608s {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 759.786164] env[62328]: INFO nova.compute.claims [None req-07aa2033-fc39-46b8-b312-72212098382c tempest-ServersTestJSON-2041147199 tempest-ServersTestJSON-2041147199-project-member] [instance: fc8146ed-f4c5-4b4b-a03d-c52452f583cd] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 759.900872] env[62328]: DEBUG oslo_vmware.api [None req-020ad3db-50cb-42e7-9a0d-f4193935dbb4 tempest-ServerRescueTestJSON-434379102 tempest-ServerRescueTestJSON-434379102-project-member] Task: {'id': task-2386768, 'name': ReconfigVM_Task, 'duration_secs': 0.638288} completed successfully. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 759.901575] env[62328]: DEBUG nova.virt.vmwareapi.volumeops [None req-020ad3db-50cb-42e7-9a0d-f4193935dbb4 tempest-ServerRescueTestJSON-434379102 tempest-ServerRescueTestJSON-434379102-project-member] [instance: c6b9b490-d331-47ac-8410-588490ab048d] Reconfigured VM instance instance-00000032 to detach disk 2001 {{(pid=62328) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 759.901893] env[62328]: DEBUG nova.virt.vmwareapi.vm_util [None req-020ad3db-50cb-42e7-9a0d-f4193935dbb4 tempest-ServerRescueTestJSON-434379102 tempest-ServerRescueTestJSON-434379102-project-member] [instance: c6b9b490-d331-47ac-8410-588490ab048d] Powering on the VM {{(pid=62328) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 759.902876] env[62328]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-20626d07-345b-43d4-859a-97d7ddd2ef06 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 759.911717] env[62328]: DEBUG oslo_vmware.api [None req-020ad3db-50cb-42e7-9a0d-f4193935dbb4 tempest-ServerRescueTestJSON-434379102 tempest-ServerRescueTestJSON-434379102-project-member] Waiting for the task: (returnval){ [ 759.911717] env[62328]: value = "task-2386775" [ 759.911717] env[62328]: _type = "Task" [ 759.911717] env[62328]: } to complete. {{(pid=62328) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 759.924271] env[62328]: DEBUG oslo_vmware.api [None req-020ad3db-50cb-42e7-9a0d-f4193935dbb4 tempest-ServerRescueTestJSON-434379102 tempest-ServerRescueTestJSON-434379102-project-member] Task: {'id': task-2386775, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 759.980630] env[62328]: INFO nova.compute.manager [None req-81b83408-45f2-4dc8-982e-808b7e17ee9f tempest-ServerDiskConfigTestJSON-126406698 tempest-ServerDiskConfigTestJSON-126406698-project-member] [instance: 948b7ba2-2caa-4616-abc0-afc6cca58f76] Took 49.48 seconds to build instance. [ 760.069171] env[62328]: DEBUG oslo_vmware.api [-] Task: {'id': task-2386771, 'name': CreateVM_Task, 'duration_secs': 0.835197} completed successfully. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 760.070127] env[62328]: DEBUG nova.network.neutron [req-285e30e4-244b-456c-ad73-037b77c50768 req-e2e5dde5-c060-4c8a-9229-94d12a812be9 service nova] [instance: ab48d158-561e-40d6-a649-f38a096d96c3] Updated VIF entry in instance network info cache for port ec3eb5bd-cf16-4c22-a577-8e03fdbd9e7d. {{(pid=62328) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 760.070566] env[62328]: DEBUG nova.network.neutron [req-285e30e4-244b-456c-ad73-037b77c50768 req-e2e5dde5-c060-4c8a-9229-94d12a812be9 service nova] [instance: ab48d158-561e-40d6-a649-f38a096d96c3] Updating instance_info_cache with network_info: [{"id": "ec3eb5bd-cf16-4c22-a577-8e03fdbd9e7d", "address": "fa:16:3e:d8:73:24", "network": {"id": "4fe33344-a7c8-49e4-a08c-fc4a1a448ebd", "bridge": "br-int", "label": "tempest-ServersTestFqdnHostnames-2096729302-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d806b7dc8c5943ac97bc46e1a9c3c073", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ff1f3320-df8e-49df-a412-9797a23bd173", "external-id": "nsx-vlan-transportzone-217", "segmentation_id": 217, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapec3eb5bd-cf", "ovs_interfaceid": "ec3eb5bd-cf16-4c22-a577-8e03fdbd9e7d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62328) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 760.071748] env[62328]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ab48d158-561e-40d6-a649-f38a096d96c3] Created VM on the ESX host {{(pid=62328) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 760.074904] env[62328]: DEBUG oslo_concurrency.lockutils [None req-489fb2c0-194d-4041-829f-8587e2716af1 tempest-ServersTestFqdnHostnames-1216059078 tempest-ServersTestFqdnHostnames-1216059078-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/dbf872a4-92be-47e4-8561-c3e2bf2423ab" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 760.179761] env[62328]: DEBUG oslo_vmware.api [None req-9a602b75-500b-41db-a1d1-6e5c34b96618 tempest-ServersWithSpecificFlavorTestJSON-2091780743 tempest-ServersWithSpecificFlavorTestJSON-2091780743-project-member] Task: {'id': session[52a6e20e-410d-708a-99f2-080a575a99bd]528a2b8f-ab95-ed7b-06dd-81ac3c536665, 'name': SearchDatastore_Task, 'duration_secs': 0.014011} completed successfully. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 760.179761] env[62328]: DEBUG oslo_concurrency.lockutils [None req-9a602b75-500b-41db-a1d1-6e5c34b96618 tempest-ServersWithSpecificFlavorTestJSON-2091780743 tempest-ServersWithSpecificFlavorTestJSON-2091780743-project-member] Releasing lock "[datastore1] devstack-image-cache_base/dbf872a4-92be-47e4-8561-c3e2bf2423ab" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 760.180025] env[62328]: DEBUG nova.virt.vmwareapi.vmops [None req-9a602b75-500b-41db-a1d1-6e5c34b96618 tempest-ServersWithSpecificFlavorTestJSON-2091780743 tempest-ServersWithSpecificFlavorTestJSON-2091780743-project-member] [instance: 4012f976-bb83-4296-8a36-f3af12570729] Processing image dbf872a4-92be-47e4-8561-c3e2bf2423ab {{(pid=62328) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 760.180414] env[62328]: DEBUG oslo_concurrency.lockutils [None req-9a602b75-500b-41db-a1d1-6e5c34b96618 tempest-ServersWithSpecificFlavorTestJSON-2091780743 tempest-ServersWithSpecificFlavorTestJSON-2091780743-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/dbf872a4-92be-47e4-8561-c3e2bf2423ab/dbf872a4-92be-47e4-8561-c3e2bf2423ab.vmdk" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 760.180606] env[62328]: DEBUG oslo_concurrency.lockutils [None req-9a602b75-500b-41db-a1d1-6e5c34b96618 tempest-ServersWithSpecificFlavorTestJSON-2091780743 tempest-ServersWithSpecificFlavorTestJSON-2091780743-project-member] Acquired lock "[datastore1] devstack-image-cache_base/dbf872a4-92be-47e4-8561-c3e2bf2423ab/dbf872a4-92be-47e4-8561-c3e2bf2423ab.vmdk" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.180824] env[62328]: DEBUG nova.virt.vmwareapi.ds_util [None req-9a602b75-500b-41db-a1d1-6e5c34b96618 tempest-ServersWithSpecificFlavorTestJSON-2091780743 tempest-ServersWithSpecificFlavorTestJSON-2091780743-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62328) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 760.181457] env[62328]: DEBUG oslo_concurrency.lockutils [None req-489fb2c0-194d-4041-829f-8587e2716af1 tempest-ServersTestFqdnHostnames-1216059078 tempest-ServersTestFqdnHostnames-1216059078-project-member] Acquired lock "[datastore1] devstack-image-cache_base/dbf872a4-92be-47e4-8561-c3e2bf2423ab" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.181718] env[62328]: DEBUG oslo_concurrency.lockutils [None req-489fb2c0-194d-4041-829f-8587e2716af1 tempest-ServersTestFqdnHostnames-1216059078 tempest-ServersTestFqdnHostnames-1216059078-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/dbf872a4-92be-47e4-8561-c3e2bf2423ab" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 760.181954] env[62328]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-ca00eb28-5840-4bb5-9702-9f0d66d5cc9d {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 760.184073] env[62328]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-410c53fa-2cf8-4a31-aa84-ae20d08d786b {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 760.190792] env[62328]: DEBUG oslo_vmware.api [None req-489fb2c0-194d-4041-829f-8587e2716af1 tempest-ServersTestFqdnHostnames-1216059078 tempest-ServersTestFqdnHostnames-1216059078-project-member] Waiting for the task: (returnval){ [ 760.190792] env[62328]: value = "session[52a6e20e-410d-708a-99f2-080a575a99bd]523b129d-7c6b-701e-1579-bd7dcc6ccf1a" [ 760.190792] env[62328]: _type = "Task" [ 760.190792] env[62328]: } to complete. {{(pid=62328) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 760.199988] env[62328]: DEBUG oslo_vmware.api [None req-489fb2c0-194d-4041-829f-8587e2716af1 tempest-ServersTestFqdnHostnames-1216059078 tempest-ServersTestFqdnHostnames-1216059078-project-member] Task: {'id': session[52a6e20e-410d-708a-99f2-080a575a99bd]523b129d-7c6b-701e-1579-bd7dcc6ccf1a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 760.201459] env[62328]: DEBUG nova.virt.vmwareapi.ds_util [None req-9a602b75-500b-41db-a1d1-6e5c34b96618 tempest-ServersWithSpecificFlavorTestJSON-2091780743 tempest-ServersWithSpecificFlavorTestJSON-2091780743-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62328) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 760.201782] env[62328]: DEBUG nova.virt.vmwareapi.vmops [None req-9a602b75-500b-41db-a1d1-6e5c34b96618 tempest-ServersWithSpecificFlavorTestJSON-2091780743 tempest-ServersWithSpecificFlavorTestJSON-2091780743-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62328) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 760.202592] env[62328]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-66f58a6c-72c3-4541-bc89-266956c5fe62 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 760.209696] env[62328]: DEBUG oslo_vmware.api [None req-9a602b75-500b-41db-a1d1-6e5c34b96618 tempest-ServersWithSpecificFlavorTestJSON-2091780743 tempest-ServersWithSpecificFlavorTestJSON-2091780743-project-member] Waiting for the task: (returnval){ [ 760.209696] env[62328]: value = "session[52a6e20e-410d-708a-99f2-080a575a99bd]5284993f-3962-302a-ee4a-07eb2dbdaa14" [ 760.209696] env[62328]: _type = "Task" [ 760.209696] env[62328]: } to complete. {{(pid=62328) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 760.224311] env[62328]: DEBUG oslo_vmware.api [None req-9a602b75-500b-41db-a1d1-6e5c34b96618 tempest-ServersWithSpecificFlavorTestJSON-2091780743 tempest-ServersWithSpecificFlavorTestJSON-2091780743-project-member] Task: {'id': session[52a6e20e-410d-708a-99f2-080a575a99bd]5284993f-3962-302a-ee4a-07eb2dbdaa14, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 760.302478] env[62328]: DEBUG oslo_concurrency.lockutils [None req-5109b3f1-67b0-450f-8dd1-81f6d832e5f7 tempest-MigrationsAdminTest-413245202 tempest-MigrationsAdminTest-413245202-project-member] Acquiring lock "refresh_cache-4279ea33-3d7d-4713-9d21-9e7aa29026ae" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 760.302698] env[62328]: DEBUG oslo_concurrency.lockutils [None req-5109b3f1-67b0-450f-8dd1-81f6d832e5f7 tempest-MigrationsAdminTest-413245202 tempest-MigrationsAdminTest-413245202-project-member] Acquired lock "refresh_cache-4279ea33-3d7d-4713-9d21-9e7aa29026ae" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.302846] env[62328]: DEBUG nova.network.neutron [None req-5109b3f1-67b0-450f-8dd1-81f6d832e5f7 tempest-MigrationsAdminTest-413245202 tempest-MigrationsAdminTest-413245202-project-member] [instance: 4279ea33-3d7d-4713-9d21-9e7aa29026ae] Building network info cache for instance {{(pid=62328) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 760.354518] env[62328]: DEBUG oslo_concurrency.lockutils [None req-437b7d66-e68c-48e6-bbd6-a042ed16aa1e tempest-ServersV294TestFqdnHostnames-1169218801 tempest-ServersV294TestFqdnHostnames-1169218801-project-member] Acquiring lock "80c53aaa-0812-4f2f-bfe8-2f05c1002018" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 760.354843] env[62328]: DEBUG oslo_concurrency.lockutils [None req-437b7d66-e68c-48e6-bbd6-a042ed16aa1e tempest-ServersV294TestFqdnHostnames-1169218801 tempest-ServersV294TestFqdnHostnames-1169218801-project-member] Lock "80c53aaa-0812-4f2f-bfe8-2f05c1002018" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 760.355166] env[62328]: DEBUG oslo_concurrency.lockutils [None req-437b7d66-e68c-48e6-bbd6-a042ed16aa1e tempest-ServersV294TestFqdnHostnames-1169218801 tempest-ServersV294TestFqdnHostnames-1169218801-project-member] Acquiring lock "80c53aaa-0812-4f2f-bfe8-2f05c1002018-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 760.355441] env[62328]: DEBUG oslo_concurrency.lockutils [None req-437b7d66-e68c-48e6-bbd6-a042ed16aa1e tempest-ServersV294TestFqdnHostnames-1169218801 tempest-ServersV294TestFqdnHostnames-1169218801-project-member] Lock "80c53aaa-0812-4f2f-bfe8-2f05c1002018-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 760.355735] env[62328]: DEBUG oslo_concurrency.lockutils [None req-437b7d66-e68c-48e6-bbd6-a042ed16aa1e tempest-ServersV294TestFqdnHostnames-1169218801 tempest-ServersV294TestFqdnHostnames-1169218801-project-member] Lock "80c53aaa-0812-4f2f-bfe8-2f05c1002018-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 760.358331] env[62328]: INFO nova.compute.manager [None req-437b7d66-e68c-48e6-bbd6-a042ed16aa1e tempest-ServersV294TestFqdnHostnames-1169218801 tempest-ServersV294TestFqdnHostnames-1169218801-project-member] [instance: 80c53aaa-0812-4f2f-bfe8-2f05c1002018] Terminating instance [ 760.423922] env[62328]: DEBUG oslo_vmware.api [None req-020ad3db-50cb-42e7-9a0d-f4193935dbb4 tempest-ServerRescueTestJSON-434379102 tempest-ServerRescueTestJSON-434379102-project-member] Task: {'id': task-2386775, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 760.483550] env[62328]: DEBUG oslo_concurrency.lockutils [None req-81b83408-45f2-4dc8-982e-808b7e17ee9f tempest-ServerDiskConfigTestJSON-126406698 tempest-ServerDiskConfigTestJSON-126406698-project-member] Lock "948b7ba2-2caa-4616-abc0-afc6cca58f76" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 72.514s {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 760.573687] env[62328]: DEBUG oslo_concurrency.lockutils [req-285e30e4-244b-456c-ad73-037b77c50768 req-e2e5dde5-c060-4c8a-9229-94d12a812be9 service nova] Releasing lock "refresh_cache-ab48d158-561e-40d6-a649-f38a096d96c3" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 760.624453] env[62328]: DEBUG nova.objects.instance [None req-cb3e5856-646c-4d05-b44d-06fc846598bc tempest-VolumesAdminNegativeTest-179339308 tempest-VolumesAdminNegativeTest-179339308-project-member] Lazy-loading 'flavor' on Instance uuid 04dd8fd6-91f0-444f-b642-2ba8dcdea19d {{(pid=62328) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 760.658400] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-29148fae-4c95-4675-9d5b-e7cdd7e54d2f {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 760.667783] env[62328]: DEBUG nova.virt.vmwareapi.vmops [None req-bb5e355e-e8d0-4270-8ea7-7031425de2c3 tempest-InstanceActionsTestJSON-398422522 tempest-InstanceActionsTestJSON-398422522-project-member] [instance: c4d72f48-adf2-435f-9f5f-e3c3bc14bc8c] Doing hard reboot of VM {{(pid=62328) reboot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1063}} [ 760.668208] env[62328]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ResetVM_Task with opID=oslo.vmware-270610ce-ad17-4661-9786-9cc6e5e6f7b4 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 760.681643] env[62328]: DEBUG oslo_vmware.api [None req-bb5e355e-e8d0-4270-8ea7-7031425de2c3 tempest-InstanceActionsTestJSON-398422522 tempest-InstanceActionsTestJSON-398422522-project-member] Waiting for the task: (returnval){ [ 760.681643] env[62328]: value = "task-2386776" [ 760.681643] env[62328]: _type = "Task" [ 760.681643] env[62328]: } to complete. {{(pid=62328) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 760.692557] env[62328]: DEBUG oslo_vmware.api [None req-bb5e355e-e8d0-4270-8ea7-7031425de2c3 tempest-InstanceActionsTestJSON-398422522 tempest-InstanceActionsTestJSON-398422522-project-member] Task: {'id': task-2386776, 'name': ResetVM_Task} progress is 0%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 760.702233] env[62328]: DEBUG oslo_vmware.api [None req-489fb2c0-194d-4041-829f-8587e2716af1 tempest-ServersTestFqdnHostnames-1216059078 tempest-ServersTestFqdnHostnames-1216059078-project-member] Task: {'id': session[52a6e20e-410d-708a-99f2-080a575a99bd]523b129d-7c6b-701e-1579-bd7dcc6ccf1a, 'name': SearchDatastore_Task, 'duration_secs': 0.043566} completed successfully. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 760.702582] env[62328]: DEBUG oslo_concurrency.lockutils [None req-489fb2c0-194d-4041-829f-8587e2716af1 tempest-ServersTestFqdnHostnames-1216059078 tempest-ServersTestFqdnHostnames-1216059078-project-member] Releasing lock "[datastore1] devstack-image-cache_base/dbf872a4-92be-47e4-8561-c3e2bf2423ab" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 760.703325] env[62328]: DEBUG nova.virt.vmwareapi.vmops [None req-489fb2c0-194d-4041-829f-8587e2716af1 tempest-ServersTestFqdnHostnames-1216059078 tempest-ServersTestFqdnHostnames-1216059078-project-member] [instance: ab48d158-561e-40d6-a649-f38a096d96c3] Processing image dbf872a4-92be-47e4-8561-c3e2bf2423ab {{(pid=62328) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 760.703325] env[62328]: DEBUG oslo_concurrency.lockutils [None req-489fb2c0-194d-4041-829f-8587e2716af1 tempest-ServersTestFqdnHostnames-1216059078 tempest-ServersTestFqdnHostnames-1216059078-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/dbf872a4-92be-47e4-8561-c3e2bf2423ab/dbf872a4-92be-47e4-8561-c3e2bf2423ab.vmdk" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 760.722199] env[62328]: DEBUG oslo_vmware.api [None req-9a602b75-500b-41db-a1d1-6e5c34b96618 tempest-ServersWithSpecificFlavorTestJSON-2091780743 tempest-ServersWithSpecificFlavorTestJSON-2091780743-project-member] Task: {'id': session[52a6e20e-410d-708a-99f2-080a575a99bd]5284993f-3962-302a-ee4a-07eb2dbdaa14, 'name': SearchDatastore_Task, 'duration_secs': 0.039827} completed successfully. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 760.723095] env[62328]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-15ff37a6-d9be-4ec6-a35e-2f07cd81d175 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 760.729209] env[62328]: DEBUG oslo_vmware.api [None req-9a602b75-500b-41db-a1d1-6e5c34b96618 tempest-ServersWithSpecificFlavorTestJSON-2091780743 tempest-ServersWithSpecificFlavorTestJSON-2091780743-project-member] Waiting for the task: (returnval){ [ 760.729209] env[62328]: value = "session[52a6e20e-410d-708a-99f2-080a575a99bd]526bf5b9-8cc3-e373-34cd-b51196815a29" [ 760.729209] env[62328]: _type = "Task" [ 760.729209] env[62328]: } to complete. {{(pid=62328) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 760.743233] env[62328]: DEBUG oslo_vmware.api [None req-9a602b75-500b-41db-a1d1-6e5c34b96618 tempest-ServersWithSpecificFlavorTestJSON-2091780743 tempest-ServersWithSpecificFlavorTestJSON-2091780743-project-member] Task: {'id': session[52a6e20e-410d-708a-99f2-080a575a99bd]526bf5b9-8cc3-e373-34cd-b51196815a29, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 760.863355] env[62328]: DEBUG nova.compute.manager [None req-437b7d66-e68c-48e6-bbd6-a042ed16aa1e tempest-ServersV294TestFqdnHostnames-1169218801 tempest-ServersV294TestFqdnHostnames-1169218801-project-member] [instance: 80c53aaa-0812-4f2f-bfe8-2f05c1002018] Start destroying the instance on the hypervisor. {{(pid=62328) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 760.863579] env[62328]: DEBUG nova.virt.vmwareapi.vmops [None req-437b7d66-e68c-48e6-bbd6-a042ed16aa1e tempest-ServersV294TestFqdnHostnames-1169218801 tempest-ServersV294TestFqdnHostnames-1169218801-project-member] [instance: 80c53aaa-0812-4f2f-bfe8-2f05c1002018] Destroying instance {{(pid=62328) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 760.864625] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-504f30c3-12be-4cde-af8f-f18606dfab7d {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 760.874015] env[62328]: DEBUG nova.virt.vmwareapi.vm_util [None req-437b7d66-e68c-48e6-bbd6-a042ed16aa1e tempest-ServersV294TestFqdnHostnames-1169218801 tempest-ServersV294TestFqdnHostnames-1169218801-project-member] [instance: 80c53aaa-0812-4f2f-bfe8-2f05c1002018] Powering off the VM {{(pid=62328) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 760.874223] env[62328]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-02b022fd-26ed-4894-9572-39f5a74c51a1 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 760.884703] env[62328]: DEBUG oslo_vmware.api [None req-437b7d66-e68c-48e6-bbd6-a042ed16aa1e tempest-ServersV294TestFqdnHostnames-1169218801 tempest-ServersV294TestFqdnHostnames-1169218801-project-member] Waiting for the task: (returnval){ [ 760.884703] env[62328]: value = "task-2386777" [ 760.884703] env[62328]: _type = "Task" [ 760.884703] env[62328]: } to complete. {{(pid=62328) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 760.897904] env[62328]: DEBUG oslo_vmware.api [None req-437b7d66-e68c-48e6-bbd6-a042ed16aa1e tempest-ServersV294TestFqdnHostnames-1169218801 tempest-ServersV294TestFqdnHostnames-1169218801-project-member] Task: {'id': task-2386777, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 760.927503] env[62328]: DEBUG oslo_vmware.api [None req-020ad3db-50cb-42e7-9a0d-f4193935dbb4 tempest-ServerRescueTestJSON-434379102 tempest-ServerRescueTestJSON-434379102-project-member] Task: {'id': task-2386775, 'name': PowerOnVM_Task, 'duration_secs': 0.662264} completed successfully. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 760.927829] env[62328]: DEBUG nova.virt.vmwareapi.vm_util [None req-020ad3db-50cb-42e7-9a0d-f4193935dbb4 tempest-ServerRescueTestJSON-434379102 tempest-ServerRescueTestJSON-434379102-project-member] [instance: c6b9b490-d331-47ac-8410-588490ab048d] Powered on the VM {{(pid=62328) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 760.928098] env[62328]: DEBUG nova.compute.manager [None req-020ad3db-50cb-42e7-9a0d-f4193935dbb4 tempest-ServerRescueTestJSON-434379102 tempest-ServerRescueTestJSON-434379102-project-member] [instance: c6b9b490-d331-47ac-8410-588490ab048d] Checking state {{(pid=62328) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 760.928933] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4c9d6b59-c4e4-44b3-bbbf-1049587c71c0 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 761.133400] env[62328]: DEBUG oslo_concurrency.lockutils [None req-cb3e5856-646c-4d05-b44d-06fc846598bc tempest-VolumesAdminNegativeTest-179339308 tempest-VolumesAdminNegativeTest-179339308-project-member] Lock "04dd8fd6-91f0-444f-b642-2ba8dcdea19d" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 9.384s {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 761.197911] env[62328]: DEBUG oslo_vmware.api [None req-bb5e355e-e8d0-4270-8ea7-7031425de2c3 tempest-InstanceActionsTestJSON-398422522 tempest-InstanceActionsTestJSON-398422522-project-member] Task: {'id': task-2386776, 'name': ResetVM_Task, 'duration_secs': 0.121714} completed successfully. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 761.198325] env[62328]: DEBUG nova.virt.vmwareapi.vmops [None req-bb5e355e-e8d0-4270-8ea7-7031425de2c3 tempest-InstanceActionsTestJSON-398422522 tempest-InstanceActionsTestJSON-398422522-project-member] [instance: c4d72f48-adf2-435f-9f5f-e3c3bc14bc8c] Did hard reboot of VM {{(pid=62328) reboot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1067}} [ 761.198569] env[62328]: DEBUG nova.compute.manager [None req-bb5e355e-e8d0-4270-8ea7-7031425de2c3 tempest-InstanceActionsTestJSON-398422522 tempest-InstanceActionsTestJSON-398422522-project-member] [instance: c4d72f48-adf2-435f-9f5f-e3c3bc14bc8c] Checking state {{(pid=62328) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 761.203592] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7b96faca-a887-4816-aff0-e680c4501823 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 761.245120] env[62328]: DEBUG oslo_vmware.api [None req-9a602b75-500b-41db-a1d1-6e5c34b96618 tempest-ServersWithSpecificFlavorTestJSON-2091780743 tempest-ServersWithSpecificFlavorTestJSON-2091780743-project-member] Task: {'id': session[52a6e20e-410d-708a-99f2-080a575a99bd]526bf5b9-8cc3-e373-34cd-b51196815a29, 'name': SearchDatastore_Task, 'duration_secs': 0.012401} completed successfully. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 761.245294] env[62328]: DEBUG oslo_concurrency.lockutils [None req-9a602b75-500b-41db-a1d1-6e5c34b96618 tempest-ServersWithSpecificFlavorTestJSON-2091780743 tempest-ServersWithSpecificFlavorTestJSON-2091780743-project-member] Releasing lock "[datastore1] devstack-image-cache_base/dbf872a4-92be-47e4-8561-c3e2bf2423ab/dbf872a4-92be-47e4-8561-c3e2bf2423ab.vmdk" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 761.245426] env[62328]: DEBUG nova.virt.vmwareapi.vm_util [None req-9a602b75-500b-41db-a1d1-6e5c34b96618 tempest-ServersWithSpecificFlavorTestJSON-2091780743 tempest-ServersWithSpecificFlavorTestJSON-2091780743-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/dbf872a4-92be-47e4-8561-c3e2bf2423ab/dbf872a4-92be-47e4-8561-c3e2bf2423ab.vmdk to [datastore1] 4012f976-bb83-4296-8a36-f3af12570729/4012f976-bb83-4296-8a36-f3af12570729.vmdk {{(pid=62328) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 761.245711] env[62328]: DEBUG oslo_concurrency.lockutils [None req-489fb2c0-194d-4041-829f-8587e2716af1 tempest-ServersTestFqdnHostnames-1216059078 tempest-ServersTestFqdnHostnames-1216059078-project-member] Acquired lock "[datastore1] devstack-image-cache_base/dbf872a4-92be-47e4-8561-c3e2bf2423ab/dbf872a4-92be-47e4-8561-c3e2bf2423ab.vmdk" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.245898] env[62328]: DEBUG nova.virt.vmwareapi.ds_util [None req-489fb2c0-194d-4041-829f-8587e2716af1 tempest-ServersTestFqdnHostnames-1216059078 tempest-ServersTestFqdnHostnames-1216059078-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62328) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 761.246131] env[62328]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-03853052-c332-42d5-9c0b-36cfbb298cb0 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 761.252207] env[62328]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-c9452e05-b06b-4cd9-9f1a-ac0bad049574 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 761.263756] env[62328]: DEBUG oslo_vmware.api [None req-9a602b75-500b-41db-a1d1-6e5c34b96618 tempest-ServersWithSpecificFlavorTestJSON-2091780743 tempest-ServersWithSpecificFlavorTestJSON-2091780743-project-member] Waiting for the task: (returnval){ [ 761.263756] env[62328]: value = "task-2386778" [ 761.263756] env[62328]: _type = "Task" [ 761.263756] env[62328]: } to complete. {{(pid=62328) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 761.270843] env[62328]: DEBUG nova.virt.vmwareapi.ds_util [None req-489fb2c0-194d-4041-829f-8587e2716af1 tempest-ServersTestFqdnHostnames-1216059078 tempest-ServersTestFqdnHostnames-1216059078-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62328) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 761.271144] env[62328]: DEBUG nova.virt.vmwareapi.vmops [None req-489fb2c0-194d-4041-829f-8587e2716af1 tempest-ServersTestFqdnHostnames-1216059078 tempest-ServersTestFqdnHostnames-1216059078-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62328) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 761.273405] env[62328]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8a7d332b-e33c-49ff-8245-cf25352da3bd {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 761.280909] env[62328]: DEBUG oslo_vmware.api [None req-9a602b75-500b-41db-a1d1-6e5c34b96618 tempest-ServersWithSpecificFlavorTestJSON-2091780743 tempest-ServersWithSpecificFlavorTestJSON-2091780743-project-member] Task: {'id': task-2386778, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 761.284855] env[62328]: DEBUG nova.network.neutron [None req-5109b3f1-67b0-450f-8dd1-81f6d832e5f7 tempest-MigrationsAdminTest-413245202 tempest-MigrationsAdminTest-413245202-project-member] [instance: 4279ea33-3d7d-4713-9d21-9e7aa29026ae] Updating instance_info_cache with network_info: [{"id": "69bce2eb-7f15-465b-8308-cde308c68738", "address": "fa:16:3e:68:66:18", "network": {"id": "ec511a9f-4661-41db-95bd-0fc9ad2de615", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.115", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "2a64022f08d84b11a86773b900860ae5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a4f91f31-0516-4d62-a341-e03a50b7c477", "external-id": "nsx-vlan-transportzone-963", "segmentation_id": 963, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap69bce2eb-7f", "ovs_interfaceid": "69bce2eb-7f15-465b-8308-cde308c68738", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62328) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 761.294614] env[62328]: DEBUG oslo_vmware.api [None req-489fb2c0-194d-4041-829f-8587e2716af1 tempest-ServersTestFqdnHostnames-1216059078 tempest-ServersTestFqdnHostnames-1216059078-project-member] Waiting for the task: (returnval){ [ 761.294614] env[62328]: value = "session[52a6e20e-410d-708a-99f2-080a575a99bd]52d15e4b-0b6a-f2ba-42f2-6bd233074efb" [ 761.294614] env[62328]: _type = "Task" [ 761.294614] env[62328]: } to complete. {{(pid=62328) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 761.303983] env[62328]: DEBUG oslo_vmware.api [None req-489fb2c0-194d-4041-829f-8587e2716af1 tempest-ServersTestFqdnHostnames-1216059078 tempest-ServersTestFqdnHostnames-1216059078-project-member] Task: {'id': session[52a6e20e-410d-708a-99f2-080a575a99bd]52d15e4b-0b6a-f2ba-42f2-6bd233074efb, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 761.336331] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6d23ef33-5580-4cbc-ab9d-a16d99395f30 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 761.344317] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-543a4d51-7051-4861-a564-3d50956eaaaf {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 761.381555] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5a2a3125-f637-420b-89bc-442cf139fcda {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 761.397016] env[62328]: DEBUG oslo_vmware.api [None req-437b7d66-e68c-48e6-bbd6-a042ed16aa1e tempest-ServersV294TestFqdnHostnames-1169218801 tempest-ServersV294TestFqdnHostnames-1169218801-project-member] Task: {'id': task-2386777, 'name': PowerOffVM_Task, 'duration_secs': 0.27978} completed successfully. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 761.400584] env[62328]: DEBUG nova.virt.vmwareapi.vm_util [None req-437b7d66-e68c-48e6-bbd6-a042ed16aa1e tempest-ServersV294TestFqdnHostnames-1169218801 tempest-ServersV294TestFqdnHostnames-1169218801-project-member] [instance: 80c53aaa-0812-4f2f-bfe8-2f05c1002018] Powered off the VM {{(pid=62328) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 761.400830] env[62328]: DEBUG nova.virt.vmwareapi.vmops [None req-437b7d66-e68c-48e6-bbd6-a042ed16aa1e tempest-ServersV294TestFqdnHostnames-1169218801 tempest-ServersV294TestFqdnHostnames-1169218801-project-member] [instance: 80c53aaa-0812-4f2f-bfe8-2f05c1002018] Unregistering the VM {{(pid=62328) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 761.401274] env[62328]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-6251c394-2777-4564-a904-18d2a6dfeed8 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 761.404633] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e63beaa5-e012-4282-8f91-681a9257c55d {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 761.424481] env[62328]: DEBUG nova.compute.provider_tree [None req-07aa2033-fc39-46b8-b312-72212098382c tempest-ServersTestJSON-2041147199 tempest-ServersTestJSON-2041147199-project-member] Inventory has not changed in ProviderTree for provider: 3469e9f8-04af-49ca-8435-49f104496744 {{(pid=62328) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 761.488172] env[62328]: DEBUG nova.virt.vmwareapi.vmops [None req-437b7d66-e68c-48e6-bbd6-a042ed16aa1e tempest-ServersV294TestFqdnHostnames-1169218801 tempest-ServersV294TestFqdnHostnames-1169218801-project-member] [instance: 80c53aaa-0812-4f2f-bfe8-2f05c1002018] Unregistered the VM {{(pid=62328) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 761.488172] env[62328]: DEBUG nova.virt.vmwareapi.vmops [None req-437b7d66-e68c-48e6-bbd6-a042ed16aa1e tempest-ServersV294TestFqdnHostnames-1169218801 tempest-ServersV294TestFqdnHostnames-1169218801-project-member] [instance: 80c53aaa-0812-4f2f-bfe8-2f05c1002018] Deleting contents of the VM from datastore datastore1 {{(pid=62328) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 761.488172] env[62328]: DEBUG nova.virt.vmwareapi.ds_util [None req-437b7d66-e68c-48e6-bbd6-a042ed16aa1e tempest-ServersV294TestFqdnHostnames-1169218801 tempest-ServersV294TestFqdnHostnames-1169218801-project-member] Deleting the datastore file [datastore1] 80c53aaa-0812-4f2f-bfe8-2f05c1002018 {{(pid=62328) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 761.488172] env[62328]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-4aaa7a67-eb5f-4c55-92b8-72cd249ff03d {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 761.497898] env[62328]: DEBUG oslo_vmware.api [None req-437b7d66-e68c-48e6-bbd6-a042ed16aa1e tempest-ServersV294TestFqdnHostnames-1169218801 tempest-ServersV294TestFqdnHostnames-1169218801-project-member] Waiting for the task: (returnval){ [ 761.497898] env[62328]: value = "task-2386780" [ 761.497898] env[62328]: _type = "Task" [ 761.497898] env[62328]: } to complete. {{(pid=62328) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 761.509118] env[62328]: DEBUG oslo_vmware.api [None req-437b7d66-e68c-48e6-bbd6-a042ed16aa1e tempest-ServersV294TestFqdnHostnames-1169218801 tempest-ServersV294TestFqdnHostnames-1169218801-project-member] Task: {'id': task-2386780, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 761.721195] env[62328]: DEBUG oslo_concurrency.lockutils [None req-bb5e355e-e8d0-4270-8ea7-7031425de2c3 tempest-InstanceActionsTestJSON-398422522 tempest-InstanceActionsTestJSON-398422522-project-member] Lock "c4d72f48-adf2-435f-9f5f-e3c3bc14bc8c" "released" by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" :: held 4.914s {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 761.775611] env[62328]: DEBUG oslo_vmware.api [None req-9a602b75-500b-41db-a1d1-6e5c34b96618 tempest-ServersWithSpecificFlavorTestJSON-2091780743 tempest-ServersWithSpecificFlavorTestJSON-2091780743-project-member] Task: {'id': task-2386778, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 761.792155] env[62328]: DEBUG oslo_concurrency.lockutils [None req-5109b3f1-67b0-450f-8dd1-81f6d832e5f7 tempest-MigrationsAdminTest-413245202 tempest-MigrationsAdminTest-413245202-project-member] Releasing lock "refresh_cache-4279ea33-3d7d-4713-9d21-9e7aa29026ae" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 761.806474] env[62328]: DEBUG oslo_vmware.api [None req-489fb2c0-194d-4041-829f-8587e2716af1 tempest-ServersTestFqdnHostnames-1216059078 tempest-ServersTestFqdnHostnames-1216059078-project-member] Task: {'id': session[52a6e20e-410d-708a-99f2-080a575a99bd]52d15e4b-0b6a-f2ba-42f2-6bd233074efb, 'name': SearchDatastore_Task, 'duration_secs': 0.023372} completed successfully. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 761.807848] env[62328]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bf37b5d4-b9ed-42be-ab76-babed9a666ab {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 761.819664] env[62328]: DEBUG oslo_vmware.api [None req-489fb2c0-194d-4041-829f-8587e2716af1 tempest-ServersTestFqdnHostnames-1216059078 tempest-ServersTestFqdnHostnames-1216059078-project-member] Waiting for the task: (returnval){ [ 761.819664] env[62328]: value = "session[52a6e20e-410d-708a-99f2-080a575a99bd]52271902-41e6-c108-d7ea-f472a5a0c524" [ 761.819664] env[62328]: _type = "Task" [ 761.819664] env[62328]: } to complete. {{(pid=62328) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 761.831546] env[62328]: DEBUG oslo_vmware.api [None req-489fb2c0-194d-4041-829f-8587e2716af1 tempest-ServersTestFqdnHostnames-1216059078 tempest-ServersTestFqdnHostnames-1216059078-project-member] Task: {'id': session[52a6e20e-410d-708a-99f2-080a575a99bd]52271902-41e6-c108-d7ea-f472a5a0c524, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 761.906536] env[62328]: DEBUG nova.network.neutron [None req-67c9ef5c-3f88-401e-87f8-b158bbbf893e tempest-ServersTestMultiNic-1057987772 tempest-ServersTestMultiNic-1057987772-project-member] [instance: 93ca7686-9ab7-434e-b425-148d3ba8db62] Successfully updated port: f9d489e3-d4d6-4fce-93c1-fccb826ee917 {{(pid=62328) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 761.927846] env[62328]: DEBUG nova.scheduler.client.report [None req-07aa2033-fc39-46b8-b312-72212098382c tempest-ServersTestJSON-2041147199 tempest-ServersTestJSON-2041147199-project-member] Inventory has not changed for provider 3469e9f8-04af-49ca-8435-49f104496744 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 152, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62328) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 761.971427] env[62328]: DEBUG nova.compute.manager [req-651c7ebd-ce56-4bd6-8bb1-0fd3b5503546 req-e6cead71-fcfa-42f9-9d63-3d9ae4f6d55a service nova] [instance: 93ca7686-9ab7-434e-b425-148d3ba8db62] Received event network-vif-plugged-f9d489e3-d4d6-4fce-93c1-fccb826ee917 {{(pid=62328) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 761.971701] env[62328]: DEBUG oslo_concurrency.lockutils [req-651c7ebd-ce56-4bd6-8bb1-0fd3b5503546 req-e6cead71-fcfa-42f9-9d63-3d9ae4f6d55a service nova] Acquiring lock "93ca7686-9ab7-434e-b425-148d3ba8db62-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 761.971973] env[62328]: DEBUG oslo_concurrency.lockutils [req-651c7ebd-ce56-4bd6-8bb1-0fd3b5503546 req-e6cead71-fcfa-42f9-9d63-3d9ae4f6d55a service nova] Lock "93ca7686-9ab7-434e-b425-148d3ba8db62-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 761.972257] env[62328]: DEBUG oslo_concurrency.lockutils [req-651c7ebd-ce56-4bd6-8bb1-0fd3b5503546 req-e6cead71-fcfa-42f9-9d63-3d9ae4f6d55a service nova] Lock "93ca7686-9ab7-434e-b425-148d3ba8db62-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 761.972386] env[62328]: DEBUG nova.compute.manager [req-651c7ebd-ce56-4bd6-8bb1-0fd3b5503546 req-e6cead71-fcfa-42f9-9d63-3d9ae4f6d55a service nova] [instance: 93ca7686-9ab7-434e-b425-148d3ba8db62] No waiting events found dispatching network-vif-plugged-f9d489e3-d4d6-4fce-93c1-fccb826ee917 {{(pid=62328) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 761.972537] env[62328]: WARNING nova.compute.manager [req-651c7ebd-ce56-4bd6-8bb1-0fd3b5503546 req-e6cead71-fcfa-42f9-9d63-3d9ae4f6d55a service nova] [instance: 93ca7686-9ab7-434e-b425-148d3ba8db62] Received unexpected event network-vif-plugged-f9d489e3-d4d6-4fce-93c1-fccb826ee917 for instance with vm_state building and task_state spawning. [ 762.009272] env[62328]: DEBUG oslo_vmware.api [None req-437b7d66-e68c-48e6-bbd6-a042ed16aa1e tempest-ServersV294TestFqdnHostnames-1169218801 tempest-ServersV294TestFqdnHostnames-1169218801-project-member] Task: {'id': task-2386780, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 762.150432] env[62328]: DEBUG oslo_concurrency.lockutils [None req-387affe2-f8bc-4e9f-835c-fc82c760427d tempest-VolumesAdminNegativeTest-179339308 tempest-VolumesAdminNegativeTest-179339308-project-member] Acquiring lock "04dd8fd6-91f0-444f-b642-2ba8dcdea19d" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 762.150710] env[62328]: DEBUG oslo_concurrency.lockutils [None req-387affe2-f8bc-4e9f-835c-fc82c760427d tempest-VolumesAdminNegativeTest-179339308 tempest-VolumesAdminNegativeTest-179339308-project-member] Lock "04dd8fd6-91f0-444f-b642-2ba8dcdea19d" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.000s {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 762.276767] env[62328]: DEBUG oslo_vmware.api [None req-9a602b75-500b-41db-a1d1-6e5c34b96618 tempest-ServersWithSpecificFlavorTestJSON-2091780743 tempest-ServersWithSpecificFlavorTestJSON-2091780743-project-member] Task: {'id': task-2386778, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.589613} completed successfully. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 762.277100] env[62328]: DEBUG nova.virt.vmwareapi.vm_util [None req-9a602b75-500b-41db-a1d1-6e5c34b96618 tempest-ServersWithSpecificFlavorTestJSON-2091780743 tempest-ServersWithSpecificFlavorTestJSON-2091780743-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/dbf872a4-92be-47e4-8561-c3e2bf2423ab/dbf872a4-92be-47e4-8561-c3e2bf2423ab.vmdk to [datastore1] 4012f976-bb83-4296-8a36-f3af12570729/4012f976-bb83-4296-8a36-f3af12570729.vmdk {{(pid=62328) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 762.277327] env[62328]: DEBUG nova.virt.vmwareapi.vmops [None req-9a602b75-500b-41db-a1d1-6e5c34b96618 tempest-ServersWithSpecificFlavorTestJSON-2091780743 tempest-ServersWithSpecificFlavorTestJSON-2091780743-project-member] [instance: 4012f976-bb83-4296-8a36-f3af12570729] Extending root virtual disk to 1048576 {{(pid=62328) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 762.277657] env[62328]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-f83b9ab8-3939-4990-ba54-1bc4d80484a9 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 762.285805] env[62328]: DEBUG oslo_vmware.api [None req-9a602b75-500b-41db-a1d1-6e5c34b96618 tempest-ServersWithSpecificFlavorTestJSON-2091780743 tempest-ServersWithSpecificFlavorTestJSON-2091780743-project-member] Waiting for the task: (returnval){ [ 762.285805] env[62328]: value = "task-2386782" [ 762.285805] env[62328]: _type = "Task" [ 762.285805] env[62328]: } to complete. {{(pid=62328) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 762.295949] env[62328]: DEBUG oslo_vmware.api [None req-9a602b75-500b-41db-a1d1-6e5c34b96618 tempest-ServersWithSpecificFlavorTestJSON-2091780743 tempest-ServersWithSpecificFlavorTestJSON-2091780743-project-member] Task: {'id': task-2386782, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 762.334997] env[62328]: DEBUG oslo_vmware.api [None req-489fb2c0-194d-4041-829f-8587e2716af1 tempest-ServersTestFqdnHostnames-1216059078 tempest-ServersTestFqdnHostnames-1216059078-project-member] Task: {'id': session[52a6e20e-410d-708a-99f2-080a575a99bd]52271902-41e6-c108-d7ea-f472a5a0c524, 'name': SearchDatastore_Task, 'duration_secs': 0.028658} completed successfully. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 762.335357] env[62328]: DEBUG oslo_concurrency.lockutils [None req-489fb2c0-194d-4041-829f-8587e2716af1 tempest-ServersTestFqdnHostnames-1216059078 tempest-ServersTestFqdnHostnames-1216059078-project-member] Releasing lock "[datastore1] devstack-image-cache_base/dbf872a4-92be-47e4-8561-c3e2bf2423ab/dbf872a4-92be-47e4-8561-c3e2bf2423ab.vmdk" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 762.335618] env[62328]: DEBUG nova.virt.vmwareapi.vm_util [None req-489fb2c0-194d-4041-829f-8587e2716af1 tempest-ServersTestFqdnHostnames-1216059078 tempest-ServersTestFqdnHostnames-1216059078-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/dbf872a4-92be-47e4-8561-c3e2bf2423ab/dbf872a4-92be-47e4-8561-c3e2bf2423ab.vmdk to [datastore1] ab48d158-561e-40d6-a649-f38a096d96c3/ab48d158-561e-40d6-a649-f38a096d96c3.vmdk {{(pid=62328) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 762.335922] env[62328]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-ac6db93b-073f-479e-915d-18e135645efc {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 762.346527] env[62328]: DEBUG oslo_vmware.api [None req-489fb2c0-194d-4041-829f-8587e2716af1 tempest-ServersTestFqdnHostnames-1216059078 tempest-ServersTestFqdnHostnames-1216059078-project-member] Waiting for the task: (returnval){ [ 762.346527] env[62328]: value = "task-2386783" [ 762.346527] env[62328]: _type = "Task" [ 762.346527] env[62328]: } to complete. {{(pid=62328) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 762.357641] env[62328]: DEBUG oslo_vmware.api [None req-489fb2c0-194d-4041-829f-8587e2716af1 tempest-ServersTestFqdnHostnames-1216059078 tempest-ServersTestFqdnHostnames-1216059078-project-member] Task: {'id': task-2386783, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 762.433858] env[62328]: DEBUG oslo_concurrency.lockutils [None req-07aa2033-fc39-46b8-b312-72212098382c tempest-ServersTestJSON-2041147199 tempest-ServersTestJSON-2041147199-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.649s {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 762.433858] env[62328]: DEBUG nova.compute.manager [None req-07aa2033-fc39-46b8-b312-72212098382c tempest-ServersTestJSON-2041147199 tempest-ServersTestJSON-2041147199-project-member] [instance: fc8146ed-f4c5-4b4b-a03d-c52452f583cd] Start building networks asynchronously for instance. {{(pid=62328) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 762.436777] env[62328]: DEBUG oslo_concurrency.lockutils [None req-16c86219-1e87-4399-83d0-c8577db8e20a tempest-ServersTestBootFromVolume-606303851 tempest-ServersTestBootFromVolume-606303851-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 34.475s {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 762.439727] env[62328]: INFO nova.compute.claims [None req-16c86219-1e87-4399-83d0-c8577db8e20a tempest-ServersTestBootFromVolume-606303851 tempest-ServersTestBootFromVolume-606303851-project-member] [instance: e4c166ea-d803-4db5-a104-16bd84bfc6c6] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 762.512674] env[62328]: DEBUG oslo_vmware.api [None req-437b7d66-e68c-48e6-bbd6-a042ed16aa1e tempest-ServersV294TestFqdnHostnames-1169218801 tempest-ServersV294TestFqdnHostnames-1169218801-project-member] Task: {'id': task-2386780, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.537043} completed successfully. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 762.512958] env[62328]: DEBUG nova.virt.vmwareapi.ds_util [None req-437b7d66-e68c-48e6-bbd6-a042ed16aa1e tempest-ServersV294TestFqdnHostnames-1169218801 tempest-ServersV294TestFqdnHostnames-1169218801-project-member] Deleted the datastore file {{(pid=62328) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 762.513128] env[62328]: DEBUG nova.virt.vmwareapi.vmops [None req-437b7d66-e68c-48e6-bbd6-a042ed16aa1e tempest-ServersV294TestFqdnHostnames-1169218801 tempest-ServersV294TestFqdnHostnames-1169218801-project-member] [instance: 80c53aaa-0812-4f2f-bfe8-2f05c1002018] Deleted contents of the VM from datastore datastore1 {{(pid=62328) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 762.513280] env[62328]: DEBUG nova.virt.vmwareapi.vmops [None req-437b7d66-e68c-48e6-bbd6-a042ed16aa1e tempest-ServersV294TestFqdnHostnames-1169218801 tempest-ServersV294TestFqdnHostnames-1169218801-project-member] [instance: 80c53aaa-0812-4f2f-bfe8-2f05c1002018] Instance destroyed {{(pid=62328) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 762.513477] env[62328]: INFO nova.compute.manager [None req-437b7d66-e68c-48e6-bbd6-a042ed16aa1e tempest-ServersV294TestFqdnHostnames-1169218801 tempest-ServersV294TestFqdnHostnames-1169218801-project-member] [instance: 80c53aaa-0812-4f2f-bfe8-2f05c1002018] Took 1.65 seconds to destroy the instance on the hypervisor. [ 762.513735] env[62328]: DEBUG oslo.service.loopingcall [None req-437b7d66-e68c-48e6-bbd6-a042ed16aa1e tempest-ServersV294TestFqdnHostnames-1169218801 tempest-ServersV294TestFqdnHostnames-1169218801-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62328) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 762.513933] env[62328]: DEBUG nova.compute.manager [-] [instance: 80c53aaa-0812-4f2f-bfe8-2f05c1002018] Deallocating network for instance {{(pid=62328) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 762.514057] env[62328]: DEBUG nova.network.neutron [-] [instance: 80c53aaa-0812-4f2f-bfe8-2f05c1002018] deallocate_for_instance() {{(pid=62328) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 762.658790] env[62328]: INFO nova.compute.manager [None req-387affe2-f8bc-4e9f-835c-fc82c760427d tempest-VolumesAdminNegativeTest-179339308 tempest-VolumesAdminNegativeTest-179339308-project-member] [instance: 04dd8fd6-91f0-444f-b642-2ba8dcdea19d] Detaching volume b58f5f45-8a34-4fa4-8068-c1dce7809b40 [ 762.705431] env[62328]: INFO nova.virt.block_device [None req-387affe2-f8bc-4e9f-835c-fc82c760427d tempest-VolumesAdminNegativeTest-179339308 tempest-VolumesAdminNegativeTest-179339308-project-member] [instance: 04dd8fd6-91f0-444f-b642-2ba8dcdea19d] Attempting to driver detach volume b58f5f45-8a34-4fa4-8068-c1dce7809b40 from mountpoint /dev/sdb [ 762.705698] env[62328]: DEBUG nova.virt.vmwareapi.volumeops [None req-387affe2-f8bc-4e9f-835c-fc82c760427d tempest-VolumesAdminNegativeTest-179339308 tempest-VolumesAdminNegativeTest-179339308-project-member] [instance: 04dd8fd6-91f0-444f-b642-2ba8dcdea19d] Volume detach. Driver type: vmdk {{(pid=62328) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 762.705928] env[62328]: DEBUG nova.virt.vmwareapi.volumeops [None req-387affe2-f8bc-4e9f-835c-fc82c760427d tempest-VolumesAdminNegativeTest-179339308 tempest-VolumesAdminNegativeTest-179339308-project-member] [instance: 04dd8fd6-91f0-444f-b642-2ba8dcdea19d] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-484316', 'volume_id': 'b58f5f45-8a34-4fa4-8068-c1dce7809b40', 'name': 'volume-b58f5f45-8a34-4fa4-8068-c1dce7809b40', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '04dd8fd6-91f0-444f-b642-2ba8dcdea19d', 'attached_at': '', 'detached_at': '', 'volume_id': 'b58f5f45-8a34-4fa4-8068-c1dce7809b40', 'serial': 'b58f5f45-8a34-4fa4-8068-c1dce7809b40'} {{(pid=62328) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 762.707147] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-33e207c5-c0d0-4caa-b835-aa8189a87ff0 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 762.734419] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-70e5956b-1a6e-4895-a8dc-e0e1729b6cf3 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 762.744727] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b229778d-b6fc-4385-90ee-cf8821205f42 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 762.774630] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-976d707e-8cff-49dc-9262-68fa0dd3c7e6 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 762.805692] env[62328]: DEBUG nova.virt.vmwareapi.volumeops [None req-387affe2-f8bc-4e9f-835c-fc82c760427d tempest-VolumesAdminNegativeTest-179339308 tempest-VolumesAdminNegativeTest-179339308-project-member] The volume has not been displaced from its original location: [datastore1] volume-b58f5f45-8a34-4fa4-8068-c1dce7809b40/volume-b58f5f45-8a34-4fa4-8068-c1dce7809b40.vmdk. No consolidation needed. {{(pid=62328) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 762.814023] env[62328]: DEBUG nova.virt.vmwareapi.volumeops [None req-387affe2-f8bc-4e9f-835c-fc82c760427d tempest-VolumesAdminNegativeTest-179339308 tempest-VolumesAdminNegativeTest-179339308-project-member] [instance: 04dd8fd6-91f0-444f-b642-2ba8dcdea19d] Reconfiguring VM instance instance-0000001b to detach disk 2001 {{(pid=62328) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 762.816670] env[62328]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a03e5d07-fded-4e39-8324-1f10458f3d62 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 762.838793] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ba966726-0963-4fc4-bf8a-66c3085b2763 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 762.846140] env[62328]: DEBUG oslo_vmware.api [None req-9a602b75-500b-41db-a1d1-6e5c34b96618 tempest-ServersWithSpecificFlavorTestJSON-2091780743 tempest-ServersWithSpecificFlavorTestJSON-2091780743-project-member] Task: {'id': task-2386782, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.091275} completed successfully. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 762.848607] env[62328]: DEBUG nova.virt.vmwareapi.vmops [None req-9a602b75-500b-41db-a1d1-6e5c34b96618 tempest-ServersWithSpecificFlavorTestJSON-2091780743 tempest-ServersWithSpecificFlavorTestJSON-2091780743-project-member] [instance: 4012f976-bb83-4296-8a36-f3af12570729] Extended root virtual disk {{(pid=62328) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 762.849180] env[62328]: DEBUG oslo_vmware.api [None req-387affe2-f8bc-4e9f-835c-fc82c760427d tempest-VolumesAdminNegativeTest-179339308 tempest-VolumesAdminNegativeTest-179339308-project-member] Waiting for the task: (returnval){ [ 762.849180] env[62328]: value = "task-2386784" [ 762.849180] env[62328]: _type = "Task" [ 762.849180] env[62328]: } to complete. {{(pid=62328) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 762.849897] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a0a37464-05de-4a95-a1be-7577321e456b {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 762.877593] env[62328]: DEBUG nova.virt.vmwareapi.vmops [None req-5109b3f1-67b0-450f-8dd1-81f6d832e5f7 tempest-MigrationsAdminTest-413245202 tempest-MigrationsAdminTest-413245202-project-member] [instance: 4279ea33-3d7d-4713-9d21-9e7aa29026ae] Updating instance '4279ea33-3d7d-4713-9d21-9e7aa29026ae' progress to 0 {{(pid=62328) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 762.889395] env[62328]: DEBUG oslo_vmware.api [None req-387affe2-f8bc-4e9f-835c-fc82c760427d tempest-VolumesAdminNegativeTest-179339308 tempest-VolumesAdminNegativeTest-179339308-project-member] Task: {'id': task-2386784, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 762.902617] env[62328]: DEBUG oslo_vmware.api [None req-489fb2c0-194d-4041-829f-8587e2716af1 tempest-ServersTestFqdnHostnames-1216059078 tempest-ServersTestFqdnHostnames-1216059078-project-member] Task: {'id': task-2386783, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.541294} completed successfully. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 762.912162] env[62328]: DEBUG nova.virt.vmwareapi.volumeops [None req-9a602b75-500b-41db-a1d1-6e5c34b96618 tempest-ServersWithSpecificFlavorTestJSON-2091780743 tempest-ServersWithSpecificFlavorTestJSON-2091780743-project-member] [instance: 4012f976-bb83-4296-8a36-f3af12570729] Reconfiguring VM instance instance-00000035 to attach disk [datastore1] 4012f976-bb83-4296-8a36-f3af12570729/4012f976-bb83-4296-8a36-f3af12570729.vmdk or device None with type sparse {{(pid=62328) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 762.912561] env[62328]: DEBUG nova.virt.vmwareapi.vm_util [None req-489fb2c0-194d-4041-829f-8587e2716af1 tempest-ServersTestFqdnHostnames-1216059078 tempest-ServersTestFqdnHostnames-1216059078-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/dbf872a4-92be-47e4-8561-c3e2bf2423ab/dbf872a4-92be-47e4-8561-c3e2bf2423ab.vmdk to [datastore1] ab48d158-561e-40d6-a649-f38a096d96c3/ab48d158-561e-40d6-a649-f38a096d96c3.vmdk {{(pid=62328) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 762.912787] env[62328]: DEBUG nova.virt.vmwareapi.vmops [None req-489fb2c0-194d-4041-829f-8587e2716af1 tempest-ServersTestFqdnHostnames-1216059078 tempest-ServersTestFqdnHostnames-1216059078-project-member] [instance: ab48d158-561e-40d6-a649-f38a096d96c3] Extending root virtual disk to 1048576 {{(pid=62328) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 762.913599] env[62328]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7c98008f-6851-494e-87d0-e80495f25a8f {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 762.929723] env[62328]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-6f024c90-8d5e-4f37-8320-a08e8fcc6155 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 762.938806] env[62328]: DEBUG oslo_vmware.api [None req-489fb2c0-194d-4041-829f-8587e2716af1 tempest-ServersTestFqdnHostnames-1216059078 tempest-ServersTestFqdnHostnames-1216059078-project-member] Waiting for the task: (returnval){ [ 762.938806] env[62328]: value = "task-2386785" [ 762.938806] env[62328]: _type = "Task" [ 762.938806] env[62328]: } to complete. {{(pid=62328) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 762.940653] env[62328]: DEBUG oslo_vmware.api [None req-9a602b75-500b-41db-a1d1-6e5c34b96618 tempest-ServersWithSpecificFlavorTestJSON-2091780743 tempest-ServersWithSpecificFlavorTestJSON-2091780743-project-member] Waiting for the task: (returnval){ [ 762.940653] env[62328]: value = "task-2386786" [ 762.940653] env[62328]: _type = "Task" [ 762.940653] env[62328]: } to complete. {{(pid=62328) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 762.945130] env[62328]: DEBUG nova.compute.utils [None req-07aa2033-fc39-46b8-b312-72212098382c tempest-ServersTestJSON-2041147199 tempest-ServersTestJSON-2041147199-project-member] Using /dev/sd instead of None {{(pid=62328) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 762.952984] env[62328]: DEBUG nova.compute.manager [None req-07aa2033-fc39-46b8-b312-72212098382c tempest-ServersTestJSON-2041147199 tempest-ServersTestJSON-2041147199-project-member] [instance: fc8146ed-f4c5-4b4b-a03d-c52452f583cd] Allocating IP information in the background. {{(pid=62328) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 762.953284] env[62328]: DEBUG nova.network.neutron [None req-07aa2033-fc39-46b8-b312-72212098382c tempest-ServersTestJSON-2041147199 tempest-ServersTestJSON-2041147199-project-member] [instance: fc8146ed-f4c5-4b4b-a03d-c52452f583cd] allocate_for_instance() {{(pid=62328) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 762.959460] env[62328]: DEBUG oslo_vmware.api [None req-489fb2c0-194d-4041-829f-8587e2716af1 tempest-ServersTestFqdnHostnames-1216059078 tempest-ServersTestFqdnHostnames-1216059078-project-member] Task: {'id': task-2386785, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 762.964989] env[62328]: DEBUG oslo_vmware.api [None req-9a602b75-500b-41db-a1d1-6e5c34b96618 tempest-ServersWithSpecificFlavorTestJSON-2091780743 tempest-ServersWithSpecificFlavorTestJSON-2091780743-project-member] Task: {'id': task-2386786, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 763.111564] env[62328]: INFO nova.compute.manager [None req-d478a4e6-c2c6-49f2-adb4-8ad3e9f108b8 tempest-ServerDiskConfigTestJSON-126406698 tempest-ServerDiskConfigTestJSON-126406698-project-member] [instance: 948b7ba2-2caa-4616-abc0-afc6cca58f76] Rebuilding instance [ 763.158937] env[62328]: DEBUG nova.compute.manager [None req-d478a4e6-c2c6-49f2-adb4-8ad3e9f108b8 tempest-ServerDiskConfigTestJSON-126406698 tempest-ServerDiskConfigTestJSON-126406698-project-member] [instance: 948b7ba2-2caa-4616-abc0-afc6cca58f76] Checking state {{(pid=62328) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 763.159882] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4bd72b42-0a33-4aec-90e6-63d2b17340cf {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 763.170780] env[62328]: DEBUG nova.policy [None req-07aa2033-fc39-46b8-b312-72212098382c tempest-ServersTestJSON-2041147199 tempest-ServersTestJSON-2041147199-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'a9ce41cba48a4c86b57be3c0b00edeaa', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'c45c639ce4254b028b1106f234f63616', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62328) authorize /opt/stack/nova/nova/policy.py:192}} [ 763.197575] env[62328]: DEBUG oslo_concurrency.lockutils [None req-09fc80ab-099d-432a-aaff-cbff9a4d8608 tempest-InstanceActionsTestJSON-398422522 tempest-InstanceActionsTestJSON-398422522-project-member] Acquiring lock "c4d72f48-adf2-435f-9f5f-e3c3bc14bc8c" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 763.197754] env[62328]: DEBUG oslo_concurrency.lockutils [None req-09fc80ab-099d-432a-aaff-cbff9a4d8608 tempest-InstanceActionsTestJSON-398422522 tempest-InstanceActionsTestJSON-398422522-project-member] Lock "c4d72f48-adf2-435f-9f5f-e3c3bc14bc8c" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 763.197858] env[62328]: DEBUG oslo_concurrency.lockutils [None req-09fc80ab-099d-432a-aaff-cbff9a4d8608 tempest-InstanceActionsTestJSON-398422522 tempest-InstanceActionsTestJSON-398422522-project-member] Acquiring lock "c4d72f48-adf2-435f-9f5f-e3c3bc14bc8c-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 763.198145] env[62328]: DEBUG oslo_concurrency.lockutils [None req-09fc80ab-099d-432a-aaff-cbff9a4d8608 tempest-InstanceActionsTestJSON-398422522 tempest-InstanceActionsTestJSON-398422522-project-member] Lock "c4d72f48-adf2-435f-9f5f-e3c3bc14bc8c-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 763.198354] env[62328]: DEBUG oslo_concurrency.lockutils [None req-09fc80ab-099d-432a-aaff-cbff9a4d8608 tempest-InstanceActionsTestJSON-398422522 tempest-InstanceActionsTestJSON-398422522-project-member] Lock "c4d72f48-adf2-435f-9f5f-e3c3bc14bc8c-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 763.200564] env[62328]: INFO nova.compute.manager [None req-09fc80ab-099d-432a-aaff-cbff9a4d8608 tempest-InstanceActionsTestJSON-398422522 tempest-InstanceActionsTestJSON-398422522-project-member] [instance: c4d72f48-adf2-435f-9f5f-e3c3bc14bc8c] Terminating instance [ 763.285293] env[62328]: DEBUG oslo_concurrency.lockutils [None req-38f7e366-68ce-48aa-a752-6a143ef42302 tempest-ServerRescueTestJSON-434379102 tempest-ServerRescueTestJSON-434379102-project-member] Acquiring lock "c6b9b490-d331-47ac-8410-588490ab048d" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 763.285612] env[62328]: DEBUG oslo_concurrency.lockutils [None req-38f7e366-68ce-48aa-a752-6a143ef42302 tempest-ServerRescueTestJSON-434379102 tempest-ServerRescueTestJSON-434379102-project-member] Lock "c6b9b490-d331-47ac-8410-588490ab048d" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 763.285839] env[62328]: DEBUG oslo_concurrency.lockutils [None req-38f7e366-68ce-48aa-a752-6a143ef42302 tempest-ServerRescueTestJSON-434379102 tempest-ServerRescueTestJSON-434379102-project-member] Acquiring lock "c6b9b490-d331-47ac-8410-588490ab048d-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 763.286070] env[62328]: DEBUG oslo_concurrency.lockutils [None req-38f7e366-68ce-48aa-a752-6a143ef42302 tempest-ServerRescueTestJSON-434379102 tempest-ServerRescueTestJSON-434379102-project-member] Lock "c6b9b490-d331-47ac-8410-588490ab048d-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 763.286230] env[62328]: DEBUG oslo_concurrency.lockutils [None req-38f7e366-68ce-48aa-a752-6a143ef42302 tempest-ServerRescueTestJSON-434379102 tempest-ServerRescueTestJSON-434379102-project-member] Lock "c6b9b490-d331-47ac-8410-588490ab048d-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 763.288675] env[62328]: INFO nova.compute.manager [None req-38f7e366-68ce-48aa-a752-6a143ef42302 tempest-ServerRescueTestJSON-434379102 tempest-ServerRescueTestJSON-434379102-project-member] [instance: c6b9b490-d331-47ac-8410-588490ab048d] Terminating instance [ 763.368282] env[62328]: DEBUG oslo_vmware.api [None req-387affe2-f8bc-4e9f-835c-fc82c760427d tempest-VolumesAdminNegativeTest-179339308 tempest-VolumesAdminNegativeTest-179339308-project-member] Task: {'id': task-2386784, 'name': ReconfigVM_Task, 'duration_secs': 0.301308} completed successfully. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 763.368602] env[62328]: DEBUG nova.virt.vmwareapi.volumeops [None req-387affe2-f8bc-4e9f-835c-fc82c760427d tempest-VolumesAdminNegativeTest-179339308 tempest-VolumesAdminNegativeTest-179339308-project-member] [instance: 04dd8fd6-91f0-444f-b642-2ba8dcdea19d] Reconfigured VM instance instance-0000001b to detach disk 2001 {{(pid=62328) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 763.373648] env[62328]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1ac85517-3362-4d0d-93e1-2f659df8f813 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 763.385774] env[62328]: DEBUG nova.virt.vmwareapi.vm_util [None req-5109b3f1-67b0-450f-8dd1-81f6d832e5f7 tempest-MigrationsAdminTest-413245202 tempest-MigrationsAdminTest-413245202-project-member] [instance: 4279ea33-3d7d-4713-9d21-9e7aa29026ae] Powering off the VM {{(pid=62328) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 763.386079] env[62328]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-05e75750-b518-45a4-ba46-66b224b9abef {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 763.393308] env[62328]: DEBUG oslo_vmware.api [None req-387affe2-f8bc-4e9f-835c-fc82c760427d tempest-VolumesAdminNegativeTest-179339308 tempest-VolumesAdminNegativeTest-179339308-project-member] Waiting for the task: (returnval){ [ 763.393308] env[62328]: value = "task-2386787" [ 763.393308] env[62328]: _type = "Task" [ 763.393308] env[62328]: } to complete. {{(pid=62328) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 763.394707] env[62328]: DEBUG oslo_vmware.api [None req-5109b3f1-67b0-450f-8dd1-81f6d832e5f7 tempest-MigrationsAdminTest-413245202 tempest-MigrationsAdminTest-413245202-project-member] Waiting for the task: (returnval){ [ 763.394707] env[62328]: value = "task-2386788" [ 763.394707] env[62328]: _type = "Task" [ 763.394707] env[62328]: } to complete. {{(pid=62328) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 763.407129] env[62328]: DEBUG oslo_vmware.api [None req-387affe2-f8bc-4e9f-835c-fc82c760427d tempest-VolumesAdminNegativeTest-179339308 tempest-VolumesAdminNegativeTest-179339308-project-member] Task: {'id': task-2386787, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 763.409876] env[62328]: DEBUG oslo_vmware.api [None req-5109b3f1-67b0-450f-8dd1-81f6d832e5f7 tempest-MigrationsAdminTest-413245202 tempest-MigrationsAdminTest-413245202-project-member] Task: {'id': task-2386788, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 763.451480] env[62328]: DEBUG nova.compute.manager [None req-07aa2033-fc39-46b8-b312-72212098382c tempest-ServersTestJSON-2041147199 tempest-ServersTestJSON-2041147199-project-member] [instance: fc8146ed-f4c5-4b4b-a03d-c52452f583cd] Start building block device mappings for instance. {{(pid=62328) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 763.462022] env[62328]: DEBUG oslo_vmware.api [None req-489fb2c0-194d-4041-829f-8587e2716af1 tempest-ServersTestFqdnHostnames-1216059078 tempest-ServersTestFqdnHostnames-1216059078-project-member] Task: {'id': task-2386785, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.098338} completed successfully. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 763.465776] env[62328]: DEBUG nova.virt.vmwareapi.vmops [None req-489fb2c0-194d-4041-829f-8587e2716af1 tempest-ServersTestFqdnHostnames-1216059078 tempest-ServersTestFqdnHostnames-1216059078-project-member] [instance: ab48d158-561e-40d6-a649-f38a096d96c3] Extended root virtual disk {{(pid=62328) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 763.466344] env[62328]: DEBUG oslo_vmware.api [None req-9a602b75-500b-41db-a1d1-6e5c34b96618 tempest-ServersWithSpecificFlavorTestJSON-2091780743 tempest-ServersWithSpecificFlavorTestJSON-2091780743-project-member] Task: {'id': task-2386786, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 763.472028] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f3154b11-95ad-4a26-9c42-32cdce624547 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 763.492631] env[62328]: DEBUG nova.virt.vmwareapi.volumeops [None req-489fb2c0-194d-4041-829f-8587e2716af1 tempest-ServersTestFqdnHostnames-1216059078 tempest-ServersTestFqdnHostnames-1216059078-project-member] [instance: ab48d158-561e-40d6-a649-f38a096d96c3] Reconfiguring VM instance instance-00000036 to attach disk [datastore1] ab48d158-561e-40d6-a649-f38a096d96c3/ab48d158-561e-40d6-a649-f38a096d96c3.vmdk or device None with type sparse {{(pid=62328) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 763.496518] env[62328]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-71d40edf-32b3-4e68-91b8-19cce353168e {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 763.518091] env[62328]: DEBUG oslo_vmware.api [None req-489fb2c0-194d-4041-829f-8587e2716af1 tempest-ServersTestFqdnHostnames-1216059078 tempest-ServersTestFqdnHostnames-1216059078-project-member] Waiting for the task: (returnval){ [ 763.518091] env[62328]: value = "task-2386789" [ 763.518091] env[62328]: _type = "Task" [ 763.518091] env[62328]: } to complete. {{(pid=62328) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 763.527223] env[62328]: DEBUG oslo_vmware.api [None req-489fb2c0-194d-4041-829f-8587e2716af1 tempest-ServersTestFqdnHostnames-1216059078 tempest-ServersTestFqdnHostnames-1216059078-project-member] Task: {'id': task-2386789, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 763.704871] env[62328]: DEBUG nova.compute.manager [None req-09fc80ab-099d-432a-aaff-cbff9a4d8608 tempest-InstanceActionsTestJSON-398422522 tempest-InstanceActionsTestJSON-398422522-project-member] [instance: c4d72f48-adf2-435f-9f5f-e3c3bc14bc8c] Start destroying the instance on the hypervisor. {{(pid=62328) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 763.705124] env[62328]: DEBUG nova.virt.vmwareapi.vmops [None req-09fc80ab-099d-432a-aaff-cbff9a4d8608 tempest-InstanceActionsTestJSON-398422522 tempest-InstanceActionsTestJSON-398422522-project-member] [instance: c4d72f48-adf2-435f-9f5f-e3c3bc14bc8c] Destroying instance {{(pid=62328) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 763.706071] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-748e1fd7-5dfb-49c2-a5ee-5558f7b27c50 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 763.718312] env[62328]: DEBUG nova.virt.vmwareapi.vm_util [None req-09fc80ab-099d-432a-aaff-cbff9a4d8608 tempest-InstanceActionsTestJSON-398422522 tempest-InstanceActionsTestJSON-398422522-project-member] [instance: c4d72f48-adf2-435f-9f5f-e3c3bc14bc8c] Powering off the VM {{(pid=62328) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 763.718980] env[62328]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d72eb98f-a273-4d26-8726-650dba50ee6e {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 763.726280] env[62328]: DEBUG oslo_vmware.api [None req-09fc80ab-099d-432a-aaff-cbff9a4d8608 tempest-InstanceActionsTestJSON-398422522 tempest-InstanceActionsTestJSON-398422522-project-member] Waiting for the task: (returnval){ [ 763.726280] env[62328]: value = "task-2386790" [ 763.726280] env[62328]: _type = "Task" [ 763.726280] env[62328]: } to complete. {{(pid=62328) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 763.737541] env[62328]: DEBUG oslo_vmware.api [None req-09fc80ab-099d-432a-aaff-cbff9a4d8608 tempest-InstanceActionsTestJSON-398422522 tempest-InstanceActionsTestJSON-398422522-project-member] Task: {'id': task-2386790, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 763.792329] env[62328]: DEBUG nova.compute.manager [None req-38f7e366-68ce-48aa-a752-6a143ef42302 tempest-ServerRescueTestJSON-434379102 tempest-ServerRescueTestJSON-434379102-project-member] [instance: c6b9b490-d331-47ac-8410-588490ab048d] Start destroying the instance on the hypervisor. {{(pid=62328) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 763.792661] env[62328]: DEBUG nova.virt.vmwareapi.vmops [None req-38f7e366-68ce-48aa-a752-6a143ef42302 tempest-ServerRescueTestJSON-434379102 tempest-ServerRescueTestJSON-434379102-project-member] [instance: c6b9b490-d331-47ac-8410-588490ab048d] Destroying instance {{(pid=62328) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 763.793640] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9140793f-a0f3-4aee-b17d-b3bd4a08c31b {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 763.803793] env[62328]: DEBUG nova.virt.vmwareapi.vm_util [None req-38f7e366-68ce-48aa-a752-6a143ef42302 tempest-ServerRescueTestJSON-434379102 tempest-ServerRescueTestJSON-434379102-project-member] [instance: c6b9b490-d331-47ac-8410-588490ab048d] Powering off the VM {{(pid=62328) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 763.803995] env[62328]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f84ff969-2700-4c3b-b940-ed5644ccf0c2 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 763.809357] env[62328]: DEBUG oslo_vmware.api [None req-38f7e366-68ce-48aa-a752-6a143ef42302 tempest-ServerRescueTestJSON-434379102 tempest-ServerRescueTestJSON-434379102-project-member] Waiting for the task: (returnval){ [ 763.809357] env[62328]: value = "task-2386791" [ 763.809357] env[62328]: _type = "Task" [ 763.809357] env[62328]: } to complete. {{(pid=62328) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 763.821780] env[62328]: DEBUG oslo_vmware.api [None req-38f7e366-68ce-48aa-a752-6a143ef42302 tempest-ServerRescueTestJSON-434379102 tempest-ServerRescueTestJSON-434379102-project-member] Task: {'id': task-2386791, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 763.912721] env[62328]: DEBUG oslo_vmware.api [None req-387affe2-f8bc-4e9f-835c-fc82c760427d tempest-VolumesAdminNegativeTest-179339308 tempest-VolumesAdminNegativeTest-179339308-project-member] Task: {'id': task-2386787, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 763.915984] env[62328]: DEBUG oslo_vmware.api [None req-5109b3f1-67b0-450f-8dd1-81f6d832e5f7 tempest-MigrationsAdminTest-413245202 tempest-MigrationsAdminTest-413245202-project-member] Task: {'id': task-2386788, 'name': PowerOffVM_Task, 'duration_secs': 0.261145} completed successfully. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 763.918793] env[62328]: DEBUG nova.virt.vmwareapi.vm_util [None req-5109b3f1-67b0-450f-8dd1-81f6d832e5f7 tempest-MigrationsAdminTest-413245202 tempest-MigrationsAdminTest-413245202-project-member] [instance: 4279ea33-3d7d-4713-9d21-9e7aa29026ae] Powered off the VM {{(pid=62328) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 763.919060] env[62328]: DEBUG nova.virt.vmwareapi.vmops [None req-5109b3f1-67b0-450f-8dd1-81f6d832e5f7 tempest-MigrationsAdminTest-413245202 tempest-MigrationsAdminTest-413245202-project-member] [instance: 4279ea33-3d7d-4713-9d21-9e7aa29026ae] Updating instance '4279ea33-3d7d-4713-9d21-9e7aa29026ae' progress to 17 {{(pid=62328) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 763.962625] env[62328]: DEBUG oslo_vmware.api [None req-9a602b75-500b-41db-a1d1-6e5c34b96618 tempest-ServersWithSpecificFlavorTestJSON-2091780743 tempest-ServersWithSpecificFlavorTestJSON-2091780743-project-member] Task: {'id': task-2386786, 'name': ReconfigVM_Task, 'duration_secs': 0.56152} completed successfully. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 763.963771] env[62328]: DEBUG nova.virt.vmwareapi.volumeops [None req-9a602b75-500b-41db-a1d1-6e5c34b96618 tempest-ServersWithSpecificFlavorTestJSON-2091780743 tempest-ServersWithSpecificFlavorTestJSON-2091780743-project-member] [instance: 4012f976-bb83-4296-8a36-f3af12570729] Reconfigured VM instance instance-00000035 to attach disk [datastore1] 4012f976-bb83-4296-8a36-f3af12570729/4012f976-bb83-4296-8a36-f3af12570729.vmdk or device None with type sparse {{(pid=62328) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 763.963771] env[62328]: DEBUG nova.virt.vmwareapi.vm_util [None req-9a602b75-500b-41db-a1d1-6e5c34b96618 tempest-ServersWithSpecificFlavorTestJSON-2091780743 tempest-ServersWithSpecificFlavorTestJSON-2091780743-project-member] Creating Virtual Disk of size 1048576 KB and adapter type paraVirtual on the data store {{(pid=62328) create_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1383}} [ 763.964322] env[62328]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CreateVirtualDisk_Task with opID=oslo.vmware-88231559-e112-4002-a4c5-bc64dd174d2e {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 763.971503] env[62328]: DEBUG oslo_vmware.api [None req-9a602b75-500b-41db-a1d1-6e5c34b96618 tempest-ServersWithSpecificFlavorTestJSON-2091780743 tempest-ServersWithSpecificFlavorTestJSON-2091780743-project-member] Waiting for the task: (returnval){ [ 763.971503] env[62328]: value = "task-2386792" [ 763.971503] env[62328]: _type = "Task" [ 763.971503] env[62328]: } to complete. {{(pid=62328) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 763.985110] env[62328]: DEBUG oslo_vmware.api [None req-9a602b75-500b-41db-a1d1-6e5c34b96618 tempest-ServersWithSpecificFlavorTestJSON-2091780743 tempest-ServersWithSpecificFlavorTestJSON-2091780743-project-member] Task: {'id': task-2386792, 'name': CreateVirtualDisk_Task} progress is 0%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 764.029701] env[62328]: DEBUG oslo_vmware.api [None req-489fb2c0-194d-4041-829f-8587e2716af1 tempest-ServersTestFqdnHostnames-1216059078 tempest-ServersTestFqdnHostnames-1216059078-project-member] Task: {'id': task-2386789, 'name': ReconfigVM_Task, 'duration_secs': 0.41909} completed successfully. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 764.031191] env[62328]: DEBUG nova.virt.vmwareapi.volumeops [None req-489fb2c0-194d-4041-829f-8587e2716af1 tempest-ServersTestFqdnHostnames-1216059078 tempest-ServersTestFqdnHostnames-1216059078-project-member] [instance: ab48d158-561e-40d6-a649-f38a096d96c3] Reconfigured VM instance instance-00000036 to attach disk [datastore1] ab48d158-561e-40d6-a649-f38a096d96c3/ab48d158-561e-40d6-a649-f38a096d96c3.vmdk or device None with type sparse {{(pid=62328) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 764.032485] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f0b09041-4ea1-4c0c-89d2-53c37414eda1 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 764.035311] env[62328]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-77e9e5cd-b640-4c70-a0ff-eb6ffe482273 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 764.045950] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4b16e8cf-354f-4dcc-809f-3b393d5909fd {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 764.048215] env[62328]: DEBUG oslo_vmware.api [None req-489fb2c0-194d-4041-829f-8587e2716af1 tempest-ServersTestFqdnHostnames-1216059078 tempest-ServersTestFqdnHostnames-1216059078-project-member] Waiting for the task: (returnval){ [ 764.048215] env[62328]: value = "task-2386793" [ 764.048215] env[62328]: _type = "Task" [ 764.048215] env[62328]: } to complete. {{(pid=62328) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 764.080416] env[62328]: DEBUG nova.virt.vmwareapi.volumeops [None req-136a280d-e369-4c95-a5f3-c24e84b3c7dd tempest-VolumesAssistedSnapshotsTest-829345027 tempest-VolumesAssistedSnapshotsTest-829345027-project-admin] [instance: 3e0f093a-98be-4406-a220-34f6d6767294] Volume attach. Driver type: vmdk {{(pid=62328) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 764.080655] env[62328]: DEBUG nova.virt.vmwareapi.volumeops [None req-136a280d-e369-4c95-a5f3-c24e84b3c7dd tempest-VolumesAssistedSnapshotsTest-829345027 tempest-VolumesAssistedSnapshotsTest-829345027-project-admin] [instance: 3e0f093a-98be-4406-a220-34f6d6767294] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-484325', 'volume_id': '354fa8ca-a550-4126-8d65-689ca322293e', 'name': 'volume-354fa8ca-a550-4126-8d65-689ca322293e', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '3e0f093a-98be-4406-a220-34f6d6767294', 'attached_at': '', 'detached_at': '', 'volume_id': '354fa8ca-a550-4126-8d65-689ca322293e', 'serial': '354fa8ca-a550-4126-8d65-689ca322293e'} {{(pid=62328) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 764.082082] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a560a237-b1d1-47a5-bd78-2146d675c293 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 764.085838] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a6b1643c-e4e9-437f-86ae-618261cc4dc1 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 764.093122] env[62328]: DEBUG oslo_vmware.api [None req-489fb2c0-194d-4041-829f-8587e2716af1 tempest-ServersTestFqdnHostnames-1216059078 tempest-ServersTestFqdnHostnames-1216059078-project-member] Task: {'id': task-2386793, 'name': Rename_Task} progress is 14%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 764.112193] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f2f342fe-a336-4f3d-b242-737b97488245 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 764.118906] env[62328]: DEBUG nova.network.neutron [None req-07aa2033-fc39-46b8-b312-72212098382c tempest-ServersTestJSON-2041147199 tempest-ServersTestJSON-2041147199-project-member] [instance: fc8146ed-f4c5-4b4b-a03d-c52452f583cd] Successfully created port: 9072a222-9877-42d6-931a-31acdacdc894 {{(pid=62328) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 764.121428] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a38993c2-f118-4405-b453-4cf01a716260 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 764.148857] env[62328]: DEBUG nova.compute.provider_tree [None req-16c86219-1e87-4399-83d0-c8577db8e20a tempest-ServersTestBootFromVolume-606303851 tempest-ServersTestBootFromVolume-606303851-project-member] Inventory has not changed in ProviderTree for provider: 3469e9f8-04af-49ca-8435-49f104496744 {{(pid=62328) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 764.158095] env[62328]: DEBUG nova.virt.vmwareapi.volumeops [None req-136a280d-e369-4c95-a5f3-c24e84b3c7dd tempest-VolumesAssistedSnapshotsTest-829345027 tempest-VolumesAssistedSnapshotsTest-829345027-project-admin] [instance: 3e0f093a-98be-4406-a220-34f6d6767294] Reconfiguring VM instance instance-0000000d to attach disk [datastore1] volume-354fa8ca-a550-4126-8d65-689ca322293e/volume-354fa8ca-a550-4126-8d65-689ca322293e.vmdk or device None with type thin {{(pid=62328) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 764.159883] env[62328]: DEBUG nova.scheduler.client.report [None req-16c86219-1e87-4399-83d0-c8577db8e20a tempest-ServersTestBootFromVolume-606303851 tempest-ServersTestBootFromVolume-606303851-project-member] Inventory has not changed for provider 3469e9f8-04af-49ca-8435-49f104496744 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 152, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62328) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 764.163232] env[62328]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6274b2dd-7290-49a6-818b-7892b88cb358 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 764.177357] env[62328]: DEBUG nova.virt.vmwareapi.vm_util [None req-d478a4e6-c2c6-49f2-adb4-8ad3e9f108b8 tempest-ServerDiskConfigTestJSON-126406698 tempest-ServerDiskConfigTestJSON-126406698-project-member] [instance: 948b7ba2-2caa-4616-abc0-afc6cca58f76] Powering off the VM {{(pid=62328) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 764.178204] env[62328]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-14be15da-92bb-4298-9c5a-cec96ff9a59c {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 764.185969] env[62328]: DEBUG oslo_vmware.api [None req-d478a4e6-c2c6-49f2-adb4-8ad3e9f108b8 tempest-ServerDiskConfigTestJSON-126406698 tempest-ServerDiskConfigTestJSON-126406698-project-member] Waiting for the task: (returnval){ [ 764.185969] env[62328]: value = "task-2386795" [ 764.185969] env[62328]: _type = "Task" [ 764.185969] env[62328]: } to complete. {{(pid=62328) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 764.187405] env[62328]: DEBUG oslo_vmware.api [None req-136a280d-e369-4c95-a5f3-c24e84b3c7dd tempest-VolumesAssistedSnapshotsTest-829345027 tempest-VolumesAssistedSnapshotsTest-829345027-project-admin] Waiting for the task: (returnval){ [ 764.187405] env[62328]: value = "task-2386794" [ 764.187405] env[62328]: _type = "Task" [ 764.187405] env[62328]: } to complete. {{(pid=62328) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 764.199668] env[62328]: DEBUG oslo_vmware.api [None req-136a280d-e369-4c95-a5f3-c24e84b3c7dd tempest-VolumesAssistedSnapshotsTest-829345027 tempest-VolumesAssistedSnapshotsTest-829345027-project-admin] Task: {'id': task-2386794, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 764.236190] env[62328]: DEBUG oslo_vmware.api [None req-09fc80ab-099d-432a-aaff-cbff9a4d8608 tempest-InstanceActionsTestJSON-398422522 tempest-InstanceActionsTestJSON-398422522-project-member] Task: {'id': task-2386790, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 764.320907] env[62328]: DEBUG oslo_vmware.api [None req-38f7e366-68ce-48aa-a752-6a143ef42302 tempest-ServerRescueTestJSON-434379102 tempest-ServerRescueTestJSON-434379102-project-member] Task: {'id': task-2386791, 'name': PowerOffVM_Task, 'duration_secs': 0.263149} completed successfully. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 764.321242] env[62328]: DEBUG nova.virt.vmwareapi.vm_util [None req-38f7e366-68ce-48aa-a752-6a143ef42302 tempest-ServerRescueTestJSON-434379102 tempest-ServerRescueTestJSON-434379102-project-member] [instance: c6b9b490-d331-47ac-8410-588490ab048d] Powered off the VM {{(pid=62328) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 764.321391] env[62328]: DEBUG nova.virt.vmwareapi.vmops [None req-38f7e366-68ce-48aa-a752-6a143ef42302 tempest-ServerRescueTestJSON-434379102 tempest-ServerRescueTestJSON-434379102-project-member] [instance: c6b9b490-d331-47ac-8410-588490ab048d] Unregistering the VM {{(pid=62328) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 764.321674] env[62328]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-b552e515-c960-4413-8474-912d7a50f052 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 764.405521] env[62328]: DEBUG oslo_vmware.api [None req-387affe2-f8bc-4e9f-835c-fc82c760427d tempest-VolumesAdminNegativeTest-179339308 tempest-VolumesAdminNegativeTest-179339308-project-member] Task: {'id': task-2386787, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 764.406875] env[62328]: DEBUG nova.virt.vmwareapi.vmops [None req-38f7e366-68ce-48aa-a752-6a143ef42302 tempest-ServerRescueTestJSON-434379102 tempest-ServerRescueTestJSON-434379102-project-member] [instance: c6b9b490-d331-47ac-8410-588490ab048d] Unregistered the VM {{(pid=62328) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 764.407137] env[62328]: DEBUG nova.virt.vmwareapi.vmops [None req-38f7e366-68ce-48aa-a752-6a143ef42302 tempest-ServerRescueTestJSON-434379102 tempest-ServerRescueTestJSON-434379102-project-member] [instance: c6b9b490-d331-47ac-8410-588490ab048d] Deleting contents of the VM from datastore datastore2 {{(pid=62328) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 764.407339] env[62328]: DEBUG nova.virt.vmwareapi.ds_util [None req-38f7e366-68ce-48aa-a752-6a143ef42302 tempest-ServerRescueTestJSON-434379102 tempest-ServerRescueTestJSON-434379102-project-member] Deleting the datastore file [datastore2] c6b9b490-d331-47ac-8410-588490ab048d {{(pid=62328) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 764.407601] env[62328]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-40b7c54f-2da4-4f73-beed-571a330dc112 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 764.415447] env[62328]: DEBUG oslo_vmware.api [None req-38f7e366-68ce-48aa-a752-6a143ef42302 tempest-ServerRescueTestJSON-434379102 tempest-ServerRescueTestJSON-434379102-project-member] Waiting for the task: (returnval){ [ 764.415447] env[62328]: value = "task-2386797" [ 764.415447] env[62328]: _type = "Task" [ 764.415447] env[62328]: } to complete. {{(pid=62328) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 764.428417] env[62328]: DEBUG nova.virt.hardware [None req-5109b3f1-67b0-450f-8dd1-81f6d832e5f7 tempest-MigrationsAdminTest-413245202 tempest-MigrationsAdminTest-413245202-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-07T17:16:58Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=dbf872a4-92be-47e4-8561-c3e2bf2423ab,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62328) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 764.429222] env[62328]: DEBUG nova.virt.hardware [None req-5109b3f1-67b0-450f-8dd1-81f6d832e5f7 tempest-MigrationsAdminTest-413245202 tempest-MigrationsAdminTest-413245202-project-member] Flavor limits 0:0:0 {{(pid=62328) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 764.429222] env[62328]: DEBUG nova.virt.hardware [None req-5109b3f1-67b0-450f-8dd1-81f6d832e5f7 tempest-MigrationsAdminTest-413245202 tempest-MigrationsAdminTest-413245202-project-member] Image limits 0:0:0 {{(pid=62328) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 764.429222] env[62328]: DEBUG nova.virt.hardware [None req-5109b3f1-67b0-450f-8dd1-81f6d832e5f7 tempest-MigrationsAdminTest-413245202 tempest-MigrationsAdminTest-413245202-project-member] Flavor pref 0:0:0 {{(pid=62328) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 764.429453] env[62328]: DEBUG nova.virt.hardware [None req-5109b3f1-67b0-450f-8dd1-81f6d832e5f7 tempest-MigrationsAdminTest-413245202 tempest-MigrationsAdminTest-413245202-project-member] Image pref 0:0:0 {{(pid=62328) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 764.429667] env[62328]: DEBUG nova.virt.hardware [None req-5109b3f1-67b0-450f-8dd1-81f6d832e5f7 tempest-MigrationsAdminTest-413245202 tempest-MigrationsAdminTest-413245202-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62328) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 764.429885] env[62328]: DEBUG nova.virt.hardware [None req-5109b3f1-67b0-450f-8dd1-81f6d832e5f7 tempest-MigrationsAdminTest-413245202 tempest-MigrationsAdminTest-413245202-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62328) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 764.430122] env[62328]: DEBUG nova.virt.hardware [None req-5109b3f1-67b0-450f-8dd1-81f6d832e5f7 tempest-MigrationsAdminTest-413245202 tempest-MigrationsAdminTest-413245202-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62328) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 764.430527] env[62328]: DEBUG nova.virt.hardware [None req-5109b3f1-67b0-450f-8dd1-81f6d832e5f7 tempest-MigrationsAdminTest-413245202 tempest-MigrationsAdminTest-413245202-project-member] Got 1 possible topologies {{(pid=62328) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 764.430622] env[62328]: DEBUG nova.virt.hardware [None req-5109b3f1-67b0-450f-8dd1-81f6d832e5f7 tempest-MigrationsAdminTest-413245202 tempest-MigrationsAdminTest-413245202-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62328) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 764.430771] env[62328]: DEBUG nova.virt.hardware [None req-5109b3f1-67b0-450f-8dd1-81f6d832e5f7 tempest-MigrationsAdminTest-413245202 tempest-MigrationsAdminTest-413245202-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62328) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 764.442165] env[62328]: DEBUG oslo_vmware.api [None req-38f7e366-68ce-48aa-a752-6a143ef42302 tempest-ServerRescueTestJSON-434379102 tempest-ServerRescueTestJSON-434379102-project-member] Task: {'id': task-2386797, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 764.442534] env[62328]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f91ba50e-4ff1-45f0-9622-43157ceb95cd {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 764.467669] env[62328]: DEBUG nova.compute.manager [None req-07aa2033-fc39-46b8-b312-72212098382c tempest-ServersTestJSON-2041147199 tempest-ServersTestJSON-2041147199-project-member] [instance: fc8146ed-f4c5-4b4b-a03d-c52452f583cd] Start spawning the instance on the hypervisor. {{(pid=62328) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 764.471314] env[62328]: DEBUG nova.compute.manager [req-7bf0dfad-96dc-4544-b883-23a95253d25c req-a02fbbcf-d04b-4403-9904-c40c65983a88 service nova] [instance: 93ca7686-9ab7-434e-b425-148d3ba8db62] Received event network-changed-f9d489e3-d4d6-4fce-93c1-fccb826ee917 {{(pid=62328) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 764.471508] env[62328]: DEBUG nova.compute.manager [req-7bf0dfad-96dc-4544-b883-23a95253d25c req-a02fbbcf-d04b-4403-9904-c40c65983a88 service nova] [instance: 93ca7686-9ab7-434e-b425-148d3ba8db62] Refreshing instance network info cache due to event network-changed-f9d489e3-d4d6-4fce-93c1-fccb826ee917. {{(pid=62328) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 764.471879] env[62328]: DEBUG oslo_concurrency.lockutils [req-7bf0dfad-96dc-4544-b883-23a95253d25c req-a02fbbcf-d04b-4403-9904-c40c65983a88 service nova] Acquiring lock "refresh_cache-93ca7686-9ab7-434e-b425-148d3ba8db62" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 764.472078] env[62328]: DEBUG oslo_concurrency.lockutils [req-7bf0dfad-96dc-4544-b883-23a95253d25c req-a02fbbcf-d04b-4403-9904-c40c65983a88 service nova] Acquired lock "refresh_cache-93ca7686-9ab7-434e-b425-148d3ba8db62" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.472353] env[62328]: DEBUG nova.network.neutron [req-7bf0dfad-96dc-4544-b883-23a95253d25c req-a02fbbcf-d04b-4403-9904-c40c65983a88 service nova] [instance: 93ca7686-9ab7-434e-b425-148d3ba8db62] Refreshing network info cache for port f9d489e3-d4d6-4fce-93c1-fccb826ee917 {{(pid=62328) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 764.481792] env[62328]: DEBUG oslo_vmware.api [None req-5109b3f1-67b0-450f-8dd1-81f6d832e5f7 tempest-MigrationsAdminTest-413245202 tempest-MigrationsAdminTest-413245202-project-member] Waiting for the task: (returnval){ [ 764.481792] env[62328]: value = "task-2386798" [ 764.481792] env[62328]: _type = "Task" [ 764.481792] env[62328]: } to complete. {{(pid=62328) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 764.494720] env[62328]: DEBUG nova.network.neutron [-] [instance: 80c53aaa-0812-4f2f-bfe8-2f05c1002018] Updating instance_info_cache with network_info: [] {{(pid=62328) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 764.496342] env[62328]: DEBUG oslo_vmware.api [None req-9a602b75-500b-41db-a1d1-6e5c34b96618 tempest-ServersWithSpecificFlavorTestJSON-2091780743 tempest-ServersWithSpecificFlavorTestJSON-2091780743-project-member] Task: {'id': task-2386792, 'name': CreateVirtualDisk_Task, 'duration_secs': 0.057834} completed successfully. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 764.497516] env[62328]: DEBUG nova.virt.vmwareapi.vm_util [None req-9a602b75-500b-41db-a1d1-6e5c34b96618 tempest-ServersWithSpecificFlavorTestJSON-2091780743 tempest-ServersWithSpecificFlavorTestJSON-2091780743-project-member] Created Virtual Disk of size 1048576 KB and type thin {{(pid=62328) create_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1404}} [ 764.498647] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-59469295-0634-4097-9d7f-9257b8949346 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 764.510356] env[62328]: DEBUG oslo_vmware.api [None req-5109b3f1-67b0-450f-8dd1-81f6d832e5f7 tempest-MigrationsAdminTest-413245202 tempest-MigrationsAdminTest-413245202-project-member] Task: {'id': task-2386798, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 764.536177] env[62328]: DEBUG nova.virt.vmwareapi.volumeops [None req-9a602b75-500b-41db-a1d1-6e5c34b96618 tempest-ServersWithSpecificFlavorTestJSON-2091780743 tempest-ServersWithSpecificFlavorTestJSON-2091780743-project-member] [instance: 4012f976-bb83-4296-8a36-f3af12570729] Reconfiguring VM instance instance-00000035 to attach disk [datastore1] 4012f976-bb83-4296-8a36-f3af12570729/ephemeral_0.vmdk or device None with type thin {{(pid=62328) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 764.538916] env[62328]: DEBUG nova.virt.hardware [None req-07aa2033-fc39-46b8-b312-72212098382c tempest-ServersTestJSON-2041147199 tempest-ServersTestJSON-2041147199-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-07T17:16:55Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-07T17:16:37Z,direct_url=,disk_format='vmdk',id=dbf872a4-92be-47e4-8561-c3e2bf2423ab,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='2a64022f08d84b11a86773b900860ae5',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-07T17:16:38Z,virtual_size=,visibility=), allow threads: False {{(pid=62328) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 764.539072] env[62328]: DEBUG nova.virt.hardware [None req-07aa2033-fc39-46b8-b312-72212098382c tempest-ServersTestJSON-2041147199 tempest-ServersTestJSON-2041147199-project-member] Flavor limits 0:0:0 {{(pid=62328) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 764.539226] env[62328]: DEBUG nova.virt.hardware [None req-07aa2033-fc39-46b8-b312-72212098382c tempest-ServersTestJSON-2041147199 tempest-ServersTestJSON-2041147199-project-member] Image limits 0:0:0 {{(pid=62328) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 764.539289] env[62328]: DEBUG nova.virt.hardware [None req-07aa2033-fc39-46b8-b312-72212098382c tempest-ServersTestJSON-2041147199 tempest-ServersTestJSON-2041147199-project-member] Flavor pref 0:0:0 {{(pid=62328) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 764.539787] env[62328]: DEBUG nova.virt.hardware [None req-07aa2033-fc39-46b8-b312-72212098382c tempest-ServersTestJSON-2041147199 tempest-ServersTestJSON-2041147199-project-member] Image pref 0:0:0 {{(pid=62328) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 764.539787] env[62328]: DEBUG nova.virt.hardware [None req-07aa2033-fc39-46b8-b312-72212098382c tempest-ServersTestJSON-2041147199 tempest-ServersTestJSON-2041147199-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62328) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 764.539787] env[62328]: DEBUG nova.virt.hardware [None req-07aa2033-fc39-46b8-b312-72212098382c tempest-ServersTestJSON-2041147199 tempest-ServersTestJSON-2041147199-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62328) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 764.539971] env[62328]: DEBUG nova.virt.hardware [None req-07aa2033-fc39-46b8-b312-72212098382c tempest-ServersTestJSON-2041147199 tempest-ServersTestJSON-2041147199-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62328) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 764.540082] env[62328]: DEBUG nova.virt.hardware [None req-07aa2033-fc39-46b8-b312-72212098382c tempest-ServersTestJSON-2041147199 tempest-ServersTestJSON-2041147199-project-member] Got 1 possible topologies {{(pid=62328) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 764.540277] env[62328]: DEBUG nova.virt.hardware [None req-07aa2033-fc39-46b8-b312-72212098382c tempest-ServersTestJSON-2041147199 tempest-ServersTestJSON-2041147199-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62328) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 764.540427] env[62328]: DEBUG nova.virt.hardware [None req-07aa2033-fc39-46b8-b312-72212098382c tempest-ServersTestJSON-2041147199 tempest-ServersTestJSON-2041147199-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62328) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 764.541349] env[62328]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1139e3f9-d780-4361-9f0f-2795ddcedd18 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 764.555022] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-30f9773f-f34e-439b-800d-e46f8642881f {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 764.570735] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f3b36a46-fb2f-4d1e-8ac3-17e1bb881f67 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 764.574938] env[62328]: DEBUG oslo_vmware.api [None req-9a602b75-500b-41db-a1d1-6e5c34b96618 tempest-ServersWithSpecificFlavorTestJSON-2091780743 tempest-ServersWithSpecificFlavorTestJSON-2091780743-project-member] Waiting for the task: (returnval){ [ 764.574938] env[62328]: value = "task-2386799" [ 764.574938] env[62328]: _type = "Task" [ 764.574938] env[62328]: } to complete. {{(pid=62328) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 764.575324] env[62328]: DEBUG oslo_vmware.api [None req-489fb2c0-194d-4041-829f-8587e2716af1 tempest-ServersTestFqdnHostnames-1216059078 tempest-ServersTestFqdnHostnames-1216059078-project-member] Task: {'id': task-2386793, 'name': Rename_Task, 'duration_secs': 0.173397} completed successfully. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 764.577049] env[62328]: DEBUG nova.virt.vmwareapi.vm_util [None req-489fb2c0-194d-4041-829f-8587e2716af1 tempest-ServersTestFqdnHostnames-1216059078 tempest-ServersTestFqdnHostnames-1216059078-project-member] [instance: ab48d158-561e-40d6-a649-f38a096d96c3] Powering on the VM {{(pid=62328) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 764.579726] env[62328]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-2b5f7ae9-fe57-4a67-9cd1-6fc467d89944 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 764.595313] env[62328]: DEBUG oslo_vmware.api [None req-9a602b75-500b-41db-a1d1-6e5c34b96618 tempest-ServersWithSpecificFlavorTestJSON-2091780743 tempest-ServersWithSpecificFlavorTestJSON-2091780743-project-member] Task: {'id': task-2386799, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 764.598049] env[62328]: DEBUG oslo_vmware.api [None req-489fb2c0-194d-4041-829f-8587e2716af1 tempest-ServersTestFqdnHostnames-1216059078 tempest-ServersTestFqdnHostnames-1216059078-project-member] Waiting for the task: (returnval){ [ 764.598049] env[62328]: value = "task-2386800" [ 764.598049] env[62328]: _type = "Task" [ 764.598049] env[62328]: } to complete. {{(pid=62328) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 764.605754] env[62328]: DEBUG oslo_vmware.api [None req-489fb2c0-194d-4041-829f-8587e2716af1 tempest-ServersTestFqdnHostnames-1216059078 tempest-ServersTestFqdnHostnames-1216059078-project-member] Task: {'id': task-2386800, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 764.678608] env[62328]: DEBUG oslo_concurrency.lockutils [None req-16c86219-1e87-4399-83d0-c8577db8e20a tempest-ServersTestBootFromVolume-606303851 tempest-ServersTestBootFromVolume-606303851-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.241s {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 764.678906] env[62328]: DEBUG nova.compute.manager [None req-16c86219-1e87-4399-83d0-c8577db8e20a tempest-ServersTestBootFromVolume-606303851 tempest-ServersTestBootFromVolume-606303851-project-member] [instance: e4c166ea-d803-4db5-a104-16bd84bfc6c6] Start building networks asynchronously for instance. {{(pid=62328) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 764.682188] env[62328]: DEBUG oslo_concurrency.lockutils [None req-c65b97fc-f428-4e0a-b552-fe7747e76ffb tempest-DeleteServersTestJSON-1766103036 tempest-DeleteServersTestJSON-1766103036-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 36.618s {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 764.687495] env[62328]: INFO nova.compute.claims [None req-c65b97fc-f428-4e0a-b552-fe7747e76ffb tempest-DeleteServersTestJSON-1766103036 tempest-DeleteServersTestJSON-1766103036-project-member] [instance: 0ee7925e-085a-489d-8e8e-a0169dd17d45] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 764.706756] env[62328]: DEBUG oslo_vmware.api [None req-d478a4e6-c2c6-49f2-adb4-8ad3e9f108b8 tempest-ServerDiskConfigTestJSON-126406698 tempest-ServerDiskConfigTestJSON-126406698-project-member] Task: {'id': task-2386795, 'name': PowerOffVM_Task, 'duration_secs': 0.205652} completed successfully. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 764.707030] env[62328]: DEBUG oslo_vmware.api [None req-136a280d-e369-4c95-a5f3-c24e84b3c7dd tempest-VolumesAssistedSnapshotsTest-829345027 tempest-VolumesAssistedSnapshotsTest-829345027-project-admin] Task: {'id': task-2386794, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 764.707322] env[62328]: DEBUG nova.virt.vmwareapi.vm_util [None req-d478a4e6-c2c6-49f2-adb4-8ad3e9f108b8 tempest-ServerDiskConfigTestJSON-126406698 tempest-ServerDiskConfigTestJSON-126406698-project-member] [instance: 948b7ba2-2caa-4616-abc0-afc6cca58f76] Powered off the VM {{(pid=62328) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 764.707576] env[62328]: DEBUG nova.virt.vmwareapi.vmops [None req-d478a4e6-c2c6-49f2-adb4-8ad3e9f108b8 tempest-ServerDiskConfigTestJSON-126406698 tempest-ServerDiskConfigTestJSON-126406698-project-member] [instance: 948b7ba2-2caa-4616-abc0-afc6cca58f76] Destroying instance {{(pid=62328) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 764.712462] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-720ad629-7d2d-4f9c-87b7-2ca72b6b9907 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 764.719807] env[62328]: DEBUG nova.virt.vmwareapi.vmops [None req-d478a4e6-c2c6-49f2-adb4-8ad3e9f108b8 tempest-ServerDiskConfigTestJSON-126406698 tempest-ServerDiskConfigTestJSON-126406698-project-member] [instance: 948b7ba2-2caa-4616-abc0-afc6cca58f76] Unregistering the VM {{(pid=62328) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 764.722201] env[62328]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-603e9ac8-850a-4632-93fd-4915f3b10380 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 764.739402] env[62328]: DEBUG oslo_vmware.api [None req-09fc80ab-099d-432a-aaff-cbff9a4d8608 tempest-InstanceActionsTestJSON-398422522 tempest-InstanceActionsTestJSON-398422522-project-member] Task: {'id': task-2386790, 'name': PowerOffVM_Task} progress is 100%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 764.782912] env[62328]: DEBUG nova.virt.vmwareapi.vmops [None req-d478a4e6-c2c6-49f2-adb4-8ad3e9f108b8 tempest-ServerDiskConfigTestJSON-126406698 tempest-ServerDiskConfigTestJSON-126406698-project-member] [instance: 948b7ba2-2caa-4616-abc0-afc6cca58f76] Unregistered the VM {{(pid=62328) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 764.783153] env[62328]: DEBUG nova.virt.vmwareapi.vmops [None req-d478a4e6-c2c6-49f2-adb4-8ad3e9f108b8 tempest-ServerDiskConfigTestJSON-126406698 tempest-ServerDiskConfigTestJSON-126406698-project-member] [instance: 948b7ba2-2caa-4616-abc0-afc6cca58f76] Deleting contents of the VM from datastore datastore2 {{(pid=62328) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 764.783333] env[62328]: DEBUG nova.virt.vmwareapi.ds_util [None req-d478a4e6-c2c6-49f2-adb4-8ad3e9f108b8 tempest-ServerDiskConfigTestJSON-126406698 tempest-ServerDiskConfigTestJSON-126406698-project-member] Deleting the datastore file [datastore2] 948b7ba2-2caa-4616-abc0-afc6cca58f76 {{(pid=62328) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 764.783604] env[62328]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-a5e3f67c-7341-4ecb-8bf3-d76e8de4757f {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 764.791697] env[62328]: DEBUG oslo_vmware.api [None req-d478a4e6-c2c6-49f2-adb4-8ad3e9f108b8 tempest-ServerDiskConfigTestJSON-126406698 tempest-ServerDiskConfigTestJSON-126406698-project-member] Waiting for the task: (returnval){ [ 764.791697] env[62328]: value = "task-2386802" [ 764.791697] env[62328]: _type = "Task" [ 764.791697] env[62328]: } to complete. {{(pid=62328) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 764.800625] env[62328]: DEBUG oslo_vmware.api [None req-d478a4e6-c2c6-49f2-adb4-8ad3e9f108b8 tempest-ServerDiskConfigTestJSON-126406698 tempest-ServerDiskConfigTestJSON-126406698-project-member] Task: {'id': task-2386802, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 764.908935] env[62328]: DEBUG oslo_vmware.api [None req-387affe2-f8bc-4e9f-835c-fc82c760427d tempest-VolumesAdminNegativeTest-179339308 tempest-VolumesAdminNegativeTest-179339308-project-member] Task: {'id': task-2386787, 'name': ReconfigVM_Task, 'duration_secs': 1.202329} completed successfully. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 764.909392] env[62328]: DEBUG nova.virt.vmwareapi.volumeops [None req-387affe2-f8bc-4e9f-835c-fc82c760427d tempest-VolumesAdminNegativeTest-179339308 tempest-VolumesAdminNegativeTest-179339308-project-member] [instance: 04dd8fd6-91f0-444f-b642-2ba8dcdea19d] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-484316', 'volume_id': 'b58f5f45-8a34-4fa4-8068-c1dce7809b40', 'name': 'volume-b58f5f45-8a34-4fa4-8068-c1dce7809b40', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '04dd8fd6-91f0-444f-b642-2ba8dcdea19d', 'attached_at': '', 'detached_at': '', 'volume_id': 'b58f5f45-8a34-4fa4-8068-c1dce7809b40', 'serial': 'b58f5f45-8a34-4fa4-8068-c1dce7809b40'} {{(pid=62328) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 764.929078] env[62328]: DEBUG oslo_vmware.api [None req-38f7e366-68ce-48aa-a752-6a143ef42302 tempest-ServerRescueTestJSON-434379102 tempest-ServerRescueTestJSON-434379102-project-member] Task: {'id': task-2386797, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.290611} completed successfully. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 764.929464] env[62328]: DEBUG nova.virt.vmwareapi.ds_util [None req-38f7e366-68ce-48aa-a752-6a143ef42302 tempest-ServerRescueTestJSON-434379102 tempest-ServerRescueTestJSON-434379102-project-member] Deleted the datastore file {{(pid=62328) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 764.929745] env[62328]: DEBUG nova.virt.vmwareapi.vmops [None req-38f7e366-68ce-48aa-a752-6a143ef42302 tempest-ServerRescueTestJSON-434379102 tempest-ServerRescueTestJSON-434379102-project-member] [instance: c6b9b490-d331-47ac-8410-588490ab048d] Deleted contents of the VM from datastore datastore2 {{(pid=62328) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 764.930057] env[62328]: DEBUG nova.virt.vmwareapi.vmops [None req-38f7e366-68ce-48aa-a752-6a143ef42302 tempest-ServerRescueTestJSON-434379102 tempest-ServerRescueTestJSON-434379102-project-member] [instance: c6b9b490-d331-47ac-8410-588490ab048d] Instance destroyed {{(pid=62328) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 764.930354] env[62328]: INFO nova.compute.manager [None req-38f7e366-68ce-48aa-a752-6a143ef42302 tempest-ServerRescueTestJSON-434379102 tempest-ServerRescueTestJSON-434379102-project-member] [instance: c6b9b490-d331-47ac-8410-588490ab048d] Took 1.14 seconds to destroy the instance on the hypervisor. [ 764.930716] env[62328]: DEBUG oslo.service.loopingcall [None req-38f7e366-68ce-48aa-a752-6a143ef42302 tempest-ServerRescueTestJSON-434379102 tempest-ServerRescueTestJSON-434379102-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62328) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 764.930996] env[62328]: DEBUG nova.compute.manager [-] [instance: c6b9b490-d331-47ac-8410-588490ab048d] Deallocating network for instance {{(pid=62328) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 764.931217] env[62328]: DEBUG nova.network.neutron [-] [instance: c6b9b490-d331-47ac-8410-588490ab048d] deallocate_for_instance() {{(pid=62328) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 764.991838] env[62328]: DEBUG oslo_vmware.api [None req-5109b3f1-67b0-450f-8dd1-81f6d832e5f7 tempest-MigrationsAdminTest-413245202 tempest-MigrationsAdminTest-413245202-project-member] Task: {'id': task-2386798, 'name': ReconfigVM_Task, 'duration_secs': 0.249936} completed successfully. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 764.992174] env[62328]: DEBUG nova.virt.vmwareapi.vmops [None req-5109b3f1-67b0-450f-8dd1-81f6d832e5f7 tempest-MigrationsAdminTest-413245202 tempest-MigrationsAdminTest-413245202-project-member] [instance: 4279ea33-3d7d-4713-9d21-9e7aa29026ae] Updating instance '4279ea33-3d7d-4713-9d21-9e7aa29026ae' progress to 33 {{(pid=62328) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 764.997812] env[62328]: INFO nova.compute.manager [-] [instance: 80c53aaa-0812-4f2f-bfe8-2f05c1002018] Took 2.48 seconds to deallocate network for instance. [ 765.087878] env[62328]: DEBUG oslo_vmware.api [None req-9a602b75-500b-41db-a1d1-6e5c34b96618 tempest-ServersWithSpecificFlavorTestJSON-2091780743 tempest-ServersWithSpecificFlavorTestJSON-2091780743-project-member] Task: {'id': task-2386799, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 765.091548] env[62328]: DEBUG nova.network.neutron [req-7bf0dfad-96dc-4544-b883-23a95253d25c req-a02fbbcf-d04b-4403-9904-c40c65983a88 service nova] [instance: 93ca7686-9ab7-434e-b425-148d3ba8db62] Instance cache missing network info. {{(pid=62328) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 765.108023] env[62328]: DEBUG oslo_vmware.api [None req-489fb2c0-194d-4041-829f-8587e2716af1 tempest-ServersTestFqdnHostnames-1216059078 tempest-ServersTestFqdnHostnames-1216059078-project-member] Task: {'id': task-2386800, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 765.189873] env[62328]: DEBUG nova.compute.utils [None req-16c86219-1e87-4399-83d0-c8577db8e20a tempest-ServersTestBootFromVolume-606303851 tempest-ServersTestBootFromVolume-606303851-project-member] Using /dev/sd instead of None {{(pid=62328) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 765.191762] env[62328]: DEBUG nova.compute.manager [None req-16c86219-1e87-4399-83d0-c8577db8e20a tempest-ServersTestBootFromVolume-606303851 tempest-ServersTestBootFromVolume-606303851-project-member] [instance: e4c166ea-d803-4db5-a104-16bd84bfc6c6] Allocating IP information in the background. {{(pid=62328) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 765.192029] env[62328]: DEBUG nova.network.neutron [None req-16c86219-1e87-4399-83d0-c8577db8e20a tempest-ServersTestBootFromVolume-606303851 tempest-ServersTestBootFromVolume-606303851-project-member] [instance: e4c166ea-d803-4db5-a104-16bd84bfc6c6] allocate_for_instance() {{(pid=62328) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 765.209855] env[62328]: DEBUG oslo_vmware.api [None req-136a280d-e369-4c95-a5f3-c24e84b3c7dd tempest-VolumesAssistedSnapshotsTest-829345027 tempest-VolumesAssistedSnapshotsTest-829345027-project-admin] Task: {'id': task-2386794, 'name': ReconfigVM_Task, 'duration_secs': 0.829892} completed successfully. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 765.210175] env[62328]: DEBUG nova.virt.vmwareapi.volumeops [None req-136a280d-e369-4c95-a5f3-c24e84b3c7dd tempest-VolumesAssistedSnapshotsTest-829345027 tempest-VolumesAssistedSnapshotsTest-829345027-project-admin] [instance: 3e0f093a-98be-4406-a220-34f6d6767294] Reconfigured VM instance instance-0000000d to attach disk [datastore1] volume-354fa8ca-a550-4126-8d65-689ca322293e/volume-354fa8ca-a550-4126-8d65-689ca322293e.vmdk or device None with type thin {{(pid=62328) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 765.215663] env[62328]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4e1635fb-9dfe-408e-a5e8-ed88c308581f {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 765.234178] env[62328]: DEBUG oslo_vmware.api [None req-136a280d-e369-4c95-a5f3-c24e84b3c7dd tempest-VolumesAssistedSnapshotsTest-829345027 tempest-VolumesAssistedSnapshotsTest-829345027-project-admin] Waiting for the task: (returnval){ [ 765.234178] env[62328]: value = "task-2386803" [ 765.234178] env[62328]: _type = "Task" [ 765.234178] env[62328]: } to complete. {{(pid=62328) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 765.240883] env[62328]: DEBUG oslo_vmware.api [None req-09fc80ab-099d-432a-aaff-cbff9a4d8608 tempest-InstanceActionsTestJSON-398422522 tempest-InstanceActionsTestJSON-398422522-project-member] Task: {'id': task-2386790, 'name': PowerOffVM_Task, 'duration_secs': 1.038522} completed successfully. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 765.241634] env[62328]: DEBUG nova.virt.vmwareapi.vm_util [None req-09fc80ab-099d-432a-aaff-cbff9a4d8608 tempest-InstanceActionsTestJSON-398422522 tempest-InstanceActionsTestJSON-398422522-project-member] [instance: c4d72f48-adf2-435f-9f5f-e3c3bc14bc8c] Powered off the VM {{(pid=62328) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 765.241812] env[62328]: DEBUG nova.virt.vmwareapi.vmops [None req-09fc80ab-099d-432a-aaff-cbff9a4d8608 tempest-InstanceActionsTestJSON-398422522 tempest-InstanceActionsTestJSON-398422522-project-member] [instance: c4d72f48-adf2-435f-9f5f-e3c3bc14bc8c] Unregistering the VM {{(pid=62328) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 765.242086] env[62328]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-eec2261b-414b-4fc9-8f80-d74c237c5a2d {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 765.247881] env[62328]: DEBUG oslo_vmware.api [None req-136a280d-e369-4c95-a5f3-c24e84b3c7dd tempest-VolumesAssistedSnapshotsTest-829345027 tempest-VolumesAssistedSnapshotsTest-829345027-project-admin] Task: {'id': task-2386803, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 765.259943] env[62328]: DEBUG nova.policy [None req-16c86219-1e87-4399-83d0-c8577db8e20a tempest-ServersTestBootFromVolume-606303851 tempest-ServersTestBootFromVolume-606303851-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'f83eca02bbf84974b931cd03ff5a88d4', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '1898f35f06e1412d82ccaedc112510f7', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62328) authorize /opt/stack/nova/nova/policy.py:192}} [ 765.303603] env[62328]: DEBUG oslo_vmware.api [None req-d478a4e6-c2c6-49f2-adb4-8ad3e9f108b8 tempest-ServerDiskConfigTestJSON-126406698 tempest-ServerDiskConfigTestJSON-126406698-project-member] Task: {'id': task-2386802, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.216302} completed successfully. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 765.304753] env[62328]: DEBUG nova.virt.vmwareapi.ds_util [None req-d478a4e6-c2c6-49f2-adb4-8ad3e9f108b8 tempest-ServerDiskConfigTestJSON-126406698 tempest-ServerDiskConfigTestJSON-126406698-project-member] Deleted the datastore file {{(pid=62328) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 765.304946] env[62328]: DEBUG nova.virt.vmwareapi.vmops [None req-d478a4e6-c2c6-49f2-adb4-8ad3e9f108b8 tempest-ServerDiskConfigTestJSON-126406698 tempest-ServerDiskConfigTestJSON-126406698-project-member] [instance: 948b7ba2-2caa-4616-abc0-afc6cca58f76] Deleted contents of the VM from datastore datastore2 {{(pid=62328) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 765.305167] env[62328]: DEBUG nova.virt.vmwareapi.vmops [None req-d478a4e6-c2c6-49f2-adb4-8ad3e9f108b8 tempest-ServerDiskConfigTestJSON-126406698 tempest-ServerDiskConfigTestJSON-126406698-project-member] [instance: 948b7ba2-2caa-4616-abc0-afc6cca58f76] Instance destroyed {{(pid=62328) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 765.312855] env[62328]: DEBUG nova.virt.vmwareapi.vmops [None req-09fc80ab-099d-432a-aaff-cbff9a4d8608 tempest-InstanceActionsTestJSON-398422522 tempest-InstanceActionsTestJSON-398422522-project-member] [instance: c4d72f48-adf2-435f-9f5f-e3c3bc14bc8c] Unregistered the VM {{(pid=62328) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 765.313095] env[62328]: DEBUG nova.virt.vmwareapi.vmops [None req-09fc80ab-099d-432a-aaff-cbff9a4d8608 tempest-InstanceActionsTestJSON-398422522 tempest-InstanceActionsTestJSON-398422522-project-member] [instance: c4d72f48-adf2-435f-9f5f-e3c3bc14bc8c] Deleting contents of the VM from datastore datastore2 {{(pid=62328) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 765.313283] env[62328]: DEBUG nova.virt.vmwareapi.ds_util [None req-09fc80ab-099d-432a-aaff-cbff9a4d8608 tempest-InstanceActionsTestJSON-398422522 tempest-InstanceActionsTestJSON-398422522-project-member] Deleting the datastore file [datastore2] c4d72f48-adf2-435f-9f5f-e3c3bc14bc8c {{(pid=62328) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 765.313541] env[62328]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-afbcb2f5-e49d-4dc5-8aa2-a0ef2ca4a8ff {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 765.323483] env[62328]: DEBUG oslo_vmware.api [None req-09fc80ab-099d-432a-aaff-cbff9a4d8608 tempest-InstanceActionsTestJSON-398422522 tempest-InstanceActionsTestJSON-398422522-project-member] Waiting for the task: (returnval){ [ 765.323483] env[62328]: value = "task-2386805" [ 765.323483] env[62328]: _type = "Task" [ 765.323483] env[62328]: } to complete. {{(pid=62328) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 765.335620] env[62328]: DEBUG oslo_vmware.api [None req-09fc80ab-099d-432a-aaff-cbff9a4d8608 tempest-InstanceActionsTestJSON-398422522 tempest-InstanceActionsTestJSON-398422522-project-member] Task: {'id': task-2386805, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 765.471531] env[62328]: DEBUG nova.objects.instance [None req-387affe2-f8bc-4e9f-835c-fc82c760427d tempest-VolumesAdminNegativeTest-179339308 tempest-VolumesAdminNegativeTest-179339308-project-member] Lazy-loading 'flavor' on Instance uuid 04dd8fd6-91f0-444f-b642-2ba8dcdea19d {{(pid=62328) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 765.498900] env[62328]: DEBUG nova.virt.hardware [None req-5109b3f1-67b0-450f-8dd1-81f6d832e5f7 tempest-MigrationsAdminTest-413245202 tempest-MigrationsAdminTest-413245202-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-07T17:20:17Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='5c74ff4d-2d63-49dc-b204-699858e7f6c7',id=37,is_public=True,memory_mb=192,name='tempest-test_resize_flavor_-1563444322',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=dbf872a4-92be-47e4-8561-c3e2bf2423ab,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62328) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 765.499227] env[62328]: DEBUG nova.virt.hardware [None req-5109b3f1-67b0-450f-8dd1-81f6d832e5f7 tempest-MigrationsAdminTest-413245202 tempest-MigrationsAdminTest-413245202-project-member] Flavor limits 0:0:0 {{(pid=62328) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 765.499308] env[62328]: DEBUG nova.virt.hardware [None req-5109b3f1-67b0-450f-8dd1-81f6d832e5f7 tempest-MigrationsAdminTest-413245202 tempest-MigrationsAdminTest-413245202-project-member] Image limits 0:0:0 {{(pid=62328) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 765.499488] env[62328]: DEBUG nova.virt.hardware [None req-5109b3f1-67b0-450f-8dd1-81f6d832e5f7 tempest-MigrationsAdminTest-413245202 tempest-MigrationsAdminTest-413245202-project-member] Flavor pref 0:0:0 {{(pid=62328) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 765.499632] env[62328]: DEBUG nova.virt.hardware [None req-5109b3f1-67b0-450f-8dd1-81f6d832e5f7 tempest-MigrationsAdminTest-413245202 tempest-MigrationsAdminTest-413245202-project-member] Image pref 0:0:0 {{(pid=62328) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 765.499851] env[62328]: DEBUG nova.virt.hardware [None req-5109b3f1-67b0-450f-8dd1-81f6d832e5f7 tempest-MigrationsAdminTest-413245202 tempest-MigrationsAdminTest-413245202-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62328) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 765.499992] env[62328]: DEBUG nova.virt.hardware [None req-5109b3f1-67b0-450f-8dd1-81f6d832e5f7 tempest-MigrationsAdminTest-413245202 tempest-MigrationsAdminTest-413245202-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62328) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 765.500228] env[62328]: DEBUG nova.virt.hardware [None req-5109b3f1-67b0-450f-8dd1-81f6d832e5f7 tempest-MigrationsAdminTest-413245202 tempest-MigrationsAdminTest-413245202-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62328) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 765.500401] env[62328]: DEBUG nova.virt.hardware [None req-5109b3f1-67b0-450f-8dd1-81f6d832e5f7 tempest-MigrationsAdminTest-413245202 tempest-MigrationsAdminTest-413245202-project-member] Got 1 possible topologies {{(pid=62328) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 765.500577] env[62328]: DEBUG nova.virt.hardware [None req-5109b3f1-67b0-450f-8dd1-81f6d832e5f7 tempest-MigrationsAdminTest-413245202 tempest-MigrationsAdminTest-413245202-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62328) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 765.500738] env[62328]: DEBUG nova.virt.hardware [None req-5109b3f1-67b0-450f-8dd1-81f6d832e5f7 tempest-MigrationsAdminTest-413245202 tempest-MigrationsAdminTest-413245202-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62328) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 765.506715] env[62328]: DEBUG nova.virt.vmwareapi.volumeops [None req-5109b3f1-67b0-450f-8dd1-81f6d832e5f7 tempest-MigrationsAdminTest-413245202 tempest-MigrationsAdminTest-413245202-project-member] [instance: 4279ea33-3d7d-4713-9d21-9e7aa29026ae] Reconfiguring VM instance instance-0000002d to detach disk 2000 {{(pid=62328) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 765.512360] env[62328]: DEBUG oslo_concurrency.lockutils [None req-437b7d66-e68c-48e6-bbd6-a042ed16aa1e tempest-ServersV294TestFqdnHostnames-1169218801 tempest-ServersV294TestFqdnHostnames-1169218801-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 765.512647] env[62328]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c532b7d2-9b33-4124-8a91-d17153eab1bc {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 765.535336] env[62328]: DEBUG nova.network.neutron [None req-67c9ef5c-3f88-401e-87f8-b158bbbf893e tempest-ServersTestMultiNic-1057987772 tempest-ServersTestMultiNic-1057987772-project-member] [instance: 93ca7686-9ab7-434e-b425-148d3ba8db62] Successfully updated port: 0e6368e6-80a8-47b3-81d8-b8683e58f9c7 {{(pid=62328) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 765.539392] env[62328]: DEBUG oslo_vmware.api [None req-5109b3f1-67b0-450f-8dd1-81f6d832e5f7 tempest-MigrationsAdminTest-413245202 tempest-MigrationsAdminTest-413245202-project-member] Waiting for the task: (returnval){ [ 765.539392] env[62328]: value = "task-2386806" [ 765.539392] env[62328]: _type = "Task" [ 765.539392] env[62328]: } to complete. {{(pid=62328) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 765.549219] env[62328]: DEBUG oslo_vmware.api [None req-5109b3f1-67b0-450f-8dd1-81f6d832e5f7 tempest-MigrationsAdminTest-413245202 tempest-MigrationsAdminTest-413245202-project-member] Task: {'id': task-2386806, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 765.573655] env[62328]: DEBUG nova.network.neutron [req-7bf0dfad-96dc-4544-b883-23a95253d25c req-a02fbbcf-d04b-4403-9904-c40c65983a88 service nova] [instance: 93ca7686-9ab7-434e-b425-148d3ba8db62] Updating instance_info_cache with network_info: [] {{(pid=62328) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 765.586943] env[62328]: DEBUG oslo_vmware.api [None req-9a602b75-500b-41db-a1d1-6e5c34b96618 tempest-ServersWithSpecificFlavorTestJSON-2091780743 tempest-ServersWithSpecificFlavorTestJSON-2091780743-project-member] Task: {'id': task-2386799, 'name': ReconfigVM_Task, 'duration_secs': 0.673398} completed successfully. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 765.587251] env[62328]: DEBUG nova.virt.vmwareapi.volumeops [None req-9a602b75-500b-41db-a1d1-6e5c34b96618 tempest-ServersWithSpecificFlavorTestJSON-2091780743 tempest-ServersWithSpecificFlavorTestJSON-2091780743-project-member] [instance: 4012f976-bb83-4296-8a36-f3af12570729] Reconfigured VM instance instance-00000035 to attach disk [datastore1] 4012f976-bb83-4296-8a36-f3af12570729/ephemeral_0.vmdk or device None with type thin {{(pid=62328) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 765.592353] env[62328]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-a5b45a91-e916-456e-8d22-79ccd7bc8837 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 765.596473] env[62328]: DEBUG oslo_vmware.api [None req-9a602b75-500b-41db-a1d1-6e5c34b96618 tempest-ServersWithSpecificFlavorTestJSON-2091780743 tempest-ServersWithSpecificFlavorTestJSON-2091780743-project-member] Waiting for the task: (returnval){ [ 765.596473] env[62328]: value = "task-2386807" [ 765.596473] env[62328]: _type = "Task" [ 765.596473] env[62328]: } to complete. {{(pid=62328) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 765.609048] env[62328]: DEBUG oslo_vmware.api [None req-489fb2c0-194d-4041-829f-8587e2716af1 tempest-ServersTestFqdnHostnames-1216059078 tempest-ServersTestFqdnHostnames-1216059078-project-member] Task: {'id': task-2386800, 'name': PowerOnVM_Task, 'duration_secs': 0.571414} completed successfully. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 765.613169] env[62328]: DEBUG nova.virt.vmwareapi.vm_util [None req-489fb2c0-194d-4041-829f-8587e2716af1 tempest-ServersTestFqdnHostnames-1216059078 tempest-ServersTestFqdnHostnames-1216059078-project-member] [instance: ab48d158-561e-40d6-a649-f38a096d96c3] Powered on the VM {{(pid=62328) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 765.613169] env[62328]: INFO nova.compute.manager [None req-489fb2c0-194d-4041-829f-8587e2716af1 tempest-ServersTestFqdnHostnames-1216059078 tempest-ServersTestFqdnHostnames-1216059078-project-member] [instance: ab48d158-561e-40d6-a649-f38a096d96c3] Took 9.22 seconds to spawn the instance on the hypervisor. [ 765.613169] env[62328]: DEBUG nova.compute.manager [None req-489fb2c0-194d-4041-829f-8587e2716af1 tempest-ServersTestFqdnHostnames-1216059078 tempest-ServersTestFqdnHostnames-1216059078-project-member] [instance: ab48d158-561e-40d6-a649-f38a096d96c3] Checking state {{(pid=62328) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 765.613296] env[62328]: DEBUG oslo_vmware.api [None req-9a602b75-500b-41db-a1d1-6e5c34b96618 tempest-ServersWithSpecificFlavorTestJSON-2091780743 tempest-ServersWithSpecificFlavorTestJSON-2091780743-project-member] Task: {'id': task-2386807, 'name': Rename_Task} progress is 6%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 765.613901] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-32546ee5-7e7f-448f-a0ba-695108ee2033 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 765.639180] env[62328]: DEBUG nova.network.neutron [None req-16c86219-1e87-4399-83d0-c8577db8e20a tempest-ServersTestBootFromVolume-606303851 tempest-ServersTestBootFromVolume-606303851-project-member] [instance: e4c166ea-d803-4db5-a104-16bd84bfc6c6] Successfully created port: 4298f3ea-b478-497b-b427-97e3bb0dde1d {{(pid=62328) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 765.703356] env[62328]: DEBUG nova.compute.manager [None req-16c86219-1e87-4399-83d0-c8577db8e20a tempest-ServersTestBootFromVolume-606303851 tempest-ServersTestBootFromVolume-606303851-project-member] [instance: e4c166ea-d803-4db5-a104-16bd84bfc6c6] Start building block device mappings for instance. {{(pid=62328) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 765.749226] env[62328]: DEBUG oslo_vmware.api [None req-136a280d-e369-4c95-a5f3-c24e84b3c7dd tempest-VolumesAssistedSnapshotsTest-829345027 tempest-VolumesAssistedSnapshotsTest-829345027-project-admin] Task: {'id': task-2386803, 'name': ReconfigVM_Task, 'duration_secs': 0.165321} completed successfully. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 765.749868] env[62328]: DEBUG nova.virt.vmwareapi.volumeops [None req-136a280d-e369-4c95-a5f3-c24e84b3c7dd tempest-VolumesAssistedSnapshotsTest-829345027 tempest-VolumesAssistedSnapshotsTest-829345027-project-admin] [instance: 3e0f093a-98be-4406-a220-34f6d6767294] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-484325', 'volume_id': '354fa8ca-a550-4126-8d65-689ca322293e', 'name': 'volume-354fa8ca-a550-4126-8d65-689ca322293e', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '3e0f093a-98be-4406-a220-34f6d6767294', 'attached_at': '', 'detached_at': '', 'volume_id': '354fa8ca-a550-4126-8d65-689ca322293e', 'serial': '354fa8ca-a550-4126-8d65-689ca322293e'} {{(pid=62328) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 765.842288] env[62328]: DEBUG oslo_vmware.api [None req-09fc80ab-099d-432a-aaff-cbff9a4d8608 tempest-InstanceActionsTestJSON-398422522 tempest-InstanceActionsTestJSON-398422522-project-member] Task: {'id': task-2386805, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.193223} completed successfully. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 765.842288] env[62328]: DEBUG nova.virt.vmwareapi.ds_util [None req-09fc80ab-099d-432a-aaff-cbff9a4d8608 tempest-InstanceActionsTestJSON-398422522 tempest-InstanceActionsTestJSON-398422522-project-member] Deleted the datastore file {{(pid=62328) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 765.842488] env[62328]: DEBUG nova.virt.vmwareapi.vmops [None req-09fc80ab-099d-432a-aaff-cbff9a4d8608 tempest-InstanceActionsTestJSON-398422522 tempest-InstanceActionsTestJSON-398422522-project-member] [instance: c4d72f48-adf2-435f-9f5f-e3c3bc14bc8c] Deleted contents of the VM from datastore datastore2 {{(pid=62328) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 765.842530] env[62328]: DEBUG nova.virt.vmwareapi.vmops [None req-09fc80ab-099d-432a-aaff-cbff9a4d8608 tempest-InstanceActionsTestJSON-398422522 tempest-InstanceActionsTestJSON-398422522-project-member] [instance: c4d72f48-adf2-435f-9f5f-e3c3bc14bc8c] Instance destroyed {{(pid=62328) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 765.843024] env[62328]: INFO nova.compute.manager [None req-09fc80ab-099d-432a-aaff-cbff9a4d8608 tempest-InstanceActionsTestJSON-398422522 tempest-InstanceActionsTestJSON-398422522-project-member] [instance: c4d72f48-adf2-435f-9f5f-e3c3bc14bc8c] Took 2.14 seconds to destroy the instance on the hypervisor. [ 765.843024] env[62328]: DEBUG oslo.service.loopingcall [None req-09fc80ab-099d-432a-aaff-cbff9a4d8608 tempest-InstanceActionsTestJSON-398422522 tempest-InstanceActionsTestJSON-398422522-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62328) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 765.845860] env[62328]: DEBUG nova.compute.manager [-] [instance: c4d72f48-adf2-435f-9f5f-e3c3bc14bc8c] Deallocating network for instance {{(pid=62328) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 765.846938] env[62328]: DEBUG nova.network.neutron [-] [instance: c4d72f48-adf2-435f-9f5f-e3c3bc14bc8c] deallocate_for_instance() {{(pid=62328) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 766.037613] env[62328]: DEBUG oslo_concurrency.lockutils [None req-67c9ef5c-3f88-401e-87f8-b158bbbf893e tempest-ServersTestMultiNic-1057987772 tempest-ServersTestMultiNic-1057987772-project-member] Acquiring lock "refresh_cache-93ca7686-9ab7-434e-b425-148d3ba8db62" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 766.054939] env[62328]: DEBUG oslo_vmware.api [None req-5109b3f1-67b0-450f-8dd1-81f6d832e5f7 tempest-MigrationsAdminTest-413245202 tempest-MigrationsAdminTest-413245202-project-member] Task: {'id': task-2386806, 'name': ReconfigVM_Task, 'duration_secs': 0.210274} completed successfully. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 766.055622] env[62328]: DEBUG nova.virt.vmwareapi.volumeops [None req-5109b3f1-67b0-450f-8dd1-81f6d832e5f7 tempest-MigrationsAdminTest-413245202 tempest-MigrationsAdminTest-413245202-project-member] [instance: 4279ea33-3d7d-4713-9d21-9e7aa29026ae] Reconfigured VM instance instance-0000002d to detach disk 2000 {{(pid=62328) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 766.058459] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8b803669-fad0-4e28-8ebd-d42ddc56f0eb {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 766.081855] env[62328]: DEBUG nova.virt.vmwareapi.volumeops [None req-5109b3f1-67b0-450f-8dd1-81f6d832e5f7 tempest-MigrationsAdminTest-413245202 tempest-MigrationsAdminTest-413245202-project-member] [instance: 4279ea33-3d7d-4713-9d21-9e7aa29026ae] Reconfiguring VM instance instance-0000002d to attach disk [datastore2] 4279ea33-3d7d-4713-9d21-9e7aa29026ae/4279ea33-3d7d-4713-9d21-9e7aa29026ae.vmdk or device None with type thin {{(pid=62328) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 766.084688] env[62328]: DEBUG oslo_concurrency.lockutils [req-7bf0dfad-96dc-4544-b883-23a95253d25c req-a02fbbcf-d04b-4403-9904-c40c65983a88 service nova] Releasing lock "refresh_cache-93ca7686-9ab7-434e-b425-148d3ba8db62" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 766.085031] env[62328]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-cecdca26-8b1c-47c2-a69e-1cd720686b7c {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 766.099192] env[62328]: DEBUG oslo_concurrency.lockutils [None req-67c9ef5c-3f88-401e-87f8-b158bbbf893e tempest-ServersTestMultiNic-1057987772 tempest-ServersTestMultiNic-1057987772-project-member] Acquired lock "refresh_cache-93ca7686-9ab7-434e-b425-148d3ba8db62" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.099192] env[62328]: DEBUG nova.network.neutron [None req-67c9ef5c-3f88-401e-87f8-b158bbbf893e tempest-ServersTestMultiNic-1057987772 tempest-ServersTestMultiNic-1057987772-project-member] [instance: 93ca7686-9ab7-434e-b425-148d3ba8db62] Building network info cache for instance {{(pid=62328) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 766.111333] env[62328]: DEBUG oslo_vmware.api [None req-9a602b75-500b-41db-a1d1-6e5c34b96618 tempest-ServersWithSpecificFlavorTestJSON-2091780743 tempest-ServersWithSpecificFlavorTestJSON-2091780743-project-member] Task: {'id': task-2386807, 'name': Rename_Task, 'duration_secs': 0.192373} completed successfully. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 766.111882] env[62328]: DEBUG oslo_vmware.api [None req-5109b3f1-67b0-450f-8dd1-81f6d832e5f7 tempest-MigrationsAdminTest-413245202 tempest-MigrationsAdminTest-413245202-project-member] Waiting for the task: (returnval){ [ 766.111882] env[62328]: value = "task-2386808" [ 766.111882] env[62328]: _type = "Task" [ 766.111882] env[62328]: } to complete. {{(pid=62328) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 766.118026] env[62328]: DEBUG nova.virt.vmwareapi.vm_util [None req-9a602b75-500b-41db-a1d1-6e5c34b96618 tempest-ServersWithSpecificFlavorTestJSON-2091780743 tempest-ServersWithSpecificFlavorTestJSON-2091780743-project-member] [instance: 4012f976-bb83-4296-8a36-f3af12570729] Powering on the VM {{(pid=62328) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 766.118026] env[62328]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-75d254a5-b96c-4d20-8950-64a28ea0c3ce {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 766.130821] env[62328]: DEBUG oslo_vmware.api [None req-5109b3f1-67b0-450f-8dd1-81f6d832e5f7 tempest-MigrationsAdminTest-413245202 tempest-MigrationsAdminTest-413245202-project-member] Task: {'id': task-2386808, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 766.137124] env[62328]: DEBUG oslo_vmware.api [None req-9a602b75-500b-41db-a1d1-6e5c34b96618 tempest-ServersWithSpecificFlavorTestJSON-2091780743 tempest-ServersWithSpecificFlavorTestJSON-2091780743-project-member] Waiting for the task: (returnval){ [ 766.137124] env[62328]: value = "task-2386809" [ 766.137124] env[62328]: _type = "Task" [ 766.137124] env[62328]: } to complete. {{(pid=62328) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 766.138493] env[62328]: INFO nova.compute.manager [None req-489fb2c0-194d-4041-829f-8587e2716af1 tempest-ServersTestFqdnHostnames-1216059078 tempest-ServersTestFqdnHostnames-1216059078-project-member] [instance: ab48d158-561e-40d6-a649-f38a096d96c3] Took 50.01 seconds to build instance. [ 766.148863] env[62328]: DEBUG oslo_vmware.api [None req-9a602b75-500b-41db-a1d1-6e5c34b96618 tempest-ServersWithSpecificFlavorTestJSON-2091780743 tempest-ServersWithSpecificFlavorTestJSON-2091780743-project-member] Task: {'id': task-2386809, 'name': PowerOnVM_Task} progress is 33%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 766.209791] env[62328]: INFO nova.virt.block_device [None req-16c86219-1e87-4399-83d0-c8577db8e20a tempest-ServersTestBootFromVolume-606303851 tempest-ServersTestBootFromVolume-606303851-project-member] [instance: e4c166ea-d803-4db5-a104-16bd84bfc6c6] Booting with volume f109e705-ab4b-485c-b1ea-edd2fb84ba04 at /dev/sda [ 766.227738] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7146f163-80ab-4241-9494-b96bd1a7580e {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 766.237464] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cc10d9c4-405b-41a2-ace7-fda821d5536d {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 766.243418] env[62328]: DEBUG nova.network.neutron [-] [instance: c6b9b490-d331-47ac-8410-588490ab048d] Updating instance_info_cache with network_info: [] {{(pid=62328) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 766.280652] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1c8a964e-88de-40d5-80f2-262762684ab2 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 766.283977] env[62328]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-5cf35511-bd69-49cc-b2f9-31bffe526c1b {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 766.295039] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b9d56b41-ff70-441a-a54a-b833968fde05 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 766.303341] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fce392ac-0510-423f-8d08-924e16eb0570 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 766.329871] env[62328]: DEBUG nova.compute.provider_tree [None req-c65b97fc-f428-4e0a-b552-fe7747e76ffb tempest-DeleteServersTestJSON-1766103036 tempest-DeleteServersTestJSON-1766103036-project-member] Inventory has not changed in ProviderTree for provider: 3469e9f8-04af-49ca-8435-49f104496744 {{(pid=62328) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 766.351249] env[62328]: INFO nova.compute.manager [None req-3506969e-c0dd-4159-bff8-c8d0d3508cc9 tempest-ServerActionsV293TestJSON-1864378190 tempest-ServerActionsV293TestJSON-1864378190-project-member] [instance: 2f5e173e-0a48-45c2-ae86-64d86a2b45d4] Rebuilding instance [ 766.353256] env[62328]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-9d787e03-fd0c-4468-9760-39bbe5e07445 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 766.363715] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1f6945b2-b469-457e-b714-8d96a5ad885f {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 766.377711] env[62328]: DEBUG nova.virt.hardware [None req-d478a4e6-c2c6-49f2-adb4-8ad3e9f108b8 tempest-ServerDiskConfigTestJSON-126406698 tempest-ServerDiskConfigTestJSON-126406698-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-07T17:16:55Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-07T17:16:37Z,direct_url=,disk_format='vmdk',id=dbf872a4-92be-47e4-8561-c3e2bf2423ab,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='2a64022f08d84b11a86773b900860ae5',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-07T17:16:38Z,virtual_size=,visibility=), allow threads: False {{(pid=62328) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 766.377982] env[62328]: DEBUG nova.virt.hardware [None req-d478a4e6-c2c6-49f2-adb4-8ad3e9f108b8 tempest-ServerDiskConfigTestJSON-126406698 tempest-ServerDiskConfigTestJSON-126406698-project-member] Flavor limits 0:0:0 {{(pid=62328) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 766.378224] env[62328]: DEBUG nova.virt.hardware [None req-d478a4e6-c2c6-49f2-adb4-8ad3e9f108b8 tempest-ServerDiskConfigTestJSON-126406698 tempest-ServerDiskConfigTestJSON-126406698-project-member] Image limits 0:0:0 {{(pid=62328) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 766.378465] env[62328]: DEBUG nova.virt.hardware [None req-d478a4e6-c2c6-49f2-adb4-8ad3e9f108b8 tempest-ServerDiskConfigTestJSON-126406698 tempest-ServerDiskConfigTestJSON-126406698-project-member] Flavor pref 0:0:0 {{(pid=62328) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 766.378621] env[62328]: DEBUG nova.virt.hardware [None req-d478a4e6-c2c6-49f2-adb4-8ad3e9f108b8 tempest-ServerDiskConfigTestJSON-126406698 tempest-ServerDiskConfigTestJSON-126406698-project-member] Image pref 0:0:0 {{(pid=62328) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 766.378785] env[62328]: DEBUG nova.virt.hardware [None req-d478a4e6-c2c6-49f2-adb4-8ad3e9f108b8 tempest-ServerDiskConfigTestJSON-126406698 tempest-ServerDiskConfigTestJSON-126406698-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62328) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 766.379034] env[62328]: DEBUG nova.virt.hardware [None req-d478a4e6-c2c6-49f2-adb4-8ad3e9f108b8 tempest-ServerDiskConfigTestJSON-126406698 tempest-ServerDiskConfigTestJSON-126406698-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62328) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 766.379216] env[62328]: DEBUG nova.virt.hardware [None req-d478a4e6-c2c6-49f2-adb4-8ad3e9f108b8 tempest-ServerDiskConfigTestJSON-126406698 tempest-ServerDiskConfigTestJSON-126406698-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62328) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 766.379428] env[62328]: DEBUG nova.virt.hardware [None req-d478a4e6-c2c6-49f2-adb4-8ad3e9f108b8 tempest-ServerDiskConfigTestJSON-126406698 tempest-ServerDiskConfigTestJSON-126406698-project-member] Got 1 possible topologies {{(pid=62328) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 766.379620] env[62328]: DEBUG nova.virt.hardware [None req-d478a4e6-c2c6-49f2-adb4-8ad3e9f108b8 tempest-ServerDiskConfigTestJSON-126406698 tempest-ServerDiskConfigTestJSON-126406698-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62328) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 766.379814] env[62328]: DEBUG nova.virt.hardware [None req-d478a4e6-c2c6-49f2-adb4-8ad3e9f108b8 tempest-ServerDiskConfigTestJSON-126406698 tempest-ServerDiskConfigTestJSON-126406698-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62328) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 766.382976] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-917b3ab7-5a40-48b6-b95b-7959d4048fb4 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 766.396126] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c292468a-68bc-458f-90fb-0dee1331b96c {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 766.415312] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1236fac8-0bf0-4cce-a998-eb6b710466a7 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 766.426749] env[62328]: DEBUG nova.virt.vmwareapi.vmops [None req-d478a4e6-c2c6-49f2-adb4-8ad3e9f108b8 tempest-ServerDiskConfigTestJSON-126406698 tempest-ServerDiskConfigTestJSON-126406698-project-member] [instance: 948b7ba2-2caa-4616-abc0-afc6cca58f76] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:af:2a:76', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'dcf5c3f7-4e33-4f21-b323-3673930b789c', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '4112cbd9-ad9f-43a4-a74b-94b2fd30594f', 'vif_model': 'vmxnet3'}] {{(pid=62328) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 766.434733] env[62328]: DEBUG oslo.service.loopingcall [None req-d478a4e6-c2c6-49f2-adb4-8ad3e9f108b8 tempest-ServerDiskConfigTestJSON-126406698 tempest-ServerDiskConfigTestJSON-126406698-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62328) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 766.438054] env[62328]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 948b7ba2-2caa-4616-abc0-afc6cca58f76] Creating VM on the ESX host {{(pid=62328) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 766.440484] env[62328]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-2e02b04b-d1c7-4bea-b54e-db3738df5f5d {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 766.456563] env[62328]: DEBUG nova.compute.manager [None req-3506969e-c0dd-4159-bff8-c8d0d3508cc9 tempest-ServerActionsV293TestJSON-1864378190 tempest-ServerActionsV293TestJSON-1864378190-project-member] [instance: 2f5e173e-0a48-45c2-ae86-64d86a2b45d4] Checking state {{(pid=62328) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 766.460035] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dcd4fb9a-bfde-44b4-a9fe-897ba2b39bcc {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 766.463722] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c6b26c81-1d92-401e-9491-217549101c22 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 766.468273] env[62328]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 766.468273] env[62328]: value = "task-2386810" [ 766.468273] env[62328]: _type = "Task" [ 766.468273] env[62328]: } to complete. {{(pid=62328) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 766.481310] env[62328]: DEBUG nova.virt.block_device [None req-16c86219-1e87-4399-83d0-c8577db8e20a tempest-ServersTestBootFromVolume-606303851 tempest-ServersTestBootFromVolume-606303851-project-member] [instance: e4c166ea-d803-4db5-a104-16bd84bfc6c6] Updating existing volume attachment record: fb2d6e66-6cd9-41cc-b16c-729903dc5892 {{(pid=62328) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 766.484646] env[62328]: DEBUG oslo_concurrency.lockutils [None req-387affe2-f8bc-4e9f-835c-fc82c760427d tempest-VolumesAdminNegativeTest-179339308 tempest-VolumesAdminNegativeTest-179339308-project-member] Lock "04dd8fd6-91f0-444f-b642-2ba8dcdea19d" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 4.334s {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 766.490371] env[62328]: DEBUG oslo_vmware.api [-] Task: {'id': task-2386810, 'name': CreateVM_Task} progress is 6%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 766.626167] env[62328]: DEBUG oslo_vmware.api [None req-5109b3f1-67b0-450f-8dd1-81f6d832e5f7 tempest-MigrationsAdminTest-413245202 tempest-MigrationsAdminTest-413245202-project-member] Task: {'id': task-2386808, 'name': ReconfigVM_Task, 'duration_secs': 0.370836} completed successfully. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 766.626610] env[62328]: DEBUG nova.virt.vmwareapi.volumeops [None req-5109b3f1-67b0-450f-8dd1-81f6d832e5f7 tempest-MigrationsAdminTest-413245202 tempest-MigrationsAdminTest-413245202-project-member] [instance: 4279ea33-3d7d-4713-9d21-9e7aa29026ae] Reconfigured VM instance instance-0000002d to attach disk [datastore2] 4279ea33-3d7d-4713-9d21-9e7aa29026ae/4279ea33-3d7d-4713-9d21-9e7aa29026ae.vmdk or device None with type thin {{(pid=62328) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 766.626898] env[62328]: DEBUG nova.virt.vmwareapi.vmops [None req-5109b3f1-67b0-450f-8dd1-81f6d832e5f7 tempest-MigrationsAdminTest-413245202 tempest-MigrationsAdminTest-413245202-project-member] [instance: 4279ea33-3d7d-4713-9d21-9e7aa29026ae] Updating instance '4279ea33-3d7d-4713-9d21-9e7aa29026ae' progress to 50 {{(pid=62328) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 766.640038] env[62328]: DEBUG oslo_concurrency.lockutils [None req-489fb2c0-194d-4041-829f-8587e2716af1 tempest-ServersTestFqdnHostnames-1216059078 tempest-ServersTestFqdnHostnames-1216059078-project-member] Lock "ab48d158-561e-40d6-a649-f38a096d96c3" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 62.983s {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 766.649685] env[62328]: DEBUG oslo_vmware.api [None req-9a602b75-500b-41db-a1d1-6e5c34b96618 tempest-ServersWithSpecificFlavorTestJSON-2091780743 tempest-ServersWithSpecificFlavorTestJSON-2091780743-project-member] Task: {'id': task-2386809, 'name': PowerOnVM_Task} progress is 100%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 766.664857] env[62328]: DEBUG nova.network.neutron [None req-67c9ef5c-3f88-401e-87f8-b158bbbf893e tempest-ServersTestMultiNic-1057987772 tempest-ServersTestMultiNic-1057987772-project-member] [instance: 93ca7686-9ab7-434e-b425-148d3ba8db62] Instance cache missing network info. {{(pid=62328) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 766.737157] env[62328]: DEBUG oslo_vmware.rw_handles [None req-8cba23a2-f50b-47b7-8dd2-b5947542d8f4 tempest-ListImageFiltersTestJSON-111188615 tempest-ListImageFiltersTestJSON-111188615-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52c55cf6-ef49-3b9e-4bf6-55b3c6d5eb1e/disk-0.vmdk. {{(pid=62328) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 766.737961] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-468da77e-c89a-4f75-96ab-cc8811de78db {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 766.741730] env[62328]: DEBUG nova.network.neutron [None req-07aa2033-fc39-46b8-b312-72212098382c tempest-ServersTestJSON-2041147199 tempest-ServersTestJSON-2041147199-project-member] [instance: fc8146ed-f4c5-4b4b-a03d-c52452f583cd] Successfully updated port: 9072a222-9877-42d6-931a-31acdacdc894 {{(pid=62328) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 766.744073] env[62328]: INFO nova.compute.manager [-] [instance: c6b9b490-d331-47ac-8410-588490ab048d] Took 1.81 seconds to deallocate network for instance. [ 766.748624] env[62328]: DEBUG oslo_vmware.rw_handles [None req-8cba23a2-f50b-47b7-8dd2-b5947542d8f4 tempest-ListImageFiltersTestJSON-111188615 tempest-ListImageFiltersTestJSON-111188615-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52c55cf6-ef49-3b9e-4bf6-55b3c6d5eb1e/disk-0.vmdk is in state: ready. {{(pid=62328) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 766.748859] env[62328]: ERROR oslo_vmware.rw_handles [None req-8cba23a2-f50b-47b7-8dd2-b5947542d8f4 tempest-ListImageFiltersTestJSON-111188615 tempest-ListImageFiltersTestJSON-111188615-project-member] Aborting lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52c55cf6-ef49-3b9e-4bf6-55b3c6d5eb1e/disk-0.vmdk due to incomplete transfer. [ 766.753100] env[62328]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-b136d649-f6a0-4fa4-88d1-f8bfbbba4b30 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 766.761717] env[62328]: DEBUG oslo_vmware.rw_handles [None req-8cba23a2-f50b-47b7-8dd2-b5947542d8f4 tempest-ListImageFiltersTestJSON-111188615 tempest-ListImageFiltersTestJSON-111188615-project-member] Closed VMDK read handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52c55cf6-ef49-3b9e-4bf6-55b3c6d5eb1e/disk-0.vmdk. {{(pid=62328) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 766.761924] env[62328]: DEBUG nova.virt.vmwareapi.images [None req-8cba23a2-f50b-47b7-8dd2-b5947542d8f4 tempest-ListImageFiltersTestJSON-111188615 tempest-ListImageFiltersTestJSON-111188615-project-member] [instance: 8e31afa5-82ea-4e3e-8913-77f24ee85e4e] Uploaded image a6e5f908-4d10-4c97-86af-b5f89bedc221 to the Glance image server {{(pid=62328) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 766.764346] env[62328]: DEBUG nova.virt.vmwareapi.vm_util [None req-8cba23a2-f50b-47b7-8dd2-b5947542d8f4 tempest-ListImageFiltersTestJSON-111188615 tempest-ListImageFiltersTestJSON-111188615-project-member] [instance: 8e31afa5-82ea-4e3e-8913-77f24ee85e4e] Destroying the VM {{(pid=62328) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 766.764842] env[62328]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-9e5a2de3-eb04-42b8-bb77-c04d24fbb795 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 766.773686] env[62328]: DEBUG oslo_vmware.api [None req-8cba23a2-f50b-47b7-8dd2-b5947542d8f4 tempest-ListImageFiltersTestJSON-111188615 tempest-ListImageFiltersTestJSON-111188615-project-member] Waiting for the task: (returnval){ [ 766.773686] env[62328]: value = "task-2386811" [ 766.773686] env[62328]: _type = "Task" [ 766.773686] env[62328]: } to complete. {{(pid=62328) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 766.782176] env[62328]: DEBUG oslo_vmware.api [None req-8cba23a2-f50b-47b7-8dd2-b5947542d8f4 tempest-ListImageFiltersTestJSON-111188615 tempest-ListImageFiltersTestJSON-111188615-project-member] Task: {'id': task-2386811, 'name': Destroy_Task} progress is 0%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 766.833439] env[62328]: DEBUG nova.scheduler.client.report [None req-c65b97fc-f428-4e0a-b552-fe7747e76ffb tempest-DeleteServersTestJSON-1766103036 tempest-DeleteServersTestJSON-1766103036-project-member] Inventory has not changed for provider 3469e9f8-04af-49ca-8435-49f104496744 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 152, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62328) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 766.850714] env[62328]: DEBUG nova.objects.instance [None req-136a280d-e369-4c95-a5f3-c24e84b3c7dd tempest-VolumesAssistedSnapshotsTest-829345027 tempest-VolumesAssistedSnapshotsTest-829345027-project-admin] Lazy-loading 'flavor' on Instance uuid 3e0f093a-98be-4406-a220-34f6d6767294 {{(pid=62328) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 766.982377] env[62328]: DEBUG oslo_vmware.api [-] Task: {'id': task-2386810, 'name': CreateVM_Task, 'duration_secs': 0.43562} completed successfully. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 766.982549] env[62328]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 948b7ba2-2caa-4616-abc0-afc6cca58f76] Created VM on the ESX host {{(pid=62328) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 766.983214] env[62328]: DEBUG oslo_concurrency.lockutils [None req-d478a4e6-c2c6-49f2-adb4-8ad3e9f108b8 tempest-ServerDiskConfigTestJSON-126406698 tempest-ServerDiskConfigTestJSON-126406698-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/dbf872a4-92be-47e4-8561-c3e2bf2423ab" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 766.983378] env[62328]: DEBUG oslo_concurrency.lockutils [None req-d478a4e6-c2c6-49f2-adb4-8ad3e9f108b8 tempest-ServerDiskConfigTestJSON-126406698 tempest-ServerDiskConfigTestJSON-126406698-project-member] Acquired lock "[datastore2] devstack-image-cache_base/dbf872a4-92be-47e4-8561-c3e2bf2423ab" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.983700] env[62328]: DEBUG oslo_concurrency.lockutils [None req-d478a4e6-c2c6-49f2-adb4-8ad3e9f108b8 tempest-ServerDiskConfigTestJSON-126406698 tempest-ServerDiskConfigTestJSON-126406698-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/dbf872a4-92be-47e4-8561-c3e2bf2423ab" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 766.983949] env[62328]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5ef2f2af-5056-4de4-ba1f-6099614c93cd {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 766.989335] env[62328]: DEBUG oslo_vmware.api [None req-d478a4e6-c2c6-49f2-adb4-8ad3e9f108b8 tempest-ServerDiskConfigTestJSON-126406698 tempest-ServerDiskConfigTestJSON-126406698-project-member] Waiting for the task: (returnval){ [ 766.989335] env[62328]: value = "session[52a6e20e-410d-708a-99f2-080a575a99bd]52d159da-ed59-b315-33a1-69ae9c85ea4b" [ 766.989335] env[62328]: _type = "Task" [ 766.989335] env[62328]: } to complete. {{(pid=62328) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 767.016858] env[62328]: DEBUG oslo_vmware.api [None req-d478a4e6-c2c6-49f2-adb4-8ad3e9f108b8 tempest-ServerDiskConfigTestJSON-126406698 tempest-ServerDiskConfigTestJSON-126406698-project-member] Task: {'id': session[52a6e20e-410d-708a-99f2-080a575a99bd]52d159da-ed59-b315-33a1-69ae9c85ea4b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 767.062494] env[62328]: DEBUG nova.network.neutron [-] [instance: c4d72f48-adf2-435f-9f5f-e3c3bc14bc8c] Updating instance_info_cache with network_info: [] {{(pid=62328) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 767.135025] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7ff971bb-4495-499e-a5ea-dc3ceb5a34e2 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 767.167199] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f93e4907-b996-439f-9da9-b57307626b00 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 767.174031] env[62328]: DEBUG oslo_vmware.api [None req-9a602b75-500b-41db-a1d1-6e5c34b96618 tempest-ServersWithSpecificFlavorTestJSON-2091780743 tempest-ServersWithSpecificFlavorTestJSON-2091780743-project-member] Task: {'id': task-2386809, 'name': PowerOnVM_Task, 'duration_secs': 0.528367} completed successfully. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 767.174918] env[62328]: DEBUG nova.virt.vmwareapi.vm_util [None req-9a602b75-500b-41db-a1d1-6e5c34b96618 tempest-ServersWithSpecificFlavorTestJSON-2091780743 tempest-ServersWithSpecificFlavorTestJSON-2091780743-project-member] [instance: 4012f976-bb83-4296-8a36-f3af12570729] Powered on the VM {{(pid=62328) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 767.175367] env[62328]: INFO nova.compute.manager [None req-9a602b75-500b-41db-a1d1-6e5c34b96618 tempest-ServersWithSpecificFlavorTestJSON-2091780743 tempest-ServersWithSpecificFlavorTestJSON-2091780743-project-member] [instance: 4012f976-bb83-4296-8a36-f3af12570729] Took 12.91 seconds to spawn the instance on the hypervisor. [ 767.175698] env[62328]: DEBUG nova.compute.manager [None req-9a602b75-500b-41db-a1d1-6e5c34b96618 tempest-ServersWithSpecificFlavorTestJSON-2091780743 tempest-ServersWithSpecificFlavorTestJSON-2091780743-project-member] [instance: 4012f976-bb83-4296-8a36-f3af12570729] Checking state {{(pid=62328) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 767.179353] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-29061426-2e62-4efc-8691-ef8cbd40cdb9 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 767.196696] env[62328]: DEBUG nova.virt.vmwareapi.vmops [None req-5109b3f1-67b0-450f-8dd1-81f6d832e5f7 tempest-MigrationsAdminTest-413245202 tempest-MigrationsAdminTest-413245202-project-member] [instance: 4279ea33-3d7d-4713-9d21-9e7aa29026ae] Updating instance '4279ea33-3d7d-4713-9d21-9e7aa29026ae' progress to 67 {{(pid=62328) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 767.202107] env[62328]: DEBUG nova.network.neutron [None req-67c9ef5c-3f88-401e-87f8-b158bbbf893e tempest-ServersTestMultiNic-1057987772 tempest-ServersTestMultiNic-1057987772-project-member] [instance: 93ca7686-9ab7-434e-b425-148d3ba8db62] Updating instance_info_cache with network_info: [{"id": "f9d489e3-d4d6-4fce-93c1-fccb826ee917", "address": "fa:16:3e:d1:b4:b0", "network": {"id": "7cee40c1-76c9-492b-90c0-d3f7190861e9", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1479014586", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.45", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c9940c781e6f44eabcb48094e838a06c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c842425c-544e-4ce2-9657-512723bd318e", "external-id": "nsx-vlan-transportzone-80", "segmentation_id": 80, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf9d489e3-d4", "ovs_interfaceid": "f9d489e3-d4d6-4fce-93c1-fccb826ee917", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "0e6368e6-80a8-47b3-81d8-b8683e58f9c7", "address": "fa:16:3e:09:75:7f", "network": {"id": "801b016d-a40f-4e87-be2a-1344131f0e30", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1784945386", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.243", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.129.2"}}], "meta": {"injected": false, "tenant_id": "c9940c781e6f44eabcb48094e838a06c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b4c5eb94-841c-4713-985a-8fc4117fbaf1", "external-id": "nsx-vlan-transportzone-425", "segmentation_id": 425, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0e6368e6-80", "ovs_interfaceid": "0e6368e6-80a8-47b3-81d8-b8683e58f9c7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62328) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 767.205634] env[62328]: DEBUG nova.compute.manager [req-ccc966c2-ceff-45b4-86aa-1a0a0595ac6e req-70c3c70e-1bde-4c90-802b-ce1d8b532cd3 service nova] [instance: 80c53aaa-0812-4f2f-bfe8-2f05c1002018] Received event network-vif-deleted-3332da2c-b8df-44f9-850d-c949eef21f99 {{(pid=62328) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 767.205634] env[62328]: DEBUG nova.compute.manager [req-ccc966c2-ceff-45b4-86aa-1a0a0595ac6e req-70c3c70e-1bde-4c90-802b-ce1d8b532cd3 service nova] [instance: 93ca7686-9ab7-434e-b425-148d3ba8db62] Received event network-vif-plugged-0e6368e6-80a8-47b3-81d8-b8683e58f9c7 {{(pid=62328) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 767.205717] env[62328]: DEBUG oslo_concurrency.lockutils [req-ccc966c2-ceff-45b4-86aa-1a0a0595ac6e req-70c3c70e-1bde-4c90-802b-ce1d8b532cd3 service nova] Acquiring lock "93ca7686-9ab7-434e-b425-148d3ba8db62-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 767.205956] env[62328]: DEBUG oslo_concurrency.lockutils [req-ccc966c2-ceff-45b4-86aa-1a0a0595ac6e req-70c3c70e-1bde-4c90-802b-ce1d8b532cd3 service nova] Lock "93ca7686-9ab7-434e-b425-148d3ba8db62-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 767.206091] env[62328]: DEBUG oslo_concurrency.lockutils [req-ccc966c2-ceff-45b4-86aa-1a0a0595ac6e req-70c3c70e-1bde-4c90-802b-ce1d8b532cd3 service nova] Lock "93ca7686-9ab7-434e-b425-148d3ba8db62-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 767.206264] env[62328]: DEBUG nova.compute.manager [req-ccc966c2-ceff-45b4-86aa-1a0a0595ac6e req-70c3c70e-1bde-4c90-802b-ce1d8b532cd3 service nova] [instance: 93ca7686-9ab7-434e-b425-148d3ba8db62] No waiting events found dispatching network-vif-plugged-0e6368e6-80a8-47b3-81d8-b8683e58f9c7 {{(pid=62328) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 767.206428] env[62328]: WARNING nova.compute.manager [req-ccc966c2-ceff-45b4-86aa-1a0a0595ac6e req-70c3c70e-1bde-4c90-802b-ce1d8b532cd3 service nova] [instance: 93ca7686-9ab7-434e-b425-148d3ba8db62] Received unexpected event network-vif-plugged-0e6368e6-80a8-47b3-81d8-b8683e58f9c7 for instance with vm_state building and task_state spawning. [ 767.206742] env[62328]: DEBUG nova.compute.manager [req-ccc966c2-ceff-45b4-86aa-1a0a0595ac6e req-70c3c70e-1bde-4c90-802b-ce1d8b532cd3 service nova] [instance: 93ca7686-9ab7-434e-b425-148d3ba8db62] Received event network-changed-0e6368e6-80a8-47b3-81d8-b8683e58f9c7 {{(pid=62328) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 767.206813] env[62328]: DEBUG nova.compute.manager [req-ccc966c2-ceff-45b4-86aa-1a0a0595ac6e req-70c3c70e-1bde-4c90-802b-ce1d8b532cd3 service nova] [instance: 93ca7686-9ab7-434e-b425-148d3ba8db62] Refreshing instance network info cache due to event network-changed-0e6368e6-80a8-47b3-81d8-b8683e58f9c7. {{(pid=62328) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 767.206982] env[62328]: DEBUG oslo_concurrency.lockutils [req-ccc966c2-ceff-45b4-86aa-1a0a0595ac6e req-70c3c70e-1bde-4c90-802b-ce1d8b532cd3 service nova] Acquiring lock "refresh_cache-93ca7686-9ab7-434e-b425-148d3ba8db62" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 767.244800] env[62328]: DEBUG oslo_concurrency.lockutils [None req-07aa2033-fc39-46b8-b312-72212098382c tempest-ServersTestJSON-2041147199 tempest-ServersTestJSON-2041147199-project-member] Acquiring lock "refresh_cache-fc8146ed-f4c5-4b4b-a03d-c52452f583cd" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 767.244959] env[62328]: DEBUG oslo_concurrency.lockutils [None req-07aa2033-fc39-46b8-b312-72212098382c tempest-ServersTestJSON-2041147199 tempest-ServersTestJSON-2041147199-project-member] Acquired lock "refresh_cache-fc8146ed-f4c5-4b4b-a03d-c52452f583cd" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.245132] env[62328]: DEBUG nova.network.neutron [None req-07aa2033-fc39-46b8-b312-72212098382c tempest-ServersTestJSON-2041147199 tempest-ServersTestJSON-2041147199-project-member] [instance: fc8146ed-f4c5-4b4b-a03d-c52452f583cd] Building network info cache for instance {{(pid=62328) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 767.254018] env[62328]: DEBUG oslo_concurrency.lockutils [None req-38f7e366-68ce-48aa-a752-6a143ef42302 tempest-ServerRescueTestJSON-434379102 tempest-ServerRescueTestJSON-434379102-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 767.289374] env[62328]: DEBUG oslo_vmware.api [None req-8cba23a2-f50b-47b7-8dd2-b5947542d8f4 tempest-ListImageFiltersTestJSON-111188615 tempest-ListImageFiltersTestJSON-111188615-project-member] Task: {'id': task-2386811, 'name': Destroy_Task} progress is 0%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 767.338588] env[62328]: DEBUG oslo_concurrency.lockutils [None req-c65b97fc-f428-4e0a-b552-fe7747e76ffb tempest-DeleteServersTestJSON-1766103036 tempest-DeleteServersTestJSON-1766103036-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.656s {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 767.342530] env[62328]: DEBUG nova.compute.manager [None req-c65b97fc-f428-4e0a-b552-fe7747e76ffb tempest-DeleteServersTestJSON-1766103036 tempest-DeleteServersTestJSON-1766103036-project-member] [instance: 0ee7925e-085a-489d-8e8e-a0169dd17d45] Start building networks asynchronously for instance. {{(pid=62328) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 767.345206] env[62328]: DEBUG oslo_concurrency.lockutils [None req-f00a1799-05a0-4be3-bb04-85a21f1120bc tempest-ServersAdminNegativeTestJSON-593360600 tempest-ServersAdminNegativeTestJSON-593360600-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 38.273s {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 767.345420] env[62328]: DEBUG nova.objects.instance [None req-f00a1799-05a0-4be3-bb04-85a21f1120bc tempest-ServersAdminNegativeTestJSON-593360600 tempest-ServersAdminNegativeTestJSON-593360600-project-member] Lazy-loading 'resources' on Instance uuid 036c1441-66e8-4a80-99a2-15dfe86351fc {{(pid=62328) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 767.357187] env[62328]: DEBUG oslo_concurrency.lockutils [None req-136a280d-e369-4c95-a5f3-c24e84b3c7dd tempest-VolumesAssistedSnapshotsTest-829345027 tempest-VolumesAssistedSnapshotsTest-829345027-project-admin] Lock "3e0f093a-98be-4406-a220-34f6d6767294" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.929s {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 767.478065] env[62328]: DEBUG nova.virt.vmwareapi.vm_util [None req-3506969e-c0dd-4159-bff8-c8d0d3508cc9 tempest-ServerActionsV293TestJSON-1864378190 tempest-ServerActionsV293TestJSON-1864378190-project-member] [instance: 2f5e173e-0a48-45c2-ae86-64d86a2b45d4] Powering off the VM {{(pid=62328) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 767.478412] env[62328]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-952dea89-c7f8-434c-b78e-b193104fe4b8 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 767.487648] env[62328]: DEBUG oslo_vmware.api [None req-3506969e-c0dd-4159-bff8-c8d0d3508cc9 tempest-ServerActionsV293TestJSON-1864378190 tempest-ServerActionsV293TestJSON-1864378190-project-member] Waiting for the task: (returnval){ [ 767.487648] env[62328]: value = "task-2386812" [ 767.487648] env[62328]: _type = "Task" [ 767.487648] env[62328]: } to complete. {{(pid=62328) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 767.496862] env[62328]: DEBUG oslo_vmware.api [None req-3506969e-c0dd-4159-bff8-c8d0d3508cc9 tempest-ServerActionsV293TestJSON-1864378190 tempest-ServerActionsV293TestJSON-1864378190-project-member] Task: {'id': task-2386812, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 767.510651] env[62328]: DEBUG oslo_vmware.api [None req-d478a4e6-c2c6-49f2-adb4-8ad3e9f108b8 tempest-ServerDiskConfigTestJSON-126406698 tempest-ServerDiskConfigTestJSON-126406698-project-member] Task: {'id': session[52a6e20e-410d-708a-99f2-080a575a99bd]52d159da-ed59-b315-33a1-69ae9c85ea4b, 'name': SearchDatastore_Task, 'duration_secs': 0.03348} completed successfully. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 767.511045] env[62328]: DEBUG oslo_concurrency.lockutils [None req-d478a4e6-c2c6-49f2-adb4-8ad3e9f108b8 tempest-ServerDiskConfigTestJSON-126406698 tempest-ServerDiskConfigTestJSON-126406698-project-member] Releasing lock "[datastore2] devstack-image-cache_base/dbf872a4-92be-47e4-8561-c3e2bf2423ab" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 767.511353] env[62328]: DEBUG nova.virt.vmwareapi.vmops [None req-d478a4e6-c2c6-49f2-adb4-8ad3e9f108b8 tempest-ServerDiskConfigTestJSON-126406698 tempest-ServerDiskConfigTestJSON-126406698-project-member] [instance: 948b7ba2-2caa-4616-abc0-afc6cca58f76] Processing image dbf872a4-92be-47e4-8561-c3e2bf2423ab {{(pid=62328) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 767.511609] env[62328]: DEBUG oslo_concurrency.lockutils [None req-d478a4e6-c2c6-49f2-adb4-8ad3e9f108b8 tempest-ServerDiskConfigTestJSON-126406698 tempest-ServerDiskConfigTestJSON-126406698-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/dbf872a4-92be-47e4-8561-c3e2bf2423ab/dbf872a4-92be-47e4-8561-c3e2bf2423ab.vmdk" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 767.511762] env[62328]: DEBUG oslo_concurrency.lockutils [None req-d478a4e6-c2c6-49f2-adb4-8ad3e9f108b8 tempest-ServerDiskConfigTestJSON-126406698 tempest-ServerDiskConfigTestJSON-126406698-project-member] Acquired lock "[datastore2] devstack-image-cache_base/dbf872a4-92be-47e4-8561-c3e2bf2423ab/dbf872a4-92be-47e4-8561-c3e2bf2423ab.vmdk" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.511978] env[62328]: DEBUG nova.virt.vmwareapi.ds_util [None req-d478a4e6-c2c6-49f2-adb4-8ad3e9f108b8 tempest-ServerDiskConfigTestJSON-126406698 tempest-ServerDiskConfigTestJSON-126406698-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62328) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 767.512341] env[62328]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-0ab91856-8648-4a2a-a64e-c32b3ea232c5 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 767.526630] env[62328]: DEBUG nova.virt.vmwareapi.ds_util [None req-d478a4e6-c2c6-49f2-adb4-8ad3e9f108b8 tempest-ServerDiskConfigTestJSON-126406698 tempest-ServerDiskConfigTestJSON-126406698-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62328) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 767.526868] env[62328]: DEBUG nova.virt.vmwareapi.vmops [None req-d478a4e6-c2c6-49f2-adb4-8ad3e9f108b8 tempest-ServerDiskConfigTestJSON-126406698 tempest-ServerDiskConfigTestJSON-126406698-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62328) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 767.527750] env[62328]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-232e5cd9-e000-48eb-b13d-e3c71691ba1a {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 767.534975] env[62328]: DEBUG oslo_vmware.api [None req-d478a4e6-c2c6-49f2-adb4-8ad3e9f108b8 tempest-ServerDiskConfigTestJSON-126406698 tempest-ServerDiskConfigTestJSON-126406698-project-member] Waiting for the task: (returnval){ [ 767.534975] env[62328]: value = "session[52a6e20e-410d-708a-99f2-080a575a99bd]52b8af26-9b62-f66f-5be1-936faea43bc6" [ 767.534975] env[62328]: _type = "Task" [ 767.534975] env[62328]: } to complete. {{(pid=62328) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 767.547037] env[62328]: DEBUG oslo_vmware.api [None req-d478a4e6-c2c6-49f2-adb4-8ad3e9f108b8 tempest-ServerDiskConfigTestJSON-126406698 tempest-ServerDiskConfigTestJSON-126406698-project-member] Task: {'id': session[52a6e20e-410d-708a-99f2-080a575a99bd]52b8af26-9b62-f66f-5be1-936faea43bc6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 767.564832] env[62328]: INFO nova.compute.manager [-] [instance: c4d72f48-adf2-435f-9f5f-e3c3bc14bc8c] Took 1.72 seconds to deallocate network for instance. [ 767.662036] env[62328]: DEBUG nova.network.neutron [None req-16c86219-1e87-4399-83d0-c8577db8e20a tempest-ServersTestBootFromVolume-606303851 tempest-ServersTestBootFromVolume-606303851-project-member] [instance: e4c166ea-d803-4db5-a104-16bd84bfc6c6] Successfully updated port: 4298f3ea-b478-497b-b427-97e3bb0dde1d {{(pid=62328) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 767.718946] env[62328]: DEBUG oslo_concurrency.lockutils [None req-67c9ef5c-3f88-401e-87f8-b158bbbf893e tempest-ServersTestMultiNic-1057987772 tempest-ServersTestMultiNic-1057987772-project-member] Releasing lock "refresh_cache-93ca7686-9ab7-434e-b425-148d3ba8db62" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 767.722500] env[62328]: DEBUG nova.compute.manager [None req-67c9ef5c-3f88-401e-87f8-b158bbbf893e tempest-ServersTestMultiNic-1057987772 tempest-ServersTestMultiNic-1057987772-project-member] [instance: 93ca7686-9ab7-434e-b425-148d3ba8db62] Instance network_info: |[{"id": "f9d489e3-d4d6-4fce-93c1-fccb826ee917", "address": "fa:16:3e:d1:b4:b0", "network": {"id": "7cee40c1-76c9-492b-90c0-d3f7190861e9", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1479014586", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.45", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c9940c781e6f44eabcb48094e838a06c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c842425c-544e-4ce2-9657-512723bd318e", "external-id": "nsx-vlan-transportzone-80", "segmentation_id": 80, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf9d489e3-d4", "ovs_interfaceid": "f9d489e3-d4d6-4fce-93c1-fccb826ee917", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "0e6368e6-80a8-47b3-81d8-b8683e58f9c7", "address": "fa:16:3e:09:75:7f", "network": {"id": "801b016d-a40f-4e87-be2a-1344131f0e30", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1784945386", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.243", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.129.2"}}], "meta": {"injected": false, "tenant_id": "c9940c781e6f44eabcb48094e838a06c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b4c5eb94-841c-4713-985a-8fc4117fbaf1", "external-id": "nsx-vlan-transportzone-425", "segmentation_id": 425, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0e6368e6-80", "ovs_interfaceid": "0e6368e6-80a8-47b3-81d8-b8683e58f9c7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62328) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 767.730625] env[62328]: DEBUG oslo_concurrency.lockutils [req-ccc966c2-ceff-45b4-86aa-1a0a0595ac6e req-70c3c70e-1bde-4c90-802b-ce1d8b532cd3 service nova] Acquired lock "refresh_cache-93ca7686-9ab7-434e-b425-148d3ba8db62" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.730625] env[62328]: DEBUG nova.network.neutron [req-ccc966c2-ceff-45b4-86aa-1a0a0595ac6e req-70c3c70e-1bde-4c90-802b-ce1d8b532cd3 service nova] [instance: 93ca7686-9ab7-434e-b425-148d3ba8db62] Refreshing network info cache for port 0e6368e6-80a8-47b3-81d8-b8683e58f9c7 {{(pid=62328) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 767.730625] env[62328]: DEBUG nova.virt.vmwareapi.vmops [None req-67c9ef5c-3f88-401e-87f8-b158bbbf893e tempest-ServersTestMultiNic-1057987772 tempest-ServersTestMultiNic-1057987772-project-member] [instance: 93ca7686-9ab7-434e-b425-148d3ba8db62] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:d1:b4:b0', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'c842425c-544e-4ce2-9657-512723bd318e', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'f9d489e3-d4d6-4fce-93c1-fccb826ee917', 'vif_model': 'vmxnet3'}, {'network_name': 'br-int', 'mac_address': 'fa:16:3e:09:75:7f', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'b4c5eb94-841c-4713-985a-8fc4117fbaf1', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '0e6368e6-80a8-47b3-81d8-b8683e58f9c7', 'vif_model': 'vmxnet3'}] {{(pid=62328) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 767.740667] env[62328]: DEBUG oslo.service.loopingcall [None req-67c9ef5c-3f88-401e-87f8-b158bbbf893e tempest-ServersTestMultiNic-1057987772 tempest-ServersTestMultiNic-1057987772-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62328) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 767.741979] env[62328]: INFO nova.compute.manager [None req-9a602b75-500b-41db-a1d1-6e5c34b96618 tempest-ServersWithSpecificFlavorTestJSON-2091780743 tempest-ServersWithSpecificFlavorTestJSON-2091780743-project-member] [instance: 4012f976-bb83-4296-8a36-f3af12570729] Took 54.29 seconds to build instance. [ 767.747084] env[62328]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 93ca7686-9ab7-434e-b425-148d3ba8db62] Creating VM on the ESX host {{(pid=62328) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 767.750737] env[62328]: DEBUG nova.compute.manager [req-afdbd6b7-3d74-41ac-b565-1ade3258d828 req-5522152f-bb75-430c-9bb0-2ff5c3981edb service nova] [instance: e4c166ea-d803-4db5-a104-16bd84bfc6c6] Received event network-vif-plugged-4298f3ea-b478-497b-b427-97e3bb0dde1d {{(pid=62328) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 767.750863] env[62328]: DEBUG oslo_concurrency.lockutils [req-afdbd6b7-3d74-41ac-b565-1ade3258d828 req-5522152f-bb75-430c-9bb0-2ff5c3981edb service nova] Acquiring lock "e4c166ea-d803-4db5-a104-16bd84bfc6c6-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 767.751550] env[62328]: DEBUG oslo_concurrency.lockutils [req-afdbd6b7-3d74-41ac-b565-1ade3258d828 req-5522152f-bb75-430c-9bb0-2ff5c3981edb service nova] Lock "e4c166ea-d803-4db5-a104-16bd84bfc6c6-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 767.751550] env[62328]: DEBUG oslo_concurrency.lockutils [req-afdbd6b7-3d74-41ac-b565-1ade3258d828 req-5522152f-bb75-430c-9bb0-2ff5c3981edb service nova] Lock "e4c166ea-d803-4db5-a104-16bd84bfc6c6-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 767.751550] env[62328]: DEBUG nova.compute.manager [req-afdbd6b7-3d74-41ac-b565-1ade3258d828 req-5522152f-bb75-430c-9bb0-2ff5c3981edb service nova] [instance: e4c166ea-d803-4db5-a104-16bd84bfc6c6] No waiting events found dispatching network-vif-plugged-4298f3ea-b478-497b-b427-97e3bb0dde1d {{(pid=62328) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 767.751550] env[62328]: WARNING nova.compute.manager [req-afdbd6b7-3d74-41ac-b565-1ade3258d828 req-5522152f-bb75-430c-9bb0-2ff5c3981edb service nova] [instance: e4c166ea-d803-4db5-a104-16bd84bfc6c6] Received unexpected event network-vif-plugged-4298f3ea-b478-497b-b427-97e3bb0dde1d for instance with vm_state building and task_state block_device_mapping. [ 767.753265] env[62328]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-a5ea8ba0-9aae-4abf-b87d-492b8cd62103 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 767.780601] env[62328]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 767.780601] env[62328]: value = "task-2386813" [ 767.780601] env[62328]: _type = "Task" [ 767.780601] env[62328]: } to complete. {{(pid=62328) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 767.788398] env[62328]: DEBUG nova.network.neutron [None req-5109b3f1-67b0-450f-8dd1-81f6d832e5f7 tempest-MigrationsAdminTest-413245202 tempest-MigrationsAdminTest-413245202-project-member] [instance: 4279ea33-3d7d-4713-9d21-9e7aa29026ae] Port 69bce2eb-7f15-465b-8308-cde308c68738 binding to destination host cpu-1 is already ACTIVE {{(pid=62328) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 767.790145] env[62328]: DEBUG oslo_vmware.api [None req-8cba23a2-f50b-47b7-8dd2-b5947542d8f4 tempest-ListImageFiltersTestJSON-111188615 tempest-ListImageFiltersTestJSON-111188615-project-member] Task: {'id': task-2386811, 'name': Destroy_Task, 'duration_secs': 0.982622} completed successfully. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 767.791332] env[62328]: INFO nova.virt.vmwareapi.vm_util [None req-8cba23a2-f50b-47b7-8dd2-b5947542d8f4 tempest-ListImageFiltersTestJSON-111188615 tempest-ListImageFiltersTestJSON-111188615-project-member] [instance: 8e31afa5-82ea-4e3e-8913-77f24ee85e4e] Destroyed the VM [ 767.791574] env[62328]: DEBUG nova.virt.vmwareapi.vmops [None req-8cba23a2-f50b-47b7-8dd2-b5947542d8f4 tempest-ListImageFiltersTestJSON-111188615 tempest-ListImageFiltersTestJSON-111188615-project-member] [instance: 8e31afa5-82ea-4e3e-8913-77f24ee85e4e] Deleting Snapshot of the VM instance {{(pid=62328) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 767.793149] env[62328]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-a16d1f95-5831-4909-974b-7a2eb35feae6 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 767.796797] env[62328]: DEBUG oslo_vmware.api [-] Task: {'id': task-2386813, 'name': CreateVM_Task} progress is 5%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 767.803676] env[62328]: DEBUG oslo_vmware.api [None req-8cba23a2-f50b-47b7-8dd2-b5947542d8f4 tempest-ListImageFiltersTestJSON-111188615 tempest-ListImageFiltersTestJSON-111188615-project-member] Waiting for the task: (returnval){ [ 767.803676] env[62328]: value = "task-2386814" [ 767.803676] env[62328]: _type = "Task" [ 767.803676] env[62328]: } to complete. {{(pid=62328) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 767.815139] env[62328]: DEBUG oslo_vmware.api [None req-8cba23a2-f50b-47b7-8dd2-b5947542d8f4 tempest-ListImageFiltersTestJSON-111188615 tempest-ListImageFiltersTestJSON-111188615-project-member] Task: {'id': task-2386814, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 767.849469] env[62328]: DEBUG nova.compute.utils [None req-c65b97fc-f428-4e0a-b552-fe7747e76ffb tempest-DeleteServersTestJSON-1766103036 tempest-DeleteServersTestJSON-1766103036-project-member] Using /dev/sd instead of None {{(pid=62328) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 767.860169] env[62328]: DEBUG nova.compute.manager [None req-c65b97fc-f428-4e0a-b552-fe7747e76ffb tempest-DeleteServersTestJSON-1766103036 tempest-DeleteServersTestJSON-1766103036-project-member] [instance: 0ee7925e-085a-489d-8e8e-a0169dd17d45] Allocating IP information in the background. {{(pid=62328) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 767.860169] env[62328]: DEBUG nova.network.neutron [None req-c65b97fc-f428-4e0a-b552-fe7747e76ffb tempest-DeleteServersTestJSON-1766103036 tempest-DeleteServersTestJSON-1766103036-project-member] [instance: 0ee7925e-085a-489d-8e8e-a0169dd17d45] allocate_for_instance() {{(pid=62328) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 767.868658] env[62328]: DEBUG nova.network.neutron [None req-07aa2033-fc39-46b8-b312-72212098382c tempest-ServersTestJSON-2041147199 tempest-ServersTestJSON-2041147199-project-member] [instance: fc8146ed-f4c5-4b4b-a03d-c52452f583cd] Instance cache missing network info. {{(pid=62328) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 767.907836] env[62328]: DEBUG nova.policy [None req-c65b97fc-f428-4e0a-b552-fe7747e76ffb tempest-DeleteServersTestJSON-1766103036 tempest-DeleteServersTestJSON-1766103036-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '699ce75fc096435fb92708a7336ced09', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '7aa9ac81c5264c7cba58e5879eedf77c', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62328) authorize /opt/stack/nova/nova/policy.py:192}} [ 768.000020] env[62328]: DEBUG oslo_vmware.api [None req-3506969e-c0dd-4159-bff8-c8d0d3508cc9 tempest-ServerActionsV293TestJSON-1864378190 tempest-ServerActionsV293TestJSON-1864378190-project-member] Task: {'id': task-2386812, 'name': PowerOffVM_Task, 'duration_secs': 0.201827} completed successfully. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 768.002189] env[62328]: DEBUG nova.virt.vmwareapi.vm_util [None req-3506969e-c0dd-4159-bff8-c8d0d3508cc9 tempest-ServerActionsV293TestJSON-1864378190 tempest-ServerActionsV293TestJSON-1864378190-project-member] [instance: 2f5e173e-0a48-45c2-ae86-64d86a2b45d4] Powered off the VM {{(pid=62328) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 768.003129] env[62328]: DEBUG nova.virt.vmwareapi.vm_util [None req-3506969e-c0dd-4159-bff8-c8d0d3508cc9 tempest-ServerActionsV293TestJSON-1864378190 tempest-ServerActionsV293TestJSON-1864378190-project-member] [instance: 2f5e173e-0a48-45c2-ae86-64d86a2b45d4] Powering off the VM {{(pid=62328) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 768.004217] env[62328]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d3128144-328a-4165-b4f5-18d64c32f193 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 768.020525] env[62328]: DEBUG oslo_vmware.api [None req-3506969e-c0dd-4159-bff8-c8d0d3508cc9 tempest-ServerActionsV293TestJSON-1864378190 tempest-ServerActionsV293TestJSON-1864378190-project-member] Waiting for the task: (returnval){ [ 768.020525] env[62328]: value = "task-2386815" [ 768.020525] env[62328]: _type = "Task" [ 768.020525] env[62328]: } to complete. {{(pid=62328) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 768.045974] env[62328]: DEBUG nova.virt.vmwareapi.vm_util [None req-3506969e-c0dd-4159-bff8-c8d0d3508cc9 tempest-ServerActionsV293TestJSON-1864378190 tempest-ServerActionsV293TestJSON-1864378190-project-member] [instance: 2f5e173e-0a48-45c2-ae86-64d86a2b45d4] VM already powered off {{(pid=62328) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 768.046485] env[62328]: DEBUG nova.virt.vmwareapi.volumeops [None req-3506969e-c0dd-4159-bff8-c8d0d3508cc9 tempest-ServerActionsV293TestJSON-1864378190 tempest-ServerActionsV293TestJSON-1864378190-project-member] [instance: 2f5e173e-0a48-45c2-ae86-64d86a2b45d4] Volume detach. Driver type: vmdk {{(pid=62328) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 768.046874] env[62328]: DEBUG nova.virt.vmwareapi.volumeops [None req-3506969e-c0dd-4159-bff8-c8d0d3508cc9 tempest-ServerActionsV293TestJSON-1864378190 tempest-ServerActionsV293TestJSON-1864378190-project-member] [instance: 2f5e173e-0a48-45c2-ae86-64d86a2b45d4] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-484239', 'volume_id': '0da4a820-256e-4fbb-941e-7249bbabc770', 'name': 'volume-0da4a820-256e-4fbb-941e-7249bbabc770', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '2f5e173e-0a48-45c2-ae86-64d86a2b45d4', 'attached_at': '', 'detached_at': '', 'volume_id': '0da4a820-256e-4fbb-941e-7249bbabc770', 'serial': '0da4a820-256e-4fbb-941e-7249bbabc770'} {{(pid=62328) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 768.053252] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9147c9d8-e0d6-40b0-b41a-9e742000709a {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 768.066237] env[62328]: DEBUG oslo_vmware.api [None req-d478a4e6-c2c6-49f2-adb4-8ad3e9f108b8 tempest-ServerDiskConfigTestJSON-126406698 tempest-ServerDiskConfigTestJSON-126406698-project-member] Task: {'id': session[52a6e20e-410d-708a-99f2-080a575a99bd]52b8af26-9b62-f66f-5be1-936faea43bc6, 'name': SearchDatastore_Task, 'duration_secs': 0.019922} completed successfully. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 768.084024] env[62328]: DEBUG oslo_concurrency.lockutils [None req-09fc80ab-099d-432a-aaff-cbff9a4d8608 tempest-InstanceActionsTestJSON-398422522 tempest-InstanceActionsTestJSON-398422522-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 768.087019] env[62328]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cac5d1a6-779d-4c7e-bc2e-e2fcab60afe3 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 768.090401] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c8ff3449-83bd-49ea-b228-b27da0a611bb {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 768.100909] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-79f23382-8888-4c8d-808a-e3a32d8c4fae {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 768.105299] env[62328]: DEBUG oslo_vmware.api [None req-d478a4e6-c2c6-49f2-adb4-8ad3e9f108b8 tempest-ServerDiskConfigTestJSON-126406698 tempest-ServerDiskConfigTestJSON-126406698-project-member] Waiting for the task: (returnval){ [ 768.105299] env[62328]: value = "session[52a6e20e-410d-708a-99f2-080a575a99bd]52bc7186-770e-37a5-42ca-1a4a60fc1237" [ 768.105299] env[62328]: _type = "Task" [ 768.105299] env[62328]: } to complete. {{(pid=62328) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 768.138566] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-89ee1706-42ef-4f2d-af63-f9ad1185a01f {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 768.148668] env[62328]: DEBUG oslo_vmware.api [None req-d478a4e6-c2c6-49f2-adb4-8ad3e9f108b8 tempest-ServerDiskConfigTestJSON-126406698 tempest-ServerDiskConfigTestJSON-126406698-project-member] Task: {'id': session[52a6e20e-410d-708a-99f2-080a575a99bd]52bc7186-770e-37a5-42ca-1a4a60fc1237, 'name': SearchDatastore_Task, 'duration_secs': 0.018074} completed successfully. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 768.149447] env[62328]: DEBUG oslo_concurrency.lockutils [None req-d478a4e6-c2c6-49f2-adb4-8ad3e9f108b8 tempest-ServerDiskConfigTestJSON-126406698 tempest-ServerDiskConfigTestJSON-126406698-project-member] Releasing lock "[datastore2] devstack-image-cache_base/dbf872a4-92be-47e4-8561-c3e2bf2423ab/dbf872a4-92be-47e4-8561-c3e2bf2423ab.vmdk" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 768.149738] env[62328]: DEBUG nova.virt.vmwareapi.vm_util [None req-d478a4e6-c2c6-49f2-adb4-8ad3e9f108b8 tempest-ServerDiskConfigTestJSON-126406698 tempest-ServerDiskConfigTestJSON-126406698-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/dbf872a4-92be-47e4-8561-c3e2bf2423ab/dbf872a4-92be-47e4-8561-c3e2bf2423ab.vmdk to [datastore2] 948b7ba2-2caa-4616-abc0-afc6cca58f76/948b7ba2-2caa-4616-abc0-afc6cca58f76.vmdk {{(pid=62328) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 768.150079] env[62328]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-06a47568-3131-4753-b4ec-4490b527c5ee {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 768.167417] env[62328]: DEBUG oslo_concurrency.lockutils [None req-16c86219-1e87-4399-83d0-c8577db8e20a tempest-ServersTestBootFromVolume-606303851 tempest-ServersTestBootFromVolume-606303851-project-member] Acquiring lock "refresh_cache-e4c166ea-d803-4db5-a104-16bd84bfc6c6" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 768.167568] env[62328]: DEBUG oslo_concurrency.lockutils [None req-16c86219-1e87-4399-83d0-c8577db8e20a tempest-ServersTestBootFromVolume-606303851 tempest-ServersTestBootFromVolume-606303851-project-member] Acquired lock "refresh_cache-e4c166ea-d803-4db5-a104-16bd84bfc6c6" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.167693] env[62328]: DEBUG nova.network.neutron [None req-16c86219-1e87-4399-83d0-c8577db8e20a tempest-ServersTestBootFromVolume-606303851 tempest-ServersTestBootFromVolume-606303851-project-member] [instance: e4c166ea-d803-4db5-a104-16bd84bfc6c6] Building network info cache for instance {{(pid=62328) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 768.169037] env[62328]: DEBUG nova.virt.vmwareapi.volumeops [None req-3506969e-c0dd-4159-bff8-c8d0d3508cc9 tempest-ServerActionsV293TestJSON-1864378190 tempest-ServerActionsV293TestJSON-1864378190-project-member] The volume has not been displaced from its original location: [datastore1] volume-0da4a820-256e-4fbb-941e-7249bbabc770/volume-0da4a820-256e-4fbb-941e-7249bbabc770.vmdk. No consolidation needed. {{(pid=62328) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 768.174509] env[62328]: DEBUG nova.virt.vmwareapi.volumeops [None req-3506969e-c0dd-4159-bff8-c8d0d3508cc9 tempest-ServerActionsV293TestJSON-1864378190 tempest-ServerActionsV293TestJSON-1864378190-project-member] [instance: 2f5e173e-0a48-45c2-ae86-64d86a2b45d4] Reconfiguring VM instance instance-0000002f to detach disk 2000 {{(pid=62328) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 768.181562] env[62328]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-50ebd641-7f07-4a96-bcc4-48cbed5dbe84 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 768.198824] env[62328]: DEBUG oslo_vmware.api [None req-d478a4e6-c2c6-49f2-adb4-8ad3e9f108b8 tempest-ServerDiskConfigTestJSON-126406698 tempest-ServerDiskConfigTestJSON-126406698-project-member] Waiting for the task: (returnval){ [ 768.198824] env[62328]: value = "task-2386816" [ 768.198824] env[62328]: _type = "Task" [ 768.198824] env[62328]: } to complete. {{(pid=62328) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 768.205051] env[62328]: DEBUG oslo_vmware.api [None req-3506969e-c0dd-4159-bff8-c8d0d3508cc9 tempest-ServerActionsV293TestJSON-1864378190 tempest-ServerActionsV293TestJSON-1864378190-project-member] Waiting for the task: (returnval){ [ 768.205051] env[62328]: value = "task-2386817" [ 768.205051] env[62328]: _type = "Task" [ 768.205051] env[62328]: } to complete. {{(pid=62328) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 768.211846] env[62328]: DEBUG oslo_vmware.api [None req-d478a4e6-c2c6-49f2-adb4-8ad3e9f108b8 tempest-ServerDiskConfigTestJSON-126406698 tempest-ServerDiskConfigTestJSON-126406698-project-member] Task: {'id': task-2386816, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 768.220943] env[62328]: DEBUG oslo_vmware.api [None req-3506969e-c0dd-4159-bff8-c8d0d3508cc9 tempest-ServerActionsV293TestJSON-1864378190 tempest-ServerActionsV293TestJSON-1864378190-project-member] Task: {'id': task-2386817, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 768.249144] env[62328]: DEBUG oslo_concurrency.lockutils [None req-9a602b75-500b-41db-a1d1-6e5c34b96618 tempest-ServersWithSpecificFlavorTestJSON-2091780743 tempest-ServersWithSpecificFlavorTestJSON-2091780743-project-member] Lock "4012f976-bb83-4296-8a36-f3af12570729" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 73.986s {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 768.304038] env[62328]: DEBUG oslo_vmware.api [-] Task: {'id': task-2386813, 'name': CreateVM_Task, 'duration_secs': 0.394548} completed successfully. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 768.304038] env[62328]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 93ca7686-9ab7-434e-b425-148d3ba8db62] Created VM on the ESX host {{(pid=62328) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 768.304666] env[62328]: DEBUG oslo_concurrency.lockutils [None req-67c9ef5c-3f88-401e-87f8-b158bbbf893e tempest-ServersTestMultiNic-1057987772 tempest-ServersTestMultiNic-1057987772-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/dbf872a4-92be-47e4-8561-c3e2bf2423ab" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 768.304815] env[62328]: DEBUG oslo_concurrency.lockutils [None req-67c9ef5c-3f88-401e-87f8-b158bbbf893e tempest-ServersTestMultiNic-1057987772 tempest-ServersTestMultiNic-1057987772-project-member] Acquired lock "[datastore1] devstack-image-cache_base/dbf872a4-92be-47e4-8561-c3e2bf2423ab" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.305261] env[62328]: DEBUG oslo_concurrency.lockutils [None req-67c9ef5c-3f88-401e-87f8-b158bbbf893e tempest-ServersTestMultiNic-1057987772 tempest-ServersTestMultiNic-1057987772-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/dbf872a4-92be-47e4-8561-c3e2bf2423ab" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 768.305511] env[62328]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5f9183b3-9997-4e24-8ca7-590a21ed2e80 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 768.318301] env[62328]: DEBUG oslo_vmware.api [None req-8cba23a2-f50b-47b7-8dd2-b5947542d8f4 tempest-ListImageFiltersTestJSON-111188615 tempest-ListImageFiltersTestJSON-111188615-project-member] Task: {'id': task-2386814, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 768.318676] env[62328]: DEBUG oslo_vmware.api [None req-67c9ef5c-3f88-401e-87f8-b158bbbf893e tempest-ServersTestMultiNic-1057987772 tempest-ServersTestMultiNic-1057987772-project-member] Waiting for the task: (returnval){ [ 768.318676] env[62328]: value = "session[52a6e20e-410d-708a-99f2-080a575a99bd]52703ee1-b48f-7f19-a498-c71e0e83f028" [ 768.318676] env[62328]: _type = "Task" [ 768.318676] env[62328]: } to complete. {{(pid=62328) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 768.333546] env[62328]: DEBUG oslo_vmware.api [None req-67c9ef5c-3f88-401e-87f8-b158bbbf893e tempest-ServersTestMultiNic-1057987772 tempest-ServersTestMultiNic-1057987772-project-member] Task: {'id': session[52a6e20e-410d-708a-99f2-080a575a99bd]52703ee1-b48f-7f19-a498-c71e0e83f028, 'name': SearchDatastore_Task, 'duration_secs': 0.010985} completed successfully. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 768.334577] env[62328]: DEBUG oslo_concurrency.lockutils [None req-67c9ef5c-3f88-401e-87f8-b158bbbf893e tempest-ServersTestMultiNic-1057987772 tempest-ServersTestMultiNic-1057987772-project-member] Releasing lock "[datastore1] devstack-image-cache_base/dbf872a4-92be-47e4-8561-c3e2bf2423ab" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 768.335043] env[62328]: DEBUG nova.virt.vmwareapi.vmops [None req-67c9ef5c-3f88-401e-87f8-b158bbbf893e tempest-ServersTestMultiNic-1057987772 tempest-ServersTestMultiNic-1057987772-project-member] [instance: 93ca7686-9ab7-434e-b425-148d3ba8db62] Processing image dbf872a4-92be-47e4-8561-c3e2bf2423ab {{(pid=62328) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 768.335666] env[62328]: DEBUG oslo_concurrency.lockutils [None req-67c9ef5c-3f88-401e-87f8-b158bbbf893e tempest-ServersTestMultiNic-1057987772 tempest-ServersTestMultiNic-1057987772-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/dbf872a4-92be-47e4-8561-c3e2bf2423ab/dbf872a4-92be-47e4-8561-c3e2bf2423ab.vmdk" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 768.336157] env[62328]: DEBUG oslo_concurrency.lockutils [None req-67c9ef5c-3f88-401e-87f8-b158bbbf893e tempest-ServersTestMultiNic-1057987772 tempest-ServersTestMultiNic-1057987772-project-member] Acquired lock "[datastore1] devstack-image-cache_base/dbf872a4-92be-47e4-8561-c3e2bf2423ab/dbf872a4-92be-47e4-8561-c3e2bf2423ab.vmdk" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.336466] env[62328]: DEBUG nova.virt.vmwareapi.ds_util [None req-67c9ef5c-3f88-401e-87f8-b158bbbf893e tempest-ServersTestMultiNic-1057987772 tempest-ServersTestMultiNic-1057987772-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62328) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 768.337524] env[62328]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-1876a42d-e4e9-4e83-a867-9389f25d5b2b {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 768.356161] env[62328]: DEBUG nova.virt.vmwareapi.ds_util [None req-67c9ef5c-3f88-401e-87f8-b158bbbf893e tempest-ServersTestMultiNic-1057987772 tempest-ServersTestMultiNic-1057987772-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62328) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 768.356380] env[62328]: DEBUG nova.virt.vmwareapi.vmops [None req-67c9ef5c-3f88-401e-87f8-b158bbbf893e tempest-ServersTestMultiNic-1057987772 tempest-ServersTestMultiNic-1057987772-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62328) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 768.359130] env[62328]: DEBUG nova.compute.manager [None req-c65b97fc-f428-4e0a-b552-fe7747e76ffb tempest-DeleteServersTestJSON-1766103036 tempest-DeleteServersTestJSON-1766103036-project-member] [instance: 0ee7925e-085a-489d-8e8e-a0169dd17d45] Start building block device mappings for instance. {{(pid=62328) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 768.360471] env[62328]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-21997adb-5bf5-4205-92d3-1423b89a1afb {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 768.369494] env[62328]: DEBUG nova.network.neutron [None req-07aa2033-fc39-46b8-b312-72212098382c tempest-ServersTestJSON-2041147199 tempest-ServersTestJSON-2041147199-project-member] [instance: fc8146ed-f4c5-4b4b-a03d-c52452f583cd] Updating instance_info_cache with network_info: [{"id": "9072a222-9877-42d6-931a-31acdacdc894", "address": "fa:16:3e:3e:70:80", "network": {"id": "6bb51e3a-3ea5-407f-af2d-a3aa2b58eb3e", "bridge": "br-int", "label": "tempest-ServersTestJSON-585704246-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c45c639ce4254b028b1106f234f63616", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d829efb7-e98e-4b67-bd03-b0888287dbfd", "external-id": "nsx-vlan-transportzone-128", "segmentation_id": 128, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9072a222-98", "ovs_interfaceid": "9072a222-9877-42d6-931a-31acdacdc894", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62328) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 768.388043] env[62328]: DEBUG oslo_vmware.api [None req-67c9ef5c-3f88-401e-87f8-b158bbbf893e tempest-ServersTestMultiNic-1057987772 tempest-ServersTestMultiNic-1057987772-project-member] Waiting for the task: (returnval){ [ 768.388043] env[62328]: value = "session[52a6e20e-410d-708a-99f2-080a575a99bd]521ad776-489d-4dd7-1ccf-8c4db50a9529" [ 768.388043] env[62328]: _type = "Task" [ 768.388043] env[62328]: } to complete. {{(pid=62328) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 768.406483] env[62328]: DEBUG oslo_vmware.api [None req-67c9ef5c-3f88-401e-87f8-b158bbbf893e tempest-ServersTestMultiNic-1057987772 tempest-ServersTestMultiNic-1057987772-project-member] Task: {'id': session[52a6e20e-410d-708a-99f2-080a575a99bd]521ad776-489d-4dd7-1ccf-8c4db50a9529, 'name': SearchDatastore_Task, 'duration_secs': 0.014278} completed successfully. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 768.408919] env[62328]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8babc3ad-cdac-4afe-8871-bda8fbdcbbcb {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 768.419014] env[62328]: DEBUG oslo_vmware.api [None req-67c9ef5c-3f88-401e-87f8-b158bbbf893e tempest-ServersTestMultiNic-1057987772 tempest-ServersTestMultiNic-1057987772-project-member] Waiting for the task: (returnval){ [ 768.419014] env[62328]: value = "session[52a6e20e-410d-708a-99f2-080a575a99bd]52723bc3-be87-e9bd-036b-d8ead2829d4e" [ 768.419014] env[62328]: _type = "Task" [ 768.419014] env[62328]: } to complete. {{(pid=62328) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 768.434075] env[62328]: DEBUG oslo_vmware.api [None req-67c9ef5c-3f88-401e-87f8-b158bbbf893e tempest-ServersTestMultiNic-1057987772 tempest-ServersTestMultiNic-1057987772-project-member] Task: {'id': session[52a6e20e-410d-708a-99f2-080a575a99bd]52723bc3-be87-e9bd-036b-d8ead2829d4e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 768.477889] env[62328]: DEBUG nova.network.neutron [None req-c65b97fc-f428-4e0a-b552-fe7747e76ffb tempest-DeleteServersTestJSON-1766103036 tempest-DeleteServersTestJSON-1766103036-project-member] [instance: 0ee7925e-085a-489d-8e8e-a0169dd17d45] Successfully created port: d5c05f2e-dbee-488e-ae82-8b0c9e8c5506 {{(pid=62328) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 768.486500] env[62328]: DEBUG nova.network.neutron [req-ccc966c2-ceff-45b4-86aa-1a0a0595ac6e req-70c3c70e-1bde-4c90-802b-ce1d8b532cd3 service nova] [instance: 93ca7686-9ab7-434e-b425-148d3ba8db62] Updated VIF entry in instance network info cache for port 0e6368e6-80a8-47b3-81d8-b8683e58f9c7. {{(pid=62328) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 768.486977] env[62328]: DEBUG nova.network.neutron [req-ccc966c2-ceff-45b4-86aa-1a0a0595ac6e req-70c3c70e-1bde-4c90-802b-ce1d8b532cd3 service nova] [instance: 93ca7686-9ab7-434e-b425-148d3ba8db62] Updating instance_info_cache with network_info: [{"id": "f9d489e3-d4d6-4fce-93c1-fccb826ee917", "address": "fa:16:3e:d1:b4:b0", "network": {"id": "7cee40c1-76c9-492b-90c0-d3f7190861e9", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1479014586", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.45", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c9940c781e6f44eabcb48094e838a06c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c842425c-544e-4ce2-9657-512723bd318e", "external-id": "nsx-vlan-transportzone-80", "segmentation_id": 80, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf9d489e3-d4", "ovs_interfaceid": "f9d489e3-d4d6-4fce-93c1-fccb826ee917", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "0e6368e6-80a8-47b3-81d8-b8683e58f9c7", "address": "fa:16:3e:09:75:7f", "network": {"id": "801b016d-a40f-4e87-be2a-1344131f0e30", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1784945386", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.243", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.129.2"}}], "meta": {"injected": false, "tenant_id": "c9940c781e6f44eabcb48094e838a06c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b4c5eb94-841c-4713-985a-8fc4117fbaf1", "external-id": "nsx-vlan-transportzone-425", "segmentation_id": 425, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0e6368e6-80", "ovs_interfaceid": "0e6368e6-80a8-47b3-81d8-b8683e58f9c7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62328) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 768.587026] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8707d265-4dd2-41b4-9c35-ea682c46abf6 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 768.597507] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-de010511-5999-42a4-919b-61da67b7768f {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 768.635343] env[62328]: DEBUG nova.compute.manager [None req-16c86219-1e87-4399-83d0-c8577db8e20a tempest-ServersTestBootFromVolume-606303851 tempest-ServersTestBootFromVolume-606303851-project-member] [instance: e4c166ea-d803-4db5-a104-16bd84bfc6c6] Start spawning the instance on the hypervisor. {{(pid=62328) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 768.635965] env[62328]: DEBUG nova.virt.hardware [None req-16c86219-1e87-4399-83d0-c8577db8e20a tempest-ServersTestBootFromVolume-606303851 tempest-ServersTestBootFromVolume-606303851-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-07T17:16:55Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=0,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=1073741824,status='active',tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62328) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 768.636291] env[62328]: DEBUG nova.virt.hardware [None req-16c86219-1e87-4399-83d0-c8577db8e20a tempest-ServersTestBootFromVolume-606303851 tempest-ServersTestBootFromVolume-606303851-project-member] Flavor limits 0:0:0 {{(pid=62328) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 768.636475] env[62328]: DEBUG nova.virt.hardware [None req-16c86219-1e87-4399-83d0-c8577db8e20a tempest-ServersTestBootFromVolume-606303851 tempest-ServersTestBootFromVolume-606303851-project-member] Image limits 0:0:0 {{(pid=62328) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 768.636747] env[62328]: DEBUG nova.virt.hardware [None req-16c86219-1e87-4399-83d0-c8577db8e20a tempest-ServersTestBootFromVolume-606303851 tempest-ServersTestBootFromVolume-606303851-project-member] Flavor pref 0:0:0 {{(pid=62328) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 768.636800] env[62328]: DEBUG nova.virt.hardware [None req-16c86219-1e87-4399-83d0-c8577db8e20a tempest-ServersTestBootFromVolume-606303851 tempest-ServersTestBootFromVolume-606303851-project-member] Image pref 0:0:0 {{(pid=62328) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 768.636996] env[62328]: DEBUG nova.virt.hardware [None req-16c86219-1e87-4399-83d0-c8577db8e20a tempest-ServersTestBootFromVolume-606303851 tempest-ServersTestBootFromVolume-606303851-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62328) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 768.637187] env[62328]: DEBUG nova.virt.hardware [None req-16c86219-1e87-4399-83d0-c8577db8e20a tempest-ServersTestBootFromVolume-606303851 tempest-ServersTestBootFromVolume-606303851-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62328) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 768.637345] env[62328]: DEBUG nova.virt.hardware [None req-16c86219-1e87-4399-83d0-c8577db8e20a tempest-ServersTestBootFromVolume-606303851 tempest-ServersTestBootFromVolume-606303851-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62328) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 768.637512] env[62328]: DEBUG nova.virt.hardware [None req-16c86219-1e87-4399-83d0-c8577db8e20a tempest-ServersTestBootFromVolume-606303851 tempest-ServersTestBootFromVolume-606303851-project-member] Got 1 possible topologies {{(pid=62328) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 768.637798] env[62328]: DEBUG nova.virt.hardware [None req-16c86219-1e87-4399-83d0-c8577db8e20a tempest-ServersTestBootFromVolume-606303851 tempest-ServersTestBootFromVolume-606303851-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62328) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 768.637919] env[62328]: DEBUG nova.virt.hardware [None req-16c86219-1e87-4399-83d0-c8577db8e20a tempest-ServersTestBootFromVolume-606303851 tempest-ServersTestBootFromVolume-606303851-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62328) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 768.639522] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f41ca360-2d5c-4eec-9785-e929eecb522c {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 768.643046] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0c5a0e49-a8fe-497f-8d47-dbe5961cfade {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 768.655620] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-934e4d06-8424-42e4-b707-8f8b1edce5f6 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 768.660341] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aa7d1287-6c62-4c95-9f20-8038d80ef4cd {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 768.678207] env[62328]: DEBUG oslo_concurrency.lockutils [None req-b9447138-8d77-48fc-be61-8f7d29fdace7 tempest-VolumesAdminNegativeTest-179339308 tempest-VolumesAdminNegativeTest-179339308-project-member] Acquiring lock "2fe24a9d-2976-4a71-8707-04338c61868c" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 768.678544] env[62328]: DEBUG oslo_concurrency.lockutils [None req-b9447138-8d77-48fc-be61-8f7d29fdace7 tempest-VolumesAdminNegativeTest-179339308 tempest-VolumesAdminNegativeTest-179339308-project-member] Lock "2fe24a9d-2976-4a71-8707-04338c61868c" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 768.683024] env[62328]: DEBUG nova.compute.provider_tree [None req-f00a1799-05a0-4be3-bb04-85a21f1120bc tempest-ServersAdminNegativeTestJSON-593360600 tempest-ServersAdminNegativeTestJSON-593360600-project-member] Inventory has not changed in ProviderTree for provider: 3469e9f8-04af-49ca-8435-49f104496744 {{(pid=62328) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 768.692896] env[62328]: DEBUG nova.scheduler.client.report [None req-f00a1799-05a0-4be3-bb04-85a21f1120bc tempest-ServersAdminNegativeTestJSON-593360600 tempest-ServersAdminNegativeTestJSON-593360600-project-member] Inventory has not changed for provider 3469e9f8-04af-49ca-8435-49f104496744 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 152, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62328) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 768.715148] env[62328]: DEBUG oslo_vmware.api [None req-d478a4e6-c2c6-49f2-adb4-8ad3e9f108b8 tempest-ServerDiskConfigTestJSON-126406698 tempest-ServerDiskConfigTestJSON-126406698-project-member] Task: {'id': task-2386816, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 768.721776] env[62328]: DEBUG oslo_vmware.api [None req-3506969e-c0dd-4159-bff8-c8d0d3508cc9 tempest-ServerActionsV293TestJSON-1864378190 tempest-ServerActionsV293TestJSON-1864378190-project-member] Task: {'id': task-2386817, 'name': ReconfigVM_Task, 'duration_secs': 0.174449} completed successfully. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 768.722321] env[62328]: DEBUG nova.virt.vmwareapi.volumeops [None req-3506969e-c0dd-4159-bff8-c8d0d3508cc9 tempest-ServerActionsV293TestJSON-1864378190 tempest-ServerActionsV293TestJSON-1864378190-project-member] [instance: 2f5e173e-0a48-45c2-ae86-64d86a2b45d4] Reconfigured VM instance instance-0000002f to detach disk 2000 {{(pid=62328) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 768.727382] env[62328]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c22bd46c-1321-4603-9a80-7869acd162f8 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 768.737967] env[62328]: DEBUG nova.network.neutron [None req-16c86219-1e87-4399-83d0-c8577db8e20a tempest-ServersTestBootFromVolume-606303851 tempest-ServersTestBootFromVolume-606303851-project-member] [instance: e4c166ea-d803-4db5-a104-16bd84bfc6c6] Instance cache missing network info. {{(pid=62328) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 768.745971] env[62328]: DEBUG oslo_vmware.api [None req-3506969e-c0dd-4159-bff8-c8d0d3508cc9 tempest-ServerActionsV293TestJSON-1864378190 tempest-ServerActionsV293TestJSON-1864378190-project-member] Waiting for the task: (returnval){ [ 768.745971] env[62328]: value = "task-2386818" [ 768.745971] env[62328]: _type = "Task" [ 768.745971] env[62328]: } to complete. {{(pid=62328) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 768.755020] env[62328]: DEBUG oslo_vmware.api [None req-3506969e-c0dd-4159-bff8-c8d0d3508cc9 tempest-ServerActionsV293TestJSON-1864378190 tempest-ServerActionsV293TestJSON-1864378190-project-member] Task: {'id': task-2386818, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 768.826693] env[62328]: DEBUG oslo_concurrency.lockutils [None req-5109b3f1-67b0-450f-8dd1-81f6d832e5f7 tempest-MigrationsAdminTest-413245202 tempest-MigrationsAdminTest-413245202-project-member] Acquiring lock "4279ea33-3d7d-4713-9d21-9e7aa29026ae-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 768.826924] env[62328]: DEBUG oslo_concurrency.lockutils [None req-5109b3f1-67b0-450f-8dd1-81f6d832e5f7 tempest-MigrationsAdminTest-413245202 tempest-MigrationsAdminTest-413245202-project-member] Lock "4279ea33-3d7d-4713-9d21-9e7aa29026ae-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 768.827110] env[62328]: DEBUG oslo_concurrency.lockutils [None req-5109b3f1-67b0-450f-8dd1-81f6d832e5f7 tempest-MigrationsAdminTest-413245202 tempest-MigrationsAdminTest-413245202-project-member] Lock "4279ea33-3d7d-4713-9d21-9e7aa29026ae-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 768.835228] env[62328]: DEBUG oslo_vmware.api [None req-8cba23a2-f50b-47b7-8dd2-b5947542d8f4 tempest-ListImageFiltersTestJSON-111188615 tempest-ListImageFiltersTestJSON-111188615-project-member] Task: {'id': task-2386814, 'name': RemoveSnapshot_Task, 'duration_secs': 0.668887} completed successfully. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 768.835518] env[62328]: DEBUG nova.virt.vmwareapi.vmops [None req-8cba23a2-f50b-47b7-8dd2-b5947542d8f4 tempest-ListImageFiltersTestJSON-111188615 tempest-ListImageFiltersTestJSON-111188615-project-member] [instance: 8e31afa5-82ea-4e3e-8913-77f24ee85e4e] Deleted Snapshot of the VM instance {{(pid=62328) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 768.835701] env[62328]: INFO nova.compute.manager [None req-8cba23a2-f50b-47b7-8dd2-b5947542d8f4 tempest-ListImageFiltersTestJSON-111188615 tempest-ListImageFiltersTestJSON-111188615-project-member] [instance: 8e31afa5-82ea-4e3e-8913-77f24ee85e4e] Took 14.45 seconds to snapshot the instance on the hypervisor. [ 768.877267] env[62328]: DEBUG oslo_concurrency.lockutils [None req-07aa2033-fc39-46b8-b312-72212098382c tempest-ServersTestJSON-2041147199 tempest-ServersTestJSON-2041147199-project-member] Releasing lock "refresh_cache-fc8146ed-f4c5-4b4b-a03d-c52452f583cd" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 768.877535] env[62328]: DEBUG nova.compute.manager [None req-07aa2033-fc39-46b8-b312-72212098382c tempest-ServersTestJSON-2041147199 tempest-ServersTestJSON-2041147199-project-member] [instance: fc8146ed-f4c5-4b4b-a03d-c52452f583cd] Instance network_info: |[{"id": "9072a222-9877-42d6-931a-31acdacdc894", "address": "fa:16:3e:3e:70:80", "network": {"id": "6bb51e3a-3ea5-407f-af2d-a3aa2b58eb3e", "bridge": "br-int", "label": "tempest-ServersTestJSON-585704246-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c45c639ce4254b028b1106f234f63616", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d829efb7-e98e-4b67-bd03-b0888287dbfd", "external-id": "nsx-vlan-transportzone-128", "segmentation_id": 128, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9072a222-98", "ovs_interfaceid": "9072a222-9877-42d6-931a-31acdacdc894", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62328) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 768.878163] env[62328]: DEBUG nova.virt.vmwareapi.vmops [None req-07aa2033-fc39-46b8-b312-72212098382c tempest-ServersTestJSON-2041147199 tempest-ServersTestJSON-2041147199-project-member] [instance: fc8146ed-f4c5-4b4b-a03d-c52452f583cd] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:3e:70:80', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'd829efb7-e98e-4b67-bd03-b0888287dbfd', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '9072a222-9877-42d6-931a-31acdacdc894', 'vif_model': 'vmxnet3'}] {{(pid=62328) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 768.886818] env[62328]: DEBUG oslo.service.loopingcall [None req-07aa2033-fc39-46b8-b312-72212098382c tempest-ServersTestJSON-2041147199 tempest-ServersTestJSON-2041147199-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62328) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 768.887073] env[62328]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: fc8146ed-f4c5-4b4b-a03d-c52452f583cd] Creating VM on the ESX host {{(pid=62328) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 768.887419] env[62328]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-92546418-b818-4841-9f80-68295846d0cb {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 768.915160] env[62328]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 768.915160] env[62328]: value = "task-2386819" [ 768.915160] env[62328]: _type = "Task" [ 768.915160] env[62328]: } to complete. {{(pid=62328) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 768.926235] env[62328]: DEBUG oslo_vmware.api [-] Task: {'id': task-2386819, 'name': CreateVM_Task} progress is 0%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 768.932746] env[62328]: DEBUG oslo_vmware.api [None req-67c9ef5c-3f88-401e-87f8-b158bbbf893e tempest-ServersTestMultiNic-1057987772 tempest-ServersTestMultiNic-1057987772-project-member] Task: {'id': session[52a6e20e-410d-708a-99f2-080a575a99bd]52723bc3-be87-e9bd-036b-d8ead2829d4e, 'name': SearchDatastore_Task, 'duration_secs': 0.018281} completed successfully. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 768.933114] env[62328]: DEBUG oslo_concurrency.lockutils [None req-67c9ef5c-3f88-401e-87f8-b158bbbf893e tempest-ServersTestMultiNic-1057987772 tempest-ServersTestMultiNic-1057987772-project-member] Releasing lock "[datastore1] devstack-image-cache_base/dbf872a4-92be-47e4-8561-c3e2bf2423ab/dbf872a4-92be-47e4-8561-c3e2bf2423ab.vmdk" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 768.933376] env[62328]: DEBUG nova.virt.vmwareapi.vm_util [None req-67c9ef5c-3f88-401e-87f8-b158bbbf893e tempest-ServersTestMultiNic-1057987772 tempest-ServersTestMultiNic-1057987772-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/dbf872a4-92be-47e4-8561-c3e2bf2423ab/dbf872a4-92be-47e4-8561-c3e2bf2423ab.vmdk to [datastore1] 93ca7686-9ab7-434e-b425-148d3ba8db62/93ca7686-9ab7-434e-b425-148d3ba8db62.vmdk {{(pid=62328) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 768.933635] env[62328]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-eaabe7d2-4b9c-48de-9bc5-cf19616de65c {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 768.942133] env[62328]: DEBUG oslo_vmware.api [None req-67c9ef5c-3f88-401e-87f8-b158bbbf893e tempest-ServersTestMultiNic-1057987772 tempest-ServersTestMultiNic-1057987772-project-member] Waiting for the task: (returnval){ [ 768.942133] env[62328]: value = "task-2386820" [ 768.942133] env[62328]: _type = "Task" [ 768.942133] env[62328]: } to complete. {{(pid=62328) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 768.950720] env[62328]: DEBUG oslo_vmware.api [None req-67c9ef5c-3f88-401e-87f8-b158bbbf893e tempest-ServersTestMultiNic-1057987772 tempest-ServersTestMultiNic-1057987772-project-member] Task: {'id': task-2386820, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 768.991399] env[62328]: DEBUG oslo_concurrency.lockutils [req-ccc966c2-ceff-45b4-86aa-1a0a0595ac6e req-70c3c70e-1bde-4c90-802b-ce1d8b532cd3 service nova] Releasing lock "refresh_cache-93ca7686-9ab7-434e-b425-148d3ba8db62" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 768.991707] env[62328]: DEBUG nova.compute.manager [req-ccc966c2-ceff-45b4-86aa-1a0a0595ac6e req-70c3c70e-1bde-4c90-802b-ce1d8b532cd3 service nova] [instance: c6b9b490-d331-47ac-8410-588490ab048d] Received event network-vif-deleted-52275f26-ec31-4444-885a-3f6bc1f12482 {{(pid=62328) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 768.991892] env[62328]: DEBUG nova.compute.manager [req-ccc966c2-ceff-45b4-86aa-1a0a0595ac6e req-70c3c70e-1bde-4c90-802b-ce1d8b532cd3 service nova] [instance: fc8146ed-f4c5-4b4b-a03d-c52452f583cd] Received event network-vif-plugged-9072a222-9877-42d6-931a-31acdacdc894 {{(pid=62328) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 768.992124] env[62328]: DEBUG oslo_concurrency.lockutils [req-ccc966c2-ceff-45b4-86aa-1a0a0595ac6e req-70c3c70e-1bde-4c90-802b-ce1d8b532cd3 service nova] Acquiring lock "fc8146ed-f4c5-4b4b-a03d-c52452f583cd-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 768.992324] env[62328]: DEBUG oslo_concurrency.lockutils [req-ccc966c2-ceff-45b4-86aa-1a0a0595ac6e req-70c3c70e-1bde-4c90-802b-ce1d8b532cd3 service nova] Lock "fc8146ed-f4c5-4b4b-a03d-c52452f583cd-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 768.992576] env[62328]: DEBUG oslo_concurrency.lockutils [req-ccc966c2-ceff-45b4-86aa-1a0a0595ac6e req-70c3c70e-1bde-4c90-802b-ce1d8b532cd3 service nova] Lock "fc8146ed-f4c5-4b4b-a03d-c52452f583cd-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 768.992771] env[62328]: DEBUG nova.compute.manager [req-ccc966c2-ceff-45b4-86aa-1a0a0595ac6e req-70c3c70e-1bde-4c90-802b-ce1d8b532cd3 service nova] [instance: fc8146ed-f4c5-4b4b-a03d-c52452f583cd] No waiting events found dispatching network-vif-plugged-9072a222-9877-42d6-931a-31acdacdc894 {{(pid=62328) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 768.992939] env[62328]: WARNING nova.compute.manager [req-ccc966c2-ceff-45b4-86aa-1a0a0595ac6e req-70c3c70e-1bde-4c90-802b-ce1d8b532cd3 service nova] [instance: fc8146ed-f4c5-4b4b-a03d-c52452f583cd] Received unexpected event network-vif-plugged-9072a222-9877-42d6-931a-31acdacdc894 for instance with vm_state building and task_state spawning. [ 769.016270] env[62328]: DEBUG nova.network.neutron [None req-16c86219-1e87-4399-83d0-c8577db8e20a tempest-ServersTestBootFromVolume-606303851 tempest-ServersTestBootFromVolume-606303851-project-member] [instance: e4c166ea-d803-4db5-a104-16bd84bfc6c6] Updating instance_info_cache with network_info: [{"id": "4298f3ea-b478-497b-b427-97e3bb0dde1d", "address": "fa:16:3e:cf:3b:79", "network": {"id": "7b3f96b3-b702-44fe-9538-0cc19cd07090", "bridge": "br-int", "label": "tempest-ServersTestBootFromVolume-2109646672-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1898f35f06e1412d82ccaedc112510f7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "685b4083-b748-41fb-a68a-273b1073fa28", "external-id": "nsx-vlan-transportzone-312", "segmentation_id": 312, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4298f3ea-b4", "ovs_interfaceid": "4298f3ea-b478-497b-b427-97e3bb0dde1d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62328) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 769.182984] env[62328]: DEBUG nova.compute.manager [None req-b9447138-8d77-48fc-be61-8f7d29fdace7 tempest-VolumesAdminNegativeTest-179339308 tempest-VolumesAdminNegativeTest-179339308-project-member] [instance: 2fe24a9d-2976-4a71-8707-04338c61868c] Starting instance... {{(pid=62328) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 769.199018] env[62328]: DEBUG oslo_concurrency.lockutils [None req-f00a1799-05a0-4be3-bb04-85a21f1120bc tempest-ServersAdminNegativeTestJSON-593360600 tempest-ServersAdminNegativeTestJSON-593360600-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.853s {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 769.200502] env[62328]: DEBUG oslo_concurrency.lockutils [None req-5e1ca340-82e1-4aed-acef-0dcfd71f411a tempest-ServerActionsTestOtherA-1098162655 tempest-ServerActionsTestOtherA-1098162655-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 27.438s {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 769.202071] env[62328]: INFO nova.compute.claims [None req-5e1ca340-82e1-4aed-acef-0dcfd71f411a tempest-ServerActionsTestOtherA-1098162655 tempest-ServerActionsTestOtherA-1098162655-project-member] [instance: 0b59b4a1-0c44-41af-a213-89960b97f913] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 769.215464] env[62328]: DEBUG oslo_vmware.api [None req-d478a4e6-c2c6-49f2-adb4-8ad3e9f108b8 tempest-ServerDiskConfigTestJSON-126406698 tempest-ServerDiskConfigTestJSON-126406698-project-member] Task: {'id': task-2386816, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.532816} completed successfully. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 769.216133] env[62328]: DEBUG nova.virt.vmwareapi.vm_util [None req-d478a4e6-c2c6-49f2-adb4-8ad3e9f108b8 tempest-ServerDiskConfigTestJSON-126406698 tempest-ServerDiskConfigTestJSON-126406698-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/dbf872a4-92be-47e4-8561-c3e2bf2423ab/dbf872a4-92be-47e4-8561-c3e2bf2423ab.vmdk to [datastore2] 948b7ba2-2caa-4616-abc0-afc6cca58f76/948b7ba2-2caa-4616-abc0-afc6cca58f76.vmdk {{(pid=62328) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 769.217309] env[62328]: DEBUG nova.virt.vmwareapi.vmops [None req-d478a4e6-c2c6-49f2-adb4-8ad3e9f108b8 tempest-ServerDiskConfigTestJSON-126406698 tempest-ServerDiskConfigTestJSON-126406698-project-member] [instance: 948b7ba2-2caa-4616-abc0-afc6cca58f76] Extending root virtual disk to 1048576 {{(pid=62328) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 769.217640] env[62328]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-4e6f8daa-cc8b-48fa-8e39-826f7a57a926 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 769.226505] env[62328]: DEBUG oslo_vmware.api [None req-d478a4e6-c2c6-49f2-adb4-8ad3e9f108b8 tempest-ServerDiskConfigTestJSON-126406698 tempest-ServerDiskConfigTestJSON-126406698-project-member] Waiting for the task: (returnval){ [ 769.226505] env[62328]: value = "task-2386821" [ 769.226505] env[62328]: _type = "Task" [ 769.226505] env[62328]: } to complete. {{(pid=62328) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 769.230895] env[62328]: INFO nova.scheduler.client.report [None req-f00a1799-05a0-4be3-bb04-85a21f1120bc tempest-ServersAdminNegativeTestJSON-593360600 tempest-ServersAdminNegativeTestJSON-593360600-project-member] Deleted allocations for instance 036c1441-66e8-4a80-99a2-15dfe86351fc [ 769.237565] env[62328]: DEBUG oslo_vmware.api [None req-d478a4e6-c2c6-49f2-adb4-8ad3e9f108b8 tempest-ServerDiskConfigTestJSON-126406698 tempest-ServerDiskConfigTestJSON-126406698-project-member] Task: {'id': task-2386821, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 769.258188] env[62328]: DEBUG oslo_vmware.api [None req-3506969e-c0dd-4159-bff8-c8d0d3508cc9 tempest-ServerActionsV293TestJSON-1864378190 tempest-ServerActionsV293TestJSON-1864378190-project-member] Task: {'id': task-2386818, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 769.381196] env[62328]: DEBUG nova.compute.manager [None req-c65b97fc-f428-4e0a-b552-fe7747e76ffb tempest-DeleteServersTestJSON-1766103036 tempest-DeleteServersTestJSON-1766103036-project-member] [instance: 0ee7925e-085a-489d-8e8e-a0169dd17d45] Start spawning the instance on the hypervisor. {{(pid=62328) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 769.418851] env[62328]: DEBUG nova.virt.hardware [None req-c65b97fc-f428-4e0a-b552-fe7747e76ffb tempest-DeleteServersTestJSON-1766103036 tempest-DeleteServersTestJSON-1766103036-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-07T17:16:55Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-07T17:16:37Z,direct_url=,disk_format='vmdk',id=dbf872a4-92be-47e4-8561-c3e2bf2423ab,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='2a64022f08d84b11a86773b900860ae5',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-07T17:16:38Z,virtual_size=,visibility=), allow threads: False {{(pid=62328) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 769.419143] env[62328]: DEBUG nova.virt.hardware [None req-c65b97fc-f428-4e0a-b552-fe7747e76ffb tempest-DeleteServersTestJSON-1766103036 tempest-DeleteServersTestJSON-1766103036-project-member] Flavor limits 0:0:0 {{(pid=62328) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 769.419302] env[62328]: DEBUG nova.virt.hardware [None req-c65b97fc-f428-4e0a-b552-fe7747e76ffb tempest-DeleteServersTestJSON-1766103036 tempest-DeleteServersTestJSON-1766103036-project-member] Image limits 0:0:0 {{(pid=62328) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 769.419483] env[62328]: DEBUG nova.virt.hardware [None req-c65b97fc-f428-4e0a-b552-fe7747e76ffb tempest-DeleteServersTestJSON-1766103036 tempest-DeleteServersTestJSON-1766103036-project-member] Flavor pref 0:0:0 {{(pid=62328) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 769.419717] env[62328]: DEBUG nova.virt.hardware [None req-c65b97fc-f428-4e0a-b552-fe7747e76ffb tempest-DeleteServersTestJSON-1766103036 tempest-DeleteServersTestJSON-1766103036-project-member] Image pref 0:0:0 {{(pid=62328) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 769.419926] env[62328]: DEBUG nova.virt.hardware [None req-c65b97fc-f428-4e0a-b552-fe7747e76ffb tempest-DeleteServersTestJSON-1766103036 tempest-DeleteServersTestJSON-1766103036-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62328) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 769.420175] env[62328]: DEBUG nova.virt.hardware [None req-c65b97fc-f428-4e0a-b552-fe7747e76ffb tempest-DeleteServersTestJSON-1766103036 tempest-DeleteServersTestJSON-1766103036-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62328) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 769.420351] env[62328]: DEBUG nova.virt.hardware [None req-c65b97fc-f428-4e0a-b552-fe7747e76ffb tempest-DeleteServersTestJSON-1766103036 tempest-DeleteServersTestJSON-1766103036-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62328) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 769.420522] env[62328]: DEBUG nova.virt.hardware [None req-c65b97fc-f428-4e0a-b552-fe7747e76ffb tempest-DeleteServersTestJSON-1766103036 tempest-DeleteServersTestJSON-1766103036-project-member] Got 1 possible topologies {{(pid=62328) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 769.420683] env[62328]: DEBUG nova.virt.hardware [None req-c65b97fc-f428-4e0a-b552-fe7747e76ffb tempest-DeleteServersTestJSON-1766103036 tempest-DeleteServersTestJSON-1766103036-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62328) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 769.420853] env[62328]: DEBUG nova.virt.hardware [None req-c65b97fc-f428-4e0a-b552-fe7747e76ffb tempest-DeleteServersTestJSON-1766103036 tempest-DeleteServersTestJSON-1766103036-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62328) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 769.421980] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7a9c3c47-e2d6-41ee-8897-55fc8278fea3 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 769.434060] env[62328]: DEBUG oslo_vmware.api [-] Task: {'id': task-2386819, 'name': CreateVM_Task} progress is 99%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 769.437317] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a6b2d976-cb24-4563-9180-58a969fc11b5 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 769.461400] env[62328]: DEBUG oslo_vmware.api [None req-67c9ef5c-3f88-401e-87f8-b158bbbf893e tempest-ServersTestMultiNic-1057987772 tempest-ServersTestMultiNic-1057987772-project-member] Task: {'id': task-2386820, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 769.482143] env[62328]: DEBUG nova.compute.manager [req-9520b5aa-a1f3-42a0-942e-351c0836aedd req-ecd8bca9-0db4-4aca-bba2-42155533a3ce service nova] [instance: c4d72f48-adf2-435f-9f5f-e3c3bc14bc8c] Received event network-vif-deleted-8a715a18-155e-4828-81e4-87eea70d2a07 {{(pid=62328) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 769.482143] env[62328]: DEBUG nova.compute.manager [req-9520b5aa-a1f3-42a0-942e-351c0836aedd req-ecd8bca9-0db4-4aca-bba2-42155533a3ce service nova] [instance: fc8146ed-f4c5-4b4b-a03d-c52452f583cd] Received event network-changed-9072a222-9877-42d6-931a-31acdacdc894 {{(pid=62328) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 769.482833] env[62328]: DEBUG nova.compute.manager [req-9520b5aa-a1f3-42a0-942e-351c0836aedd req-ecd8bca9-0db4-4aca-bba2-42155533a3ce service nova] [instance: fc8146ed-f4c5-4b4b-a03d-c52452f583cd] Refreshing instance network info cache due to event network-changed-9072a222-9877-42d6-931a-31acdacdc894. {{(pid=62328) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 769.483082] env[62328]: DEBUG oslo_concurrency.lockutils [req-9520b5aa-a1f3-42a0-942e-351c0836aedd req-ecd8bca9-0db4-4aca-bba2-42155533a3ce service nova] Acquiring lock "refresh_cache-fc8146ed-f4c5-4b4b-a03d-c52452f583cd" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 769.483376] env[62328]: DEBUG oslo_concurrency.lockutils [req-9520b5aa-a1f3-42a0-942e-351c0836aedd req-ecd8bca9-0db4-4aca-bba2-42155533a3ce service nova] Acquired lock "refresh_cache-fc8146ed-f4c5-4b4b-a03d-c52452f583cd" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.483632] env[62328]: DEBUG nova.network.neutron [req-9520b5aa-a1f3-42a0-942e-351c0836aedd req-ecd8bca9-0db4-4aca-bba2-42155533a3ce service nova] [instance: fc8146ed-f4c5-4b4b-a03d-c52452f583cd] Refreshing network info cache for port 9072a222-9877-42d6-931a-31acdacdc894 {{(pid=62328) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 769.517602] env[62328]: DEBUG oslo_concurrency.lockutils [None req-16c86219-1e87-4399-83d0-c8577db8e20a tempest-ServersTestBootFromVolume-606303851 tempest-ServersTestBootFromVolume-606303851-project-member] Releasing lock "refresh_cache-e4c166ea-d803-4db5-a104-16bd84bfc6c6" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 769.518823] env[62328]: DEBUG nova.compute.manager [None req-16c86219-1e87-4399-83d0-c8577db8e20a tempest-ServersTestBootFromVolume-606303851 tempest-ServersTestBootFromVolume-606303851-project-member] [instance: e4c166ea-d803-4db5-a104-16bd84bfc6c6] Instance network_info: |[{"id": "4298f3ea-b478-497b-b427-97e3bb0dde1d", "address": "fa:16:3e:cf:3b:79", "network": {"id": "7b3f96b3-b702-44fe-9538-0cc19cd07090", "bridge": "br-int", "label": "tempest-ServersTestBootFromVolume-2109646672-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1898f35f06e1412d82ccaedc112510f7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "685b4083-b748-41fb-a68a-273b1073fa28", "external-id": "nsx-vlan-transportzone-312", "segmentation_id": 312, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4298f3ea-b4", "ovs_interfaceid": "4298f3ea-b478-497b-b427-97e3bb0dde1d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62328) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 769.520348] env[62328]: DEBUG nova.virt.vmwareapi.vmops [None req-16c86219-1e87-4399-83d0-c8577db8e20a tempest-ServersTestBootFromVolume-606303851 tempest-ServersTestBootFromVolume-606303851-project-member] [instance: e4c166ea-d803-4db5-a104-16bd84bfc6c6] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:cf:3b:79', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '685b4083-b748-41fb-a68a-273b1073fa28', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '4298f3ea-b478-497b-b427-97e3bb0dde1d', 'vif_model': 'vmxnet3'}] {{(pid=62328) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 769.536521] env[62328]: DEBUG nova.virt.vmwareapi.vm_util [None req-16c86219-1e87-4399-83d0-c8577db8e20a tempest-ServersTestBootFromVolume-606303851 tempest-ServersTestBootFromVolume-606303851-project-member] Creating folder: Project (1898f35f06e1412d82ccaedc112510f7). Parent ref: group-v484164. {{(pid=62328) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 769.536777] env[62328]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-a5eb1c89-1a93-45f9-b9c7-17c66ad58fb1 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 769.555076] env[62328]: WARNING suds.client [-] Web service reported a SOAP processing fault using an unexpected HTTP status code 200. Reporting as an internal server error. [ 769.555076] env[62328]: DEBUG oslo_vmware.api [-] Fault list: [DuplicateName] {{(pid=62328) _invoke_api /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:337}} [ 769.555076] env[62328]: DEBUG nova.virt.vmwareapi.vm_util [None req-16c86219-1e87-4399-83d0-c8577db8e20a tempest-ServersTestBootFromVolume-606303851 tempest-ServersTestBootFromVolume-606303851-project-member] Folder already exists: Project (1898f35f06e1412d82ccaedc112510f7). Parent ref: group-v484164. {{(pid=62328) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1609}} [ 769.555548] env[62328]: DEBUG nova.virt.vmwareapi.vm_util [None req-16c86219-1e87-4399-83d0-c8577db8e20a tempest-ServersTestBootFromVolume-606303851 tempest-ServersTestBootFromVolume-606303851-project-member] Creating folder: Instances. Parent ref: group-v484280. {{(pid=62328) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 769.556299] env[62328]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-2e466170-8dda-4727-818d-1351bd7c2ad7 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 769.571230] env[62328]: INFO nova.virt.vmwareapi.vm_util [None req-16c86219-1e87-4399-83d0-c8577db8e20a tempest-ServersTestBootFromVolume-606303851 tempest-ServersTestBootFromVolume-606303851-project-member] Created folder: Instances in parent group-v484280. [ 769.571230] env[62328]: DEBUG oslo.service.loopingcall [None req-16c86219-1e87-4399-83d0-c8577db8e20a tempest-ServersTestBootFromVolume-606303851 tempest-ServersTestBootFromVolume-606303851-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62328) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 769.571230] env[62328]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e4c166ea-d803-4db5-a104-16bd84bfc6c6] Creating VM on the ESX host {{(pid=62328) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 769.571495] env[62328]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-bc9d9cef-cc00-4ad8-8e4d-a2968595c948 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 769.594547] env[62328]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 769.594547] env[62328]: value = "task-2386824" [ 769.594547] env[62328]: _type = "Task" [ 769.594547] env[62328]: } to complete. {{(pid=62328) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 769.604217] env[62328]: DEBUG oslo_vmware.api [-] Task: {'id': task-2386824, 'name': CreateVM_Task} progress is 0%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 769.709288] env[62328]: DEBUG oslo_concurrency.lockutils [None req-b9447138-8d77-48fc-be61-8f7d29fdace7 tempest-VolumesAdminNegativeTest-179339308 tempest-VolumesAdminNegativeTest-179339308-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 769.737373] env[62328]: DEBUG oslo_vmware.api [None req-d478a4e6-c2c6-49f2-adb4-8ad3e9f108b8 tempest-ServerDiskConfigTestJSON-126406698 tempest-ServerDiskConfigTestJSON-126406698-project-member] Task: {'id': task-2386821, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 769.741331] env[62328]: DEBUG oslo_concurrency.lockutils [None req-f00a1799-05a0-4be3-bb04-85a21f1120bc tempest-ServersAdminNegativeTestJSON-593360600 tempest-ServersAdminNegativeTestJSON-593360600-project-member] Lock "036c1441-66e8-4a80-99a2-15dfe86351fc" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 43.786s {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 769.757813] env[62328]: DEBUG oslo_vmware.api [None req-3506969e-c0dd-4159-bff8-c8d0d3508cc9 tempest-ServerActionsV293TestJSON-1864378190 tempest-ServerActionsV293TestJSON-1864378190-project-member] Task: {'id': task-2386818, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 769.783117] env[62328]: DEBUG oslo_concurrency.lockutils [None req-f1334fbe-b2ad-4ac8-b9ba-3f0c85140208 tempest-VolumesAssistedSnapshotsTest-829345027 tempest-VolumesAssistedSnapshotsTest-829345027-project-admin] Acquiring lock "3e0f093a-98be-4406-a220-34f6d6767294" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 769.783525] env[62328]: DEBUG oslo_concurrency.lockutils [None req-f1334fbe-b2ad-4ac8-b9ba-3f0c85140208 tempest-VolumesAssistedSnapshotsTest-829345027 tempest-VolumesAssistedSnapshotsTest-829345027-project-admin] Lock "3e0f093a-98be-4406-a220-34f6d6767294" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.001s {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 769.866901] env[62328]: DEBUG nova.compute.manager [req-cc985f72-6e45-4199-ad4c-1fe7cf8a26ab req-6e9e53bb-e5ab-49af-9ff5-7054bf82f42f service nova] [instance: e4c166ea-d803-4db5-a104-16bd84bfc6c6] Received event network-changed-4298f3ea-b478-497b-b427-97e3bb0dde1d {{(pid=62328) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 769.867440] env[62328]: DEBUG nova.compute.manager [req-cc985f72-6e45-4199-ad4c-1fe7cf8a26ab req-6e9e53bb-e5ab-49af-9ff5-7054bf82f42f service nova] [instance: e4c166ea-d803-4db5-a104-16bd84bfc6c6] Refreshing instance network info cache due to event network-changed-4298f3ea-b478-497b-b427-97e3bb0dde1d. {{(pid=62328) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 769.867741] env[62328]: DEBUG oslo_concurrency.lockutils [req-cc985f72-6e45-4199-ad4c-1fe7cf8a26ab req-6e9e53bb-e5ab-49af-9ff5-7054bf82f42f service nova] Acquiring lock "refresh_cache-e4c166ea-d803-4db5-a104-16bd84bfc6c6" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 769.867921] env[62328]: DEBUG oslo_concurrency.lockutils [req-cc985f72-6e45-4199-ad4c-1fe7cf8a26ab req-6e9e53bb-e5ab-49af-9ff5-7054bf82f42f service nova] Acquired lock "refresh_cache-e4c166ea-d803-4db5-a104-16bd84bfc6c6" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.868155] env[62328]: DEBUG nova.network.neutron [req-cc985f72-6e45-4199-ad4c-1fe7cf8a26ab req-6e9e53bb-e5ab-49af-9ff5-7054bf82f42f service nova] [instance: e4c166ea-d803-4db5-a104-16bd84bfc6c6] Refreshing network info cache for port 4298f3ea-b478-497b-b427-97e3bb0dde1d {{(pid=62328) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 769.876633] env[62328]: DEBUG oslo_concurrency.lockutils [None req-5109b3f1-67b0-450f-8dd1-81f6d832e5f7 tempest-MigrationsAdminTest-413245202 tempest-MigrationsAdminTest-413245202-project-member] Acquiring lock "refresh_cache-4279ea33-3d7d-4713-9d21-9e7aa29026ae" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 769.876838] env[62328]: DEBUG oslo_concurrency.lockutils [None req-5109b3f1-67b0-450f-8dd1-81f6d832e5f7 tempest-MigrationsAdminTest-413245202 tempest-MigrationsAdminTest-413245202-project-member] Acquired lock "refresh_cache-4279ea33-3d7d-4713-9d21-9e7aa29026ae" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.877058] env[62328]: DEBUG nova.network.neutron [None req-5109b3f1-67b0-450f-8dd1-81f6d832e5f7 tempest-MigrationsAdminTest-413245202 tempest-MigrationsAdminTest-413245202-project-member] [instance: 4279ea33-3d7d-4713-9d21-9e7aa29026ae] Building network info cache for instance {{(pid=62328) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 769.932027] env[62328]: DEBUG oslo_vmware.api [-] Task: {'id': task-2386819, 'name': CreateVM_Task, 'duration_secs': 0.657713} completed successfully. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 769.933436] env[62328]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: fc8146ed-f4c5-4b4b-a03d-c52452f583cd] Created VM on the ESX host {{(pid=62328) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 769.933436] env[62328]: DEBUG oslo_concurrency.lockutils [None req-07aa2033-fc39-46b8-b312-72212098382c tempest-ServersTestJSON-2041147199 tempest-ServersTestJSON-2041147199-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/dbf872a4-92be-47e4-8561-c3e2bf2423ab" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 769.933436] env[62328]: DEBUG oslo_concurrency.lockutils [None req-07aa2033-fc39-46b8-b312-72212098382c tempest-ServersTestJSON-2041147199 tempest-ServersTestJSON-2041147199-project-member] Acquired lock "[datastore1] devstack-image-cache_base/dbf872a4-92be-47e4-8561-c3e2bf2423ab" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.933436] env[62328]: DEBUG oslo_concurrency.lockutils [None req-07aa2033-fc39-46b8-b312-72212098382c tempest-ServersTestJSON-2041147199 tempest-ServersTestJSON-2041147199-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/dbf872a4-92be-47e4-8561-c3e2bf2423ab" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 769.934028] env[62328]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-37422b97-439a-40da-9c93-4a68ed7f8bc5 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 769.939037] env[62328]: DEBUG oslo_vmware.api [None req-07aa2033-fc39-46b8-b312-72212098382c tempest-ServersTestJSON-2041147199 tempest-ServersTestJSON-2041147199-project-member] Waiting for the task: (returnval){ [ 769.939037] env[62328]: value = "session[52a6e20e-410d-708a-99f2-080a575a99bd]52c26bad-855c-abeb-69e8-45ab1fa7feac" [ 769.939037] env[62328]: _type = "Task" [ 769.939037] env[62328]: } to complete. {{(pid=62328) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 769.952655] env[62328]: DEBUG oslo_vmware.api [None req-67c9ef5c-3f88-401e-87f8-b158bbbf893e tempest-ServersTestMultiNic-1057987772 tempest-ServersTestMultiNic-1057987772-project-member] Task: {'id': task-2386820, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 769.956635] env[62328]: DEBUG oslo_vmware.api [None req-07aa2033-fc39-46b8-b312-72212098382c tempest-ServersTestJSON-2041147199 tempest-ServersTestJSON-2041147199-project-member] Task: {'id': session[52a6e20e-410d-708a-99f2-080a575a99bd]52c26bad-855c-abeb-69e8-45ab1fa7feac, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 770.115131] env[62328]: DEBUG oslo_vmware.api [-] Task: {'id': task-2386824, 'name': CreateVM_Task} progress is 25%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 770.240614] env[62328]: DEBUG oslo_vmware.api [None req-d478a4e6-c2c6-49f2-adb4-8ad3e9f108b8 tempest-ServerDiskConfigTestJSON-126406698 tempest-ServerDiskConfigTestJSON-126406698-project-member] Task: {'id': task-2386821, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.893408} completed successfully. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 770.240906] env[62328]: DEBUG nova.virt.vmwareapi.vmops [None req-d478a4e6-c2c6-49f2-adb4-8ad3e9f108b8 tempest-ServerDiskConfigTestJSON-126406698 tempest-ServerDiskConfigTestJSON-126406698-project-member] [instance: 948b7ba2-2caa-4616-abc0-afc6cca58f76] Extended root virtual disk {{(pid=62328) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 770.241774] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a8d93b6d-bfef-496e-8d2e-dcaa2ea37904 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 770.276096] env[62328]: DEBUG nova.virt.vmwareapi.volumeops [None req-d478a4e6-c2c6-49f2-adb4-8ad3e9f108b8 tempest-ServerDiskConfigTestJSON-126406698 tempest-ServerDiskConfigTestJSON-126406698-project-member] [instance: 948b7ba2-2caa-4616-abc0-afc6cca58f76] Reconfiguring VM instance instance-00000034 to attach disk [datastore2] 948b7ba2-2caa-4616-abc0-afc6cca58f76/948b7ba2-2caa-4616-abc0-afc6cca58f76.vmdk or device None with type sparse {{(pid=62328) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 770.279537] env[62328]: DEBUG nova.network.neutron [None req-c65b97fc-f428-4e0a-b552-fe7747e76ffb tempest-DeleteServersTestJSON-1766103036 tempest-DeleteServersTestJSON-1766103036-project-member] [instance: 0ee7925e-085a-489d-8e8e-a0169dd17d45] Successfully updated port: d5c05f2e-dbee-488e-ae82-8b0c9e8c5506 {{(pid=62328) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 770.293212] env[62328]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4163df4e-3b7e-4acf-b53f-ce22fbbd54a2 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 770.317246] env[62328]: INFO nova.compute.manager [None req-f1334fbe-b2ad-4ac8-b9ba-3f0c85140208 tempest-VolumesAssistedSnapshotsTest-829345027 tempest-VolumesAssistedSnapshotsTest-829345027-project-admin] [instance: 3e0f093a-98be-4406-a220-34f6d6767294] Detaching volume 354fa8ca-a550-4126-8d65-689ca322293e [ 770.328713] env[62328]: DEBUG oslo_vmware.api [None req-3506969e-c0dd-4159-bff8-c8d0d3508cc9 tempest-ServerActionsV293TestJSON-1864378190 tempest-ServerActionsV293TestJSON-1864378190-project-member] Task: {'id': task-2386818, 'name': ReconfigVM_Task, 'duration_secs': 1.38004} completed successfully. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 770.334340] env[62328]: DEBUG nova.virt.vmwareapi.volumeops [None req-3506969e-c0dd-4159-bff8-c8d0d3508cc9 tempest-ServerActionsV293TestJSON-1864378190 tempest-ServerActionsV293TestJSON-1864378190-project-member] [instance: 2f5e173e-0a48-45c2-ae86-64d86a2b45d4] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-484239', 'volume_id': '0da4a820-256e-4fbb-941e-7249bbabc770', 'name': 'volume-0da4a820-256e-4fbb-941e-7249bbabc770', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '2f5e173e-0a48-45c2-ae86-64d86a2b45d4', 'attached_at': '', 'detached_at': '', 'volume_id': '0da4a820-256e-4fbb-941e-7249bbabc770', 'serial': '0da4a820-256e-4fbb-941e-7249bbabc770'} {{(pid=62328) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 770.334750] env[62328]: DEBUG nova.virt.vmwareapi.vmops [None req-3506969e-c0dd-4159-bff8-c8d0d3508cc9 tempest-ServerActionsV293TestJSON-1864378190 tempest-ServerActionsV293TestJSON-1864378190-project-member] [instance: 2f5e173e-0a48-45c2-ae86-64d86a2b45d4] Destroying instance {{(pid=62328) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 770.335397] env[62328]: DEBUG oslo_vmware.api [None req-d478a4e6-c2c6-49f2-adb4-8ad3e9f108b8 tempest-ServerDiskConfigTestJSON-126406698 tempest-ServerDiskConfigTestJSON-126406698-project-member] Waiting for the task: (returnval){ [ 770.335397] env[62328]: value = "task-2386825" [ 770.335397] env[62328]: _type = "Task" [ 770.335397] env[62328]: } to complete. {{(pid=62328) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 770.341008] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-88944a6e-5888-4d18-9ef7-ead8a14d46eb {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 770.358160] env[62328]: DEBUG nova.virt.vmwareapi.vmops [None req-3506969e-c0dd-4159-bff8-c8d0d3508cc9 tempest-ServerActionsV293TestJSON-1864378190 tempest-ServerActionsV293TestJSON-1864378190-project-member] [instance: 2f5e173e-0a48-45c2-ae86-64d86a2b45d4] Unregistering the VM {{(pid=62328) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 770.358578] env[62328]: DEBUG oslo_vmware.api [None req-d478a4e6-c2c6-49f2-adb4-8ad3e9f108b8 tempest-ServerDiskConfigTestJSON-126406698 tempest-ServerDiskConfigTestJSON-126406698-project-member] Task: {'id': task-2386825, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 770.363309] env[62328]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-b71a8594-d8a8-4dee-b0be-3fd946fbdf38 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 770.372856] env[62328]: INFO nova.virt.block_device [None req-f1334fbe-b2ad-4ac8-b9ba-3f0c85140208 tempest-VolumesAssistedSnapshotsTest-829345027 tempest-VolumesAssistedSnapshotsTest-829345027-project-admin] [instance: 3e0f093a-98be-4406-a220-34f6d6767294] Attempting to driver detach volume 354fa8ca-a550-4126-8d65-689ca322293e from mountpoint /dev/sdb [ 770.373196] env[62328]: DEBUG nova.virt.vmwareapi.volumeops [None req-f1334fbe-b2ad-4ac8-b9ba-3f0c85140208 tempest-VolumesAssistedSnapshotsTest-829345027 tempest-VolumesAssistedSnapshotsTest-829345027-project-admin] [instance: 3e0f093a-98be-4406-a220-34f6d6767294] Volume detach. Driver type: vmdk {{(pid=62328) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 770.373458] env[62328]: DEBUG nova.virt.vmwareapi.volumeops [None req-f1334fbe-b2ad-4ac8-b9ba-3f0c85140208 tempest-VolumesAssistedSnapshotsTest-829345027 tempest-VolumesAssistedSnapshotsTest-829345027-project-admin] [instance: 3e0f093a-98be-4406-a220-34f6d6767294] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-484325', 'volume_id': '354fa8ca-a550-4126-8d65-689ca322293e', 'name': 'volume-354fa8ca-a550-4126-8d65-689ca322293e', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '3e0f093a-98be-4406-a220-34f6d6767294', 'attached_at': '', 'detached_at': '', 'volume_id': '354fa8ca-a550-4126-8d65-689ca322293e', 'serial': '354fa8ca-a550-4126-8d65-689ca322293e'} {{(pid=62328) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 770.376967] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-58b25a07-81a5-479e-bd40-165eaf11440e {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 770.412200] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a6931e85-7a9a-4c5c-a8d3-c420f66cc4d3 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 770.422473] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c7c8ff55-a29c-496d-97b8-dfcd86671222 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 770.459592] env[62328]: DEBUG nova.network.neutron [req-9520b5aa-a1f3-42a0-942e-351c0836aedd req-ecd8bca9-0db4-4aca-bba2-42155533a3ce service nova] [instance: fc8146ed-f4c5-4b4b-a03d-c52452f583cd] Updated VIF entry in instance network info cache for port 9072a222-9877-42d6-931a-31acdacdc894. {{(pid=62328) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 770.459999] env[62328]: DEBUG nova.network.neutron [req-9520b5aa-a1f3-42a0-942e-351c0836aedd req-ecd8bca9-0db4-4aca-bba2-42155533a3ce service nova] [instance: fc8146ed-f4c5-4b4b-a03d-c52452f583cd] Updating instance_info_cache with network_info: [{"id": "9072a222-9877-42d6-931a-31acdacdc894", "address": "fa:16:3e:3e:70:80", "network": {"id": "6bb51e3a-3ea5-407f-af2d-a3aa2b58eb3e", "bridge": "br-int", "label": "tempest-ServersTestJSON-585704246-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c45c639ce4254b028b1106f234f63616", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d829efb7-e98e-4b67-bd03-b0888287dbfd", "external-id": "nsx-vlan-transportzone-128", "segmentation_id": 128, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9072a222-98", "ovs_interfaceid": "9072a222-9877-42d6-931a-31acdacdc894", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62328) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 770.471361] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ed31bd1d-36ef-4049-b0c6-43eebfc36adc {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 770.483172] env[62328]: DEBUG oslo_vmware.api [None req-67c9ef5c-3f88-401e-87f8-b158bbbf893e tempest-ServersTestMultiNic-1057987772 tempest-ServersTestMultiNic-1057987772-project-member] Task: {'id': task-2386820, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 770.500160] env[62328]: DEBUG oslo_vmware.api [None req-07aa2033-fc39-46b8-b312-72212098382c tempest-ServersTestJSON-2041147199 tempest-ServersTestJSON-2041147199-project-member] Task: {'id': session[52a6e20e-410d-708a-99f2-080a575a99bd]52c26bad-855c-abeb-69e8-45ab1fa7feac, 'name': SearchDatastore_Task, 'duration_secs': 0.012894} completed successfully. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 770.500644] env[62328]: DEBUG nova.virt.vmwareapi.volumeops [None req-f1334fbe-b2ad-4ac8-b9ba-3f0c85140208 tempest-VolumesAssistedSnapshotsTest-829345027 tempest-VolumesAssistedSnapshotsTest-829345027-project-admin] The volume has not been displaced from its original location: [datastore1] volume-354fa8ca-a550-4126-8d65-689ca322293e/volume-354fa8ca-a550-4126-8d65-689ca322293e.vmdk. No consolidation needed. {{(pid=62328) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 770.507064] env[62328]: DEBUG nova.virt.vmwareapi.volumeops [None req-f1334fbe-b2ad-4ac8-b9ba-3f0c85140208 tempest-VolumesAssistedSnapshotsTest-829345027 tempest-VolumesAssistedSnapshotsTest-829345027-project-admin] [instance: 3e0f093a-98be-4406-a220-34f6d6767294] Reconfiguring VM instance instance-0000000d to detach disk 2001 {{(pid=62328) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 770.510609] env[62328]: DEBUG oslo_concurrency.lockutils [None req-07aa2033-fc39-46b8-b312-72212098382c tempest-ServersTestJSON-2041147199 tempest-ServersTestJSON-2041147199-project-member] Releasing lock "[datastore1] devstack-image-cache_base/dbf872a4-92be-47e4-8561-c3e2bf2423ab" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 770.510900] env[62328]: DEBUG nova.virt.vmwareapi.vmops [None req-07aa2033-fc39-46b8-b312-72212098382c tempest-ServersTestJSON-2041147199 tempest-ServersTestJSON-2041147199-project-member] [instance: fc8146ed-f4c5-4b4b-a03d-c52452f583cd] Processing image dbf872a4-92be-47e4-8561-c3e2bf2423ab {{(pid=62328) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 770.511182] env[62328]: DEBUG oslo_concurrency.lockutils [None req-07aa2033-fc39-46b8-b312-72212098382c tempest-ServersTestJSON-2041147199 tempest-ServersTestJSON-2041147199-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/dbf872a4-92be-47e4-8561-c3e2bf2423ab/dbf872a4-92be-47e4-8561-c3e2bf2423ab.vmdk" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 770.511376] env[62328]: DEBUG oslo_concurrency.lockutils [None req-07aa2033-fc39-46b8-b312-72212098382c tempest-ServersTestJSON-2041147199 tempest-ServersTestJSON-2041147199-project-member] Acquired lock "[datastore1] devstack-image-cache_base/dbf872a4-92be-47e4-8561-c3e2bf2423ab/dbf872a4-92be-47e4-8561-c3e2bf2423ab.vmdk" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.511590] env[62328]: DEBUG nova.virt.vmwareapi.ds_util [None req-07aa2033-fc39-46b8-b312-72212098382c tempest-ServersTestJSON-2041147199 tempest-ServersTestJSON-2041147199-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62328) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 770.511905] env[62328]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-28fbdf98-54de-43c1-bc7e-48c66cf1f90b {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 770.529763] env[62328]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-8effa59b-f423-419a-ac2b-da2f3aefa044 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 770.531863] env[62328]: DEBUG oslo_concurrency.lockutils [None req-b2c7cf61-77bc-42c2-b16f-e47da63f6c54 tempest-ServersAdminNegativeTestJSON-593360600 tempest-ServersAdminNegativeTestJSON-593360600-project-member] Acquiring lock "16731f71-d972-4604-95f3-4412aedcddb5" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 770.532620] env[62328]: DEBUG oslo_concurrency.lockutils [None req-b2c7cf61-77bc-42c2-b16f-e47da63f6c54 tempest-ServersAdminNegativeTestJSON-593360600 tempest-ServersAdminNegativeTestJSON-593360600-project-member] Lock "16731f71-d972-4604-95f3-4412aedcddb5" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 770.532873] env[62328]: DEBUG oslo_concurrency.lockutils [None req-b2c7cf61-77bc-42c2-b16f-e47da63f6c54 tempest-ServersAdminNegativeTestJSON-593360600 tempest-ServersAdminNegativeTestJSON-593360600-project-member] Acquiring lock "16731f71-d972-4604-95f3-4412aedcddb5-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 770.533087] env[62328]: DEBUG oslo_concurrency.lockutils [None req-b2c7cf61-77bc-42c2-b16f-e47da63f6c54 tempest-ServersAdminNegativeTestJSON-593360600 tempest-ServersAdminNegativeTestJSON-593360600-project-member] Lock "16731f71-d972-4604-95f3-4412aedcddb5-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 770.533261] env[62328]: DEBUG oslo_concurrency.lockutils [None req-b2c7cf61-77bc-42c2-b16f-e47da63f6c54 tempest-ServersAdminNegativeTestJSON-593360600 tempest-ServersAdminNegativeTestJSON-593360600-project-member] Lock "16731f71-d972-4604-95f3-4412aedcddb5-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 770.534990] env[62328]: DEBUG nova.virt.vmwareapi.vmops [None req-3506969e-c0dd-4159-bff8-c8d0d3508cc9 tempest-ServerActionsV293TestJSON-1864378190 tempest-ServerActionsV293TestJSON-1864378190-project-member] [instance: 2f5e173e-0a48-45c2-ae86-64d86a2b45d4] Unregistered the VM {{(pid=62328) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 770.535104] env[62328]: DEBUG nova.virt.vmwareapi.vmops [None req-3506969e-c0dd-4159-bff8-c8d0d3508cc9 tempest-ServerActionsV293TestJSON-1864378190 tempest-ServerActionsV293TestJSON-1864378190-project-member] [instance: 2f5e173e-0a48-45c2-ae86-64d86a2b45d4] Deleting contents of the VM from datastore datastore1 {{(pid=62328) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 770.535242] env[62328]: DEBUG nova.virt.vmwareapi.ds_util [None req-3506969e-c0dd-4159-bff8-c8d0d3508cc9 tempest-ServerActionsV293TestJSON-1864378190 tempest-ServerActionsV293TestJSON-1864378190-project-member] Deleting the datastore file [datastore1] 2f5e173e-0a48-45c2-ae86-64d86a2b45d4 {{(pid=62328) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 770.535739] env[62328]: INFO nova.compute.manager [None req-b2c7cf61-77bc-42c2-b16f-e47da63f6c54 tempest-ServersAdminNegativeTestJSON-593360600 tempest-ServersAdminNegativeTestJSON-593360600-project-member] [instance: 16731f71-d972-4604-95f3-4412aedcddb5] Terminating instance [ 770.537655] env[62328]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-688b74dd-8744-4fe2-bab8-4b978ca3f752 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 770.543581] env[62328]: DEBUG oslo_vmware.api [None req-f1334fbe-b2ad-4ac8-b9ba-3f0c85140208 tempest-VolumesAssistedSnapshotsTest-829345027 tempest-VolumesAssistedSnapshotsTest-829345027-project-admin] Waiting for the task: (returnval){ [ 770.543581] env[62328]: value = "task-2386827" [ 770.543581] env[62328]: _type = "Task" [ 770.543581] env[62328]: } to complete. {{(pid=62328) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 770.551184] env[62328]: DEBUG oslo_vmware.api [None req-3506969e-c0dd-4159-bff8-c8d0d3508cc9 tempest-ServerActionsV293TestJSON-1864378190 tempest-ServerActionsV293TestJSON-1864378190-project-member] Waiting for the task: (returnval){ [ 770.551184] env[62328]: value = "task-2386828" [ 770.551184] env[62328]: _type = "Task" [ 770.551184] env[62328]: } to complete. {{(pid=62328) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 770.553828] env[62328]: DEBUG nova.virt.vmwareapi.ds_util [None req-07aa2033-fc39-46b8-b312-72212098382c tempest-ServersTestJSON-2041147199 tempest-ServersTestJSON-2041147199-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62328) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 770.557043] env[62328]: DEBUG nova.virt.vmwareapi.vmops [None req-07aa2033-fc39-46b8-b312-72212098382c tempest-ServersTestJSON-2041147199 tempest-ServersTestJSON-2041147199-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62328) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 770.559838] env[62328]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0034e801-63d3-4196-84ad-aeee16384d23 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 770.569118] env[62328]: DEBUG oslo_vmware.api [None req-f1334fbe-b2ad-4ac8-b9ba-3f0c85140208 tempest-VolumesAssistedSnapshotsTest-829345027 tempest-VolumesAssistedSnapshotsTest-829345027-project-admin] Task: {'id': task-2386827, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 770.575659] env[62328]: DEBUG oslo_vmware.api [None req-07aa2033-fc39-46b8-b312-72212098382c tempest-ServersTestJSON-2041147199 tempest-ServersTestJSON-2041147199-project-member] Waiting for the task: (returnval){ [ 770.575659] env[62328]: value = "session[52a6e20e-410d-708a-99f2-080a575a99bd]52711b5c-bb6f-e1e1-113a-8d26542c0898" [ 770.575659] env[62328]: _type = "Task" [ 770.575659] env[62328]: } to complete. {{(pid=62328) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 770.579097] env[62328]: DEBUG oslo_vmware.api [None req-3506969e-c0dd-4159-bff8-c8d0d3508cc9 tempest-ServerActionsV293TestJSON-1864378190 tempest-ServerActionsV293TestJSON-1864378190-project-member] Task: {'id': task-2386828, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 770.589714] env[62328]: DEBUG oslo_vmware.api [None req-07aa2033-fc39-46b8-b312-72212098382c tempest-ServersTestJSON-2041147199 tempest-ServersTestJSON-2041147199-project-member] Task: {'id': session[52a6e20e-410d-708a-99f2-080a575a99bd]52711b5c-bb6f-e1e1-113a-8d26542c0898, 'name': SearchDatastore_Task, 'duration_secs': 0.011121} completed successfully. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 770.595246] env[62328]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d7aa4ff2-ff80-4c3a-a198-2922b2921384 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 770.608404] env[62328]: DEBUG oslo_vmware.api [None req-07aa2033-fc39-46b8-b312-72212098382c tempest-ServersTestJSON-2041147199 tempest-ServersTestJSON-2041147199-project-member] Waiting for the task: (returnval){ [ 770.608404] env[62328]: value = "session[52a6e20e-410d-708a-99f2-080a575a99bd]52d71ed8-2057-2b90-dfd6-7f56dbd1b552" [ 770.608404] env[62328]: _type = "Task" [ 770.608404] env[62328]: } to complete. {{(pid=62328) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 770.611433] env[62328]: DEBUG oslo_vmware.api [-] Task: {'id': task-2386824, 'name': CreateVM_Task, 'duration_secs': 0.778407} completed successfully. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 770.614555] env[62328]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e4c166ea-d803-4db5-a104-16bd84bfc6c6] Created VM on the ESX host {{(pid=62328) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 770.617785] env[62328]: DEBUG nova.virt.vmwareapi.vmops [None req-16c86219-1e87-4399-83d0-c8577db8e20a tempest-ServersTestBootFromVolume-606303851 tempest-ServersTestBootFromVolume-606303851-project-member] [instance: e4c166ea-d803-4db5-a104-16bd84bfc6c6] Block device information present: {'root_device_name': '/dev/sda', 'image': [], 'ephemerals': [], 'block_device_mapping': [{'connection_info': {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-484286', 'volume_id': 'f109e705-ab4b-485c-b1ea-edd2fb84ba04', 'name': 'volume-f109e705-ab4b-485c-b1ea-edd2fb84ba04', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'e4c166ea-d803-4db5-a104-16bd84bfc6c6', 'attached_at': '', 'detached_at': '', 'volume_id': 'f109e705-ab4b-485c-b1ea-edd2fb84ba04', 'serial': 'f109e705-ab4b-485c-b1ea-edd2fb84ba04'}, 'attachment_id': 'fb2d6e66-6cd9-41cc-b16c-729903dc5892', 'disk_bus': None, 'delete_on_termination': True, 'guest_format': None, 'mount_device': '/dev/sda', 'boot_index': 0, 'device_type': None, 'volume_type': None}], 'swap': None} {{(pid=62328) spawn /opt/stack/nova/nova/virt/vmwareapi/vmops.py:799}} [ 770.618049] env[62328]: DEBUG nova.virt.vmwareapi.volumeops [None req-16c86219-1e87-4399-83d0-c8577db8e20a tempest-ServersTestBootFromVolume-606303851 tempest-ServersTestBootFromVolume-606303851-project-member] [instance: e4c166ea-d803-4db5-a104-16bd84bfc6c6] Root volume attach. Driver type: vmdk {{(pid=62328) attach_root_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:661}} [ 770.619597] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-841fdb38-c0f5-464d-9595-3dd1d0a01e48 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 770.626087] env[62328]: DEBUG oslo_vmware.api [None req-07aa2033-fc39-46b8-b312-72212098382c tempest-ServersTestJSON-2041147199 tempest-ServersTestJSON-2041147199-project-member] Task: {'id': session[52a6e20e-410d-708a-99f2-080a575a99bd]52d71ed8-2057-2b90-dfd6-7f56dbd1b552, 'name': SearchDatastore_Task, 'duration_secs': 0.012152} completed successfully. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 770.626727] env[62328]: DEBUG oslo_concurrency.lockutils [None req-07aa2033-fc39-46b8-b312-72212098382c tempest-ServersTestJSON-2041147199 tempest-ServersTestJSON-2041147199-project-member] Releasing lock "[datastore1] devstack-image-cache_base/dbf872a4-92be-47e4-8561-c3e2bf2423ab/dbf872a4-92be-47e4-8561-c3e2bf2423ab.vmdk" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 770.627027] env[62328]: DEBUG nova.virt.vmwareapi.vm_util [None req-07aa2033-fc39-46b8-b312-72212098382c tempest-ServersTestJSON-2041147199 tempest-ServersTestJSON-2041147199-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/dbf872a4-92be-47e4-8561-c3e2bf2423ab/dbf872a4-92be-47e4-8561-c3e2bf2423ab.vmdk to [datastore1] fc8146ed-f4c5-4b4b-a03d-c52452f583cd/fc8146ed-f4c5-4b4b-a03d-c52452f583cd.vmdk {{(pid=62328) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 770.627293] env[62328]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-45cc617c-549a-4baa-892e-ec420f0a7cf1 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 770.638144] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e186d21e-9b00-4ef9-ac1d-ea224fb54b57 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 770.643083] env[62328]: DEBUG oslo_vmware.api [None req-07aa2033-fc39-46b8-b312-72212098382c tempest-ServersTestJSON-2041147199 tempest-ServersTestJSON-2041147199-project-member] Waiting for the task: (returnval){ [ 770.643083] env[62328]: value = "task-2386829" [ 770.643083] env[62328]: _type = "Task" [ 770.643083] env[62328]: } to complete. {{(pid=62328) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 770.650596] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-09d5c695-b405-4c88-bfd4-910de4db8c45 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 770.656733] env[62328]: DEBUG oslo_vmware.api [None req-07aa2033-fc39-46b8-b312-72212098382c tempest-ServersTestJSON-2041147199 tempest-ServersTestJSON-2041147199-project-member] Task: {'id': task-2386829, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 770.663953] env[62328]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.RelocateVM_Task with opID=oslo.vmware-b2c80a2d-5d38-43ad-90b2-ace8c1998fe8 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 770.674318] env[62328]: DEBUG oslo_vmware.api [None req-16c86219-1e87-4399-83d0-c8577db8e20a tempest-ServersTestBootFromVolume-606303851 tempest-ServersTestBootFromVolume-606303851-project-member] Waiting for the task: (returnval){ [ 770.674318] env[62328]: value = "task-2386830" [ 770.674318] env[62328]: _type = "Task" [ 770.674318] env[62328]: } to complete. {{(pid=62328) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 770.690023] env[62328]: DEBUG oslo_vmware.api [None req-16c86219-1e87-4399-83d0-c8577db8e20a tempest-ServersTestBootFromVolume-606303851 tempest-ServersTestBootFromVolume-606303851-project-member] Task: {'id': task-2386830, 'name': RelocateVM_Task} progress is 5%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 770.718514] env[62328]: DEBUG nova.network.neutron [req-cc985f72-6e45-4199-ad4c-1fe7cf8a26ab req-6e9e53bb-e5ab-49af-9ff5-7054bf82f42f service nova] [instance: e4c166ea-d803-4db5-a104-16bd84bfc6c6] Updated VIF entry in instance network info cache for port 4298f3ea-b478-497b-b427-97e3bb0dde1d. {{(pid=62328) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 770.718903] env[62328]: DEBUG nova.network.neutron [req-cc985f72-6e45-4199-ad4c-1fe7cf8a26ab req-6e9e53bb-e5ab-49af-9ff5-7054bf82f42f service nova] [instance: e4c166ea-d803-4db5-a104-16bd84bfc6c6] Updating instance_info_cache with network_info: [{"id": "4298f3ea-b478-497b-b427-97e3bb0dde1d", "address": "fa:16:3e:cf:3b:79", "network": {"id": "7b3f96b3-b702-44fe-9538-0cc19cd07090", "bridge": "br-int", "label": "tempest-ServersTestBootFromVolume-2109646672-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1898f35f06e1412d82ccaedc112510f7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "685b4083-b748-41fb-a68a-273b1073fa28", "external-id": "nsx-vlan-transportzone-312", "segmentation_id": 312, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4298f3ea-b4", "ovs_interfaceid": "4298f3ea-b478-497b-b427-97e3bb0dde1d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62328) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 770.786032] env[62328]: DEBUG oslo_concurrency.lockutils [None req-c65b97fc-f428-4e0a-b552-fe7747e76ffb tempest-DeleteServersTestJSON-1766103036 tempest-DeleteServersTestJSON-1766103036-project-member] Acquiring lock "refresh_cache-0ee7925e-085a-489d-8e8e-a0169dd17d45" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 770.786032] env[62328]: DEBUG oslo_concurrency.lockutils [None req-c65b97fc-f428-4e0a-b552-fe7747e76ffb tempest-DeleteServersTestJSON-1766103036 tempest-DeleteServersTestJSON-1766103036-project-member] Acquired lock "refresh_cache-0ee7925e-085a-489d-8e8e-a0169dd17d45" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.786032] env[62328]: DEBUG nova.network.neutron [None req-c65b97fc-f428-4e0a-b552-fe7747e76ffb tempest-DeleteServersTestJSON-1766103036 tempest-DeleteServersTestJSON-1766103036-project-member] [instance: 0ee7925e-085a-489d-8e8e-a0169dd17d45] Building network info cache for instance {{(pid=62328) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 770.861109] env[62328]: DEBUG oslo_vmware.api [None req-d478a4e6-c2c6-49f2-adb4-8ad3e9f108b8 tempest-ServerDiskConfigTestJSON-126406698 tempest-ServerDiskConfigTestJSON-126406698-project-member] Task: {'id': task-2386825, 'name': ReconfigVM_Task, 'duration_secs': 0.420054} completed successfully. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 770.861109] env[62328]: DEBUG nova.virt.vmwareapi.volumeops [None req-d478a4e6-c2c6-49f2-adb4-8ad3e9f108b8 tempest-ServerDiskConfigTestJSON-126406698 tempest-ServerDiskConfigTestJSON-126406698-project-member] [instance: 948b7ba2-2caa-4616-abc0-afc6cca58f76] Reconfigured VM instance instance-00000034 to attach disk [datastore2] 948b7ba2-2caa-4616-abc0-afc6cca58f76/948b7ba2-2caa-4616-abc0-afc6cca58f76.vmdk or device None with type sparse {{(pid=62328) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 770.861109] env[62328]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-60f02c6b-32ae-4467-9ff2-20fa2df87e3f {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 770.873733] env[62328]: DEBUG oslo_vmware.api [None req-d478a4e6-c2c6-49f2-adb4-8ad3e9f108b8 tempest-ServerDiskConfigTestJSON-126406698 tempest-ServerDiskConfigTestJSON-126406698-project-member] Waiting for the task: (returnval){ [ 770.873733] env[62328]: value = "task-2386831" [ 770.873733] env[62328]: _type = "Task" [ 770.873733] env[62328]: } to complete. {{(pid=62328) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 770.885210] env[62328]: DEBUG oslo_vmware.api [None req-d478a4e6-c2c6-49f2-adb4-8ad3e9f108b8 tempest-ServerDiskConfigTestJSON-126406698 tempest-ServerDiskConfigTestJSON-126406698-project-member] Task: {'id': task-2386831, 'name': Rename_Task} progress is 5%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 770.949467] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2d69031c-cafb-48ca-a22d-d4f175cef1a4 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 770.965223] env[62328]: DEBUG oslo_vmware.api [None req-67c9ef5c-3f88-401e-87f8-b158bbbf893e tempest-ServersTestMultiNic-1057987772 tempest-ServersTestMultiNic-1057987772-project-member] Task: {'id': task-2386820, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.586721} completed successfully. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 770.967850] env[62328]: DEBUG nova.virt.vmwareapi.vm_util [None req-67c9ef5c-3f88-401e-87f8-b158bbbf893e tempest-ServersTestMultiNic-1057987772 tempest-ServersTestMultiNic-1057987772-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/dbf872a4-92be-47e4-8561-c3e2bf2423ab/dbf872a4-92be-47e4-8561-c3e2bf2423ab.vmdk to [datastore1] 93ca7686-9ab7-434e-b425-148d3ba8db62/93ca7686-9ab7-434e-b425-148d3ba8db62.vmdk {{(pid=62328) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 770.968170] env[62328]: DEBUG nova.virt.vmwareapi.vmops [None req-67c9ef5c-3f88-401e-87f8-b158bbbf893e tempest-ServersTestMultiNic-1057987772 tempest-ServersTestMultiNic-1057987772-project-member] [instance: 93ca7686-9ab7-434e-b425-148d3ba8db62] Extending root virtual disk to 1048576 {{(pid=62328) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 770.968517] env[62328]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-9f3d6a55-6b3b-495a-a866-7801acebb62a {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 770.971959] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ac68127e-83b2-4d76-b071-faa35a0fa039 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 770.976169] env[62328]: DEBUG oslo_concurrency.lockutils [req-9520b5aa-a1f3-42a0-942e-351c0836aedd req-ecd8bca9-0db4-4aca-bba2-42155533a3ce service nova] Releasing lock "refresh_cache-fc8146ed-f4c5-4b4b-a03d-c52452f583cd" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 770.983924] env[62328]: DEBUG oslo_vmware.api [None req-67c9ef5c-3f88-401e-87f8-b158bbbf893e tempest-ServersTestMultiNic-1057987772 tempest-ServersTestMultiNic-1057987772-project-member] Waiting for the task: (returnval){ [ 770.983924] env[62328]: value = "task-2386832" [ 770.983924] env[62328]: _type = "Task" [ 770.983924] env[62328]: } to complete. {{(pid=62328) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 771.020034] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2f81600f-2abd-405e-aa4b-57ad9ae8d69c {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 771.032816] env[62328]: DEBUG oslo_vmware.api [None req-67c9ef5c-3f88-401e-87f8-b158bbbf893e tempest-ServersTestMultiNic-1057987772 tempest-ServersTestMultiNic-1057987772-project-member] Task: {'id': task-2386832, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 771.034273] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6194cf8e-874d-4f25-8ea9-3aca49a11b4f {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 771.055370] env[62328]: DEBUG nova.compute.manager [None req-b2c7cf61-77bc-42c2-b16f-e47da63f6c54 tempest-ServersAdminNegativeTestJSON-593360600 tempest-ServersAdminNegativeTestJSON-593360600-project-member] [instance: 16731f71-d972-4604-95f3-4412aedcddb5] Start destroying the instance on the hypervisor. {{(pid=62328) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 771.055370] env[62328]: DEBUG nova.virt.vmwareapi.vmops [None req-b2c7cf61-77bc-42c2-b16f-e47da63f6c54 tempest-ServersAdminNegativeTestJSON-593360600 tempest-ServersAdminNegativeTestJSON-593360600-project-member] [instance: 16731f71-d972-4604-95f3-4412aedcddb5] Destroying instance {{(pid=62328) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 771.055895] env[62328]: DEBUG nova.compute.provider_tree [None req-5e1ca340-82e1-4aed-acef-0dcfd71f411a tempest-ServerActionsTestOtherA-1098162655 tempest-ServerActionsTestOtherA-1098162655-project-member] Inventory has not changed in ProviderTree for provider: 3469e9f8-04af-49ca-8435-49f104496744 {{(pid=62328) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 771.058031] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b8ae6dc3-fb7b-4479-bb1d-98b1bd808c3e {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 771.071182] env[62328]: DEBUG nova.scheduler.client.report [None req-5e1ca340-82e1-4aed-acef-0dcfd71f411a tempest-ServerActionsTestOtherA-1098162655 tempest-ServerActionsTestOtherA-1098162655-project-member] Inventory has not changed for provider 3469e9f8-04af-49ca-8435-49f104496744 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 152, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62328) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 771.076326] env[62328]: DEBUG nova.network.neutron [None req-5109b3f1-67b0-450f-8dd1-81f6d832e5f7 tempest-MigrationsAdminTest-413245202 tempest-MigrationsAdminTest-413245202-project-member] [instance: 4279ea33-3d7d-4713-9d21-9e7aa29026ae] Updating instance_info_cache with network_info: [{"id": "69bce2eb-7f15-465b-8308-cde308c68738", "address": "fa:16:3e:68:66:18", "network": {"id": "ec511a9f-4661-41db-95bd-0fc9ad2de615", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.115", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "2a64022f08d84b11a86773b900860ae5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a4f91f31-0516-4d62-a341-e03a50b7c477", "external-id": "nsx-vlan-transportzone-963", "segmentation_id": 963, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap69bce2eb-7f", "ovs_interfaceid": "69bce2eb-7f15-465b-8308-cde308c68738", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62328) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 771.091263] env[62328]: DEBUG oslo_vmware.api [None req-3506969e-c0dd-4159-bff8-c8d0d3508cc9 tempest-ServerActionsV293TestJSON-1864378190 tempest-ServerActionsV293TestJSON-1864378190-project-member] Task: {'id': task-2386828, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.097217} completed successfully. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 771.091546] env[62328]: DEBUG oslo_vmware.api [None req-f1334fbe-b2ad-4ac8-b9ba-3f0c85140208 tempest-VolumesAssistedSnapshotsTest-829345027 tempest-VolumesAssistedSnapshotsTest-829345027-project-admin] Task: {'id': task-2386827, 'name': ReconfigVM_Task, 'duration_secs': 0.254222} completed successfully. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 771.091812] env[62328]: DEBUG nova.virt.vmwareapi.vm_util [None req-b2c7cf61-77bc-42c2-b16f-e47da63f6c54 tempest-ServersAdminNegativeTestJSON-593360600 tempest-ServersAdminNegativeTestJSON-593360600-project-member] [instance: 16731f71-d972-4604-95f3-4412aedcddb5] Powering off the VM {{(pid=62328) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 771.092097] env[62328]: DEBUG nova.virt.vmwareapi.ds_util [None req-3506969e-c0dd-4159-bff8-c8d0d3508cc9 tempest-ServerActionsV293TestJSON-1864378190 tempest-ServerActionsV293TestJSON-1864378190-project-member] Deleted the datastore file {{(pid=62328) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 771.092335] env[62328]: DEBUG nova.virt.vmwareapi.vmops [None req-3506969e-c0dd-4159-bff8-c8d0d3508cc9 tempest-ServerActionsV293TestJSON-1864378190 tempest-ServerActionsV293TestJSON-1864378190-project-member] [instance: 2f5e173e-0a48-45c2-ae86-64d86a2b45d4] Deleted contents of the VM from datastore datastore1 {{(pid=62328) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 771.092547] env[62328]: DEBUG nova.virt.vmwareapi.vmops [None req-3506969e-c0dd-4159-bff8-c8d0d3508cc9 tempest-ServerActionsV293TestJSON-1864378190 tempest-ServerActionsV293TestJSON-1864378190-project-member] [instance: 2f5e173e-0a48-45c2-ae86-64d86a2b45d4] Instance destroyed {{(pid=62328) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 771.094863] env[62328]: DEBUG nova.virt.vmwareapi.volumeops [None req-f1334fbe-b2ad-4ac8-b9ba-3f0c85140208 tempest-VolumesAssistedSnapshotsTest-829345027 tempest-VolumesAssistedSnapshotsTest-829345027-project-admin] [instance: 3e0f093a-98be-4406-a220-34f6d6767294] Reconfigured VM instance instance-0000000d to detach disk 2001 {{(pid=62328) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 771.100911] env[62328]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f0f33a03-22d5-4887-bebe-4a4e90edd2af {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 771.103694] env[62328]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d173122c-ae76-4b6b-8aa0-16c1d3c6a175 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 771.127308] env[62328]: DEBUG oslo_vmware.api [None req-b2c7cf61-77bc-42c2-b16f-e47da63f6c54 tempest-ServersAdminNegativeTestJSON-593360600 tempest-ServersAdminNegativeTestJSON-593360600-project-member] Waiting for the task: (returnval){ [ 771.127308] env[62328]: value = "task-2386833" [ 771.127308] env[62328]: _type = "Task" [ 771.127308] env[62328]: } to complete. {{(pid=62328) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 771.129648] env[62328]: DEBUG oslo_vmware.api [None req-f1334fbe-b2ad-4ac8-b9ba-3f0c85140208 tempest-VolumesAssistedSnapshotsTest-829345027 tempest-VolumesAssistedSnapshotsTest-829345027-project-admin] Waiting for the task: (returnval){ [ 771.129648] env[62328]: value = "task-2386834" [ 771.129648] env[62328]: _type = "Task" [ 771.129648] env[62328]: } to complete. {{(pid=62328) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 771.147138] env[62328]: DEBUG oslo_vmware.api [None req-b2c7cf61-77bc-42c2-b16f-e47da63f6c54 tempest-ServersAdminNegativeTestJSON-593360600 tempest-ServersAdminNegativeTestJSON-593360600-project-member] Task: {'id': task-2386833, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 771.155691] env[62328]: DEBUG oslo_vmware.api [None req-f1334fbe-b2ad-4ac8-b9ba-3f0c85140208 tempest-VolumesAssistedSnapshotsTest-829345027 tempest-VolumesAssistedSnapshotsTest-829345027-project-admin] Task: {'id': task-2386834, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 771.161967] env[62328]: DEBUG oslo_vmware.api [None req-07aa2033-fc39-46b8-b312-72212098382c tempest-ServersTestJSON-2041147199 tempest-ServersTestJSON-2041147199-project-member] Task: {'id': task-2386829, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 771.180357] env[62328]: DEBUG nova.virt.vmwareapi.volumeops [None req-3506969e-c0dd-4159-bff8-c8d0d3508cc9 tempest-ServerActionsV293TestJSON-1864378190 tempest-ServerActionsV293TestJSON-1864378190-project-member] [instance: 2f5e173e-0a48-45c2-ae86-64d86a2b45d4] Volume detach. Driver type: vmdk {{(pid=62328) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 771.180957] env[62328]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-ecc343f8-60fa-4b58-a9b0-6353074652d2 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 771.192019] env[62328]: DEBUG oslo_vmware.api [None req-16c86219-1e87-4399-83d0-c8577db8e20a tempest-ServersTestBootFromVolume-606303851 tempest-ServersTestBootFromVolume-606303851-project-member] Task: {'id': task-2386830, 'name': RelocateVM_Task} progress is 20%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 771.193062] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-057147a1-afa5-473b-8e0c-e0df7bd40729 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 771.232336] env[62328]: DEBUG oslo_concurrency.lockutils [req-cc985f72-6e45-4199-ad4c-1fe7cf8a26ab req-6e9e53bb-e5ab-49af-9ff5-7054bf82f42f service nova] Releasing lock "refresh_cache-e4c166ea-d803-4db5-a104-16bd84bfc6c6" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 771.232729] env[62328]: DEBUG nova.compute.manager [req-cc985f72-6e45-4199-ad4c-1fe7cf8a26ab req-6e9e53bb-e5ab-49af-9ff5-7054bf82f42f service nova] [instance: ab48d158-561e-40d6-a649-f38a096d96c3] Received event network-changed-ec3eb5bd-cf16-4c22-a577-8e03fdbd9e7d {{(pid=62328) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 771.232818] env[62328]: DEBUG nova.compute.manager [req-cc985f72-6e45-4199-ad4c-1fe7cf8a26ab req-6e9e53bb-e5ab-49af-9ff5-7054bf82f42f service nova] [instance: ab48d158-561e-40d6-a649-f38a096d96c3] Refreshing instance network info cache due to event network-changed-ec3eb5bd-cf16-4c22-a577-8e03fdbd9e7d. {{(pid=62328) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 771.233017] env[62328]: DEBUG oslo_concurrency.lockutils [req-cc985f72-6e45-4199-ad4c-1fe7cf8a26ab req-6e9e53bb-e5ab-49af-9ff5-7054bf82f42f service nova] Acquiring lock "refresh_cache-ab48d158-561e-40d6-a649-f38a096d96c3" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 771.233159] env[62328]: DEBUG oslo_concurrency.lockutils [req-cc985f72-6e45-4199-ad4c-1fe7cf8a26ab req-6e9e53bb-e5ab-49af-9ff5-7054bf82f42f service nova] Acquired lock "refresh_cache-ab48d158-561e-40d6-a649-f38a096d96c3" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.233317] env[62328]: DEBUG nova.network.neutron [req-cc985f72-6e45-4199-ad4c-1fe7cf8a26ab req-6e9e53bb-e5ab-49af-9ff5-7054bf82f42f service nova] [instance: ab48d158-561e-40d6-a649-f38a096d96c3] Refreshing network info cache for port ec3eb5bd-cf16-4c22-a577-8e03fdbd9e7d {{(pid=62328) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 771.236613] env[62328]: ERROR nova.compute.manager [None req-3506969e-c0dd-4159-bff8-c8d0d3508cc9 tempest-ServerActionsV293TestJSON-1864378190 tempest-ServerActionsV293TestJSON-1864378190-project-member] [instance: 2f5e173e-0a48-45c2-ae86-64d86a2b45d4] Failed to detach volume 0da4a820-256e-4fbb-941e-7249bbabc770 from /dev/sda: nova.exception.InstanceNotFound: Instance 2f5e173e-0a48-45c2-ae86-64d86a2b45d4 could not be found. [ 771.236613] env[62328]: ERROR nova.compute.manager [instance: 2f5e173e-0a48-45c2-ae86-64d86a2b45d4] Traceback (most recent call last): [ 771.236613] env[62328]: ERROR nova.compute.manager [instance: 2f5e173e-0a48-45c2-ae86-64d86a2b45d4] File "/opt/stack/nova/nova/compute/manager.py", line 4185, in _do_rebuild_instance [ 771.236613] env[62328]: ERROR nova.compute.manager [instance: 2f5e173e-0a48-45c2-ae86-64d86a2b45d4] self.driver.rebuild(**kwargs) [ 771.236613] env[62328]: ERROR nova.compute.manager [instance: 2f5e173e-0a48-45c2-ae86-64d86a2b45d4] File "/opt/stack/nova/nova/virt/driver.py", line 497, in rebuild [ 771.236613] env[62328]: ERROR nova.compute.manager [instance: 2f5e173e-0a48-45c2-ae86-64d86a2b45d4] raise NotImplementedError() [ 771.236613] env[62328]: ERROR nova.compute.manager [instance: 2f5e173e-0a48-45c2-ae86-64d86a2b45d4] NotImplementedError [ 771.236613] env[62328]: ERROR nova.compute.manager [instance: 2f5e173e-0a48-45c2-ae86-64d86a2b45d4] [ 771.236613] env[62328]: ERROR nova.compute.manager [instance: 2f5e173e-0a48-45c2-ae86-64d86a2b45d4] During handling of the above exception, another exception occurred: [ 771.236613] env[62328]: ERROR nova.compute.manager [instance: 2f5e173e-0a48-45c2-ae86-64d86a2b45d4] [ 771.236613] env[62328]: ERROR nova.compute.manager [instance: 2f5e173e-0a48-45c2-ae86-64d86a2b45d4] Traceback (most recent call last): [ 771.236613] env[62328]: ERROR nova.compute.manager [instance: 2f5e173e-0a48-45c2-ae86-64d86a2b45d4] File "/opt/stack/nova/nova/compute/manager.py", line 3608, in _detach_root_volume [ 771.236613] env[62328]: ERROR nova.compute.manager [instance: 2f5e173e-0a48-45c2-ae86-64d86a2b45d4] self.driver.detach_volume(context, old_connection_info, [ 771.236613] env[62328]: ERROR nova.compute.manager [instance: 2f5e173e-0a48-45c2-ae86-64d86a2b45d4] File "/opt/stack/nova/nova/virt/vmwareapi/driver.py", line 561, in detach_volume [ 771.236613] env[62328]: ERROR nova.compute.manager [instance: 2f5e173e-0a48-45c2-ae86-64d86a2b45d4] return self._volumeops.detach_volume(connection_info, instance) [ 771.236613] env[62328]: ERROR nova.compute.manager [instance: 2f5e173e-0a48-45c2-ae86-64d86a2b45d4] File "/opt/stack/nova/nova/virt/vmwareapi/volumeops.py", line 649, in detach_volume [ 771.236613] env[62328]: ERROR nova.compute.manager [instance: 2f5e173e-0a48-45c2-ae86-64d86a2b45d4] self._detach_volume_vmdk(connection_info, instance) [ 771.236613] env[62328]: ERROR nova.compute.manager [instance: 2f5e173e-0a48-45c2-ae86-64d86a2b45d4] File "/opt/stack/nova/nova/virt/vmwareapi/volumeops.py", line 569, in _detach_volume_vmdk [ 771.236613] env[62328]: ERROR nova.compute.manager [instance: 2f5e173e-0a48-45c2-ae86-64d86a2b45d4] vm_ref = vm_util.get_vm_ref(self._session, instance) [ 771.236613] env[62328]: ERROR nova.compute.manager [instance: 2f5e173e-0a48-45c2-ae86-64d86a2b45d4] File "/opt/stack/nova/nova/virt/vmwareapi/vm_util.py", line 1145, in get_vm_ref [ 771.236613] env[62328]: ERROR nova.compute.manager [instance: 2f5e173e-0a48-45c2-ae86-64d86a2b45d4] stable_ref.fetch_moref(session) [ 771.236613] env[62328]: ERROR nova.compute.manager [instance: 2f5e173e-0a48-45c2-ae86-64d86a2b45d4] File "/opt/stack/nova/nova/virt/vmwareapi/vm_util.py", line 1136, in fetch_moref [ 771.236613] env[62328]: ERROR nova.compute.manager [instance: 2f5e173e-0a48-45c2-ae86-64d86a2b45d4] raise exception.InstanceNotFound(instance_id=self._uuid) [ 771.236613] env[62328]: ERROR nova.compute.manager [instance: 2f5e173e-0a48-45c2-ae86-64d86a2b45d4] nova.exception.InstanceNotFound: Instance 2f5e173e-0a48-45c2-ae86-64d86a2b45d4 could not be found. [ 771.236613] env[62328]: ERROR nova.compute.manager [instance: 2f5e173e-0a48-45c2-ae86-64d86a2b45d4] [ 771.320465] env[62328]: DEBUG nova.network.neutron [None req-c65b97fc-f428-4e0a-b552-fe7747e76ffb tempest-DeleteServersTestJSON-1766103036 tempest-DeleteServersTestJSON-1766103036-project-member] [instance: 0ee7925e-085a-489d-8e8e-a0169dd17d45] Instance cache missing network info. {{(pid=62328) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 771.385646] env[62328]: DEBUG oslo_vmware.api [None req-d478a4e6-c2c6-49f2-adb4-8ad3e9f108b8 tempest-ServerDiskConfigTestJSON-126406698 tempest-ServerDiskConfigTestJSON-126406698-project-member] Task: {'id': task-2386831, 'name': Rename_Task, 'duration_secs': 0.303613} completed successfully. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 771.385968] env[62328]: DEBUG nova.virt.vmwareapi.vm_util [None req-d478a4e6-c2c6-49f2-adb4-8ad3e9f108b8 tempest-ServerDiskConfigTestJSON-126406698 tempest-ServerDiskConfigTestJSON-126406698-project-member] [instance: 948b7ba2-2caa-4616-abc0-afc6cca58f76] Powering on the VM {{(pid=62328) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 771.386240] env[62328]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-0cc5d0b6-22bd-4a98-9b3b-f798c441e389 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 771.394088] env[62328]: DEBUG oslo_vmware.api [None req-d478a4e6-c2c6-49f2-adb4-8ad3e9f108b8 tempest-ServerDiskConfigTestJSON-126406698 tempest-ServerDiskConfigTestJSON-126406698-project-member] Waiting for the task: (returnval){ [ 771.394088] env[62328]: value = "task-2386835" [ 771.394088] env[62328]: _type = "Task" [ 771.394088] env[62328]: } to complete. {{(pid=62328) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 771.404806] env[62328]: DEBUG oslo_vmware.api [None req-d478a4e6-c2c6-49f2-adb4-8ad3e9f108b8 tempest-ServerDiskConfigTestJSON-126406698 tempest-ServerDiskConfigTestJSON-126406698-project-member] Task: {'id': task-2386835, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 771.406285] env[62328]: DEBUG nova.compute.utils [None req-3506969e-c0dd-4159-bff8-c8d0d3508cc9 tempest-ServerActionsV293TestJSON-1864378190 tempest-ServerActionsV293TestJSON-1864378190-project-member] [instance: 2f5e173e-0a48-45c2-ae86-64d86a2b45d4] Build of instance 2f5e173e-0a48-45c2-ae86-64d86a2b45d4 aborted: Failed to rebuild volume backed instance. {{(pid=62328) notify_about_instance_usage /opt/stack/nova/nova/compute/utils.py:430}} [ 771.408538] env[62328]: ERROR nova.compute.manager [None req-3506969e-c0dd-4159-bff8-c8d0d3508cc9 tempest-ServerActionsV293TestJSON-1864378190 tempest-ServerActionsV293TestJSON-1864378190-project-member] [instance: 2f5e173e-0a48-45c2-ae86-64d86a2b45d4] Setting instance vm_state to ERROR: nova.exception.BuildAbortException: Build of instance 2f5e173e-0a48-45c2-ae86-64d86a2b45d4 aborted: Failed to rebuild volume backed instance. [ 771.408538] env[62328]: ERROR nova.compute.manager [instance: 2f5e173e-0a48-45c2-ae86-64d86a2b45d4] Traceback (most recent call last): [ 771.408538] env[62328]: ERROR nova.compute.manager [instance: 2f5e173e-0a48-45c2-ae86-64d86a2b45d4] File "/opt/stack/nova/nova/compute/manager.py", line 4185, in _do_rebuild_instance [ 771.408538] env[62328]: ERROR nova.compute.manager [instance: 2f5e173e-0a48-45c2-ae86-64d86a2b45d4] self.driver.rebuild(**kwargs) [ 771.408538] env[62328]: ERROR nova.compute.manager [instance: 2f5e173e-0a48-45c2-ae86-64d86a2b45d4] File "/opt/stack/nova/nova/virt/driver.py", line 497, in rebuild [ 771.408538] env[62328]: ERROR nova.compute.manager [instance: 2f5e173e-0a48-45c2-ae86-64d86a2b45d4] raise NotImplementedError() [ 771.408538] env[62328]: ERROR nova.compute.manager [instance: 2f5e173e-0a48-45c2-ae86-64d86a2b45d4] NotImplementedError [ 771.408538] env[62328]: ERROR nova.compute.manager [instance: 2f5e173e-0a48-45c2-ae86-64d86a2b45d4] [ 771.408538] env[62328]: ERROR nova.compute.manager [instance: 2f5e173e-0a48-45c2-ae86-64d86a2b45d4] During handling of the above exception, another exception occurred: [ 771.408538] env[62328]: ERROR nova.compute.manager [instance: 2f5e173e-0a48-45c2-ae86-64d86a2b45d4] [ 771.408538] env[62328]: ERROR nova.compute.manager [instance: 2f5e173e-0a48-45c2-ae86-64d86a2b45d4] Traceback (most recent call last): [ 771.408538] env[62328]: ERROR nova.compute.manager [instance: 2f5e173e-0a48-45c2-ae86-64d86a2b45d4] File "/opt/stack/nova/nova/compute/manager.py", line 3643, in _rebuild_volume_backed_instance [ 771.408538] env[62328]: ERROR nova.compute.manager [instance: 2f5e173e-0a48-45c2-ae86-64d86a2b45d4] self._detach_root_volume(context, instance, root_bdm) [ 771.408538] env[62328]: ERROR nova.compute.manager [instance: 2f5e173e-0a48-45c2-ae86-64d86a2b45d4] File "/opt/stack/nova/nova/compute/manager.py", line 3622, in _detach_root_volume [ 771.408538] env[62328]: ERROR nova.compute.manager [instance: 2f5e173e-0a48-45c2-ae86-64d86a2b45d4] with excutils.save_and_reraise_exception(): [ 771.408538] env[62328]: ERROR nova.compute.manager [instance: 2f5e173e-0a48-45c2-ae86-64d86a2b45d4] File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 227, in __exit__ [ 771.408538] env[62328]: ERROR nova.compute.manager [instance: 2f5e173e-0a48-45c2-ae86-64d86a2b45d4] self.force_reraise() [ 771.408538] env[62328]: ERROR nova.compute.manager [instance: 2f5e173e-0a48-45c2-ae86-64d86a2b45d4] File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 200, in force_reraise [ 771.408538] env[62328]: ERROR nova.compute.manager [instance: 2f5e173e-0a48-45c2-ae86-64d86a2b45d4] raise self.value [ 771.408538] env[62328]: ERROR nova.compute.manager [instance: 2f5e173e-0a48-45c2-ae86-64d86a2b45d4] File "/opt/stack/nova/nova/compute/manager.py", line 3608, in _detach_root_volume [ 771.408538] env[62328]: ERROR nova.compute.manager [instance: 2f5e173e-0a48-45c2-ae86-64d86a2b45d4] self.driver.detach_volume(context, old_connection_info, [ 771.408538] env[62328]: ERROR nova.compute.manager [instance: 2f5e173e-0a48-45c2-ae86-64d86a2b45d4] File "/opt/stack/nova/nova/virt/vmwareapi/driver.py", line 561, in detach_volume [ 771.408538] env[62328]: ERROR nova.compute.manager [instance: 2f5e173e-0a48-45c2-ae86-64d86a2b45d4] return self._volumeops.detach_volume(connection_info, instance) [ 771.408538] env[62328]: ERROR nova.compute.manager [instance: 2f5e173e-0a48-45c2-ae86-64d86a2b45d4] File "/opt/stack/nova/nova/virt/vmwareapi/volumeops.py", line 649, in detach_volume [ 771.408538] env[62328]: ERROR nova.compute.manager [instance: 2f5e173e-0a48-45c2-ae86-64d86a2b45d4] self._detach_volume_vmdk(connection_info, instance) [ 771.408538] env[62328]: ERROR nova.compute.manager [instance: 2f5e173e-0a48-45c2-ae86-64d86a2b45d4] File "/opt/stack/nova/nova/virt/vmwareapi/volumeops.py", line 569, in _detach_volume_vmdk [ 771.408538] env[62328]: ERROR nova.compute.manager [instance: 2f5e173e-0a48-45c2-ae86-64d86a2b45d4] vm_ref = vm_util.get_vm_ref(self._session, instance) [ 771.408538] env[62328]: ERROR nova.compute.manager [instance: 2f5e173e-0a48-45c2-ae86-64d86a2b45d4] File "/opt/stack/nova/nova/virt/vmwareapi/vm_util.py", line 1145, in get_vm_ref [ 771.408538] env[62328]: ERROR nova.compute.manager [instance: 2f5e173e-0a48-45c2-ae86-64d86a2b45d4] stable_ref.fetch_moref(session) [ 771.408538] env[62328]: ERROR nova.compute.manager [instance: 2f5e173e-0a48-45c2-ae86-64d86a2b45d4] File "/opt/stack/nova/nova/virt/vmwareapi/vm_util.py", line 1136, in fetch_moref [ 771.408538] env[62328]: ERROR nova.compute.manager [instance: 2f5e173e-0a48-45c2-ae86-64d86a2b45d4] raise exception.InstanceNotFound(instance_id=self._uuid) [ 771.408538] env[62328]: ERROR nova.compute.manager [instance: 2f5e173e-0a48-45c2-ae86-64d86a2b45d4] nova.exception.InstanceNotFound: Instance 2f5e173e-0a48-45c2-ae86-64d86a2b45d4 could not be found. [ 771.408538] env[62328]: ERROR nova.compute.manager [instance: 2f5e173e-0a48-45c2-ae86-64d86a2b45d4] [ 771.408538] env[62328]: ERROR nova.compute.manager [instance: 2f5e173e-0a48-45c2-ae86-64d86a2b45d4] During handling of the above exception, another exception occurred: [ 771.408538] env[62328]: ERROR nova.compute.manager [instance: 2f5e173e-0a48-45c2-ae86-64d86a2b45d4] [ 771.408538] env[62328]: ERROR nova.compute.manager [instance: 2f5e173e-0a48-45c2-ae86-64d86a2b45d4] Traceback (most recent call last): [ 771.408538] env[62328]: ERROR nova.compute.manager [instance: 2f5e173e-0a48-45c2-ae86-64d86a2b45d4] File "/opt/stack/nova/nova/compute/manager.py", line 11382, in _error_out_instance_on_exception [ 771.408538] env[62328]: ERROR nova.compute.manager [instance: 2f5e173e-0a48-45c2-ae86-64d86a2b45d4] yield [ 771.408538] env[62328]: ERROR nova.compute.manager [instance: 2f5e173e-0a48-45c2-ae86-64d86a2b45d4] File "/opt/stack/nova/nova/compute/manager.py", line 3911, in rebuild_instance [ 771.408538] env[62328]: ERROR nova.compute.manager [instance: 2f5e173e-0a48-45c2-ae86-64d86a2b45d4] self._do_rebuild_instance_with_claim( [ 771.409808] env[62328]: ERROR nova.compute.manager [instance: 2f5e173e-0a48-45c2-ae86-64d86a2b45d4] File "/opt/stack/nova/nova/compute/manager.py", line 3997, in _do_rebuild_instance_with_claim [ 771.409808] env[62328]: ERROR nova.compute.manager [instance: 2f5e173e-0a48-45c2-ae86-64d86a2b45d4] self._do_rebuild_instance( [ 771.409808] env[62328]: ERROR nova.compute.manager [instance: 2f5e173e-0a48-45c2-ae86-64d86a2b45d4] File "/opt/stack/nova/nova/compute/manager.py", line 4189, in _do_rebuild_instance [ 771.409808] env[62328]: ERROR nova.compute.manager [instance: 2f5e173e-0a48-45c2-ae86-64d86a2b45d4] self._rebuild_default_impl(**kwargs) [ 771.409808] env[62328]: ERROR nova.compute.manager [instance: 2f5e173e-0a48-45c2-ae86-64d86a2b45d4] File "/opt/stack/nova/nova/compute/manager.py", line 3766, in _rebuild_default_impl [ 771.409808] env[62328]: ERROR nova.compute.manager [instance: 2f5e173e-0a48-45c2-ae86-64d86a2b45d4] self._rebuild_volume_backed_instance( [ 771.409808] env[62328]: ERROR nova.compute.manager [instance: 2f5e173e-0a48-45c2-ae86-64d86a2b45d4] File "/opt/stack/nova/nova/compute/manager.py", line 3658, in _rebuild_volume_backed_instance [ 771.409808] env[62328]: ERROR nova.compute.manager [instance: 2f5e173e-0a48-45c2-ae86-64d86a2b45d4] raise exception.BuildAbortException( [ 771.409808] env[62328]: ERROR nova.compute.manager [instance: 2f5e173e-0a48-45c2-ae86-64d86a2b45d4] nova.exception.BuildAbortException: Build of instance 2f5e173e-0a48-45c2-ae86-64d86a2b45d4 aborted: Failed to rebuild volume backed instance. [ 771.409808] env[62328]: ERROR nova.compute.manager [instance: 2f5e173e-0a48-45c2-ae86-64d86a2b45d4] [ 771.527413] env[62328]: DEBUG oslo_vmware.api [None req-67c9ef5c-3f88-401e-87f8-b158bbbf893e tempest-ServersTestMultiNic-1057987772 tempest-ServersTestMultiNic-1057987772-project-member] Task: {'id': task-2386832, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.224049} completed successfully. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 771.527594] env[62328]: DEBUG nova.virt.vmwareapi.vmops [None req-67c9ef5c-3f88-401e-87f8-b158bbbf893e tempest-ServersTestMultiNic-1057987772 tempest-ServersTestMultiNic-1057987772-project-member] [instance: 93ca7686-9ab7-434e-b425-148d3ba8db62] Extended root virtual disk {{(pid=62328) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 771.528473] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-afcf8466-43e8-4968-a5d3-d536e17b5b5d {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 771.556431] env[62328]: DEBUG nova.virt.vmwareapi.volumeops [None req-67c9ef5c-3f88-401e-87f8-b158bbbf893e tempest-ServersTestMultiNic-1057987772 tempest-ServersTestMultiNic-1057987772-project-member] [instance: 93ca7686-9ab7-434e-b425-148d3ba8db62] Reconfiguring VM instance instance-00000037 to attach disk [datastore1] 93ca7686-9ab7-434e-b425-148d3ba8db62/93ca7686-9ab7-434e-b425-148d3ba8db62.vmdk or device None with type sparse {{(pid=62328) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 771.559784] env[62328]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7039feb8-ba4a-4f0c-b3c3-1ee50cdf4d22 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 771.578988] env[62328]: DEBUG oslo_concurrency.lockutils [None req-5e1ca340-82e1-4aed-acef-0dcfd71f411a tempest-ServerActionsTestOtherA-1098162655 tempest-ServerActionsTestOtherA-1098162655-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.378s {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 771.579561] env[62328]: DEBUG nova.compute.manager [None req-5e1ca340-82e1-4aed-acef-0dcfd71f411a tempest-ServerActionsTestOtherA-1098162655 tempest-ServerActionsTestOtherA-1098162655-project-member] [instance: 0b59b4a1-0c44-41af-a213-89960b97f913] Start building networks asynchronously for instance. {{(pid=62328) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 771.584719] env[62328]: DEBUG oslo_concurrency.lockutils [None req-6539a92c-9ff4-4be6-b17f-518edda0cd4a tempest-AttachVolumeTestJSON-944844435 tempest-AttachVolumeTestJSON-944844435-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 29.140s {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 771.586887] env[62328]: INFO nova.compute.claims [None req-6539a92c-9ff4-4be6-b17f-518edda0cd4a tempest-AttachVolumeTestJSON-944844435 tempest-AttachVolumeTestJSON-944844435-project-member] [instance: 3bbba6fe-038a-40f8-935b-ce45c75c3497] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 771.593080] env[62328]: DEBUG oslo_concurrency.lockutils [None req-5109b3f1-67b0-450f-8dd1-81f6d832e5f7 tempest-MigrationsAdminTest-413245202 tempest-MigrationsAdminTest-413245202-project-member] Releasing lock "refresh_cache-4279ea33-3d7d-4713-9d21-9e7aa29026ae" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 771.596068] env[62328]: DEBUG oslo_vmware.api [None req-67c9ef5c-3f88-401e-87f8-b158bbbf893e tempest-ServersTestMultiNic-1057987772 tempest-ServersTestMultiNic-1057987772-project-member] Waiting for the task: (returnval){ [ 771.596068] env[62328]: value = "task-2386836" [ 771.596068] env[62328]: _type = "Task" [ 771.596068] env[62328]: } to complete. {{(pid=62328) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 771.608739] env[62328]: DEBUG oslo_vmware.api [None req-67c9ef5c-3f88-401e-87f8-b158bbbf893e tempest-ServersTestMultiNic-1057987772 tempest-ServersTestMultiNic-1057987772-project-member] Task: {'id': task-2386836, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 771.624812] env[62328]: DEBUG nova.network.neutron [None req-c65b97fc-f428-4e0a-b552-fe7747e76ffb tempest-DeleteServersTestJSON-1766103036 tempest-DeleteServersTestJSON-1766103036-project-member] [instance: 0ee7925e-085a-489d-8e8e-a0169dd17d45] Updating instance_info_cache with network_info: [{"id": "d5c05f2e-dbee-488e-ae82-8b0c9e8c5506", "address": "fa:16:3e:1c:10:c4", "network": {"id": "0bcec7a4-aa8e-420d-b203-4ead2073e045", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-575957277-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7aa9ac81c5264c7cba58e5879eedf77c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c5652322-9f10-4996-baed-4c0aa13a1b4e", "external-id": "nsx-vlan-transportzone-941", "segmentation_id": 941, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd5c05f2e-db", "ovs_interfaceid": "d5c05f2e-dbee-488e-ae82-8b0c9e8c5506", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62328) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 771.642417] env[62328]: DEBUG oslo_vmware.api [None req-b2c7cf61-77bc-42c2-b16f-e47da63f6c54 tempest-ServersAdminNegativeTestJSON-593360600 tempest-ServersAdminNegativeTestJSON-593360600-project-member] Task: {'id': task-2386833, 'name': PowerOffVM_Task, 'duration_secs': 0.471323} completed successfully. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 771.642586] env[62328]: DEBUG nova.virt.vmwareapi.vm_util [None req-b2c7cf61-77bc-42c2-b16f-e47da63f6c54 tempest-ServersAdminNegativeTestJSON-593360600 tempest-ServersAdminNegativeTestJSON-593360600-project-member] [instance: 16731f71-d972-4604-95f3-4412aedcddb5] Powered off the VM {{(pid=62328) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 771.642758] env[62328]: DEBUG nova.virt.vmwareapi.vmops [None req-b2c7cf61-77bc-42c2-b16f-e47da63f6c54 tempest-ServersAdminNegativeTestJSON-593360600 tempest-ServersAdminNegativeTestJSON-593360600-project-member] [instance: 16731f71-d972-4604-95f3-4412aedcddb5] Unregistering the VM {{(pid=62328) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 771.643278] env[62328]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-8b239ffb-4e63-4181-b6a9-b9c26fd0536d {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 771.648241] env[62328]: DEBUG oslo_vmware.api [None req-f1334fbe-b2ad-4ac8-b9ba-3f0c85140208 tempest-VolumesAssistedSnapshotsTest-829345027 tempest-VolumesAssistedSnapshotsTest-829345027-project-admin] Task: {'id': task-2386834, 'name': ReconfigVM_Task, 'duration_secs': 0.181911} completed successfully. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 771.651769] env[62328]: DEBUG nova.virt.vmwareapi.volumeops [None req-f1334fbe-b2ad-4ac8-b9ba-3f0c85140208 tempest-VolumesAssistedSnapshotsTest-829345027 tempest-VolumesAssistedSnapshotsTest-829345027-project-admin] [instance: 3e0f093a-98be-4406-a220-34f6d6767294] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-484325', 'volume_id': '354fa8ca-a550-4126-8d65-689ca322293e', 'name': 'volume-354fa8ca-a550-4126-8d65-689ca322293e', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '3e0f093a-98be-4406-a220-34f6d6767294', 'attached_at': '', 'detached_at': '', 'volume_id': '354fa8ca-a550-4126-8d65-689ca322293e', 'serial': '354fa8ca-a550-4126-8d65-689ca322293e'} {{(pid=62328) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 771.659637] env[62328]: DEBUG oslo_vmware.api [None req-07aa2033-fc39-46b8-b312-72212098382c tempest-ServersTestJSON-2041147199 tempest-ServersTestJSON-2041147199-project-member] Task: {'id': task-2386829, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.530525} completed successfully. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 771.660628] env[62328]: DEBUG nova.virt.vmwareapi.vm_util [None req-07aa2033-fc39-46b8-b312-72212098382c tempest-ServersTestJSON-2041147199 tempest-ServersTestJSON-2041147199-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/dbf872a4-92be-47e4-8561-c3e2bf2423ab/dbf872a4-92be-47e4-8561-c3e2bf2423ab.vmdk to [datastore1] fc8146ed-f4c5-4b4b-a03d-c52452f583cd/fc8146ed-f4c5-4b4b-a03d-c52452f583cd.vmdk {{(pid=62328) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 771.660930] env[62328]: DEBUG nova.virt.vmwareapi.vmops [None req-07aa2033-fc39-46b8-b312-72212098382c tempest-ServersTestJSON-2041147199 tempest-ServersTestJSON-2041147199-project-member] [instance: fc8146ed-f4c5-4b4b-a03d-c52452f583cd] Extending root virtual disk to 1048576 {{(pid=62328) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 771.661269] env[62328]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-59f42688-af78-4aec-a788-f8b774cddc96 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 771.669753] env[62328]: DEBUG oslo_vmware.api [None req-07aa2033-fc39-46b8-b312-72212098382c tempest-ServersTestJSON-2041147199 tempest-ServersTestJSON-2041147199-project-member] Waiting for the task: (returnval){ [ 771.669753] env[62328]: value = "task-2386838" [ 771.669753] env[62328]: _type = "Task" [ 771.669753] env[62328]: } to complete. {{(pid=62328) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 771.682327] env[62328]: DEBUG oslo_vmware.api [None req-07aa2033-fc39-46b8-b312-72212098382c tempest-ServersTestJSON-2041147199 tempest-ServersTestJSON-2041147199-project-member] Task: {'id': task-2386838, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 771.687877] env[62328]: DEBUG oslo_vmware.api [None req-16c86219-1e87-4399-83d0-c8577db8e20a tempest-ServersTestBootFromVolume-606303851 tempest-ServersTestBootFromVolume-606303851-project-member] Task: {'id': task-2386830, 'name': RelocateVM_Task, 'duration_secs': 0.625958} completed successfully. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 771.690793] env[62328]: DEBUG nova.virt.vmwareapi.volumeops [None req-16c86219-1e87-4399-83d0-c8577db8e20a tempest-ServersTestBootFromVolume-606303851 tempest-ServersTestBootFromVolume-606303851-project-member] [instance: e4c166ea-d803-4db5-a104-16bd84bfc6c6] Volume attach. Driver type: vmdk {{(pid=62328) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 771.690793] env[62328]: DEBUG nova.virt.vmwareapi.volumeops [None req-16c86219-1e87-4399-83d0-c8577db8e20a tempest-ServersTestBootFromVolume-606303851 tempest-ServersTestBootFromVolume-606303851-project-member] [instance: e4c166ea-d803-4db5-a104-16bd84bfc6c6] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-484286', 'volume_id': 'f109e705-ab4b-485c-b1ea-edd2fb84ba04', 'name': 'volume-f109e705-ab4b-485c-b1ea-edd2fb84ba04', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'e4c166ea-d803-4db5-a104-16bd84bfc6c6', 'attached_at': '', 'detached_at': '', 'volume_id': 'f109e705-ab4b-485c-b1ea-edd2fb84ba04', 'serial': 'f109e705-ab4b-485c-b1ea-edd2fb84ba04'} {{(pid=62328) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 771.690793] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3d01b5fb-3d41-4eea-a0f1-e00f466e3bb7 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 771.709418] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-17c422ec-8a94-4c51-b2f8-b213dc2421e1 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 771.737166] env[62328]: DEBUG nova.virt.vmwareapi.volumeops [None req-16c86219-1e87-4399-83d0-c8577db8e20a tempest-ServersTestBootFromVolume-606303851 tempest-ServersTestBootFromVolume-606303851-project-member] [instance: e4c166ea-d803-4db5-a104-16bd84bfc6c6] Reconfiguring VM instance instance-00000039 to attach disk [datastore2] volume-f109e705-ab4b-485c-b1ea-edd2fb84ba04/volume-f109e705-ab4b-485c-b1ea-edd2fb84ba04.vmdk or device None with type thin {{(pid=62328) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 771.737575] env[62328]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f75df52b-ba92-4261-9652-62fa97a495e7 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 771.755457] env[62328]: DEBUG nova.virt.vmwareapi.vmops [None req-b2c7cf61-77bc-42c2-b16f-e47da63f6c54 tempest-ServersAdminNegativeTestJSON-593360600 tempest-ServersAdminNegativeTestJSON-593360600-project-member] [instance: 16731f71-d972-4604-95f3-4412aedcddb5] Unregistered the VM {{(pid=62328) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 771.755653] env[62328]: DEBUG nova.virt.vmwareapi.vmops [None req-b2c7cf61-77bc-42c2-b16f-e47da63f6c54 tempest-ServersAdminNegativeTestJSON-593360600 tempest-ServersAdminNegativeTestJSON-593360600-project-member] [instance: 16731f71-d972-4604-95f3-4412aedcddb5] Deleting contents of the VM from datastore datastore1 {{(pid=62328) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 771.755817] env[62328]: DEBUG nova.virt.vmwareapi.ds_util [None req-b2c7cf61-77bc-42c2-b16f-e47da63f6c54 tempest-ServersAdminNegativeTestJSON-593360600 tempest-ServersAdminNegativeTestJSON-593360600-project-member] Deleting the datastore file [datastore1] 16731f71-d972-4604-95f3-4412aedcddb5 {{(pid=62328) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 771.756481] env[62328]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-42277fec-0c03-4c73-9979-61d5620fb70b {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 771.763107] env[62328]: DEBUG oslo_vmware.api [None req-16c86219-1e87-4399-83d0-c8577db8e20a tempest-ServersTestBootFromVolume-606303851 tempest-ServersTestBootFromVolume-606303851-project-member] Waiting for the task: (returnval){ [ 771.763107] env[62328]: value = "task-2386839" [ 771.763107] env[62328]: _type = "Task" [ 771.763107] env[62328]: } to complete. {{(pid=62328) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 771.764270] env[62328]: DEBUG oslo_vmware.api [None req-b2c7cf61-77bc-42c2-b16f-e47da63f6c54 tempest-ServersAdminNegativeTestJSON-593360600 tempest-ServersAdminNegativeTestJSON-593360600-project-member] Waiting for the task: (returnval){ [ 771.764270] env[62328]: value = "task-2386840" [ 771.764270] env[62328]: _type = "Task" [ 771.764270] env[62328]: } to complete. {{(pid=62328) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 771.775937] env[62328]: DEBUG oslo_vmware.api [None req-b2c7cf61-77bc-42c2-b16f-e47da63f6c54 tempest-ServersAdminNegativeTestJSON-593360600 tempest-ServersAdminNegativeTestJSON-593360600-project-member] Task: {'id': task-2386840, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 771.778787] env[62328]: DEBUG oslo_vmware.api [None req-16c86219-1e87-4399-83d0-c8577db8e20a tempest-ServersTestBootFromVolume-606303851 tempest-ServersTestBootFromVolume-606303851-project-member] Task: {'id': task-2386839, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 771.906086] env[62328]: DEBUG oslo_vmware.api [None req-d478a4e6-c2c6-49f2-adb4-8ad3e9f108b8 tempest-ServerDiskConfigTestJSON-126406698 tempest-ServerDiskConfigTestJSON-126406698-project-member] Task: {'id': task-2386835, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 772.099577] env[62328]: DEBUG nova.compute.utils [None req-5e1ca340-82e1-4aed-acef-0dcfd71f411a tempest-ServerActionsTestOtherA-1098162655 tempest-ServerActionsTestOtherA-1098162655-project-member] Using /dev/sd instead of None {{(pid=62328) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 772.110028] env[62328]: DEBUG nova.compute.manager [None req-5e1ca340-82e1-4aed-acef-0dcfd71f411a tempest-ServerActionsTestOtherA-1098162655 tempest-ServerActionsTestOtherA-1098162655-project-member] [instance: 0b59b4a1-0c44-41af-a213-89960b97f913] Allocating IP information in the background. {{(pid=62328) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 772.110028] env[62328]: DEBUG nova.network.neutron [None req-5e1ca340-82e1-4aed-acef-0dcfd71f411a tempest-ServerActionsTestOtherA-1098162655 tempest-ServerActionsTestOtherA-1098162655-project-member] [instance: 0b59b4a1-0c44-41af-a213-89960b97f913] allocate_for_instance() {{(pid=62328) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 772.125306] env[62328]: DEBUG oslo_vmware.api [None req-67c9ef5c-3f88-401e-87f8-b158bbbf893e tempest-ServersTestMultiNic-1057987772 tempest-ServersTestMultiNic-1057987772-project-member] Task: {'id': task-2386836, 'name': ReconfigVM_Task, 'duration_secs': 0.349036} completed successfully. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 772.125925] env[62328]: DEBUG nova.virt.vmwareapi.volumeops [None req-67c9ef5c-3f88-401e-87f8-b158bbbf893e tempest-ServersTestMultiNic-1057987772 tempest-ServersTestMultiNic-1057987772-project-member] [instance: 93ca7686-9ab7-434e-b425-148d3ba8db62] Reconfigured VM instance instance-00000037 to attach disk [datastore1] 93ca7686-9ab7-434e-b425-148d3ba8db62/93ca7686-9ab7-434e-b425-148d3ba8db62.vmdk or device None with type sparse {{(pid=62328) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 772.126297] env[62328]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-a92eaf3e-44df-46e9-9238-a1ca9625a725 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 772.128314] env[62328]: DEBUG oslo_concurrency.lockutils [None req-c65b97fc-f428-4e0a-b552-fe7747e76ffb tempest-DeleteServersTestJSON-1766103036 tempest-DeleteServersTestJSON-1766103036-project-member] Releasing lock "refresh_cache-0ee7925e-085a-489d-8e8e-a0169dd17d45" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 772.128414] env[62328]: DEBUG nova.compute.manager [None req-c65b97fc-f428-4e0a-b552-fe7747e76ffb tempest-DeleteServersTestJSON-1766103036 tempest-DeleteServersTestJSON-1766103036-project-member] [instance: 0ee7925e-085a-489d-8e8e-a0169dd17d45] Instance network_info: |[{"id": "d5c05f2e-dbee-488e-ae82-8b0c9e8c5506", "address": "fa:16:3e:1c:10:c4", "network": {"id": "0bcec7a4-aa8e-420d-b203-4ead2073e045", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-575957277-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7aa9ac81c5264c7cba58e5879eedf77c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c5652322-9f10-4996-baed-4c0aa13a1b4e", "external-id": "nsx-vlan-transportzone-941", "segmentation_id": 941, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd5c05f2e-db", "ovs_interfaceid": "d5c05f2e-dbee-488e-ae82-8b0c9e8c5506", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62328) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 772.129024] env[62328]: DEBUG nova.virt.vmwareapi.vmops [None req-c65b97fc-f428-4e0a-b552-fe7747e76ffb tempest-DeleteServersTestJSON-1766103036 tempest-DeleteServersTestJSON-1766103036-project-member] [instance: 0ee7925e-085a-489d-8e8e-a0169dd17d45] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:1c:10:c4', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'c5652322-9f10-4996-baed-4c0aa13a1b4e', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'd5c05f2e-dbee-488e-ae82-8b0c9e8c5506', 'vif_model': 'vmxnet3'}] {{(pid=62328) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 772.136493] env[62328]: DEBUG nova.virt.vmwareapi.vm_util [None req-c65b97fc-f428-4e0a-b552-fe7747e76ffb tempest-DeleteServersTestJSON-1766103036 tempest-DeleteServersTestJSON-1766103036-project-member] Creating folder: Project (7aa9ac81c5264c7cba58e5879eedf77c). Parent ref: group-v484164. {{(pid=62328) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 772.137443] env[62328]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-373f7853-26bb-44f8-8de6-cdf619d40ca3 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 772.140443] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1fef19b1-9933-46ae-b606-ba6542c2c8b9 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 772.146788] env[62328]: DEBUG oslo_vmware.api [None req-67c9ef5c-3f88-401e-87f8-b158bbbf893e tempest-ServersTestMultiNic-1057987772 tempest-ServersTestMultiNic-1057987772-project-member] Waiting for the task: (returnval){ [ 772.146788] env[62328]: value = "task-2386841" [ 772.146788] env[62328]: _type = "Task" [ 772.146788] env[62328]: } to complete. {{(pid=62328) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 772.163346] env[62328]: DEBUG nova.compute.manager [req-e3d120cb-313e-4fb2-8b53-7e013a0cc614 req-9bf66224-d59e-4203-a654-c120f70af81b service nova] [instance: 0ee7925e-085a-489d-8e8e-a0169dd17d45] Received event network-vif-plugged-d5c05f2e-dbee-488e-ae82-8b0c9e8c5506 {{(pid=62328) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 772.163346] env[62328]: DEBUG oslo_concurrency.lockutils [req-e3d120cb-313e-4fb2-8b53-7e013a0cc614 req-9bf66224-d59e-4203-a654-c120f70af81b service nova] Acquiring lock "0ee7925e-085a-489d-8e8e-a0169dd17d45-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 772.163346] env[62328]: DEBUG oslo_concurrency.lockutils [req-e3d120cb-313e-4fb2-8b53-7e013a0cc614 req-9bf66224-d59e-4203-a654-c120f70af81b service nova] Lock "0ee7925e-085a-489d-8e8e-a0169dd17d45-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 772.163565] env[62328]: DEBUG oslo_concurrency.lockutils [req-e3d120cb-313e-4fb2-8b53-7e013a0cc614 req-9bf66224-d59e-4203-a654-c120f70af81b service nova] Lock "0ee7925e-085a-489d-8e8e-a0169dd17d45-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 772.163787] env[62328]: DEBUG nova.compute.manager [req-e3d120cb-313e-4fb2-8b53-7e013a0cc614 req-9bf66224-d59e-4203-a654-c120f70af81b service nova] [instance: 0ee7925e-085a-489d-8e8e-a0169dd17d45] No waiting events found dispatching network-vif-plugged-d5c05f2e-dbee-488e-ae82-8b0c9e8c5506 {{(pid=62328) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 772.163857] env[62328]: WARNING nova.compute.manager [req-e3d120cb-313e-4fb2-8b53-7e013a0cc614 req-9bf66224-d59e-4203-a654-c120f70af81b service nova] [instance: 0ee7925e-085a-489d-8e8e-a0169dd17d45] Received unexpected event network-vif-plugged-d5c05f2e-dbee-488e-ae82-8b0c9e8c5506 for instance with vm_state building and task_state spawning. [ 772.163981] env[62328]: DEBUG nova.compute.manager [req-e3d120cb-313e-4fb2-8b53-7e013a0cc614 req-9bf66224-d59e-4203-a654-c120f70af81b service nova] [instance: 0ee7925e-085a-489d-8e8e-a0169dd17d45] Received event network-changed-d5c05f2e-dbee-488e-ae82-8b0c9e8c5506 {{(pid=62328) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 772.164152] env[62328]: DEBUG nova.compute.manager [req-e3d120cb-313e-4fb2-8b53-7e013a0cc614 req-9bf66224-d59e-4203-a654-c120f70af81b service nova] [instance: 0ee7925e-085a-489d-8e8e-a0169dd17d45] Refreshing instance network info cache due to event network-changed-d5c05f2e-dbee-488e-ae82-8b0c9e8c5506. {{(pid=62328) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 772.164342] env[62328]: DEBUG oslo_concurrency.lockutils [req-e3d120cb-313e-4fb2-8b53-7e013a0cc614 req-9bf66224-d59e-4203-a654-c120f70af81b service nova] Acquiring lock "refresh_cache-0ee7925e-085a-489d-8e8e-a0169dd17d45" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 772.164477] env[62328]: DEBUG oslo_concurrency.lockutils [req-e3d120cb-313e-4fb2-8b53-7e013a0cc614 req-9bf66224-d59e-4203-a654-c120f70af81b service nova] Acquired lock "refresh_cache-0ee7925e-085a-489d-8e8e-a0169dd17d45" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.164631] env[62328]: DEBUG nova.network.neutron [req-e3d120cb-313e-4fb2-8b53-7e013a0cc614 req-9bf66224-d59e-4203-a654-c120f70af81b service nova] [instance: 0ee7925e-085a-489d-8e8e-a0169dd17d45] Refreshing network info cache for port d5c05f2e-dbee-488e-ae82-8b0c9e8c5506 {{(pid=62328) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 772.167145] env[62328]: DEBUG nova.policy [None req-5e1ca340-82e1-4aed-acef-0dcfd71f411a tempest-ServerActionsTestOtherA-1098162655 tempest-ServerActionsTestOtherA-1098162655-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '88bd126377eb4987811db1be067275a9', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '17143bbcad5b4da0801478fe45bd8ce6', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62328) authorize /opt/stack/nova/nova/policy.py:192}} [ 772.173311] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f28e2b5f-a6f0-4acd-bf8c-2cdf498ab6f2 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 772.177439] env[62328]: INFO nova.virt.vmwareapi.vm_util [None req-c65b97fc-f428-4e0a-b552-fe7747e76ffb tempest-DeleteServersTestJSON-1766103036 tempest-DeleteServersTestJSON-1766103036-project-member] Created folder: Project (7aa9ac81c5264c7cba58e5879eedf77c) in parent group-v484164. [ 772.177720] env[62328]: DEBUG nova.virt.vmwareapi.vm_util [None req-c65b97fc-f428-4e0a-b552-fe7747e76ffb tempest-DeleteServersTestJSON-1766103036 tempest-DeleteServersTestJSON-1766103036-project-member] Creating folder: Instances. Parent ref: group-v484331. {{(pid=62328) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 772.180539] env[62328]: DEBUG nova.network.neutron [req-cc985f72-6e45-4199-ad4c-1fe7cf8a26ab req-6e9e53bb-e5ab-49af-9ff5-7054bf82f42f service nova] [instance: ab48d158-561e-40d6-a649-f38a096d96c3] Updated VIF entry in instance network info cache for port ec3eb5bd-cf16-4c22-a577-8e03fdbd9e7d. {{(pid=62328) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 772.181061] env[62328]: DEBUG nova.network.neutron [req-cc985f72-6e45-4199-ad4c-1fe7cf8a26ab req-6e9e53bb-e5ab-49af-9ff5-7054bf82f42f service nova] [instance: ab48d158-561e-40d6-a649-f38a096d96c3] Updating instance_info_cache with network_info: [{"id": "ec3eb5bd-cf16-4c22-a577-8e03fdbd9e7d", "address": "fa:16:3e:d8:73:24", "network": {"id": "4fe33344-a7c8-49e4-a08c-fc4a1a448ebd", "bridge": "br-int", "label": "tempest-ServersTestFqdnHostnames-2096729302-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.227", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d806b7dc8c5943ac97bc46e1a9c3c073", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ff1f3320-df8e-49df-a412-9797a23bd173", "external-id": "nsx-vlan-transportzone-217", "segmentation_id": 217, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapec3eb5bd-cf", "ovs_interfaceid": "ec3eb5bd-cf16-4c22-a577-8e03fdbd9e7d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62328) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 772.182494] env[62328]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-1df3a3c7-2902-4b95-9a64-cb6cea041775 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 772.198060] env[62328]: DEBUG nova.virt.vmwareapi.vmops [None req-5109b3f1-67b0-450f-8dd1-81f6d832e5f7 tempest-MigrationsAdminTest-413245202 tempest-MigrationsAdminTest-413245202-project-member] [instance: 4279ea33-3d7d-4713-9d21-9e7aa29026ae] Updating instance '4279ea33-3d7d-4713-9d21-9e7aa29026ae' progress to 83 {{(pid=62328) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 772.210298] env[62328]: DEBUG oslo_vmware.api [None req-67c9ef5c-3f88-401e-87f8-b158bbbf893e tempest-ServersTestMultiNic-1057987772 tempest-ServersTestMultiNic-1057987772-project-member] Task: {'id': task-2386841, 'name': Rename_Task} progress is 14%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 772.210475] env[62328]: DEBUG oslo_vmware.api [None req-07aa2033-fc39-46b8-b312-72212098382c tempest-ServersTestJSON-2041147199 tempest-ServersTestJSON-2041147199-project-member] Task: {'id': task-2386838, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.166006} completed successfully. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 772.210715] env[62328]: INFO nova.virt.vmwareapi.vm_util [None req-c65b97fc-f428-4e0a-b552-fe7747e76ffb tempest-DeleteServersTestJSON-1766103036 tempest-DeleteServersTestJSON-1766103036-project-member] Created folder: Instances in parent group-v484331. [ 772.211059] env[62328]: DEBUG oslo.service.loopingcall [None req-c65b97fc-f428-4e0a-b552-fe7747e76ffb tempest-DeleteServersTestJSON-1766103036 tempest-DeleteServersTestJSON-1766103036-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62328) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 772.212001] env[62328]: DEBUG nova.virt.vmwareapi.vmops [None req-07aa2033-fc39-46b8-b312-72212098382c tempest-ServersTestJSON-2041147199 tempest-ServersTestJSON-2041147199-project-member] [instance: fc8146ed-f4c5-4b4b-a03d-c52452f583cd] Extended root virtual disk {{(pid=62328) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 772.212001] env[62328]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0ee7925e-085a-489d-8e8e-a0169dd17d45] Creating VM on the ESX host {{(pid=62328) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 772.213701] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b3a7cb06-754a-479a-a56d-36977028da46 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 772.216912] env[62328]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-ee8211f3-9088-4d00-98da-35b96cd3d6b1 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 772.237704] env[62328]: DEBUG nova.objects.instance [None req-f1334fbe-b2ad-4ac8-b9ba-3f0c85140208 tempest-VolumesAssistedSnapshotsTest-829345027 tempest-VolumesAssistedSnapshotsTest-829345027-project-admin] Lazy-loading 'flavor' on Instance uuid 3e0f093a-98be-4406-a220-34f6d6767294 {{(pid=62328) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 772.264895] env[62328]: DEBUG nova.virt.vmwareapi.volumeops [None req-07aa2033-fc39-46b8-b312-72212098382c tempest-ServersTestJSON-2041147199 tempest-ServersTestJSON-2041147199-project-member] [instance: fc8146ed-f4c5-4b4b-a03d-c52452f583cd] Reconfiguring VM instance instance-00000038 to attach disk [datastore1] fc8146ed-f4c5-4b4b-a03d-c52452f583cd/fc8146ed-f4c5-4b4b-a03d-c52452f583cd.vmdk or device None with type sparse {{(pid=62328) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 772.266044] env[62328]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-72f402b1-b9a9-4664-aace-efbf9c609ca0 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 772.281900] env[62328]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 772.281900] env[62328]: value = "task-2386844" [ 772.281900] env[62328]: _type = "Task" [ 772.281900] env[62328]: } to complete. {{(pid=62328) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 772.295870] env[62328]: DEBUG oslo_vmware.api [None req-07aa2033-fc39-46b8-b312-72212098382c tempest-ServersTestJSON-2041147199 tempest-ServersTestJSON-2041147199-project-member] Waiting for the task: (returnval){ [ 772.295870] env[62328]: value = "task-2386845" [ 772.295870] env[62328]: _type = "Task" [ 772.295870] env[62328]: } to complete. {{(pid=62328) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 772.302594] env[62328]: DEBUG oslo_vmware.api [None req-b2c7cf61-77bc-42c2-b16f-e47da63f6c54 tempest-ServersAdminNegativeTestJSON-593360600 tempest-ServersAdminNegativeTestJSON-593360600-project-member] Task: {'id': task-2386840, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.289019} completed successfully. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 772.302823] env[62328]: DEBUG oslo_vmware.api [None req-16c86219-1e87-4399-83d0-c8577db8e20a tempest-ServersTestBootFromVolume-606303851 tempest-ServersTestBootFromVolume-606303851-project-member] Task: {'id': task-2386839, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 772.309645] env[62328]: DEBUG nova.virt.vmwareapi.ds_util [None req-b2c7cf61-77bc-42c2-b16f-e47da63f6c54 tempest-ServersAdminNegativeTestJSON-593360600 tempest-ServersAdminNegativeTestJSON-593360600-project-member] Deleted the datastore file {{(pid=62328) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 772.309882] env[62328]: DEBUG nova.virt.vmwareapi.vmops [None req-b2c7cf61-77bc-42c2-b16f-e47da63f6c54 tempest-ServersAdminNegativeTestJSON-593360600 tempest-ServersAdminNegativeTestJSON-593360600-project-member] [instance: 16731f71-d972-4604-95f3-4412aedcddb5] Deleted contents of the VM from datastore datastore1 {{(pid=62328) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 772.310086] env[62328]: DEBUG nova.virt.vmwareapi.vmops [None req-b2c7cf61-77bc-42c2-b16f-e47da63f6c54 tempest-ServersAdminNegativeTestJSON-593360600 tempest-ServersAdminNegativeTestJSON-593360600-project-member] [instance: 16731f71-d972-4604-95f3-4412aedcddb5] Instance destroyed {{(pid=62328) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 772.310307] env[62328]: INFO nova.compute.manager [None req-b2c7cf61-77bc-42c2-b16f-e47da63f6c54 tempest-ServersAdminNegativeTestJSON-593360600 tempest-ServersAdminNegativeTestJSON-593360600-project-member] [instance: 16731f71-d972-4604-95f3-4412aedcddb5] Took 1.26 seconds to destroy the instance on the hypervisor. [ 772.310612] env[62328]: DEBUG oslo.service.loopingcall [None req-b2c7cf61-77bc-42c2-b16f-e47da63f6c54 tempest-ServersAdminNegativeTestJSON-593360600 tempest-ServersAdminNegativeTestJSON-593360600-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62328) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 772.311149] env[62328]: DEBUG oslo_vmware.api [-] Task: {'id': task-2386844, 'name': CreateVM_Task} progress is 15%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 772.311417] env[62328]: DEBUG nova.compute.manager [-] [instance: 16731f71-d972-4604-95f3-4412aedcddb5] Deallocating network for instance {{(pid=62328) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 772.311646] env[62328]: DEBUG nova.network.neutron [-] [instance: 16731f71-d972-4604-95f3-4412aedcddb5] deallocate_for_instance() {{(pid=62328) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 772.320336] env[62328]: DEBUG oslo_vmware.api [None req-07aa2033-fc39-46b8-b312-72212098382c tempest-ServersTestJSON-2041147199 tempest-ServersTestJSON-2041147199-project-member] Task: {'id': task-2386845, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 772.409399] env[62328]: DEBUG oslo_vmware.api [None req-d478a4e6-c2c6-49f2-adb4-8ad3e9f108b8 tempest-ServerDiskConfigTestJSON-126406698 tempest-ServerDiskConfigTestJSON-126406698-project-member] Task: {'id': task-2386835, 'name': PowerOnVM_Task, 'duration_secs': 0.655319} completed successfully. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 772.409914] env[62328]: DEBUG nova.virt.vmwareapi.vm_util [None req-d478a4e6-c2c6-49f2-adb4-8ad3e9f108b8 tempest-ServerDiskConfigTestJSON-126406698 tempest-ServerDiskConfigTestJSON-126406698-project-member] [instance: 948b7ba2-2caa-4616-abc0-afc6cca58f76] Powered on the VM {{(pid=62328) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 772.410115] env[62328]: DEBUG nova.compute.manager [None req-d478a4e6-c2c6-49f2-adb4-8ad3e9f108b8 tempest-ServerDiskConfigTestJSON-126406698 tempest-ServerDiskConfigTestJSON-126406698-project-member] [instance: 948b7ba2-2caa-4616-abc0-afc6cca58f76] Checking state {{(pid=62328) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 772.411526] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4ccf63af-bf3b-4f62-9799-a4f1749f9af5 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 772.581093] env[62328]: DEBUG nova.network.neutron [None req-5e1ca340-82e1-4aed-acef-0dcfd71f411a tempest-ServerActionsTestOtherA-1098162655 tempest-ServerActionsTestOtherA-1098162655-project-member] [instance: 0b59b4a1-0c44-41af-a213-89960b97f913] Successfully created port: 86c37542-23b8-4f9e-aad7-2a0e02ec85e2 {{(pid=62328) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 772.612787] env[62328]: DEBUG nova.compute.manager [None req-5e1ca340-82e1-4aed-acef-0dcfd71f411a tempest-ServerActionsTestOtherA-1098162655 tempest-ServerActionsTestOtherA-1098162655-project-member] [instance: 0b59b4a1-0c44-41af-a213-89960b97f913] Start building block device mappings for instance. {{(pid=62328) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 772.674671] env[62328]: DEBUG oslo_vmware.api [None req-67c9ef5c-3f88-401e-87f8-b158bbbf893e tempest-ServersTestMultiNic-1057987772 tempest-ServersTestMultiNic-1057987772-project-member] Task: {'id': task-2386841, 'name': Rename_Task, 'duration_secs': 0.32746} completed successfully. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 772.674950] env[62328]: DEBUG nova.virt.vmwareapi.vm_util [None req-67c9ef5c-3f88-401e-87f8-b158bbbf893e tempest-ServersTestMultiNic-1057987772 tempest-ServersTestMultiNic-1057987772-project-member] [instance: 93ca7686-9ab7-434e-b425-148d3ba8db62] Powering on the VM {{(pid=62328) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 772.675251] env[62328]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-de69e0d8-8680-4ddb-af10-660b7733b10a {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 772.683136] env[62328]: DEBUG oslo_vmware.api [None req-67c9ef5c-3f88-401e-87f8-b158bbbf893e tempest-ServersTestMultiNic-1057987772 tempest-ServersTestMultiNic-1057987772-project-member] Waiting for the task: (returnval){ [ 772.683136] env[62328]: value = "task-2386846" [ 772.683136] env[62328]: _type = "Task" [ 772.683136] env[62328]: } to complete. {{(pid=62328) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 772.691066] env[62328]: DEBUG oslo_concurrency.lockutils [req-cc985f72-6e45-4199-ad4c-1fe7cf8a26ab req-6e9e53bb-e5ab-49af-9ff5-7054bf82f42f service nova] Releasing lock "refresh_cache-ab48d158-561e-40d6-a649-f38a096d96c3" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 772.691272] env[62328]: DEBUG nova.compute.manager [req-cc985f72-6e45-4199-ad4c-1fe7cf8a26ab req-6e9e53bb-e5ab-49af-9ff5-7054bf82f42f service nova] [instance: 4012f976-bb83-4296-8a36-f3af12570729] Received event network-changed-ad1ba3ac-4f19-4d26-bfae-7bb11878df2b {{(pid=62328) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 772.691425] env[62328]: DEBUG nova.compute.manager [req-cc985f72-6e45-4199-ad4c-1fe7cf8a26ab req-6e9e53bb-e5ab-49af-9ff5-7054bf82f42f service nova] [instance: 4012f976-bb83-4296-8a36-f3af12570729] Refreshing instance network info cache due to event network-changed-ad1ba3ac-4f19-4d26-bfae-7bb11878df2b. {{(pid=62328) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 772.691646] env[62328]: DEBUG oslo_concurrency.lockutils [req-cc985f72-6e45-4199-ad4c-1fe7cf8a26ab req-6e9e53bb-e5ab-49af-9ff5-7054bf82f42f service nova] Acquiring lock "refresh_cache-4012f976-bb83-4296-8a36-f3af12570729" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 772.692069] env[62328]: DEBUG oslo_concurrency.lockutils [req-cc985f72-6e45-4199-ad4c-1fe7cf8a26ab req-6e9e53bb-e5ab-49af-9ff5-7054bf82f42f service nova] Acquired lock "refresh_cache-4012f976-bb83-4296-8a36-f3af12570729" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.692069] env[62328]: DEBUG nova.network.neutron [req-cc985f72-6e45-4199-ad4c-1fe7cf8a26ab req-6e9e53bb-e5ab-49af-9ff5-7054bf82f42f service nova] [instance: 4012f976-bb83-4296-8a36-f3af12570729] Refreshing network info cache for port ad1ba3ac-4f19-4d26-bfae-7bb11878df2b {{(pid=62328) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 772.700559] env[62328]: DEBUG oslo_vmware.api [None req-67c9ef5c-3f88-401e-87f8-b158bbbf893e tempest-ServersTestMultiNic-1057987772 tempest-ServersTestMultiNic-1057987772-project-member] Task: {'id': task-2386846, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 772.715022] env[62328]: DEBUG nova.virt.vmwareapi.vm_util [None req-5109b3f1-67b0-450f-8dd1-81f6d832e5f7 tempest-MigrationsAdminTest-413245202 tempest-MigrationsAdminTest-413245202-project-member] [instance: 4279ea33-3d7d-4713-9d21-9e7aa29026ae] Powering on the VM {{(pid=62328) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 772.715022] env[62328]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-27a62b3b-e900-4e9e-a007-c75e4b55bbec {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 772.728190] env[62328]: DEBUG oslo_vmware.api [None req-5109b3f1-67b0-450f-8dd1-81f6d832e5f7 tempest-MigrationsAdminTest-413245202 tempest-MigrationsAdminTest-413245202-project-member] Waiting for the task: (returnval){ [ 772.728190] env[62328]: value = "task-2386847" [ 772.728190] env[62328]: _type = "Task" [ 772.728190] env[62328]: } to complete. {{(pid=62328) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 772.736883] env[62328]: DEBUG oslo_vmware.api [None req-5109b3f1-67b0-450f-8dd1-81f6d832e5f7 tempest-MigrationsAdminTest-413245202 tempest-MigrationsAdminTest-413245202-project-member] Task: {'id': task-2386847, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 772.748268] env[62328]: DEBUG nova.network.neutron [req-e3d120cb-313e-4fb2-8b53-7e013a0cc614 req-9bf66224-d59e-4203-a654-c120f70af81b service nova] [instance: 0ee7925e-085a-489d-8e8e-a0169dd17d45] Updated VIF entry in instance network info cache for port d5c05f2e-dbee-488e-ae82-8b0c9e8c5506. {{(pid=62328) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 772.749381] env[62328]: DEBUG nova.network.neutron [req-e3d120cb-313e-4fb2-8b53-7e013a0cc614 req-9bf66224-d59e-4203-a654-c120f70af81b service nova] [instance: 0ee7925e-085a-489d-8e8e-a0169dd17d45] Updating instance_info_cache with network_info: [{"id": "d5c05f2e-dbee-488e-ae82-8b0c9e8c5506", "address": "fa:16:3e:1c:10:c4", "network": {"id": "0bcec7a4-aa8e-420d-b203-4ead2073e045", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-575957277-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7aa9ac81c5264c7cba58e5879eedf77c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c5652322-9f10-4996-baed-4c0aa13a1b4e", "external-id": "nsx-vlan-transportzone-941", "segmentation_id": 941, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd5c05f2e-db", "ovs_interfaceid": "d5c05f2e-dbee-488e-ae82-8b0c9e8c5506", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62328) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 772.801414] env[62328]: DEBUG oslo_vmware.api [None req-16c86219-1e87-4399-83d0-c8577db8e20a tempest-ServersTestBootFromVolume-606303851 tempest-ServersTestBootFromVolume-606303851-project-member] Task: {'id': task-2386839, 'name': ReconfigVM_Task, 'duration_secs': 0.707835} completed successfully. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 772.801887] env[62328]: DEBUG nova.virt.vmwareapi.volumeops [None req-16c86219-1e87-4399-83d0-c8577db8e20a tempest-ServersTestBootFromVolume-606303851 tempest-ServersTestBootFromVolume-606303851-project-member] [instance: e4c166ea-d803-4db5-a104-16bd84bfc6c6] Reconfigured VM instance instance-00000039 to attach disk [datastore2] volume-f109e705-ab4b-485c-b1ea-edd2fb84ba04/volume-f109e705-ab4b-485c-b1ea-edd2fb84ba04.vmdk or device None with type thin {{(pid=62328) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 772.810775] env[62328]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e31e62ad-12ba-4994-9c6c-307eb22682d5 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 772.820778] env[62328]: DEBUG oslo_vmware.api [-] Task: {'id': task-2386844, 'name': CreateVM_Task} progress is 25%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 772.834572] env[62328]: DEBUG oslo_vmware.api [None req-07aa2033-fc39-46b8-b312-72212098382c tempest-ServersTestJSON-2041147199 tempest-ServersTestJSON-2041147199-project-member] Task: {'id': task-2386845, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 772.836155] env[62328]: DEBUG oslo_vmware.api [None req-16c86219-1e87-4399-83d0-c8577db8e20a tempest-ServersTestBootFromVolume-606303851 tempest-ServersTestBootFromVolume-606303851-project-member] Waiting for the task: (returnval){ [ 772.836155] env[62328]: value = "task-2386848" [ 772.836155] env[62328]: _type = "Task" [ 772.836155] env[62328]: } to complete. {{(pid=62328) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 772.848383] env[62328]: DEBUG oslo_vmware.api [None req-16c86219-1e87-4399-83d0-c8577db8e20a tempest-ServersTestBootFromVolume-606303851 tempest-ServersTestBootFromVolume-606303851-project-member] Task: {'id': task-2386848, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 772.943055] env[62328]: DEBUG oslo_concurrency.lockutils [None req-d478a4e6-c2c6-49f2-adb4-8ad3e9f108b8 tempest-ServerDiskConfigTestJSON-126406698 tempest-ServerDiskConfigTestJSON-126406698-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 773.160975] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1f8e1248-4086-4762-9a15-e54fab524124 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 773.171596] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-58866d9e-d61c-4f59-b33f-dc135b9bd71b {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 773.217052] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-609cd47d-28c7-4f50-80da-bd2fa47b8841 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 773.229988] env[62328]: DEBUG oslo_vmware.api [None req-67c9ef5c-3f88-401e-87f8-b158bbbf893e tempest-ServersTestMultiNic-1057987772 tempest-ServersTestMultiNic-1057987772-project-member] Task: {'id': task-2386846, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 773.239435] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a3a9f703-d3ce-4f24-be9c-ebed1d0e8d3c {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 773.248138] env[62328]: DEBUG oslo_concurrency.lockutils [None req-f1334fbe-b2ad-4ac8-b9ba-3f0c85140208 tempest-VolumesAssistedSnapshotsTest-829345027 tempest-VolumesAssistedSnapshotsTest-829345027-project-admin] Lock "3e0f093a-98be-4406-a220-34f6d6767294" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.464s {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 773.266081] env[62328]: DEBUG oslo_concurrency.lockutils [req-e3d120cb-313e-4fb2-8b53-7e013a0cc614 req-9bf66224-d59e-4203-a654-c120f70af81b service nova] Releasing lock "refresh_cache-0ee7925e-085a-489d-8e8e-a0169dd17d45" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 773.266560] env[62328]: DEBUG oslo_vmware.api [None req-5109b3f1-67b0-450f-8dd1-81f6d832e5f7 tempest-MigrationsAdminTest-413245202 tempest-MigrationsAdminTest-413245202-project-member] Task: {'id': task-2386847, 'name': PowerOnVM_Task} progress is 100%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 773.267282] env[62328]: DEBUG nova.compute.provider_tree [None req-6539a92c-9ff4-4be6-b17f-518edda0cd4a tempest-AttachVolumeTestJSON-944844435 tempest-AttachVolumeTestJSON-944844435-project-member] Inventory has not changed in ProviderTree for provider: 3469e9f8-04af-49ca-8435-49f104496744 {{(pid=62328) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 773.302205] env[62328]: DEBUG oslo_vmware.api [-] Task: {'id': task-2386844, 'name': CreateVM_Task, 'duration_secs': 0.736169} completed successfully. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 773.302205] env[62328]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0ee7925e-085a-489d-8e8e-a0169dd17d45] Created VM on the ESX host {{(pid=62328) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 773.302205] env[62328]: DEBUG oslo_concurrency.lockutils [None req-c65b97fc-f428-4e0a-b552-fe7747e76ffb tempest-DeleteServersTestJSON-1766103036 tempest-DeleteServersTestJSON-1766103036-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/dbf872a4-92be-47e4-8561-c3e2bf2423ab" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 773.302709] env[62328]: DEBUG oslo_concurrency.lockutils [None req-c65b97fc-f428-4e0a-b552-fe7747e76ffb tempest-DeleteServersTestJSON-1766103036 tempest-DeleteServersTestJSON-1766103036-project-member] Acquired lock "[datastore2] devstack-image-cache_base/dbf872a4-92be-47e4-8561-c3e2bf2423ab" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.302841] env[62328]: DEBUG oslo_concurrency.lockutils [None req-c65b97fc-f428-4e0a-b552-fe7747e76ffb tempest-DeleteServersTestJSON-1766103036 tempest-DeleteServersTestJSON-1766103036-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/dbf872a4-92be-47e4-8561-c3e2bf2423ab" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 773.303433] env[62328]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5db89ebc-c489-4e62-8307-ca3c0b852161 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 773.310700] env[62328]: DEBUG oslo_vmware.api [None req-c65b97fc-f428-4e0a-b552-fe7747e76ffb tempest-DeleteServersTestJSON-1766103036 tempest-DeleteServersTestJSON-1766103036-project-member] Waiting for the task: (returnval){ [ 773.310700] env[62328]: value = "session[52a6e20e-410d-708a-99f2-080a575a99bd]5202323d-1471-47a8-881f-17533c20ef96" [ 773.310700] env[62328]: _type = "Task" [ 773.310700] env[62328]: } to complete. {{(pid=62328) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 773.328216] env[62328]: DEBUG oslo_vmware.api [None req-07aa2033-fc39-46b8-b312-72212098382c tempest-ServersTestJSON-2041147199 tempest-ServersTestJSON-2041147199-project-member] Task: {'id': task-2386845, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 773.328216] env[62328]: DEBUG oslo_vmware.api [None req-c65b97fc-f428-4e0a-b552-fe7747e76ffb tempest-DeleteServersTestJSON-1766103036 tempest-DeleteServersTestJSON-1766103036-project-member] Task: {'id': session[52a6e20e-410d-708a-99f2-080a575a99bd]5202323d-1471-47a8-881f-17533c20ef96, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 773.350589] env[62328]: DEBUG oslo_vmware.api [None req-16c86219-1e87-4399-83d0-c8577db8e20a tempest-ServersTestBootFromVolume-606303851 tempest-ServersTestBootFromVolume-606303851-project-member] Task: {'id': task-2386848, 'name': ReconfigVM_Task, 'duration_secs': 0.148741} completed successfully. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 773.350965] env[62328]: DEBUG nova.virt.vmwareapi.volumeops [None req-16c86219-1e87-4399-83d0-c8577db8e20a tempest-ServersTestBootFromVolume-606303851 tempest-ServersTestBootFromVolume-606303851-project-member] [instance: e4c166ea-d803-4db5-a104-16bd84bfc6c6] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-484286', 'volume_id': 'f109e705-ab4b-485c-b1ea-edd2fb84ba04', 'name': 'volume-f109e705-ab4b-485c-b1ea-edd2fb84ba04', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'e4c166ea-d803-4db5-a104-16bd84bfc6c6', 'attached_at': '', 'detached_at': '', 'volume_id': 'f109e705-ab4b-485c-b1ea-edd2fb84ba04', 'serial': 'f109e705-ab4b-485c-b1ea-edd2fb84ba04'} {{(pid=62328) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 773.351668] env[62328]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-7e2b2cf6-5573-4ecd-b2d5-3bdb5a4a3c00 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 773.361127] env[62328]: DEBUG oslo_vmware.api [None req-16c86219-1e87-4399-83d0-c8577db8e20a tempest-ServersTestBootFromVolume-606303851 tempest-ServersTestBootFromVolume-606303851-project-member] Waiting for the task: (returnval){ [ 773.361127] env[62328]: value = "task-2386849" [ 773.361127] env[62328]: _type = "Task" [ 773.361127] env[62328]: } to complete. {{(pid=62328) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 773.372540] env[62328]: DEBUG oslo_vmware.api [None req-16c86219-1e87-4399-83d0-c8577db8e20a tempest-ServersTestBootFromVolume-606303851 tempest-ServersTestBootFromVolume-606303851-project-member] Task: {'id': task-2386849, 'name': Rename_Task} progress is 0%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 773.427435] env[62328]: DEBUG oslo_concurrency.lockutils [None req-3506969e-c0dd-4159-bff8-c8d0d3508cc9 tempest-ServerActionsV293TestJSON-1864378190 tempest-ServerActionsV293TestJSON-1864378190-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 773.471703] env[62328]: DEBUG nova.network.neutron [-] [instance: 16731f71-d972-4604-95f3-4412aedcddb5] Updating instance_info_cache with network_info: [] {{(pid=62328) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 773.482344] env[62328]: DEBUG nova.compute.manager [req-4761eef7-c50d-4c98-8634-5b504d6a2f0a req-d63feec1-403f-429c-9817-d069b4a33604 service nova] [instance: 16731f71-d972-4604-95f3-4412aedcddb5] Received event network-vif-deleted-c1339f3c-9da5-4dac-9c60-6a79988ba555 {{(pid=62328) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 773.482344] env[62328]: INFO nova.compute.manager [req-4761eef7-c50d-4c98-8634-5b504d6a2f0a req-d63feec1-403f-429c-9817-d069b4a33604 service nova] [instance: 16731f71-d972-4604-95f3-4412aedcddb5] Neutron deleted interface c1339f3c-9da5-4dac-9c60-6a79988ba555; detaching it from the instance and deleting it from the info cache [ 773.482471] env[62328]: DEBUG nova.network.neutron [req-4761eef7-c50d-4c98-8634-5b504d6a2f0a req-d63feec1-403f-429c-9817-d069b4a33604 service nova] [instance: 16731f71-d972-4604-95f3-4412aedcddb5] Updating instance_info_cache with network_info: [] {{(pid=62328) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 773.629480] env[62328]: DEBUG nova.compute.manager [None req-5e1ca340-82e1-4aed-acef-0dcfd71f411a tempest-ServerActionsTestOtherA-1098162655 tempest-ServerActionsTestOtherA-1098162655-project-member] [instance: 0b59b4a1-0c44-41af-a213-89960b97f913] Start spawning the instance on the hypervisor. {{(pid=62328) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 773.658293] env[62328]: DEBUG nova.virt.hardware [None req-5e1ca340-82e1-4aed-acef-0dcfd71f411a tempest-ServerActionsTestOtherA-1098162655 tempest-ServerActionsTestOtherA-1098162655-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-07T17:16:55Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-07T17:16:37Z,direct_url=,disk_format='vmdk',id=dbf872a4-92be-47e4-8561-c3e2bf2423ab,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='2a64022f08d84b11a86773b900860ae5',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-07T17:16:38Z,virtual_size=,visibility=), allow threads: False {{(pid=62328) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 773.658546] env[62328]: DEBUG nova.virt.hardware [None req-5e1ca340-82e1-4aed-acef-0dcfd71f411a tempest-ServerActionsTestOtherA-1098162655 tempest-ServerActionsTestOtherA-1098162655-project-member] Flavor limits 0:0:0 {{(pid=62328) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 773.658744] env[62328]: DEBUG nova.virt.hardware [None req-5e1ca340-82e1-4aed-acef-0dcfd71f411a tempest-ServerActionsTestOtherA-1098162655 tempest-ServerActionsTestOtherA-1098162655-project-member] Image limits 0:0:0 {{(pid=62328) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 773.658886] env[62328]: DEBUG nova.virt.hardware [None req-5e1ca340-82e1-4aed-acef-0dcfd71f411a tempest-ServerActionsTestOtherA-1098162655 tempest-ServerActionsTestOtherA-1098162655-project-member] Flavor pref 0:0:0 {{(pid=62328) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 773.660933] env[62328]: DEBUG nova.virt.hardware [None req-5e1ca340-82e1-4aed-acef-0dcfd71f411a tempest-ServerActionsTestOtherA-1098162655 tempest-ServerActionsTestOtherA-1098162655-project-member] Image pref 0:0:0 {{(pid=62328) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 773.661164] env[62328]: DEBUG nova.virt.hardware [None req-5e1ca340-82e1-4aed-acef-0dcfd71f411a tempest-ServerActionsTestOtherA-1098162655 tempest-ServerActionsTestOtherA-1098162655-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62328) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 773.661398] env[62328]: DEBUG nova.virt.hardware [None req-5e1ca340-82e1-4aed-acef-0dcfd71f411a tempest-ServerActionsTestOtherA-1098162655 tempest-ServerActionsTestOtherA-1098162655-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62328) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 773.661565] env[62328]: DEBUG nova.virt.hardware [None req-5e1ca340-82e1-4aed-acef-0dcfd71f411a tempest-ServerActionsTestOtherA-1098162655 tempest-ServerActionsTestOtherA-1098162655-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62328) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 773.661736] env[62328]: DEBUG nova.virt.hardware [None req-5e1ca340-82e1-4aed-acef-0dcfd71f411a tempest-ServerActionsTestOtherA-1098162655 tempest-ServerActionsTestOtherA-1098162655-project-member] Got 1 possible topologies {{(pid=62328) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 773.661897] env[62328]: DEBUG nova.virt.hardware [None req-5e1ca340-82e1-4aed-acef-0dcfd71f411a tempest-ServerActionsTestOtherA-1098162655 tempest-ServerActionsTestOtherA-1098162655-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62328) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 773.662082] env[62328]: DEBUG nova.virt.hardware [None req-5e1ca340-82e1-4aed-acef-0dcfd71f411a tempest-ServerActionsTestOtherA-1098162655 tempest-ServerActionsTestOtherA-1098162655-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62328) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 773.662960] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-83bfc0ab-f000-4121-b4b0-bc369f52fa07 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 773.672472] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b9d02fdd-a117-4a23-aca2-23c90408ff42 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 773.718952] env[62328]: DEBUG oslo_vmware.api [None req-67c9ef5c-3f88-401e-87f8-b158bbbf893e tempest-ServersTestMultiNic-1057987772 tempest-ServersTestMultiNic-1057987772-project-member] Task: {'id': task-2386846, 'name': PowerOnVM_Task, 'duration_secs': 0.606709} completed successfully. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 773.719265] env[62328]: DEBUG nova.virt.vmwareapi.vm_util [None req-67c9ef5c-3f88-401e-87f8-b158bbbf893e tempest-ServersTestMultiNic-1057987772 tempest-ServersTestMultiNic-1057987772-project-member] [instance: 93ca7686-9ab7-434e-b425-148d3ba8db62] Powered on the VM {{(pid=62328) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 773.719445] env[62328]: INFO nova.compute.manager [None req-67c9ef5c-3f88-401e-87f8-b158bbbf893e tempest-ServersTestMultiNic-1057987772 tempest-ServersTestMultiNic-1057987772-project-member] [instance: 93ca7686-9ab7-434e-b425-148d3ba8db62] Took 14.62 seconds to spawn the instance on the hypervisor. [ 773.719717] env[62328]: DEBUG nova.compute.manager [None req-67c9ef5c-3f88-401e-87f8-b158bbbf893e tempest-ServersTestMultiNic-1057987772 tempest-ServersTestMultiNic-1057987772-project-member] [instance: 93ca7686-9ab7-434e-b425-148d3ba8db62] Checking state {{(pid=62328) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 773.720778] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-966aa5ee-3a10-47b8-b335-9a8ac2eb0803 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 773.740735] env[62328]: DEBUG oslo_vmware.api [None req-5109b3f1-67b0-450f-8dd1-81f6d832e5f7 tempest-MigrationsAdminTest-413245202 tempest-MigrationsAdminTest-413245202-project-member] Task: {'id': task-2386847, 'name': PowerOnVM_Task, 'duration_secs': 0.570473} completed successfully. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 773.740995] env[62328]: DEBUG nova.virt.vmwareapi.vm_util [None req-5109b3f1-67b0-450f-8dd1-81f6d832e5f7 tempest-MigrationsAdminTest-413245202 tempest-MigrationsAdminTest-413245202-project-member] [instance: 4279ea33-3d7d-4713-9d21-9e7aa29026ae] Powered on the VM {{(pid=62328) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 773.741521] env[62328]: DEBUG nova.virt.vmwareapi.vmops [None req-5109b3f1-67b0-450f-8dd1-81f6d832e5f7 tempest-MigrationsAdminTest-413245202 tempest-MigrationsAdminTest-413245202-project-member] [instance: 4279ea33-3d7d-4713-9d21-9e7aa29026ae] Updating instance '4279ea33-3d7d-4713-9d21-9e7aa29026ae' progress to 100 {{(pid=62328) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 773.748782] env[62328]: DEBUG nova.network.neutron [req-cc985f72-6e45-4199-ad4c-1fe7cf8a26ab req-6e9e53bb-e5ab-49af-9ff5-7054bf82f42f service nova] [instance: 4012f976-bb83-4296-8a36-f3af12570729] Updated VIF entry in instance network info cache for port ad1ba3ac-4f19-4d26-bfae-7bb11878df2b. {{(pid=62328) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 773.748782] env[62328]: DEBUG nova.network.neutron [req-cc985f72-6e45-4199-ad4c-1fe7cf8a26ab req-6e9e53bb-e5ab-49af-9ff5-7054bf82f42f service nova] [instance: 4012f976-bb83-4296-8a36-f3af12570729] Updating instance_info_cache with network_info: [{"id": "ad1ba3ac-4f19-4d26-bfae-7bb11878df2b", "address": "fa:16:3e:25:4b:fb", "network": {"id": "419e9630-2846-499e-80f9-74384cb9db1b", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-756804266-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.245", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5e755d1c1d32499a96fcf33e11fe6785", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f92f0b92-d6fb-4d00-8ad5-6b3809ed5493", "external-id": "nsx-vlan-transportzone-48", "segmentation_id": 48, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapad1ba3ac-4f", "ovs_interfaceid": "ad1ba3ac-4f19-4d26-bfae-7bb11878df2b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62328) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 773.771771] env[62328]: DEBUG nova.scheduler.client.report [None req-6539a92c-9ff4-4be6-b17f-518edda0cd4a tempest-AttachVolumeTestJSON-944844435 tempest-AttachVolumeTestJSON-944844435-project-member] Inventory has not changed for provider 3469e9f8-04af-49ca-8435-49f104496744 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 152, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62328) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 773.829798] env[62328]: DEBUG oslo_vmware.api [None req-07aa2033-fc39-46b8-b312-72212098382c tempest-ServersTestJSON-2041147199 tempest-ServersTestJSON-2041147199-project-member] Task: {'id': task-2386845, 'name': ReconfigVM_Task, 'duration_secs': 1.043892} completed successfully. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 773.835872] env[62328]: DEBUG nova.virt.vmwareapi.volumeops [None req-07aa2033-fc39-46b8-b312-72212098382c tempest-ServersTestJSON-2041147199 tempest-ServersTestJSON-2041147199-project-member] [instance: fc8146ed-f4c5-4b4b-a03d-c52452f583cd] Reconfigured VM instance instance-00000038 to attach disk [datastore1] fc8146ed-f4c5-4b4b-a03d-c52452f583cd/fc8146ed-f4c5-4b4b-a03d-c52452f583cd.vmdk or device None with type sparse {{(pid=62328) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 773.836723] env[62328]: DEBUG oslo_vmware.api [None req-c65b97fc-f428-4e0a-b552-fe7747e76ffb tempest-DeleteServersTestJSON-1766103036 tempest-DeleteServersTestJSON-1766103036-project-member] Task: {'id': session[52a6e20e-410d-708a-99f2-080a575a99bd]5202323d-1471-47a8-881f-17533c20ef96, 'name': SearchDatastore_Task, 'duration_secs': 0.014531} completed successfully. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 773.836929] env[62328]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-72760d56-17fb-4c82-bbe0-ab3f1ace95c2 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 773.842285] env[62328]: DEBUG oslo_concurrency.lockutils [None req-c65b97fc-f428-4e0a-b552-fe7747e76ffb tempest-DeleteServersTestJSON-1766103036 tempest-DeleteServersTestJSON-1766103036-project-member] Releasing lock "[datastore2] devstack-image-cache_base/dbf872a4-92be-47e4-8561-c3e2bf2423ab" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 773.842285] env[62328]: DEBUG nova.virt.vmwareapi.vmops [None req-c65b97fc-f428-4e0a-b552-fe7747e76ffb tempest-DeleteServersTestJSON-1766103036 tempest-DeleteServersTestJSON-1766103036-project-member] [instance: 0ee7925e-085a-489d-8e8e-a0169dd17d45] Processing image dbf872a4-92be-47e4-8561-c3e2bf2423ab {{(pid=62328) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 773.842285] env[62328]: DEBUG oslo_concurrency.lockutils [None req-c65b97fc-f428-4e0a-b552-fe7747e76ffb tempest-DeleteServersTestJSON-1766103036 tempest-DeleteServersTestJSON-1766103036-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/dbf872a4-92be-47e4-8561-c3e2bf2423ab/dbf872a4-92be-47e4-8561-c3e2bf2423ab.vmdk" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 773.842285] env[62328]: DEBUG oslo_concurrency.lockutils [None req-c65b97fc-f428-4e0a-b552-fe7747e76ffb tempest-DeleteServersTestJSON-1766103036 tempest-DeleteServersTestJSON-1766103036-project-member] Acquired lock "[datastore2] devstack-image-cache_base/dbf872a4-92be-47e4-8561-c3e2bf2423ab/dbf872a4-92be-47e4-8561-c3e2bf2423ab.vmdk" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.842285] env[62328]: DEBUG nova.virt.vmwareapi.ds_util [None req-c65b97fc-f428-4e0a-b552-fe7747e76ffb tempest-DeleteServersTestJSON-1766103036 tempest-DeleteServersTestJSON-1766103036-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62328) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 773.842285] env[62328]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-cba78366-d1d2-44a3-a916-7abc187f7ebd {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 773.850100] env[62328]: DEBUG oslo_vmware.api [None req-07aa2033-fc39-46b8-b312-72212098382c tempest-ServersTestJSON-2041147199 tempest-ServersTestJSON-2041147199-project-member] Waiting for the task: (returnval){ [ 773.850100] env[62328]: value = "task-2386850" [ 773.850100] env[62328]: _type = "Task" [ 773.850100] env[62328]: } to complete. {{(pid=62328) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 773.855187] env[62328]: DEBUG nova.virt.vmwareapi.ds_util [None req-c65b97fc-f428-4e0a-b552-fe7747e76ffb tempest-DeleteServersTestJSON-1766103036 tempest-DeleteServersTestJSON-1766103036-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62328) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 773.855763] env[62328]: DEBUG nova.virt.vmwareapi.vmops [None req-c65b97fc-f428-4e0a-b552-fe7747e76ffb tempest-DeleteServersTestJSON-1766103036 tempest-DeleteServersTestJSON-1766103036-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62328) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 773.856696] env[62328]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-73521031-8abe-452d-9611-ace4fb664bc2 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 773.863192] env[62328]: DEBUG oslo_vmware.api [None req-07aa2033-fc39-46b8-b312-72212098382c tempest-ServersTestJSON-2041147199 tempest-ServersTestJSON-2041147199-project-member] Task: {'id': task-2386850, 'name': Rename_Task} progress is 5%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 773.867883] env[62328]: DEBUG oslo_vmware.api [None req-c65b97fc-f428-4e0a-b552-fe7747e76ffb tempest-DeleteServersTestJSON-1766103036 tempest-DeleteServersTestJSON-1766103036-project-member] Waiting for the task: (returnval){ [ 773.867883] env[62328]: value = "session[52a6e20e-410d-708a-99f2-080a575a99bd]52f85c61-3284-4985-087d-1b4fa1a0b7d4" [ 773.867883] env[62328]: _type = "Task" [ 773.867883] env[62328]: } to complete. {{(pid=62328) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 773.875376] env[62328]: DEBUG oslo_vmware.api [None req-16c86219-1e87-4399-83d0-c8577db8e20a tempest-ServersTestBootFromVolume-606303851 tempest-ServersTestBootFromVolume-606303851-project-member] Task: {'id': task-2386849, 'name': Rename_Task, 'duration_secs': 0.202519} completed successfully. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 773.876384] env[62328]: DEBUG nova.virt.vmwareapi.vm_util [None req-16c86219-1e87-4399-83d0-c8577db8e20a tempest-ServersTestBootFromVolume-606303851 tempest-ServersTestBootFromVolume-606303851-project-member] [instance: e4c166ea-d803-4db5-a104-16bd84bfc6c6] Powering on the VM {{(pid=62328) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 773.876849] env[62328]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-ee2f9117-2963-401e-acae-656716eacc33 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 773.882986] env[62328]: DEBUG oslo_vmware.api [None req-c65b97fc-f428-4e0a-b552-fe7747e76ffb tempest-DeleteServersTestJSON-1766103036 tempest-DeleteServersTestJSON-1766103036-project-member] Task: {'id': session[52a6e20e-410d-708a-99f2-080a575a99bd]52f85c61-3284-4985-087d-1b4fa1a0b7d4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 773.890248] env[62328]: DEBUG oslo_vmware.api [None req-16c86219-1e87-4399-83d0-c8577db8e20a tempest-ServersTestBootFromVolume-606303851 tempest-ServersTestBootFromVolume-606303851-project-member] Waiting for the task: (returnval){ [ 773.890248] env[62328]: value = "task-2386852" [ 773.890248] env[62328]: _type = "Task" [ 773.890248] env[62328]: } to complete. {{(pid=62328) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 773.907124] env[62328]: DEBUG oslo_vmware.api [None req-16c86219-1e87-4399-83d0-c8577db8e20a tempest-ServersTestBootFromVolume-606303851 tempest-ServersTestBootFromVolume-606303851-project-member] Task: {'id': task-2386852, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 773.977611] env[62328]: INFO nova.compute.manager [-] [instance: 16731f71-d972-4604-95f3-4412aedcddb5] Took 1.67 seconds to deallocate network for instance. [ 773.985876] env[62328]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-826e0ce0-ba95-4e92-a116-27f2f0097f21 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 773.996527] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8d252b5d-85ae-4219-a027-0dc3b30864f1 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 774.038763] env[62328]: DEBUG nova.compute.manager [req-4761eef7-c50d-4c98-8634-5b504d6a2f0a req-d63feec1-403f-429c-9817-d069b4a33604 service nova] [instance: 16731f71-d972-4604-95f3-4412aedcddb5] Detach interface failed, port_id=c1339f3c-9da5-4dac-9c60-6a79988ba555, reason: Instance 16731f71-d972-4604-95f3-4412aedcddb5 could not be found. {{(pid=62328) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 774.172984] env[62328]: DEBUG nova.network.neutron [None req-5e1ca340-82e1-4aed-acef-0dcfd71f411a tempest-ServerActionsTestOtherA-1098162655 tempest-ServerActionsTestOtherA-1098162655-project-member] [instance: 0b59b4a1-0c44-41af-a213-89960b97f913] Successfully updated port: 86c37542-23b8-4f9e-aad7-2a0e02ec85e2 {{(pid=62328) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 774.243133] env[62328]: INFO nova.compute.manager [None req-67c9ef5c-3f88-401e-87f8-b158bbbf893e tempest-ServersTestMultiNic-1057987772 tempest-ServersTestMultiNic-1057987772-project-member] [instance: 93ca7686-9ab7-434e-b425-148d3ba8db62] Took 56.24 seconds to build instance. [ 774.255745] env[62328]: DEBUG oslo_concurrency.lockutils [req-cc985f72-6e45-4199-ad4c-1fe7cf8a26ab req-6e9e53bb-e5ab-49af-9ff5-7054bf82f42f service nova] Releasing lock "refresh_cache-4012f976-bb83-4296-8a36-f3af12570729" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 774.278264] env[62328]: DEBUG oslo_concurrency.lockutils [None req-6539a92c-9ff4-4be6-b17f-518edda0cd4a tempest-AttachVolumeTestJSON-944844435 tempest-AttachVolumeTestJSON-944844435-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.694s {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 774.278887] env[62328]: DEBUG nova.compute.manager [None req-6539a92c-9ff4-4be6-b17f-518edda0cd4a tempest-AttachVolumeTestJSON-944844435 tempest-AttachVolumeTestJSON-944844435-project-member] [instance: 3bbba6fe-038a-40f8-935b-ce45c75c3497] Start building networks asynchronously for instance. {{(pid=62328) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 774.282201] env[62328]: DEBUG oslo_concurrency.lockutils [None req-2f7fbbc3-6ef5-49f2-a4dc-00ff702c69dd tempest-ImagesOneServerNegativeTestJSON-835227872 tempest-ImagesOneServerNegativeTestJSON-835227872-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 30.423s {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 774.282340] env[62328]: DEBUG nova.objects.instance [None req-2f7fbbc3-6ef5-49f2-a4dc-00ff702c69dd tempest-ImagesOneServerNegativeTestJSON-835227872 tempest-ImagesOneServerNegativeTestJSON-835227872-project-member] Lazy-loading 'resources' on Instance uuid 1691ec92-ed5b-436a-bba3-f5a998263955 {{(pid=62328) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 774.364645] env[62328]: DEBUG oslo_vmware.api [None req-07aa2033-fc39-46b8-b312-72212098382c tempest-ServersTestJSON-2041147199 tempest-ServersTestJSON-2041147199-project-member] Task: {'id': task-2386850, 'name': Rename_Task, 'duration_secs': 0.187609} completed successfully. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 774.366981] env[62328]: DEBUG nova.virt.vmwareapi.vm_util [None req-07aa2033-fc39-46b8-b312-72212098382c tempest-ServersTestJSON-2041147199 tempest-ServersTestJSON-2041147199-project-member] [instance: fc8146ed-f4c5-4b4b-a03d-c52452f583cd] Powering on the VM {{(pid=62328) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 774.366981] env[62328]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-2431f8cb-e028-4ab5-a008-2b1d516e9841 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 774.374899] env[62328]: DEBUG oslo_vmware.api [None req-07aa2033-fc39-46b8-b312-72212098382c tempest-ServersTestJSON-2041147199 tempest-ServersTestJSON-2041147199-project-member] Waiting for the task: (returnval){ [ 774.374899] env[62328]: value = "task-2386853" [ 774.374899] env[62328]: _type = "Task" [ 774.374899] env[62328]: } to complete. {{(pid=62328) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 774.384330] env[62328]: DEBUG oslo_vmware.api [None req-c65b97fc-f428-4e0a-b552-fe7747e76ffb tempest-DeleteServersTestJSON-1766103036 tempest-DeleteServersTestJSON-1766103036-project-member] Task: {'id': session[52a6e20e-410d-708a-99f2-080a575a99bd]52f85c61-3284-4985-087d-1b4fa1a0b7d4, 'name': SearchDatastore_Task, 'duration_secs': 0.015405} completed successfully. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 774.385738] env[62328]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7ceac438-07e5-4b73-96da-67f6cbf22872 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 774.392705] env[62328]: DEBUG oslo_vmware.api [None req-07aa2033-fc39-46b8-b312-72212098382c tempest-ServersTestJSON-2041147199 tempest-ServersTestJSON-2041147199-project-member] Task: {'id': task-2386853, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 774.398884] env[62328]: DEBUG oslo_vmware.api [None req-c65b97fc-f428-4e0a-b552-fe7747e76ffb tempest-DeleteServersTestJSON-1766103036 tempest-DeleteServersTestJSON-1766103036-project-member] Waiting for the task: (returnval){ [ 774.398884] env[62328]: value = "session[52a6e20e-410d-708a-99f2-080a575a99bd]529bcafa-7080-bdb2-6642-ecce056e53af" [ 774.398884] env[62328]: _type = "Task" [ 774.398884] env[62328]: } to complete. {{(pid=62328) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 774.406357] env[62328]: DEBUG oslo_vmware.api [None req-16c86219-1e87-4399-83d0-c8577db8e20a tempest-ServersTestBootFromVolume-606303851 tempest-ServersTestBootFromVolume-606303851-project-member] Task: {'id': task-2386852, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 774.412963] env[62328]: DEBUG oslo_vmware.api [None req-c65b97fc-f428-4e0a-b552-fe7747e76ffb tempest-DeleteServersTestJSON-1766103036 tempest-DeleteServersTestJSON-1766103036-project-member] Task: {'id': session[52a6e20e-410d-708a-99f2-080a575a99bd]529bcafa-7080-bdb2-6642-ecce056e53af, 'name': SearchDatastore_Task, 'duration_secs': 0.011975} completed successfully. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 774.413248] env[62328]: DEBUG oslo_concurrency.lockutils [None req-c65b97fc-f428-4e0a-b552-fe7747e76ffb tempest-DeleteServersTestJSON-1766103036 tempest-DeleteServersTestJSON-1766103036-project-member] Releasing lock "[datastore2] devstack-image-cache_base/dbf872a4-92be-47e4-8561-c3e2bf2423ab/dbf872a4-92be-47e4-8561-c3e2bf2423ab.vmdk" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 774.413550] env[62328]: DEBUG nova.virt.vmwareapi.vm_util [None req-c65b97fc-f428-4e0a-b552-fe7747e76ffb tempest-DeleteServersTestJSON-1766103036 tempest-DeleteServersTestJSON-1766103036-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/dbf872a4-92be-47e4-8561-c3e2bf2423ab/dbf872a4-92be-47e4-8561-c3e2bf2423ab.vmdk to [datastore2] 0ee7925e-085a-489d-8e8e-a0169dd17d45/0ee7925e-085a-489d-8e8e-a0169dd17d45.vmdk {{(pid=62328) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 774.413839] env[62328]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-e76866d6-56a6-454a-8a1a-88ce0a0d2975 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 774.421613] env[62328]: DEBUG oslo_vmware.api [None req-c65b97fc-f428-4e0a-b552-fe7747e76ffb tempest-DeleteServersTestJSON-1766103036 tempest-DeleteServersTestJSON-1766103036-project-member] Waiting for the task: (returnval){ [ 774.421613] env[62328]: value = "task-2386854" [ 774.421613] env[62328]: _type = "Task" [ 774.421613] env[62328]: } to complete. {{(pid=62328) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 774.433435] env[62328]: DEBUG oslo_vmware.api [None req-c65b97fc-f428-4e0a-b552-fe7747e76ffb tempest-DeleteServersTestJSON-1766103036 tempest-DeleteServersTestJSON-1766103036-project-member] Task: {'id': task-2386854, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 774.438051] env[62328]: DEBUG oslo_concurrency.lockutils [None req-68bc5858-d520-4279-9657-cb084e4bdf7b tempest-ServerDiskConfigTestJSON-126406698 tempest-ServerDiskConfigTestJSON-126406698-project-member] Acquiring lock "948b7ba2-2caa-4616-abc0-afc6cca58f76" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 774.438373] env[62328]: DEBUG oslo_concurrency.lockutils [None req-68bc5858-d520-4279-9657-cb084e4bdf7b tempest-ServerDiskConfigTestJSON-126406698 tempest-ServerDiskConfigTestJSON-126406698-project-member] Lock "948b7ba2-2caa-4616-abc0-afc6cca58f76" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 774.438536] env[62328]: DEBUG oslo_concurrency.lockutils [None req-68bc5858-d520-4279-9657-cb084e4bdf7b tempest-ServerDiskConfigTestJSON-126406698 tempest-ServerDiskConfigTestJSON-126406698-project-member] Acquiring lock "948b7ba2-2caa-4616-abc0-afc6cca58f76-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 774.438770] env[62328]: DEBUG oslo_concurrency.lockutils [None req-68bc5858-d520-4279-9657-cb084e4bdf7b tempest-ServerDiskConfigTestJSON-126406698 tempest-ServerDiskConfigTestJSON-126406698-project-member] Lock "948b7ba2-2caa-4616-abc0-afc6cca58f76-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 774.438951] env[62328]: DEBUG oslo_concurrency.lockutils [None req-68bc5858-d520-4279-9657-cb084e4bdf7b tempest-ServerDiskConfigTestJSON-126406698 tempest-ServerDiskConfigTestJSON-126406698-project-member] Lock "948b7ba2-2caa-4616-abc0-afc6cca58f76-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 774.441022] env[62328]: INFO nova.compute.manager [None req-68bc5858-d520-4279-9657-cb084e4bdf7b tempest-ServerDiskConfigTestJSON-126406698 tempest-ServerDiskConfigTestJSON-126406698-project-member] [instance: 948b7ba2-2caa-4616-abc0-afc6cca58f76] Terminating instance [ 774.485738] env[62328]: DEBUG oslo_concurrency.lockutils [None req-b2c7cf61-77bc-42c2-b16f-e47da63f6c54 tempest-ServersAdminNegativeTestJSON-593360600 tempest-ServersAdminNegativeTestJSON-593360600-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 774.603654] env[62328]: DEBUG oslo_concurrency.lockutils [None req-c332f8f8-ec7c-424c-8e99-1c92801b1a43 tempest-ServerActionsV293TestJSON-1864378190 tempest-ServerActionsV293TestJSON-1864378190-project-member] Acquiring lock "2f5e173e-0a48-45c2-ae86-64d86a2b45d4" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 774.603654] env[62328]: DEBUG oslo_concurrency.lockutils [None req-c332f8f8-ec7c-424c-8e99-1c92801b1a43 tempest-ServerActionsV293TestJSON-1864378190 tempest-ServerActionsV293TestJSON-1864378190-project-member] Lock "2f5e173e-0a48-45c2-ae86-64d86a2b45d4" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 774.603654] env[62328]: DEBUG oslo_concurrency.lockutils [None req-c332f8f8-ec7c-424c-8e99-1c92801b1a43 tempest-ServerActionsV293TestJSON-1864378190 tempest-ServerActionsV293TestJSON-1864378190-project-member] Acquiring lock "2f5e173e-0a48-45c2-ae86-64d86a2b45d4-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 774.604454] env[62328]: DEBUG oslo_concurrency.lockutils [None req-c332f8f8-ec7c-424c-8e99-1c92801b1a43 tempest-ServerActionsV293TestJSON-1864378190 tempest-ServerActionsV293TestJSON-1864378190-project-member] Lock "2f5e173e-0a48-45c2-ae86-64d86a2b45d4-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 774.607468] env[62328]: DEBUG oslo_concurrency.lockutils [None req-c332f8f8-ec7c-424c-8e99-1c92801b1a43 tempest-ServerActionsV293TestJSON-1864378190 tempest-ServerActionsV293TestJSON-1864378190-project-member] Lock "2f5e173e-0a48-45c2-ae86-64d86a2b45d4-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 774.608294] env[62328]: INFO nova.compute.manager [None req-c332f8f8-ec7c-424c-8e99-1c92801b1a43 tempest-ServerActionsV293TestJSON-1864378190 tempest-ServerActionsV293TestJSON-1864378190-project-member] [instance: 2f5e173e-0a48-45c2-ae86-64d86a2b45d4] Terminating instance [ 774.627895] env[62328]: DEBUG nova.compute.manager [req-750aade1-463b-4ee5-b545-11d7a4b73825 req-6dcf944d-e21f-4da3-a25f-424c51853d8b service nova] [instance: 0b59b4a1-0c44-41af-a213-89960b97f913] Received event network-vif-plugged-86c37542-23b8-4f9e-aad7-2a0e02ec85e2 {{(pid=62328) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 774.627895] env[62328]: DEBUG oslo_concurrency.lockutils [req-750aade1-463b-4ee5-b545-11d7a4b73825 req-6dcf944d-e21f-4da3-a25f-424c51853d8b service nova] Acquiring lock "0b59b4a1-0c44-41af-a213-89960b97f913-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 774.627895] env[62328]: DEBUG oslo_concurrency.lockutils [req-750aade1-463b-4ee5-b545-11d7a4b73825 req-6dcf944d-e21f-4da3-a25f-424c51853d8b service nova] Lock "0b59b4a1-0c44-41af-a213-89960b97f913-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 774.627895] env[62328]: DEBUG oslo_concurrency.lockutils [req-750aade1-463b-4ee5-b545-11d7a4b73825 req-6dcf944d-e21f-4da3-a25f-424c51853d8b service nova] Lock "0b59b4a1-0c44-41af-a213-89960b97f913-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 774.627895] env[62328]: DEBUG nova.compute.manager [req-750aade1-463b-4ee5-b545-11d7a4b73825 req-6dcf944d-e21f-4da3-a25f-424c51853d8b service nova] [instance: 0b59b4a1-0c44-41af-a213-89960b97f913] No waiting events found dispatching network-vif-plugged-86c37542-23b8-4f9e-aad7-2a0e02ec85e2 {{(pid=62328) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 774.628691] env[62328]: WARNING nova.compute.manager [req-750aade1-463b-4ee5-b545-11d7a4b73825 req-6dcf944d-e21f-4da3-a25f-424c51853d8b service nova] [instance: 0b59b4a1-0c44-41af-a213-89960b97f913] Received unexpected event network-vif-plugged-86c37542-23b8-4f9e-aad7-2a0e02ec85e2 for instance with vm_state building and task_state spawning. [ 774.628691] env[62328]: DEBUG nova.compute.manager [req-750aade1-463b-4ee5-b545-11d7a4b73825 req-6dcf944d-e21f-4da3-a25f-424c51853d8b service nova] [instance: 0b59b4a1-0c44-41af-a213-89960b97f913] Received event network-changed-86c37542-23b8-4f9e-aad7-2a0e02ec85e2 {{(pid=62328) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 774.628691] env[62328]: DEBUG nova.compute.manager [req-750aade1-463b-4ee5-b545-11d7a4b73825 req-6dcf944d-e21f-4da3-a25f-424c51853d8b service nova] [instance: 0b59b4a1-0c44-41af-a213-89960b97f913] Refreshing instance network info cache due to event network-changed-86c37542-23b8-4f9e-aad7-2a0e02ec85e2. {{(pid=62328) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 774.628977] env[62328]: DEBUG oslo_concurrency.lockutils [req-750aade1-463b-4ee5-b545-11d7a4b73825 req-6dcf944d-e21f-4da3-a25f-424c51853d8b service nova] Acquiring lock "refresh_cache-0b59b4a1-0c44-41af-a213-89960b97f913" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 774.629219] env[62328]: DEBUG oslo_concurrency.lockutils [req-750aade1-463b-4ee5-b545-11d7a4b73825 req-6dcf944d-e21f-4da3-a25f-424c51853d8b service nova] Acquired lock "refresh_cache-0b59b4a1-0c44-41af-a213-89960b97f913" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.629219] env[62328]: DEBUG nova.network.neutron [req-750aade1-463b-4ee5-b545-11d7a4b73825 req-6dcf944d-e21f-4da3-a25f-424c51853d8b service nova] [instance: 0b59b4a1-0c44-41af-a213-89960b97f913] Refreshing network info cache for port 86c37542-23b8-4f9e-aad7-2a0e02ec85e2 {{(pid=62328) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 774.676255] env[62328]: DEBUG oslo_concurrency.lockutils [None req-5e1ca340-82e1-4aed-acef-0dcfd71f411a tempest-ServerActionsTestOtherA-1098162655 tempest-ServerActionsTestOtherA-1098162655-project-member] Acquiring lock "refresh_cache-0b59b4a1-0c44-41af-a213-89960b97f913" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 774.745189] env[62328]: DEBUG oslo_concurrency.lockutils [None req-67c9ef5c-3f88-401e-87f8-b158bbbf893e tempest-ServersTestMultiNic-1057987772 tempest-ServersTestMultiNic-1057987772-project-member] Lock "93ca7686-9ab7-434e-b425-148d3ba8db62" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 70.120s {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 774.788608] env[62328]: DEBUG nova.compute.utils [None req-6539a92c-9ff4-4be6-b17f-518edda0cd4a tempest-AttachVolumeTestJSON-944844435 tempest-AttachVolumeTestJSON-944844435-project-member] Using /dev/sd instead of None {{(pid=62328) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 774.790522] env[62328]: DEBUG nova.compute.manager [None req-6539a92c-9ff4-4be6-b17f-518edda0cd4a tempest-AttachVolumeTestJSON-944844435 tempest-AttachVolumeTestJSON-944844435-project-member] [instance: 3bbba6fe-038a-40f8-935b-ce45c75c3497] Allocating IP information in the background. {{(pid=62328) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 774.790747] env[62328]: DEBUG nova.network.neutron [None req-6539a92c-9ff4-4be6-b17f-518edda0cd4a tempest-AttachVolumeTestJSON-944844435 tempest-AttachVolumeTestJSON-944844435-project-member] [instance: 3bbba6fe-038a-40f8-935b-ce45c75c3497] allocate_for_instance() {{(pid=62328) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 774.856866] env[62328]: DEBUG nova.policy [None req-6539a92c-9ff4-4be6-b17f-518edda0cd4a tempest-AttachVolumeTestJSON-944844435 tempest-AttachVolumeTestJSON-944844435-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'd6f4f38f18b24d40837b8dd913bd8dc6', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '2c55e83cf5c442ba8c209cf01cb581f3', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62328) authorize /opt/stack/nova/nova/policy.py:192}} [ 774.891834] env[62328]: DEBUG oslo_vmware.api [None req-07aa2033-fc39-46b8-b312-72212098382c tempest-ServersTestJSON-2041147199 tempest-ServersTestJSON-2041147199-project-member] Task: {'id': task-2386853, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 774.904169] env[62328]: DEBUG oslo_vmware.api [None req-16c86219-1e87-4399-83d0-c8577db8e20a tempest-ServersTestBootFromVolume-606303851 tempest-ServersTestBootFromVolume-606303851-project-member] Task: {'id': task-2386852, 'name': PowerOnVM_Task} progress is 94%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 774.937881] env[62328]: DEBUG oslo_vmware.api [None req-c65b97fc-f428-4e0a-b552-fe7747e76ffb tempest-DeleteServersTestJSON-1766103036 tempest-DeleteServersTestJSON-1766103036-project-member] Task: {'id': task-2386854, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 774.944939] env[62328]: DEBUG nova.compute.manager [None req-68bc5858-d520-4279-9657-cb084e4bdf7b tempest-ServerDiskConfigTestJSON-126406698 tempest-ServerDiskConfigTestJSON-126406698-project-member] [instance: 948b7ba2-2caa-4616-abc0-afc6cca58f76] Start destroying the instance on the hypervisor. {{(pid=62328) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 774.945158] env[62328]: DEBUG nova.virt.vmwareapi.vmops [None req-68bc5858-d520-4279-9657-cb084e4bdf7b tempest-ServerDiskConfigTestJSON-126406698 tempest-ServerDiskConfigTestJSON-126406698-project-member] [instance: 948b7ba2-2caa-4616-abc0-afc6cca58f76] Destroying instance {{(pid=62328) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 774.946744] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fc91ae45-cb2c-4e2d-828d-0afc003a1bc1 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 774.956616] env[62328]: DEBUG nova.virt.vmwareapi.vm_util [None req-68bc5858-d520-4279-9657-cb084e4bdf7b tempest-ServerDiskConfigTestJSON-126406698 tempest-ServerDiskConfigTestJSON-126406698-project-member] [instance: 948b7ba2-2caa-4616-abc0-afc6cca58f76] Powering off the VM {{(pid=62328) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 774.960327] env[62328]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-40687cd5-7f51-4b4c-a8cc-9b501bda91f4 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 774.975027] env[62328]: DEBUG oslo_vmware.api [None req-68bc5858-d520-4279-9657-cb084e4bdf7b tempest-ServerDiskConfigTestJSON-126406698 tempest-ServerDiskConfigTestJSON-126406698-project-member] Waiting for the task: (returnval){ [ 774.975027] env[62328]: value = "task-2386855" [ 774.975027] env[62328]: _type = "Task" [ 774.975027] env[62328]: } to complete. {{(pid=62328) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 774.986014] env[62328]: DEBUG oslo_vmware.api [None req-68bc5858-d520-4279-9657-cb084e4bdf7b tempest-ServerDiskConfigTestJSON-126406698 tempest-ServerDiskConfigTestJSON-126406698-project-member] Task: {'id': task-2386855, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 775.115349] env[62328]: DEBUG nova.compute.manager [None req-c332f8f8-ec7c-424c-8e99-1c92801b1a43 tempest-ServerActionsV293TestJSON-1864378190 tempest-ServerActionsV293TestJSON-1864378190-project-member] [instance: 2f5e173e-0a48-45c2-ae86-64d86a2b45d4] Start destroying the instance on the hypervisor. {{(pid=62328) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 775.117544] env[62328]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-d9794fc2-f99b-4a6b-9f7a-39533f1824ab {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 775.130483] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4d428912-4a53-4ba0-9393-5889380d86cf {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 775.176850] env[62328]: WARNING nova.virt.vmwareapi.driver [None req-c332f8f8-ec7c-424c-8e99-1c92801b1a43 tempest-ServerActionsV293TestJSON-1864378190 tempest-ServerActionsV293TestJSON-1864378190-project-member] [instance: 2f5e173e-0a48-45c2-ae86-64d86a2b45d4] Instance does not exists. Proceeding to delete instance properties on datastore: nova.exception.InstanceNotFound: Instance 2f5e173e-0a48-45c2-ae86-64d86a2b45d4 could not be found. [ 775.176850] env[62328]: DEBUG nova.virt.vmwareapi.vmops [None req-c332f8f8-ec7c-424c-8e99-1c92801b1a43 tempest-ServerActionsV293TestJSON-1864378190 tempest-ServerActionsV293TestJSON-1864378190-project-member] [instance: 2f5e173e-0a48-45c2-ae86-64d86a2b45d4] Destroying instance {{(pid=62328) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 775.177803] env[62328]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-0f07f060-81f2-4938-a700-fc1b8dde6dd4 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 775.198555] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-560c9856-7356-4739-9c75-a0038955acd4 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 775.229698] env[62328]: DEBUG nova.network.neutron [req-750aade1-463b-4ee5-b545-11d7a4b73825 req-6dcf944d-e21f-4da3-a25f-424c51853d8b service nova] [instance: 0b59b4a1-0c44-41af-a213-89960b97f913] Instance cache missing network info. {{(pid=62328) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 775.249921] env[62328]: WARNING nova.virt.vmwareapi.vmops [None req-c332f8f8-ec7c-424c-8e99-1c92801b1a43 tempest-ServerActionsV293TestJSON-1864378190 tempest-ServerActionsV293TestJSON-1864378190-project-member] [instance: 2f5e173e-0a48-45c2-ae86-64d86a2b45d4] Instance does not exist on backend: nova.exception.InstanceNotFound: Instance 2f5e173e-0a48-45c2-ae86-64d86a2b45d4 could not be found. [ 775.250161] env[62328]: DEBUG nova.virt.vmwareapi.vmops [None req-c332f8f8-ec7c-424c-8e99-1c92801b1a43 tempest-ServerActionsV293TestJSON-1864378190 tempest-ServerActionsV293TestJSON-1864378190-project-member] [instance: 2f5e173e-0a48-45c2-ae86-64d86a2b45d4] Instance destroyed {{(pid=62328) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 775.250449] env[62328]: INFO nova.compute.manager [None req-c332f8f8-ec7c-424c-8e99-1c92801b1a43 tempest-ServerActionsV293TestJSON-1864378190 tempest-ServerActionsV293TestJSON-1864378190-project-member] [instance: 2f5e173e-0a48-45c2-ae86-64d86a2b45d4] Took 0.14 seconds to destroy the instance on the hypervisor. [ 775.250693] env[62328]: DEBUG oslo.service.loopingcall [None req-c332f8f8-ec7c-424c-8e99-1c92801b1a43 tempest-ServerActionsV293TestJSON-1864378190 tempest-ServerActionsV293TestJSON-1864378190-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62328) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 775.254033] env[62328]: DEBUG nova.compute.manager [-] [instance: 2f5e173e-0a48-45c2-ae86-64d86a2b45d4] Deallocating network for instance {{(pid=62328) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 775.254033] env[62328]: DEBUG nova.network.neutron [-] [instance: 2f5e173e-0a48-45c2-ae86-64d86a2b45d4] deallocate_for_instance() {{(pid=62328) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 775.273138] env[62328]: DEBUG oslo_concurrency.lockutils [None req-8b4e4c57-77b5-4e13-a19b-431c49d21a97 tempest-ServersTestMultiNic-1057987772 tempest-ServersTestMultiNic-1057987772-project-member] Acquiring lock "93ca7686-9ab7-434e-b425-148d3ba8db62" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 775.273219] env[62328]: DEBUG oslo_concurrency.lockutils [None req-8b4e4c57-77b5-4e13-a19b-431c49d21a97 tempest-ServersTestMultiNic-1057987772 tempest-ServersTestMultiNic-1057987772-project-member] Lock "93ca7686-9ab7-434e-b425-148d3ba8db62" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 775.273481] env[62328]: DEBUG oslo_concurrency.lockutils [None req-8b4e4c57-77b5-4e13-a19b-431c49d21a97 tempest-ServersTestMultiNic-1057987772 tempest-ServersTestMultiNic-1057987772-project-member] Acquiring lock "93ca7686-9ab7-434e-b425-148d3ba8db62-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 775.274039] env[62328]: DEBUG oslo_concurrency.lockutils [None req-8b4e4c57-77b5-4e13-a19b-431c49d21a97 tempest-ServersTestMultiNic-1057987772 tempest-ServersTestMultiNic-1057987772-project-member] Lock "93ca7686-9ab7-434e-b425-148d3ba8db62-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 775.274039] env[62328]: DEBUG oslo_concurrency.lockutils [None req-8b4e4c57-77b5-4e13-a19b-431c49d21a97 tempest-ServersTestMultiNic-1057987772 tempest-ServersTestMultiNic-1057987772-project-member] Lock "93ca7686-9ab7-434e-b425-148d3ba8db62-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 775.284313] env[62328]: INFO nova.compute.manager [None req-8b4e4c57-77b5-4e13-a19b-431c49d21a97 tempest-ServersTestMultiNic-1057987772 tempest-ServersTestMultiNic-1057987772-project-member] [instance: 93ca7686-9ab7-434e-b425-148d3ba8db62] Terminating instance [ 775.290637] env[62328]: DEBUG oslo_concurrency.lockutils [None req-d99376b8-602a-4347-8593-a90a3e5893c2 tempest-ServerDiskConfigTestJSON-126406698 tempest-ServerDiskConfigTestJSON-126406698-project-member] Acquiring lock "385995cc-5fe5-4c9d-9128-69a3767e682f" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 775.290637] env[62328]: DEBUG oslo_concurrency.lockutils [None req-d99376b8-602a-4347-8593-a90a3e5893c2 tempest-ServerDiskConfigTestJSON-126406698 tempest-ServerDiskConfigTestJSON-126406698-project-member] Lock "385995cc-5fe5-4c9d-9128-69a3767e682f" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 775.297252] env[62328]: DEBUG nova.compute.manager [None req-6539a92c-9ff4-4be6-b17f-518edda0cd4a tempest-AttachVolumeTestJSON-944844435 tempest-AttachVolumeTestJSON-944844435-project-member] [instance: 3bbba6fe-038a-40f8-935b-ce45c75c3497] Start building block device mappings for instance. {{(pid=62328) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 775.314402] env[62328]: DEBUG nova.network.neutron [None req-6539a92c-9ff4-4be6-b17f-518edda0cd4a tempest-AttachVolumeTestJSON-944844435 tempest-AttachVolumeTestJSON-944844435-project-member] [instance: 3bbba6fe-038a-40f8-935b-ce45c75c3497] Successfully created port: b4a43b03-36a8-47a0-b31b-aafdd6a4a49e {{(pid=62328) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 775.391966] env[62328]: DEBUG oslo_vmware.api [None req-07aa2033-fc39-46b8-b312-72212098382c tempest-ServersTestJSON-2041147199 tempest-ServersTestJSON-2041147199-project-member] Task: {'id': task-2386853, 'name': PowerOnVM_Task, 'duration_secs': 0.728822} completed successfully. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 775.392267] env[62328]: DEBUG nova.virt.vmwareapi.vm_util [None req-07aa2033-fc39-46b8-b312-72212098382c tempest-ServersTestJSON-2041147199 tempest-ServersTestJSON-2041147199-project-member] [instance: fc8146ed-f4c5-4b4b-a03d-c52452f583cd] Powered on the VM {{(pid=62328) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 775.392465] env[62328]: INFO nova.compute.manager [None req-07aa2033-fc39-46b8-b312-72212098382c tempest-ServersTestJSON-2041147199 tempest-ServersTestJSON-2041147199-project-member] [instance: fc8146ed-f4c5-4b4b-a03d-c52452f583cd] Took 10.92 seconds to spawn the instance on the hypervisor. [ 775.392636] env[62328]: DEBUG nova.compute.manager [None req-07aa2033-fc39-46b8-b312-72212098382c tempest-ServersTestJSON-2041147199 tempest-ServersTestJSON-2041147199-project-member] [instance: fc8146ed-f4c5-4b4b-a03d-c52452f583cd] Checking state {{(pid=62328) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 775.393438] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7cf18dd5-ac75-4216-b718-6f73bb09f182 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 775.412547] env[62328]: DEBUG oslo_vmware.api [None req-16c86219-1e87-4399-83d0-c8577db8e20a tempest-ServersTestBootFromVolume-606303851 tempest-ServersTestBootFromVolume-606303851-project-member] Task: {'id': task-2386852, 'name': PowerOnVM_Task, 'duration_secs': 1.272225} completed successfully. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 775.416028] env[62328]: DEBUG nova.virt.vmwareapi.vm_util [None req-16c86219-1e87-4399-83d0-c8577db8e20a tempest-ServersTestBootFromVolume-606303851 tempest-ServersTestBootFromVolume-606303851-project-member] [instance: e4c166ea-d803-4db5-a104-16bd84bfc6c6] Powered on the VM {{(pid=62328) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 775.416262] env[62328]: INFO nova.compute.manager [None req-16c86219-1e87-4399-83d0-c8577db8e20a tempest-ServersTestBootFromVolume-606303851 tempest-ServersTestBootFromVolume-606303851-project-member] [instance: e4c166ea-d803-4db5-a104-16bd84bfc6c6] Took 6.78 seconds to spawn the instance on the hypervisor. [ 775.416503] env[62328]: DEBUG nova.compute.manager [None req-16c86219-1e87-4399-83d0-c8577db8e20a tempest-ServersTestBootFromVolume-606303851 tempest-ServersTestBootFromVolume-606303851-project-member] [instance: e4c166ea-d803-4db5-a104-16bd84bfc6c6] Checking state {{(pid=62328) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 775.417352] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e57df80f-06c8-4715-a8b1-4f64d45c2422 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 775.420931] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cb4300a9-8426-462c-b20c-0901b5a91c8a {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 775.430055] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-79cdb5e5-f44f-4100-b533-1fe1ecdec5c1 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 775.446199] env[62328]: DEBUG oslo_vmware.api [None req-c65b97fc-f428-4e0a-b552-fe7747e76ffb tempest-DeleteServersTestJSON-1766103036 tempest-DeleteServersTestJSON-1766103036-project-member] Task: {'id': task-2386854, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.693548} completed successfully. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 775.446199] env[62328]: DEBUG nova.virt.vmwareapi.vm_util [None req-c65b97fc-f428-4e0a-b552-fe7747e76ffb tempest-DeleteServersTestJSON-1766103036 tempest-DeleteServersTestJSON-1766103036-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/dbf872a4-92be-47e4-8561-c3e2bf2423ab/dbf872a4-92be-47e4-8561-c3e2bf2423ab.vmdk to [datastore2] 0ee7925e-085a-489d-8e8e-a0169dd17d45/0ee7925e-085a-489d-8e8e-a0169dd17d45.vmdk {{(pid=62328) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 775.446199] env[62328]: DEBUG nova.virt.vmwareapi.vmops [None req-c65b97fc-f428-4e0a-b552-fe7747e76ffb tempest-DeleteServersTestJSON-1766103036 tempest-DeleteServersTestJSON-1766103036-project-member] [instance: 0ee7925e-085a-489d-8e8e-a0169dd17d45] Extending root virtual disk to 1048576 {{(pid=62328) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 775.446199] env[62328]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-070422a8-93ab-41f3-bba6-a41011a18d35 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 775.479880] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5cff628a-f329-432f-8b52-bbe092e2b02c {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 775.484202] env[62328]: DEBUG oslo_vmware.api [None req-c65b97fc-f428-4e0a-b552-fe7747e76ffb tempest-DeleteServersTestJSON-1766103036 tempest-DeleteServersTestJSON-1766103036-project-member] Waiting for the task: (returnval){ [ 775.484202] env[62328]: value = "task-2386856" [ 775.484202] env[62328]: _type = "Task" [ 775.484202] env[62328]: } to complete. {{(pid=62328) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 775.494018] env[62328]: DEBUG oslo_vmware.api [None req-68bc5858-d520-4279-9657-cb084e4bdf7b tempest-ServerDiskConfigTestJSON-126406698 tempest-ServerDiskConfigTestJSON-126406698-project-member] Task: {'id': task-2386855, 'name': PowerOffVM_Task, 'duration_secs': 0.362595} completed successfully. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 775.495463] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-643d66ed-d255-4ebd-bf41-182794be916c {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 775.500238] env[62328]: DEBUG nova.virt.vmwareapi.vm_util [None req-68bc5858-d520-4279-9657-cb084e4bdf7b tempest-ServerDiskConfigTestJSON-126406698 tempest-ServerDiskConfigTestJSON-126406698-project-member] [instance: 948b7ba2-2caa-4616-abc0-afc6cca58f76] Powered off the VM {{(pid=62328) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 775.500453] env[62328]: DEBUG nova.virt.vmwareapi.vmops [None req-68bc5858-d520-4279-9657-cb084e4bdf7b tempest-ServerDiskConfigTestJSON-126406698 tempest-ServerDiskConfigTestJSON-126406698-project-member] [instance: 948b7ba2-2caa-4616-abc0-afc6cca58f76] Unregistering the VM {{(pid=62328) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 775.503987] env[62328]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-4fb99cf3-1bc0-4c3d-bb6c-0290c39c3dfb {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 775.505704] env[62328]: DEBUG oslo_vmware.api [None req-c65b97fc-f428-4e0a-b552-fe7747e76ffb tempest-DeleteServersTestJSON-1766103036 tempest-DeleteServersTestJSON-1766103036-project-member] Task: {'id': task-2386856, 'name': ExtendVirtualDisk_Task} progress is 50%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 775.518175] env[62328]: DEBUG nova.compute.provider_tree [None req-2f7fbbc3-6ef5-49f2-a4dc-00ff702c69dd tempest-ImagesOneServerNegativeTestJSON-835227872 tempest-ImagesOneServerNegativeTestJSON-835227872-project-member] Inventory has not changed in ProviderTree for provider: 3469e9f8-04af-49ca-8435-49f104496744 {{(pid=62328) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 775.521378] env[62328]: DEBUG nova.network.neutron [req-750aade1-463b-4ee5-b545-11d7a4b73825 req-6dcf944d-e21f-4da3-a25f-424c51853d8b service nova] [instance: 0b59b4a1-0c44-41af-a213-89960b97f913] Updating instance_info_cache with network_info: [] {{(pid=62328) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 775.583147] env[62328]: DEBUG nova.virt.vmwareapi.vmops [None req-68bc5858-d520-4279-9657-cb084e4bdf7b tempest-ServerDiskConfigTestJSON-126406698 tempest-ServerDiskConfigTestJSON-126406698-project-member] [instance: 948b7ba2-2caa-4616-abc0-afc6cca58f76] Unregistered the VM {{(pid=62328) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 775.583425] env[62328]: DEBUG nova.virt.vmwareapi.vmops [None req-68bc5858-d520-4279-9657-cb084e4bdf7b tempest-ServerDiskConfigTestJSON-126406698 tempest-ServerDiskConfigTestJSON-126406698-project-member] [instance: 948b7ba2-2caa-4616-abc0-afc6cca58f76] Deleting contents of the VM from datastore datastore2 {{(pid=62328) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 775.583502] env[62328]: DEBUG nova.virt.vmwareapi.ds_util [None req-68bc5858-d520-4279-9657-cb084e4bdf7b tempest-ServerDiskConfigTestJSON-126406698 tempest-ServerDiskConfigTestJSON-126406698-project-member] Deleting the datastore file [datastore2] 948b7ba2-2caa-4616-abc0-afc6cca58f76 {{(pid=62328) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 775.583769] env[62328]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-9ddb2f4a-d70c-4bfb-9fbe-93658685c881 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 775.592868] env[62328]: DEBUG oslo_vmware.api [None req-68bc5858-d520-4279-9657-cb084e4bdf7b tempest-ServerDiskConfigTestJSON-126406698 tempest-ServerDiskConfigTestJSON-126406698-project-member] Waiting for the task: (returnval){ [ 775.592868] env[62328]: value = "task-2386858" [ 775.592868] env[62328]: _type = "Task" [ 775.592868] env[62328]: } to complete. {{(pid=62328) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 775.604263] env[62328]: DEBUG oslo_vmware.api [None req-68bc5858-d520-4279-9657-cb084e4bdf7b tempest-ServerDiskConfigTestJSON-126406698 tempest-ServerDiskConfigTestJSON-126406698-project-member] Task: {'id': task-2386858, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 775.804118] env[62328]: DEBUG nova.compute.manager [None req-8b4e4c57-77b5-4e13-a19b-431c49d21a97 tempest-ServersTestMultiNic-1057987772 tempest-ServersTestMultiNic-1057987772-project-member] [instance: 93ca7686-9ab7-434e-b425-148d3ba8db62] Start destroying the instance on the hypervisor. {{(pid=62328) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 775.804118] env[62328]: DEBUG nova.virt.vmwareapi.vmops [None req-8b4e4c57-77b5-4e13-a19b-431c49d21a97 tempest-ServersTestMultiNic-1057987772 tempest-ServersTestMultiNic-1057987772-project-member] [instance: 93ca7686-9ab7-434e-b425-148d3ba8db62] Destroying instance {{(pid=62328) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 775.804118] env[62328]: DEBUG nova.compute.manager [None req-d99376b8-602a-4347-8593-a90a3e5893c2 tempest-ServerDiskConfigTestJSON-126406698 tempest-ServerDiskConfigTestJSON-126406698-project-member] [instance: 385995cc-5fe5-4c9d-9128-69a3767e682f] Starting instance... {{(pid=62328) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 775.810569] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-64cd6d3b-cdf4-4062-a524-c54e8486f009 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 775.820647] env[62328]: DEBUG nova.virt.vmwareapi.vm_util [None req-8b4e4c57-77b5-4e13-a19b-431c49d21a97 tempest-ServersTestMultiNic-1057987772 tempest-ServersTestMultiNic-1057987772-project-member] [instance: 93ca7686-9ab7-434e-b425-148d3ba8db62] Powering off the VM {{(pid=62328) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 775.821010] env[62328]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f7cfc61a-8d0f-463e-8075-993977c42f4e {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 775.830501] env[62328]: DEBUG oslo_vmware.api [None req-8b4e4c57-77b5-4e13-a19b-431c49d21a97 tempest-ServersTestMultiNic-1057987772 tempest-ServersTestMultiNic-1057987772-project-member] Waiting for the task: (returnval){ [ 775.830501] env[62328]: value = "task-2386859" [ 775.830501] env[62328]: _type = "Task" [ 775.830501] env[62328]: } to complete. {{(pid=62328) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 775.840056] env[62328]: DEBUG oslo_vmware.api [None req-8b4e4c57-77b5-4e13-a19b-431c49d21a97 tempest-ServersTestMultiNic-1057987772 tempest-ServersTestMultiNic-1057987772-project-member] Task: {'id': task-2386859, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 775.932786] env[62328]: INFO nova.compute.manager [None req-07aa2033-fc39-46b8-b312-72212098382c tempest-ServersTestJSON-2041147199 tempest-ServersTestJSON-2041147199-project-member] [instance: fc8146ed-f4c5-4b4b-a03d-c52452f583cd] Took 53.80 seconds to build instance. [ 775.956943] env[62328]: INFO nova.compute.manager [None req-16c86219-1e87-4399-83d0-c8577db8e20a tempest-ServersTestBootFromVolume-606303851 tempest-ServersTestBootFromVolume-606303851-project-member] [instance: e4c166ea-d803-4db5-a104-16bd84bfc6c6] Took 48.01 seconds to build instance. [ 775.993481] env[62328]: DEBUG oslo_vmware.api [None req-c65b97fc-f428-4e0a-b552-fe7747e76ffb tempest-DeleteServersTestJSON-1766103036 tempest-DeleteServersTestJSON-1766103036-project-member] Task: {'id': task-2386856, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.076524} completed successfully. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 775.993772] env[62328]: DEBUG nova.virt.vmwareapi.vmops [None req-c65b97fc-f428-4e0a-b552-fe7747e76ffb tempest-DeleteServersTestJSON-1766103036 tempest-DeleteServersTestJSON-1766103036-project-member] [instance: 0ee7925e-085a-489d-8e8e-a0169dd17d45] Extended root virtual disk {{(pid=62328) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 775.994596] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f37cac29-7d67-447d-8324-9ec779901a93 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 776.024344] env[62328]: DEBUG nova.scheduler.client.report [None req-2f7fbbc3-6ef5-49f2-a4dc-00ff702c69dd tempest-ImagesOneServerNegativeTestJSON-835227872 tempest-ImagesOneServerNegativeTestJSON-835227872-project-member] Inventory has not changed for provider 3469e9f8-04af-49ca-8435-49f104496744 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 152, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62328) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 776.046387] env[62328]: DEBUG nova.virt.vmwareapi.volumeops [None req-c65b97fc-f428-4e0a-b552-fe7747e76ffb tempest-DeleteServersTestJSON-1766103036 tempest-DeleteServersTestJSON-1766103036-project-member] [instance: 0ee7925e-085a-489d-8e8e-a0169dd17d45] Reconfiguring VM instance instance-0000003a to attach disk [datastore2] 0ee7925e-085a-489d-8e8e-a0169dd17d45/0ee7925e-085a-489d-8e8e-a0169dd17d45.vmdk or device None with type sparse {{(pid=62328) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 776.047259] env[62328]: DEBUG oslo_concurrency.lockutils [req-750aade1-463b-4ee5-b545-11d7a4b73825 req-6dcf944d-e21f-4da3-a25f-424c51853d8b service nova] Releasing lock "refresh_cache-0b59b4a1-0c44-41af-a213-89960b97f913" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 776.047916] env[62328]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ca453cc0-7bdd-4bdc-b7a3-59b1f9b3c570 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 776.065162] env[62328]: DEBUG oslo_concurrency.lockutils [None req-5e1ca340-82e1-4aed-acef-0dcfd71f411a tempest-ServerActionsTestOtherA-1098162655 tempest-ServerActionsTestOtherA-1098162655-project-member] Acquired lock "refresh_cache-0b59b4a1-0c44-41af-a213-89960b97f913" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.065407] env[62328]: DEBUG nova.network.neutron [None req-5e1ca340-82e1-4aed-acef-0dcfd71f411a tempest-ServerActionsTestOtherA-1098162655 tempest-ServerActionsTestOtherA-1098162655-project-member] [instance: 0b59b4a1-0c44-41af-a213-89960b97f913] Building network info cache for instance {{(pid=62328) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 776.078845] env[62328]: DEBUG oslo_vmware.api [None req-c65b97fc-f428-4e0a-b552-fe7747e76ffb tempest-DeleteServersTestJSON-1766103036 tempest-DeleteServersTestJSON-1766103036-project-member] Waiting for the task: (returnval){ [ 776.078845] env[62328]: value = "task-2386860" [ 776.078845] env[62328]: _type = "Task" [ 776.078845] env[62328]: } to complete. {{(pid=62328) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 776.091172] env[62328]: DEBUG oslo_vmware.api [None req-c65b97fc-f428-4e0a-b552-fe7747e76ffb tempest-DeleteServersTestJSON-1766103036 tempest-DeleteServersTestJSON-1766103036-project-member] Task: {'id': task-2386860, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 776.106071] env[62328]: DEBUG oslo_vmware.api [None req-68bc5858-d520-4279-9657-cb084e4bdf7b tempest-ServerDiskConfigTestJSON-126406698 tempest-ServerDiskConfigTestJSON-126406698-project-member] Task: {'id': task-2386858, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.388188} completed successfully. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 776.106071] env[62328]: DEBUG nova.virt.vmwareapi.ds_util [None req-68bc5858-d520-4279-9657-cb084e4bdf7b tempest-ServerDiskConfigTestJSON-126406698 tempest-ServerDiskConfigTestJSON-126406698-project-member] Deleted the datastore file {{(pid=62328) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 776.106071] env[62328]: DEBUG nova.virt.vmwareapi.vmops [None req-68bc5858-d520-4279-9657-cb084e4bdf7b tempest-ServerDiskConfigTestJSON-126406698 tempest-ServerDiskConfigTestJSON-126406698-project-member] [instance: 948b7ba2-2caa-4616-abc0-afc6cca58f76] Deleted contents of the VM from datastore datastore2 {{(pid=62328) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 776.106071] env[62328]: DEBUG nova.virt.vmwareapi.vmops [None req-68bc5858-d520-4279-9657-cb084e4bdf7b tempest-ServerDiskConfigTestJSON-126406698 tempest-ServerDiskConfigTestJSON-126406698-project-member] [instance: 948b7ba2-2caa-4616-abc0-afc6cca58f76] Instance destroyed {{(pid=62328) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 776.106071] env[62328]: INFO nova.compute.manager [None req-68bc5858-d520-4279-9657-cb084e4bdf7b tempest-ServerDiskConfigTestJSON-126406698 tempest-ServerDiskConfigTestJSON-126406698-project-member] [instance: 948b7ba2-2caa-4616-abc0-afc6cca58f76] Took 1.16 seconds to destroy the instance on the hypervisor. [ 776.106071] env[62328]: DEBUG oslo.service.loopingcall [None req-68bc5858-d520-4279-9657-cb084e4bdf7b tempest-ServerDiskConfigTestJSON-126406698 tempest-ServerDiskConfigTestJSON-126406698-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62328) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 776.106071] env[62328]: DEBUG nova.compute.manager [-] [instance: 948b7ba2-2caa-4616-abc0-afc6cca58f76] Deallocating network for instance {{(pid=62328) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 776.106071] env[62328]: DEBUG nova.network.neutron [-] [instance: 948b7ba2-2caa-4616-abc0-afc6cca58f76] deallocate_for_instance() {{(pid=62328) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 776.319396] env[62328]: DEBUG nova.compute.manager [None req-6539a92c-9ff4-4be6-b17f-518edda0cd4a tempest-AttachVolumeTestJSON-944844435 tempest-AttachVolumeTestJSON-944844435-project-member] [instance: 3bbba6fe-038a-40f8-935b-ce45c75c3497] Start spawning the instance on the hypervisor. {{(pid=62328) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 776.337536] env[62328]: DEBUG oslo_concurrency.lockutils [None req-d99376b8-602a-4347-8593-a90a3e5893c2 tempest-ServerDiskConfigTestJSON-126406698 tempest-ServerDiskConfigTestJSON-126406698-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 776.342050] env[62328]: DEBUG oslo_vmware.api [None req-8b4e4c57-77b5-4e13-a19b-431c49d21a97 tempest-ServersTestMultiNic-1057987772 tempest-ServersTestMultiNic-1057987772-project-member] Task: {'id': task-2386859, 'name': PowerOffVM_Task, 'duration_secs': 0.391423} completed successfully. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 776.343141] env[62328]: DEBUG nova.virt.vmwareapi.vm_util [None req-8b4e4c57-77b5-4e13-a19b-431c49d21a97 tempest-ServersTestMultiNic-1057987772 tempest-ServersTestMultiNic-1057987772-project-member] [instance: 93ca7686-9ab7-434e-b425-148d3ba8db62] Powered off the VM {{(pid=62328) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 776.343546] env[62328]: DEBUG nova.virt.vmwareapi.vmops [None req-8b4e4c57-77b5-4e13-a19b-431c49d21a97 tempest-ServersTestMultiNic-1057987772 tempest-ServersTestMultiNic-1057987772-project-member] [instance: 93ca7686-9ab7-434e-b425-148d3ba8db62] Unregistering the VM {{(pid=62328) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 776.345983] env[62328]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-7538c3aa-4657-49a7-97e1-26cecc7b8818 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 776.359157] env[62328]: DEBUG nova.virt.hardware [None req-6539a92c-9ff4-4be6-b17f-518edda0cd4a tempest-AttachVolumeTestJSON-944844435 tempest-AttachVolumeTestJSON-944844435-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-07T17:16:55Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-07T17:16:37Z,direct_url=,disk_format='vmdk',id=dbf872a4-92be-47e4-8561-c3e2bf2423ab,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='2a64022f08d84b11a86773b900860ae5',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-07T17:16:38Z,virtual_size=,visibility=), allow threads: False {{(pid=62328) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 776.359157] env[62328]: DEBUG nova.virt.hardware [None req-6539a92c-9ff4-4be6-b17f-518edda0cd4a tempest-AttachVolumeTestJSON-944844435 tempest-AttachVolumeTestJSON-944844435-project-member] Flavor limits 0:0:0 {{(pid=62328) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 776.359349] env[62328]: DEBUG nova.virt.hardware [None req-6539a92c-9ff4-4be6-b17f-518edda0cd4a tempest-AttachVolumeTestJSON-944844435 tempest-AttachVolumeTestJSON-944844435-project-member] Image limits 0:0:0 {{(pid=62328) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 776.359400] env[62328]: DEBUG nova.virt.hardware [None req-6539a92c-9ff4-4be6-b17f-518edda0cd4a tempest-AttachVolumeTestJSON-944844435 tempest-AttachVolumeTestJSON-944844435-project-member] Flavor pref 0:0:0 {{(pid=62328) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 776.359538] env[62328]: DEBUG nova.virt.hardware [None req-6539a92c-9ff4-4be6-b17f-518edda0cd4a tempest-AttachVolumeTestJSON-944844435 tempest-AttachVolumeTestJSON-944844435-project-member] Image pref 0:0:0 {{(pid=62328) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 776.359677] env[62328]: DEBUG nova.virt.hardware [None req-6539a92c-9ff4-4be6-b17f-518edda0cd4a tempest-AttachVolumeTestJSON-944844435 tempest-AttachVolumeTestJSON-944844435-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62328) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 776.359880] env[62328]: DEBUG nova.virt.hardware [None req-6539a92c-9ff4-4be6-b17f-518edda0cd4a tempest-AttachVolumeTestJSON-944844435 tempest-AttachVolumeTestJSON-944844435-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62328) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 776.363102] env[62328]: DEBUG nova.virt.hardware [None req-6539a92c-9ff4-4be6-b17f-518edda0cd4a tempest-AttachVolumeTestJSON-944844435 tempest-AttachVolumeTestJSON-944844435-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62328) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 776.363396] env[62328]: DEBUG nova.virt.hardware [None req-6539a92c-9ff4-4be6-b17f-518edda0cd4a tempest-AttachVolumeTestJSON-944844435 tempest-AttachVolumeTestJSON-944844435-project-member] Got 1 possible topologies {{(pid=62328) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 776.363655] env[62328]: DEBUG nova.virt.hardware [None req-6539a92c-9ff4-4be6-b17f-518edda0cd4a tempest-AttachVolumeTestJSON-944844435 tempest-AttachVolumeTestJSON-944844435-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62328) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 776.363772] env[62328]: DEBUG nova.virt.hardware [None req-6539a92c-9ff4-4be6-b17f-518edda0cd4a tempest-AttachVolumeTestJSON-944844435 tempest-AttachVolumeTestJSON-944844435-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62328) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 776.364911] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f6a9e932-2e25-49d4-bac1-e3d3145f993e {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 776.380041] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3c0e759a-3680-4221-86b1-b432ffc1001c {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 776.435903] env[62328]: DEBUG oslo_concurrency.lockutils [None req-07aa2033-fc39-46b8-b312-72212098382c tempest-ServersTestJSON-2041147199 tempest-ServersTestJSON-2041147199-project-member] Lock "fc8146ed-f4c5-4b4b-a03d-c52452f583cd" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 64.949s {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 776.459127] env[62328]: DEBUG oslo_concurrency.lockutils [None req-16c86219-1e87-4399-83d0-c8577db8e20a tempest-ServersTestBootFromVolume-606303851 tempest-ServersTestBootFromVolume-606303851-project-member] Lock "e4c166ea-d803-4db5-a104-16bd84bfc6c6" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 62.860s {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 776.492700] env[62328]: DEBUG nova.virt.vmwareapi.vmops [None req-8b4e4c57-77b5-4e13-a19b-431c49d21a97 tempest-ServersTestMultiNic-1057987772 tempest-ServersTestMultiNic-1057987772-project-member] [instance: 93ca7686-9ab7-434e-b425-148d3ba8db62] Unregistered the VM {{(pid=62328) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 776.492919] env[62328]: DEBUG nova.virt.vmwareapi.vmops [None req-8b4e4c57-77b5-4e13-a19b-431c49d21a97 tempest-ServersTestMultiNic-1057987772 tempest-ServersTestMultiNic-1057987772-project-member] [instance: 93ca7686-9ab7-434e-b425-148d3ba8db62] Deleting contents of the VM from datastore datastore1 {{(pid=62328) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 776.493116] env[62328]: DEBUG nova.virt.vmwareapi.ds_util [None req-8b4e4c57-77b5-4e13-a19b-431c49d21a97 tempest-ServersTestMultiNic-1057987772 tempest-ServersTestMultiNic-1057987772-project-member] Deleting the datastore file [datastore1] 93ca7686-9ab7-434e-b425-148d3ba8db62 {{(pid=62328) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 776.493394] env[62328]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-12c0ad65-6be8-4ee9-806a-d0f021aca533 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 776.501673] env[62328]: DEBUG oslo_vmware.api [None req-8b4e4c57-77b5-4e13-a19b-431c49d21a97 tempest-ServersTestMultiNic-1057987772 tempest-ServersTestMultiNic-1057987772-project-member] Waiting for the task: (returnval){ [ 776.501673] env[62328]: value = "task-2386862" [ 776.501673] env[62328]: _type = "Task" [ 776.501673] env[62328]: } to complete. {{(pid=62328) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 776.511041] env[62328]: DEBUG oslo_vmware.api [None req-8b4e4c57-77b5-4e13-a19b-431c49d21a97 tempest-ServersTestMultiNic-1057987772 tempest-ServersTestMultiNic-1057987772-project-member] Task: {'id': task-2386862, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 776.549962] env[62328]: DEBUG oslo_concurrency.lockutils [None req-2f7fbbc3-6ef5-49f2-a4dc-00ff702c69dd tempest-ImagesOneServerNegativeTestJSON-835227872 tempest-ImagesOneServerNegativeTestJSON-835227872-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.268s {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 776.552424] env[62328]: DEBUG oslo_concurrency.lockutils [None req-fbbadc1a-2f55-4280-8a85-fcf103ea23e5 tempest-ListServerFiltersTestJSON-1229971268 tempest-ListServerFiltersTestJSON-1229971268-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 31.566s {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 776.556459] env[62328]: DEBUG nova.objects.instance [None req-fbbadc1a-2f55-4280-8a85-fcf103ea23e5 tempest-ListServerFiltersTestJSON-1229971268 tempest-ListServerFiltersTestJSON-1229971268-project-member] Lazy-loading 'resources' on Instance uuid 7d799973-7eb9-46f8-ae41-d9aca9fc9e5a {{(pid=62328) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 776.586666] env[62328]: INFO nova.scheduler.client.report [None req-2f7fbbc3-6ef5-49f2-a4dc-00ff702c69dd tempest-ImagesOneServerNegativeTestJSON-835227872 tempest-ImagesOneServerNegativeTestJSON-835227872-project-member] Deleted allocations for instance 1691ec92-ed5b-436a-bba3-f5a998263955 [ 776.598777] env[62328]: DEBUG oslo_vmware.api [None req-c65b97fc-f428-4e0a-b552-fe7747e76ffb tempest-DeleteServersTestJSON-1766103036 tempest-DeleteServersTestJSON-1766103036-project-member] Task: {'id': task-2386860, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 776.689818] env[62328]: DEBUG nova.network.neutron [None req-5e1ca340-82e1-4aed-acef-0dcfd71f411a tempest-ServerActionsTestOtherA-1098162655 tempest-ServerActionsTestOtherA-1098162655-project-member] [instance: 0b59b4a1-0c44-41af-a213-89960b97f913] Instance cache missing network info. {{(pid=62328) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 776.848958] env[62328]: DEBUG nova.network.neutron [-] [instance: 2f5e173e-0a48-45c2-ae86-64d86a2b45d4] Updating instance_info_cache with network_info: [] {{(pid=62328) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 776.898614] env[62328]: DEBUG nova.network.neutron [None req-a80dbc1c-30aa-42bd-9f51-0c4cf90b7868 tempest-MigrationsAdminTest-413245202 tempest-MigrationsAdminTest-413245202-project-member] [instance: 4279ea33-3d7d-4713-9d21-9e7aa29026ae] Port 69bce2eb-7f15-465b-8308-cde308c68738 binding to destination host cpu-1 is already ACTIVE {{(pid=62328) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 776.898827] env[62328]: DEBUG oslo_concurrency.lockutils [None req-a80dbc1c-30aa-42bd-9f51-0c4cf90b7868 tempest-MigrationsAdminTest-413245202 tempest-MigrationsAdminTest-413245202-project-member] Acquiring lock "refresh_cache-4279ea33-3d7d-4713-9d21-9e7aa29026ae" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 776.898979] env[62328]: DEBUG oslo_concurrency.lockutils [None req-a80dbc1c-30aa-42bd-9f51-0c4cf90b7868 tempest-MigrationsAdminTest-413245202 tempest-MigrationsAdminTest-413245202-project-member] Acquired lock "refresh_cache-4279ea33-3d7d-4713-9d21-9e7aa29026ae" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.899364] env[62328]: DEBUG nova.network.neutron [None req-a80dbc1c-30aa-42bd-9f51-0c4cf90b7868 tempest-MigrationsAdminTest-413245202 tempest-MigrationsAdminTest-413245202-project-member] [instance: 4279ea33-3d7d-4713-9d21-9e7aa29026ae] Building network info cache for instance {{(pid=62328) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 776.906479] env[62328]: DEBUG nova.network.neutron [None req-6539a92c-9ff4-4be6-b17f-518edda0cd4a tempest-AttachVolumeTestJSON-944844435 tempest-AttachVolumeTestJSON-944844435-project-member] [instance: 3bbba6fe-038a-40f8-935b-ce45c75c3497] Successfully updated port: b4a43b03-36a8-47a0-b31b-aafdd6a4a49e {{(pid=62328) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 776.980967] env[62328]: DEBUG nova.compute.manager [req-cdb09d44-9bf4-4707-be2f-379982204e2b req-6c1c2943-f2b5-486a-88e8-4ee1bafd9103 service nova] [instance: 2f5e173e-0a48-45c2-ae86-64d86a2b45d4] Received event network-vif-deleted-6e290758-80b5-437c-a80b-1edfc65293d1 {{(pid=62328) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 777.012915] env[62328]: DEBUG oslo_vmware.api [None req-8b4e4c57-77b5-4e13-a19b-431c49d21a97 tempest-ServersTestMultiNic-1057987772 tempest-ServersTestMultiNic-1057987772-project-member] Task: {'id': task-2386862, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 777.093104] env[62328]: DEBUG oslo_vmware.api [None req-c65b97fc-f428-4e0a-b552-fe7747e76ffb tempest-DeleteServersTestJSON-1766103036 tempest-DeleteServersTestJSON-1766103036-project-member] Task: {'id': task-2386860, 'name': ReconfigVM_Task, 'duration_secs': 0.829306} completed successfully. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 777.093384] env[62328]: DEBUG nova.virt.vmwareapi.volumeops [None req-c65b97fc-f428-4e0a-b552-fe7747e76ffb tempest-DeleteServersTestJSON-1766103036 tempest-DeleteServersTestJSON-1766103036-project-member] [instance: 0ee7925e-085a-489d-8e8e-a0169dd17d45] Reconfigured VM instance instance-0000003a to attach disk [datastore2] 0ee7925e-085a-489d-8e8e-a0169dd17d45/0ee7925e-085a-489d-8e8e-a0169dd17d45.vmdk or device None with type sparse {{(pid=62328) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 777.094112] env[62328]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-91a0d57c-0f20-492b-a7ee-3286e918756c {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 777.101646] env[62328]: DEBUG oslo_concurrency.lockutils [None req-2f7fbbc3-6ef5-49f2-a4dc-00ff702c69dd tempest-ImagesOneServerNegativeTestJSON-835227872 tempest-ImagesOneServerNegativeTestJSON-835227872-project-member] Lock "1691ec92-ed5b-436a-bba3-f5a998263955" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 37.679s {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 777.106171] env[62328]: DEBUG oslo_vmware.api [None req-c65b97fc-f428-4e0a-b552-fe7747e76ffb tempest-DeleteServersTestJSON-1766103036 tempest-DeleteServersTestJSON-1766103036-project-member] Waiting for the task: (returnval){ [ 777.106171] env[62328]: value = "task-2386863" [ 777.106171] env[62328]: _type = "Task" [ 777.106171] env[62328]: } to complete. {{(pid=62328) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 777.116608] env[62328]: DEBUG oslo_vmware.api [None req-c65b97fc-f428-4e0a-b552-fe7747e76ffb tempest-DeleteServersTestJSON-1766103036 tempest-DeleteServersTestJSON-1766103036-project-member] Task: {'id': task-2386863, 'name': Rename_Task} progress is 0%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 777.166175] env[62328]: DEBUG nova.network.neutron [None req-5e1ca340-82e1-4aed-acef-0dcfd71f411a tempest-ServerActionsTestOtherA-1098162655 tempest-ServerActionsTestOtherA-1098162655-project-member] [instance: 0b59b4a1-0c44-41af-a213-89960b97f913] Updating instance_info_cache with network_info: [{"id": "86c37542-23b8-4f9e-aad7-2a0e02ec85e2", "address": "fa:16:3e:da:a8:53", "network": {"id": "ed570829-7777-4fb9-9e0f-cef4ca21980b", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1726239177-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "17143bbcad5b4da0801478fe45bd8ce6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a965790c-2d2f-4c2a-9ee7-745f4d53039b", "external-id": "nsx-vlan-transportzone-708", "segmentation_id": 708, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap86c37542-23", "ovs_interfaceid": "86c37542-23b8-4f9e-aad7-2a0e02ec85e2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62328) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 777.353199] env[62328]: INFO nova.compute.manager [-] [instance: 2f5e173e-0a48-45c2-ae86-64d86a2b45d4] Took 2.10 seconds to deallocate network for instance. [ 777.409922] env[62328]: DEBUG oslo_concurrency.lockutils [None req-6539a92c-9ff4-4be6-b17f-518edda0cd4a tempest-AttachVolumeTestJSON-944844435 tempest-AttachVolumeTestJSON-944844435-project-member] Acquiring lock "refresh_cache-3bbba6fe-038a-40f8-935b-ce45c75c3497" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 777.410718] env[62328]: DEBUG oslo_concurrency.lockutils [None req-6539a92c-9ff4-4be6-b17f-518edda0cd4a tempest-AttachVolumeTestJSON-944844435 tempest-AttachVolumeTestJSON-944844435-project-member] Acquired lock "refresh_cache-3bbba6fe-038a-40f8-935b-ce45c75c3497" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.410933] env[62328]: DEBUG nova.network.neutron [None req-6539a92c-9ff4-4be6-b17f-518edda0cd4a tempest-AttachVolumeTestJSON-944844435 tempest-AttachVolumeTestJSON-944844435-project-member] [instance: 3bbba6fe-038a-40f8-935b-ce45c75c3497] Building network info cache for instance {{(pid=62328) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 777.427150] env[62328]: DEBUG nova.compute.manager [req-59a3f61c-edc7-4933-807f-8f1f102aacda req-de0f25a4-0784-44de-b85f-6ea0765aec08 service nova] [instance: 3bbba6fe-038a-40f8-935b-ce45c75c3497] Received event network-vif-plugged-b4a43b03-36a8-47a0-b31b-aafdd6a4a49e {{(pid=62328) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 777.427462] env[62328]: DEBUG oslo_concurrency.lockutils [req-59a3f61c-edc7-4933-807f-8f1f102aacda req-de0f25a4-0784-44de-b85f-6ea0765aec08 service nova] Acquiring lock "3bbba6fe-038a-40f8-935b-ce45c75c3497-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 777.427664] env[62328]: DEBUG oslo_concurrency.lockutils [req-59a3f61c-edc7-4933-807f-8f1f102aacda req-de0f25a4-0784-44de-b85f-6ea0765aec08 service nova] Lock "3bbba6fe-038a-40f8-935b-ce45c75c3497-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 777.427845] env[62328]: DEBUG oslo_concurrency.lockutils [req-59a3f61c-edc7-4933-807f-8f1f102aacda req-de0f25a4-0784-44de-b85f-6ea0765aec08 service nova] Lock "3bbba6fe-038a-40f8-935b-ce45c75c3497-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 777.428087] env[62328]: DEBUG nova.compute.manager [req-59a3f61c-edc7-4933-807f-8f1f102aacda req-de0f25a4-0784-44de-b85f-6ea0765aec08 service nova] [instance: 3bbba6fe-038a-40f8-935b-ce45c75c3497] No waiting events found dispatching network-vif-plugged-b4a43b03-36a8-47a0-b31b-aafdd6a4a49e {{(pid=62328) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 777.428196] env[62328]: WARNING nova.compute.manager [req-59a3f61c-edc7-4933-807f-8f1f102aacda req-de0f25a4-0784-44de-b85f-6ea0765aec08 service nova] [instance: 3bbba6fe-038a-40f8-935b-ce45c75c3497] Received unexpected event network-vif-plugged-b4a43b03-36a8-47a0-b31b-aafdd6a4a49e for instance with vm_state building and task_state spawning. [ 777.476039] env[62328]: DEBUG nova.network.neutron [-] [instance: 948b7ba2-2caa-4616-abc0-afc6cca58f76] Updating instance_info_cache with network_info: [] {{(pid=62328) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 777.515451] env[62328]: DEBUG oslo_vmware.api [None req-8b4e4c57-77b5-4e13-a19b-431c49d21a97 tempest-ServersTestMultiNic-1057987772 tempest-ServersTestMultiNic-1057987772-project-member] Task: {'id': task-2386862, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.638492} completed successfully. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 777.515643] env[62328]: DEBUG nova.virt.vmwareapi.ds_util [None req-8b4e4c57-77b5-4e13-a19b-431c49d21a97 tempest-ServersTestMultiNic-1057987772 tempest-ServersTestMultiNic-1057987772-project-member] Deleted the datastore file {{(pid=62328) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 777.515919] env[62328]: DEBUG nova.virt.vmwareapi.vmops [None req-8b4e4c57-77b5-4e13-a19b-431c49d21a97 tempest-ServersTestMultiNic-1057987772 tempest-ServersTestMultiNic-1057987772-project-member] [instance: 93ca7686-9ab7-434e-b425-148d3ba8db62] Deleted contents of the VM from datastore datastore1 {{(pid=62328) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 777.515999] env[62328]: DEBUG nova.virt.vmwareapi.vmops [None req-8b4e4c57-77b5-4e13-a19b-431c49d21a97 tempest-ServersTestMultiNic-1057987772 tempest-ServersTestMultiNic-1057987772-project-member] [instance: 93ca7686-9ab7-434e-b425-148d3ba8db62] Instance destroyed {{(pid=62328) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 777.516164] env[62328]: INFO nova.compute.manager [None req-8b4e4c57-77b5-4e13-a19b-431c49d21a97 tempest-ServersTestMultiNic-1057987772 tempest-ServersTestMultiNic-1057987772-project-member] [instance: 93ca7686-9ab7-434e-b425-148d3ba8db62] Took 1.71 seconds to destroy the instance on the hypervisor. [ 777.516453] env[62328]: DEBUG oslo.service.loopingcall [None req-8b4e4c57-77b5-4e13-a19b-431c49d21a97 tempest-ServersTestMultiNic-1057987772 tempest-ServersTestMultiNic-1057987772-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62328) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 777.516573] env[62328]: DEBUG nova.compute.manager [-] [instance: 93ca7686-9ab7-434e-b425-148d3ba8db62] Deallocating network for instance {{(pid=62328) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 777.516663] env[62328]: DEBUG nova.network.neutron [-] [instance: 93ca7686-9ab7-434e-b425-148d3ba8db62] deallocate_for_instance() {{(pid=62328) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 777.544723] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c9471214-756a-4d14-817a-9884fc7692ee {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 777.553441] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-da9b502e-8a65-49a7-8198-4603f314e531 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 777.590606] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-446e0d8c-98d1-43f9-8b97-734fffbc209a {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 777.599944] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-09b02659-3af1-45ce-a89a-b77f3ddb7b48 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 777.621176] env[62328]: DEBUG nova.compute.provider_tree [None req-fbbadc1a-2f55-4280-8a85-fcf103ea23e5 tempest-ListServerFiltersTestJSON-1229971268 tempest-ListServerFiltersTestJSON-1229971268-project-member] Inventory has not changed in ProviderTree for provider: 3469e9f8-04af-49ca-8435-49f104496744 {{(pid=62328) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 777.629016] env[62328]: DEBUG oslo_vmware.api [None req-c65b97fc-f428-4e0a-b552-fe7747e76ffb tempest-DeleteServersTestJSON-1766103036 tempest-DeleteServersTestJSON-1766103036-project-member] Task: {'id': task-2386863, 'name': Rename_Task, 'duration_secs': 0.26882} completed successfully. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 777.629402] env[62328]: DEBUG nova.virt.vmwareapi.vm_util [None req-c65b97fc-f428-4e0a-b552-fe7747e76ffb tempest-DeleteServersTestJSON-1766103036 tempest-DeleteServersTestJSON-1766103036-project-member] [instance: 0ee7925e-085a-489d-8e8e-a0169dd17d45] Powering on the VM {{(pid=62328) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 777.629611] env[62328]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-b88377d9-1413-4abd-90e0-aa15d3236879 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 777.640448] env[62328]: DEBUG oslo_vmware.api [None req-c65b97fc-f428-4e0a-b552-fe7747e76ffb tempest-DeleteServersTestJSON-1766103036 tempest-DeleteServersTestJSON-1766103036-project-member] Waiting for the task: (returnval){ [ 777.640448] env[62328]: value = "task-2386864" [ 777.640448] env[62328]: _type = "Task" [ 777.640448] env[62328]: } to complete. {{(pid=62328) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 777.651177] env[62328]: DEBUG oslo_vmware.api [None req-c65b97fc-f428-4e0a-b552-fe7747e76ffb tempest-DeleteServersTestJSON-1766103036 tempest-DeleteServersTestJSON-1766103036-project-member] Task: {'id': task-2386864, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 777.669293] env[62328]: DEBUG oslo_concurrency.lockutils [None req-5e1ca340-82e1-4aed-acef-0dcfd71f411a tempest-ServerActionsTestOtherA-1098162655 tempest-ServerActionsTestOtherA-1098162655-project-member] Releasing lock "refresh_cache-0b59b4a1-0c44-41af-a213-89960b97f913" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 777.669664] env[62328]: DEBUG nova.compute.manager [None req-5e1ca340-82e1-4aed-acef-0dcfd71f411a tempest-ServerActionsTestOtherA-1098162655 tempest-ServerActionsTestOtherA-1098162655-project-member] [instance: 0b59b4a1-0c44-41af-a213-89960b97f913] Instance network_info: |[{"id": "86c37542-23b8-4f9e-aad7-2a0e02ec85e2", "address": "fa:16:3e:da:a8:53", "network": {"id": "ed570829-7777-4fb9-9e0f-cef4ca21980b", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1726239177-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "17143bbcad5b4da0801478fe45bd8ce6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a965790c-2d2f-4c2a-9ee7-745f4d53039b", "external-id": "nsx-vlan-transportzone-708", "segmentation_id": 708, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap86c37542-23", "ovs_interfaceid": "86c37542-23b8-4f9e-aad7-2a0e02ec85e2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62328) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 777.670543] env[62328]: DEBUG nova.virt.vmwareapi.vmops [None req-5e1ca340-82e1-4aed-acef-0dcfd71f411a tempest-ServerActionsTestOtherA-1098162655 tempest-ServerActionsTestOtherA-1098162655-project-member] [instance: 0b59b4a1-0c44-41af-a213-89960b97f913] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:da:a8:53', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'a965790c-2d2f-4c2a-9ee7-745f4d53039b', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '86c37542-23b8-4f9e-aad7-2a0e02ec85e2', 'vif_model': 'vmxnet3'}] {{(pid=62328) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 777.679267] env[62328]: DEBUG oslo.service.loopingcall [None req-5e1ca340-82e1-4aed-acef-0dcfd71f411a tempest-ServerActionsTestOtherA-1098162655 tempest-ServerActionsTestOtherA-1098162655-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62328) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 777.679589] env[62328]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0b59b4a1-0c44-41af-a213-89960b97f913] Creating VM on the ESX host {{(pid=62328) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 777.679876] env[62328]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-53bdbd08-0627-41dd-8804-0f532b7e17b0 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 777.704772] env[62328]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 777.704772] env[62328]: value = "task-2386865" [ 777.704772] env[62328]: _type = "Task" [ 777.704772] env[62328]: } to complete. {{(pid=62328) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 777.714346] env[62328]: DEBUG oslo_vmware.api [-] Task: {'id': task-2386865, 'name': CreateVM_Task} progress is 0%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 777.912504] env[62328]: INFO nova.compute.manager [None req-c332f8f8-ec7c-424c-8e99-1c92801b1a43 tempest-ServerActionsV293TestJSON-1864378190 tempest-ServerActionsV293TestJSON-1864378190-project-member] [instance: 2f5e173e-0a48-45c2-ae86-64d86a2b45d4] Took 0.56 seconds to detach 1 volumes for instance. [ 777.915371] env[62328]: DEBUG nova.compute.manager [None req-c332f8f8-ec7c-424c-8e99-1c92801b1a43 tempest-ServerActionsV293TestJSON-1864378190 tempest-ServerActionsV293TestJSON-1864378190-project-member] [instance: 2f5e173e-0a48-45c2-ae86-64d86a2b45d4] Deleting volume: 0da4a820-256e-4fbb-941e-7249bbabc770 {{(pid=62328) _cleanup_volumes /opt/stack/nova/nova/compute/manager.py:3282}} [ 777.974217] env[62328]: DEBUG nova.network.neutron [None req-6539a92c-9ff4-4be6-b17f-518edda0cd4a tempest-AttachVolumeTestJSON-944844435 tempest-AttachVolumeTestJSON-944844435-project-member] [instance: 3bbba6fe-038a-40f8-935b-ce45c75c3497] Instance cache missing network info. {{(pid=62328) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 777.987890] env[62328]: INFO nova.compute.manager [-] [instance: 948b7ba2-2caa-4616-abc0-afc6cca58f76] Took 1.88 seconds to deallocate network for instance. [ 778.124294] env[62328]: DEBUG nova.scheduler.client.report [None req-fbbadc1a-2f55-4280-8a85-fcf103ea23e5 tempest-ListServerFiltersTestJSON-1229971268 tempest-ListServerFiltersTestJSON-1229971268-project-member] Inventory has not changed for provider 3469e9f8-04af-49ca-8435-49f104496744 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 152, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62328) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 778.155622] env[62328]: DEBUG oslo_vmware.api [None req-c65b97fc-f428-4e0a-b552-fe7747e76ffb tempest-DeleteServersTestJSON-1766103036 tempest-DeleteServersTestJSON-1766103036-project-member] Task: {'id': task-2386864, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 778.161602] env[62328]: DEBUG nova.network.neutron [None req-6539a92c-9ff4-4be6-b17f-518edda0cd4a tempest-AttachVolumeTestJSON-944844435 tempest-AttachVolumeTestJSON-944844435-project-member] [instance: 3bbba6fe-038a-40f8-935b-ce45c75c3497] Updating instance_info_cache with network_info: [{"id": "b4a43b03-36a8-47a0-b31b-aafdd6a4a49e", "address": "fa:16:3e:fe:07:f5", "network": {"id": "926e779e-3c4c-474f-92ce-346dc1243ee2", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-237776850-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2c55e83cf5c442ba8c209cf01cb581f3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e49a26b5-7b6b-41fd-8bed-4cd9a6c1a002", "external-id": "nsx-vlan-transportzone-506", "segmentation_id": 506, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb4a43b03-36", "ovs_interfaceid": "b4a43b03-36a8-47a0-b31b-aafdd6a4a49e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62328) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 778.218890] env[62328]: DEBUG oslo_vmware.api [-] Task: {'id': task-2386865, 'name': CreateVM_Task, 'duration_secs': 0.420918} completed successfully. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 778.219605] env[62328]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0b59b4a1-0c44-41af-a213-89960b97f913] Created VM on the ESX host {{(pid=62328) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 778.220939] env[62328]: DEBUG oslo_concurrency.lockutils [None req-5e1ca340-82e1-4aed-acef-0dcfd71f411a tempest-ServerActionsTestOtherA-1098162655 tempest-ServerActionsTestOtherA-1098162655-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/dbf872a4-92be-47e4-8561-c3e2bf2423ab" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 778.221704] env[62328]: DEBUG oslo_concurrency.lockutils [None req-5e1ca340-82e1-4aed-acef-0dcfd71f411a tempest-ServerActionsTestOtherA-1098162655 tempest-ServerActionsTestOtherA-1098162655-project-member] Acquired lock "[datastore2] devstack-image-cache_base/dbf872a4-92be-47e4-8561-c3e2bf2423ab" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.225346] env[62328]: DEBUG oslo_concurrency.lockutils [None req-5e1ca340-82e1-4aed-acef-0dcfd71f411a tempest-ServerActionsTestOtherA-1098162655 tempest-ServerActionsTestOtherA-1098162655-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/dbf872a4-92be-47e4-8561-c3e2bf2423ab" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 778.225346] env[62328]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-218b91b9-ca32-418d-a42d-358798f9e6ef {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 778.229332] env[62328]: DEBUG oslo_vmware.api [None req-5e1ca340-82e1-4aed-acef-0dcfd71f411a tempest-ServerActionsTestOtherA-1098162655 tempest-ServerActionsTestOtherA-1098162655-project-member] Waiting for the task: (returnval){ [ 778.229332] env[62328]: value = "session[52a6e20e-410d-708a-99f2-080a575a99bd]52791f37-bb95-394b-d810-20490247cf9c" [ 778.229332] env[62328]: _type = "Task" [ 778.229332] env[62328]: } to complete. {{(pid=62328) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 778.236587] env[62328]: DEBUG nova.network.neutron [None req-a80dbc1c-30aa-42bd-9f51-0c4cf90b7868 tempest-MigrationsAdminTest-413245202 tempest-MigrationsAdminTest-413245202-project-member] [instance: 4279ea33-3d7d-4713-9d21-9e7aa29026ae] Updating instance_info_cache with network_info: [{"id": "69bce2eb-7f15-465b-8308-cde308c68738", "address": "fa:16:3e:68:66:18", "network": {"id": "ec511a9f-4661-41db-95bd-0fc9ad2de615", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.115", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "2a64022f08d84b11a86773b900860ae5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a4f91f31-0516-4d62-a341-e03a50b7c477", "external-id": "nsx-vlan-transportzone-963", "segmentation_id": 963, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap69bce2eb-7f", "ovs_interfaceid": "69bce2eb-7f15-465b-8308-cde308c68738", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62328) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 778.244298] env[62328]: DEBUG oslo_vmware.api [None req-5e1ca340-82e1-4aed-acef-0dcfd71f411a tempest-ServerActionsTestOtherA-1098162655 tempest-ServerActionsTestOtherA-1098162655-project-member] Task: {'id': session[52a6e20e-410d-708a-99f2-080a575a99bd]52791f37-bb95-394b-d810-20490247cf9c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 778.431229] env[62328]: DEBUG oslo_concurrency.lockutils [None req-7041b012-8caa-4e84-ae56-ef572a78ed3a tempest-VolumesAssistedSnapshotsTest-1692536228 tempest-VolumesAssistedSnapshotsTest-1692536228-project-member] Acquiring lock "3e0f093a-98be-4406-a220-34f6d6767294" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 778.431229] env[62328]: DEBUG oslo_concurrency.lockutils [None req-7041b012-8caa-4e84-ae56-ef572a78ed3a tempest-VolumesAssistedSnapshotsTest-1692536228 tempest-VolumesAssistedSnapshotsTest-1692536228-project-member] Lock "3e0f093a-98be-4406-a220-34f6d6767294" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 778.431229] env[62328]: DEBUG oslo_concurrency.lockutils [None req-7041b012-8caa-4e84-ae56-ef572a78ed3a tempest-VolumesAssistedSnapshotsTest-1692536228 tempest-VolumesAssistedSnapshotsTest-1692536228-project-member] Acquiring lock "3e0f093a-98be-4406-a220-34f6d6767294-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 778.431229] env[62328]: DEBUG oslo_concurrency.lockutils [None req-7041b012-8caa-4e84-ae56-ef572a78ed3a tempest-VolumesAssistedSnapshotsTest-1692536228 tempest-VolumesAssistedSnapshotsTest-1692536228-project-member] Lock "3e0f093a-98be-4406-a220-34f6d6767294-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 778.431229] env[62328]: DEBUG oslo_concurrency.lockutils [None req-7041b012-8caa-4e84-ae56-ef572a78ed3a tempest-VolumesAssistedSnapshotsTest-1692536228 tempest-VolumesAssistedSnapshotsTest-1692536228-project-member] Lock "3e0f093a-98be-4406-a220-34f6d6767294-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 778.433114] env[62328]: INFO nova.compute.manager [None req-7041b012-8caa-4e84-ae56-ef572a78ed3a tempest-VolumesAssistedSnapshotsTest-1692536228 tempest-VolumesAssistedSnapshotsTest-1692536228-project-member] [instance: 3e0f093a-98be-4406-a220-34f6d6767294] Terminating instance [ 778.487162] env[62328]: DEBUG oslo_concurrency.lockutils [None req-c332f8f8-ec7c-424c-8e99-1c92801b1a43 tempest-ServerActionsV293TestJSON-1864378190 tempest-ServerActionsV293TestJSON-1864378190-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 778.491330] env[62328]: DEBUG oslo_concurrency.lockutils [None req-68bc5858-d520-4279-9657-cb084e4bdf7b tempest-ServerDiskConfigTestJSON-126406698 tempest-ServerDiskConfigTestJSON-126406698-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 778.636679] env[62328]: DEBUG oslo_concurrency.lockutils [None req-fbbadc1a-2f55-4280-8a85-fcf103ea23e5 tempest-ListServerFiltersTestJSON-1229971268 tempest-ListServerFiltersTestJSON-1229971268-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.082s {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 778.637529] env[62328]: DEBUG oslo_concurrency.lockutils [None req-332cd9a1-235b-4315-894a-68f76363e980 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 23.783s {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 778.638302] env[62328]: DEBUG oslo_concurrency.lockutils [None req-332cd9a1-235b-4315-894a-68f76363e980 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.001s {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 778.638678] env[62328]: DEBUG nova.compute.resource_tracker [None req-332cd9a1-235b-4315-894a-68f76363e980 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=62328) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 778.639139] env[62328]: DEBUG oslo_concurrency.lockutils [None req-4f005a0a-c463-4ae7-a94c-cea7cdff9b90 tempest-ImagesTestJSON-1776717495 tempest-ImagesTestJSON-1776717495-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 22.790s {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 778.639512] env[62328]: DEBUG nova.objects.instance [None req-4f005a0a-c463-4ae7-a94c-cea7cdff9b90 tempest-ImagesTestJSON-1776717495 tempest-ImagesTestJSON-1776717495-project-member] Lazy-loading 'resources' on Instance uuid 911ce85b-847c-4cda-9753-e10fdaf224a5 {{(pid=62328) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 778.641699] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-61d7f66a-7bf2-44ed-9304-be217f8f60f3 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 778.663143] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-886d1d0f-7e34-4747-bde4-24567bcd90bd {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 778.668185] env[62328]: DEBUG oslo_vmware.api [None req-c65b97fc-f428-4e0a-b552-fe7747e76ffb tempest-DeleteServersTestJSON-1766103036 tempest-DeleteServersTestJSON-1766103036-project-member] Task: {'id': task-2386864, 'name': PowerOnVM_Task, 'duration_secs': 0.585544} completed successfully. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 778.669385] env[62328]: INFO nova.scheduler.client.report [None req-fbbadc1a-2f55-4280-8a85-fcf103ea23e5 tempest-ListServerFiltersTestJSON-1229971268 tempest-ListServerFiltersTestJSON-1229971268-project-member] Deleted allocations for instance 7d799973-7eb9-46f8-ae41-d9aca9fc9e5a [ 778.670504] env[62328]: DEBUG oslo_concurrency.lockutils [None req-6539a92c-9ff4-4be6-b17f-518edda0cd4a tempest-AttachVolumeTestJSON-944844435 tempest-AttachVolumeTestJSON-944844435-project-member] Releasing lock "refresh_cache-3bbba6fe-038a-40f8-935b-ce45c75c3497" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 778.670804] env[62328]: DEBUG nova.compute.manager [None req-6539a92c-9ff4-4be6-b17f-518edda0cd4a tempest-AttachVolumeTestJSON-944844435 tempest-AttachVolumeTestJSON-944844435-project-member] [instance: 3bbba6fe-038a-40f8-935b-ce45c75c3497] Instance network_info: |[{"id": "b4a43b03-36a8-47a0-b31b-aafdd6a4a49e", "address": "fa:16:3e:fe:07:f5", "network": {"id": "926e779e-3c4c-474f-92ce-346dc1243ee2", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-237776850-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2c55e83cf5c442ba8c209cf01cb581f3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e49a26b5-7b6b-41fd-8bed-4cd9a6c1a002", "external-id": "nsx-vlan-transportzone-506", "segmentation_id": 506, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb4a43b03-36", "ovs_interfaceid": "b4a43b03-36a8-47a0-b31b-aafdd6a4a49e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62328) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 778.671708] env[62328]: DEBUG nova.virt.vmwareapi.vm_util [None req-c65b97fc-f428-4e0a-b552-fe7747e76ffb tempest-DeleteServersTestJSON-1766103036 tempest-DeleteServersTestJSON-1766103036-project-member] [instance: 0ee7925e-085a-489d-8e8e-a0169dd17d45] Powered on the VM {{(pid=62328) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 778.671919] env[62328]: INFO nova.compute.manager [None req-c65b97fc-f428-4e0a-b552-fe7747e76ffb tempest-DeleteServersTestJSON-1766103036 tempest-DeleteServersTestJSON-1766103036-project-member] [instance: 0ee7925e-085a-489d-8e8e-a0169dd17d45] Took 9.29 seconds to spawn the instance on the hypervisor. [ 778.672102] env[62328]: DEBUG nova.compute.manager [None req-c65b97fc-f428-4e0a-b552-fe7747e76ffb tempest-DeleteServersTestJSON-1766103036 tempest-DeleteServersTestJSON-1766103036-project-member] [instance: 0ee7925e-085a-489d-8e8e-a0169dd17d45] Checking state {{(pid=62328) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 778.674980] env[62328]: DEBUG nova.virt.vmwareapi.vmops [None req-6539a92c-9ff4-4be6-b17f-518edda0cd4a tempest-AttachVolumeTestJSON-944844435 tempest-AttachVolumeTestJSON-944844435-project-member] [instance: 3bbba6fe-038a-40f8-935b-ce45c75c3497] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:fe:07:f5', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'e49a26b5-7b6b-41fd-8bed-4cd9a6c1a002', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'b4a43b03-36a8-47a0-b31b-aafdd6a4a49e', 'vif_model': 'vmxnet3'}] {{(pid=62328) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 778.682905] env[62328]: DEBUG nova.virt.vmwareapi.vm_util [None req-6539a92c-9ff4-4be6-b17f-518edda0cd4a tempest-AttachVolumeTestJSON-944844435 tempest-AttachVolumeTestJSON-944844435-project-member] Creating folder: Project (2c55e83cf5c442ba8c209cf01cb581f3). Parent ref: group-v484164. {{(pid=62328) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 778.684570] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4b8ec15b-dfcf-45e6-9e90-76ae86ad9933 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 778.695670] env[62328]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-c1ed4fb0-3b91-43b2-b539-d5aa02ee5af0 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 778.700152] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b535f95d-7f21-488e-b057-75a3bbec8a35 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 778.712899] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6a1e848c-d91f-4e20-b47d-a17ffa263a57 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 778.718288] env[62328]: INFO nova.virt.vmwareapi.vm_util [None req-6539a92c-9ff4-4be6-b17f-518edda0cd4a tempest-AttachVolumeTestJSON-944844435 tempest-AttachVolumeTestJSON-944844435-project-member] Created folder: Project (2c55e83cf5c442ba8c209cf01cb581f3) in parent group-v484164. [ 778.718473] env[62328]: DEBUG nova.virt.vmwareapi.vm_util [None req-6539a92c-9ff4-4be6-b17f-518edda0cd4a tempest-AttachVolumeTestJSON-944844435 tempest-AttachVolumeTestJSON-944844435-project-member] Creating folder: Instances. Parent ref: group-v484335. {{(pid=62328) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 778.719044] env[62328]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-1373634d-386b-446c-ba0a-d572492ed28e {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 778.748858] env[62328]: DEBUG oslo_concurrency.lockutils [None req-a80dbc1c-30aa-42bd-9f51-0c4cf90b7868 tempest-MigrationsAdminTest-413245202 tempest-MigrationsAdminTest-413245202-project-member] Releasing lock "refresh_cache-4279ea33-3d7d-4713-9d21-9e7aa29026ae" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 778.750278] env[62328]: DEBUG nova.compute.resource_tracker [None req-332cd9a1-235b-4315-894a-68f76363e980 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=178210MB free_disk=152GB free_vcpus=48 pci_devices=None {{(pid=62328) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 778.750420] env[62328]: DEBUG oslo_concurrency.lockutils [None req-332cd9a1-235b-4315-894a-68f76363e980 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 778.757312] env[62328]: INFO nova.virt.vmwareapi.vm_util [None req-6539a92c-9ff4-4be6-b17f-518edda0cd4a tempest-AttachVolumeTestJSON-944844435 tempest-AttachVolumeTestJSON-944844435-project-member] Created folder: Instances in parent group-v484335. [ 778.757312] env[62328]: DEBUG oslo.service.loopingcall [None req-6539a92c-9ff4-4be6-b17f-518edda0cd4a tempest-AttachVolumeTestJSON-944844435 tempest-AttachVolumeTestJSON-944844435-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62328) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 778.757312] env[62328]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3bbba6fe-038a-40f8-935b-ce45c75c3497] Creating VM on the ESX host {{(pid=62328) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 778.757636] env[62328]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-b876113f-13a6-48ee-8716-8f59adf99ba1 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 778.777188] env[62328]: DEBUG oslo_vmware.api [None req-5e1ca340-82e1-4aed-acef-0dcfd71f411a tempest-ServerActionsTestOtherA-1098162655 tempest-ServerActionsTestOtherA-1098162655-project-member] Task: {'id': session[52a6e20e-410d-708a-99f2-080a575a99bd]52791f37-bb95-394b-d810-20490247cf9c, 'name': SearchDatastore_Task, 'duration_secs': 0.045874} completed successfully. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 778.777873] env[62328]: DEBUG oslo_concurrency.lockutils [None req-5e1ca340-82e1-4aed-acef-0dcfd71f411a tempest-ServerActionsTestOtherA-1098162655 tempest-ServerActionsTestOtherA-1098162655-project-member] Releasing lock "[datastore2] devstack-image-cache_base/dbf872a4-92be-47e4-8561-c3e2bf2423ab" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 778.778160] env[62328]: DEBUG nova.virt.vmwareapi.vmops [None req-5e1ca340-82e1-4aed-acef-0dcfd71f411a tempest-ServerActionsTestOtherA-1098162655 tempest-ServerActionsTestOtherA-1098162655-project-member] [instance: 0b59b4a1-0c44-41af-a213-89960b97f913] Processing image dbf872a4-92be-47e4-8561-c3e2bf2423ab {{(pid=62328) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 778.778386] env[62328]: DEBUG oslo_concurrency.lockutils [None req-5e1ca340-82e1-4aed-acef-0dcfd71f411a tempest-ServerActionsTestOtherA-1098162655 tempest-ServerActionsTestOtherA-1098162655-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/dbf872a4-92be-47e4-8561-c3e2bf2423ab/dbf872a4-92be-47e4-8561-c3e2bf2423ab.vmdk" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 778.778531] env[62328]: DEBUG oslo_concurrency.lockutils [None req-5e1ca340-82e1-4aed-acef-0dcfd71f411a tempest-ServerActionsTestOtherA-1098162655 tempest-ServerActionsTestOtherA-1098162655-project-member] Acquired lock "[datastore2] devstack-image-cache_base/dbf872a4-92be-47e4-8561-c3e2bf2423ab/dbf872a4-92be-47e4-8561-c3e2bf2423ab.vmdk" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.778708] env[62328]: DEBUG nova.virt.vmwareapi.ds_util [None req-5e1ca340-82e1-4aed-acef-0dcfd71f411a tempest-ServerActionsTestOtherA-1098162655 tempest-ServerActionsTestOtherA-1098162655-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62328) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 778.778965] env[62328]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-069d5df2-03cc-404f-9f6f-660369f4ac02 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 778.784309] env[62328]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 778.784309] env[62328]: value = "task-2386869" [ 778.784309] env[62328]: _type = "Task" [ 778.784309] env[62328]: } to complete. {{(pid=62328) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 778.793071] env[62328]: DEBUG oslo_vmware.api [-] Task: {'id': task-2386869, 'name': CreateVM_Task} progress is 0%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 778.794094] env[62328]: DEBUG nova.virt.vmwareapi.ds_util [None req-5e1ca340-82e1-4aed-acef-0dcfd71f411a tempest-ServerActionsTestOtherA-1098162655 tempest-ServerActionsTestOtherA-1098162655-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62328) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 778.794274] env[62328]: DEBUG nova.virt.vmwareapi.vmops [None req-5e1ca340-82e1-4aed-acef-0dcfd71f411a tempest-ServerActionsTestOtherA-1098162655 tempest-ServerActionsTestOtherA-1098162655-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62328) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 778.795088] env[62328]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4b9dc2ac-49d5-42dd-8011-9f9adf6144a1 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 778.801077] env[62328]: DEBUG oslo_vmware.api [None req-5e1ca340-82e1-4aed-acef-0dcfd71f411a tempest-ServerActionsTestOtherA-1098162655 tempest-ServerActionsTestOtherA-1098162655-project-member] Waiting for the task: (returnval){ [ 778.801077] env[62328]: value = "session[52a6e20e-410d-708a-99f2-080a575a99bd]52611ebd-b98a-8d80-85d1-196a75db4689" [ 778.801077] env[62328]: _type = "Task" [ 778.801077] env[62328]: } to complete. {{(pid=62328) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 778.809267] env[62328]: DEBUG oslo_vmware.api [None req-5e1ca340-82e1-4aed-acef-0dcfd71f411a tempest-ServerActionsTestOtherA-1098162655 tempest-ServerActionsTestOtherA-1098162655-project-member] Task: {'id': session[52a6e20e-410d-708a-99f2-080a575a99bd]52611ebd-b98a-8d80-85d1-196a75db4689, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 778.912255] env[62328]: DEBUG oslo_concurrency.lockutils [None req-78b3f741-641f-4e91-9d95-57fa711c88d0 tempest-ListImageFiltersTestJSON-111188615 tempest-ListImageFiltersTestJSON-111188615-project-member] Acquiring lock "a514091e-f57a-4447-b60b-7f22d6f26820" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 778.912530] env[62328]: DEBUG oslo_concurrency.lockutils [None req-78b3f741-641f-4e91-9d95-57fa711c88d0 tempest-ListImageFiltersTestJSON-111188615 tempest-ListImageFiltersTestJSON-111188615-project-member] Lock "a514091e-f57a-4447-b60b-7f22d6f26820" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 778.912853] env[62328]: DEBUG oslo_concurrency.lockutils [None req-78b3f741-641f-4e91-9d95-57fa711c88d0 tempest-ListImageFiltersTestJSON-111188615 tempest-ListImageFiltersTestJSON-111188615-project-member] Acquiring lock "a514091e-f57a-4447-b60b-7f22d6f26820-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 778.913018] env[62328]: DEBUG oslo_concurrency.lockutils [None req-78b3f741-641f-4e91-9d95-57fa711c88d0 tempest-ListImageFiltersTestJSON-111188615 tempest-ListImageFiltersTestJSON-111188615-project-member] Lock "a514091e-f57a-4447-b60b-7f22d6f26820-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 778.913193] env[62328]: DEBUG oslo_concurrency.lockutils [None req-78b3f741-641f-4e91-9d95-57fa711c88d0 tempest-ListImageFiltersTestJSON-111188615 tempest-ListImageFiltersTestJSON-111188615-project-member] Lock "a514091e-f57a-4447-b60b-7f22d6f26820-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 778.916051] env[62328]: INFO nova.compute.manager [None req-78b3f741-641f-4e91-9d95-57fa711c88d0 tempest-ListImageFiltersTestJSON-111188615 tempest-ListImageFiltersTestJSON-111188615-project-member] [instance: a514091e-f57a-4447-b60b-7f22d6f26820] Terminating instance [ 778.941677] env[62328]: DEBUG nova.compute.manager [None req-7041b012-8caa-4e84-ae56-ef572a78ed3a tempest-VolumesAssistedSnapshotsTest-1692536228 tempest-VolumesAssistedSnapshotsTest-1692536228-project-member] [instance: 3e0f093a-98be-4406-a220-34f6d6767294] Start destroying the instance on the hypervisor. {{(pid=62328) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 778.941677] env[62328]: DEBUG nova.virt.vmwareapi.vmops [None req-7041b012-8caa-4e84-ae56-ef572a78ed3a tempest-VolumesAssistedSnapshotsTest-1692536228 tempest-VolumesAssistedSnapshotsTest-1692536228-project-member] [instance: 3e0f093a-98be-4406-a220-34f6d6767294] Destroying instance {{(pid=62328) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 778.941677] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e288187c-b920-4db7-b3f0-94220bb8f4cc {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 778.954733] env[62328]: DEBUG nova.virt.vmwareapi.vm_util [None req-7041b012-8caa-4e84-ae56-ef572a78ed3a tempest-VolumesAssistedSnapshotsTest-1692536228 tempest-VolumesAssistedSnapshotsTest-1692536228-project-member] [instance: 3e0f093a-98be-4406-a220-34f6d6767294] Powering off the VM {{(pid=62328) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 778.956944] env[62328]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-bbcb8f96-edc3-4a67-8e64-a4a0fc9f84f1 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 778.966424] env[62328]: DEBUG oslo_vmware.api [None req-7041b012-8caa-4e84-ae56-ef572a78ed3a tempest-VolumesAssistedSnapshotsTest-1692536228 tempest-VolumesAssistedSnapshotsTest-1692536228-project-member] Waiting for the task: (returnval){ [ 778.966424] env[62328]: value = "task-2386870" [ 778.966424] env[62328]: _type = "Task" [ 778.966424] env[62328]: } to complete. {{(pid=62328) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 778.975736] env[62328]: DEBUG oslo_vmware.api [None req-7041b012-8caa-4e84-ae56-ef572a78ed3a tempest-VolumesAssistedSnapshotsTest-1692536228 tempest-VolumesAssistedSnapshotsTest-1692536228-project-member] Task: {'id': task-2386870, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 779.044578] env[62328]: DEBUG oslo_concurrency.lockutils [None req-28948c8c-cfe5-4eb6-8118-a84446ef63b1 tempest-ImagesOneServerNegativeTestJSON-835227872 tempest-ImagesOneServerNegativeTestJSON-835227872-project-member] Acquiring lock "6d447bb5-4cca-436f-a6e1-9b8aa511a981" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 779.044855] env[62328]: DEBUG oslo_concurrency.lockutils [None req-28948c8c-cfe5-4eb6-8118-a84446ef63b1 tempest-ImagesOneServerNegativeTestJSON-835227872 tempest-ImagesOneServerNegativeTestJSON-835227872-project-member] Lock "6d447bb5-4cca-436f-a6e1-9b8aa511a981" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 779.190874] env[62328]: DEBUG oslo_concurrency.lockutils [None req-fbbadc1a-2f55-4280-8a85-fcf103ea23e5 tempest-ListServerFiltersTestJSON-1229971268 tempest-ListServerFiltersTestJSON-1229971268-project-member] Lock "7d799973-7eb9-46f8-ae41-d9aca9fc9e5a" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 37.808s {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 779.219501] env[62328]: INFO nova.compute.manager [None req-c65b97fc-f428-4e0a-b552-fe7747e76ffb tempest-DeleteServersTestJSON-1766103036 tempest-DeleteServersTestJSON-1766103036-project-member] [instance: 0ee7925e-085a-489d-8e8e-a0169dd17d45] Took 51.23 seconds to build instance. [ 779.259867] env[62328]: DEBUG nova.compute.manager [None req-a80dbc1c-30aa-42bd-9f51-0c4cf90b7868 tempest-MigrationsAdminTest-413245202 tempest-MigrationsAdminTest-413245202-project-member] [instance: 4279ea33-3d7d-4713-9d21-9e7aa29026ae] Hypervisor driver does not support instance shared storage check, assuming it's not on shared storage {{(pid=62328) _is_instance_storage_shared /opt/stack/nova/nova/compute/manager.py:901}} [ 779.260156] env[62328]: DEBUG oslo_concurrency.lockutils [None req-a80dbc1c-30aa-42bd-9f51-0c4cf90b7868 tempest-MigrationsAdminTest-413245202 tempest-MigrationsAdminTest-413245202-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 779.298175] env[62328]: DEBUG oslo_vmware.api [-] Task: {'id': task-2386869, 'name': CreateVM_Task, 'duration_secs': 0.422571} completed successfully. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 779.298350] env[62328]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3bbba6fe-038a-40f8-935b-ce45c75c3497] Created VM on the ESX host {{(pid=62328) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 779.299069] env[62328]: DEBUG oslo_concurrency.lockutils [None req-6539a92c-9ff4-4be6-b17f-518edda0cd4a tempest-AttachVolumeTestJSON-944844435 tempest-AttachVolumeTestJSON-944844435-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/dbf872a4-92be-47e4-8561-c3e2bf2423ab" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 779.299230] env[62328]: DEBUG oslo_concurrency.lockutils [None req-6539a92c-9ff4-4be6-b17f-518edda0cd4a tempest-AttachVolumeTestJSON-944844435 tempest-AttachVolumeTestJSON-944844435-project-member] Acquired lock "[datastore2] devstack-image-cache_base/dbf872a4-92be-47e4-8561-c3e2bf2423ab" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.300132] env[62328]: DEBUG oslo_concurrency.lockutils [None req-6539a92c-9ff4-4be6-b17f-518edda0cd4a tempest-AttachVolumeTestJSON-944844435 tempest-AttachVolumeTestJSON-944844435-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/dbf872a4-92be-47e4-8561-c3e2bf2423ab" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 779.300132] env[62328]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-08086a48-7b07-49db-b2cf-05cf43d80622 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 779.322781] env[62328]: DEBUG oslo_vmware.api [None req-6539a92c-9ff4-4be6-b17f-518edda0cd4a tempest-AttachVolumeTestJSON-944844435 tempest-AttachVolumeTestJSON-944844435-project-member] Waiting for the task: (returnval){ [ 779.322781] env[62328]: value = "session[52a6e20e-410d-708a-99f2-080a575a99bd]522b608c-39a6-efca-d856-993aed390e06" [ 779.322781] env[62328]: _type = "Task" [ 779.322781] env[62328]: } to complete. {{(pid=62328) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 779.323099] env[62328]: DEBUG oslo_vmware.api [None req-5e1ca340-82e1-4aed-acef-0dcfd71f411a tempest-ServerActionsTestOtherA-1098162655 tempest-ServerActionsTestOtherA-1098162655-project-member] Task: {'id': session[52a6e20e-410d-708a-99f2-080a575a99bd]52611ebd-b98a-8d80-85d1-196a75db4689, 'name': SearchDatastore_Task, 'duration_secs': 0.034272} completed successfully. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 779.327631] env[62328]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ab41d2b2-8892-4d32-a542-07b69f429a35 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 779.337686] env[62328]: DEBUG oslo_vmware.api [None req-6539a92c-9ff4-4be6-b17f-518edda0cd4a tempest-AttachVolumeTestJSON-944844435 tempest-AttachVolumeTestJSON-944844435-project-member] Task: {'id': session[52a6e20e-410d-708a-99f2-080a575a99bd]522b608c-39a6-efca-d856-993aed390e06, 'name': SearchDatastore_Task, 'duration_secs': 0.014575} completed successfully. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 779.339825] env[62328]: DEBUG oslo_concurrency.lockutils [None req-6539a92c-9ff4-4be6-b17f-518edda0cd4a tempest-AttachVolumeTestJSON-944844435 tempest-AttachVolumeTestJSON-944844435-project-member] Releasing lock "[datastore2] devstack-image-cache_base/dbf872a4-92be-47e4-8561-c3e2bf2423ab" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 779.340072] env[62328]: DEBUG nova.virt.vmwareapi.vmops [None req-6539a92c-9ff4-4be6-b17f-518edda0cd4a tempest-AttachVolumeTestJSON-944844435 tempest-AttachVolumeTestJSON-944844435-project-member] [instance: 3bbba6fe-038a-40f8-935b-ce45c75c3497] Processing image dbf872a4-92be-47e4-8561-c3e2bf2423ab {{(pid=62328) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 779.340264] env[62328]: DEBUG oslo_concurrency.lockutils [None req-6539a92c-9ff4-4be6-b17f-518edda0cd4a tempest-AttachVolumeTestJSON-944844435 tempest-AttachVolumeTestJSON-944844435-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/dbf872a4-92be-47e4-8561-c3e2bf2423ab/dbf872a4-92be-47e4-8561-c3e2bf2423ab.vmdk" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 779.340751] env[62328]: DEBUG oslo_vmware.api [None req-5e1ca340-82e1-4aed-acef-0dcfd71f411a tempest-ServerActionsTestOtherA-1098162655 tempest-ServerActionsTestOtherA-1098162655-project-member] Waiting for the task: (returnval){ [ 779.340751] env[62328]: value = "session[52a6e20e-410d-708a-99f2-080a575a99bd]524e10e8-afa1-e2a3-6d0e-381b18630acb" [ 779.340751] env[62328]: _type = "Task" [ 779.340751] env[62328]: } to complete. {{(pid=62328) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 779.353808] env[62328]: DEBUG oslo_vmware.api [None req-5e1ca340-82e1-4aed-acef-0dcfd71f411a tempest-ServerActionsTestOtherA-1098162655 tempest-ServerActionsTestOtherA-1098162655-project-member] Task: {'id': session[52a6e20e-410d-708a-99f2-080a575a99bd]524e10e8-afa1-e2a3-6d0e-381b18630acb, 'name': SearchDatastore_Task, 'duration_secs': 0.013089} completed successfully. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 779.354109] env[62328]: DEBUG oslo_concurrency.lockutils [None req-5e1ca340-82e1-4aed-acef-0dcfd71f411a tempest-ServerActionsTestOtherA-1098162655 tempest-ServerActionsTestOtherA-1098162655-project-member] Releasing lock "[datastore2] devstack-image-cache_base/dbf872a4-92be-47e4-8561-c3e2bf2423ab/dbf872a4-92be-47e4-8561-c3e2bf2423ab.vmdk" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 779.354374] env[62328]: DEBUG nova.virt.vmwareapi.vm_util [None req-5e1ca340-82e1-4aed-acef-0dcfd71f411a tempest-ServerActionsTestOtherA-1098162655 tempest-ServerActionsTestOtherA-1098162655-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/dbf872a4-92be-47e4-8561-c3e2bf2423ab/dbf872a4-92be-47e4-8561-c3e2bf2423ab.vmdk to [datastore2] 0b59b4a1-0c44-41af-a213-89960b97f913/0b59b4a1-0c44-41af-a213-89960b97f913.vmdk {{(pid=62328) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 779.354683] env[62328]: DEBUG oslo_concurrency.lockutils [None req-6539a92c-9ff4-4be6-b17f-518edda0cd4a tempest-AttachVolumeTestJSON-944844435 tempest-AttachVolumeTestJSON-944844435-project-member] Acquired lock "[datastore2] devstack-image-cache_base/dbf872a4-92be-47e4-8561-c3e2bf2423ab/dbf872a4-92be-47e4-8561-c3e2bf2423ab.vmdk" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.354835] env[62328]: DEBUG nova.virt.vmwareapi.ds_util [None req-6539a92c-9ff4-4be6-b17f-518edda0cd4a tempest-AttachVolumeTestJSON-944844435 tempest-AttachVolumeTestJSON-944844435-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62328) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 779.355085] env[62328]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-bdfd2fdb-f4c8-4753-8dc8-91b0444fc976 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 779.359421] env[62328]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-8100e7cd-c0e0-43ff-b47a-08e6bd3c1cf1 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 779.372372] env[62328]: DEBUG oslo_vmware.api [None req-5e1ca340-82e1-4aed-acef-0dcfd71f411a tempest-ServerActionsTestOtherA-1098162655 tempest-ServerActionsTestOtherA-1098162655-project-member] Waiting for the task: (returnval){ [ 779.372372] env[62328]: value = "task-2386871" [ 779.372372] env[62328]: _type = "Task" [ 779.372372] env[62328]: } to complete. {{(pid=62328) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 779.373961] env[62328]: DEBUG nova.virt.vmwareapi.ds_util [None req-6539a92c-9ff4-4be6-b17f-518edda0cd4a tempest-AttachVolumeTestJSON-944844435 tempest-AttachVolumeTestJSON-944844435-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62328) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 779.374290] env[62328]: DEBUG nova.virt.vmwareapi.vmops [None req-6539a92c-9ff4-4be6-b17f-518edda0cd4a tempest-AttachVolumeTestJSON-944844435 tempest-AttachVolumeTestJSON-944844435-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62328) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 779.378841] env[62328]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a2cf4444-7dac-4930-bff9-1da1a3586dc7 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 779.390518] env[62328]: DEBUG oslo_vmware.api [None req-5e1ca340-82e1-4aed-acef-0dcfd71f411a tempest-ServerActionsTestOtherA-1098162655 tempest-ServerActionsTestOtherA-1098162655-project-member] Task: {'id': task-2386871, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 779.392175] env[62328]: DEBUG oslo_vmware.api [None req-6539a92c-9ff4-4be6-b17f-518edda0cd4a tempest-AttachVolumeTestJSON-944844435 tempest-AttachVolumeTestJSON-944844435-project-member] Waiting for the task: (returnval){ [ 779.392175] env[62328]: value = "session[52a6e20e-410d-708a-99f2-080a575a99bd]5245eb29-68ea-a679-5c49-fdee69f0a5d5" [ 779.392175] env[62328]: _type = "Task" [ 779.392175] env[62328]: } to complete. {{(pid=62328) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 779.402650] env[62328]: DEBUG oslo_vmware.api [None req-6539a92c-9ff4-4be6-b17f-518edda0cd4a tempest-AttachVolumeTestJSON-944844435 tempest-AttachVolumeTestJSON-944844435-project-member] Task: {'id': session[52a6e20e-410d-708a-99f2-080a575a99bd]5245eb29-68ea-a679-5c49-fdee69f0a5d5, 'name': SearchDatastore_Task, 'duration_secs': 0.011577} completed successfully. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 779.403471] env[62328]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-42857d00-1d47-4e33-b909-d2ecad9f17b7 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 779.415183] env[62328]: DEBUG oslo_vmware.api [None req-6539a92c-9ff4-4be6-b17f-518edda0cd4a tempest-AttachVolumeTestJSON-944844435 tempest-AttachVolumeTestJSON-944844435-project-member] Waiting for the task: (returnval){ [ 779.415183] env[62328]: value = "session[52a6e20e-410d-708a-99f2-080a575a99bd]520c3939-a597-1259-e37f-3e1b93fd2f4a" [ 779.415183] env[62328]: _type = "Task" [ 779.415183] env[62328]: } to complete. {{(pid=62328) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 779.425685] env[62328]: DEBUG nova.compute.manager [None req-78b3f741-641f-4e91-9d95-57fa711c88d0 tempest-ListImageFiltersTestJSON-111188615 tempest-ListImageFiltersTestJSON-111188615-project-member] [instance: a514091e-f57a-4447-b60b-7f22d6f26820] Start destroying the instance on the hypervisor. {{(pid=62328) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 779.425964] env[62328]: DEBUG nova.virt.vmwareapi.vmops [None req-78b3f741-641f-4e91-9d95-57fa711c88d0 tempest-ListImageFiltersTestJSON-111188615 tempest-ListImageFiltersTestJSON-111188615-project-member] [instance: a514091e-f57a-4447-b60b-7f22d6f26820] Destroying instance {{(pid=62328) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 779.426305] env[62328]: DEBUG oslo_vmware.api [None req-6539a92c-9ff4-4be6-b17f-518edda0cd4a tempest-AttachVolumeTestJSON-944844435 tempest-AttachVolumeTestJSON-944844435-project-member] Task: {'id': session[52a6e20e-410d-708a-99f2-080a575a99bd]520c3939-a597-1259-e37f-3e1b93fd2f4a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 779.427087] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-050a71fd-85a1-432a-8aeb-56940e127dc4 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 779.436920] env[62328]: DEBUG nova.virt.vmwareapi.vm_util [None req-78b3f741-641f-4e91-9d95-57fa711c88d0 tempest-ListImageFiltersTestJSON-111188615 tempest-ListImageFiltersTestJSON-111188615-project-member] [instance: a514091e-f57a-4447-b60b-7f22d6f26820] Powering off the VM {{(pid=62328) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 779.437123] env[62328]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-14147a84-d559-4ae5-a44a-744a28ee7a61 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 779.448136] env[62328]: DEBUG oslo_vmware.api [None req-78b3f741-641f-4e91-9d95-57fa711c88d0 tempest-ListImageFiltersTestJSON-111188615 tempest-ListImageFiltersTestJSON-111188615-project-member] Waiting for the task: (returnval){ [ 779.448136] env[62328]: value = "task-2386872" [ 779.448136] env[62328]: _type = "Task" [ 779.448136] env[62328]: } to complete. {{(pid=62328) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 779.461462] env[62328]: DEBUG oslo_vmware.api [None req-78b3f741-641f-4e91-9d95-57fa711c88d0 tempest-ListImageFiltersTestJSON-111188615 tempest-ListImageFiltersTestJSON-111188615-project-member] Task: {'id': task-2386872, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 779.475529] env[62328]: DEBUG oslo_vmware.api [None req-7041b012-8caa-4e84-ae56-ef572a78ed3a tempest-VolumesAssistedSnapshotsTest-1692536228 tempest-VolumesAssistedSnapshotsTest-1692536228-project-member] Task: {'id': task-2386870, 'name': PowerOffVM_Task, 'duration_secs': 0.260948} completed successfully. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 779.475931] env[62328]: DEBUG nova.virt.vmwareapi.vm_util [None req-7041b012-8caa-4e84-ae56-ef572a78ed3a tempest-VolumesAssistedSnapshotsTest-1692536228 tempest-VolumesAssistedSnapshotsTest-1692536228-project-member] [instance: 3e0f093a-98be-4406-a220-34f6d6767294] Powered off the VM {{(pid=62328) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 779.476306] env[62328]: DEBUG nova.virt.vmwareapi.vmops [None req-7041b012-8caa-4e84-ae56-ef572a78ed3a tempest-VolumesAssistedSnapshotsTest-1692536228 tempest-VolumesAssistedSnapshotsTest-1692536228-project-member] [instance: 3e0f093a-98be-4406-a220-34f6d6767294] Unregistering the VM {{(pid=62328) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 779.476644] env[62328]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-0fec73eb-77a9-4d4d-b36c-3bcd7a4f3544 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 779.548730] env[62328]: DEBUG nova.compute.manager [None req-28948c8c-cfe5-4eb6-8118-a84446ef63b1 tempest-ImagesOneServerNegativeTestJSON-835227872 tempest-ImagesOneServerNegativeTestJSON-835227872-project-member] [instance: 6d447bb5-4cca-436f-a6e1-9b8aa511a981] Starting instance... {{(pid=62328) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 779.562600] env[62328]: DEBUG nova.virt.vmwareapi.vmops [None req-7041b012-8caa-4e84-ae56-ef572a78ed3a tempest-VolumesAssistedSnapshotsTest-1692536228 tempest-VolumesAssistedSnapshotsTest-1692536228-project-member] [instance: 3e0f093a-98be-4406-a220-34f6d6767294] Unregistered the VM {{(pid=62328) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 779.562600] env[62328]: DEBUG nova.virt.vmwareapi.vmops [None req-7041b012-8caa-4e84-ae56-ef572a78ed3a tempest-VolumesAssistedSnapshotsTest-1692536228 tempest-VolumesAssistedSnapshotsTest-1692536228-project-member] [instance: 3e0f093a-98be-4406-a220-34f6d6767294] Deleting contents of the VM from datastore datastore2 {{(pid=62328) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 779.562600] env[62328]: DEBUG nova.virt.vmwareapi.ds_util [None req-7041b012-8caa-4e84-ae56-ef572a78ed3a tempest-VolumesAssistedSnapshotsTest-1692536228 tempest-VolumesAssistedSnapshotsTest-1692536228-project-member] Deleting the datastore file [datastore2] 3e0f093a-98be-4406-a220-34f6d6767294 {{(pid=62328) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 779.562872] env[62328]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-6c11724e-bfe4-4b0b-83bf-607a1aa4953f {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 779.571362] env[62328]: DEBUG oslo_vmware.api [None req-7041b012-8caa-4e84-ae56-ef572a78ed3a tempest-VolumesAssistedSnapshotsTest-1692536228 tempest-VolumesAssistedSnapshotsTest-1692536228-project-member] Waiting for the task: (returnval){ [ 779.571362] env[62328]: value = "task-2386874" [ 779.571362] env[62328]: _type = "Task" [ 779.571362] env[62328]: } to complete. {{(pid=62328) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 779.587872] env[62328]: DEBUG oslo_vmware.api [None req-7041b012-8caa-4e84-ae56-ef572a78ed3a tempest-VolumesAssistedSnapshotsTest-1692536228 tempest-VolumesAssistedSnapshotsTest-1692536228-project-member] Task: {'id': task-2386874, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 779.708787] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a656d4a5-a1fc-47b4-9988-7b6fbf6b4450 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 779.718351] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2f8beb9d-d3f4-45d1-a02f-c79eb0d4a9b2 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 779.724688] env[62328]: DEBUG oslo_concurrency.lockutils [None req-c65b97fc-f428-4e0a-b552-fe7747e76ffb tempest-DeleteServersTestJSON-1766103036 tempest-DeleteServersTestJSON-1766103036-project-member] Lock "0ee7925e-085a-489d-8e8e-a0169dd17d45" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 56.954s {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 779.757054] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-22b99938-6fd6-482b-b9d4-e75281981564 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 779.766169] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fb7834f8-bc4c-495c-a197-754a63ef9ad6 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 779.771495] env[62328]: DEBUG nova.network.neutron [-] [instance: 93ca7686-9ab7-434e-b425-148d3ba8db62] Updating instance_info_cache with network_info: [] {{(pid=62328) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 779.783839] env[62328]: DEBUG nova.compute.provider_tree [None req-4f005a0a-c463-4ae7-a94c-cea7cdff9b90 tempest-ImagesTestJSON-1776717495 tempest-ImagesTestJSON-1776717495-project-member] Inventory has not changed in ProviderTree for provider: 3469e9f8-04af-49ca-8435-49f104496744 {{(pid=62328) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 779.877822] env[62328]: DEBUG nova.compute.manager [req-a5f612a3-9963-45bb-ae08-0c6e76021825 req-5dd0cfa6-a532-4f2c-bbea-e0cb172790a8 service nova] [instance: 948b7ba2-2caa-4616-abc0-afc6cca58f76] Received event network-vif-deleted-4112cbd9-ad9f-43a4-a74b-94b2fd30594f {{(pid=62328) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 779.878716] env[62328]: DEBUG nova.compute.manager [req-a5f612a3-9963-45bb-ae08-0c6e76021825 req-5dd0cfa6-a532-4f2c-bbea-e0cb172790a8 service nova] [instance: 93ca7686-9ab7-434e-b425-148d3ba8db62] Received event network-vif-deleted-0e6368e6-80a8-47b3-81d8-b8683e58f9c7 {{(pid=62328) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 779.878716] env[62328]: DEBUG nova.compute.manager [req-a5f612a3-9963-45bb-ae08-0c6e76021825 req-5dd0cfa6-a532-4f2c-bbea-e0cb172790a8 service nova] [instance: e4c166ea-d803-4db5-a104-16bd84bfc6c6] Received event network-changed-4298f3ea-b478-497b-b427-97e3bb0dde1d {{(pid=62328) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 779.879269] env[62328]: DEBUG nova.compute.manager [req-a5f612a3-9963-45bb-ae08-0c6e76021825 req-5dd0cfa6-a532-4f2c-bbea-e0cb172790a8 service nova] [instance: e4c166ea-d803-4db5-a104-16bd84bfc6c6] Refreshing instance network info cache due to event network-changed-4298f3ea-b478-497b-b427-97e3bb0dde1d. {{(pid=62328) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 779.879387] env[62328]: DEBUG oslo_concurrency.lockutils [req-a5f612a3-9963-45bb-ae08-0c6e76021825 req-5dd0cfa6-a532-4f2c-bbea-e0cb172790a8 service nova] Acquiring lock "refresh_cache-e4c166ea-d803-4db5-a104-16bd84bfc6c6" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 779.879543] env[62328]: DEBUG oslo_concurrency.lockutils [req-a5f612a3-9963-45bb-ae08-0c6e76021825 req-5dd0cfa6-a532-4f2c-bbea-e0cb172790a8 service nova] Acquired lock "refresh_cache-e4c166ea-d803-4db5-a104-16bd84bfc6c6" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.879896] env[62328]: DEBUG nova.network.neutron [req-a5f612a3-9963-45bb-ae08-0c6e76021825 req-5dd0cfa6-a532-4f2c-bbea-e0cb172790a8 service nova] [instance: e4c166ea-d803-4db5-a104-16bd84bfc6c6] Refreshing network info cache for port 4298f3ea-b478-497b-b427-97e3bb0dde1d {{(pid=62328) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 779.893282] env[62328]: DEBUG oslo_vmware.api [None req-5e1ca340-82e1-4aed-acef-0dcfd71f411a tempest-ServerActionsTestOtherA-1098162655 tempest-ServerActionsTestOtherA-1098162655-project-member] Task: {'id': task-2386871, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 779.898275] env[62328]: DEBUG nova.compute.manager [req-47931411-ef90-41c4-9b4a-001afc55f7ca req-91f230b4-3897-4c0b-9c99-32df1a3f3bcf service nova] [instance: 3bbba6fe-038a-40f8-935b-ce45c75c3497] Received event network-changed-b4a43b03-36a8-47a0-b31b-aafdd6a4a49e {{(pid=62328) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 779.898545] env[62328]: DEBUG nova.compute.manager [req-47931411-ef90-41c4-9b4a-001afc55f7ca req-91f230b4-3897-4c0b-9c99-32df1a3f3bcf service nova] [instance: 3bbba6fe-038a-40f8-935b-ce45c75c3497] Refreshing instance network info cache due to event network-changed-b4a43b03-36a8-47a0-b31b-aafdd6a4a49e. {{(pid=62328) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 779.898672] env[62328]: DEBUG oslo_concurrency.lockutils [req-47931411-ef90-41c4-9b4a-001afc55f7ca req-91f230b4-3897-4c0b-9c99-32df1a3f3bcf service nova] Acquiring lock "refresh_cache-3bbba6fe-038a-40f8-935b-ce45c75c3497" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 779.898815] env[62328]: DEBUG oslo_concurrency.lockutils [req-47931411-ef90-41c4-9b4a-001afc55f7ca req-91f230b4-3897-4c0b-9c99-32df1a3f3bcf service nova] Acquired lock "refresh_cache-3bbba6fe-038a-40f8-935b-ce45c75c3497" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.898975] env[62328]: DEBUG nova.network.neutron [req-47931411-ef90-41c4-9b4a-001afc55f7ca req-91f230b4-3897-4c0b-9c99-32df1a3f3bcf service nova] [instance: 3bbba6fe-038a-40f8-935b-ce45c75c3497] Refreshing network info cache for port b4a43b03-36a8-47a0-b31b-aafdd6a4a49e {{(pid=62328) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 779.935135] env[62328]: DEBUG oslo_vmware.api [None req-6539a92c-9ff4-4be6-b17f-518edda0cd4a tempest-AttachVolumeTestJSON-944844435 tempest-AttachVolumeTestJSON-944844435-project-member] Task: {'id': session[52a6e20e-410d-708a-99f2-080a575a99bd]520c3939-a597-1259-e37f-3e1b93fd2f4a, 'name': SearchDatastore_Task, 'duration_secs': 0.012144} completed successfully. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 779.935539] env[62328]: DEBUG oslo_concurrency.lockutils [None req-6539a92c-9ff4-4be6-b17f-518edda0cd4a tempest-AttachVolumeTestJSON-944844435 tempest-AttachVolumeTestJSON-944844435-project-member] Releasing lock "[datastore2] devstack-image-cache_base/dbf872a4-92be-47e4-8561-c3e2bf2423ab/dbf872a4-92be-47e4-8561-c3e2bf2423ab.vmdk" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 779.935851] env[62328]: DEBUG nova.virt.vmwareapi.vm_util [None req-6539a92c-9ff4-4be6-b17f-518edda0cd4a tempest-AttachVolumeTestJSON-944844435 tempest-AttachVolumeTestJSON-944844435-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/dbf872a4-92be-47e4-8561-c3e2bf2423ab/dbf872a4-92be-47e4-8561-c3e2bf2423ab.vmdk to [datastore2] 3bbba6fe-038a-40f8-935b-ce45c75c3497/3bbba6fe-038a-40f8-935b-ce45c75c3497.vmdk {{(pid=62328) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 779.936173] env[62328]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-8862bdfd-0f0d-4229-8940-272f8a9ba7f7 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 779.944949] env[62328]: DEBUG oslo_vmware.api [None req-6539a92c-9ff4-4be6-b17f-518edda0cd4a tempest-AttachVolumeTestJSON-944844435 tempest-AttachVolumeTestJSON-944844435-project-member] Waiting for the task: (returnval){ [ 779.944949] env[62328]: value = "task-2386875" [ 779.944949] env[62328]: _type = "Task" [ 779.944949] env[62328]: } to complete. {{(pid=62328) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 779.966478] env[62328]: DEBUG oslo_vmware.api [None req-78b3f741-641f-4e91-9d95-57fa711c88d0 tempest-ListImageFiltersTestJSON-111188615 tempest-ListImageFiltersTestJSON-111188615-project-member] Task: {'id': task-2386872, 'name': PowerOffVM_Task, 'duration_secs': 0.229692} completed successfully. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 779.966788] env[62328]: DEBUG oslo_vmware.api [None req-6539a92c-9ff4-4be6-b17f-518edda0cd4a tempest-AttachVolumeTestJSON-944844435 tempest-AttachVolumeTestJSON-944844435-project-member] Task: {'id': task-2386875, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 779.967184] env[62328]: DEBUG nova.virt.vmwareapi.vm_util [None req-78b3f741-641f-4e91-9d95-57fa711c88d0 tempest-ListImageFiltersTestJSON-111188615 tempest-ListImageFiltersTestJSON-111188615-project-member] [instance: a514091e-f57a-4447-b60b-7f22d6f26820] Powered off the VM {{(pid=62328) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 779.967425] env[62328]: DEBUG nova.virt.vmwareapi.vmops [None req-78b3f741-641f-4e91-9d95-57fa711c88d0 tempest-ListImageFiltersTestJSON-111188615 tempest-ListImageFiltersTestJSON-111188615-project-member] [instance: a514091e-f57a-4447-b60b-7f22d6f26820] Unregistering the VM {{(pid=62328) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 779.968073] env[62328]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-a88afdea-451e-441a-afca-8883b1b2ea67 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 780.035960] env[62328]: DEBUG oslo_concurrency.lockutils [None req-ff51ed62-bf7a-40bc-87f3-1ea13181a561 tempest-ServersTestJSON-2041147199 tempest-ServersTestJSON-2041147199-project-member] Acquiring lock "fc8146ed-f4c5-4b4b-a03d-c52452f583cd" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 780.036663] env[62328]: DEBUG oslo_concurrency.lockutils [None req-ff51ed62-bf7a-40bc-87f3-1ea13181a561 tempest-ServersTestJSON-2041147199 tempest-ServersTestJSON-2041147199-project-member] Lock "fc8146ed-f4c5-4b4b-a03d-c52452f583cd" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 780.037080] env[62328]: DEBUG oslo_concurrency.lockutils [None req-ff51ed62-bf7a-40bc-87f3-1ea13181a561 tempest-ServersTestJSON-2041147199 tempest-ServersTestJSON-2041147199-project-member] Acquiring lock "fc8146ed-f4c5-4b4b-a03d-c52452f583cd-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 780.037799] env[62328]: DEBUG oslo_concurrency.lockutils [None req-ff51ed62-bf7a-40bc-87f3-1ea13181a561 tempest-ServersTestJSON-2041147199 tempest-ServersTestJSON-2041147199-project-member] Lock "fc8146ed-f4c5-4b4b-a03d-c52452f583cd-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.001s {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 780.038129] env[62328]: DEBUG oslo_concurrency.lockutils [None req-ff51ed62-bf7a-40bc-87f3-1ea13181a561 tempest-ServersTestJSON-2041147199 tempest-ServersTestJSON-2041147199-project-member] Lock "fc8146ed-f4c5-4b4b-a03d-c52452f583cd-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.001s {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 780.040696] env[62328]: INFO nova.compute.manager [None req-ff51ed62-bf7a-40bc-87f3-1ea13181a561 tempest-ServersTestJSON-2041147199 tempest-ServersTestJSON-2041147199-project-member] [instance: fc8146ed-f4c5-4b4b-a03d-c52452f583cd] Terminating instance [ 780.069237] env[62328]: DEBUG nova.virt.vmwareapi.vmops [None req-78b3f741-641f-4e91-9d95-57fa711c88d0 tempest-ListImageFiltersTestJSON-111188615 tempest-ListImageFiltersTestJSON-111188615-project-member] [instance: a514091e-f57a-4447-b60b-7f22d6f26820] Unregistered the VM {{(pid=62328) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 780.069237] env[62328]: DEBUG nova.virt.vmwareapi.vmops [None req-78b3f741-641f-4e91-9d95-57fa711c88d0 tempest-ListImageFiltersTestJSON-111188615 tempest-ListImageFiltersTestJSON-111188615-project-member] [instance: a514091e-f57a-4447-b60b-7f22d6f26820] Deleting contents of the VM from datastore datastore1 {{(pid=62328) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 780.069237] env[62328]: DEBUG nova.virt.vmwareapi.ds_util [None req-78b3f741-641f-4e91-9d95-57fa711c88d0 tempest-ListImageFiltersTestJSON-111188615 tempest-ListImageFiltersTestJSON-111188615-project-member] Deleting the datastore file [datastore1] a514091e-f57a-4447-b60b-7f22d6f26820 {{(pid=62328) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 780.069237] env[62328]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-78221d1e-a254-4421-9a78-683f0b5838e7 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 780.077512] env[62328]: DEBUG oslo_vmware.api [None req-78b3f741-641f-4e91-9d95-57fa711c88d0 tempest-ListImageFiltersTestJSON-111188615 tempest-ListImageFiltersTestJSON-111188615-project-member] Waiting for the task: (returnval){ [ 780.077512] env[62328]: value = "task-2386877" [ 780.077512] env[62328]: _type = "Task" [ 780.077512] env[62328]: } to complete. {{(pid=62328) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 780.085058] env[62328]: DEBUG oslo_vmware.api [None req-7041b012-8caa-4e84-ae56-ef572a78ed3a tempest-VolumesAssistedSnapshotsTest-1692536228 tempest-VolumesAssistedSnapshotsTest-1692536228-project-member] Task: {'id': task-2386874, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 780.091328] env[62328]: DEBUG oslo_vmware.api [None req-78b3f741-641f-4e91-9d95-57fa711c88d0 tempest-ListImageFiltersTestJSON-111188615 tempest-ListImageFiltersTestJSON-111188615-project-member] Task: {'id': task-2386877, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 780.092585] env[62328]: DEBUG oslo_concurrency.lockutils [None req-28948c8c-cfe5-4eb6-8118-a84446ef63b1 tempest-ImagesOneServerNegativeTestJSON-835227872 tempest-ImagesOneServerNegativeTestJSON-835227872-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 780.274577] env[62328]: INFO nova.compute.manager [-] [instance: 93ca7686-9ab7-434e-b425-148d3ba8db62] Took 2.76 seconds to deallocate network for instance. [ 780.287789] env[62328]: DEBUG nova.scheduler.client.report [None req-4f005a0a-c463-4ae7-a94c-cea7cdff9b90 tempest-ImagesTestJSON-1776717495 tempest-ImagesTestJSON-1776717495-project-member] Inventory has not changed for provider 3469e9f8-04af-49ca-8435-49f104496744 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 152, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62328) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 780.398214] env[62328]: DEBUG oslo_vmware.api [None req-5e1ca340-82e1-4aed-acef-0dcfd71f411a tempest-ServerActionsTestOtherA-1098162655 tempest-ServerActionsTestOtherA-1098162655-project-member] Task: {'id': task-2386871, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.609024} completed successfully. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 780.398587] env[62328]: DEBUG nova.virt.vmwareapi.vm_util [None req-5e1ca340-82e1-4aed-acef-0dcfd71f411a tempest-ServerActionsTestOtherA-1098162655 tempest-ServerActionsTestOtherA-1098162655-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/dbf872a4-92be-47e4-8561-c3e2bf2423ab/dbf872a4-92be-47e4-8561-c3e2bf2423ab.vmdk to [datastore2] 0b59b4a1-0c44-41af-a213-89960b97f913/0b59b4a1-0c44-41af-a213-89960b97f913.vmdk {{(pid=62328) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 780.398973] env[62328]: DEBUG nova.virt.vmwareapi.vmops [None req-5e1ca340-82e1-4aed-acef-0dcfd71f411a tempest-ServerActionsTestOtherA-1098162655 tempest-ServerActionsTestOtherA-1098162655-project-member] [instance: 0b59b4a1-0c44-41af-a213-89960b97f913] Extending root virtual disk to 1048576 {{(pid=62328) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 780.399333] env[62328]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-280a02d2-c906-435c-b327-a0b146278989 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 780.415096] env[62328]: DEBUG oslo_vmware.api [None req-5e1ca340-82e1-4aed-acef-0dcfd71f411a tempest-ServerActionsTestOtherA-1098162655 tempest-ServerActionsTestOtherA-1098162655-project-member] Waiting for the task: (returnval){ [ 780.415096] env[62328]: value = "task-2386878" [ 780.415096] env[62328]: _type = "Task" [ 780.415096] env[62328]: } to complete. {{(pid=62328) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 780.429080] env[62328]: DEBUG oslo_vmware.api [None req-5e1ca340-82e1-4aed-acef-0dcfd71f411a tempest-ServerActionsTestOtherA-1098162655 tempest-ServerActionsTestOtherA-1098162655-project-member] Task: {'id': task-2386878, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 780.458675] env[62328]: DEBUG oslo_vmware.api [None req-6539a92c-9ff4-4be6-b17f-518edda0cd4a tempest-AttachVolumeTestJSON-944844435 tempest-AttachVolumeTestJSON-944844435-project-member] Task: {'id': task-2386875, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 780.547903] env[62328]: DEBUG nova.compute.manager [None req-ff51ed62-bf7a-40bc-87f3-1ea13181a561 tempest-ServersTestJSON-2041147199 tempest-ServersTestJSON-2041147199-project-member] [instance: fc8146ed-f4c5-4b4b-a03d-c52452f583cd] Start destroying the instance on the hypervisor. {{(pid=62328) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 780.547903] env[62328]: DEBUG nova.virt.vmwareapi.vmops [None req-ff51ed62-bf7a-40bc-87f3-1ea13181a561 tempest-ServersTestJSON-2041147199 tempest-ServersTestJSON-2041147199-project-member] [instance: fc8146ed-f4c5-4b4b-a03d-c52452f583cd] Destroying instance {{(pid=62328) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 780.547903] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-923789b2-5046-48fe-9783-116cd3ab5243 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 780.562221] env[62328]: DEBUG nova.virt.vmwareapi.vm_util [None req-ff51ed62-bf7a-40bc-87f3-1ea13181a561 tempest-ServersTestJSON-2041147199 tempest-ServersTestJSON-2041147199-project-member] [instance: fc8146ed-f4c5-4b4b-a03d-c52452f583cd] Powering off the VM {{(pid=62328) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 780.562221] env[62328]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-2f8e15f4-090a-4a05-8d23-0a721bb00ebb {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 780.569514] env[62328]: DEBUG oslo_vmware.api [None req-ff51ed62-bf7a-40bc-87f3-1ea13181a561 tempest-ServersTestJSON-2041147199 tempest-ServersTestJSON-2041147199-project-member] Waiting for the task: (returnval){ [ 780.569514] env[62328]: value = "task-2386879" [ 780.569514] env[62328]: _type = "Task" [ 780.569514] env[62328]: } to complete. {{(pid=62328) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 780.590777] env[62328]: DEBUG oslo_vmware.api [None req-ff51ed62-bf7a-40bc-87f3-1ea13181a561 tempest-ServersTestJSON-2041147199 tempest-ServersTestJSON-2041147199-project-member] Task: {'id': task-2386879, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 780.598508] env[62328]: DEBUG oslo_vmware.api [None req-7041b012-8caa-4e84-ae56-ef572a78ed3a tempest-VolumesAssistedSnapshotsTest-1692536228 tempest-VolumesAssistedSnapshotsTest-1692536228-project-member] Task: {'id': task-2386874, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.649264} completed successfully. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 780.598508] env[62328]: DEBUG nova.virt.vmwareapi.ds_util [None req-7041b012-8caa-4e84-ae56-ef572a78ed3a tempest-VolumesAssistedSnapshotsTest-1692536228 tempest-VolumesAssistedSnapshotsTest-1692536228-project-member] Deleted the datastore file {{(pid=62328) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 780.598508] env[62328]: DEBUG nova.virt.vmwareapi.vmops [None req-7041b012-8caa-4e84-ae56-ef572a78ed3a tempest-VolumesAssistedSnapshotsTest-1692536228 tempest-VolumesAssistedSnapshotsTest-1692536228-project-member] [instance: 3e0f093a-98be-4406-a220-34f6d6767294] Deleted contents of the VM from datastore datastore2 {{(pid=62328) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 780.598508] env[62328]: DEBUG nova.virt.vmwareapi.vmops [None req-7041b012-8caa-4e84-ae56-ef572a78ed3a tempest-VolumesAssistedSnapshotsTest-1692536228 tempest-VolumesAssistedSnapshotsTest-1692536228-project-member] [instance: 3e0f093a-98be-4406-a220-34f6d6767294] Instance destroyed {{(pid=62328) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 780.599092] env[62328]: INFO nova.compute.manager [None req-7041b012-8caa-4e84-ae56-ef572a78ed3a tempest-VolumesAssistedSnapshotsTest-1692536228 tempest-VolumesAssistedSnapshotsTest-1692536228-project-member] [instance: 3e0f093a-98be-4406-a220-34f6d6767294] Took 1.66 seconds to destroy the instance on the hypervisor. [ 780.599676] env[62328]: DEBUG oslo.service.loopingcall [None req-7041b012-8caa-4e84-ae56-ef572a78ed3a tempest-VolumesAssistedSnapshotsTest-1692536228 tempest-VolumesAssistedSnapshotsTest-1692536228-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62328) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 780.603791] env[62328]: DEBUG nova.compute.manager [-] [instance: 3e0f093a-98be-4406-a220-34f6d6767294] Deallocating network for instance {{(pid=62328) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 780.603945] env[62328]: DEBUG nova.network.neutron [-] [instance: 3e0f093a-98be-4406-a220-34f6d6767294] deallocate_for_instance() {{(pid=62328) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 780.606096] env[62328]: DEBUG oslo_vmware.api [None req-78b3f741-641f-4e91-9d95-57fa711c88d0 tempest-ListImageFiltersTestJSON-111188615 tempest-ListImageFiltersTestJSON-111188615-project-member] Task: {'id': task-2386877, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.404211} completed successfully. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 780.606413] env[62328]: DEBUG nova.virt.vmwareapi.ds_util [None req-78b3f741-641f-4e91-9d95-57fa711c88d0 tempest-ListImageFiltersTestJSON-111188615 tempest-ListImageFiltersTestJSON-111188615-project-member] Deleted the datastore file {{(pid=62328) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 780.606628] env[62328]: DEBUG nova.virt.vmwareapi.vmops [None req-78b3f741-641f-4e91-9d95-57fa711c88d0 tempest-ListImageFiltersTestJSON-111188615 tempest-ListImageFiltersTestJSON-111188615-project-member] [instance: a514091e-f57a-4447-b60b-7f22d6f26820] Deleted contents of the VM from datastore datastore1 {{(pid=62328) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 780.606832] env[62328]: DEBUG nova.virt.vmwareapi.vmops [None req-78b3f741-641f-4e91-9d95-57fa711c88d0 tempest-ListImageFiltersTestJSON-111188615 tempest-ListImageFiltersTestJSON-111188615-project-member] [instance: a514091e-f57a-4447-b60b-7f22d6f26820] Instance destroyed {{(pid=62328) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 780.607048] env[62328]: INFO nova.compute.manager [None req-78b3f741-641f-4e91-9d95-57fa711c88d0 tempest-ListImageFiltersTestJSON-111188615 tempest-ListImageFiltersTestJSON-111188615-project-member] [instance: a514091e-f57a-4447-b60b-7f22d6f26820] Took 1.18 seconds to destroy the instance on the hypervisor. [ 780.607324] env[62328]: DEBUG oslo.service.loopingcall [None req-78b3f741-641f-4e91-9d95-57fa711c88d0 tempest-ListImageFiltersTestJSON-111188615 tempest-ListImageFiltersTestJSON-111188615-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62328) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 780.608026] env[62328]: DEBUG nova.compute.manager [-] [instance: a514091e-f57a-4447-b60b-7f22d6f26820] Deallocating network for instance {{(pid=62328) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 780.608135] env[62328]: DEBUG nova.network.neutron [-] [instance: a514091e-f57a-4447-b60b-7f22d6f26820] deallocate_for_instance() {{(pid=62328) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 780.782397] env[62328]: DEBUG oslo_concurrency.lockutils [None req-8b4e4c57-77b5-4e13-a19b-431c49d21a97 tempest-ServersTestMultiNic-1057987772 tempest-ServersTestMultiNic-1057987772-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 780.794695] env[62328]: DEBUG oslo_concurrency.lockutils [None req-4f005a0a-c463-4ae7-a94c-cea7cdff9b90 tempest-ImagesTestJSON-1776717495 tempest-ImagesTestJSON-1776717495-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.155s {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 780.797764] env[62328]: DEBUG oslo_concurrency.lockutils [None req-21bf2375-4693-49dc-bea3-4d3371b304c5 tempest-ServersTestJSON-42114830 tempest-ServersTestJSON-42114830-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 24.688s {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 780.798948] env[62328]: DEBUG nova.objects.instance [None req-21bf2375-4693-49dc-bea3-4d3371b304c5 tempest-ServersTestJSON-42114830 tempest-ServersTestJSON-42114830-project-member] Lazy-loading 'resources' on Instance uuid aa0b930b-b792-402c-ac6d-bfe5dfed0f03 {{(pid=62328) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 780.847144] env[62328]: INFO nova.scheduler.client.report [None req-4f005a0a-c463-4ae7-a94c-cea7cdff9b90 tempest-ImagesTestJSON-1776717495 tempest-ImagesTestJSON-1776717495-project-member] Deleted allocations for instance 911ce85b-847c-4cda-9753-e10fdaf224a5 [ 780.882074] env[62328]: DEBUG oslo_concurrency.lockutils [None req-61d42520-36ae-410d-a504-2f66221f8b41 tempest-DeleteServersTestJSON-1766103036 tempest-DeleteServersTestJSON-1766103036-project-member] Acquiring lock "0ee7925e-085a-489d-8e8e-a0169dd17d45" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 780.882329] env[62328]: DEBUG oslo_concurrency.lockutils [None req-61d42520-36ae-410d-a504-2f66221f8b41 tempest-DeleteServersTestJSON-1766103036 tempest-DeleteServersTestJSON-1766103036-project-member] Lock "0ee7925e-085a-489d-8e8e-a0169dd17d45" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 780.882529] env[62328]: DEBUG oslo_concurrency.lockutils [None req-61d42520-36ae-410d-a504-2f66221f8b41 tempest-DeleteServersTestJSON-1766103036 tempest-DeleteServersTestJSON-1766103036-project-member] Acquiring lock "0ee7925e-085a-489d-8e8e-a0169dd17d45-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 780.882714] env[62328]: DEBUG oslo_concurrency.lockutils [None req-61d42520-36ae-410d-a504-2f66221f8b41 tempest-DeleteServersTestJSON-1766103036 tempest-DeleteServersTestJSON-1766103036-project-member] Lock "0ee7925e-085a-489d-8e8e-a0169dd17d45-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 780.883376] env[62328]: DEBUG oslo_concurrency.lockutils [None req-61d42520-36ae-410d-a504-2f66221f8b41 tempest-DeleteServersTestJSON-1766103036 tempest-DeleteServersTestJSON-1766103036-project-member] Lock "0ee7925e-085a-489d-8e8e-a0169dd17d45-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 780.885341] env[62328]: INFO nova.compute.manager [None req-61d42520-36ae-410d-a504-2f66221f8b41 tempest-DeleteServersTestJSON-1766103036 tempest-DeleteServersTestJSON-1766103036-project-member] [instance: 0ee7925e-085a-489d-8e8e-a0169dd17d45] Terminating instance [ 780.926832] env[62328]: DEBUG oslo_vmware.api [None req-5e1ca340-82e1-4aed-acef-0dcfd71f411a tempest-ServerActionsTestOtherA-1098162655 tempest-ServerActionsTestOtherA-1098162655-project-member] Task: {'id': task-2386878, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.098869} completed successfully. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 780.927528] env[62328]: DEBUG nova.virt.vmwareapi.vmops [None req-5e1ca340-82e1-4aed-acef-0dcfd71f411a tempest-ServerActionsTestOtherA-1098162655 tempest-ServerActionsTestOtherA-1098162655-project-member] [instance: 0b59b4a1-0c44-41af-a213-89960b97f913] Extended root virtual disk {{(pid=62328) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 780.928371] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-99de92db-c340-491e-a870-47c09d63b07b {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 780.956642] env[62328]: DEBUG nova.virt.vmwareapi.volumeops [None req-5e1ca340-82e1-4aed-acef-0dcfd71f411a tempest-ServerActionsTestOtherA-1098162655 tempest-ServerActionsTestOtherA-1098162655-project-member] [instance: 0b59b4a1-0c44-41af-a213-89960b97f913] Reconfiguring VM instance instance-0000003b to attach disk [datastore2] 0b59b4a1-0c44-41af-a213-89960b97f913/0b59b4a1-0c44-41af-a213-89960b97f913.vmdk or device None with type sparse {{(pid=62328) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 780.959859] env[62328]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-bf719c4c-eb8c-4e7a-9b0d-adf9d910bc54 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 780.992806] env[62328]: DEBUG oslo_vmware.api [None req-6539a92c-9ff4-4be6-b17f-518edda0cd4a tempest-AttachVolumeTestJSON-944844435 tempest-AttachVolumeTestJSON-944844435-project-member] Task: {'id': task-2386875, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.763964} completed successfully. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 780.995495] env[62328]: DEBUG nova.virt.vmwareapi.vm_util [None req-6539a92c-9ff4-4be6-b17f-518edda0cd4a tempest-AttachVolumeTestJSON-944844435 tempest-AttachVolumeTestJSON-944844435-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/dbf872a4-92be-47e4-8561-c3e2bf2423ab/dbf872a4-92be-47e4-8561-c3e2bf2423ab.vmdk to [datastore2] 3bbba6fe-038a-40f8-935b-ce45c75c3497/3bbba6fe-038a-40f8-935b-ce45c75c3497.vmdk {{(pid=62328) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 780.995732] env[62328]: DEBUG nova.virt.vmwareapi.vmops [None req-6539a92c-9ff4-4be6-b17f-518edda0cd4a tempest-AttachVolumeTestJSON-944844435 tempest-AttachVolumeTestJSON-944844435-project-member] [instance: 3bbba6fe-038a-40f8-935b-ce45c75c3497] Extending root virtual disk to 1048576 {{(pid=62328) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 780.996073] env[62328]: DEBUG oslo_vmware.api [None req-5e1ca340-82e1-4aed-acef-0dcfd71f411a tempest-ServerActionsTestOtherA-1098162655 tempest-ServerActionsTestOtherA-1098162655-project-member] Waiting for the task: (returnval){ [ 780.996073] env[62328]: value = "task-2386880" [ 780.996073] env[62328]: _type = "Task" [ 780.996073] env[62328]: } to complete. {{(pid=62328) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 780.996342] env[62328]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-a3c8673f-cf80-4294-b3a5-0fc7fcabbd7b {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 781.013838] env[62328]: DEBUG oslo_vmware.api [None req-5e1ca340-82e1-4aed-acef-0dcfd71f411a tempest-ServerActionsTestOtherA-1098162655 tempest-ServerActionsTestOtherA-1098162655-project-member] Task: {'id': task-2386880, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 781.015571] env[62328]: DEBUG oslo_vmware.api [None req-6539a92c-9ff4-4be6-b17f-518edda0cd4a tempest-AttachVolumeTestJSON-944844435 tempest-AttachVolumeTestJSON-944844435-project-member] Waiting for the task: (returnval){ [ 781.015571] env[62328]: value = "task-2386881" [ 781.015571] env[62328]: _type = "Task" [ 781.015571] env[62328]: } to complete. {{(pid=62328) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 781.028642] env[62328]: DEBUG oslo_vmware.api [None req-6539a92c-9ff4-4be6-b17f-518edda0cd4a tempest-AttachVolumeTestJSON-944844435 tempest-AttachVolumeTestJSON-944844435-project-member] Task: {'id': task-2386881, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 781.081705] env[62328]: DEBUG oslo_vmware.api [None req-ff51ed62-bf7a-40bc-87f3-1ea13181a561 tempest-ServersTestJSON-2041147199 tempest-ServersTestJSON-2041147199-project-member] Task: {'id': task-2386879, 'name': PowerOffVM_Task, 'duration_secs': 0.22103} completed successfully. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 781.082042] env[62328]: DEBUG nova.virt.vmwareapi.vm_util [None req-ff51ed62-bf7a-40bc-87f3-1ea13181a561 tempest-ServersTestJSON-2041147199 tempest-ServersTestJSON-2041147199-project-member] [instance: fc8146ed-f4c5-4b4b-a03d-c52452f583cd] Powered off the VM {{(pid=62328) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 781.082229] env[62328]: DEBUG nova.virt.vmwareapi.vmops [None req-ff51ed62-bf7a-40bc-87f3-1ea13181a561 tempest-ServersTestJSON-2041147199 tempest-ServersTestJSON-2041147199-project-member] [instance: fc8146ed-f4c5-4b4b-a03d-c52452f583cd] Unregistering the VM {{(pid=62328) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 781.082515] env[62328]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-1b10af98-0b7e-463e-b5cf-db4823725dd6 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 781.263975] env[62328]: DEBUG nova.network.neutron [req-47931411-ef90-41c4-9b4a-001afc55f7ca req-91f230b4-3897-4c0b-9c99-32df1a3f3bcf service nova] [instance: 3bbba6fe-038a-40f8-935b-ce45c75c3497] Updated VIF entry in instance network info cache for port b4a43b03-36a8-47a0-b31b-aafdd6a4a49e. {{(pid=62328) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 781.264747] env[62328]: DEBUG nova.network.neutron [req-47931411-ef90-41c4-9b4a-001afc55f7ca req-91f230b4-3897-4c0b-9c99-32df1a3f3bcf service nova] [instance: 3bbba6fe-038a-40f8-935b-ce45c75c3497] Updating instance_info_cache with network_info: [{"id": "b4a43b03-36a8-47a0-b31b-aafdd6a4a49e", "address": "fa:16:3e:fe:07:f5", "network": {"id": "926e779e-3c4c-474f-92ce-346dc1243ee2", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-237776850-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2c55e83cf5c442ba8c209cf01cb581f3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e49a26b5-7b6b-41fd-8bed-4cd9a6c1a002", "external-id": "nsx-vlan-transportzone-506", "segmentation_id": 506, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb4a43b03-36", "ovs_interfaceid": "b4a43b03-36a8-47a0-b31b-aafdd6a4a49e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62328) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 781.345152] env[62328]: DEBUG nova.network.neutron [req-a5f612a3-9963-45bb-ae08-0c6e76021825 req-5dd0cfa6-a532-4f2c-bbea-e0cb172790a8 service nova] [instance: e4c166ea-d803-4db5-a104-16bd84bfc6c6] Updated VIF entry in instance network info cache for port 4298f3ea-b478-497b-b427-97e3bb0dde1d. {{(pid=62328) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 781.345152] env[62328]: DEBUG nova.network.neutron [req-a5f612a3-9963-45bb-ae08-0c6e76021825 req-5dd0cfa6-a532-4f2c-bbea-e0cb172790a8 service nova] [instance: e4c166ea-d803-4db5-a104-16bd84bfc6c6] Updating instance_info_cache with network_info: [{"id": "4298f3ea-b478-497b-b427-97e3bb0dde1d", "address": "fa:16:3e:cf:3b:79", "network": {"id": "7b3f96b3-b702-44fe-9538-0cc19cd07090", "bridge": "br-int", "label": "tempest-ServersTestBootFromVolume-2109646672-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.196", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1898f35f06e1412d82ccaedc112510f7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "685b4083-b748-41fb-a68a-273b1073fa28", "external-id": "nsx-vlan-transportzone-312", "segmentation_id": 312, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4298f3ea-b4", "ovs_interfaceid": "4298f3ea-b478-497b-b427-97e3bb0dde1d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62328) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 781.357051] env[62328]: DEBUG oslo_concurrency.lockutils [None req-4f005a0a-c463-4ae7-a94c-cea7cdff9b90 tempest-ImagesTestJSON-1776717495 tempest-ImagesTestJSON-1776717495-project-member] Lock "911ce85b-847c-4cda-9753-e10fdaf224a5" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 28.832s {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 781.390618] env[62328]: DEBUG nova.compute.manager [None req-61d42520-36ae-410d-a504-2f66221f8b41 tempest-DeleteServersTestJSON-1766103036 tempest-DeleteServersTestJSON-1766103036-project-member] [instance: 0ee7925e-085a-489d-8e8e-a0169dd17d45] Start destroying the instance on the hypervisor. {{(pid=62328) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 781.390939] env[62328]: DEBUG nova.virt.vmwareapi.vmops [None req-61d42520-36ae-410d-a504-2f66221f8b41 tempest-DeleteServersTestJSON-1766103036 tempest-DeleteServersTestJSON-1766103036-project-member] [instance: 0ee7925e-085a-489d-8e8e-a0169dd17d45] Destroying instance {{(pid=62328) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 781.396231] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d95e445f-54bc-4826-bfb7-2d9cb43185de {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 781.406546] env[62328]: DEBUG nova.virt.vmwareapi.vm_util [None req-61d42520-36ae-410d-a504-2f66221f8b41 tempest-DeleteServersTestJSON-1766103036 tempest-DeleteServersTestJSON-1766103036-project-member] [instance: 0ee7925e-085a-489d-8e8e-a0169dd17d45] Powering off the VM {{(pid=62328) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 781.406960] env[62328]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-5cd27492-f0b8-41d1-a116-59b27f044899 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 781.415546] env[62328]: DEBUG oslo_vmware.api [None req-61d42520-36ae-410d-a504-2f66221f8b41 tempest-DeleteServersTestJSON-1766103036 tempest-DeleteServersTestJSON-1766103036-project-member] Waiting for the task: (returnval){ [ 781.415546] env[62328]: value = "task-2386883" [ 781.415546] env[62328]: _type = "Task" [ 781.415546] env[62328]: } to complete. {{(pid=62328) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 781.426554] env[62328]: DEBUG oslo_vmware.api [None req-61d42520-36ae-410d-a504-2f66221f8b41 tempest-DeleteServersTestJSON-1766103036 tempest-DeleteServersTestJSON-1766103036-project-member] Task: {'id': task-2386883, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 781.510855] env[62328]: DEBUG oslo_vmware.api [None req-5e1ca340-82e1-4aed-acef-0dcfd71f411a tempest-ServerActionsTestOtherA-1098162655 tempest-ServerActionsTestOtherA-1098162655-project-member] Task: {'id': task-2386880, 'name': ReconfigVM_Task, 'duration_secs': 0.332695} completed successfully. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 781.511917] env[62328]: DEBUG nova.virt.vmwareapi.volumeops [None req-5e1ca340-82e1-4aed-acef-0dcfd71f411a tempest-ServerActionsTestOtherA-1098162655 tempest-ServerActionsTestOtherA-1098162655-project-member] [instance: 0b59b4a1-0c44-41af-a213-89960b97f913] Reconfigured VM instance instance-0000003b to attach disk [datastore2] 0b59b4a1-0c44-41af-a213-89960b97f913/0b59b4a1-0c44-41af-a213-89960b97f913.vmdk or device None with type sparse {{(pid=62328) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 781.511917] env[62328]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-ae3f76d0-5c3a-4dd0-9dd3-6e326df643ab {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 781.522661] env[62328]: DEBUG oslo_vmware.api [None req-5e1ca340-82e1-4aed-acef-0dcfd71f411a tempest-ServerActionsTestOtherA-1098162655 tempest-ServerActionsTestOtherA-1098162655-project-member] Waiting for the task: (returnval){ [ 781.522661] env[62328]: value = "task-2386884" [ 781.522661] env[62328]: _type = "Task" [ 781.522661] env[62328]: } to complete. {{(pid=62328) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 781.528161] env[62328]: DEBUG oslo_vmware.api [None req-6539a92c-9ff4-4be6-b17f-518edda0cd4a tempest-AttachVolumeTestJSON-944844435 tempest-AttachVolumeTestJSON-944844435-project-member] Task: {'id': task-2386881, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.074252} completed successfully. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 781.535855] env[62328]: DEBUG nova.virt.vmwareapi.vmops [None req-6539a92c-9ff4-4be6-b17f-518edda0cd4a tempest-AttachVolumeTestJSON-944844435 tempest-AttachVolumeTestJSON-944844435-project-member] [instance: 3bbba6fe-038a-40f8-935b-ce45c75c3497] Extended root virtual disk {{(pid=62328) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 781.539557] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-116d15d7-b695-43a2-a918-ad74de93cc2a {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 781.548671] env[62328]: DEBUG oslo_vmware.api [None req-5e1ca340-82e1-4aed-acef-0dcfd71f411a tempest-ServerActionsTestOtherA-1098162655 tempest-ServerActionsTestOtherA-1098162655-project-member] Task: {'id': task-2386884, 'name': Rename_Task} progress is 14%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 781.570905] env[62328]: DEBUG nova.virt.vmwareapi.volumeops [None req-6539a92c-9ff4-4be6-b17f-518edda0cd4a tempest-AttachVolumeTestJSON-944844435 tempest-AttachVolumeTestJSON-944844435-project-member] [instance: 3bbba6fe-038a-40f8-935b-ce45c75c3497] Reconfiguring VM instance instance-0000003c to attach disk [datastore2] 3bbba6fe-038a-40f8-935b-ce45c75c3497/3bbba6fe-038a-40f8-935b-ce45c75c3497.vmdk or device None with type sparse {{(pid=62328) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 781.577375] env[62328]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b76cd31d-213f-4afd-8a9b-9fc7f7d10b45 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 781.602000] env[62328]: DEBUG oslo_vmware.api [None req-6539a92c-9ff4-4be6-b17f-518edda0cd4a tempest-AttachVolumeTestJSON-944844435 tempest-AttachVolumeTestJSON-944844435-project-member] Waiting for the task: (returnval){ [ 781.602000] env[62328]: value = "task-2386885" [ 781.602000] env[62328]: _type = "Task" [ 781.602000] env[62328]: } to complete. {{(pid=62328) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 781.615461] env[62328]: DEBUG oslo_vmware.api [None req-6539a92c-9ff4-4be6-b17f-518edda0cd4a tempest-AttachVolumeTestJSON-944844435 tempest-AttachVolumeTestJSON-944844435-project-member] Task: {'id': task-2386885, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 781.770877] env[62328]: DEBUG oslo_concurrency.lockutils [req-47931411-ef90-41c4-9b4a-001afc55f7ca req-91f230b4-3897-4c0b-9c99-32df1a3f3bcf service nova] Releasing lock "refresh_cache-3bbba6fe-038a-40f8-935b-ce45c75c3497" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 781.846157] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-97501237-ef28-4b86-9d7c-c5bfe011face {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 781.848537] env[62328]: DEBUG oslo_concurrency.lockutils [req-a5f612a3-9963-45bb-ae08-0c6e76021825 req-5dd0cfa6-a532-4f2c-bbea-e0cb172790a8 service nova] Releasing lock "refresh_cache-e4c166ea-d803-4db5-a104-16bd84bfc6c6" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 781.855478] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f4397980-5a35-4634-911f-cd8ac32f58fd {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 781.892963] env[62328]: DEBUG nova.network.neutron [-] [instance: a514091e-f57a-4447-b60b-7f22d6f26820] Updating instance_info_cache with network_info: [] {{(pid=62328) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 781.899406] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c76bdd6b-d921-4b7e-b307-7a2bd161d75f {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 781.904239] env[62328]: DEBUG nova.virt.vmwareapi.vmops [None req-ff51ed62-bf7a-40bc-87f3-1ea13181a561 tempest-ServersTestJSON-2041147199 tempest-ServersTestJSON-2041147199-project-member] [instance: fc8146ed-f4c5-4b4b-a03d-c52452f583cd] Unregistered the VM {{(pid=62328) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 781.905124] env[62328]: DEBUG nova.virt.vmwareapi.vmops [None req-ff51ed62-bf7a-40bc-87f3-1ea13181a561 tempest-ServersTestJSON-2041147199 tempest-ServersTestJSON-2041147199-project-member] [instance: fc8146ed-f4c5-4b4b-a03d-c52452f583cd] Deleting contents of the VM from datastore datastore1 {{(pid=62328) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 781.905124] env[62328]: DEBUG nova.virt.vmwareapi.ds_util [None req-ff51ed62-bf7a-40bc-87f3-1ea13181a561 tempest-ServersTestJSON-2041147199 tempest-ServersTestJSON-2041147199-project-member] Deleting the datastore file [datastore1] fc8146ed-f4c5-4b4b-a03d-c52452f583cd {{(pid=62328) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 781.905124] env[62328]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-b225af24-3b95-4244-9a35-55644f2253df {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 781.914668] env[62328]: DEBUG oslo_vmware.api [None req-ff51ed62-bf7a-40bc-87f3-1ea13181a561 tempest-ServersTestJSON-2041147199 tempest-ServersTestJSON-2041147199-project-member] Waiting for the task: (returnval){ [ 781.914668] env[62328]: value = "task-2386886" [ 781.914668] env[62328]: _type = "Task" [ 781.914668] env[62328]: } to complete. {{(pid=62328) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 781.924971] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f91eff28-755f-4530-837e-61a57058e5c7 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 781.934680] env[62328]: DEBUG oslo_vmware.api [None req-61d42520-36ae-410d-a504-2f66221f8b41 tempest-DeleteServersTestJSON-1766103036 tempest-DeleteServersTestJSON-1766103036-project-member] Task: {'id': task-2386883, 'name': PowerOffVM_Task, 'duration_secs': 0.368574} completed successfully. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 781.947444] env[62328]: DEBUG nova.virt.vmwareapi.vm_util [None req-61d42520-36ae-410d-a504-2f66221f8b41 tempest-DeleteServersTestJSON-1766103036 tempest-DeleteServersTestJSON-1766103036-project-member] [instance: 0ee7925e-085a-489d-8e8e-a0169dd17d45] Powered off the VM {{(pid=62328) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 781.947605] env[62328]: DEBUG nova.virt.vmwareapi.vmops [None req-61d42520-36ae-410d-a504-2f66221f8b41 tempest-DeleteServersTestJSON-1766103036 tempest-DeleteServersTestJSON-1766103036-project-member] [instance: 0ee7925e-085a-489d-8e8e-a0169dd17d45] Unregistering the VM {{(pid=62328) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 781.948076] env[62328]: DEBUG nova.compute.provider_tree [None req-21bf2375-4693-49dc-bea3-4d3371b304c5 tempest-ServersTestJSON-42114830 tempest-ServersTestJSON-42114830-project-member] Inventory has not changed in ProviderTree for provider: 3469e9f8-04af-49ca-8435-49f104496744 {{(pid=62328) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 781.949670] env[62328]: DEBUG oslo_vmware.api [None req-ff51ed62-bf7a-40bc-87f3-1ea13181a561 tempest-ServersTestJSON-2041147199 tempest-ServersTestJSON-2041147199-project-member] Task: {'id': task-2386886, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 781.950100] env[62328]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-79067bbf-a537-45d8-8bb9-84ac7279f433 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 781.991438] env[62328]: DEBUG nova.compute.manager [req-dbea268d-5cfd-4088-aa8c-e4ff6db6cdb8 req-f293079b-08da-44c7-8723-2710698da176 service nova] [instance: 93ca7686-9ab7-434e-b425-148d3ba8db62] Received event network-vif-deleted-f9d489e3-d4d6-4fce-93c1-fccb826ee917 {{(pid=62328) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 781.991719] env[62328]: DEBUG nova.compute.manager [req-dbea268d-5cfd-4088-aa8c-e4ff6db6cdb8 req-f293079b-08da-44c7-8723-2710698da176 service nova] [instance: a514091e-f57a-4447-b60b-7f22d6f26820] Received event network-vif-deleted-6074cf2d-5876-4c3b-930f-4d1b1d2cdc96 {{(pid=62328) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 782.011070] env[62328]: DEBUG nova.compute.manager [req-99858681-db31-40a2-a292-6bb21ac6f384 req-5950fa60-a9ab-4af2-ac7f-f56c66d782e1 service nova] [instance: 3e0f093a-98be-4406-a220-34f6d6767294] Received event network-vif-deleted-7b7b0d94-ddb8-4de8-8091-fd054caa14de {{(pid=62328) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 782.011341] env[62328]: INFO nova.compute.manager [req-99858681-db31-40a2-a292-6bb21ac6f384 req-5950fa60-a9ab-4af2-ac7f-f56c66d782e1 service nova] [instance: 3e0f093a-98be-4406-a220-34f6d6767294] Neutron deleted interface 7b7b0d94-ddb8-4de8-8091-fd054caa14de; detaching it from the instance and deleting it from the info cache [ 782.011541] env[62328]: DEBUG nova.network.neutron [req-99858681-db31-40a2-a292-6bb21ac6f384 req-5950fa60-a9ab-4af2-ac7f-f56c66d782e1 service nova] [instance: 3e0f093a-98be-4406-a220-34f6d6767294] Updating instance_info_cache with network_info: [] {{(pid=62328) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 782.021654] env[62328]: DEBUG nova.virt.vmwareapi.vmops [None req-61d42520-36ae-410d-a504-2f66221f8b41 tempest-DeleteServersTestJSON-1766103036 tempest-DeleteServersTestJSON-1766103036-project-member] [instance: 0ee7925e-085a-489d-8e8e-a0169dd17d45] Unregistered the VM {{(pid=62328) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 782.021986] env[62328]: DEBUG nova.virt.vmwareapi.vmops [None req-61d42520-36ae-410d-a504-2f66221f8b41 tempest-DeleteServersTestJSON-1766103036 tempest-DeleteServersTestJSON-1766103036-project-member] [instance: 0ee7925e-085a-489d-8e8e-a0169dd17d45] Deleting contents of the VM from datastore datastore2 {{(pid=62328) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 782.022278] env[62328]: DEBUG nova.virt.vmwareapi.ds_util [None req-61d42520-36ae-410d-a504-2f66221f8b41 tempest-DeleteServersTestJSON-1766103036 tempest-DeleteServersTestJSON-1766103036-project-member] Deleting the datastore file [datastore2] 0ee7925e-085a-489d-8e8e-a0169dd17d45 {{(pid=62328) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 782.022609] env[62328]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-a1d29dc0-976b-4347-b695-f756a5ed1c91 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 782.033968] env[62328]: DEBUG oslo_vmware.api [None req-61d42520-36ae-410d-a504-2f66221f8b41 tempest-DeleteServersTestJSON-1766103036 tempest-DeleteServersTestJSON-1766103036-project-member] Waiting for the task: (returnval){ [ 782.033968] env[62328]: value = "task-2386888" [ 782.033968] env[62328]: _type = "Task" [ 782.033968] env[62328]: } to complete. {{(pid=62328) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 782.041538] env[62328]: DEBUG oslo_vmware.api [None req-5e1ca340-82e1-4aed-acef-0dcfd71f411a tempest-ServerActionsTestOtherA-1098162655 tempest-ServerActionsTestOtherA-1098162655-project-member] Task: {'id': task-2386884, 'name': Rename_Task, 'duration_secs': 0.171165} completed successfully. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 782.042232] env[62328]: DEBUG nova.virt.vmwareapi.vm_util [None req-5e1ca340-82e1-4aed-acef-0dcfd71f411a tempest-ServerActionsTestOtherA-1098162655 tempest-ServerActionsTestOtherA-1098162655-project-member] [instance: 0b59b4a1-0c44-41af-a213-89960b97f913] Powering on the VM {{(pid=62328) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 782.042510] env[62328]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-67f319b0-c352-46eb-9d67-3c9ac723b9d4 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 782.047791] env[62328]: DEBUG oslo_vmware.api [None req-61d42520-36ae-410d-a504-2f66221f8b41 tempest-DeleteServersTestJSON-1766103036 tempest-DeleteServersTestJSON-1766103036-project-member] Task: {'id': task-2386888, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 782.054028] env[62328]: DEBUG oslo_vmware.api [None req-5e1ca340-82e1-4aed-acef-0dcfd71f411a tempest-ServerActionsTestOtherA-1098162655 tempest-ServerActionsTestOtherA-1098162655-project-member] Waiting for the task: (returnval){ [ 782.054028] env[62328]: value = "task-2386889" [ 782.054028] env[62328]: _type = "Task" [ 782.054028] env[62328]: } to complete. {{(pid=62328) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 782.063331] env[62328]: DEBUG oslo_vmware.api [None req-5e1ca340-82e1-4aed-acef-0dcfd71f411a tempest-ServerActionsTestOtherA-1098162655 tempest-ServerActionsTestOtherA-1098162655-project-member] Task: {'id': task-2386889, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 782.094125] env[62328]: DEBUG nova.network.neutron [-] [instance: 3e0f093a-98be-4406-a220-34f6d6767294] Updating instance_info_cache with network_info: [] {{(pid=62328) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 782.115066] env[62328]: DEBUG oslo_vmware.api [None req-6539a92c-9ff4-4be6-b17f-518edda0cd4a tempest-AttachVolumeTestJSON-944844435 tempest-AttachVolumeTestJSON-944844435-project-member] Task: {'id': task-2386885, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 782.402262] env[62328]: INFO nova.compute.manager [-] [instance: a514091e-f57a-4447-b60b-7f22d6f26820] Took 1.79 seconds to deallocate network for instance. [ 782.429329] env[62328]: DEBUG oslo_vmware.api [None req-ff51ed62-bf7a-40bc-87f3-1ea13181a561 tempest-ServersTestJSON-2041147199 tempest-ServersTestJSON-2041147199-project-member] Task: {'id': task-2386886, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.280598} completed successfully. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 782.429787] env[62328]: DEBUG nova.virt.vmwareapi.ds_util [None req-ff51ed62-bf7a-40bc-87f3-1ea13181a561 tempest-ServersTestJSON-2041147199 tempest-ServersTestJSON-2041147199-project-member] Deleted the datastore file {{(pid=62328) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 782.430103] env[62328]: DEBUG nova.virt.vmwareapi.vmops [None req-ff51ed62-bf7a-40bc-87f3-1ea13181a561 tempest-ServersTestJSON-2041147199 tempest-ServersTestJSON-2041147199-project-member] [instance: fc8146ed-f4c5-4b4b-a03d-c52452f583cd] Deleted contents of the VM from datastore datastore1 {{(pid=62328) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 782.430516] env[62328]: DEBUG nova.virt.vmwareapi.vmops [None req-ff51ed62-bf7a-40bc-87f3-1ea13181a561 tempest-ServersTestJSON-2041147199 tempest-ServersTestJSON-2041147199-project-member] [instance: fc8146ed-f4c5-4b4b-a03d-c52452f583cd] Instance destroyed {{(pid=62328) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 782.430944] env[62328]: INFO nova.compute.manager [None req-ff51ed62-bf7a-40bc-87f3-1ea13181a561 tempest-ServersTestJSON-2041147199 tempest-ServersTestJSON-2041147199-project-member] [instance: fc8146ed-f4c5-4b4b-a03d-c52452f583cd] Took 1.88 seconds to destroy the instance on the hypervisor. [ 782.432175] env[62328]: DEBUG oslo.service.loopingcall [None req-ff51ed62-bf7a-40bc-87f3-1ea13181a561 tempest-ServersTestJSON-2041147199 tempest-ServersTestJSON-2041147199-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62328) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 782.432175] env[62328]: DEBUG nova.compute.manager [-] [instance: fc8146ed-f4c5-4b4b-a03d-c52452f583cd] Deallocating network for instance {{(pid=62328) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 782.432175] env[62328]: DEBUG nova.network.neutron [-] [instance: fc8146ed-f4c5-4b4b-a03d-c52452f583cd] deallocate_for_instance() {{(pid=62328) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 782.452346] env[62328]: DEBUG nova.scheduler.client.report [None req-21bf2375-4693-49dc-bea3-4d3371b304c5 tempest-ServersTestJSON-42114830 tempest-ServersTestJSON-42114830-project-member] Inventory has not changed for provider 3469e9f8-04af-49ca-8435-49f104496744 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 152, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62328) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 782.487398] env[62328]: DEBUG oslo_concurrency.lockutils [None req-ef1f8293-5441-4dc6-bc40-76c65a3b7404 tempest-ServerShowV257Test-2024025592 tempest-ServerShowV257Test-2024025592-project-member] Acquiring lock "d60294e0-35a3-4c90-8a63-a525ff1c6833" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 782.487728] env[62328]: DEBUG oslo_concurrency.lockutils [None req-ef1f8293-5441-4dc6-bc40-76c65a3b7404 tempest-ServerShowV257Test-2024025592 tempest-ServerShowV257Test-2024025592-project-member] Lock "d60294e0-35a3-4c90-8a63-a525ff1c6833" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 782.516031] env[62328]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-2b606c69-6f03-4bc8-bdd3-d6270c5ffd2f {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 782.528938] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-65f68a92-8f7b-4cae-a702-b101b79d71d3 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 782.558282] env[62328]: DEBUG oslo_vmware.api [None req-61d42520-36ae-410d-a504-2f66221f8b41 tempest-DeleteServersTestJSON-1766103036 tempest-DeleteServersTestJSON-1766103036-project-member] Task: {'id': task-2386888, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.229577} completed successfully. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 782.561776] env[62328]: DEBUG nova.virt.vmwareapi.ds_util [None req-61d42520-36ae-410d-a504-2f66221f8b41 tempest-DeleteServersTestJSON-1766103036 tempest-DeleteServersTestJSON-1766103036-project-member] Deleted the datastore file {{(pid=62328) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 782.562172] env[62328]: DEBUG nova.virt.vmwareapi.vmops [None req-61d42520-36ae-410d-a504-2f66221f8b41 tempest-DeleteServersTestJSON-1766103036 tempest-DeleteServersTestJSON-1766103036-project-member] [instance: 0ee7925e-085a-489d-8e8e-a0169dd17d45] Deleted contents of the VM from datastore datastore2 {{(pid=62328) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 782.562550] env[62328]: DEBUG nova.virt.vmwareapi.vmops [None req-61d42520-36ae-410d-a504-2f66221f8b41 tempest-DeleteServersTestJSON-1766103036 tempest-DeleteServersTestJSON-1766103036-project-member] [instance: 0ee7925e-085a-489d-8e8e-a0169dd17d45] Instance destroyed {{(pid=62328) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 782.562846] env[62328]: INFO nova.compute.manager [None req-61d42520-36ae-410d-a504-2f66221f8b41 tempest-DeleteServersTestJSON-1766103036 tempest-DeleteServersTestJSON-1766103036-project-member] [instance: 0ee7925e-085a-489d-8e8e-a0169dd17d45] Took 1.17 seconds to destroy the instance on the hypervisor. [ 782.563231] env[62328]: DEBUG oslo.service.loopingcall [None req-61d42520-36ae-410d-a504-2f66221f8b41 tempest-DeleteServersTestJSON-1766103036 tempest-DeleteServersTestJSON-1766103036-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62328) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 782.563545] env[62328]: DEBUG nova.compute.manager [-] [instance: 0ee7925e-085a-489d-8e8e-a0169dd17d45] Deallocating network for instance {{(pid=62328) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 782.563745] env[62328]: DEBUG nova.network.neutron [-] [instance: 0ee7925e-085a-489d-8e8e-a0169dd17d45] deallocate_for_instance() {{(pid=62328) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 782.577401] env[62328]: DEBUG nova.compute.manager [req-99858681-db31-40a2-a292-6bb21ac6f384 req-5950fa60-a9ab-4af2-ac7f-f56c66d782e1 service nova] [instance: 3e0f093a-98be-4406-a220-34f6d6767294] Detach interface failed, port_id=7b7b0d94-ddb8-4de8-8091-fd054caa14de, reason: Instance 3e0f093a-98be-4406-a220-34f6d6767294 could not be found. {{(pid=62328) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 782.582039] env[62328]: DEBUG oslo_vmware.api [None req-5e1ca340-82e1-4aed-acef-0dcfd71f411a tempest-ServerActionsTestOtherA-1098162655 tempest-ServerActionsTestOtherA-1098162655-project-member] Task: {'id': task-2386889, 'name': PowerOnVM_Task, 'duration_secs': 0.49366} completed successfully. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 782.582484] env[62328]: DEBUG nova.virt.vmwareapi.vm_util [None req-5e1ca340-82e1-4aed-acef-0dcfd71f411a tempest-ServerActionsTestOtherA-1098162655 tempest-ServerActionsTestOtherA-1098162655-project-member] [instance: 0b59b4a1-0c44-41af-a213-89960b97f913] Powered on the VM {{(pid=62328) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 782.582921] env[62328]: INFO nova.compute.manager [None req-5e1ca340-82e1-4aed-acef-0dcfd71f411a tempest-ServerActionsTestOtherA-1098162655 tempest-ServerActionsTestOtherA-1098162655-project-member] [instance: 0b59b4a1-0c44-41af-a213-89960b97f913] Took 8.95 seconds to spawn the instance on the hypervisor. [ 782.585541] env[62328]: DEBUG nova.compute.manager [None req-5e1ca340-82e1-4aed-acef-0dcfd71f411a tempest-ServerActionsTestOtherA-1098162655 tempest-ServerActionsTestOtherA-1098162655-project-member] [instance: 0b59b4a1-0c44-41af-a213-89960b97f913] Checking state {{(pid=62328) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 782.585541] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fd4acb66-e7ce-45cc-a086-b56719489d1c {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 782.599555] env[62328]: INFO nova.compute.manager [-] [instance: 3e0f093a-98be-4406-a220-34f6d6767294] Took 2.00 seconds to deallocate network for instance. [ 782.617039] env[62328]: DEBUG oslo_vmware.api [None req-6539a92c-9ff4-4be6-b17f-518edda0cd4a tempest-AttachVolumeTestJSON-944844435 tempest-AttachVolumeTestJSON-944844435-project-member] Task: {'id': task-2386885, 'name': ReconfigVM_Task, 'duration_secs': 0.603458} completed successfully. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 782.617039] env[62328]: DEBUG nova.virt.vmwareapi.volumeops [None req-6539a92c-9ff4-4be6-b17f-518edda0cd4a tempest-AttachVolumeTestJSON-944844435 tempest-AttachVolumeTestJSON-944844435-project-member] [instance: 3bbba6fe-038a-40f8-935b-ce45c75c3497] Reconfigured VM instance instance-0000003c to attach disk [datastore2] 3bbba6fe-038a-40f8-935b-ce45c75c3497/3bbba6fe-038a-40f8-935b-ce45c75c3497.vmdk or device None with type sparse {{(pid=62328) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 782.617039] env[62328]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-98e7d997-23ba-4d69-9fe4-2f887a96377a {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 782.625701] env[62328]: DEBUG oslo_vmware.api [None req-6539a92c-9ff4-4be6-b17f-518edda0cd4a tempest-AttachVolumeTestJSON-944844435 tempest-AttachVolumeTestJSON-944844435-project-member] Waiting for the task: (returnval){ [ 782.625701] env[62328]: value = "task-2386890" [ 782.625701] env[62328]: _type = "Task" [ 782.625701] env[62328]: } to complete. {{(pid=62328) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 782.636630] env[62328]: DEBUG oslo_vmware.api [None req-6539a92c-9ff4-4be6-b17f-518edda0cd4a tempest-AttachVolumeTestJSON-944844435 tempest-AttachVolumeTestJSON-944844435-project-member] Task: {'id': task-2386890, 'name': Rename_Task} progress is 0%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 782.912808] env[62328]: DEBUG oslo_concurrency.lockutils [None req-78b3f741-641f-4e91-9d95-57fa711c88d0 tempest-ListImageFiltersTestJSON-111188615 tempest-ListImageFiltersTestJSON-111188615-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 782.958457] env[62328]: DEBUG oslo_concurrency.lockutils [None req-21bf2375-4693-49dc-bea3-4d3371b304c5 tempest-ServersTestJSON-42114830 tempest-ServersTestJSON-42114830-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.161s {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 782.960886] env[62328]: DEBUG oslo_concurrency.lockutils [None req-a17ec9be-038c-48eb-a047-37fb96d24641 tempest-ImagesTestJSON-1776717495 tempest-ImagesTestJSON-1776717495-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 25.664s {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 782.966045] env[62328]: INFO nova.compute.claims [None req-a17ec9be-038c-48eb-a047-37fb96d24641 tempest-ImagesTestJSON-1776717495 tempest-ImagesTestJSON-1776717495-project-member] [instance: 633811c6-28ee-4dbf-9967-688e7ce6ebfd] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 782.993027] env[62328]: DEBUG nova.compute.manager [None req-ef1f8293-5441-4dc6-bc40-76c65a3b7404 tempest-ServerShowV257Test-2024025592 tempest-ServerShowV257Test-2024025592-project-member] [instance: d60294e0-35a3-4c90-8a63-a525ff1c6833] Starting instance... {{(pid=62328) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 782.998304] env[62328]: INFO nova.scheduler.client.report [None req-21bf2375-4693-49dc-bea3-4d3371b304c5 tempest-ServersTestJSON-42114830 tempest-ServersTestJSON-42114830-project-member] Deleted allocations for instance aa0b930b-b792-402c-ac6d-bfe5dfed0f03 [ 783.104488] env[62328]: INFO nova.compute.manager [None req-5e1ca340-82e1-4aed-acef-0dcfd71f411a tempest-ServerActionsTestOtherA-1098162655 tempest-ServerActionsTestOtherA-1098162655-project-member] [instance: 0b59b4a1-0c44-41af-a213-89960b97f913] Took 41.36 seconds to build instance. [ 783.108423] env[62328]: DEBUG oslo_concurrency.lockutils [None req-7041b012-8caa-4e84-ae56-ef572a78ed3a tempest-VolumesAssistedSnapshotsTest-1692536228 tempest-VolumesAssistedSnapshotsTest-1692536228-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 783.138206] env[62328]: DEBUG oslo_vmware.api [None req-6539a92c-9ff4-4be6-b17f-518edda0cd4a tempest-AttachVolumeTestJSON-944844435 tempest-AttachVolumeTestJSON-944844435-project-member] Task: {'id': task-2386890, 'name': Rename_Task, 'duration_secs': 0.261007} completed successfully. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 783.138771] env[62328]: DEBUG nova.virt.vmwareapi.vm_util [None req-6539a92c-9ff4-4be6-b17f-518edda0cd4a tempest-AttachVolumeTestJSON-944844435 tempest-AttachVolumeTestJSON-944844435-project-member] [instance: 3bbba6fe-038a-40f8-935b-ce45c75c3497] Powering on the VM {{(pid=62328) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 783.139205] env[62328]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-af50375e-71db-497d-8529-7f179e9b8464 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 783.148794] env[62328]: DEBUG oslo_vmware.api [None req-6539a92c-9ff4-4be6-b17f-518edda0cd4a tempest-AttachVolumeTestJSON-944844435 tempest-AttachVolumeTestJSON-944844435-project-member] Waiting for the task: (returnval){ [ 783.148794] env[62328]: value = "task-2386891" [ 783.148794] env[62328]: _type = "Task" [ 783.148794] env[62328]: } to complete. {{(pid=62328) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 783.158932] env[62328]: DEBUG oslo_vmware.api [None req-6539a92c-9ff4-4be6-b17f-518edda0cd4a tempest-AttachVolumeTestJSON-944844435 tempest-AttachVolumeTestJSON-944844435-project-member] Task: {'id': task-2386891, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 783.349443] env[62328]: DEBUG nova.network.neutron [-] [instance: fc8146ed-f4c5-4b4b-a03d-c52452f583cd] Updating instance_info_cache with network_info: [] {{(pid=62328) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 783.483383] env[62328]: DEBUG nova.network.neutron [-] [instance: 0ee7925e-085a-489d-8e8e-a0169dd17d45] Updating instance_info_cache with network_info: [] {{(pid=62328) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 783.510747] env[62328]: DEBUG oslo_concurrency.lockutils [None req-21bf2375-4693-49dc-bea3-4d3371b304c5 tempest-ServersTestJSON-42114830 tempest-ServersTestJSON-42114830-project-member] Lock "aa0b930b-b792-402c-ac6d-bfe5dfed0f03" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 31.166s {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 783.517507] env[62328]: DEBUG oslo_concurrency.lockutils [None req-ef1f8293-5441-4dc6-bc40-76c65a3b7404 tempest-ServerShowV257Test-2024025592 tempest-ServerShowV257Test-2024025592-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 783.607804] env[62328]: DEBUG oslo_concurrency.lockutils [None req-5e1ca340-82e1-4aed-acef-0dcfd71f411a tempest-ServerActionsTestOtherA-1098162655 tempest-ServerActionsTestOtherA-1098162655-project-member] Lock "0b59b4a1-0c44-41af-a213-89960b97f913" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 42.880s {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 783.662896] env[62328]: DEBUG oslo_vmware.api [None req-6539a92c-9ff4-4be6-b17f-518edda0cd4a tempest-AttachVolumeTestJSON-944844435 tempest-AttachVolumeTestJSON-944844435-project-member] Task: {'id': task-2386891, 'name': PowerOnVM_Task} progress is 94%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 783.853773] env[62328]: INFO nova.compute.manager [-] [instance: fc8146ed-f4c5-4b4b-a03d-c52452f583cd] Took 1.42 seconds to deallocate network for instance. [ 783.987033] env[62328]: INFO nova.compute.manager [-] [instance: 0ee7925e-085a-489d-8e8e-a0169dd17d45] Took 1.42 seconds to deallocate network for instance. [ 784.031496] env[62328]: DEBUG nova.compute.manager [req-d7c49a4f-cefe-4ad5-bbd6-bb882dcee2f2 req-f3fd88cf-55f9-45ba-8423-5ac426f230f6 service nova] [instance: 0ee7925e-085a-489d-8e8e-a0169dd17d45] Received event network-vif-deleted-d5c05f2e-dbee-488e-ae82-8b0c9e8c5506 {{(pid=62328) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 784.067466] env[62328]: DEBUG nova.compute.manager [req-a43dbc50-c0f2-4e20-8de4-4610499be30d req-5a416330-31ff-488a-8f62-e71ebf02e496 service nova] [instance: fc8146ed-f4c5-4b4b-a03d-c52452f583cd] Received event network-vif-deleted-9072a222-9877-42d6-931a-31acdacdc894 {{(pid=62328) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 784.067466] env[62328]: DEBUG nova.compute.manager [req-a43dbc50-c0f2-4e20-8de4-4610499be30d req-5a416330-31ff-488a-8f62-e71ebf02e496 service nova] [instance: 0b59b4a1-0c44-41af-a213-89960b97f913] Received event network-changed-86c37542-23b8-4f9e-aad7-2a0e02ec85e2 {{(pid=62328) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 784.067466] env[62328]: DEBUG nova.compute.manager [req-a43dbc50-c0f2-4e20-8de4-4610499be30d req-5a416330-31ff-488a-8f62-e71ebf02e496 service nova] [instance: 0b59b4a1-0c44-41af-a213-89960b97f913] Refreshing instance network info cache due to event network-changed-86c37542-23b8-4f9e-aad7-2a0e02ec85e2. {{(pid=62328) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 784.068445] env[62328]: DEBUG oslo_concurrency.lockutils [req-a43dbc50-c0f2-4e20-8de4-4610499be30d req-5a416330-31ff-488a-8f62-e71ebf02e496 service nova] Acquiring lock "refresh_cache-0b59b4a1-0c44-41af-a213-89960b97f913" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 784.068691] env[62328]: DEBUG oslo_concurrency.lockutils [req-a43dbc50-c0f2-4e20-8de4-4610499be30d req-5a416330-31ff-488a-8f62-e71ebf02e496 service nova] Acquired lock "refresh_cache-0b59b4a1-0c44-41af-a213-89960b97f913" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.068912] env[62328]: DEBUG nova.network.neutron [req-a43dbc50-c0f2-4e20-8de4-4610499be30d req-5a416330-31ff-488a-8f62-e71ebf02e496 service nova] [instance: 0b59b4a1-0c44-41af-a213-89960b97f913] Refreshing network info cache for port 86c37542-23b8-4f9e-aad7-2a0e02ec85e2 {{(pid=62328) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 784.160343] env[62328]: DEBUG oslo_vmware.api [None req-6539a92c-9ff4-4be6-b17f-518edda0cd4a tempest-AttachVolumeTestJSON-944844435 tempest-AttachVolumeTestJSON-944844435-project-member] Task: {'id': task-2386891, 'name': PowerOnVM_Task, 'duration_secs': 0.558905} completed successfully. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 784.164493] env[62328]: DEBUG nova.virt.vmwareapi.vm_util [None req-6539a92c-9ff4-4be6-b17f-518edda0cd4a tempest-AttachVolumeTestJSON-944844435 tempest-AttachVolumeTestJSON-944844435-project-member] [instance: 3bbba6fe-038a-40f8-935b-ce45c75c3497] Powered on the VM {{(pid=62328) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 784.164493] env[62328]: INFO nova.compute.manager [None req-6539a92c-9ff4-4be6-b17f-518edda0cd4a tempest-AttachVolumeTestJSON-944844435 tempest-AttachVolumeTestJSON-944844435-project-member] [instance: 3bbba6fe-038a-40f8-935b-ce45c75c3497] Took 7.84 seconds to spawn the instance on the hypervisor. [ 784.164493] env[62328]: DEBUG nova.compute.manager [None req-6539a92c-9ff4-4be6-b17f-518edda0cd4a tempest-AttachVolumeTestJSON-944844435 tempest-AttachVolumeTestJSON-944844435-project-member] [instance: 3bbba6fe-038a-40f8-935b-ce45c75c3497] Checking state {{(pid=62328) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 784.165367] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4915a075-0d0d-4584-9b80-63599679649e {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 784.371201] env[62328]: DEBUG oslo_concurrency.lockutils [None req-ff51ed62-bf7a-40bc-87f3-1ea13181a561 tempest-ServersTestJSON-2041147199 tempest-ServersTestJSON-2041147199-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 784.493939] env[62328]: DEBUG oslo_concurrency.lockutils [None req-61d42520-36ae-410d-a504-2f66221f8b41 tempest-DeleteServersTestJSON-1766103036 tempest-DeleteServersTestJSON-1766103036-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 784.589694] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1828cb87-d05f-4fa3-adb2-fc8ae4c1428e {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 784.599246] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c64b5082-6131-4b50-b739-48f8809bff45 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 784.632959] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-20b26aa2-f9b4-4249-86fe-54ef7557dd72 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 784.641511] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0b5ef20b-643f-4457-a72a-ac874ec7a235 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 784.658234] env[62328]: DEBUG nova.compute.provider_tree [None req-a17ec9be-038c-48eb-a047-37fb96d24641 tempest-ImagesTestJSON-1776717495 tempest-ImagesTestJSON-1776717495-project-member] Inventory has not changed in ProviderTree for provider: 3469e9f8-04af-49ca-8435-49f104496744 {{(pid=62328) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 784.685296] env[62328]: INFO nova.compute.manager [None req-6539a92c-9ff4-4be6-b17f-518edda0cd4a tempest-AttachVolumeTestJSON-944844435 tempest-AttachVolumeTestJSON-944844435-project-member] [instance: 3bbba6fe-038a-40f8-935b-ce45c75c3497] Took 42.27 seconds to build instance. [ 785.164053] env[62328]: DEBUG nova.scheduler.client.report [None req-a17ec9be-038c-48eb-a047-37fb96d24641 tempest-ImagesTestJSON-1776717495 tempest-ImagesTestJSON-1776717495-project-member] Inventory has not changed for provider 3469e9f8-04af-49ca-8435-49f104496744 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 152, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62328) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 785.188241] env[62328]: DEBUG oslo_concurrency.lockutils [None req-6539a92c-9ff4-4be6-b17f-518edda0cd4a tempest-AttachVolumeTestJSON-944844435 tempest-AttachVolumeTestJSON-944844435-project-member] Lock "3bbba6fe-038a-40f8-935b-ce45c75c3497" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 43.790s {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 785.470956] env[62328]: DEBUG nova.network.neutron [req-a43dbc50-c0f2-4e20-8de4-4610499be30d req-5a416330-31ff-488a-8f62-e71ebf02e496 service nova] [instance: 0b59b4a1-0c44-41af-a213-89960b97f913] Updated VIF entry in instance network info cache for port 86c37542-23b8-4f9e-aad7-2a0e02ec85e2. {{(pid=62328) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 785.472441] env[62328]: DEBUG nova.network.neutron [req-a43dbc50-c0f2-4e20-8de4-4610499be30d req-5a416330-31ff-488a-8f62-e71ebf02e496 service nova] [instance: 0b59b4a1-0c44-41af-a213-89960b97f913] Updating instance_info_cache with network_info: [{"id": "86c37542-23b8-4f9e-aad7-2a0e02ec85e2", "address": "fa:16:3e:da:a8:53", "network": {"id": "ed570829-7777-4fb9-9e0f-cef4ca21980b", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1726239177-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.216", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "17143bbcad5b4da0801478fe45bd8ce6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a965790c-2d2f-4c2a-9ee7-745f4d53039b", "external-id": "nsx-vlan-transportzone-708", "segmentation_id": 708, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap86c37542-23", "ovs_interfaceid": "86c37542-23b8-4f9e-aad7-2a0e02ec85e2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62328) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 785.668702] env[62328]: DEBUG oslo_concurrency.lockutils [None req-a17ec9be-038c-48eb-a047-37fb96d24641 tempest-ImagesTestJSON-1776717495 tempest-ImagesTestJSON-1776717495-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.708s {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 785.669282] env[62328]: DEBUG nova.compute.manager [None req-a17ec9be-038c-48eb-a047-37fb96d24641 tempest-ImagesTestJSON-1776717495 tempest-ImagesTestJSON-1776717495-project-member] [instance: 633811c6-28ee-4dbf-9967-688e7ce6ebfd] Start building networks asynchronously for instance. {{(pid=62328) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 785.673140] env[62328]: DEBUG oslo_concurrency.lockutils [None req-79c80447-4dcb-41ee-8af4-9ac1194bdf03 tempest-SecurityGroupsTestJSON-105101063 tempest-SecurityGroupsTestJSON-105101063-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 26.225s {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 785.673140] env[62328]: DEBUG nova.objects.instance [None req-79c80447-4dcb-41ee-8af4-9ac1194bdf03 tempest-SecurityGroupsTestJSON-105101063 tempest-SecurityGroupsTestJSON-105101063-project-member] Lazy-loading 'resources' on Instance uuid 2ead81f5-76a7-4b80-ac7e-f227dec14f95 {{(pid=62328) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 785.976386] env[62328]: DEBUG oslo_concurrency.lockutils [req-a43dbc50-c0f2-4e20-8de4-4610499be30d req-5a416330-31ff-488a-8f62-e71ebf02e496 service nova] Releasing lock "refresh_cache-0b59b4a1-0c44-41af-a213-89960b97f913" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 786.112734] env[62328]: DEBUG nova.compute.manager [req-c3cb41a9-26cf-4ef5-9571-54d97dd09fbf req-8e46c33b-e6b0-4764-b314-0b7338f2602d service nova] [instance: 3bbba6fe-038a-40f8-935b-ce45c75c3497] Received event network-changed-b4a43b03-36a8-47a0-b31b-aafdd6a4a49e {{(pid=62328) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 786.112734] env[62328]: DEBUG nova.compute.manager [req-c3cb41a9-26cf-4ef5-9571-54d97dd09fbf req-8e46c33b-e6b0-4764-b314-0b7338f2602d service nova] [instance: 3bbba6fe-038a-40f8-935b-ce45c75c3497] Refreshing instance network info cache due to event network-changed-b4a43b03-36a8-47a0-b31b-aafdd6a4a49e. {{(pid=62328) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 786.112866] env[62328]: DEBUG oslo_concurrency.lockutils [req-c3cb41a9-26cf-4ef5-9571-54d97dd09fbf req-8e46c33b-e6b0-4764-b314-0b7338f2602d service nova] Acquiring lock "refresh_cache-3bbba6fe-038a-40f8-935b-ce45c75c3497" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 786.113057] env[62328]: DEBUG oslo_concurrency.lockutils [req-c3cb41a9-26cf-4ef5-9571-54d97dd09fbf req-8e46c33b-e6b0-4764-b314-0b7338f2602d service nova] Acquired lock "refresh_cache-3bbba6fe-038a-40f8-935b-ce45c75c3497" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.113183] env[62328]: DEBUG nova.network.neutron [req-c3cb41a9-26cf-4ef5-9571-54d97dd09fbf req-8e46c33b-e6b0-4764-b314-0b7338f2602d service nova] [instance: 3bbba6fe-038a-40f8-935b-ce45c75c3497] Refreshing network info cache for port b4a43b03-36a8-47a0-b31b-aafdd6a4a49e {{(pid=62328) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 786.180345] env[62328]: DEBUG nova.compute.utils [None req-a17ec9be-038c-48eb-a047-37fb96d24641 tempest-ImagesTestJSON-1776717495 tempest-ImagesTestJSON-1776717495-project-member] Using /dev/sd instead of None {{(pid=62328) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 786.182574] env[62328]: DEBUG nova.compute.manager [None req-a17ec9be-038c-48eb-a047-37fb96d24641 tempest-ImagesTestJSON-1776717495 tempest-ImagesTestJSON-1776717495-project-member] [instance: 633811c6-28ee-4dbf-9967-688e7ce6ebfd] Allocating IP information in the background. {{(pid=62328) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 786.182747] env[62328]: DEBUG nova.network.neutron [None req-a17ec9be-038c-48eb-a047-37fb96d24641 tempest-ImagesTestJSON-1776717495 tempest-ImagesTestJSON-1776717495-project-member] [instance: 633811c6-28ee-4dbf-9967-688e7ce6ebfd] allocate_for_instance() {{(pid=62328) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 786.275265] env[62328]: DEBUG nova.policy [None req-a17ec9be-038c-48eb-a047-37fb96d24641 tempest-ImagesTestJSON-1776717495 tempest-ImagesTestJSON-1776717495-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '2a8c1cb2dd264ab786b63b3d318857b9', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '79ff0ac960284ebab9828a8e768f66f2', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62328) authorize /opt/stack/nova/nova/policy.py:192}} [ 786.696574] env[62328]: DEBUG nova.compute.manager [None req-a17ec9be-038c-48eb-a047-37fb96d24641 tempest-ImagesTestJSON-1776717495 tempest-ImagesTestJSON-1776717495-project-member] [instance: 633811c6-28ee-4dbf-9967-688e7ce6ebfd] Start building block device mappings for instance. {{(pid=62328) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 786.750525] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-187824fb-b60d-45fb-9929-f6e463fdd9d6 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 786.760911] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-de35b672-e77e-4020-9344-4a18a30a3105 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 786.806406] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ea3a51db-51c9-45ab-91b1-502990c82adb {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 786.819403] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f2382438-3cc4-417f-a8e1-d6f308dc34be {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 786.837374] env[62328]: DEBUG nova.compute.provider_tree [None req-79c80447-4dcb-41ee-8af4-9ac1194bdf03 tempest-SecurityGroupsTestJSON-105101063 tempest-SecurityGroupsTestJSON-105101063-project-member] Inventory has not changed in ProviderTree for provider: 3469e9f8-04af-49ca-8435-49f104496744 {{(pid=62328) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 786.920791] env[62328]: DEBUG nova.network.neutron [None req-a17ec9be-038c-48eb-a047-37fb96d24641 tempest-ImagesTestJSON-1776717495 tempest-ImagesTestJSON-1776717495-project-member] [instance: 633811c6-28ee-4dbf-9967-688e7ce6ebfd] Successfully created port: d55be0b2-cb03-4efd-b710-46dbbf6d4583 {{(pid=62328) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 787.024477] env[62328]: DEBUG nova.network.neutron [req-c3cb41a9-26cf-4ef5-9571-54d97dd09fbf req-8e46c33b-e6b0-4764-b314-0b7338f2602d service nova] [instance: 3bbba6fe-038a-40f8-935b-ce45c75c3497] Updated VIF entry in instance network info cache for port b4a43b03-36a8-47a0-b31b-aafdd6a4a49e. {{(pid=62328) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 787.024851] env[62328]: DEBUG nova.network.neutron [req-c3cb41a9-26cf-4ef5-9571-54d97dd09fbf req-8e46c33b-e6b0-4764-b314-0b7338f2602d service nova] [instance: 3bbba6fe-038a-40f8-935b-ce45c75c3497] Updating instance_info_cache with network_info: [{"id": "b4a43b03-36a8-47a0-b31b-aafdd6a4a49e", "address": "fa:16:3e:fe:07:f5", "network": {"id": "926e779e-3c4c-474f-92ce-346dc1243ee2", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-237776850-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.210", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2c55e83cf5c442ba8c209cf01cb581f3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e49a26b5-7b6b-41fd-8bed-4cd9a6c1a002", "external-id": "nsx-vlan-transportzone-506", "segmentation_id": 506, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb4a43b03-36", "ovs_interfaceid": "b4a43b03-36a8-47a0-b31b-aafdd6a4a49e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62328) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 787.344702] env[62328]: DEBUG nova.scheduler.client.report [None req-79c80447-4dcb-41ee-8af4-9ac1194bdf03 tempest-SecurityGroupsTestJSON-105101063 tempest-SecurityGroupsTestJSON-105101063-project-member] Inventory has not changed for provider 3469e9f8-04af-49ca-8435-49f104496744 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 152, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62328) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 787.528699] env[62328]: DEBUG oslo_concurrency.lockutils [req-c3cb41a9-26cf-4ef5-9571-54d97dd09fbf req-8e46c33b-e6b0-4764-b314-0b7338f2602d service nova] Releasing lock "refresh_cache-3bbba6fe-038a-40f8-935b-ce45c75c3497" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 787.707125] env[62328]: DEBUG nova.compute.manager [None req-a17ec9be-038c-48eb-a047-37fb96d24641 tempest-ImagesTestJSON-1776717495 tempest-ImagesTestJSON-1776717495-project-member] [instance: 633811c6-28ee-4dbf-9967-688e7ce6ebfd] Start spawning the instance on the hypervisor. {{(pid=62328) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 787.736178] env[62328]: DEBUG nova.virt.hardware [None req-a17ec9be-038c-48eb-a047-37fb96d24641 tempest-ImagesTestJSON-1776717495 tempest-ImagesTestJSON-1776717495-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-07T17:16:55Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-07T17:16:37Z,direct_url=,disk_format='vmdk',id=dbf872a4-92be-47e4-8561-c3e2bf2423ab,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='2a64022f08d84b11a86773b900860ae5',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-07T17:16:38Z,virtual_size=,visibility=), allow threads: False {{(pid=62328) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 787.736178] env[62328]: DEBUG nova.virt.hardware [None req-a17ec9be-038c-48eb-a047-37fb96d24641 tempest-ImagesTestJSON-1776717495 tempest-ImagesTestJSON-1776717495-project-member] Flavor limits 0:0:0 {{(pid=62328) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 787.736326] env[62328]: DEBUG nova.virt.hardware [None req-a17ec9be-038c-48eb-a047-37fb96d24641 tempest-ImagesTestJSON-1776717495 tempest-ImagesTestJSON-1776717495-project-member] Image limits 0:0:0 {{(pid=62328) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 787.736670] env[62328]: DEBUG nova.virt.hardware [None req-a17ec9be-038c-48eb-a047-37fb96d24641 tempest-ImagesTestJSON-1776717495 tempest-ImagesTestJSON-1776717495-project-member] Flavor pref 0:0:0 {{(pid=62328) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 787.736670] env[62328]: DEBUG nova.virt.hardware [None req-a17ec9be-038c-48eb-a047-37fb96d24641 tempest-ImagesTestJSON-1776717495 tempest-ImagesTestJSON-1776717495-project-member] Image pref 0:0:0 {{(pid=62328) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 787.736784] env[62328]: DEBUG nova.virt.hardware [None req-a17ec9be-038c-48eb-a047-37fb96d24641 tempest-ImagesTestJSON-1776717495 tempest-ImagesTestJSON-1776717495-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62328) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 787.737011] env[62328]: DEBUG nova.virt.hardware [None req-a17ec9be-038c-48eb-a047-37fb96d24641 tempest-ImagesTestJSON-1776717495 tempest-ImagesTestJSON-1776717495-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62328) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 787.737199] env[62328]: DEBUG nova.virt.hardware [None req-a17ec9be-038c-48eb-a047-37fb96d24641 tempest-ImagesTestJSON-1776717495 tempest-ImagesTestJSON-1776717495-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62328) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 787.737347] env[62328]: DEBUG nova.virt.hardware [None req-a17ec9be-038c-48eb-a047-37fb96d24641 tempest-ImagesTestJSON-1776717495 tempest-ImagesTestJSON-1776717495-project-member] Got 1 possible topologies {{(pid=62328) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 787.737507] env[62328]: DEBUG nova.virt.hardware [None req-a17ec9be-038c-48eb-a047-37fb96d24641 tempest-ImagesTestJSON-1776717495 tempest-ImagesTestJSON-1776717495-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62328) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 787.737677] env[62328]: DEBUG nova.virt.hardware [None req-a17ec9be-038c-48eb-a047-37fb96d24641 tempest-ImagesTestJSON-1776717495 tempest-ImagesTestJSON-1776717495-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62328) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 787.738586] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-327d5ecd-74ce-4897-ab68-4057eff8abc8 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 787.748039] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f3a1c8c6-b39b-4044-ade7-b27486b39b9e {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 787.851048] env[62328]: DEBUG oslo_concurrency.lockutils [None req-79c80447-4dcb-41ee-8af4-9ac1194bdf03 tempest-SecurityGroupsTestJSON-105101063 tempest-SecurityGroupsTestJSON-105101063-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.179s {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 787.853762] env[62328]: DEBUG oslo_concurrency.lockutils [None req-437b7d66-e68c-48e6-bbd6-a042ed16aa1e tempest-ServersV294TestFqdnHostnames-1169218801 tempest-ServersV294TestFqdnHostnames-1169218801-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 22.341s {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 787.854234] env[62328]: DEBUG nova.objects.instance [None req-437b7d66-e68c-48e6-bbd6-a042ed16aa1e tempest-ServersV294TestFqdnHostnames-1169218801 tempest-ServersV294TestFqdnHostnames-1169218801-project-member] Lazy-loading 'resources' on Instance uuid 80c53aaa-0812-4f2f-bfe8-2f05c1002018 {{(pid=62328) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 787.879937] env[62328]: INFO nova.scheduler.client.report [None req-79c80447-4dcb-41ee-8af4-9ac1194bdf03 tempest-SecurityGroupsTestJSON-105101063 tempest-SecurityGroupsTestJSON-105101063-project-member] Deleted allocations for instance 2ead81f5-76a7-4b80-ac7e-f227dec14f95 [ 788.388169] env[62328]: DEBUG oslo_concurrency.lockutils [None req-79c80447-4dcb-41ee-8af4-9ac1194bdf03 tempest-SecurityGroupsTestJSON-105101063 tempest-SecurityGroupsTestJSON-105101063-project-member] Lock "2ead81f5-76a7-4b80-ac7e-f227dec14f95" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 32.524s {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 788.634150] env[62328]: DEBUG nova.compute.manager [req-068ee52b-5dc9-465d-bdd6-d6763152d79f req-23547c99-5ce3-481e-a630-f052b8010e15 service nova] [instance: 633811c6-28ee-4dbf-9967-688e7ce6ebfd] Received event network-vif-plugged-d55be0b2-cb03-4efd-b710-46dbbf6d4583 {{(pid=62328) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 788.634383] env[62328]: DEBUG oslo_concurrency.lockutils [req-068ee52b-5dc9-465d-bdd6-d6763152d79f req-23547c99-5ce3-481e-a630-f052b8010e15 service nova] Acquiring lock "633811c6-28ee-4dbf-9967-688e7ce6ebfd-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 788.634608] env[62328]: DEBUG oslo_concurrency.lockutils [req-068ee52b-5dc9-465d-bdd6-d6763152d79f req-23547c99-5ce3-481e-a630-f052b8010e15 service nova] Lock "633811c6-28ee-4dbf-9967-688e7ce6ebfd-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 788.634776] env[62328]: DEBUG oslo_concurrency.lockutils [req-068ee52b-5dc9-465d-bdd6-d6763152d79f req-23547c99-5ce3-481e-a630-f052b8010e15 service nova] Lock "633811c6-28ee-4dbf-9967-688e7ce6ebfd-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 788.635016] env[62328]: DEBUG nova.compute.manager [req-068ee52b-5dc9-465d-bdd6-d6763152d79f req-23547c99-5ce3-481e-a630-f052b8010e15 service nova] [instance: 633811c6-28ee-4dbf-9967-688e7ce6ebfd] No waiting events found dispatching network-vif-plugged-d55be0b2-cb03-4efd-b710-46dbbf6d4583 {{(pid=62328) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 788.636126] env[62328]: WARNING nova.compute.manager [req-068ee52b-5dc9-465d-bdd6-d6763152d79f req-23547c99-5ce3-481e-a630-f052b8010e15 service nova] [instance: 633811c6-28ee-4dbf-9967-688e7ce6ebfd] Received unexpected event network-vif-plugged-d55be0b2-cb03-4efd-b710-46dbbf6d4583 for instance with vm_state building and task_state spawning. [ 788.749461] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3e86c678-0027-4171-926b-eb18891b186d {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 788.757826] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6db2693d-ccfd-4ab4-b211-6d26a9dac467 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 788.789589] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8d7a0a3e-a29c-45f7-a24f-6cc43210e833 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 788.798247] env[62328]: DEBUG nova.network.neutron [None req-a17ec9be-038c-48eb-a047-37fb96d24641 tempest-ImagesTestJSON-1776717495 tempest-ImagesTestJSON-1776717495-project-member] [instance: 633811c6-28ee-4dbf-9967-688e7ce6ebfd] Successfully updated port: d55be0b2-cb03-4efd-b710-46dbbf6d4583 {{(pid=62328) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 788.800437] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bea339bc-baeb-47c2-b92f-db2f91b388b7 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 788.817474] env[62328]: DEBUG nova.compute.provider_tree [None req-437b7d66-e68c-48e6-bbd6-a042ed16aa1e tempest-ServersV294TestFqdnHostnames-1169218801 tempest-ServersV294TestFqdnHostnames-1169218801-project-member] Inventory has not changed in ProviderTree for provider: 3469e9f8-04af-49ca-8435-49f104496744 {{(pid=62328) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 789.307775] env[62328]: DEBUG oslo_concurrency.lockutils [None req-a17ec9be-038c-48eb-a047-37fb96d24641 tempest-ImagesTestJSON-1776717495 tempest-ImagesTestJSON-1776717495-project-member] Acquiring lock "refresh_cache-633811c6-28ee-4dbf-9967-688e7ce6ebfd" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 789.307939] env[62328]: DEBUG oslo_concurrency.lockutils [None req-a17ec9be-038c-48eb-a047-37fb96d24641 tempest-ImagesTestJSON-1776717495 tempest-ImagesTestJSON-1776717495-project-member] Acquired lock "refresh_cache-633811c6-28ee-4dbf-9967-688e7ce6ebfd" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.308112] env[62328]: DEBUG nova.network.neutron [None req-a17ec9be-038c-48eb-a047-37fb96d24641 tempest-ImagesTestJSON-1776717495 tempest-ImagesTestJSON-1776717495-project-member] [instance: 633811c6-28ee-4dbf-9967-688e7ce6ebfd] Building network info cache for instance {{(pid=62328) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 789.322480] env[62328]: DEBUG nova.scheduler.client.report [None req-437b7d66-e68c-48e6-bbd6-a042ed16aa1e tempest-ServersV294TestFqdnHostnames-1169218801 tempest-ServersV294TestFqdnHostnames-1169218801-project-member] Inventory has not changed for provider 3469e9f8-04af-49ca-8435-49f104496744 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 152, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62328) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 789.828236] env[62328]: DEBUG oslo_concurrency.lockutils [None req-437b7d66-e68c-48e6-bbd6-a042ed16aa1e tempest-ServersV294TestFqdnHostnames-1169218801 tempest-ServersV294TestFqdnHostnames-1169218801-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.974s {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 789.831114] env[62328]: DEBUG oslo_concurrency.lockutils [None req-38f7e366-68ce-48aa-a752-6a143ef42302 tempest-ServerRescueTestJSON-434379102 tempest-ServerRescueTestJSON-434379102-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 22.577s {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 789.831357] env[62328]: DEBUG nova.objects.instance [None req-38f7e366-68ce-48aa-a752-6a143ef42302 tempest-ServerRescueTestJSON-434379102 tempest-ServerRescueTestJSON-434379102-project-member] Lazy-loading 'resources' on Instance uuid c6b9b490-d331-47ac-8410-588490ab048d {{(pid=62328) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 789.876378] env[62328]: INFO nova.scheduler.client.report [None req-437b7d66-e68c-48e6-bbd6-a042ed16aa1e tempest-ServersV294TestFqdnHostnames-1169218801 tempest-ServersV294TestFqdnHostnames-1169218801-project-member] Deleted allocations for instance 80c53aaa-0812-4f2f-bfe8-2f05c1002018 [ 789.878005] env[62328]: DEBUG nova.network.neutron [None req-a17ec9be-038c-48eb-a047-37fb96d24641 tempest-ImagesTestJSON-1776717495 tempest-ImagesTestJSON-1776717495-project-member] [instance: 633811c6-28ee-4dbf-9967-688e7ce6ebfd] Instance cache missing network info. {{(pid=62328) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 790.188511] env[62328]: DEBUG nova.network.neutron [None req-a17ec9be-038c-48eb-a047-37fb96d24641 tempest-ImagesTestJSON-1776717495 tempest-ImagesTestJSON-1776717495-project-member] [instance: 633811c6-28ee-4dbf-9967-688e7ce6ebfd] Updating instance_info_cache with network_info: [{"id": "d55be0b2-cb03-4efd-b710-46dbbf6d4583", "address": "fa:16:3e:61:76:71", "network": {"id": "a905dc5c-40c4-4f4e-a49b-32a091a84757", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1569455808-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "79ff0ac960284ebab9828a8e768f66f2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a8140829-5eac-40d8-a10c-eb881f57affc", "external-id": "nsx-vlan-transportzone-517", "segmentation_id": 517, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd55be0b2-cb", "ovs_interfaceid": "d55be0b2-cb03-4efd-b710-46dbbf6d4583", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62328) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 790.388969] env[62328]: DEBUG oslo_concurrency.lockutils [None req-437b7d66-e68c-48e6-bbd6-a042ed16aa1e tempest-ServersV294TestFqdnHostnames-1169218801 tempest-ServersV294TestFqdnHostnames-1169218801-project-member] Lock "80c53aaa-0812-4f2f-bfe8-2f05c1002018" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 30.032s {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 790.677479] env[62328]: DEBUG nova.compute.manager [req-be03d8e6-32ff-4332-9d39-bf7fddc2d0c6 req-009b4fa5-51bf-41d0-b648-ea9ce2d5061c service nova] [instance: 633811c6-28ee-4dbf-9967-688e7ce6ebfd] Received event network-changed-d55be0b2-cb03-4efd-b710-46dbbf6d4583 {{(pid=62328) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 790.677735] env[62328]: DEBUG nova.compute.manager [req-be03d8e6-32ff-4332-9d39-bf7fddc2d0c6 req-009b4fa5-51bf-41d0-b648-ea9ce2d5061c service nova] [instance: 633811c6-28ee-4dbf-9967-688e7ce6ebfd] Refreshing instance network info cache due to event network-changed-d55be0b2-cb03-4efd-b710-46dbbf6d4583. {{(pid=62328) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 790.677941] env[62328]: DEBUG oslo_concurrency.lockutils [req-be03d8e6-32ff-4332-9d39-bf7fddc2d0c6 req-009b4fa5-51bf-41d0-b648-ea9ce2d5061c service nova] Acquiring lock "refresh_cache-633811c6-28ee-4dbf-9967-688e7ce6ebfd" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 790.692778] env[62328]: DEBUG oslo_concurrency.lockutils [None req-a17ec9be-038c-48eb-a047-37fb96d24641 tempest-ImagesTestJSON-1776717495 tempest-ImagesTestJSON-1776717495-project-member] Releasing lock "refresh_cache-633811c6-28ee-4dbf-9967-688e7ce6ebfd" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 790.693081] env[62328]: DEBUG nova.compute.manager [None req-a17ec9be-038c-48eb-a047-37fb96d24641 tempest-ImagesTestJSON-1776717495 tempest-ImagesTestJSON-1776717495-project-member] [instance: 633811c6-28ee-4dbf-9967-688e7ce6ebfd] Instance network_info: |[{"id": "d55be0b2-cb03-4efd-b710-46dbbf6d4583", "address": "fa:16:3e:61:76:71", "network": {"id": "a905dc5c-40c4-4f4e-a49b-32a091a84757", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1569455808-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "79ff0ac960284ebab9828a8e768f66f2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a8140829-5eac-40d8-a10c-eb881f57affc", "external-id": "nsx-vlan-transportzone-517", "segmentation_id": 517, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd55be0b2-cb", "ovs_interfaceid": "d55be0b2-cb03-4efd-b710-46dbbf6d4583", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62328) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 790.694124] env[62328]: DEBUG oslo_concurrency.lockutils [req-be03d8e6-32ff-4332-9d39-bf7fddc2d0c6 req-009b4fa5-51bf-41d0-b648-ea9ce2d5061c service nova] Acquired lock "refresh_cache-633811c6-28ee-4dbf-9967-688e7ce6ebfd" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.694124] env[62328]: DEBUG nova.network.neutron [req-be03d8e6-32ff-4332-9d39-bf7fddc2d0c6 req-009b4fa5-51bf-41d0-b648-ea9ce2d5061c service nova] [instance: 633811c6-28ee-4dbf-9967-688e7ce6ebfd] Refreshing network info cache for port d55be0b2-cb03-4efd-b710-46dbbf6d4583 {{(pid=62328) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 790.694856] env[62328]: DEBUG nova.virt.vmwareapi.vmops [None req-a17ec9be-038c-48eb-a047-37fb96d24641 tempest-ImagesTestJSON-1776717495 tempest-ImagesTestJSON-1776717495-project-member] [instance: 633811c6-28ee-4dbf-9967-688e7ce6ebfd] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:61:76:71', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'a8140829-5eac-40d8-a10c-eb881f57affc', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'd55be0b2-cb03-4efd-b710-46dbbf6d4583', 'vif_model': 'vmxnet3'}] {{(pid=62328) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 790.703822] env[62328]: DEBUG oslo.service.loopingcall [None req-a17ec9be-038c-48eb-a047-37fb96d24641 tempest-ImagesTestJSON-1776717495 tempest-ImagesTestJSON-1776717495-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62328) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 790.709284] env[62328]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 633811c6-28ee-4dbf-9967-688e7ce6ebfd] Creating VM on the ESX host {{(pid=62328) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 790.709921] env[62328]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-54af5264-e2a1-4432-bf0b-589fb5867c5d {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 790.742105] env[62328]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 790.742105] env[62328]: value = "task-2386892" [ 790.742105] env[62328]: _type = "Task" [ 790.742105] env[62328]: } to complete. {{(pid=62328) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 790.751842] env[62328]: DEBUG oslo_vmware.api [-] Task: {'id': task-2386892, 'name': CreateVM_Task} progress is 0%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 790.800280] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-787a468f-f880-4198-860a-46a6dc6b2b5e {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 790.808891] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bb9f93ad-04de-4359-a3df-8144c40165ab {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 790.847169] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-42a82fc6-2e56-40ea-83e4-6acb9b9e0732 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 790.855693] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-57dab4e7-c3a7-4f53-a8d5-b455676c2a85 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 790.872180] env[62328]: DEBUG nova.compute.provider_tree [None req-38f7e366-68ce-48aa-a752-6a143ef42302 tempest-ServerRescueTestJSON-434379102 tempest-ServerRescueTestJSON-434379102-project-member] Inventory has not changed in ProviderTree for provider: 3469e9f8-04af-49ca-8435-49f104496744 {{(pid=62328) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 791.128881] env[62328]: DEBUG nova.network.neutron [req-be03d8e6-32ff-4332-9d39-bf7fddc2d0c6 req-009b4fa5-51bf-41d0-b648-ea9ce2d5061c service nova] [instance: 633811c6-28ee-4dbf-9967-688e7ce6ebfd] Updated VIF entry in instance network info cache for port d55be0b2-cb03-4efd-b710-46dbbf6d4583. {{(pid=62328) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 791.129258] env[62328]: DEBUG nova.network.neutron [req-be03d8e6-32ff-4332-9d39-bf7fddc2d0c6 req-009b4fa5-51bf-41d0-b648-ea9ce2d5061c service nova] [instance: 633811c6-28ee-4dbf-9967-688e7ce6ebfd] Updating instance_info_cache with network_info: [{"id": "d55be0b2-cb03-4efd-b710-46dbbf6d4583", "address": "fa:16:3e:61:76:71", "network": {"id": "a905dc5c-40c4-4f4e-a49b-32a091a84757", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1569455808-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "79ff0ac960284ebab9828a8e768f66f2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a8140829-5eac-40d8-a10c-eb881f57affc", "external-id": "nsx-vlan-transportzone-517", "segmentation_id": 517, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd55be0b2-cb", "ovs_interfaceid": "d55be0b2-cb03-4efd-b710-46dbbf6d4583", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62328) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 791.255014] env[62328]: DEBUG oslo_vmware.api [-] Task: {'id': task-2386892, 'name': CreateVM_Task, 'duration_secs': 0.323137} completed successfully. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 791.255882] env[62328]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 633811c6-28ee-4dbf-9967-688e7ce6ebfd] Created VM on the ESX host {{(pid=62328) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 791.256451] env[62328]: DEBUG oslo_concurrency.lockutils [None req-a17ec9be-038c-48eb-a047-37fb96d24641 tempest-ImagesTestJSON-1776717495 tempest-ImagesTestJSON-1776717495-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/dbf872a4-92be-47e4-8561-c3e2bf2423ab" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 791.256749] env[62328]: DEBUG oslo_concurrency.lockutils [None req-a17ec9be-038c-48eb-a047-37fb96d24641 tempest-ImagesTestJSON-1776717495 tempest-ImagesTestJSON-1776717495-project-member] Acquired lock "[datastore2] devstack-image-cache_base/dbf872a4-92be-47e4-8561-c3e2bf2423ab" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.256930] env[62328]: DEBUG oslo_concurrency.lockutils [None req-a17ec9be-038c-48eb-a047-37fb96d24641 tempest-ImagesTestJSON-1776717495 tempest-ImagesTestJSON-1776717495-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/dbf872a4-92be-47e4-8561-c3e2bf2423ab" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 791.257199] env[62328]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0b9127d9-e6f8-4f31-8760-4a787622d7b0 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 791.262926] env[62328]: DEBUG oslo_vmware.api [None req-a17ec9be-038c-48eb-a047-37fb96d24641 tempest-ImagesTestJSON-1776717495 tempest-ImagesTestJSON-1776717495-project-member] Waiting for the task: (returnval){ [ 791.262926] env[62328]: value = "session[52a6e20e-410d-708a-99f2-080a575a99bd]52c81091-8137-0c70-5b1b-a4decfe4a243" [ 791.262926] env[62328]: _type = "Task" [ 791.262926] env[62328]: } to complete. {{(pid=62328) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 791.272023] env[62328]: DEBUG oslo_vmware.api [None req-a17ec9be-038c-48eb-a047-37fb96d24641 tempest-ImagesTestJSON-1776717495 tempest-ImagesTestJSON-1776717495-project-member] Task: {'id': session[52a6e20e-410d-708a-99f2-080a575a99bd]52c81091-8137-0c70-5b1b-a4decfe4a243, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 791.377999] env[62328]: DEBUG nova.scheduler.client.report [None req-38f7e366-68ce-48aa-a752-6a143ef42302 tempest-ServerRescueTestJSON-434379102 tempest-ServerRescueTestJSON-434379102-project-member] Inventory has not changed for provider 3469e9f8-04af-49ca-8435-49f104496744 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 152, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62328) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 791.632051] env[62328]: DEBUG oslo_concurrency.lockutils [req-be03d8e6-32ff-4332-9d39-bf7fddc2d0c6 req-009b4fa5-51bf-41d0-b648-ea9ce2d5061c service nova] Releasing lock "refresh_cache-633811c6-28ee-4dbf-9967-688e7ce6ebfd" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 791.776214] env[62328]: DEBUG oslo_vmware.api [None req-a17ec9be-038c-48eb-a047-37fb96d24641 tempest-ImagesTestJSON-1776717495 tempest-ImagesTestJSON-1776717495-project-member] Task: {'id': session[52a6e20e-410d-708a-99f2-080a575a99bd]52c81091-8137-0c70-5b1b-a4decfe4a243, 'name': SearchDatastore_Task, 'duration_secs': 0.038695} completed successfully. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 791.776214] env[62328]: DEBUG oslo_concurrency.lockutils [None req-a17ec9be-038c-48eb-a047-37fb96d24641 tempest-ImagesTestJSON-1776717495 tempest-ImagesTestJSON-1776717495-project-member] Releasing lock "[datastore2] devstack-image-cache_base/dbf872a4-92be-47e4-8561-c3e2bf2423ab" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 791.776214] env[62328]: DEBUG nova.virt.vmwareapi.vmops [None req-a17ec9be-038c-48eb-a047-37fb96d24641 tempest-ImagesTestJSON-1776717495 tempest-ImagesTestJSON-1776717495-project-member] [instance: 633811c6-28ee-4dbf-9967-688e7ce6ebfd] Processing image dbf872a4-92be-47e4-8561-c3e2bf2423ab {{(pid=62328) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 791.776484] env[62328]: DEBUG oslo_concurrency.lockutils [None req-a17ec9be-038c-48eb-a047-37fb96d24641 tempest-ImagesTestJSON-1776717495 tempest-ImagesTestJSON-1776717495-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/dbf872a4-92be-47e4-8561-c3e2bf2423ab/dbf872a4-92be-47e4-8561-c3e2bf2423ab.vmdk" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 791.776484] env[62328]: DEBUG oslo_concurrency.lockutils [None req-a17ec9be-038c-48eb-a047-37fb96d24641 tempest-ImagesTestJSON-1776717495 tempest-ImagesTestJSON-1776717495-project-member] Acquired lock "[datastore2] devstack-image-cache_base/dbf872a4-92be-47e4-8561-c3e2bf2423ab/dbf872a4-92be-47e4-8561-c3e2bf2423ab.vmdk" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.777374] env[62328]: DEBUG nova.virt.vmwareapi.ds_util [None req-a17ec9be-038c-48eb-a047-37fb96d24641 tempest-ImagesTestJSON-1776717495 tempest-ImagesTestJSON-1776717495-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62328) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 791.777374] env[62328]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-b52e4856-56b1-483a-af76-9405e2f09873 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 791.790979] env[62328]: DEBUG nova.virt.vmwareapi.ds_util [None req-a17ec9be-038c-48eb-a047-37fb96d24641 tempest-ImagesTestJSON-1776717495 tempest-ImagesTestJSON-1776717495-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62328) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 791.791232] env[62328]: DEBUG nova.virt.vmwareapi.vmops [None req-a17ec9be-038c-48eb-a047-37fb96d24641 tempest-ImagesTestJSON-1776717495 tempest-ImagesTestJSON-1776717495-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62328) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 791.792022] env[62328]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-98a9aced-a5e3-4042-aa50-9f8ec60ec5db {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 791.801993] env[62328]: DEBUG oslo_vmware.api [None req-a17ec9be-038c-48eb-a047-37fb96d24641 tempest-ImagesTestJSON-1776717495 tempest-ImagesTestJSON-1776717495-project-member] Waiting for the task: (returnval){ [ 791.801993] env[62328]: value = "session[52a6e20e-410d-708a-99f2-080a575a99bd]52678010-dda1-310b-e13d-c8915e73836a" [ 791.801993] env[62328]: _type = "Task" [ 791.801993] env[62328]: } to complete. {{(pid=62328) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 791.811612] env[62328]: DEBUG oslo_vmware.api [None req-a17ec9be-038c-48eb-a047-37fb96d24641 tempest-ImagesTestJSON-1776717495 tempest-ImagesTestJSON-1776717495-project-member] Task: {'id': session[52a6e20e-410d-708a-99f2-080a575a99bd]52678010-dda1-310b-e13d-c8915e73836a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 791.883822] env[62328]: DEBUG oslo_concurrency.lockutils [None req-38f7e366-68ce-48aa-a752-6a143ef42302 tempest-ServerRescueTestJSON-434379102 tempest-ServerRescueTestJSON-434379102-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.053s {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 791.886976] env[62328]: DEBUG oslo_concurrency.lockutils [None req-09fc80ab-099d-432a-aaff-cbff9a4d8608 tempest-InstanceActionsTestJSON-398422522 tempest-InstanceActionsTestJSON-398422522-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 23.804s {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 791.887345] env[62328]: DEBUG nova.objects.instance [None req-09fc80ab-099d-432a-aaff-cbff9a4d8608 tempest-InstanceActionsTestJSON-398422522 tempest-InstanceActionsTestJSON-398422522-project-member] Lazy-loading 'resources' on Instance uuid c4d72f48-adf2-435f-9f5f-e3c3bc14bc8c {{(pid=62328) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 791.917366] env[62328]: INFO nova.scheduler.client.report [None req-38f7e366-68ce-48aa-a752-6a143ef42302 tempest-ServerRescueTestJSON-434379102 tempest-ServerRescueTestJSON-434379102-project-member] Deleted allocations for instance c6b9b490-d331-47ac-8410-588490ab048d [ 792.319288] env[62328]: DEBUG oslo_vmware.api [None req-a17ec9be-038c-48eb-a047-37fb96d24641 tempest-ImagesTestJSON-1776717495 tempest-ImagesTestJSON-1776717495-project-member] Task: {'id': session[52a6e20e-410d-708a-99f2-080a575a99bd]52678010-dda1-310b-e13d-c8915e73836a, 'name': SearchDatastore_Task, 'duration_secs': 0.018977} completed successfully. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 792.321614] env[62328]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3b6c3b4a-e1f9-4d18-bd16-e8e9916ef4ba {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 792.329307] env[62328]: DEBUG oslo_vmware.api [None req-a17ec9be-038c-48eb-a047-37fb96d24641 tempest-ImagesTestJSON-1776717495 tempest-ImagesTestJSON-1776717495-project-member] Waiting for the task: (returnval){ [ 792.329307] env[62328]: value = "session[52a6e20e-410d-708a-99f2-080a575a99bd]5214825e-457e-9136-2421-f61c5146a2df" [ 792.329307] env[62328]: _type = "Task" [ 792.329307] env[62328]: } to complete. {{(pid=62328) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 792.339888] env[62328]: DEBUG oslo_vmware.api [None req-a17ec9be-038c-48eb-a047-37fb96d24641 tempest-ImagesTestJSON-1776717495 tempest-ImagesTestJSON-1776717495-project-member] Task: {'id': session[52a6e20e-410d-708a-99f2-080a575a99bd]5214825e-457e-9136-2421-f61c5146a2df, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 792.426627] env[62328]: DEBUG oslo_concurrency.lockutils [None req-38f7e366-68ce-48aa-a752-6a143ef42302 tempest-ServerRescueTestJSON-434379102 tempest-ServerRescueTestJSON-434379102-project-member] Lock "c6b9b490-d331-47ac-8410-588490ab048d" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 29.140s {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 792.791524] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-76f7600b-4185-4b38-970c-342fbff48191 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 792.801860] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1ed5381e-7d12-4939-bbc8-5f5044a83ac0 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 792.843428] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0d697f62-458f-4351-bd33-843bece973dd {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 792.855710] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ed10ca27-aa9c-48a7-b7ed-005a92785fe8 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 792.859638] env[62328]: DEBUG oslo_vmware.api [None req-a17ec9be-038c-48eb-a047-37fb96d24641 tempest-ImagesTestJSON-1776717495 tempest-ImagesTestJSON-1776717495-project-member] Task: {'id': session[52a6e20e-410d-708a-99f2-080a575a99bd]5214825e-457e-9136-2421-f61c5146a2df, 'name': SearchDatastore_Task, 'duration_secs': 0.011123} completed successfully. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 792.859931] env[62328]: DEBUG oslo_concurrency.lockutils [None req-a17ec9be-038c-48eb-a047-37fb96d24641 tempest-ImagesTestJSON-1776717495 tempest-ImagesTestJSON-1776717495-project-member] Releasing lock "[datastore2] devstack-image-cache_base/dbf872a4-92be-47e4-8561-c3e2bf2423ab/dbf872a4-92be-47e4-8561-c3e2bf2423ab.vmdk" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 792.860216] env[62328]: DEBUG nova.virt.vmwareapi.vm_util [None req-a17ec9be-038c-48eb-a047-37fb96d24641 tempest-ImagesTestJSON-1776717495 tempest-ImagesTestJSON-1776717495-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/dbf872a4-92be-47e4-8561-c3e2bf2423ab/dbf872a4-92be-47e4-8561-c3e2bf2423ab.vmdk to [datastore2] 633811c6-28ee-4dbf-9967-688e7ce6ebfd/633811c6-28ee-4dbf-9967-688e7ce6ebfd.vmdk {{(pid=62328) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 792.860838] env[62328]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-28b37883-47d2-4fce-8d22-e24ccc559bd7 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 792.872282] env[62328]: DEBUG nova.compute.provider_tree [None req-09fc80ab-099d-432a-aaff-cbff9a4d8608 tempest-InstanceActionsTestJSON-398422522 tempest-InstanceActionsTestJSON-398422522-project-member] Inventory has not changed in ProviderTree for provider: 3469e9f8-04af-49ca-8435-49f104496744 {{(pid=62328) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 792.875067] env[62328]: DEBUG oslo_vmware.api [None req-a17ec9be-038c-48eb-a047-37fb96d24641 tempest-ImagesTestJSON-1776717495 tempest-ImagesTestJSON-1776717495-project-member] Waiting for the task: (returnval){ [ 792.875067] env[62328]: value = "task-2386893" [ 792.875067] env[62328]: _type = "Task" [ 792.875067] env[62328]: } to complete. {{(pid=62328) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 792.883614] env[62328]: DEBUG oslo_vmware.api [None req-a17ec9be-038c-48eb-a047-37fb96d24641 tempest-ImagesTestJSON-1776717495 tempest-ImagesTestJSON-1776717495-project-member] Task: {'id': task-2386893, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 793.086398] env[62328]: DEBUG oslo_concurrency.lockutils [None req-0093cf23-b5f2-474b-aa3e-7bc95469ef45 tempest-ServerRescueTestJSON-434379102 tempest-ServerRescueTestJSON-434379102-project-member] Acquiring lock "7ad56de0-3e7a-4018-8746-42a83a4fe22e" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 793.086694] env[62328]: DEBUG oslo_concurrency.lockutils [None req-0093cf23-b5f2-474b-aa3e-7bc95469ef45 tempest-ServerRescueTestJSON-434379102 tempest-ServerRescueTestJSON-434379102-project-member] Lock "7ad56de0-3e7a-4018-8746-42a83a4fe22e" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 793.086878] env[62328]: DEBUG oslo_concurrency.lockutils [None req-0093cf23-b5f2-474b-aa3e-7bc95469ef45 tempest-ServerRescueTestJSON-434379102 tempest-ServerRescueTestJSON-434379102-project-member] Acquiring lock "7ad56de0-3e7a-4018-8746-42a83a4fe22e-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 793.087063] env[62328]: DEBUG oslo_concurrency.lockutils [None req-0093cf23-b5f2-474b-aa3e-7bc95469ef45 tempest-ServerRescueTestJSON-434379102 tempest-ServerRescueTestJSON-434379102-project-member] Lock "7ad56de0-3e7a-4018-8746-42a83a4fe22e-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 793.087235] env[62328]: DEBUG oslo_concurrency.lockutils [None req-0093cf23-b5f2-474b-aa3e-7bc95469ef45 tempest-ServerRescueTestJSON-434379102 tempest-ServerRescueTestJSON-434379102-project-member] Lock "7ad56de0-3e7a-4018-8746-42a83a4fe22e-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 793.089296] env[62328]: INFO nova.compute.manager [None req-0093cf23-b5f2-474b-aa3e-7bc95469ef45 tempest-ServerRescueTestJSON-434379102 tempest-ServerRescueTestJSON-434379102-project-member] [instance: 7ad56de0-3e7a-4018-8746-42a83a4fe22e] Terminating instance [ 793.379263] env[62328]: DEBUG nova.scheduler.client.report [None req-09fc80ab-099d-432a-aaff-cbff9a4d8608 tempest-InstanceActionsTestJSON-398422522 tempest-InstanceActionsTestJSON-398422522-project-member] Inventory has not changed for provider 3469e9f8-04af-49ca-8435-49f104496744 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 152, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62328) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 793.394546] env[62328]: DEBUG oslo_vmware.api [None req-a17ec9be-038c-48eb-a047-37fb96d24641 tempest-ImagesTestJSON-1776717495 tempest-ImagesTestJSON-1776717495-project-member] Task: {'id': task-2386893, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 793.594409] env[62328]: DEBUG nova.compute.manager [None req-0093cf23-b5f2-474b-aa3e-7bc95469ef45 tempest-ServerRescueTestJSON-434379102 tempest-ServerRescueTestJSON-434379102-project-member] [instance: 7ad56de0-3e7a-4018-8746-42a83a4fe22e] Start destroying the instance on the hypervisor. {{(pid=62328) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 793.595614] env[62328]: DEBUG nova.virt.vmwareapi.vmops [None req-0093cf23-b5f2-474b-aa3e-7bc95469ef45 tempest-ServerRescueTestJSON-434379102 tempest-ServerRescueTestJSON-434379102-project-member] [instance: 7ad56de0-3e7a-4018-8746-42a83a4fe22e] Destroying instance {{(pid=62328) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 793.595614] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-428f3122-367b-4517-80c2-a3f0373829ad {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 793.606774] env[62328]: DEBUG nova.virt.vmwareapi.vm_util [None req-0093cf23-b5f2-474b-aa3e-7bc95469ef45 tempest-ServerRescueTestJSON-434379102 tempest-ServerRescueTestJSON-434379102-project-member] [instance: 7ad56de0-3e7a-4018-8746-42a83a4fe22e] Powering off the VM {{(pid=62328) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 793.607072] env[62328]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-8744031a-33f1-4455-a37b-395533990fb6 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 793.618264] env[62328]: DEBUG oslo_vmware.api [None req-0093cf23-b5f2-474b-aa3e-7bc95469ef45 tempest-ServerRescueTestJSON-434379102 tempest-ServerRescueTestJSON-434379102-project-member] Waiting for the task: (returnval){ [ 793.618264] env[62328]: value = "task-2386894" [ 793.618264] env[62328]: _type = "Task" [ 793.618264] env[62328]: } to complete. {{(pid=62328) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 793.630064] env[62328]: DEBUG oslo_vmware.api [None req-0093cf23-b5f2-474b-aa3e-7bc95469ef45 tempest-ServerRescueTestJSON-434379102 tempest-ServerRescueTestJSON-434379102-project-member] Task: {'id': task-2386894, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 793.890557] env[62328]: DEBUG oslo_concurrency.lockutils [None req-09fc80ab-099d-432a-aaff-cbff9a4d8608 tempest-InstanceActionsTestJSON-398422522 tempest-InstanceActionsTestJSON-398422522-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.003s {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 793.898321] env[62328]: DEBUG oslo_concurrency.lockutils [None req-b9447138-8d77-48fc-be61-8f7d29fdace7 tempest-VolumesAdminNegativeTest-179339308 tempest-VolumesAdminNegativeTest-179339308-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 24.189s {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 793.901313] env[62328]: INFO nova.compute.claims [None req-b9447138-8d77-48fc-be61-8f7d29fdace7 tempest-VolumesAdminNegativeTest-179339308 tempest-VolumesAdminNegativeTest-179339308-project-member] [instance: 2fe24a9d-2976-4a71-8707-04338c61868c] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 793.905230] env[62328]: DEBUG oslo_vmware.api [None req-a17ec9be-038c-48eb-a047-37fb96d24641 tempest-ImagesTestJSON-1776717495 tempest-ImagesTestJSON-1776717495-project-member] Task: {'id': task-2386893, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.841386} completed successfully. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 793.906260] env[62328]: DEBUG nova.virt.vmwareapi.vm_util [None req-a17ec9be-038c-48eb-a047-37fb96d24641 tempest-ImagesTestJSON-1776717495 tempest-ImagesTestJSON-1776717495-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/dbf872a4-92be-47e4-8561-c3e2bf2423ab/dbf872a4-92be-47e4-8561-c3e2bf2423ab.vmdk to [datastore2] 633811c6-28ee-4dbf-9967-688e7ce6ebfd/633811c6-28ee-4dbf-9967-688e7ce6ebfd.vmdk {{(pid=62328) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 793.908747] env[62328]: DEBUG nova.virt.vmwareapi.vmops [None req-a17ec9be-038c-48eb-a047-37fb96d24641 tempest-ImagesTestJSON-1776717495 tempest-ImagesTestJSON-1776717495-project-member] [instance: 633811c6-28ee-4dbf-9967-688e7ce6ebfd] Extending root virtual disk to 1048576 {{(pid=62328) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 793.908747] env[62328]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-79bb7d22-2cd0-4939-a078-faaf3511269f {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 793.917352] env[62328]: DEBUG oslo_vmware.api [None req-a17ec9be-038c-48eb-a047-37fb96d24641 tempest-ImagesTestJSON-1776717495 tempest-ImagesTestJSON-1776717495-project-member] Waiting for the task: (returnval){ [ 793.917352] env[62328]: value = "task-2386895" [ 793.917352] env[62328]: _type = "Task" [ 793.917352] env[62328]: } to complete. {{(pid=62328) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 793.931250] env[62328]: DEBUG oslo_vmware.api [None req-a17ec9be-038c-48eb-a047-37fb96d24641 tempest-ImagesTestJSON-1776717495 tempest-ImagesTestJSON-1776717495-project-member] Task: {'id': task-2386895, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 793.931555] env[62328]: INFO nova.scheduler.client.report [None req-09fc80ab-099d-432a-aaff-cbff9a4d8608 tempest-InstanceActionsTestJSON-398422522 tempest-InstanceActionsTestJSON-398422522-project-member] Deleted allocations for instance c4d72f48-adf2-435f-9f5f-e3c3bc14bc8c [ 794.129204] env[62328]: DEBUG oslo_vmware.api [None req-0093cf23-b5f2-474b-aa3e-7bc95469ef45 tempest-ServerRescueTestJSON-434379102 tempest-ServerRescueTestJSON-434379102-project-member] Task: {'id': task-2386894, 'name': PowerOffVM_Task, 'duration_secs': 0.264631} completed successfully. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 794.129514] env[62328]: DEBUG nova.virt.vmwareapi.vm_util [None req-0093cf23-b5f2-474b-aa3e-7bc95469ef45 tempest-ServerRescueTestJSON-434379102 tempest-ServerRescueTestJSON-434379102-project-member] [instance: 7ad56de0-3e7a-4018-8746-42a83a4fe22e] Powered off the VM {{(pid=62328) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 794.129866] env[62328]: DEBUG nova.virt.vmwareapi.vmops [None req-0093cf23-b5f2-474b-aa3e-7bc95469ef45 tempest-ServerRescueTestJSON-434379102 tempest-ServerRescueTestJSON-434379102-project-member] [instance: 7ad56de0-3e7a-4018-8746-42a83a4fe22e] Unregistering the VM {{(pid=62328) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 794.130143] env[62328]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-e742cd31-dac8-4447-b304-8d901fe5f0c8 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 794.201220] env[62328]: DEBUG nova.virt.vmwareapi.vmops [None req-0093cf23-b5f2-474b-aa3e-7bc95469ef45 tempest-ServerRescueTestJSON-434379102 tempest-ServerRescueTestJSON-434379102-project-member] [instance: 7ad56de0-3e7a-4018-8746-42a83a4fe22e] Unregistered the VM {{(pid=62328) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 794.201220] env[62328]: DEBUG nova.virt.vmwareapi.vmops [None req-0093cf23-b5f2-474b-aa3e-7bc95469ef45 tempest-ServerRescueTestJSON-434379102 tempest-ServerRescueTestJSON-434379102-project-member] [instance: 7ad56de0-3e7a-4018-8746-42a83a4fe22e] Deleting contents of the VM from datastore datastore1 {{(pid=62328) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 794.201399] env[62328]: DEBUG nova.virt.vmwareapi.ds_util [None req-0093cf23-b5f2-474b-aa3e-7bc95469ef45 tempest-ServerRescueTestJSON-434379102 tempest-ServerRescueTestJSON-434379102-project-member] Deleting the datastore file [datastore1] 7ad56de0-3e7a-4018-8746-42a83a4fe22e {{(pid=62328) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 794.202389] env[62328]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-41f9149e-20b1-4a29-910f-c026572103a8 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 794.213206] env[62328]: DEBUG oslo_vmware.api [None req-0093cf23-b5f2-474b-aa3e-7bc95469ef45 tempest-ServerRescueTestJSON-434379102 tempest-ServerRescueTestJSON-434379102-project-member] Waiting for the task: (returnval){ [ 794.213206] env[62328]: value = "task-2386897" [ 794.213206] env[62328]: _type = "Task" [ 794.213206] env[62328]: } to complete. {{(pid=62328) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 794.221677] env[62328]: DEBUG oslo_vmware.api [None req-0093cf23-b5f2-474b-aa3e-7bc95469ef45 tempest-ServerRescueTestJSON-434379102 tempest-ServerRescueTestJSON-434379102-project-member] Task: {'id': task-2386897, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 794.369424] env[62328]: DEBUG oslo_concurrency.lockutils [None req-34f7be8d-7dfc-46fc-b658-f8c1cee5e019 tempest-ServerShowV247Test-284523986 tempest-ServerShowV247Test-284523986-project-member] Acquiring lock "7b91283b-b15c-414f-a068-8dab2b35f6e3" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 794.369665] env[62328]: DEBUG oslo_concurrency.lockutils [None req-34f7be8d-7dfc-46fc-b658-f8c1cee5e019 tempest-ServerShowV247Test-284523986 tempest-ServerShowV247Test-284523986-project-member] Lock "7b91283b-b15c-414f-a068-8dab2b35f6e3" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 794.433291] env[62328]: DEBUG oslo_vmware.api [None req-a17ec9be-038c-48eb-a047-37fb96d24641 tempest-ImagesTestJSON-1776717495 tempest-ImagesTestJSON-1776717495-project-member] Task: {'id': task-2386895, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.079974} completed successfully. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 794.434197] env[62328]: DEBUG nova.virt.vmwareapi.vmops [None req-a17ec9be-038c-48eb-a047-37fb96d24641 tempest-ImagesTestJSON-1776717495 tempest-ImagesTestJSON-1776717495-project-member] [instance: 633811c6-28ee-4dbf-9967-688e7ce6ebfd] Extended root virtual disk {{(pid=62328) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 794.434984] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9ff12049-6c0f-4ff9-bd7c-227ca85f25a1 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 794.463330] env[62328]: DEBUG nova.virt.vmwareapi.volumeops [None req-a17ec9be-038c-48eb-a047-37fb96d24641 tempest-ImagesTestJSON-1776717495 tempest-ImagesTestJSON-1776717495-project-member] [instance: 633811c6-28ee-4dbf-9967-688e7ce6ebfd] Reconfiguring VM instance instance-0000003d to attach disk [datastore2] 633811c6-28ee-4dbf-9967-688e7ce6ebfd/633811c6-28ee-4dbf-9967-688e7ce6ebfd.vmdk or device None with type sparse {{(pid=62328) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 794.463923] env[62328]: DEBUG oslo_concurrency.lockutils [None req-09fc80ab-099d-432a-aaff-cbff9a4d8608 tempest-InstanceActionsTestJSON-398422522 tempest-InstanceActionsTestJSON-398422522-project-member] Lock "c4d72f48-adf2-435f-9f5f-e3c3bc14bc8c" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 31.266s {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 794.468030] env[62328]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-62169a6b-1192-4d3b-b284-7ec7064ebca1 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 794.486569] env[62328]: DEBUG oslo_vmware.api [None req-a17ec9be-038c-48eb-a047-37fb96d24641 tempest-ImagesTestJSON-1776717495 tempest-ImagesTestJSON-1776717495-project-member] Waiting for the task: (returnval){ [ 794.486569] env[62328]: value = "task-2386898" [ 794.486569] env[62328]: _type = "Task" [ 794.486569] env[62328]: } to complete. {{(pid=62328) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 794.495474] env[62328]: DEBUG oslo_vmware.api [None req-a17ec9be-038c-48eb-a047-37fb96d24641 tempest-ImagesTestJSON-1776717495 tempest-ImagesTestJSON-1776717495-project-member] Task: {'id': task-2386898, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 794.723469] env[62328]: DEBUG oslo_vmware.api [None req-0093cf23-b5f2-474b-aa3e-7bc95469ef45 tempest-ServerRescueTestJSON-434379102 tempest-ServerRescueTestJSON-434379102-project-member] Task: {'id': task-2386897, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.201341} completed successfully. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 794.723752] env[62328]: DEBUG nova.virt.vmwareapi.ds_util [None req-0093cf23-b5f2-474b-aa3e-7bc95469ef45 tempest-ServerRescueTestJSON-434379102 tempest-ServerRescueTestJSON-434379102-project-member] Deleted the datastore file {{(pid=62328) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 794.723938] env[62328]: DEBUG nova.virt.vmwareapi.vmops [None req-0093cf23-b5f2-474b-aa3e-7bc95469ef45 tempest-ServerRescueTestJSON-434379102 tempest-ServerRescueTestJSON-434379102-project-member] [instance: 7ad56de0-3e7a-4018-8746-42a83a4fe22e] Deleted contents of the VM from datastore datastore1 {{(pid=62328) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 794.724127] env[62328]: DEBUG nova.virt.vmwareapi.vmops [None req-0093cf23-b5f2-474b-aa3e-7bc95469ef45 tempest-ServerRescueTestJSON-434379102 tempest-ServerRescueTestJSON-434379102-project-member] [instance: 7ad56de0-3e7a-4018-8746-42a83a4fe22e] Instance destroyed {{(pid=62328) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 794.724293] env[62328]: INFO nova.compute.manager [None req-0093cf23-b5f2-474b-aa3e-7bc95469ef45 tempest-ServerRescueTestJSON-434379102 tempest-ServerRescueTestJSON-434379102-project-member] [instance: 7ad56de0-3e7a-4018-8746-42a83a4fe22e] Took 1.13 seconds to destroy the instance on the hypervisor. [ 794.724539] env[62328]: DEBUG oslo.service.loopingcall [None req-0093cf23-b5f2-474b-aa3e-7bc95469ef45 tempest-ServerRescueTestJSON-434379102 tempest-ServerRescueTestJSON-434379102-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62328) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 794.724721] env[62328]: DEBUG nova.compute.manager [-] [instance: 7ad56de0-3e7a-4018-8746-42a83a4fe22e] Deallocating network for instance {{(pid=62328) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 794.724807] env[62328]: DEBUG nova.network.neutron [-] [instance: 7ad56de0-3e7a-4018-8746-42a83a4fe22e] deallocate_for_instance() {{(pid=62328) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 794.755315] env[62328]: DEBUG oslo_concurrency.lockutils [None req-762a2e13-41a7-44f5-8759-e5dd5abea7ec tempest-ServerShowV247Test-284523986 tempest-ServerShowV247Test-284523986-project-member] Acquiring lock "c93e23e8-af7d-498b-bc2b-a47568418b05" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 794.755456] env[62328]: DEBUG oslo_concurrency.lockutils [None req-762a2e13-41a7-44f5-8759-e5dd5abea7ec tempest-ServerShowV247Test-284523986 tempest-ServerShowV247Test-284523986-project-member] Lock "c93e23e8-af7d-498b-bc2b-a47568418b05" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 794.872420] env[62328]: DEBUG nova.compute.manager [None req-34f7be8d-7dfc-46fc-b658-f8c1cee5e019 tempest-ServerShowV247Test-284523986 tempest-ServerShowV247Test-284523986-project-member] [instance: 7b91283b-b15c-414f-a068-8dab2b35f6e3] Starting instance... {{(pid=62328) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 795.000324] env[62328]: DEBUG oslo_vmware.api [None req-a17ec9be-038c-48eb-a047-37fb96d24641 tempest-ImagesTestJSON-1776717495 tempest-ImagesTestJSON-1776717495-project-member] Task: {'id': task-2386898, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 795.258112] env[62328]: DEBUG nova.compute.manager [None req-762a2e13-41a7-44f5-8759-e5dd5abea7ec tempest-ServerShowV247Test-284523986 tempest-ServerShowV247Test-284523986-project-member] [instance: c93e23e8-af7d-498b-bc2b-a47568418b05] Starting instance... {{(pid=62328) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 795.297362] env[62328]: DEBUG nova.compute.manager [req-1b1c6aa2-a070-48a9-94a8-2a36234a2987 req-03f7cc2d-ec5d-42a2-9ce1-1472f6de2431 service nova] [instance: 7ad56de0-3e7a-4018-8746-42a83a4fe22e] Received event network-vif-deleted-8ad29444-070e-484e-8c29-aee0f10d9789 {{(pid=62328) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 795.297362] env[62328]: INFO nova.compute.manager [req-1b1c6aa2-a070-48a9-94a8-2a36234a2987 req-03f7cc2d-ec5d-42a2-9ce1-1472f6de2431 service nova] [instance: 7ad56de0-3e7a-4018-8746-42a83a4fe22e] Neutron deleted interface 8ad29444-070e-484e-8c29-aee0f10d9789; detaching it from the instance and deleting it from the info cache [ 795.297362] env[62328]: DEBUG nova.network.neutron [req-1b1c6aa2-a070-48a9-94a8-2a36234a2987 req-03f7cc2d-ec5d-42a2-9ce1-1472f6de2431 service nova] [instance: 7ad56de0-3e7a-4018-8746-42a83a4fe22e] Updating instance_info_cache with network_info: [] {{(pid=62328) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 795.400912] env[62328]: DEBUG oslo_concurrency.lockutils [None req-34f7be8d-7dfc-46fc-b658-f8c1cee5e019 tempest-ServerShowV247Test-284523986 tempest-ServerShowV247Test-284523986-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 795.477167] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e4d6413c-87e3-4f65-9a14-688052a067dd {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 795.487736] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1ec6cb70-705f-4ced-9c8e-17870fb0c1ed {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 795.504434] env[62328]: DEBUG oslo_vmware.api [None req-a17ec9be-038c-48eb-a047-37fb96d24641 tempest-ImagesTestJSON-1776717495 tempest-ImagesTestJSON-1776717495-project-member] Task: {'id': task-2386898, 'name': ReconfigVM_Task, 'duration_secs': 0.890295} completed successfully. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 795.532585] env[62328]: DEBUG nova.virt.vmwareapi.volumeops [None req-a17ec9be-038c-48eb-a047-37fb96d24641 tempest-ImagesTestJSON-1776717495 tempest-ImagesTestJSON-1776717495-project-member] [instance: 633811c6-28ee-4dbf-9967-688e7ce6ebfd] Reconfigured VM instance instance-0000003d to attach disk [datastore2] 633811c6-28ee-4dbf-9967-688e7ce6ebfd/633811c6-28ee-4dbf-9967-688e7ce6ebfd.vmdk or device None with type sparse {{(pid=62328) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 795.533619] env[62328]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-c72810a1-9a29-412e-b96d-b15b918e7000 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 795.535921] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5a7f3705-3744-4037-bee4-27ce423d6f88 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 795.545131] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8327d65d-aa0a-44df-9c33-8a1598baf0e7 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 795.549010] env[62328]: DEBUG oslo_vmware.api [None req-a17ec9be-038c-48eb-a047-37fb96d24641 tempest-ImagesTestJSON-1776717495 tempest-ImagesTestJSON-1776717495-project-member] Waiting for the task: (returnval){ [ 795.549010] env[62328]: value = "task-2386899" [ 795.549010] env[62328]: _type = "Task" [ 795.549010] env[62328]: } to complete. {{(pid=62328) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 795.560060] env[62328]: DEBUG nova.compute.provider_tree [None req-b9447138-8d77-48fc-be61-8f7d29fdace7 tempest-VolumesAdminNegativeTest-179339308 tempest-VolumesAdminNegativeTest-179339308-project-member] Inventory has not changed in ProviderTree for provider: 3469e9f8-04af-49ca-8435-49f104496744 {{(pid=62328) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 795.567542] env[62328]: DEBUG oslo_vmware.api [None req-a17ec9be-038c-48eb-a047-37fb96d24641 tempest-ImagesTestJSON-1776717495 tempest-ImagesTestJSON-1776717495-project-member] Task: {'id': task-2386899, 'name': Rename_Task} progress is 14%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 795.654572] env[62328]: DEBUG nova.network.neutron [-] [instance: 7ad56de0-3e7a-4018-8746-42a83a4fe22e] Updating instance_info_cache with network_info: [] {{(pid=62328) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 795.755249] env[62328]: DEBUG oslo_concurrency.lockutils [None req-46b24b5c-91ec-49ea-a80c-0daa4cfcf46f tempest-InstanceActionsNegativeTestJSON-58220527 tempest-InstanceActionsNegativeTestJSON-58220527-project-member] Acquiring lock "be561814-7d4f-4759-9e70-47db6557d87e" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 795.756204] env[62328]: DEBUG oslo_concurrency.lockutils [None req-46b24b5c-91ec-49ea-a80c-0daa4cfcf46f tempest-InstanceActionsNegativeTestJSON-58220527 tempest-InstanceActionsNegativeTestJSON-58220527-project-member] Lock "be561814-7d4f-4759-9e70-47db6557d87e" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 795.790972] env[62328]: DEBUG oslo_concurrency.lockutils [None req-762a2e13-41a7-44f5-8759-e5dd5abea7ec tempest-ServerShowV247Test-284523986 tempest-ServerShowV247Test-284523986-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 795.799922] env[62328]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-dde0fabb-fb38-4da4-ba2b-33ad0d40af5a {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 795.810932] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-28bb767d-49e4-411a-96d8-135ae28b997e {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 795.848027] env[62328]: DEBUG nova.compute.manager [req-1b1c6aa2-a070-48a9-94a8-2a36234a2987 req-03f7cc2d-ec5d-42a2-9ce1-1472f6de2431 service nova] [instance: 7ad56de0-3e7a-4018-8746-42a83a4fe22e] Detach interface failed, port_id=8ad29444-070e-484e-8c29-aee0f10d9789, reason: Instance 7ad56de0-3e7a-4018-8746-42a83a4fe22e could not be found. {{(pid=62328) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 796.059451] env[62328]: DEBUG oslo_vmware.api [None req-a17ec9be-038c-48eb-a047-37fb96d24641 tempest-ImagesTestJSON-1776717495 tempest-ImagesTestJSON-1776717495-project-member] Task: {'id': task-2386899, 'name': Rename_Task, 'duration_secs': 0.162415} completed successfully. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 796.059644] env[62328]: DEBUG nova.virt.vmwareapi.vm_util [None req-a17ec9be-038c-48eb-a047-37fb96d24641 tempest-ImagesTestJSON-1776717495 tempest-ImagesTestJSON-1776717495-project-member] [instance: 633811c6-28ee-4dbf-9967-688e7ce6ebfd] Powering on the VM {{(pid=62328) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 796.059887] env[62328]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-10309e42-392a-40a0-becb-1959d6eeb904 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 796.062601] env[62328]: DEBUG nova.scheduler.client.report [None req-b9447138-8d77-48fc-be61-8f7d29fdace7 tempest-VolumesAdminNegativeTest-179339308 tempest-VolumesAdminNegativeTest-179339308-project-member] Inventory has not changed for provider 3469e9f8-04af-49ca-8435-49f104496744 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 152, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62328) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 796.066916] env[62328]: DEBUG oslo_vmware.api [None req-a17ec9be-038c-48eb-a047-37fb96d24641 tempest-ImagesTestJSON-1776717495 tempest-ImagesTestJSON-1776717495-project-member] Waiting for the task: (returnval){ [ 796.066916] env[62328]: value = "task-2386900" [ 796.066916] env[62328]: _type = "Task" [ 796.066916] env[62328]: } to complete. {{(pid=62328) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 796.074585] env[62328]: DEBUG oslo_vmware.api [None req-a17ec9be-038c-48eb-a047-37fb96d24641 tempest-ImagesTestJSON-1776717495 tempest-ImagesTestJSON-1776717495-project-member] Task: {'id': task-2386900, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 796.157115] env[62328]: INFO nova.compute.manager [-] [instance: 7ad56de0-3e7a-4018-8746-42a83a4fe22e] Took 1.43 seconds to deallocate network for instance. [ 796.257715] env[62328]: DEBUG nova.compute.manager [None req-46b24b5c-91ec-49ea-a80c-0daa4cfcf46f tempest-InstanceActionsNegativeTestJSON-58220527 tempest-InstanceActionsNegativeTestJSON-58220527-project-member] [instance: be561814-7d4f-4759-9e70-47db6557d87e] Starting instance... {{(pid=62328) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 796.568342] env[62328]: DEBUG oslo_concurrency.lockutils [None req-b9447138-8d77-48fc-be61-8f7d29fdace7 tempest-VolumesAdminNegativeTest-179339308 tempest-VolumesAdminNegativeTest-179339308-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.670s {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 796.568865] env[62328]: DEBUG nova.compute.manager [None req-b9447138-8d77-48fc-be61-8f7d29fdace7 tempest-VolumesAdminNegativeTest-179339308 tempest-VolumesAdminNegativeTest-179339308-project-member] [instance: 2fe24a9d-2976-4a71-8707-04338c61868c] Start building networks asynchronously for instance. {{(pid=62328) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 796.571850] env[62328]: DEBUG oslo_concurrency.lockutils [None req-d478a4e6-c2c6-49f2-adb4-8ad3e9f108b8 tempest-ServerDiskConfigTestJSON-126406698 tempest-ServerDiskConfigTestJSON-126406698-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 23.631s {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 796.572051] env[62328]: DEBUG nova.objects.instance [None req-d478a4e6-c2c6-49f2-adb4-8ad3e9f108b8 tempest-ServerDiskConfigTestJSON-126406698 tempest-ServerDiskConfigTestJSON-126406698-project-member] [instance: 948b7ba2-2caa-4616-abc0-afc6cca58f76] Trying to apply a migration context that does not seem to be set for this instance {{(pid=62328) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 796.590240] env[62328]: DEBUG oslo_vmware.api [None req-a17ec9be-038c-48eb-a047-37fb96d24641 tempest-ImagesTestJSON-1776717495 tempest-ImagesTestJSON-1776717495-project-member] Task: {'id': task-2386900, 'name': PowerOnVM_Task, 'duration_secs': 0.470371} completed successfully. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 796.590240] env[62328]: DEBUG nova.virt.vmwareapi.vm_util [None req-a17ec9be-038c-48eb-a047-37fb96d24641 tempest-ImagesTestJSON-1776717495 tempest-ImagesTestJSON-1776717495-project-member] [instance: 633811c6-28ee-4dbf-9967-688e7ce6ebfd] Powered on the VM {{(pid=62328) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 796.590240] env[62328]: INFO nova.compute.manager [None req-a17ec9be-038c-48eb-a047-37fb96d24641 tempest-ImagesTestJSON-1776717495 tempest-ImagesTestJSON-1776717495-project-member] [instance: 633811c6-28ee-4dbf-9967-688e7ce6ebfd] Took 8.88 seconds to spawn the instance on the hypervisor. [ 796.590240] env[62328]: DEBUG nova.compute.manager [None req-a17ec9be-038c-48eb-a047-37fb96d24641 tempest-ImagesTestJSON-1776717495 tempest-ImagesTestJSON-1776717495-project-member] [instance: 633811c6-28ee-4dbf-9967-688e7ce6ebfd] Checking state {{(pid=62328) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 796.590240] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-98445c57-3322-44f8-9fe4-8f1d0a928062 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 796.671134] env[62328]: DEBUG oslo_concurrency.lockutils [None req-0093cf23-b5f2-474b-aa3e-7bc95469ef45 tempest-ServerRescueTestJSON-434379102 tempest-ServerRescueTestJSON-434379102-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 796.783467] env[62328]: DEBUG oslo_concurrency.lockutils [None req-46b24b5c-91ec-49ea-a80c-0daa4cfcf46f tempest-InstanceActionsNegativeTestJSON-58220527 tempest-InstanceActionsNegativeTestJSON-58220527-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 797.082562] env[62328]: DEBUG nova.compute.utils [None req-b9447138-8d77-48fc-be61-8f7d29fdace7 tempest-VolumesAdminNegativeTest-179339308 tempest-VolumesAdminNegativeTest-179339308-project-member] Using /dev/sd instead of None {{(pid=62328) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 797.087258] env[62328]: DEBUG nova.compute.manager [None req-b9447138-8d77-48fc-be61-8f7d29fdace7 tempest-VolumesAdminNegativeTest-179339308 tempest-VolumesAdminNegativeTest-179339308-project-member] [instance: 2fe24a9d-2976-4a71-8707-04338c61868c] Allocating IP information in the background. {{(pid=62328) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 797.087258] env[62328]: DEBUG nova.network.neutron [None req-b9447138-8d77-48fc-be61-8f7d29fdace7 tempest-VolumesAdminNegativeTest-179339308 tempest-VolumesAdminNegativeTest-179339308-project-member] [instance: 2fe24a9d-2976-4a71-8707-04338c61868c] allocate_for_instance() {{(pid=62328) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 797.113897] env[62328]: INFO nova.compute.manager [None req-a17ec9be-038c-48eb-a047-37fb96d24641 tempest-ImagesTestJSON-1776717495 tempest-ImagesTestJSON-1776717495-project-member] [instance: 633811c6-28ee-4dbf-9967-688e7ce6ebfd] Took 39.85 seconds to build instance. [ 797.147820] env[62328]: DEBUG nova.policy [None req-b9447138-8d77-48fc-be61-8f7d29fdace7 tempest-VolumesAdminNegativeTest-179339308 tempest-VolumesAdminNegativeTest-179339308-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '20fb6c2a26a84ce9b94c81c3818bee6d', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '1abd50b8c8744d5eadd674a65c7262c5', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62328) authorize /opt/stack/nova/nova/policy.py:192}} [ 797.528153] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6b3080a4-e58f-4272-8f83-19a52b64aedd {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 797.535990] env[62328]: DEBUG nova.virt.vmwareapi.vmops [None req-404d947a-c9c8-4882-bd98-202a3a8c7019 tempest-ImagesTestJSON-1776717495 tempest-ImagesTestJSON-1776717495-project-member] [instance: 633811c6-28ee-4dbf-9967-688e7ce6ebfd] Suspending the VM {{(pid=62328) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1162}} [ 797.535990] env[62328]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.SuspendVM_Task with opID=oslo.vmware-b624d31e-dfe9-4f26-8cb2-1cc1083258c5 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 797.544337] env[62328]: DEBUG oslo_vmware.api [None req-404d947a-c9c8-4882-bd98-202a3a8c7019 tempest-ImagesTestJSON-1776717495 tempest-ImagesTestJSON-1776717495-project-member] Waiting for the task: (returnval){ [ 797.544337] env[62328]: value = "task-2386901" [ 797.544337] env[62328]: _type = "Task" [ 797.544337] env[62328]: } to complete. {{(pid=62328) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 797.550456] env[62328]: DEBUG oslo_vmware.api [None req-404d947a-c9c8-4882-bd98-202a3a8c7019 tempest-ImagesTestJSON-1776717495 tempest-ImagesTestJSON-1776717495-project-member] Task: {'id': task-2386901, 'name': SuspendVM_Task} progress is 0%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 797.580185] env[62328]: DEBUG nova.network.neutron [None req-b9447138-8d77-48fc-be61-8f7d29fdace7 tempest-VolumesAdminNegativeTest-179339308 tempest-VolumesAdminNegativeTest-179339308-project-member] [instance: 2fe24a9d-2976-4a71-8707-04338c61868c] Successfully created port: d4b9d8c7-0489-4b41-b936-ca4293758091 {{(pid=62328) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 797.588298] env[62328]: DEBUG nova.compute.manager [None req-b9447138-8d77-48fc-be61-8f7d29fdace7 tempest-VolumesAdminNegativeTest-179339308 tempest-VolumesAdminNegativeTest-179339308-project-member] [instance: 2fe24a9d-2976-4a71-8707-04338c61868c] Start building block device mappings for instance. {{(pid=62328) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 797.595042] env[62328]: DEBUG oslo_concurrency.lockutils [None req-d478a4e6-c2c6-49f2-adb4-8ad3e9f108b8 tempest-ServerDiskConfigTestJSON-126406698 tempest-ServerDiskConfigTestJSON-126406698-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.020s {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 797.595042] env[62328]: DEBUG oslo_concurrency.lockutils [None req-3506969e-c0dd-4159-bff8-c8d0d3508cc9 tempest-ServerActionsV293TestJSON-1864378190 tempest-ServerActionsV293TestJSON-1864378190-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 24.166s {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 797.617604] env[62328]: DEBUG oslo_concurrency.lockutils [None req-a17ec9be-038c-48eb-a047-37fb96d24641 tempest-ImagesTestJSON-1776717495 tempest-ImagesTestJSON-1776717495-project-member] Lock "633811c6-28ee-4dbf-9967-688e7ce6ebfd" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 42.983s {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 798.051178] env[62328]: DEBUG oslo_vmware.api [None req-404d947a-c9c8-4882-bd98-202a3a8c7019 tempest-ImagesTestJSON-1776717495 tempest-ImagesTestJSON-1776717495-project-member] Task: {'id': task-2386901, 'name': SuspendVM_Task} progress is 66%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 798.139600] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-03016e45-4a19-449d-bf25-e531e5f85249 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 798.149021] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e5e2b705-a459-43a0-a571-b252ce01d88a {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 798.180801] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dda51334-ed11-46df-bb42-884f92d14c31 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 798.190175] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2344e437-2e85-4bf2-9ceb-a43afbbf9bf1 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 798.205742] env[62328]: DEBUG nova.compute.provider_tree [None req-3506969e-c0dd-4159-bff8-c8d0d3508cc9 tempest-ServerActionsV293TestJSON-1864378190 tempest-ServerActionsV293TestJSON-1864378190-project-member] Inventory has not changed in ProviderTree for provider: 3469e9f8-04af-49ca-8435-49f104496744 {{(pid=62328) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 798.551937] env[62328]: DEBUG oslo_vmware.api [None req-404d947a-c9c8-4882-bd98-202a3a8c7019 tempest-ImagesTestJSON-1776717495 tempest-ImagesTestJSON-1776717495-project-member] Task: {'id': task-2386901, 'name': SuspendVM_Task, 'duration_secs': 0.610634} completed successfully. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 798.552428] env[62328]: DEBUG nova.virt.vmwareapi.vmops [None req-404d947a-c9c8-4882-bd98-202a3a8c7019 tempest-ImagesTestJSON-1776717495 tempest-ImagesTestJSON-1776717495-project-member] [instance: 633811c6-28ee-4dbf-9967-688e7ce6ebfd] Suspended the VM {{(pid=62328) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1166}} [ 798.552653] env[62328]: DEBUG nova.compute.manager [None req-404d947a-c9c8-4882-bd98-202a3a8c7019 tempest-ImagesTestJSON-1776717495 tempest-ImagesTestJSON-1776717495-project-member] [instance: 633811c6-28ee-4dbf-9967-688e7ce6ebfd] Checking state {{(pid=62328) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 798.553844] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5c8872af-9f92-429f-912c-58606e6f84c2 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 798.602064] env[62328]: DEBUG nova.compute.manager [None req-b9447138-8d77-48fc-be61-8f7d29fdace7 tempest-VolumesAdminNegativeTest-179339308 tempest-VolumesAdminNegativeTest-179339308-project-member] [instance: 2fe24a9d-2976-4a71-8707-04338c61868c] Start spawning the instance on the hypervisor. {{(pid=62328) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 798.630531] env[62328]: DEBUG nova.virt.hardware [None req-b9447138-8d77-48fc-be61-8f7d29fdace7 tempest-VolumesAdminNegativeTest-179339308 tempest-VolumesAdminNegativeTest-179339308-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-07T17:16:55Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-07T17:16:37Z,direct_url=,disk_format='vmdk',id=dbf872a4-92be-47e4-8561-c3e2bf2423ab,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='2a64022f08d84b11a86773b900860ae5',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-07T17:16:38Z,virtual_size=,visibility=), allow threads: False {{(pid=62328) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 798.630798] env[62328]: DEBUG nova.virt.hardware [None req-b9447138-8d77-48fc-be61-8f7d29fdace7 tempest-VolumesAdminNegativeTest-179339308 tempest-VolumesAdminNegativeTest-179339308-project-member] Flavor limits 0:0:0 {{(pid=62328) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 798.630955] env[62328]: DEBUG nova.virt.hardware [None req-b9447138-8d77-48fc-be61-8f7d29fdace7 tempest-VolumesAdminNegativeTest-179339308 tempest-VolumesAdminNegativeTest-179339308-project-member] Image limits 0:0:0 {{(pid=62328) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 798.634682] env[62328]: DEBUG nova.virt.hardware [None req-b9447138-8d77-48fc-be61-8f7d29fdace7 tempest-VolumesAdminNegativeTest-179339308 tempest-VolumesAdminNegativeTest-179339308-project-member] Flavor pref 0:0:0 {{(pid=62328) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 798.634865] env[62328]: DEBUG nova.virt.hardware [None req-b9447138-8d77-48fc-be61-8f7d29fdace7 tempest-VolumesAdminNegativeTest-179339308 tempest-VolumesAdminNegativeTest-179339308-project-member] Image pref 0:0:0 {{(pid=62328) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 798.635027] env[62328]: DEBUG nova.virt.hardware [None req-b9447138-8d77-48fc-be61-8f7d29fdace7 tempest-VolumesAdminNegativeTest-179339308 tempest-VolumesAdminNegativeTest-179339308-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62328) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 798.639014] env[62328]: DEBUG nova.virt.hardware [None req-b9447138-8d77-48fc-be61-8f7d29fdace7 tempest-VolumesAdminNegativeTest-179339308 tempest-VolumesAdminNegativeTest-179339308-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62328) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 798.639014] env[62328]: DEBUG nova.virt.hardware [None req-b9447138-8d77-48fc-be61-8f7d29fdace7 tempest-VolumesAdminNegativeTest-179339308 tempest-VolumesAdminNegativeTest-179339308-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62328) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 798.639014] env[62328]: DEBUG nova.virt.hardware [None req-b9447138-8d77-48fc-be61-8f7d29fdace7 tempest-VolumesAdminNegativeTest-179339308 tempest-VolumesAdminNegativeTest-179339308-project-member] Got 1 possible topologies {{(pid=62328) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 798.639014] env[62328]: DEBUG nova.virt.hardware [None req-b9447138-8d77-48fc-be61-8f7d29fdace7 tempest-VolumesAdminNegativeTest-179339308 tempest-VolumesAdminNegativeTest-179339308-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62328) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 798.639014] env[62328]: DEBUG nova.virt.hardware [None req-b9447138-8d77-48fc-be61-8f7d29fdace7 tempest-VolumesAdminNegativeTest-179339308 tempest-VolumesAdminNegativeTest-179339308-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62328) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 798.639014] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5dc0e475-1bae-421c-b9e3-e490e6581953 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 798.646467] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-51b75237-a50a-4ee7-a861-510c6a9c67d7 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 798.709416] env[62328]: DEBUG nova.scheduler.client.report [None req-3506969e-c0dd-4159-bff8-c8d0d3508cc9 tempest-ServerActionsV293TestJSON-1864378190 tempest-ServerActionsV293TestJSON-1864378190-project-member] Inventory has not changed for provider 3469e9f8-04af-49ca-8435-49f104496744 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 152, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62328) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 799.147011] env[62328]: DEBUG nova.compute.manager [req-aea3b78b-dd2c-4beb-927f-b139c1925633 req-ec88f9e2-4127-44a2-ab55-422e2343bca8 service nova] [instance: 2fe24a9d-2976-4a71-8707-04338c61868c] Received event network-vif-plugged-d4b9d8c7-0489-4b41-b936-ca4293758091 {{(pid=62328) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 799.147211] env[62328]: DEBUG oslo_concurrency.lockutils [req-aea3b78b-dd2c-4beb-927f-b139c1925633 req-ec88f9e2-4127-44a2-ab55-422e2343bca8 service nova] Acquiring lock "2fe24a9d-2976-4a71-8707-04338c61868c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 799.147491] env[62328]: DEBUG oslo_concurrency.lockutils [req-aea3b78b-dd2c-4beb-927f-b139c1925633 req-ec88f9e2-4127-44a2-ab55-422e2343bca8 service nova] Lock "2fe24a9d-2976-4a71-8707-04338c61868c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 799.147597] env[62328]: DEBUG oslo_concurrency.lockutils [req-aea3b78b-dd2c-4beb-927f-b139c1925633 req-ec88f9e2-4127-44a2-ab55-422e2343bca8 service nova] Lock "2fe24a9d-2976-4a71-8707-04338c61868c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 799.147726] env[62328]: DEBUG nova.compute.manager [req-aea3b78b-dd2c-4beb-927f-b139c1925633 req-ec88f9e2-4127-44a2-ab55-422e2343bca8 service nova] [instance: 2fe24a9d-2976-4a71-8707-04338c61868c] No waiting events found dispatching network-vif-plugged-d4b9d8c7-0489-4b41-b936-ca4293758091 {{(pid=62328) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 799.147880] env[62328]: WARNING nova.compute.manager [req-aea3b78b-dd2c-4beb-927f-b139c1925633 req-ec88f9e2-4127-44a2-ab55-422e2343bca8 service nova] [instance: 2fe24a9d-2976-4a71-8707-04338c61868c] Received unexpected event network-vif-plugged-d4b9d8c7-0489-4b41-b936-ca4293758091 for instance with vm_state building and task_state spawning. [ 799.214267] env[62328]: DEBUG oslo_concurrency.lockutils [None req-3506969e-c0dd-4159-bff8-c8d0d3508cc9 tempest-ServerActionsV293TestJSON-1864378190 tempest-ServerActionsV293TestJSON-1864378190-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.621s {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 799.214489] env[62328]: INFO nova.compute.manager [None req-3506969e-c0dd-4159-bff8-c8d0d3508cc9 tempest-ServerActionsV293TestJSON-1864378190 tempest-ServerActionsV293TestJSON-1864378190-project-member] [instance: 2f5e173e-0a48-45c2-ae86-64d86a2b45d4] Successfully reverted task state from rebuilding on failure for instance. [ 799.219536] env[62328]: DEBUG oslo_concurrency.lockutils [None req-b2c7cf61-77bc-42c2-b16f-e47da63f6c54 tempest-ServersAdminNegativeTestJSON-593360600 tempest-ServersAdminNegativeTestJSON-593360600-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 24.734s {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 799.219786] env[62328]: DEBUG nova.objects.instance [None req-b2c7cf61-77bc-42c2-b16f-e47da63f6c54 tempest-ServersAdminNegativeTestJSON-593360600 tempest-ServersAdminNegativeTestJSON-593360600-project-member] Lazy-loading 'resources' on Instance uuid 16731f71-d972-4604-95f3-4412aedcddb5 {{(pid=62328) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 799.252833] env[62328]: DEBUG nova.network.neutron [None req-b9447138-8d77-48fc-be61-8f7d29fdace7 tempest-VolumesAdminNegativeTest-179339308 tempest-VolumesAdminNegativeTest-179339308-project-member] [instance: 2fe24a9d-2976-4a71-8707-04338c61868c] Successfully updated port: d4b9d8c7-0489-4b41-b936-ca4293758091 {{(pid=62328) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 799.755141] env[62328]: DEBUG oslo_concurrency.lockutils [None req-b9447138-8d77-48fc-be61-8f7d29fdace7 tempest-VolumesAdminNegativeTest-179339308 tempest-VolumesAdminNegativeTest-179339308-project-member] Acquiring lock "refresh_cache-2fe24a9d-2976-4a71-8707-04338c61868c" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 799.755396] env[62328]: DEBUG oslo_concurrency.lockutils [None req-b9447138-8d77-48fc-be61-8f7d29fdace7 tempest-VolumesAdminNegativeTest-179339308 tempest-VolumesAdminNegativeTest-179339308-project-member] Acquired lock "refresh_cache-2fe24a9d-2976-4a71-8707-04338c61868c" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.755451] env[62328]: DEBUG nova.network.neutron [None req-b9447138-8d77-48fc-be61-8f7d29fdace7 tempest-VolumesAdminNegativeTest-179339308 tempest-VolumesAdminNegativeTest-179339308-project-member] [instance: 2fe24a9d-2976-4a71-8707-04338c61868c] Building network info cache for instance {{(pid=62328) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 800.150478] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3d3ce0ea-29eb-4de0-9cad-bbebf2e801c1 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 800.161898] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eb0b14ac-6001-4ac4-89cc-30b10fd1f057 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 800.193245] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f7036785-4922-415a-94e6-e55c65588131 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 800.201551] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b4a0f4a8-ce9f-462a-8721-08426200e614 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 800.215041] env[62328]: DEBUG nova.compute.provider_tree [None req-b2c7cf61-77bc-42c2-b16f-e47da63f6c54 tempest-ServersAdminNegativeTestJSON-593360600 tempest-ServersAdminNegativeTestJSON-593360600-project-member] Inventory has not changed in ProviderTree for provider: 3469e9f8-04af-49ca-8435-49f104496744 {{(pid=62328) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 800.299828] env[62328]: DEBUG nova.network.neutron [None req-b9447138-8d77-48fc-be61-8f7d29fdace7 tempest-VolumesAdminNegativeTest-179339308 tempest-VolumesAdminNegativeTest-179339308-project-member] [instance: 2fe24a9d-2976-4a71-8707-04338c61868c] Instance cache missing network info. {{(pid=62328) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 800.718759] env[62328]: DEBUG nova.scheduler.client.report [None req-b2c7cf61-77bc-42c2-b16f-e47da63f6c54 tempest-ServersAdminNegativeTestJSON-593360600 tempest-ServersAdminNegativeTestJSON-593360600-project-member] Inventory has not changed for provider 3469e9f8-04af-49ca-8435-49f104496744 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 152, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62328) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 800.732951] env[62328]: DEBUG nova.network.neutron [None req-b9447138-8d77-48fc-be61-8f7d29fdace7 tempest-VolumesAdminNegativeTest-179339308 tempest-VolumesAdminNegativeTest-179339308-project-member] [instance: 2fe24a9d-2976-4a71-8707-04338c61868c] Updating instance_info_cache with network_info: [{"id": "d4b9d8c7-0489-4b41-b936-ca4293758091", "address": "fa:16:3e:d1:8e:23", "network": {"id": "ee7ea7d3-ca41-4e70-ba6d-9072fecb779e", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-1090703967-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1abd50b8c8744d5eadd674a65c7262c5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "650f7968-4522-4ba5-8304-1b9949951ed7", "external-id": "nsx-vlan-transportzone-568", "segmentation_id": 568, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd4b9d8c7-04", "ovs_interfaceid": "d4b9d8c7-0489-4b41-b936-ca4293758091", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62328) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 800.920068] env[62328]: DEBUG nova.compute.manager [None req-36c78e6f-2be5-406d-a59f-931202f467f9 tempest-ImagesTestJSON-1776717495 tempest-ImagesTestJSON-1776717495-project-member] [instance: 633811c6-28ee-4dbf-9967-688e7ce6ebfd] Checking state {{(pid=62328) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 800.920567] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-64a9ee77-003e-4906-b0f1-034a0b897ea1 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 801.032385] env[62328]: DEBUG oslo_concurrency.lockutils [None req-db523448-1783-4c34-a436-e589df121c5c tempest-AttachVolumeShelveTestJSON-116809589 tempest-AttachVolumeShelveTestJSON-116809589-project-member] Acquiring lock "14c336fc-69e4-4ef8-a50f-e307b9902127" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 801.032615] env[62328]: DEBUG oslo_concurrency.lockutils [None req-db523448-1783-4c34-a436-e589df121c5c tempest-AttachVolumeShelveTestJSON-116809589 tempest-AttachVolumeShelveTestJSON-116809589-project-member] Lock "14c336fc-69e4-4ef8-a50f-e307b9902127" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 801.171458] env[62328]: DEBUG nova.compute.manager [req-dc9c2a4a-d0d3-4bae-9267-cc3ba531290e req-02b756a5-7f48-450f-a7e1-319fdd59e678 service nova] [instance: 2fe24a9d-2976-4a71-8707-04338c61868c] Received event network-changed-d4b9d8c7-0489-4b41-b936-ca4293758091 {{(pid=62328) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 801.171772] env[62328]: DEBUG nova.compute.manager [req-dc9c2a4a-d0d3-4bae-9267-cc3ba531290e req-02b756a5-7f48-450f-a7e1-319fdd59e678 service nova] [instance: 2fe24a9d-2976-4a71-8707-04338c61868c] Refreshing instance network info cache due to event network-changed-d4b9d8c7-0489-4b41-b936-ca4293758091. {{(pid=62328) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 801.171859] env[62328]: DEBUG oslo_concurrency.lockutils [req-dc9c2a4a-d0d3-4bae-9267-cc3ba531290e req-02b756a5-7f48-450f-a7e1-319fdd59e678 service nova] Acquiring lock "refresh_cache-2fe24a9d-2976-4a71-8707-04338c61868c" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 801.225478] env[62328]: DEBUG oslo_concurrency.lockutils [None req-b2c7cf61-77bc-42c2-b16f-e47da63f6c54 tempest-ServersAdminNegativeTestJSON-593360600 tempest-ServersAdminNegativeTestJSON-593360600-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.006s {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 801.228011] env[62328]: DEBUG oslo_concurrency.lockutils [None req-d99376b8-602a-4347-8593-a90a3e5893c2 tempest-ServerDiskConfigTestJSON-126406698 tempest-ServerDiskConfigTestJSON-126406698-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 24.891s {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 801.229578] env[62328]: INFO nova.compute.claims [None req-d99376b8-602a-4347-8593-a90a3e5893c2 tempest-ServerDiskConfigTestJSON-126406698 tempest-ServerDiskConfigTestJSON-126406698-project-member] [instance: 385995cc-5fe5-4c9d-9128-69a3767e682f] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 801.235443] env[62328]: DEBUG oslo_concurrency.lockutils [None req-b9447138-8d77-48fc-be61-8f7d29fdace7 tempest-VolumesAdminNegativeTest-179339308 tempest-VolumesAdminNegativeTest-179339308-project-member] Releasing lock "refresh_cache-2fe24a9d-2976-4a71-8707-04338c61868c" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 801.235749] env[62328]: DEBUG nova.compute.manager [None req-b9447138-8d77-48fc-be61-8f7d29fdace7 tempest-VolumesAdminNegativeTest-179339308 tempest-VolumesAdminNegativeTest-179339308-project-member] [instance: 2fe24a9d-2976-4a71-8707-04338c61868c] Instance network_info: |[{"id": "d4b9d8c7-0489-4b41-b936-ca4293758091", "address": "fa:16:3e:d1:8e:23", "network": {"id": "ee7ea7d3-ca41-4e70-ba6d-9072fecb779e", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-1090703967-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1abd50b8c8744d5eadd674a65c7262c5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "650f7968-4522-4ba5-8304-1b9949951ed7", "external-id": "nsx-vlan-transportzone-568", "segmentation_id": 568, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd4b9d8c7-04", "ovs_interfaceid": "d4b9d8c7-0489-4b41-b936-ca4293758091", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62328) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 801.236043] env[62328]: DEBUG oslo_concurrency.lockutils [req-dc9c2a4a-d0d3-4bae-9267-cc3ba531290e req-02b756a5-7f48-450f-a7e1-319fdd59e678 service nova] Acquired lock "refresh_cache-2fe24a9d-2976-4a71-8707-04338c61868c" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.236230] env[62328]: DEBUG nova.network.neutron [req-dc9c2a4a-d0d3-4bae-9267-cc3ba531290e req-02b756a5-7f48-450f-a7e1-319fdd59e678 service nova] [instance: 2fe24a9d-2976-4a71-8707-04338c61868c] Refreshing network info cache for port d4b9d8c7-0489-4b41-b936-ca4293758091 {{(pid=62328) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 801.237389] env[62328]: DEBUG nova.virt.vmwareapi.vmops [None req-b9447138-8d77-48fc-be61-8f7d29fdace7 tempest-VolumesAdminNegativeTest-179339308 tempest-VolumesAdminNegativeTest-179339308-project-member] [instance: 2fe24a9d-2976-4a71-8707-04338c61868c] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:d1:8e:23', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '650f7968-4522-4ba5-8304-1b9949951ed7', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'd4b9d8c7-0489-4b41-b936-ca4293758091', 'vif_model': 'vmxnet3'}] {{(pid=62328) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 801.247411] env[62328]: DEBUG oslo.service.loopingcall [None req-b9447138-8d77-48fc-be61-8f7d29fdace7 tempest-VolumesAdminNegativeTest-179339308 tempest-VolumesAdminNegativeTest-179339308-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62328) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 801.248833] env[62328]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2fe24a9d-2976-4a71-8707-04338c61868c] Creating VM on the ESX host {{(pid=62328) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 801.249567] env[62328]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-ad304a7f-3c0d-4fd2-81c1-f28564119dd3 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 801.266434] env[62328]: INFO nova.scheduler.client.report [None req-b2c7cf61-77bc-42c2-b16f-e47da63f6c54 tempest-ServersAdminNegativeTestJSON-593360600 tempest-ServersAdminNegativeTestJSON-593360600-project-member] Deleted allocations for instance 16731f71-d972-4604-95f3-4412aedcddb5 [ 801.276800] env[62328]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 801.276800] env[62328]: value = "task-2386902" [ 801.276800] env[62328]: _type = "Task" [ 801.276800] env[62328]: } to complete. {{(pid=62328) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 801.286481] env[62328]: DEBUG oslo_vmware.api [-] Task: {'id': task-2386902, 'name': CreateVM_Task} progress is 0%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 801.434478] env[62328]: INFO nova.compute.manager [None req-36c78e6f-2be5-406d-a59f-931202f467f9 tempest-ImagesTestJSON-1776717495 tempest-ImagesTestJSON-1776717495-project-member] [instance: 633811c6-28ee-4dbf-9967-688e7ce6ebfd] instance snapshotting [ 801.434478] env[62328]: WARNING nova.compute.manager [None req-36c78e6f-2be5-406d-a59f-931202f467f9 tempest-ImagesTestJSON-1776717495 tempest-ImagesTestJSON-1776717495-project-member] [instance: 633811c6-28ee-4dbf-9967-688e7ce6ebfd] trying to snapshot a non-running instance: (state: 7 expected: 1) [ 801.436619] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-33696aaa-ee91-44f9-833f-9e4311127242 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 801.456560] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-390968df-e738-43ae-8c01-b5dd84796969 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 801.534549] env[62328]: DEBUG nova.compute.manager [None req-db523448-1783-4c34-a436-e589df121c5c tempest-AttachVolumeShelveTestJSON-116809589 tempest-AttachVolumeShelveTestJSON-116809589-project-member] [instance: 14c336fc-69e4-4ef8-a50f-e307b9902127] Starting instance... {{(pid=62328) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 801.772836] env[62328]: DEBUG oslo_concurrency.lockutils [None req-b2c7cf61-77bc-42c2-b16f-e47da63f6c54 tempest-ServersAdminNegativeTestJSON-593360600 tempest-ServersAdminNegativeTestJSON-593360600-project-member] Lock "16731f71-d972-4604-95f3-4412aedcddb5" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 31.240s {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 801.787632] env[62328]: DEBUG oslo_vmware.api [-] Task: {'id': task-2386902, 'name': CreateVM_Task, 'duration_secs': 0.325496} completed successfully. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 801.787820] env[62328]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2fe24a9d-2976-4a71-8707-04338c61868c] Created VM on the ESX host {{(pid=62328) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 801.788510] env[62328]: DEBUG oslo_concurrency.lockutils [None req-b9447138-8d77-48fc-be61-8f7d29fdace7 tempest-VolumesAdminNegativeTest-179339308 tempest-VolumesAdminNegativeTest-179339308-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/dbf872a4-92be-47e4-8561-c3e2bf2423ab" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 801.788670] env[62328]: DEBUG oslo_concurrency.lockutils [None req-b9447138-8d77-48fc-be61-8f7d29fdace7 tempest-VolumesAdminNegativeTest-179339308 tempest-VolumesAdminNegativeTest-179339308-project-member] Acquired lock "[datastore1] devstack-image-cache_base/dbf872a4-92be-47e4-8561-c3e2bf2423ab" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.788981] env[62328]: DEBUG oslo_concurrency.lockutils [None req-b9447138-8d77-48fc-be61-8f7d29fdace7 tempest-VolumesAdminNegativeTest-179339308 tempest-VolumesAdminNegativeTest-179339308-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/dbf872a4-92be-47e4-8561-c3e2bf2423ab" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 801.789241] env[62328]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2c483802-d33d-470f-af01-2e2826704b7b {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 801.795934] env[62328]: DEBUG oslo_vmware.api [None req-b9447138-8d77-48fc-be61-8f7d29fdace7 tempest-VolumesAdminNegativeTest-179339308 tempest-VolumesAdminNegativeTest-179339308-project-member] Waiting for the task: (returnval){ [ 801.795934] env[62328]: value = "session[52a6e20e-410d-708a-99f2-080a575a99bd]5294076f-349e-8a3f-eed2-f5155980e923" [ 801.795934] env[62328]: _type = "Task" [ 801.795934] env[62328]: } to complete. {{(pid=62328) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 801.804947] env[62328]: DEBUG oslo_vmware.api [None req-b9447138-8d77-48fc-be61-8f7d29fdace7 tempest-VolumesAdminNegativeTest-179339308 tempest-VolumesAdminNegativeTest-179339308-project-member] Task: {'id': session[52a6e20e-410d-708a-99f2-080a575a99bd]5294076f-349e-8a3f-eed2-f5155980e923, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 801.967718] env[62328]: DEBUG nova.virt.vmwareapi.vmops [None req-36c78e6f-2be5-406d-a59f-931202f467f9 tempest-ImagesTestJSON-1776717495 tempest-ImagesTestJSON-1776717495-project-member] [instance: 633811c6-28ee-4dbf-9967-688e7ce6ebfd] Creating Snapshot of the VM instance {{(pid=62328) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 801.968074] env[62328]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-43959f22-648e-4b01-aaa2-21e4225347c5 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 801.983045] env[62328]: DEBUG oslo_vmware.api [None req-36c78e6f-2be5-406d-a59f-931202f467f9 tempest-ImagesTestJSON-1776717495 tempest-ImagesTestJSON-1776717495-project-member] Waiting for the task: (returnval){ [ 801.983045] env[62328]: value = "task-2386903" [ 801.983045] env[62328]: _type = "Task" [ 801.983045] env[62328]: } to complete. {{(pid=62328) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 801.991675] env[62328]: DEBUG oslo_vmware.api [None req-36c78e6f-2be5-406d-a59f-931202f467f9 tempest-ImagesTestJSON-1776717495 tempest-ImagesTestJSON-1776717495-project-member] Task: {'id': task-2386903, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 802.064646] env[62328]: DEBUG oslo_concurrency.lockutils [None req-db523448-1783-4c34-a436-e589df121c5c tempest-AttachVolumeShelveTestJSON-116809589 tempest-AttachVolumeShelveTestJSON-116809589-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 802.066558] env[62328]: DEBUG nova.network.neutron [req-dc9c2a4a-d0d3-4bae-9267-cc3ba531290e req-02b756a5-7f48-450f-a7e1-319fdd59e678 service nova] [instance: 2fe24a9d-2976-4a71-8707-04338c61868c] Updated VIF entry in instance network info cache for port d4b9d8c7-0489-4b41-b936-ca4293758091. {{(pid=62328) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 802.066884] env[62328]: DEBUG nova.network.neutron [req-dc9c2a4a-d0d3-4bae-9267-cc3ba531290e req-02b756a5-7f48-450f-a7e1-319fdd59e678 service nova] [instance: 2fe24a9d-2976-4a71-8707-04338c61868c] Updating instance_info_cache with network_info: [{"id": "d4b9d8c7-0489-4b41-b936-ca4293758091", "address": "fa:16:3e:d1:8e:23", "network": {"id": "ee7ea7d3-ca41-4e70-ba6d-9072fecb779e", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-1090703967-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1abd50b8c8744d5eadd674a65c7262c5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "650f7968-4522-4ba5-8304-1b9949951ed7", "external-id": "nsx-vlan-transportzone-568", "segmentation_id": 568, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd4b9d8c7-04", "ovs_interfaceid": "d4b9d8c7-0489-4b41-b936-ca4293758091", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62328) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 802.308738] env[62328]: DEBUG oslo_vmware.api [None req-b9447138-8d77-48fc-be61-8f7d29fdace7 tempest-VolumesAdminNegativeTest-179339308 tempest-VolumesAdminNegativeTest-179339308-project-member] Task: {'id': session[52a6e20e-410d-708a-99f2-080a575a99bd]5294076f-349e-8a3f-eed2-f5155980e923, 'name': SearchDatastore_Task, 'duration_secs': 0.017729} completed successfully. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 802.308785] env[62328]: DEBUG oslo_concurrency.lockutils [None req-b9447138-8d77-48fc-be61-8f7d29fdace7 tempest-VolumesAdminNegativeTest-179339308 tempest-VolumesAdminNegativeTest-179339308-project-member] Releasing lock "[datastore1] devstack-image-cache_base/dbf872a4-92be-47e4-8561-c3e2bf2423ab" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 802.309027] env[62328]: DEBUG nova.virt.vmwareapi.vmops [None req-b9447138-8d77-48fc-be61-8f7d29fdace7 tempest-VolumesAdminNegativeTest-179339308 tempest-VolumesAdminNegativeTest-179339308-project-member] [instance: 2fe24a9d-2976-4a71-8707-04338c61868c] Processing image dbf872a4-92be-47e4-8561-c3e2bf2423ab {{(pid=62328) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 802.309305] env[62328]: DEBUG oslo_concurrency.lockutils [None req-b9447138-8d77-48fc-be61-8f7d29fdace7 tempest-VolumesAdminNegativeTest-179339308 tempest-VolumesAdminNegativeTest-179339308-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/dbf872a4-92be-47e4-8561-c3e2bf2423ab/dbf872a4-92be-47e4-8561-c3e2bf2423ab.vmdk" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 802.309485] env[62328]: DEBUG oslo_concurrency.lockutils [None req-b9447138-8d77-48fc-be61-8f7d29fdace7 tempest-VolumesAdminNegativeTest-179339308 tempest-VolumesAdminNegativeTest-179339308-project-member] Acquired lock "[datastore1] devstack-image-cache_base/dbf872a4-92be-47e4-8561-c3e2bf2423ab/dbf872a4-92be-47e4-8561-c3e2bf2423ab.vmdk" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.309693] env[62328]: DEBUG nova.virt.vmwareapi.ds_util [None req-b9447138-8d77-48fc-be61-8f7d29fdace7 tempest-VolumesAdminNegativeTest-179339308 tempest-VolumesAdminNegativeTest-179339308-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62328) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 802.309903] env[62328]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-0260af6d-6796-401d-9488-3dcd2365c08a {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 802.322458] env[62328]: DEBUG nova.virt.vmwareapi.ds_util [None req-b9447138-8d77-48fc-be61-8f7d29fdace7 tempest-VolumesAdminNegativeTest-179339308 tempest-VolumesAdminNegativeTest-179339308-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62328) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 802.322614] env[62328]: DEBUG nova.virt.vmwareapi.vmops [None req-b9447138-8d77-48fc-be61-8f7d29fdace7 tempest-VolumesAdminNegativeTest-179339308 tempest-VolumesAdminNegativeTest-179339308-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62328) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 802.323472] env[62328]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9c06e0b0-11b2-4301-a877-a27c73ea72d0 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 802.332457] env[62328]: DEBUG oslo_vmware.api [None req-b9447138-8d77-48fc-be61-8f7d29fdace7 tempest-VolumesAdminNegativeTest-179339308 tempest-VolumesAdminNegativeTest-179339308-project-member] Waiting for the task: (returnval){ [ 802.332457] env[62328]: value = "session[52a6e20e-410d-708a-99f2-080a575a99bd]52e4801a-6f00-4d3f-4e48-ebd9671e6374" [ 802.332457] env[62328]: _type = "Task" [ 802.332457] env[62328]: } to complete. {{(pid=62328) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 802.341388] env[62328]: DEBUG oslo_vmware.api [None req-b9447138-8d77-48fc-be61-8f7d29fdace7 tempest-VolumesAdminNegativeTest-179339308 tempest-VolumesAdminNegativeTest-179339308-project-member] Task: {'id': session[52a6e20e-410d-708a-99f2-080a575a99bd]52e4801a-6f00-4d3f-4e48-ebd9671e6374, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 802.499329] env[62328]: DEBUG oslo_vmware.api [None req-36c78e6f-2be5-406d-a59f-931202f467f9 tempest-ImagesTestJSON-1776717495 tempest-ImagesTestJSON-1776717495-project-member] Task: {'id': task-2386903, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 802.569396] env[62328]: DEBUG oslo_concurrency.lockutils [req-dc9c2a4a-d0d3-4bae-9267-cc3ba531290e req-02b756a5-7f48-450f-a7e1-319fdd59e678 service nova] Releasing lock "refresh_cache-2fe24a9d-2976-4a71-8707-04338c61868c" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 802.607230] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4e7219b9-d213-4245-89c7-898c1a02fc2e {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 802.615100] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-048cbb90-bd3e-4f88-9812-355670bd4fd5 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 802.645018] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dc583fa8-0400-4830-b975-ef3d46c9a34b {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 802.652500] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-81169065-265c-40b5-ae39-5319ed1cf9df {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 802.665208] env[62328]: DEBUG nova.compute.provider_tree [None req-d99376b8-602a-4347-8593-a90a3e5893c2 tempest-ServerDiskConfigTestJSON-126406698 tempest-ServerDiskConfigTestJSON-126406698-project-member] Inventory has not changed in ProviderTree for provider: 3469e9f8-04af-49ca-8435-49f104496744 {{(pid=62328) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 802.845203] env[62328]: DEBUG oslo_vmware.api [None req-b9447138-8d77-48fc-be61-8f7d29fdace7 tempest-VolumesAdminNegativeTest-179339308 tempest-VolumesAdminNegativeTest-179339308-project-member] Task: {'id': session[52a6e20e-410d-708a-99f2-080a575a99bd]52e4801a-6f00-4d3f-4e48-ebd9671e6374, 'name': SearchDatastore_Task, 'duration_secs': 0.010549} completed successfully. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 802.846013] env[62328]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6d91bf7d-1a5d-410b-9066-c4b83a1cb44f {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 802.851558] env[62328]: DEBUG oslo_vmware.api [None req-b9447138-8d77-48fc-be61-8f7d29fdace7 tempest-VolumesAdminNegativeTest-179339308 tempest-VolumesAdminNegativeTest-179339308-project-member] Waiting for the task: (returnval){ [ 802.851558] env[62328]: value = "session[52a6e20e-410d-708a-99f2-080a575a99bd]52b9864f-eced-c91a-fa55-b18a9e1ad446" [ 802.851558] env[62328]: _type = "Task" [ 802.851558] env[62328]: } to complete. {{(pid=62328) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 802.859306] env[62328]: DEBUG oslo_vmware.api [None req-b9447138-8d77-48fc-be61-8f7d29fdace7 tempest-VolumesAdminNegativeTest-179339308 tempest-VolumesAdminNegativeTest-179339308-project-member] Task: {'id': session[52a6e20e-410d-708a-99f2-080a575a99bd]52b9864f-eced-c91a-fa55-b18a9e1ad446, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 802.996772] env[62328]: DEBUG oslo_vmware.api [None req-36c78e6f-2be5-406d-a59f-931202f467f9 tempest-ImagesTestJSON-1776717495 tempest-ImagesTestJSON-1776717495-project-member] Task: {'id': task-2386903, 'name': CreateSnapshot_Task, 'duration_secs': 0.533563} completed successfully. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 802.997062] env[62328]: DEBUG nova.virt.vmwareapi.vmops [None req-36c78e6f-2be5-406d-a59f-931202f467f9 tempest-ImagesTestJSON-1776717495 tempest-ImagesTestJSON-1776717495-project-member] [instance: 633811c6-28ee-4dbf-9967-688e7ce6ebfd] Created Snapshot of the VM instance {{(pid=62328) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 802.997833] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9ed5bcee-24f3-4a42-81b5-05e834d661de {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 803.168623] env[62328]: DEBUG nova.scheduler.client.report [None req-d99376b8-602a-4347-8593-a90a3e5893c2 tempest-ServerDiskConfigTestJSON-126406698 tempest-ServerDiskConfigTestJSON-126406698-project-member] Inventory has not changed for provider 3469e9f8-04af-49ca-8435-49f104496744 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 152, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62328) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 803.362530] env[62328]: DEBUG oslo_vmware.api [None req-b9447138-8d77-48fc-be61-8f7d29fdace7 tempest-VolumesAdminNegativeTest-179339308 tempest-VolumesAdminNegativeTest-179339308-project-member] Task: {'id': session[52a6e20e-410d-708a-99f2-080a575a99bd]52b9864f-eced-c91a-fa55-b18a9e1ad446, 'name': SearchDatastore_Task, 'duration_secs': 0.010686} completed successfully. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 803.362761] env[62328]: DEBUG oslo_concurrency.lockutils [None req-b9447138-8d77-48fc-be61-8f7d29fdace7 tempest-VolumesAdminNegativeTest-179339308 tempest-VolumesAdminNegativeTest-179339308-project-member] Releasing lock "[datastore1] devstack-image-cache_base/dbf872a4-92be-47e4-8561-c3e2bf2423ab/dbf872a4-92be-47e4-8561-c3e2bf2423ab.vmdk" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 803.363046] env[62328]: DEBUG nova.virt.vmwareapi.vm_util [None req-b9447138-8d77-48fc-be61-8f7d29fdace7 tempest-VolumesAdminNegativeTest-179339308 tempest-VolumesAdminNegativeTest-179339308-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/dbf872a4-92be-47e4-8561-c3e2bf2423ab/dbf872a4-92be-47e4-8561-c3e2bf2423ab.vmdk to [datastore1] 2fe24a9d-2976-4a71-8707-04338c61868c/2fe24a9d-2976-4a71-8707-04338c61868c.vmdk {{(pid=62328) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 803.363299] env[62328]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-70933f05-2d9f-4572-b3ba-14e4648bd26f {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 803.370533] env[62328]: DEBUG oslo_vmware.api [None req-b9447138-8d77-48fc-be61-8f7d29fdace7 tempest-VolumesAdminNegativeTest-179339308 tempest-VolumesAdminNegativeTest-179339308-project-member] Waiting for the task: (returnval){ [ 803.370533] env[62328]: value = "task-2386904" [ 803.370533] env[62328]: _type = "Task" [ 803.370533] env[62328]: } to complete. {{(pid=62328) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 803.378139] env[62328]: DEBUG oslo_vmware.api [None req-b9447138-8d77-48fc-be61-8f7d29fdace7 tempest-VolumesAdminNegativeTest-179339308 tempest-VolumesAdminNegativeTest-179339308-project-member] Task: {'id': task-2386904, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 803.516603] env[62328]: DEBUG nova.virt.vmwareapi.vmops [None req-36c78e6f-2be5-406d-a59f-931202f467f9 tempest-ImagesTestJSON-1776717495 tempest-ImagesTestJSON-1776717495-project-member] [instance: 633811c6-28ee-4dbf-9967-688e7ce6ebfd] Creating linked-clone VM from snapshot {{(pid=62328) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 803.517079] env[62328]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-458314e8-65e7-4643-934d-d36c0f34aa5a {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 803.526467] env[62328]: DEBUG oslo_vmware.api [None req-36c78e6f-2be5-406d-a59f-931202f467f9 tempest-ImagesTestJSON-1776717495 tempest-ImagesTestJSON-1776717495-project-member] Waiting for the task: (returnval){ [ 803.526467] env[62328]: value = "task-2386905" [ 803.526467] env[62328]: _type = "Task" [ 803.526467] env[62328]: } to complete. {{(pid=62328) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 803.535827] env[62328]: DEBUG oslo_vmware.api [None req-36c78e6f-2be5-406d-a59f-931202f467f9 tempest-ImagesTestJSON-1776717495 tempest-ImagesTestJSON-1776717495-project-member] Task: {'id': task-2386905, 'name': CloneVM_Task} progress is 0%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 803.673426] env[62328]: DEBUG oslo_concurrency.lockutils [None req-d99376b8-602a-4347-8593-a90a3e5893c2 tempest-ServerDiskConfigTestJSON-126406698 tempest-ServerDiskConfigTestJSON-126406698-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.445s {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 803.674063] env[62328]: DEBUG nova.compute.manager [None req-d99376b8-602a-4347-8593-a90a3e5893c2 tempest-ServerDiskConfigTestJSON-126406698 tempest-ServerDiskConfigTestJSON-126406698-project-member] [instance: 385995cc-5fe5-4c9d-9128-69a3767e682f] Start building networks asynchronously for instance. {{(pid=62328) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 803.677613] env[62328]: DEBUG oslo_concurrency.lockutils [None req-c332f8f8-ec7c-424c-8e99-1c92801b1a43 tempest-ServerActionsV293TestJSON-1864378190 tempest-ServerActionsV293TestJSON-1864378190-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 25.190s {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 803.677971] env[62328]: DEBUG nova.objects.instance [None req-c332f8f8-ec7c-424c-8e99-1c92801b1a43 tempest-ServerActionsV293TestJSON-1864378190 tempest-ServerActionsV293TestJSON-1864378190-project-member] Lazy-loading 'resources' on Instance uuid 2f5e173e-0a48-45c2-ae86-64d86a2b45d4 {{(pid=62328) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 803.880366] env[62328]: DEBUG oslo_vmware.api [None req-b9447138-8d77-48fc-be61-8f7d29fdace7 tempest-VolumesAdminNegativeTest-179339308 tempest-VolumesAdminNegativeTest-179339308-project-member] Task: {'id': task-2386904, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.468538} completed successfully. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 803.880639] env[62328]: DEBUG nova.virt.vmwareapi.vm_util [None req-b9447138-8d77-48fc-be61-8f7d29fdace7 tempest-VolumesAdminNegativeTest-179339308 tempest-VolumesAdminNegativeTest-179339308-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/dbf872a4-92be-47e4-8561-c3e2bf2423ab/dbf872a4-92be-47e4-8561-c3e2bf2423ab.vmdk to [datastore1] 2fe24a9d-2976-4a71-8707-04338c61868c/2fe24a9d-2976-4a71-8707-04338c61868c.vmdk {{(pid=62328) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 803.880850] env[62328]: DEBUG nova.virt.vmwareapi.vmops [None req-b9447138-8d77-48fc-be61-8f7d29fdace7 tempest-VolumesAdminNegativeTest-179339308 tempest-VolumesAdminNegativeTest-179339308-project-member] [instance: 2fe24a9d-2976-4a71-8707-04338c61868c] Extending root virtual disk to 1048576 {{(pid=62328) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 803.881108] env[62328]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-73713a82-5183-4aa1-8f06-0e9ae71a2018 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 803.888169] env[62328]: DEBUG oslo_vmware.api [None req-b9447138-8d77-48fc-be61-8f7d29fdace7 tempest-VolumesAdminNegativeTest-179339308 tempest-VolumesAdminNegativeTest-179339308-project-member] Waiting for the task: (returnval){ [ 803.888169] env[62328]: value = "task-2386906" [ 803.888169] env[62328]: _type = "Task" [ 803.888169] env[62328]: } to complete. {{(pid=62328) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 803.896926] env[62328]: DEBUG oslo_vmware.api [None req-b9447138-8d77-48fc-be61-8f7d29fdace7 tempest-VolumesAdminNegativeTest-179339308 tempest-VolumesAdminNegativeTest-179339308-project-member] Task: {'id': task-2386906, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 804.036734] env[62328]: DEBUG oslo_vmware.api [None req-36c78e6f-2be5-406d-a59f-931202f467f9 tempest-ImagesTestJSON-1776717495 tempest-ImagesTestJSON-1776717495-project-member] Task: {'id': task-2386905, 'name': CloneVM_Task} progress is 94%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 804.184162] env[62328]: DEBUG nova.compute.utils [None req-d99376b8-602a-4347-8593-a90a3e5893c2 tempest-ServerDiskConfigTestJSON-126406698 tempest-ServerDiskConfigTestJSON-126406698-project-member] Using /dev/sd instead of None {{(pid=62328) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 804.185692] env[62328]: DEBUG nova.compute.manager [None req-d99376b8-602a-4347-8593-a90a3e5893c2 tempest-ServerDiskConfigTestJSON-126406698 tempest-ServerDiskConfigTestJSON-126406698-project-member] [instance: 385995cc-5fe5-4c9d-9128-69a3767e682f] Allocating IP information in the background. {{(pid=62328) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 804.185861] env[62328]: DEBUG nova.network.neutron [None req-d99376b8-602a-4347-8593-a90a3e5893c2 tempest-ServerDiskConfigTestJSON-126406698 tempest-ServerDiskConfigTestJSON-126406698-project-member] [instance: 385995cc-5fe5-4c9d-9128-69a3767e682f] allocate_for_instance() {{(pid=62328) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 804.268340] env[62328]: DEBUG nova.policy [None req-d99376b8-602a-4347-8593-a90a3e5893c2 tempest-ServerDiskConfigTestJSON-126406698 tempest-ServerDiskConfigTestJSON-126406698-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '10201068f621405e9541d14e7a6a2979', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '33a1d9f198d84697b63d98d445dea080', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62328) authorize /opt/stack/nova/nova/policy.py:192}} [ 804.399638] env[62328]: DEBUG oslo_vmware.api [None req-b9447138-8d77-48fc-be61-8f7d29fdace7 tempest-VolumesAdminNegativeTest-179339308 tempest-VolumesAdminNegativeTest-179339308-project-member] Task: {'id': task-2386906, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.07124} completed successfully. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 804.399904] env[62328]: DEBUG nova.virt.vmwareapi.vmops [None req-b9447138-8d77-48fc-be61-8f7d29fdace7 tempest-VolumesAdminNegativeTest-179339308 tempest-VolumesAdminNegativeTest-179339308-project-member] [instance: 2fe24a9d-2976-4a71-8707-04338c61868c] Extended root virtual disk {{(pid=62328) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 804.401701] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e45a1aaa-7198-4622-8300-d079304fa38d {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 804.429256] env[62328]: DEBUG nova.virt.vmwareapi.volumeops [None req-b9447138-8d77-48fc-be61-8f7d29fdace7 tempest-VolumesAdminNegativeTest-179339308 tempest-VolumesAdminNegativeTest-179339308-project-member] [instance: 2fe24a9d-2976-4a71-8707-04338c61868c] Reconfiguring VM instance instance-0000003e to attach disk [datastore1] 2fe24a9d-2976-4a71-8707-04338c61868c/2fe24a9d-2976-4a71-8707-04338c61868c.vmdk or device None with type sparse {{(pid=62328) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 804.431361] env[62328]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-722461b4-77ce-4e8f-8cba-b7b23cdb8ac1 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 804.451245] env[62328]: DEBUG oslo_vmware.api [None req-b9447138-8d77-48fc-be61-8f7d29fdace7 tempest-VolumesAdminNegativeTest-179339308 tempest-VolumesAdminNegativeTest-179339308-project-member] Waiting for the task: (returnval){ [ 804.451245] env[62328]: value = "task-2386907" [ 804.451245] env[62328]: _type = "Task" [ 804.451245] env[62328]: } to complete. {{(pid=62328) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 804.460306] env[62328]: DEBUG oslo_vmware.api [None req-b9447138-8d77-48fc-be61-8f7d29fdace7 tempest-VolumesAdminNegativeTest-179339308 tempest-VolumesAdminNegativeTest-179339308-project-member] Task: {'id': task-2386907, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 804.538800] env[62328]: DEBUG oslo_vmware.api [None req-36c78e6f-2be5-406d-a59f-931202f467f9 tempest-ImagesTestJSON-1776717495 tempest-ImagesTestJSON-1776717495-project-member] Task: {'id': task-2386905, 'name': CloneVM_Task} progress is 94%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 804.593144] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9e5d7bd9-3367-479e-9bae-0a555a9962b9 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 804.601420] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3ceb2076-81a9-4c2f-8960-b2a2fedce611 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 804.632252] env[62328]: DEBUG nova.network.neutron [None req-d99376b8-602a-4347-8593-a90a3e5893c2 tempest-ServerDiskConfigTestJSON-126406698 tempest-ServerDiskConfigTestJSON-126406698-project-member] [instance: 385995cc-5fe5-4c9d-9128-69a3767e682f] Successfully created port: f4b0f307-9c7d-40fb-be8c-fc9661810dbe {{(pid=62328) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 804.634681] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-92c86268-685c-4893-a91f-afdae3d91a23 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 804.642237] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b2df4105-18ee-42d8-9269-ecbc89e763bd {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 804.655407] env[62328]: DEBUG nova.compute.provider_tree [None req-c332f8f8-ec7c-424c-8e99-1c92801b1a43 tempest-ServerActionsV293TestJSON-1864378190 tempest-ServerActionsV293TestJSON-1864378190-project-member] Inventory has not changed in ProviderTree for provider: 3469e9f8-04af-49ca-8435-49f104496744 {{(pid=62328) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 804.688940] env[62328]: DEBUG nova.compute.manager [None req-d99376b8-602a-4347-8593-a90a3e5893c2 tempest-ServerDiskConfigTestJSON-126406698 tempest-ServerDiskConfigTestJSON-126406698-project-member] [instance: 385995cc-5fe5-4c9d-9128-69a3767e682f] Start building block device mappings for instance. {{(pid=62328) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 804.962807] env[62328]: DEBUG oslo_vmware.api [None req-b9447138-8d77-48fc-be61-8f7d29fdace7 tempest-VolumesAdminNegativeTest-179339308 tempest-VolumesAdminNegativeTest-179339308-project-member] Task: {'id': task-2386907, 'name': ReconfigVM_Task, 'duration_secs': 0.313689} completed successfully. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 804.963117] env[62328]: DEBUG nova.virt.vmwareapi.volumeops [None req-b9447138-8d77-48fc-be61-8f7d29fdace7 tempest-VolumesAdminNegativeTest-179339308 tempest-VolumesAdminNegativeTest-179339308-project-member] [instance: 2fe24a9d-2976-4a71-8707-04338c61868c] Reconfigured VM instance instance-0000003e to attach disk [datastore1] 2fe24a9d-2976-4a71-8707-04338c61868c/2fe24a9d-2976-4a71-8707-04338c61868c.vmdk or device None with type sparse {{(pid=62328) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 804.963853] env[62328]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-fb24250a-a33f-4833-898c-23845e0d10d0 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 804.969793] env[62328]: DEBUG oslo_vmware.api [None req-b9447138-8d77-48fc-be61-8f7d29fdace7 tempest-VolumesAdminNegativeTest-179339308 tempest-VolumesAdminNegativeTest-179339308-project-member] Waiting for the task: (returnval){ [ 804.969793] env[62328]: value = "task-2386908" [ 804.969793] env[62328]: _type = "Task" [ 804.969793] env[62328]: } to complete. {{(pid=62328) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 804.980041] env[62328]: DEBUG oslo_vmware.api [None req-b9447138-8d77-48fc-be61-8f7d29fdace7 tempest-VolumesAdminNegativeTest-179339308 tempest-VolumesAdminNegativeTest-179339308-project-member] Task: {'id': task-2386908, 'name': Rename_Task} progress is 0%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 805.036842] env[62328]: DEBUG oslo_vmware.api [None req-36c78e6f-2be5-406d-a59f-931202f467f9 tempest-ImagesTestJSON-1776717495 tempest-ImagesTestJSON-1776717495-project-member] Task: {'id': task-2386905, 'name': CloneVM_Task, 'duration_secs': 1.47206} completed successfully. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 805.037153] env[62328]: INFO nova.virt.vmwareapi.vmops [None req-36c78e6f-2be5-406d-a59f-931202f467f9 tempest-ImagesTestJSON-1776717495 tempest-ImagesTestJSON-1776717495-project-member] [instance: 633811c6-28ee-4dbf-9967-688e7ce6ebfd] Created linked-clone VM from snapshot [ 805.037927] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d2450788-08ab-41ba-9bc1-9166e16a3110 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 805.045356] env[62328]: DEBUG nova.virt.vmwareapi.images [None req-36c78e6f-2be5-406d-a59f-931202f467f9 tempest-ImagesTestJSON-1776717495 tempest-ImagesTestJSON-1776717495-project-member] [instance: 633811c6-28ee-4dbf-9967-688e7ce6ebfd] Uploading image 3c769f58-b22b-4303-9a5e-8d0258b87513 {{(pid=62328) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 805.066534] env[62328]: DEBUG oslo_vmware.rw_handles [None req-36c78e6f-2be5-406d-a59f-931202f467f9 tempest-ImagesTestJSON-1776717495 tempest-ImagesTestJSON-1776717495-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 805.066534] env[62328]: value = "vm-484341" [ 805.066534] env[62328]: _type = "VirtualMachine" [ 805.066534] env[62328]: }. {{(pid=62328) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 805.066707] env[62328]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-f6f12931-c6d1-4116-ae3b-691181b0e711 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 805.074246] env[62328]: DEBUG oslo_vmware.rw_handles [None req-36c78e6f-2be5-406d-a59f-931202f467f9 tempest-ImagesTestJSON-1776717495 tempest-ImagesTestJSON-1776717495-project-member] Lease: (returnval){ [ 805.074246] env[62328]: value = "session[52a6e20e-410d-708a-99f2-080a575a99bd]5233c42f-2345-b78d-2555-574a40165f25" [ 805.074246] env[62328]: _type = "HttpNfcLease" [ 805.074246] env[62328]: } obtained for exporting VM: (result){ [ 805.074246] env[62328]: value = "vm-484341" [ 805.074246] env[62328]: _type = "VirtualMachine" [ 805.074246] env[62328]: }. {{(pid=62328) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 805.074538] env[62328]: DEBUG oslo_vmware.api [None req-36c78e6f-2be5-406d-a59f-931202f467f9 tempest-ImagesTestJSON-1776717495 tempest-ImagesTestJSON-1776717495-project-member] Waiting for the lease: (returnval){ [ 805.074538] env[62328]: value = "session[52a6e20e-410d-708a-99f2-080a575a99bd]5233c42f-2345-b78d-2555-574a40165f25" [ 805.074538] env[62328]: _type = "HttpNfcLease" [ 805.074538] env[62328]: } to be ready. {{(pid=62328) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 805.080433] env[62328]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 805.080433] env[62328]: value = "session[52a6e20e-410d-708a-99f2-080a575a99bd]5233c42f-2345-b78d-2555-574a40165f25" [ 805.080433] env[62328]: _type = "HttpNfcLease" [ 805.080433] env[62328]: } is initializing. {{(pid=62328) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 805.159041] env[62328]: DEBUG nova.scheduler.client.report [None req-c332f8f8-ec7c-424c-8e99-1c92801b1a43 tempest-ServerActionsV293TestJSON-1864378190 tempest-ServerActionsV293TestJSON-1864378190-project-member] Inventory has not changed for provider 3469e9f8-04af-49ca-8435-49f104496744 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 152, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62328) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 805.479697] env[62328]: DEBUG oslo_vmware.api [None req-b9447138-8d77-48fc-be61-8f7d29fdace7 tempest-VolumesAdminNegativeTest-179339308 tempest-VolumesAdminNegativeTest-179339308-project-member] Task: {'id': task-2386908, 'name': Rename_Task, 'duration_secs': 0.224783} completed successfully. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 805.479978] env[62328]: DEBUG nova.virt.vmwareapi.vm_util [None req-b9447138-8d77-48fc-be61-8f7d29fdace7 tempest-VolumesAdminNegativeTest-179339308 tempest-VolumesAdminNegativeTest-179339308-project-member] [instance: 2fe24a9d-2976-4a71-8707-04338c61868c] Powering on the VM {{(pid=62328) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 805.480244] env[62328]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-9295bdfc-5bc1-412e-8674-e627bd0c7b23 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 805.487872] env[62328]: DEBUG oslo_vmware.api [None req-b9447138-8d77-48fc-be61-8f7d29fdace7 tempest-VolumesAdminNegativeTest-179339308 tempest-VolumesAdminNegativeTest-179339308-project-member] Waiting for the task: (returnval){ [ 805.487872] env[62328]: value = "task-2386910" [ 805.487872] env[62328]: _type = "Task" [ 805.487872] env[62328]: } to complete. {{(pid=62328) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 805.498449] env[62328]: DEBUG oslo_vmware.api [None req-b9447138-8d77-48fc-be61-8f7d29fdace7 tempest-VolumesAdminNegativeTest-179339308 tempest-VolumesAdminNegativeTest-179339308-project-member] Task: {'id': task-2386910, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 805.583060] env[62328]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 805.583060] env[62328]: value = "session[52a6e20e-410d-708a-99f2-080a575a99bd]5233c42f-2345-b78d-2555-574a40165f25" [ 805.583060] env[62328]: _type = "HttpNfcLease" [ 805.583060] env[62328]: } is ready. {{(pid=62328) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 805.583260] env[62328]: DEBUG oslo_vmware.rw_handles [None req-36c78e6f-2be5-406d-a59f-931202f467f9 tempest-ImagesTestJSON-1776717495 tempest-ImagesTestJSON-1776717495-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 805.583260] env[62328]: value = "session[52a6e20e-410d-708a-99f2-080a575a99bd]5233c42f-2345-b78d-2555-574a40165f25" [ 805.583260] env[62328]: _type = "HttpNfcLease" [ 805.583260] env[62328]: }. {{(pid=62328) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 805.583973] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-77f3e966-5155-4f41-a5b9-3cf2a9cb93dd {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 805.591125] env[62328]: DEBUG oslo_vmware.rw_handles [None req-36c78e6f-2be5-406d-a59f-931202f467f9 tempest-ImagesTestJSON-1776717495 tempest-ImagesTestJSON-1776717495-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52fc65f2-2952-43f8-c14d-75e01f0da6a5/disk-0.vmdk from lease info. {{(pid=62328) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 805.591294] env[62328]: DEBUG oslo_vmware.rw_handles [None req-36c78e6f-2be5-406d-a59f-931202f467f9 tempest-ImagesTestJSON-1776717495 tempest-ImagesTestJSON-1776717495-project-member] Opening URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52fc65f2-2952-43f8-c14d-75e01f0da6a5/disk-0.vmdk for reading. {{(pid=62328) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 805.667300] env[62328]: DEBUG oslo_concurrency.lockutils [None req-c332f8f8-ec7c-424c-8e99-1c92801b1a43 tempest-ServerActionsV293TestJSON-1864378190 tempest-ServerActionsV293TestJSON-1864378190-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.990s {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 805.669753] env[62328]: DEBUG oslo_concurrency.lockutils [None req-68bc5858-d520-4279-9657-cb084e4bdf7b tempest-ServerDiskConfigTestJSON-126406698 tempest-ServerDiskConfigTestJSON-126406698-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 27.178s {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 805.669861] env[62328]: DEBUG nova.objects.instance [None req-68bc5858-d520-4279-9657-cb084e4bdf7b tempest-ServerDiskConfigTestJSON-126406698 tempest-ServerDiskConfigTestJSON-126406698-project-member] Lazy-loading 'resources' on Instance uuid 948b7ba2-2caa-4616-abc0-afc6cca58f76 {{(pid=62328) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 805.683399] env[62328]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-d56fa63d-0f71-482b-a68c-4dd172acb050 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 805.699204] env[62328]: DEBUG nova.compute.manager [None req-d99376b8-602a-4347-8593-a90a3e5893c2 tempest-ServerDiskConfigTestJSON-126406698 tempest-ServerDiskConfigTestJSON-126406698-project-member] [instance: 385995cc-5fe5-4c9d-9128-69a3767e682f] Start spawning the instance on the hypervisor. {{(pid=62328) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 805.720253] env[62328]: DEBUG nova.virt.hardware [None req-d99376b8-602a-4347-8593-a90a3e5893c2 tempest-ServerDiskConfigTestJSON-126406698 tempest-ServerDiskConfigTestJSON-126406698-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-07T17:16:55Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-07T17:16:37Z,direct_url=,disk_format='vmdk',id=dbf872a4-92be-47e4-8561-c3e2bf2423ab,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='2a64022f08d84b11a86773b900860ae5',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-07T17:16:38Z,virtual_size=,visibility=), allow threads: False {{(pid=62328) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 805.720532] env[62328]: DEBUG nova.virt.hardware [None req-d99376b8-602a-4347-8593-a90a3e5893c2 tempest-ServerDiskConfigTestJSON-126406698 tempest-ServerDiskConfigTestJSON-126406698-project-member] Flavor limits 0:0:0 {{(pid=62328) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 805.720693] env[62328]: DEBUG nova.virt.hardware [None req-d99376b8-602a-4347-8593-a90a3e5893c2 tempest-ServerDiskConfigTestJSON-126406698 tempest-ServerDiskConfigTestJSON-126406698-project-member] Image limits 0:0:0 {{(pid=62328) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 805.721471] env[62328]: DEBUG nova.virt.hardware [None req-d99376b8-602a-4347-8593-a90a3e5893c2 tempest-ServerDiskConfigTestJSON-126406698 tempest-ServerDiskConfigTestJSON-126406698-project-member] Flavor pref 0:0:0 {{(pid=62328) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 805.721471] env[62328]: DEBUG nova.virt.hardware [None req-d99376b8-602a-4347-8593-a90a3e5893c2 tempest-ServerDiskConfigTestJSON-126406698 tempest-ServerDiskConfigTestJSON-126406698-project-member] Image pref 0:0:0 {{(pid=62328) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 805.724149] env[62328]: DEBUG nova.virt.hardware [None req-d99376b8-602a-4347-8593-a90a3e5893c2 tempest-ServerDiskConfigTestJSON-126406698 tempest-ServerDiskConfigTestJSON-126406698-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62328) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 805.724149] env[62328]: DEBUG nova.virt.hardware [None req-d99376b8-602a-4347-8593-a90a3e5893c2 tempest-ServerDiskConfigTestJSON-126406698 tempest-ServerDiskConfigTestJSON-126406698-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62328) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 805.724149] env[62328]: DEBUG nova.virt.hardware [None req-d99376b8-602a-4347-8593-a90a3e5893c2 tempest-ServerDiskConfigTestJSON-126406698 tempest-ServerDiskConfigTestJSON-126406698-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62328) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 805.724149] env[62328]: DEBUG nova.virt.hardware [None req-d99376b8-602a-4347-8593-a90a3e5893c2 tempest-ServerDiskConfigTestJSON-126406698 tempest-ServerDiskConfigTestJSON-126406698-project-member] Got 1 possible topologies {{(pid=62328) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 805.724149] env[62328]: DEBUG nova.virt.hardware [None req-d99376b8-602a-4347-8593-a90a3e5893c2 tempest-ServerDiskConfigTestJSON-126406698 tempest-ServerDiskConfigTestJSON-126406698-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62328) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 805.724149] env[62328]: DEBUG nova.virt.hardware [None req-d99376b8-602a-4347-8593-a90a3e5893c2 tempest-ServerDiskConfigTestJSON-126406698 tempest-ServerDiskConfigTestJSON-126406698-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62328) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 805.724149] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d3472fc1-1b44-4442-b6e3-382e39efc82b {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 805.731690] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0acf07d7-697b-41d9-bfea-83013f8ee3d7 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 806.011236] env[62328]: DEBUG oslo_vmware.api [None req-b9447138-8d77-48fc-be61-8f7d29fdace7 tempest-VolumesAdminNegativeTest-179339308 tempest-VolumesAdminNegativeTest-179339308-project-member] Task: {'id': task-2386910, 'name': PowerOnVM_Task} progress is 96%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 806.191224] env[62328]: DEBUG oslo_concurrency.lockutils [None req-c332f8f8-ec7c-424c-8e99-1c92801b1a43 tempest-ServerActionsV293TestJSON-1864378190 tempest-ServerActionsV293TestJSON-1864378190-project-member] Lock "2f5e173e-0a48-45c2-ae86-64d86a2b45d4" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 31.586s {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 806.267285] env[62328]: DEBUG nova.compute.manager [req-98d1ebae-9eb1-498b-bda9-3091cb609d29 req-42e02cb7-781b-409b-bb06-126a3eaf384a service nova] [instance: 385995cc-5fe5-4c9d-9128-69a3767e682f] Received event network-vif-plugged-f4b0f307-9c7d-40fb-be8c-fc9661810dbe {{(pid=62328) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 806.267285] env[62328]: DEBUG oslo_concurrency.lockutils [req-98d1ebae-9eb1-498b-bda9-3091cb609d29 req-42e02cb7-781b-409b-bb06-126a3eaf384a service nova] Acquiring lock "385995cc-5fe5-4c9d-9128-69a3767e682f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 806.267285] env[62328]: DEBUG oslo_concurrency.lockutils [req-98d1ebae-9eb1-498b-bda9-3091cb609d29 req-42e02cb7-781b-409b-bb06-126a3eaf384a service nova] Lock "385995cc-5fe5-4c9d-9128-69a3767e682f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 806.267285] env[62328]: DEBUG oslo_concurrency.lockutils [req-98d1ebae-9eb1-498b-bda9-3091cb609d29 req-42e02cb7-781b-409b-bb06-126a3eaf384a service nova] Lock "385995cc-5fe5-4c9d-9128-69a3767e682f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 806.267285] env[62328]: DEBUG nova.compute.manager [req-98d1ebae-9eb1-498b-bda9-3091cb609d29 req-42e02cb7-781b-409b-bb06-126a3eaf384a service nova] [instance: 385995cc-5fe5-4c9d-9128-69a3767e682f] No waiting events found dispatching network-vif-plugged-f4b0f307-9c7d-40fb-be8c-fc9661810dbe {{(pid=62328) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 806.267474] env[62328]: WARNING nova.compute.manager [req-98d1ebae-9eb1-498b-bda9-3091cb609d29 req-42e02cb7-781b-409b-bb06-126a3eaf384a service nova] [instance: 385995cc-5fe5-4c9d-9128-69a3767e682f] Received unexpected event network-vif-plugged-f4b0f307-9c7d-40fb-be8c-fc9661810dbe for instance with vm_state building and task_state spawning. [ 806.405315] env[62328]: DEBUG nova.network.neutron [None req-d99376b8-602a-4347-8593-a90a3e5893c2 tempest-ServerDiskConfigTestJSON-126406698 tempest-ServerDiskConfigTestJSON-126406698-project-member] [instance: 385995cc-5fe5-4c9d-9128-69a3767e682f] Successfully updated port: f4b0f307-9c7d-40fb-be8c-fc9661810dbe {{(pid=62328) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 806.503598] env[62328]: DEBUG oslo_vmware.api [None req-b9447138-8d77-48fc-be61-8f7d29fdace7 tempest-VolumesAdminNegativeTest-179339308 tempest-VolumesAdminNegativeTest-179339308-project-member] Task: {'id': task-2386910, 'name': PowerOnVM_Task, 'duration_secs': 0.649747} completed successfully. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 806.503981] env[62328]: DEBUG nova.virt.vmwareapi.vm_util [None req-b9447138-8d77-48fc-be61-8f7d29fdace7 tempest-VolumesAdminNegativeTest-179339308 tempest-VolumesAdminNegativeTest-179339308-project-member] [instance: 2fe24a9d-2976-4a71-8707-04338c61868c] Powered on the VM {{(pid=62328) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 806.504264] env[62328]: INFO nova.compute.manager [None req-b9447138-8d77-48fc-be61-8f7d29fdace7 tempest-VolumesAdminNegativeTest-179339308 tempest-VolumesAdminNegativeTest-179339308-project-member] [instance: 2fe24a9d-2976-4a71-8707-04338c61868c] Took 7.90 seconds to spawn the instance on the hypervisor. [ 806.504490] env[62328]: DEBUG nova.compute.manager [None req-b9447138-8d77-48fc-be61-8f7d29fdace7 tempest-VolumesAdminNegativeTest-179339308 tempest-VolumesAdminNegativeTest-179339308-project-member] [instance: 2fe24a9d-2976-4a71-8707-04338c61868c] Checking state {{(pid=62328) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 806.505426] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4673663c-783a-4683-927a-ed01153d7a0c {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 806.603064] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-def9d1fa-44b1-40aa-953c-ce5066d98e70 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 806.610735] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9e10eaf6-4b54-4d25-87d8-ec4392037e4b {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 806.646025] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6c154596-0ff1-4669-8eba-c6e9ee90ec7d {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 806.650229] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4b9fa078-9afe-49c9-8632-fb0b51d68b8d {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 806.663459] env[62328]: DEBUG nova.compute.provider_tree [None req-68bc5858-d520-4279-9657-cb084e4bdf7b tempest-ServerDiskConfigTestJSON-126406698 tempest-ServerDiskConfigTestJSON-126406698-project-member] Inventory has not changed in ProviderTree for provider: 3469e9f8-04af-49ca-8435-49f104496744 {{(pid=62328) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 806.911534] env[62328]: DEBUG oslo_concurrency.lockutils [None req-d99376b8-602a-4347-8593-a90a3e5893c2 tempest-ServerDiskConfigTestJSON-126406698 tempest-ServerDiskConfigTestJSON-126406698-project-member] Acquiring lock "refresh_cache-385995cc-5fe5-4c9d-9128-69a3767e682f" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 806.911731] env[62328]: DEBUG oslo_concurrency.lockutils [None req-d99376b8-602a-4347-8593-a90a3e5893c2 tempest-ServerDiskConfigTestJSON-126406698 tempest-ServerDiskConfigTestJSON-126406698-project-member] Acquired lock "refresh_cache-385995cc-5fe5-4c9d-9128-69a3767e682f" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.912060] env[62328]: DEBUG nova.network.neutron [None req-d99376b8-602a-4347-8593-a90a3e5893c2 tempest-ServerDiskConfigTestJSON-126406698 tempest-ServerDiskConfigTestJSON-126406698-project-member] [instance: 385995cc-5fe5-4c9d-9128-69a3767e682f] Building network info cache for instance {{(pid=62328) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 807.027620] env[62328]: INFO nova.compute.manager [None req-b9447138-8d77-48fc-be61-8f7d29fdace7 tempest-VolumesAdminNegativeTest-179339308 tempest-VolumesAdminNegativeTest-179339308-project-member] [instance: 2fe24a9d-2976-4a71-8707-04338c61868c] Took 37.34 seconds to build instance. [ 807.167008] env[62328]: DEBUG nova.scheduler.client.report [None req-68bc5858-d520-4279-9657-cb084e4bdf7b tempest-ServerDiskConfigTestJSON-126406698 tempest-ServerDiskConfigTestJSON-126406698-project-member] Inventory has not changed for provider 3469e9f8-04af-49ca-8435-49f104496744 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 152, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62328) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 807.466820] env[62328]: DEBUG nova.network.neutron [None req-d99376b8-602a-4347-8593-a90a3e5893c2 tempest-ServerDiskConfigTestJSON-126406698 tempest-ServerDiskConfigTestJSON-126406698-project-member] [instance: 385995cc-5fe5-4c9d-9128-69a3767e682f] Instance cache missing network info. {{(pid=62328) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 807.529696] env[62328]: DEBUG oslo_concurrency.lockutils [None req-b9447138-8d77-48fc-be61-8f7d29fdace7 tempest-VolumesAdminNegativeTest-179339308 tempest-VolumesAdminNegativeTest-179339308-project-member] Lock "2fe24a9d-2976-4a71-8707-04338c61868c" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 38.851s {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 807.673568] env[62328]: DEBUG oslo_concurrency.lockutils [None req-68bc5858-d520-4279-9657-cb084e4bdf7b tempest-ServerDiskConfigTestJSON-126406698 tempest-ServerDiskConfigTestJSON-126406698-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.004s {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 807.676870] env[62328]: DEBUG oslo_concurrency.lockutils [None req-332cd9a1-235b-4315-894a-68f76363e980 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 28.926s {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 807.689821] env[62328]: DEBUG nova.network.neutron [None req-d99376b8-602a-4347-8593-a90a3e5893c2 tempest-ServerDiskConfigTestJSON-126406698 tempest-ServerDiskConfigTestJSON-126406698-project-member] [instance: 385995cc-5fe5-4c9d-9128-69a3767e682f] Updating instance_info_cache with network_info: [{"id": "f4b0f307-9c7d-40fb-be8c-fc9661810dbe", "address": "fa:16:3e:d3:d5:ad", "network": {"id": "ae1b0afd-4a0c-4b8a-99ac-dbdf6dd5bf95", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-10758413-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "33a1d9f198d84697b63d98d445dea080", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dcf5c3f7-4e33-4f21-b323-3673930b789c", "external-id": "nsx-vlan-transportzone-983", "segmentation_id": 983, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf4b0f307-9c", "ovs_interfaceid": "f4b0f307-9c7d-40fb-be8c-fc9661810dbe", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62328) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 807.706819] env[62328]: INFO nova.scheduler.client.report [None req-68bc5858-d520-4279-9657-cb084e4bdf7b tempest-ServerDiskConfigTestJSON-126406698 tempest-ServerDiskConfigTestJSON-126406698-project-member] Deleted allocations for instance 948b7ba2-2caa-4616-abc0-afc6cca58f76 [ 808.194657] env[62328]: DEBUG oslo_concurrency.lockutils [None req-d99376b8-602a-4347-8593-a90a3e5893c2 tempest-ServerDiskConfigTestJSON-126406698 tempest-ServerDiskConfigTestJSON-126406698-project-member] Releasing lock "refresh_cache-385995cc-5fe5-4c9d-9128-69a3767e682f" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 808.195674] env[62328]: DEBUG nova.compute.manager [None req-d99376b8-602a-4347-8593-a90a3e5893c2 tempest-ServerDiskConfigTestJSON-126406698 tempest-ServerDiskConfigTestJSON-126406698-project-member] [instance: 385995cc-5fe5-4c9d-9128-69a3767e682f] Instance network_info: |[{"id": "f4b0f307-9c7d-40fb-be8c-fc9661810dbe", "address": "fa:16:3e:d3:d5:ad", "network": {"id": "ae1b0afd-4a0c-4b8a-99ac-dbdf6dd5bf95", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-10758413-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "33a1d9f198d84697b63d98d445dea080", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dcf5c3f7-4e33-4f21-b323-3673930b789c", "external-id": "nsx-vlan-transportzone-983", "segmentation_id": 983, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf4b0f307-9c", "ovs_interfaceid": "f4b0f307-9c7d-40fb-be8c-fc9661810dbe", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62328) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 808.196148] env[62328]: DEBUG nova.virt.vmwareapi.vmops [None req-d99376b8-602a-4347-8593-a90a3e5893c2 tempest-ServerDiskConfigTestJSON-126406698 tempest-ServerDiskConfigTestJSON-126406698-project-member] [instance: 385995cc-5fe5-4c9d-9128-69a3767e682f] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:d3:d5:ad', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'dcf5c3f7-4e33-4f21-b323-3673930b789c', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'f4b0f307-9c7d-40fb-be8c-fc9661810dbe', 'vif_model': 'vmxnet3'}] {{(pid=62328) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 808.208837] env[62328]: DEBUG oslo.service.loopingcall [None req-d99376b8-602a-4347-8593-a90a3e5893c2 tempest-ServerDiskConfigTestJSON-126406698 tempest-ServerDiskConfigTestJSON-126406698-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62328) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 808.209694] env[62328]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 385995cc-5fe5-4c9d-9128-69a3767e682f] Creating VM on the ESX host {{(pid=62328) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 808.210034] env[62328]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-06ce198a-1310-4bb4-b842-e8996c3a2ccb {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 808.237254] env[62328]: DEBUG oslo_concurrency.lockutils [None req-68bc5858-d520-4279-9657-cb084e4bdf7b tempest-ServerDiskConfigTestJSON-126406698 tempest-ServerDiskConfigTestJSON-126406698-project-member] Lock "948b7ba2-2caa-4616-abc0-afc6cca58f76" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 33.799s {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 808.244637] env[62328]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 808.244637] env[62328]: value = "task-2386911" [ 808.244637] env[62328]: _type = "Task" [ 808.244637] env[62328]: } to complete. {{(pid=62328) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 808.253791] env[62328]: DEBUG oslo_vmware.api [-] Task: {'id': task-2386911, 'name': CreateVM_Task} progress is 0%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 808.291376] env[62328]: DEBUG nova.compute.manager [req-91b824ad-e259-490a-be78-68fd675b0256 req-452d6034-9a1c-4da5-a13a-784f987d6505 service nova] [instance: 385995cc-5fe5-4c9d-9128-69a3767e682f] Received event network-changed-f4b0f307-9c7d-40fb-be8c-fc9661810dbe {{(pid=62328) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 808.291566] env[62328]: DEBUG nova.compute.manager [req-91b824ad-e259-490a-be78-68fd675b0256 req-452d6034-9a1c-4da5-a13a-784f987d6505 service nova] [instance: 385995cc-5fe5-4c9d-9128-69a3767e682f] Refreshing instance network info cache due to event network-changed-f4b0f307-9c7d-40fb-be8c-fc9661810dbe. {{(pid=62328) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 808.291860] env[62328]: DEBUG oslo_concurrency.lockutils [req-91b824ad-e259-490a-be78-68fd675b0256 req-452d6034-9a1c-4da5-a13a-784f987d6505 service nova] Acquiring lock "refresh_cache-385995cc-5fe5-4c9d-9128-69a3767e682f" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 808.292016] env[62328]: DEBUG oslo_concurrency.lockutils [req-91b824ad-e259-490a-be78-68fd675b0256 req-452d6034-9a1c-4da5-a13a-784f987d6505 service nova] Acquired lock "refresh_cache-385995cc-5fe5-4c9d-9128-69a3767e682f" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.292190] env[62328]: DEBUG nova.network.neutron [req-91b824ad-e259-490a-be78-68fd675b0256 req-452d6034-9a1c-4da5-a13a-784f987d6505 service nova] [instance: 385995cc-5fe5-4c9d-9128-69a3767e682f] Refreshing network info cache for port f4b0f307-9c7d-40fb-be8c-fc9661810dbe {{(pid=62328) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 808.697415] env[62328]: DEBUG nova.compute.resource_tracker [None req-332cd9a1-235b-4315-894a-68f76363e980 None None] Applying migration context for instance 4279ea33-3d7d-4713-9d21-9e7aa29026ae as it has an incoming, in-progress migration 49a0a574-122e-4b2c-8320-8ee7f1651f2f. Migration status is reverting {{(pid=62328) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1016}} [ 808.699173] env[62328]: INFO nova.compute.resource_tracker [None req-332cd9a1-235b-4315-894a-68f76363e980 None None] [instance: 4279ea33-3d7d-4713-9d21-9e7aa29026ae] Updating resource usage from migration 49a0a574-122e-4b2c-8320-8ee7f1651f2f [ 808.722947] env[62328]: DEBUG nova.compute.resource_tracker [None req-332cd9a1-235b-4315-894a-68f76363e980 None None] Instance 6c107768-0f57-42fd-a2a5-b28207b17de9 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62328) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 808.723106] env[62328]: DEBUG nova.compute.resource_tracker [None req-332cd9a1-235b-4315-894a-68f76363e980 None None] Instance 613e2516-6209-439d-bb90-b87d67b281a8 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=62328) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 808.723271] env[62328]: WARNING nova.compute.resource_tracker [None req-332cd9a1-235b-4315-894a-68f76363e980 None None] Instance 3e0f093a-98be-4406-a220-34f6d6767294 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 808.723394] env[62328]: DEBUG nova.compute.resource_tracker [None req-332cd9a1-235b-4315-894a-68f76363e980 None None] Instance 04dd8fd6-91f0-444f-b642-2ba8dcdea19d actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62328) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 808.723521] env[62328]: WARNING nova.compute.resource_tracker [None req-332cd9a1-235b-4315-894a-68f76363e980 None None] Instance 7ad56de0-3e7a-4018-8746-42a83a4fe22e is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 808.723650] env[62328]: DEBUG nova.compute.resource_tracker [None req-332cd9a1-235b-4315-894a-68f76363e980 None None] Instance 3c9e10d6-deb6-4b1b-8dfe-9e85e3b19e85 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62328) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 808.723747] env[62328]: DEBUG nova.compute.resource_tracker [None req-332cd9a1-235b-4315-894a-68f76363e980 None None] Instance 8e31afa5-82ea-4e3e-8913-77f24ee85e4e actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62328) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 808.723869] env[62328]: WARNING nova.compute.resource_tracker [None req-332cd9a1-235b-4315-894a-68f76363e980 None None] Instance a514091e-f57a-4447-b60b-7f22d6f26820 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 808.723980] env[62328]: DEBUG nova.compute.resource_tracker [None req-332cd9a1-235b-4315-894a-68f76363e980 None None] Instance 4012f976-bb83-4296-8a36-f3af12570729 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 2, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62328) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 808.724104] env[62328]: DEBUG nova.compute.resource_tracker [None req-332cd9a1-235b-4315-894a-68f76363e980 None None] Instance ab48d158-561e-40d6-a649-f38a096d96c3 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62328) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 808.724227] env[62328]: WARNING nova.compute.resource_tracker [None req-332cd9a1-235b-4315-894a-68f76363e980 None None] Instance 93ca7686-9ab7-434e-b425-148d3ba8db62 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 808.724346] env[62328]: WARNING nova.compute.resource_tracker [None req-332cd9a1-235b-4315-894a-68f76363e980 None None] Instance fc8146ed-f4c5-4b4b-a03d-c52452f583cd is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 808.724457] env[62328]: DEBUG nova.compute.resource_tracker [None req-332cd9a1-235b-4315-894a-68f76363e980 None None] Instance e4c166ea-d803-4db5-a104-16bd84bfc6c6 actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62328) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 808.724569] env[62328]: DEBUG nova.compute.resource_tracker [None req-332cd9a1-235b-4315-894a-68f76363e980 None None] Migration 49a0a574-122e-4b2c-8320-8ee7f1651f2f is active on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62328) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1712}} [ 808.724676] env[62328]: DEBUG nova.compute.resource_tracker [None req-332cd9a1-235b-4315-894a-68f76363e980 None None] Instance 4279ea33-3d7d-4713-9d21-9e7aa29026ae actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=62328) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 808.724794] env[62328]: WARNING nova.compute.resource_tracker [None req-332cd9a1-235b-4315-894a-68f76363e980 None None] Instance 0ee7925e-085a-489d-8e8e-a0169dd17d45 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 808.724904] env[62328]: DEBUG nova.compute.resource_tracker [None req-332cd9a1-235b-4315-894a-68f76363e980 None None] Instance 0b59b4a1-0c44-41af-a213-89960b97f913 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62328) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 808.725022] env[62328]: DEBUG nova.compute.resource_tracker [None req-332cd9a1-235b-4315-894a-68f76363e980 None None] Instance 3bbba6fe-038a-40f8-935b-ce45c75c3497 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62328) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 808.725134] env[62328]: DEBUG nova.compute.resource_tracker [None req-332cd9a1-235b-4315-894a-68f76363e980 None None] Instance 633811c6-28ee-4dbf-9967-688e7ce6ebfd actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62328) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 808.725230] env[62328]: DEBUG nova.compute.resource_tracker [None req-332cd9a1-235b-4315-894a-68f76363e980 None None] Instance 2fe24a9d-2976-4a71-8707-04338c61868c actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62328) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 808.725335] env[62328]: DEBUG nova.compute.resource_tracker [None req-332cd9a1-235b-4315-894a-68f76363e980 None None] Instance 385995cc-5fe5-4c9d-9128-69a3767e682f actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62328) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 808.755909] env[62328]: DEBUG oslo_vmware.api [-] Task: {'id': task-2386911, 'name': CreateVM_Task, 'duration_secs': 0.421124} completed successfully. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 808.756091] env[62328]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 385995cc-5fe5-4c9d-9128-69a3767e682f] Created VM on the ESX host {{(pid=62328) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 808.756830] env[62328]: DEBUG oslo_concurrency.lockutils [None req-d99376b8-602a-4347-8593-a90a3e5893c2 tempest-ServerDiskConfigTestJSON-126406698 tempest-ServerDiskConfigTestJSON-126406698-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/dbf872a4-92be-47e4-8561-c3e2bf2423ab" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 808.757027] env[62328]: DEBUG oslo_concurrency.lockutils [None req-d99376b8-602a-4347-8593-a90a3e5893c2 tempest-ServerDiskConfigTestJSON-126406698 tempest-ServerDiskConfigTestJSON-126406698-project-member] Acquired lock "[datastore1] devstack-image-cache_base/dbf872a4-92be-47e4-8561-c3e2bf2423ab" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.757348] env[62328]: DEBUG oslo_concurrency.lockutils [None req-d99376b8-602a-4347-8593-a90a3e5893c2 tempest-ServerDiskConfigTestJSON-126406698 tempest-ServerDiskConfigTestJSON-126406698-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/dbf872a4-92be-47e4-8561-c3e2bf2423ab" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 808.757939] env[62328]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-96c132ec-f487-49f6-9761-375814676a28 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 808.763364] env[62328]: DEBUG oslo_vmware.api [None req-d99376b8-602a-4347-8593-a90a3e5893c2 tempest-ServerDiskConfigTestJSON-126406698 tempest-ServerDiskConfigTestJSON-126406698-project-member] Waiting for the task: (returnval){ [ 808.763364] env[62328]: value = "session[52a6e20e-410d-708a-99f2-080a575a99bd]52e63f96-9338-946d-6570-f07997c1ce95" [ 808.763364] env[62328]: _type = "Task" [ 808.763364] env[62328]: } to complete. {{(pid=62328) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 808.771820] env[62328]: DEBUG oslo_vmware.api [None req-d99376b8-602a-4347-8593-a90a3e5893c2 tempest-ServerDiskConfigTestJSON-126406698 tempest-ServerDiskConfigTestJSON-126406698-project-member] Task: {'id': session[52a6e20e-410d-708a-99f2-080a575a99bd]52e63f96-9338-946d-6570-f07997c1ce95, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 809.070554] env[62328]: DEBUG nova.network.neutron [req-91b824ad-e259-490a-be78-68fd675b0256 req-452d6034-9a1c-4da5-a13a-784f987d6505 service nova] [instance: 385995cc-5fe5-4c9d-9128-69a3767e682f] Updated VIF entry in instance network info cache for port f4b0f307-9c7d-40fb-be8c-fc9661810dbe. {{(pid=62328) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 809.070987] env[62328]: DEBUG nova.network.neutron [req-91b824ad-e259-490a-be78-68fd675b0256 req-452d6034-9a1c-4da5-a13a-784f987d6505 service nova] [instance: 385995cc-5fe5-4c9d-9128-69a3767e682f] Updating instance_info_cache with network_info: [{"id": "f4b0f307-9c7d-40fb-be8c-fc9661810dbe", "address": "fa:16:3e:d3:d5:ad", "network": {"id": "ae1b0afd-4a0c-4b8a-99ac-dbdf6dd5bf95", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-10758413-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "33a1d9f198d84697b63d98d445dea080", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dcf5c3f7-4e33-4f21-b323-3673930b789c", "external-id": "nsx-vlan-transportzone-983", "segmentation_id": 983, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf4b0f307-9c", "ovs_interfaceid": "f4b0f307-9c7d-40fb-be8c-fc9661810dbe", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62328) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 809.229037] env[62328]: DEBUG nova.compute.resource_tracker [None req-332cd9a1-235b-4315-894a-68f76363e980 None None] Instance 6d447bb5-4cca-436f-a6e1-9b8aa511a981 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62328) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 809.275160] env[62328]: DEBUG oslo_vmware.api [None req-d99376b8-602a-4347-8593-a90a3e5893c2 tempest-ServerDiskConfigTestJSON-126406698 tempest-ServerDiskConfigTestJSON-126406698-project-member] Task: {'id': session[52a6e20e-410d-708a-99f2-080a575a99bd]52e63f96-9338-946d-6570-f07997c1ce95, 'name': SearchDatastore_Task, 'duration_secs': 0.022837} completed successfully. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 809.275470] env[62328]: DEBUG oslo_concurrency.lockutils [None req-d99376b8-602a-4347-8593-a90a3e5893c2 tempest-ServerDiskConfigTestJSON-126406698 tempest-ServerDiskConfigTestJSON-126406698-project-member] Releasing lock "[datastore1] devstack-image-cache_base/dbf872a4-92be-47e4-8561-c3e2bf2423ab" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 809.275708] env[62328]: DEBUG nova.virt.vmwareapi.vmops [None req-d99376b8-602a-4347-8593-a90a3e5893c2 tempest-ServerDiskConfigTestJSON-126406698 tempest-ServerDiskConfigTestJSON-126406698-project-member] [instance: 385995cc-5fe5-4c9d-9128-69a3767e682f] Processing image dbf872a4-92be-47e4-8561-c3e2bf2423ab {{(pid=62328) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 809.275953] env[62328]: DEBUG oslo_concurrency.lockutils [None req-d99376b8-602a-4347-8593-a90a3e5893c2 tempest-ServerDiskConfigTestJSON-126406698 tempest-ServerDiskConfigTestJSON-126406698-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/dbf872a4-92be-47e4-8561-c3e2bf2423ab/dbf872a4-92be-47e4-8561-c3e2bf2423ab.vmdk" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 809.276113] env[62328]: DEBUG oslo_concurrency.lockutils [None req-d99376b8-602a-4347-8593-a90a3e5893c2 tempest-ServerDiskConfigTestJSON-126406698 tempest-ServerDiskConfigTestJSON-126406698-project-member] Acquired lock "[datastore1] devstack-image-cache_base/dbf872a4-92be-47e4-8561-c3e2bf2423ab/dbf872a4-92be-47e4-8561-c3e2bf2423ab.vmdk" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.276300] env[62328]: DEBUG nova.virt.vmwareapi.ds_util [None req-d99376b8-602a-4347-8593-a90a3e5893c2 tempest-ServerDiskConfigTestJSON-126406698 tempest-ServerDiskConfigTestJSON-126406698-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62328) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 809.276585] env[62328]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-789a8b85-ede7-40fa-9716-953a3afbe903 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 809.285890] env[62328]: DEBUG nova.virt.vmwareapi.ds_util [None req-d99376b8-602a-4347-8593-a90a3e5893c2 tempest-ServerDiskConfigTestJSON-126406698 tempest-ServerDiskConfigTestJSON-126406698-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62328) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 809.286107] env[62328]: DEBUG nova.virt.vmwareapi.vmops [None req-d99376b8-602a-4347-8593-a90a3e5893c2 tempest-ServerDiskConfigTestJSON-126406698 tempest-ServerDiskConfigTestJSON-126406698-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62328) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 809.286859] env[62328]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-554bcebe-b713-43da-9cc0-e6be4307629a {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 809.293059] env[62328]: DEBUG oslo_vmware.api [None req-d99376b8-602a-4347-8593-a90a3e5893c2 tempest-ServerDiskConfigTestJSON-126406698 tempest-ServerDiskConfigTestJSON-126406698-project-member] Waiting for the task: (returnval){ [ 809.293059] env[62328]: value = "session[52a6e20e-410d-708a-99f2-080a575a99bd]5276dfec-c625-10d4-5087-adef523c1a41" [ 809.293059] env[62328]: _type = "Task" [ 809.293059] env[62328]: } to complete. {{(pid=62328) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 809.300808] env[62328]: DEBUG oslo_vmware.api [None req-d99376b8-602a-4347-8593-a90a3e5893c2 tempest-ServerDiskConfigTestJSON-126406698 tempest-ServerDiskConfigTestJSON-126406698-project-member] Task: {'id': session[52a6e20e-410d-708a-99f2-080a575a99bd]5276dfec-c625-10d4-5087-adef523c1a41, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 809.574233] env[62328]: DEBUG oslo_concurrency.lockutils [req-91b824ad-e259-490a-be78-68fd675b0256 req-452d6034-9a1c-4da5-a13a-784f987d6505 service nova] Releasing lock "refresh_cache-385995cc-5fe5-4c9d-9128-69a3767e682f" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 809.732400] env[62328]: DEBUG nova.compute.resource_tracker [None req-332cd9a1-235b-4315-894a-68f76363e980 None None] Instance d60294e0-35a3-4c90-8a63-a525ff1c6833 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62328) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 809.803472] env[62328]: DEBUG oslo_vmware.api [None req-d99376b8-602a-4347-8593-a90a3e5893c2 tempest-ServerDiskConfigTestJSON-126406698 tempest-ServerDiskConfigTestJSON-126406698-project-member] Task: {'id': session[52a6e20e-410d-708a-99f2-080a575a99bd]5276dfec-c625-10d4-5087-adef523c1a41, 'name': SearchDatastore_Task, 'duration_secs': 0.009272} completed successfully. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 809.804335] env[62328]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2bb68651-8714-4f32-a741-2911a6c19a5e {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 809.810237] env[62328]: DEBUG oslo_vmware.api [None req-d99376b8-602a-4347-8593-a90a3e5893c2 tempest-ServerDiskConfigTestJSON-126406698 tempest-ServerDiskConfigTestJSON-126406698-project-member] Waiting for the task: (returnval){ [ 809.810237] env[62328]: value = "session[52a6e20e-410d-708a-99f2-080a575a99bd]52a9222c-499b-a2e1-a1b4-46340c449f50" [ 809.810237] env[62328]: _type = "Task" [ 809.810237] env[62328]: } to complete. {{(pid=62328) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 809.817815] env[62328]: DEBUG oslo_vmware.api [None req-d99376b8-602a-4347-8593-a90a3e5893c2 tempest-ServerDiskConfigTestJSON-126406698 tempest-ServerDiskConfigTestJSON-126406698-project-member] Task: {'id': session[52a6e20e-410d-708a-99f2-080a575a99bd]52a9222c-499b-a2e1-a1b4-46340c449f50, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 809.966531] env[62328]: DEBUG oslo_concurrency.lockutils [None req-1b2b420f-7034-412e-bb06-8df70de33cdc tempest-VolumesAdminNegativeTest-179339308 tempest-VolumesAdminNegativeTest-179339308-project-member] Acquiring lock "2fe24a9d-2976-4a71-8707-04338c61868c" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 809.967105] env[62328]: DEBUG oslo_concurrency.lockutils [None req-1b2b420f-7034-412e-bb06-8df70de33cdc tempest-VolumesAdminNegativeTest-179339308 tempest-VolumesAdminNegativeTest-179339308-project-member] Lock "2fe24a9d-2976-4a71-8707-04338c61868c" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 809.967486] env[62328]: DEBUG oslo_concurrency.lockutils [None req-1b2b420f-7034-412e-bb06-8df70de33cdc tempest-VolumesAdminNegativeTest-179339308 tempest-VolumesAdminNegativeTest-179339308-project-member] Acquiring lock "2fe24a9d-2976-4a71-8707-04338c61868c-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 809.967810] env[62328]: DEBUG oslo_concurrency.lockutils [None req-1b2b420f-7034-412e-bb06-8df70de33cdc tempest-VolumesAdminNegativeTest-179339308 tempest-VolumesAdminNegativeTest-179339308-project-member] Lock "2fe24a9d-2976-4a71-8707-04338c61868c-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 809.967988] env[62328]: DEBUG oslo_concurrency.lockutils [None req-1b2b420f-7034-412e-bb06-8df70de33cdc tempest-VolumesAdminNegativeTest-179339308 tempest-VolumesAdminNegativeTest-179339308-project-member] Lock "2fe24a9d-2976-4a71-8707-04338c61868c-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 809.971042] env[62328]: INFO nova.compute.manager [None req-1b2b420f-7034-412e-bb06-8df70de33cdc tempest-VolumesAdminNegativeTest-179339308 tempest-VolumesAdminNegativeTest-179339308-project-member] [instance: 2fe24a9d-2976-4a71-8707-04338c61868c] Terminating instance [ 810.235316] env[62328]: DEBUG nova.compute.resource_tracker [None req-332cd9a1-235b-4315-894a-68f76363e980 None None] Instance 7b91283b-b15c-414f-a068-8dab2b35f6e3 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62328) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 810.321909] env[62328]: DEBUG oslo_vmware.api [None req-d99376b8-602a-4347-8593-a90a3e5893c2 tempest-ServerDiskConfigTestJSON-126406698 tempest-ServerDiskConfigTestJSON-126406698-project-member] Task: {'id': session[52a6e20e-410d-708a-99f2-080a575a99bd]52a9222c-499b-a2e1-a1b4-46340c449f50, 'name': SearchDatastore_Task, 'duration_secs': 0.009456} completed successfully. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 810.321909] env[62328]: DEBUG oslo_concurrency.lockutils [None req-d99376b8-602a-4347-8593-a90a3e5893c2 tempest-ServerDiskConfigTestJSON-126406698 tempest-ServerDiskConfigTestJSON-126406698-project-member] Releasing lock "[datastore1] devstack-image-cache_base/dbf872a4-92be-47e4-8561-c3e2bf2423ab/dbf872a4-92be-47e4-8561-c3e2bf2423ab.vmdk" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 810.322196] env[62328]: DEBUG nova.virt.vmwareapi.vm_util [None req-d99376b8-602a-4347-8593-a90a3e5893c2 tempest-ServerDiskConfigTestJSON-126406698 tempest-ServerDiskConfigTestJSON-126406698-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/dbf872a4-92be-47e4-8561-c3e2bf2423ab/dbf872a4-92be-47e4-8561-c3e2bf2423ab.vmdk to [datastore1] 385995cc-5fe5-4c9d-9128-69a3767e682f/385995cc-5fe5-4c9d-9128-69a3767e682f.vmdk {{(pid=62328) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 810.322482] env[62328]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-a5091851-7a10-4e23-b8ee-1a3655121e2c {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 810.330108] env[62328]: DEBUG oslo_vmware.api [None req-d99376b8-602a-4347-8593-a90a3e5893c2 tempest-ServerDiskConfigTestJSON-126406698 tempest-ServerDiskConfigTestJSON-126406698-project-member] Waiting for the task: (returnval){ [ 810.330108] env[62328]: value = "task-2386912" [ 810.330108] env[62328]: _type = "Task" [ 810.330108] env[62328]: } to complete. {{(pid=62328) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 810.338665] env[62328]: DEBUG oslo_vmware.api [None req-d99376b8-602a-4347-8593-a90a3e5893c2 tempest-ServerDiskConfigTestJSON-126406698 tempest-ServerDiskConfigTestJSON-126406698-project-member] Task: {'id': task-2386912, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 810.475877] env[62328]: DEBUG nova.compute.manager [None req-1b2b420f-7034-412e-bb06-8df70de33cdc tempest-VolumesAdminNegativeTest-179339308 tempest-VolumesAdminNegativeTest-179339308-project-member] [instance: 2fe24a9d-2976-4a71-8707-04338c61868c] Start destroying the instance on the hypervisor. {{(pid=62328) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 810.476233] env[62328]: DEBUG nova.virt.vmwareapi.vmops [None req-1b2b420f-7034-412e-bb06-8df70de33cdc tempest-VolumesAdminNegativeTest-179339308 tempest-VolumesAdminNegativeTest-179339308-project-member] [instance: 2fe24a9d-2976-4a71-8707-04338c61868c] Destroying instance {{(pid=62328) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 810.477282] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-86f7aa21-6fd0-4ca1-aea5-d0b67bdd4c96 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 810.485750] env[62328]: DEBUG nova.virt.vmwareapi.vm_util [None req-1b2b420f-7034-412e-bb06-8df70de33cdc tempest-VolumesAdminNegativeTest-179339308 tempest-VolumesAdminNegativeTest-179339308-project-member] [instance: 2fe24a9d-2976-4a71-8707-04338c61868c] Powering off the VM {{(pid=62328) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 810.486043] env[62328]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-5e79cc77-439d-40b7-acee-fdf7e1896456 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 810.493531] env[62328]: DEBUG oslo_vmware.api [None req-1b2b420f-7034-412e-bb06-8df70de33cdc tempest-VolumesAdminNegativeTest-179339308 tempest-VolumesAdminNegativeTest-179339308-project-member] Waiting for the task: (returnval){ [ 810.493531] env[62328]: value = "task-2386913" [ 810.493531] env[62328]: _type = "Task" [ 810.493531] env[62328]: } to complete. {{(pid=62328) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 810.502424] env[62328]: DEBUG oslo_vmware.api [None req-1b2b420f-7034-412e-bb06-8df70de33cdc tempest-VolumesAdminNegativeTest-179339308 tempest-VolumesAdminNegativeTest-179339308-project-member] Task: {'id': task-2386913, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 810.739124] env[62328]: DEBUG nova.compute.resource_tracker [None req-332cd9a1-235b-4315-894a-68f76363e980 None None] Instance c93e23e8-af7d-498b-bc2b-a47568418b05 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62328) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 810.843170] env[62328]: DEBUG oslo_vmware.api [None req-d99376b8-602a-4347-8593-a90a3e5893c2 tempest-ServerDiskConfigTestJSON-126406698 tempest-ServerDiskConfigTestJSON-126406698-project-member] Task: {'id': task-2386912, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.501021} completed successfully. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 810.843483] env[62328]: DEBUG nova.virt.vmwareapi.vm_util [None req-d99376b8-602a-4347-8593-a90a3e5893c2 tempest-ServerDiskConfigTestJSON-126406698 tempest-ServerDiskConfigTestJSON-126406698-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/dbf872a4-92be-47e4-8561-c3e2bf2423ab/dbf872a4-92be-47e4-8561-c3e2bf2423ab.vmdk to [datastore1] 385995cc-5fe5-4c9d-9128-69a3767e682f/385995cc-5fe5-4c9d-9128-69a3767e682f.vmdk {{(pid=62328) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 810.843735] env[62328]: DEBUG nova.virt.vmwareapi.vmops [None req-d99376b8-602a-4347-8593-a90a3e5893c2 tempest-ServerDiskConfigTestJSON-126406698 tempest-ServerDiskConfigTestJSON-126406698-project-member] [instance: 385995cc-5fe5-4c9d-9128-69a3767e682f] Extending root virtual disk to 1048576 {{(pid=62328) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 810.844058] env[62328]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-595ed9e5-1194-4fa8-ac8d-5047089c7707 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 810.851398] env[62328]: DEBUG oslo_vmware.api [None req-d99376b8-602a-4347-8593-a90a3e5893c2 tempest-ServerDiskConfigTestJSON-126406698 tempest-ServerDiskConfigTestJSON-126406698-project-member] Waiting for the task: (returnval){ [ 810.851398] env[62328]: value = "task-2386914" [ 810.851398] env[62328]: _type = "Task" [ 810.851398] env[62328]: } to complete. {{(pid=62328) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 810.860222] env[62328]: DEBUG oslo_vmware.api [None req-d99376b8-602a-4347-8593-a90a3e5893c2 tempest-ServerDiskConfigTestJSON-126406698 tempest-ServerDiskConfigTestJSON-126406698-project-member] Task: {'id': task-2386914, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 811.010030] env[62328]: DEBUG oslo_vmware.api [None req-1b2b420f-7034-412e-bb06-8df70de33cdc tempest-VolumesAdminNegativeTest-179339308 tempest-VolumesAdminNegativeTest-179339308-project-member] Task: {'id': task-2386913, 'name': PowerOffVM_Task, 'duration_secs': 0.232504} completed successfully. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 811.010160] env[62328]: DEBUG nova.virt.vmwareapi.vm_util [None req-1b2b420f-7034-412e-bb06-8df70de33cdc tempest-VolumesAdminNegativeTest-179339308 tempest-VolumesAdminNegativeTest-179339308-project-member] [instance: 2fe24a9d-2976-4a71-8707-04338c61868c] Powered off the VM {{(pid=62328) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 811.010243] env[62328]: DEBUG nova.virt.vmwareapi.vmops [None req-1b2b420f-7034-412e-bb06-8df70de33cdc tempest-VolumesAdminNegativeTest-179339308 tempest-VolumesAdminNegativeTest-179339308-project-member] [instance: 2fe24a9d-2976-4a71-8707-04338c61868c] Unregistering the VM {{(pid=62328) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 811.010504] env[62328]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-1ad8c22e-3488-4605-8d02-0f9e3c44fe4f {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 811.072407] env[62328]: DEBUG nova.virt.vmwareapi.vmops [None req-1b2b420f-7034-412e-bb06-8df70de33cdc tempest-VolumesAdminNegativeTest-179339308 tempest-VolumesAdminNegativeTest-179339308-project-member] [instance: 2fe24a9d-2976-4a71-8707-04338c61868c] Unregistered the VM {{(pid=62328) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 811.072671] env[62328]: DEBUG nova.virt.vmwareapi.vmops [None req-1b2b420f-7034-412e-bb06-8df70de33cdc tempest-VolumesAdminNegativeTest-179339308 tempest-VolumesAdminNegativeTest-179339308-project-member] [instance: 2fe24a9d-2976-4a71-8707-04338c61868c] Deleting contents of the VM from datastore datastore1 {{(pid=62328) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 811.072920] env[62328]: DEBUG nova.virt.vmwareapi.ds_util [None req-1b2b420f-7034-412e-bb06-8df70de33cdc tempest-VolumesAdminNegativeTest-179339308 tempest-VolumesAdminNegativeTest-179339308-project-member] Deleting the datastore file [datastore1] 2fe24a9d-2976-4a71-8707-04338c61868c {{(pid=62328) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 811.073186] env[62328]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-a00eb86a-c2ea-4f76-b9ed-cf269afb4964 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 811.079417] env[62328]: DEBUG oslo_vmware.api [None req-1b2b420f-7034-412e-bb06-8df70de33cdc tempest-VolumesAdminNegativeTest-179339308 tempest-VolumesAdminNegativeTest-179339308-project-member] Waiting for the task: (returnval){ [ 811.079417] env[62328]: value = "task-2386916" [ 811.079417] env[62328]: _type = "Task" [ 811.079417] env[62328]: } to complete. {{(pid=62328) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 811.087703] env[62328]: DEBUG oslo_vmware.api [None req-1b2b420f-7034-412e-bb06-8df70de33cdc tempest-VolumesAdminNegativeTest-179339308 tempest-VolumesAdminNegativeTest-179339308-project-member] Task: {'id': task-2386916, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 811.241948] env[62328]: DEBUG nova.compute.resource_tracker [None req-332cd9a1-235b-4315-894a-68f76363e980 None None] Instance be561814-7d4f-4759-9e70-47db6557d87e has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62328) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 811.361313] env[62328]: DEBUG oslo_vmware.api [None req-d99376b8-602a-4347-8593-a90a3e5893c2 tempest-ServerDiskConfigTestJSON-126406698 tempest-ServerDiskConfigTestJSON-126406698-project-member] Task: {'id': task-2386914, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.066051} completed successfully. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 811.361599] env[62328]: DEBUG nova.virt.vmwareapi.vmops [None req-d99376b8-602a-4347-8593-a90a3e5893c2 tempest-ServerDiskConfigTestJSON-126406698 tempest-ServerDiskConfigTestJSON-126406698-project-member] [instance: 385995cc-5fe5-4c9d-9128-69a3767e682f] Extended root virtual disk {{(pid=62328) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 811.362433] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bd8f7a69-8b44-48d7-bf1b-808f0066e9ff {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 811.384333] env[62328]: DEBUG nova.virt.vmwareapi.volumeops [None req-d99376b8-602a-4347-8593-a90a3e5893c2 tempest-ServerDiskConfigTestJSON-126406698 tempest-ServerDiskConfigTestJSON-126406698-project-member] [instance: 385995cc-5fe5-4c9d-9128-69a3767e682f] Reconfiguring VM instance instance-0000003f to attach disk [datastore1] 385995cc-5fe5-4c9d-9128-69a3767e682f/385995cc-5fe5-4c9d-9128-69a3767e682f.vmdk or device None with type sparse {{(pid=62328) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 811.385039] env[62328]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6a25bb1c-d3d1-482c-950a-bd36956e1dba {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 811.404581] env[62328]: DEBUG oslo_vmware.api [None req-d99376b8-602a-4347-8593-a90a3e5893c2 tempest-ServerDiskConfigTestJSON-126406698 tempest-ServerDiskConfigTestJSON-126406698-project-member] Waiting for the task: (returnval){ [ 811.404581] env[62328]: value = "task-2386917" [ 811.404581] env[62328]: _type = "Task" [ 811.404581] env[62328]: } to complete. {{(pid=62328) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 811.413126] env[62328]: DEBUG oslo_vmware.api [None req-d99376b8-602a-4347-8593-a90a3e5893c2 tempest-ServerDiskConfigTestJSON-126406698 tempest-ServerDiskConfigTestJSON-126406698-project-member] Task: {'id': task-2386917, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 811.590613] env[62328]: DEBUG oslo_vmware.api [None req-1b2b420f-7034-412e-bb06-8df70de33cdc tempest-VolumesAdminNegativeTest-179339308 tempest-VolumesAdminNegativeTest-179339308-project-member] Task: {'id': task-2386916, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.129579} completed successfully. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 811.590901] env[62328]: DEBUG nova.virt.vmwareapi.ds_util [None req-1b2b420f-7034-412e-bb06-8df70de33cdc tempest-VolumesAdminNegativeTest-179339308 tempest-VolumesAdminNegativeTest-179339308-project-member] Deleted the datastore file {{(pid=62328) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 811.591145] env[62328]: DEBUG nova.virt.vmwareapi.vmops [None req-1b2b420f-7034-412e-bb06-8df70de33cdc tempest-VolumesAdminNegativeTest-179339308 tempest-VolumesAdminNegativeTest-179339308-project-member] [instance: 2fe24a9d-2976-4a71-8707-04338c61868c] Deleted contents of the VM from datastore datastore1 {{(pid=62328) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 811.591361] env[62328]: DEBUG nova.virt.vmwareapi.vmops [None req-1b2b420f-7034-412e-bb06-8df70de33cdc tempest-VolumesAdminNegativeTest-179339308 tempest-VolumesAdminNegativeTest-179339308-project-member] [instance: 2fe24a9d-2976-4a71-8707-04338c61868c] Instance destroyed {{(pid=62328) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 811.591587] env[62328]: INFO nova.compute.manager [None req-1b2b420f-7034-412e-bb06-8df70de33cdc tempest-VolumesAdminNegativeTest-179339308 tempest-VolumesAdminNegativeTest-179339308-project-member] [instance: 2fe24a9d-2976-4a71-8707-04338c61868c] Took 1.12 seconds to destroy the instance on the hypervisor. [ 811.592019] env[62328]: DEBUG oslo.service.loopingcall [None req-1b2b420f-7034-412e-bb06-8df70de33cdc tempest-VolumesAdminNegativeTest-179339308 tempest-VolumesAdminNegativeTest-179339308-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62328) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 811.592246] env[62328]: DEBUG nova.compute.manager [-] [instance: 2fe24a9d-2976-4a71-8707-04338c61868c] Deallocating network for instance {{(pid=62328) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 811.592361] env[62328]: DEBUG nova.network.neutron [-] [instance: 2fe24a9d-2976-4a71-8707-04338c61868c] deallocate_for_instance() {{(pid=62328) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 811.745186] env[62328]: DEBUG nova.compute.resource_tracker [None req-332cd9a1-235b-4315-894a-68f76363e980 None None] Instance 14c336fc-69e4-4ef8-a50f-e307b9902127 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62328) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 811.745501] env[62328]: DEBUG nova.compute.resource_tracker [None req-332cd9a1-235b-4315-894a-68f76363e980 None None] Total usable vcpus: 48, total allocated vcpus: 15 {{(pid=62328) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 811.745627] env[62328]: DEBUG nova.compute.resource_tracker [None req-332cd9a1-235b-4315-894a-68f76363e980 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=3520MB phys_disk=200GB used_disk=15GB total_vcpus=48 used_vcpus=15 pci_stats=[] {{(pid=62328) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 811.916553] env[62328]: DEBUG oslo_vmware.api [None req-d99376b8-602a-4347-8593-a90a3e5893c2 tempest-ServerDiskConfigTestJSON-126406698 tempest-ServerDiskConfigTestJSON-126406698-project-member] Task: {'id': task-2386917, 'name': ReconfigVM_Task, 'duration_secs': 0.267554} completed successfully. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 811.922818] env[62328]: DEBUG nova.virt.vmwareapi.volumeops [None req-d99376b8-602a-4347-8593-a90a3e5893c2 tempest-ServerDiskConfigTestJSON-126406698 tempest-ServerDiskConfigTestJSON-126406698-project-member] [instance: 385995cc-5fe5-4c9d-9128-69a3767e682f] Reconfigured VM instance instance-0000003f to attach disk [datastore1] 385995cc-5fe5-4c9d-9128-69a3767e682f/385995cc-5fe5-4c9d-9128-69a3767e682f.vmdk or device None with type sparse {{(pid=62328) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 811.929019] env[62328]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-f3ff8029-cef5-4b67-8365-a62d9f33421a {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 811.934530] env[62328]: DEBUG oslo_vmware.api [None req-d99376b8-602a-4347-8593-a90a3e5893c2 tempest-ServerDiskConfigTestJSON-126406698 tempest-ServerDiskConfigTestJSON-126406698-project-member] Waiting for the task: (returnval){ [ 811.934530] env[62328]: value = "task-2386918" [ 811.934530] env[62328]: _type = "Task" [ 811.934530] env[62328]: } to complete. {{(pid=62328) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 811.936957] env[62328]: DEBUG nova.compute.manager [req-783d09f2-604c-4041-9db5-c875f505f25b req-abd5075d-592d-4467-bb69-b4f0a10ef49f service nova] [instance: 2fe24a9d-2976-4a71-8707-04338c61868c] Received event network-vif-deleted-d4b9d8c7-0489-4b41-b936-ca4293758091 {{(pid=62328) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 811.937203] env[62328]: INFO nova.compute.manager [req-783d09f2-604c-4041-9db5-c875f505f25b req-abd5075d-592d-4467-bb69-b4f0a10ef49f service nova] [instance: 2fe24a9d-2976-4a71-8707-04338c61868c] Neutron deleted interface d4b9d8c7-0489-4b41-b936-ca4293758091; detaching it from the instance and deleting it from the info cache [ 811.937375] env[62328]: DEBUG nova.network.neutron [req-783d09f2-604c-4041-9db5-c875f505f25b req-abd5075d-592d-4467-bb69-b4f0a10ef49f service nova] [instance: 2fe24a9d-2976-4a71-8707-04338c61868c] Updating instance_info_cache with network_info: [] {{(pid=62328) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 811.952120] env[62328]: DEBUG oslo_vmware.api [None req-d99376b8-602a-4347-8593-a90a3e5893c2 tempest-ServerDiskConfigTestJSON-126406698 tempest-ServerDiskConfigTestJSON-126406698-project-member] Task: {'id': task-2386918, 'name': Rename_Task} progress is 14%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 812.143391] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f8033dc4-1a6c-4870-86f4-bcbd9e70899d {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 812.154244] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d1834b52-d100-4ae1-97e0-7a3cf150e8bc {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 812.187082] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3066db9c-ddec-4535-b705-435da13c05d2 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 812.192557] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3bdb7fec-4610-41d5-84bc-06b9b364d2a9 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 812.207773] env[62328]: DEBUG nova.compute.provider_tree [None req-332cd9a1-235b-4315-894a-68f76363e980 None None] Inventory has not changed in ProviderTree for provider: 3469e9f8-04af-49ca-8435-49f104496744 {{(pid=62328) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 812.388067] env[62328]: DEBUG nova.network.neutron [-] [instance: 2fe24a9d-2976-4a71-8707-04338c61868c] Updating instance_info_cache with network_info: [] {{(pid=62328) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 812.446325] env[62328]: DEBUG oslo_vmware.api [None req-d99376b8-602a-4347-8593-a90a3e5893c2 tempest-ServerDiskConfigTestJSON-126406698 tempest-ServerDiskConfigTestJSON-126406698-project-member] Task: {'id': task-2386918, 'name': Rename_Task, 'duration_secs': 0.154811} completed successfully. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 812.446584] env[62328]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-af2329f7-fc0c-4c43-adf2-f28b132fb71b {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 812.448377] env[62328]: DEBUG nova.virt.vmwareapi.vm_util [None req-d99376b8-602a-4347-8593-a90a3e5893c2 tempest-ServerDiskConfigTestJSON-126406698 tempest-ServerDiskConfigTestJSON-126406698-project-member] [instance: 385995cc-5fe5-4c9d-9128-69a3767e682f] Powering on the VM {{(pid=62328) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 812.448602] env[62328]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-fc865956-f6bd-443e-a615-56a67906a4c7 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 812.457816] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-83f48eae-5bcf-463b-931f-f4ed6488b4be {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 812.469840] env[62328]: DEBUG oslo_vmware.rw_handles [None req-36c78e6f-2be5-406d-a59f-931202f467f9 tempest-ImagesTestJSON-1776717495 tempest-ImagesTestJSON-1776717495-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52fc65f2-2952-43f8-c14d-75e01f0da6a5/disk-0.vmdk. {{(pid=62328) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 812.472122] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-079690ae-4a5d-4bd5-81b2-4e47edbeeddd {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 812.474620] env[62328]: DEBUG oslo_vmware.api [None req-d99376b8-602a-4347-8593-a90a3e5893c2 tempest-ServerDiskConfigTestJSON-126406698 tempest-ServerDiskConfigTestJSON-126406698-project-member] Waiting for the task: (returnval){ [ 812.474620] env[62328]: value = "task-2386919" [ 812.474620] env[62328]: _type = "Task" [ 812.474620] env[62328]: } to complete. {{(pid=62328) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 812.481824] env[62328]: DEBUG oslo_vmware.rw_handles [None req-36c78e6f-2be5-406d-a59f-931202f467f9 tempest-ImagesTestJSON-1776717495 tempest-ImagesTestJSON-1776717495-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52fc65f2-2952-43f8-c14d-75e01f0da6a5/disk-0.vmdk is in state: ready. {{(pid=62328) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 812.482037] env[62328]: ERROR oslo_vmware.rw_handles [None req-36c78e6f-2be5-406d-a59f-931202f467f9 tempest-ImagesTestJSON-1776717495 tempest-ImagesTestJSON-1776717495-project-member] Aborting lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52fc65f2-2952-43f8-c14d-75e01f0da6a5/disk-0.vmdk due to incomplete transfer. [ 812.482607] env[62328]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-45c89e26-3ade-4e8a-9761-7544776fce6d {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 812.486897] env[62328]: DEBUG oslo_vmware.api [None req-d99376b8-602a-4347-8593-a90a3e5893c2 tempest-ServerDiskConfigTestJSON-126406698 tempest-ServerDiskConfigTestJSON-126406698-project-member] Task: {'id': task-2386919, 'name': PowerOnVM_Task} progress is 33%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 812.498763] env[62328]: DEBUG nova.compute.manager [req-783d09f2-604c-4041-9db5-c875f505f25b req-abd5075d-592d-4467-bb69-b4f0a10ef49f service nova] [instance: 2fe24a9d-2976-4a71-8707-04338c61868c] Detach interface failed, port_id=d4b9d8c7-0489-4b41-b936-ca4293758091, reason: Instance 2fe24a9d-2976-4a71-8707-04338c61868c could not be found. {{(pid=62328) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 812.505308] env[62328]: DEBUG oslo_vmware.rw_handles [None req-36c78e6f-2be5-406d-a59f-931202f467f9 tempest-ImagesTestJSON-1776717495 tempest-ImagesTestJSON-1776717495-project-member] Closed VMDK read handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52fc65f2-2952-43f8-c14d-75e01f0da6a5/disk-0.vmdk. {{(pid=62328) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 812.505308] env[62328]: DEBUG nova.virt.vmwareapi.images [None req-36c78e6f-2be5-406d-a59f-931202f467f9 tempest-ImagesTestJSON-1776717495 tempest-ImagesTestJSON-1776717495-project-member] [instance: 633811c6-28ee-4dbf-9967-688e7ce6ebfd] Uploaded image 3c769f58-b22b-4303-9a5e-8d0258b87513 to the Glance image server {{(pid=62328) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 812.507259] env[62328]: DEBUG nova.virt.vmwareapi.vm_util [None req-36c78e6f-2be5-406d-a59f-931202f467f9 tempest-ImagesTestJSON-1776717495 tempest-ImagesTestJSON-1776717495-project-member] [instance: 633811c6-28ee-4dbf-9967-688e7ce6ebfd] Destroying the VM {{(pid=62328) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 812.507537] env[62328]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-65f46942-eb2e-473e-bc4a-738feb6216fa {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 812.513570] env[62328]: DEBUG oslo_vmware.api [None req-36c78e6f-2be5-406d-a59f-931202f467f9 tempest-ImagesTestJSON-1776717495 tempest-ImagesTestJSON-1776717495-project-member] Waiting for the task: (returnval){ [ 812.513570] env[62328]: value = "task-2386920" [ 812.513570] env[62328]: _type = "Task" [ 812.513570] env[62328]: } to complete. {{(pid=62328) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 812.521199] env[62328]: DEBUG oslo_vmware.api [None req-36c78e6f-2be5-406d-a59f-931202f467f9 tempest-ImagesTestJSON-1776717495 tempest-ImagesTestJSON-1776717495-project-member] Task: {'id': task-2386920, 'name': Destroy_Task} progress is 0%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 812.711062] env[62328]: DEBUG nova.scheduler.client.report [None req-332cd9a1-235b-4315-894a-68f76363e980 None None] Inventory has not changed for provider 3469e9f8-04af-49ca-8435-49f104496744 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 152, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62328) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 812.891216] env[62328]: INFO nova.compute.manager [-] [instance: 2fe24a9d-2976-4a71-8707-04338c61868c] Took 1.30 seconds to deallocate network for instance. [ 812.986261] env[62328]: DEBUG oslo_vmware.api [None req-d99376b8-602a-4347-8593-a90a3e5893c2 tempest-ServerDiskConfigTestJSON-126406698 tempest-ServerDiskConfigTestJSON-126406698-project-member] Task: {'id': task-2386919, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 813.023863] env[62328]: DEBUG oslo_vmware.api [None req-36c78e6f-2be5-406d-a59f-931202f467f9 tempest-ImagesTestJSON-1776717495 tempest-ImagesTestJSON-1776717495-project-member] Task: {'id': task-2386920, 'name': Destroy_Task, 'duration_secs': 0.367118} completed successfully. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 813.024169] env[62328]: INFO nova.virt.vmwareapi.vm_util [None req-36c78e6f-2be5-406d-a59f-931202f467f9 tempest-ImagesTestJSON-1776717495 tempest-ImagesTestJSON-1776717495-project-member] [instance: 633811c6-28ee-4dbf-9967-688e7ce6ebfd] Destroyed the VM [ 813.024443] env[62328]: DEBUG nova.virt.vmwareapi.vmops [None req-36c78e6f-2be5-406d-a59f-931202f467f9 tempest-ImagesTestJSON-1776717495 tempest-ImagesTestJSON-1776717495-project-member] [instance: 633811c6-28ee-4dbf-9967-688e7ce6ebfd] Deleting Snapshot of the VM instance {{(pid=62328) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 813.024764] env[62328]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-5bd23295-69b9-454b-a77c-477c8fd0f3bb {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 813.031996] env[62328]: DEBUG oslo_vmware.api [None req-36c78e6f-2be5-406d-a59f-931202f467f9 tempest-ImagesTestJSON-1776717495 tempest-ImagesTestJSON-1776717495-project-member] Waiting for the task: (returnval){ [ 813.031996] env[62328]: value = "task-2386921" [ 813.031996] env[62328]: _type = "Task" [ 813.031996] env[62328]: } to complete. {{(pid=62328) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 813.039553] env[62328]: DEBUG oslo_vmware.api [None req-36c78e6f-2be5-406d-a59f-931202f467f9 tempest-ImagesTestJSON-1776717495 tempest-ImagesTestJSON-1776717495-project-member] Task: {'id': task-2386921, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 813.216806] env[62328]: DEBUG nova.compute.resource_tracker [None req-332cd9a1-235b-4315-894a-68f76363e980 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=62328) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 813.216930] env[62328]: DEBUG oslo_concurrency.lockutils [None req-332cd9a1-235b-4315-894a-68f76363e980 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 5.540s {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 813.217296] env[62328]: DEBUG oslo_concurrency.lockutils [None req-a80dbc1c-30aa-42bd-9f51-0c4cf90b7868 tempest-MigrationsAdminTest-413245202 tempest-MigrationsAdminTest-413245202-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" :: waited 33.957s {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 813.219056] env[62328]: DEBUG oslo_service.periodic_task [None req-332cd9a1-235b-4315-894a-68f76363e980 None None] Running periodic task ComputeManager._run_pending_deletes {{(pid=62328) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 813.219212] env[62328]: DEBUG nova.compute.manager [None req-332cd9a1-235b-4315-894a-68f76363e980 None None] Cleaning up deleted instances {{(pid=62328) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11745}} [ 813.398359] env[62328]: DEBUG oslo_concurrency.lockutils [None req-1b2b420f-7034-412e-bb06-8df70de33cdc tempest-VolumesAdminNegativeTest-179339308 tempest-VolumesAdminNegativeTest-179339308-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 813.485925] env[62328]: DEBUG oslo_vmware.api [None req-d99376b8-602a-4347-8593-a90a3e5893c2 tempest-ServerDiskConfigTestJSON-126406698 tempest-ServerDiskConfigTestJSON-126406698-project-member] Task: {'id': task-2386919, 'name': PowerOnVM_Task, 'duration_secs': 0.702911} completed successfully. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 813.486444] env[62328]: DEBUG nova.virt.vmwareapi.vm_util [None req-d99376b8-602a-4347-8593-a90a3e5893c2 tempest-ServerDiskConfigTestJSON-126406698 tempest-ServerDiskConfigTestJSON-126406698-project-member] [instance: 385995cc-5fe5-4c9d-9128-69a3767e682f] Powered on the VM {{(pid=62328) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 813.486651] env[62328]: INFO nova.compute.manager [None req-d99376b8-602a-4347-8593-a90a3e5893c2 tempest-ServerDiskConfigTestJSON-126406698 tempest-ServerDiskConfigTestJSON-126406698-project-member] [instance: 385995cc-5fe5-4c9d-9128-69a3767e682f] Took 7.79 seconds to spawn the instance on the hypervisor. [ 813.486835] env[62328]: DEBUG nova.compute.manager [None req-d99376b8-602a-4347-8593-a90a3e5893c2 tempest-ServerDiskConfigTestJSON-126406698 tempest-ServerDiskConfigTestJSON-126406698-project-member] [instance: 385995cc-5fe5-4c9d-9128-69a3767e682f] Checking state {{(pid=62328) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 813.487690] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1fbb7760-8336-47db-b3cc-38bc3dce87ad {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 813.542359] env[62328]: DEBUG oslo_vmware.api [None req-36c78e6f-2be5-406d-a59f-931202f467f9 tempest-ImagesTestJSON-1776717495 tempest-ImagesTestJSON-1776717495-project-member] Task: {'id': task-2386921, 'name': RemoveSnapshot_Task, 'duration_secs': 0.425463} completed successfully. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 813.542631] env[62328]: DEBUG nova.virt.vmwareapi.vmops [None req-36c78e6f-2be5-406d-a59f-931202f467f9 tempest-ImagesTestJSON-1776717495 tempest-ImagesTestJSON-1776717495-project-member] [instance: 633811c6-28ee-4dbf-9967-688e7ce6ebfd] Deleted Snapshot of the VM instance {{(pid=62328) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 813.542911] env[62328]: INFO nova.compute.manager [None req-36c78e6f-2be5-406d-a59f-931202f467f9 tempest-ImagesTestJSON-1776717495 tempest-ImagesTestJSON-1776717495-project-member] [instance: 633811c6-28ee-4dbf-9967-688e7ce6ebfd] Took 12.11 seconds to snapshot the instance on the hypervisor. [ 813.721684] env[62328]: DEBUG nova.objects.instance [None req-a80dbc1c-30aa-42bd-9f51-0c4cf90b7868 tempest-MigrationsAdminTest-413245202 tempest-MigrationsAdminTest-413245202-project-member] Lazy-loading 'migration_context' on Instance uuid 4279ea33-3d7d-4713-9d21-9e7aa29026ae {{(pid=62328) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 813.734075] env[62328]: DEBUG nova.compute.manager [None req-332cd9a1-235b-4315-894a-68f76363e980 None None] There are 42 instances to clean {{(pid=62328) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11754}} [ 813.734372] env[62328]: DEBUG nova.compute.manager [None req-332cd9a1-235b-4315-894a-68f76363e980 None None] [instance: 948b7ba2-2caa-4616-abc0-afc6cca58f76] Instance has had 0 of 5 cleanup attempts {{(pid=62328) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 813.955954] env[62328]: DEBUG oslo_concurrency.lockutils [None req-84d7be12-01b0-487a-9215-ce21e055bbc1 tempest-ImagesTestJSON-1776717495 tempest-ImagesTestJSON-1776717495-project-member] Acquiring lock "633811c6-28ee-4dbf-9967-688e7ce6ebfd" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 813.956275] env[62328]: DEBUG oslo_concurrency.lockutils [None req-84d7be12-01b0-487a-9215-ce21e055bbc1 tempest-ImagesTestJSON-1776717495 tempest-ImagesTestJSON-1776717495-project-member] Lock "633811c6-28ee-4dbf-9967-688e7ce6ebfd" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 813.956452] env[62328]: DEBUG oslo_concurrency.lockutils [None req-84d7be12-01b0-487a-9215-ce21e055bbc1 tempest-ImagesTestJSON-1776717495 tempest-ImagesTestJSON-1776717495-project-member] Acquiring lock "633811c6-28ee-4dbf-9967-688e7ce6ebfd-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 813.956638] env[62328]: DEBUG oslo_concurrency.lockutils [None req-84d7be12-01b0-487a-9215-ce21e055bbc1 tempest-ImagesTestJSON-1776717495 tempest-ImagesTestJSON-1776717495-project-member] Lock "633811c6-28ee-4dbf-9967-688e7ce6ebfd-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 813.956853] env[62328]: DEBUG oslo_concurrency.lockutils [None req-84d7be12-01b0-487a-9215-ce21e055bbc1 tempest-ImagesTestJSON-1776717495 tempest-ImagesTestJSON-1776717495-project-member] Lock "633811c6-28ee-4dbf-9967-688e7ce6ebfd-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 813.959030] env[62328]: INFO nova.compute.manager [None req-84d7be12-01b0-487a-9215-ce21e055bbc1 tempest-ImagesTestJSON-1776717495 tempest-ImagesTestJSON-1776717495-project-member] [instance: 633811c6-28ee-4dbf-9967-688e7ce6ebfd] Terminating instance [ 814.003492] env[62328]: INFO nova.compute.manager [None req-d99376b8-602a-4347-8593-a90a3e5893c2 tempest-ServerDiskConfigTestJSON-126406698 tempest-ServerDiskConfigTestJSON-126406698-project-member] [instance: 385995cc-5fe5-4c9d-9128-69a3767e682f] Took 37.69 seconds to build instance. [ 814.046455] env[62328]: DEBUG nova.compute.manager [None req-36c78e6f-2be5-406d-a59f-931202f467f9 tempest-ImagesTestJSON-1776717495 tempest-ImagesTestJSON-1776717495-project-member] [instance: 633811c6-28ee-4dbf-9967-688e7ce6ebfd] Instance disappeared during snapshot {{(pid=62328) _snapshot_instance /opt/stack/nova/nova/compute/manager.py:4595}} [ 814.058393] env[62328]: DEBUG nova.compute.manager [None req-36c78e6f-2be5-406d-a59f-931202f467f9 tempest-ImagesTestJSON-1776717495 tempest-ImagesTestJSON-1776717495-project-member] Image not found during clean up 3c769f58-b22b-4303-9a5e-8d0258b87513 {{(pid=62328) _snapshot_instance /opt/stack/nova/nova/compute/manager.py:4601}} [ 814.240807] env[62328]: DEBUG nova.compute.manager [None req-332cd9a1-235b-4315-894a-68f76363e980 None None] [instance: c4d72f48-adf2-435f-9f5f-e3c3bc14bc8c] Instance has had 0 of 5 cleanup attempts {{(pid=62328) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 814.456114] env[62328]: DEBUG oslo_concurrency.lockutils [None req-e5d0ae8d-c418-49ce-9034-f9923bdaadea tempest-ImagesTestJSON-1776717495 tempest-ImagesTestJSON-1776717495-project-member] Acquiring lock "e237fc84-753c-4824-a26a-498ba160f4f9" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 814.456358] env[62328]: DEBUG oslo_concurrency.lockutils [None req-e5d0ae8d-c418-49ce-9034-f9923bdaadea tempest-ImagesTestJSON-1776717495 tempest-ImagesTestJSON-1776717495-project-member] Lock "e237fc84-753c-4824-a26a-498ba160f4f9" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 814.462571] env[62328]: DEBUG nova.compute.manager [None req-84d7be12-01b0-487a-9215-ce21e055bbc1 tempest-ImagesTestJSON-1776717495 tempest-ImagesTestJSON-1776717495-project-member] [instance: 633811c6-28ee-4dbf-9967-688e7ce6ebfd] Start destroying the instance on the hypervisor. {{(pid=62328) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 814.462771] env[62328]: DEBUG nova.virt.vmwareapi.vmops [None req-84d7be12-01b0-487a-9215-ce21e055bbc1 tempest-ImagesTestJSON-1776717495 tempest-ImagesTestJSON-1776717495-project-member] [instance: 633811c6-28ee-4dbf-9967-688e7ce6ebfd] Destroying instance {{(pid=62328) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 814.463695] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-39b66628-51b7-45ee-8e0f-fb067ad0709d {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 814.475914] env[62328]: DEBUG nova.virt.vmwareapi.vmops [None req-84d7be12-01b0-487a-9215-ce21e055bbc1 tempest-ImagesTestJSON-1776717495 tempest-ImagesTestJSON-1776717495-project-member] [instance: 633811c6-28ee-4dbf-9967-688e7ce6ebfd] Unregistering the VM {{(pid=62328) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 814.476183] env[62328]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-bef99f85-c31c-49a5-af34-234a07561701 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 814.505860] env[62328]: DEBUG oslo_concurrency.lockutils [None req-d99376b8-602a-4347-8593-a90a3e5893c2 tempest-ServerDiskConfigTestJSON-126406698 tempest-ServerDiskConfigTestJSON-126406698-project-member] Lock "385995cc-5fe5-4c9d-9128-69a3767e682f" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 39.215s {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 814.554608] env[62328]: DEBUG nova.virt.vmwareapi.vmops [None req-84d7be12-01b0-487a-9215-ce21e055bbc1 tempest-ImagesTestJSON-1776717495 tempest-ImagesTestJSON-1776717495-project-member] [instance: 633811c6-28ee-4dbf-9967-688e7ce6ebfd] Unregistered the VM {{(pid=62328) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 814.554827] env[62328]: DEBUG nova.virt.vmwareapi.vmops [None req-84d7be12-01b0-487a-9215-ce21e055bbc1 tempest-ImagesTestJSON-1776717495 tempest-ImagesTestJSON-1776717495-project-member] [instance: 633811c6-28ee-4dbf-9967-688e7ce6ebfd] Deleting contents of the VM from datastore datastore2 {{(pid=62328) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 814.555026] env[62328]: DEBUG nova.virt.vmwareapi.ds_util [None req-84d7be12-01b0-487a-9215-ce21e055bbc1 tempest-ImagesTestJSON-1776717495 tempest-ImagesTestJSON-1776717495-project-member] Deleting the datastore file [datastore2] 633811c6-28ee-4dbf-9967-688e7ce6ebfd {{(pid=62328) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 814.555281] env[62328]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-a3fa3b42-138d-481e-9790-59505ca22296 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 814.564123] env[62328]: DEBUG oslo_vmware.api [None req-84d7be12-01b0-487a-9215-ce21e055bbc1 tempest-ImagesTestJSON-1776717495 tempest-ImagesTestJSON-1776717495-project-member] Waiting for the task: (returnval){ [ 814.564123] env[62328]: value = "task-2386923" [ 814.564123] env[62328]: _type = "Task" [ 814.564123] env[62328]: } to complete. {{(pid=62328) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 814.574317] env[62328]: DEBUG oslo_vmware.api [None req-84d7be12-01b0-487a-9215-ce21e055bbc1 tempest-ImagesTestJSON-1776717495 tempest-ImagesTestJSON-1776717495-project-member] Task: {'id': task-2386923, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 814.610452] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-01018dd3-ad16-4d87-921a-cc11ecc7769b {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 814.618406] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9c84d9a6-703f-4e5f-a1b3-9d5b7e299ba0 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 814.651977] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-787cc4de-7052-4b5f-bd23-c769e737f0bc {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 814.659587] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-04f12da0-8a07-46ea-94d1-f51e932f1574 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 814.673554] env[62328]: DEBUG nova.compute.provider_tree [None req-a80dbc1c-30aa-42bd-9f51-0c4cf90b7868 tempest-MigrationsAdminTest-413245202 tempest-MigrationsAdminTest-413245202-project-member] Inventory has not changed in ProviderTree for provider: 3469e9f8-04af-49ca-8435-49f104496744 {{(pid=62328) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 814.743593] env[62328]: DEBUG nova.compute.manager [None req-332cd9a1-235b-4315-894a-68f76363e980 None None] [instance: c6b9b490-d331-47ac-8410-588490ab048d] Instance has had 0 of 5 cleanup attempts {{(pid=62328) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 814.958750] env[62328]: DEBUG nova.compute.manager [None req-e5d0ae8d-c418-49ce-9034-f9923bdaadea tempest-ImagesTestJSON-1776717495 tempest-ImagesTestJSON-1776717495-project-member] [instance: e237fc84-753c-4824-a26a-498ba160f4f9] Starting instance... {{(pid=62328) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 815.080398] env[62328]: DEBUG oslo_vmware.api [None req-84d7be12-01b0-487a-9215-ce21e055bbc1 tempest-ImagesTestJSON-1776717495 tempest-ImagesTestJSON-1776717495-project-member] Task: {'id': task-2386923, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.166458} completed successfully. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 815.080651] env[62328]: DEBUG nova.virt.vmwareapi.ds_util [None req-84d7be12-01b0-487a-9215-ce21e055bbc1 tempest-ImagesTestJSON-1776717495 tempest-ImagesTestJSON-1776717495-project-member] Deleted the datastore file {{(pid=62328) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 815.080835] env[62328]: DEBUG nova.virt.vmwareapi.vmops [None req-84d7be12-01b0-487a-9215-ce21e055bbc1 tempest-ImagesTestJSON-1776717495 tempest-ImagesTestJSON-1776717495-project-member] [instance: 633811c6-28ee-4dbf-9967-688e7ce6ebfd] Deleted contents of the VM from datastore datastore2 {{(pid=62328) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 815.081015] env[62328]: DEBUG nova.virt.vmwareapi.vmops [None req-84d7be12-01b0-487a-9215-ce21e055bbc1 tempest-ImagesTestJSON-1776717495 tempest-ImagesTestJSON-1776717495-project-member] [instance: 633811c6-28ee-4dbf-9967-688e7ce6ebfd] Instance destroyed {{(pid=62328) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 815.081351] env[62328]: INFO nova.compute.manager [None req-84d7be12-01b0-487a-9215-ce21e055bbc1 tempest-ImagesTestJSON-1776717495 tempest-ImagesTestJSON-1776717495-project-member] [instance: 633811c6-28ee-4dbf-9967-688e7ce6ebfd] Took 0.62 seconds to destroy the instance on the hypervisor. [ 815.081615] env[62328]: DEBUG oslo.service.loopingcall [None req-84d7be12-01b0-487a-9215-ce21e055bbc1 tempest-ImagesTestJSON-1776717495 tempest-ImagesTestJSON-1776717495-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62328) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 815.081813] env[62328]: DEBUG nova.compute.manager [-] [instance: 633811c6-28ee-4dbf-9967-688e7ce6ebfd] Deallocating network for instance {{(pid=62328) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 815.081910] env[62328]: DEBUG nova.network.neutron [-] [instance: 633811c6-28ee-4dbf-9967-688e7ce6ebfd] deallocate_for_instance() {{(pid=62328) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 815.176745] env[62328]: DEBUG nova.scheduler.client.report [None req-a80dbc1c-30aa-42bd-9f51-0c4cf90b7868 tempest-MigrationsAdminTest-413245202 tempest-MigrationsAdminTest-413245202-project-member] Inventory has not changed for provider 3469e9f8-04af-49ca-8435-49f104496744 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 152, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62328) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 815.249001] env[62328]: DEBUG nova.compute.manager [None req-332cd9a1-235b-4315-894a-68f76363e980 None None] [instance: 911ce85b-847c-4cda-9753-e10fdaf224a5] Instance has had 0 of 5 cleanup attempts {{(pid=62328) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 815.484339] env[62328]: DEBUG nova.compute.manager [req-9ab2236c-a81c-4f57-82b3-27417e52ec4f req-9ec82b54-5fbf-46e0-b18e-61888e7edc38 service nova] [instance: 633811c6-28ee-4dbf-9967-688e7ce6ebfd] Received event network-vif-deleted-d55be0b2-cb03-4efd-b710-46dbbf6d4583 {{(pid=62328) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 815.484595] env[62328]: INFO nova.compute.manager [req-9ab2236c-a81c-4f57-82b3-27417e52ec4f req-9ec82b54-5fbf-46e0-b18e-61888e7edc38 service nova] [instance: 633811c6-28ee-4dbf-9967-688e7ce6ebfd] Neutron deleted interface d55be0b2-cb03-4efd-b710-46dbbf6d4583; detaching it from the instance and deleting it from the info cache [ 815.485364] env[62328]: DEBUG nova.network.neutron [req-9ab2236c-a81c-4f57-82b3-27417e52ec4f req-9ec82b54-5fbf-46e0-b18e-61888e7edc38 service nova] [instance: 633811c6-28ee-4dbf-9967-688e7ce6ebfd] Updating instance_info_cache with network_info: [] {{(pid=62328) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 815.489225] env[62328]: DEBUG oslo_concurrency.lockutils [None req-e5d0ae8d-c418-49ce-9034-f9923bdaadea tempest-ImagesTestJSON-1776717495 tempest-ImagesTestJSON-1776717495-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 815.750263] env[62328]: DEBUG nova.compute.manager [None req-332cd9a1-235b-4315-894a-68f76363e980 None None] [instance: 1691ec92-ed5b-436a-bba3-f5a998263955] Instance has had 0 of 5 cleanup attempts {{(pid=62328) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 815.970146] env[62328]: DEBUG nova.network.neutron [-] [instance: 633811c6-28ee-4dbf-9967-688e7ce6ebfd] Updating instance_info_cache with network_info: [] {{(pid=62328) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 815.987415] env[62328]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-4f54281e-dbfa-49ba-8d71-623fee4cd442 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 815.997393] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aebced5e-3e26-4afb-ab71-1c6a55997e0b {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 816.030405] env[62328]: DEBUG nova.compute.manager [req-9ab2236c-a81c-4f57-82b3-27417e52ec4f req-9ec82b54-5fbf-46e0-b18e-61888e7edc38 service nova] [instance: 633811c6-28ee-4dbf-9967-688e7ce6ebfd] Detach interface failed, port_id=d55be0b2-cb03-4efd-b710-46dbbf6d4583, reason: Instance 633811c6-28ee-4dbf-9967-688e7ce6ebfd could not be found. {{(pid=62328) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 816.187944] env[62328]: DEBUG oslo_concurrency.lockutils [None req-a80dbc1c-30aa-42bd-9f51-0c4cf90b7868 tempest-MigrationsAdminTest-413245202 tempest-MigrationsAdminTest-413245202-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" :: held 2.971s {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 816.193660] env[62328]: DEBUG oslo_concurrency.lockutils [None req-28948c8c-cfe5-4eb6-8118-a84446ef63b1 tempest-ImagesOneServerNegativeTestJSON-835227872 tempest-ImagesOneServerNegativeTestJSON-835227872-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 36.101s {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 816.195038] env[62328]: INFO nova.compute.claims [None req-28948c8c-cfe5-4eb6-8118-a84446ef63b1 tempest-ImagesOneServerNegativeTestJSON-835227872 tempest-ImagesOneServerNegativeTestJSON-835227872-project-member] [instance: 6d447bb5-4cca-436f-a6e1-9b8aa511a981] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 816.224155] env[62328]: DEBUG nova.compute.manager [None req-d0b9fdcb-bb08-404a-81f4-50830a3c8312 tempest-ServerDiskConfigTestJSON-126406698 tempest-ServerDiskConfigTestJSON-126406698-project-member] [instance: 385995cc-5fe5-4c9d-9128-69a3767e682f] Stashing vm_state: active {{(pid=62328) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 816.254540] env[62328]: DEBUG nova.compute.manager [None req-332cd9a1-235b-4315-894a-68f76363e980 None None] [instance: 2f5e173e-0a48-45c2-ae86-64d86a2b45d4] Instance has had 0 of 5 cleanup attempts {{(pid=62328) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 816.472759] env[62328]: INFO nova.compute.manager [-] [instance: 633811c6-28ee-4dbf-9967-688e7ce6ebfd] Took 1.39 seconds to deallocate network for instance. [ 816.745320] env[62328]: DEBUG oslo_concurrency.lockutils [None req-d0b9fdcb-bb08-404a-81f4-50830a3c8312 tempest-ServerDiskConfigTestJSON-126406698 tempest-ServerDiskConfigTestJSON-126406698-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 816.757509] env[62328]: DEBUG nova.compute.manager [None req-332cd9a1-235b-4315-894a-68f76363e980 None None] [instance: 036c1441-66e8-4a80-99a2-15dfe86351fc] Instance has had 0 of 5 cleanup attempts {{(pid=62328) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 816.979160] env[62328]: DEBUG oslo_concurrency.lockutils [None req-84d7be12-01b0-487a-9215-ce21e055bbc1 tempest-ImagesTestJSON-1776717495 tempest-ImagesTestJSON-1776717495-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 817.264210] env[62328]: DEBUG nova.compute.manager [None req-332cd9a1-235b-4315-894a-68f76363e980 None None] [instance: eaf3b1bf-6f71-48b1-b28d-bb882b9c2035] Instance has had 0 of 5 cleanup attempts {{(pid=62328) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 817.528930] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eaa4b519-2f25-488b-a05a-592d1b1d6384 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 817.536864] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-864d8e67-9c73-4cd5-8736-15bcc9030050 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 817.566202] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e700c42a-49fa-4576-ad1c-624da16b7a96 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 817.573227] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7057f88a-7736-4a75-bf62-dd04f6add7f3 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 817.586244] env[62328]: DEBUG nova.compute.provider_tree [None req-28948c8c-cfe5-4eb6-8118-a84446ef63b1 tempest-ImagesOneServerNegativeTestJSON-835227872 tempest-ImagesOneServerNegativeTestJSON-835227872-project-member] Inventory has not changed in ProviderTree for provider: 3469e9f8-04af-49ca-8435-49f104496744 {{(pid=62328) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 817.729673] env[62328]: INFO nova.compute.manager [None req-a80dbc1c-30aa-42bd-9f51-0c4cf90b7868 tempest-MigrationsAdminTest-413245202 tempest-MigrationsAdminTest-413245202-project-member] [instance: 4279ea33-3d7d-4713-9d21-9e7aa29026ae] Swapping old allocation on dict_keys(['3469e9f8-04af-49ca-8435-49f104496744']) held by migration 49a0a574-122e-4b2c-8320-8ee7f1651f2f for instance [ 817.755082] env[62328]: DEBUG nova.scheduler.client.report [None req-a80dbc1c-30aa-42bd-9f51-0c4cf90b7868 tempest-MigrationsAdminTest-413245202 tempest-MigrationsAdminTest-413245202-project-member] Overwriting current allocation {'allocations': {'3469e9f8-04af-49ca-8435-49f104496744': {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}, 'generation': 86}}, 'project_id': '28dcf82350e94ee6a93f3aab71cc4854', 'user_id': '08f5d9d1d7f34739b389e97a475f94ab', 'consumer_generation': 1} on consumer 4279ea33-3d7d-4713-9d21-9e7aa29026ae {{(pid=62328) move_allocations /opt/stack/nova/nova/scheduler/client/report.py:2036}} [ 817.767302] env[62328]: DEBUG nova.compute.manager [None req-332cd9a1-235b-4315-894a-68f76363e980 None None] [instance: 3c4b626f-0a92-4c1c-9240-7ed5e9ce623b] Instance has had 0 of 5 cleanup attempts {{(pid=62328) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 817.832703] env[62328]: DEBUG oslo_concurrency.lockutils [None req-a80dbc1c-30aa-42bd-9f51-0c4cf90b7868 tempest-MigrationsAdminTest-413245202 tempest-MigrationsAdminTest-413245202-project-member] Acquiring lock "refresh_cache-4279ea33-3d7d-4713-9d21-9e7aa29026ae" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 817.832889] env[62328]: DEBUG oslo_concurrency.lockutils [None req-a80dbc1c-30aa-42bd-9f51-0c4cf90b7868 tempest-MigrationsAdminTest-413245202 tempest-MigrationsAdminTest-413245202-project-member] Acquired lock "refresh_cache-4279ea33-3d7d-4713-9d21-9e7aa29026ae" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.833080] env[62328]: DEBUG nova.network.neutron [None req-a80dbc1c-30aa-42bd-9f51-0c4cf90b7868 tempest-MigrationsAdminTest-413245202 tempest-MigrationsAdminTest-413245202-project-member] [instance: 4279ea33-3d7d-4713-9d21-9e7aa29026ae] Building network info cache for instance {{(pid=62328) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 818.089774] env[62328]: DEBUG nova.scheduler.client.report [None req-28948c8c-cfe5-4eb6-8118-a84446ef63b1 tempest-ImagesOneServerNegativeTestJSON-835227872 tempest-ImagesOneServerNegativeTestJSON-835227872-project-member] Inventory has not changed for provider 3469e9f8-04af-49ca-8435-49f104496744 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 152, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62328) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 818.270361] env[62328]: DEBUG nova.compute.manager [None req-332cd9a1-235b-4315-894a-68f76363e980 None None] [instance: f07984e0-1503-4ac1-84e3-61d38443a17a] Instance has had 0 of 5 cleanup attempts {{(pid=62328) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 818.596163] env[62328]: DEBUG oslo_concurrency.lockutils [None req-28948c8c-cfe5-4eb6-8118-a84446ef63b1 tempest-ImagesOneServerNegativeTestJSON-835227872 tempest-ImagesOneServerNegativeTestJSON-835227872-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.401s {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 818.596163] env[62328]: DEBUG nova.compute.manager [None req-28948c8c-cfe5-4eb6-8118-a84446ef63b1 tempest-ImagesOneServerNegativeTestJSON-835227872 tempest-ImagesOneServerNegativeTestJSON-835227872-project-member] [instance: 6d447bb5-4cca-436f-a6e1-9b8aa511a981] Start building networks asynchronously for instance. {{(pid=62328) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 818.597975] env[62328]: DEBUG oslo_concurrency.lockutils [None req-8b4e4c57-77b5-4e13-a19b-431c49d21a97 tempest-ServersTestMultiNic-1057987772 tempest-ServersTestMultiNic-1057987772-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 37.816s {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 818.598187] env[62328]: DEBUG oslo_concurrency.lockutils [None req-8b4e4c57-77b5-4e13-a19b-431c49d21a97 tempest-ServersTestMultiNic-1057987772 tempest-ServersTestMultiNic-1057987772-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 818.601158] env[62328]: DEBUG oslo_concurrency.lockutils [None req-78b3f741-641f-4e91-9d95-57fa711c88d0 tempest-ListImageFiltersTestJSON-111188615 tempest-ListImageFiltersTestJSON-111188615-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 35.688s {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 818.601335] env[62328]: DEBUG oslo_concurrency.lockutils [None req-78b3f741-641f-4e91-9d95-57fa711c88d0 tempest-ListImageFiltersTestJSON-111188615 tempest-ListImageFiltersTestJSON-111188615-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 818.603925] env[62328]: DEBUG oslo_concurrency.lockutils [None req-7041b012-8caa-4e84-ae56-ef572a78ed3a tempest-VolumesAssistedSnapshotsTest-1692536228 tempest-VolumesAssistedSnapshotsTest-1692536228-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 35.495s {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 818.604134] env[62328]: DEBUG oslo_concurrency.lockutils [None req-7041b012-8caa-4e84-ae56-ef572a78ed3a tempest-VolumesAssistedSnapshotsTest-1692536228 tempest-VolumesAssistedSnapshotsTest-1692536228-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 818.605965] env[62328]: DEBUG oslo_concurrency.lockutils [None req-ef1f8293-5441-4dc6-bc40-76c65a3b7404 tempest-ServerShowV257Test-2024025592 tempest-ServerShowV257Test-2024025592-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 35.089s {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 818.607836] env[62328]: INFO nova.compute.claims [None req-ef1f8293-5441-4dc6-bc40-76c65a3b7404 tempest-ServerShowV257Test-2024025592 tempest-ServerShowV257Test-2024025592-project-member] [instance: d60294e0-35a3-4c90-8a63-a525ff1c6833] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 818.623192] env[62328]: DEBUG nova.network.neutron [None req-a80dbc1c-30aa-42bd-9f51-0c4cf90b7868 tempest-MigrationsAdminTest-413245202 tempest-MigrationsAdminTest-413245202-project-member] [instance: 4279ea33-3d7d-4713-9d21-9e7aa29026ae] Updating instance_info_cache with network_info: [{"id": "69bce2eb-7f15-465b-8308-cde308c68738", "address": "fa:16:3e:68:66:18", "network": {"id": "ec511a9f-4661-41db-95bd-0fc9ad2de615", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.115", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "2a64022f08d84b11a86773b900860ae5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a4f91f31-0516-4d62-a341-e03a50b7c477", "external-id": "nsx-vlan-transportzone-963", "segmentation_id": 963, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap69bce2eb-7f", "ovs_interfaceid": "69bce2eb-7f15-465b-8308-cde308c68738", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62328) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 818.627387] env[62328]: INFO nova.scheduler.client.report [None req-78b3f741-641f-4e91-9d95-57fa711c88d0 tempest-ListImageFiltersTestJSON-111188615 tempest-ListImageFiltersTestJSON-111188615-project-member] Deleted allocations for instance a514091e-f57a-4447-b60b-7f22d6f26820 [ 818.635746] env[62328]: INFO nova.scheduler.client.report [None req-7041b012-8caa-4e84-ae56-ef572a78ed3a tempest-VolumesAssistedSnapshotsTest-1692536228 tempest-VolumesAssistedSnapshotsTest-1692536228-project-member] Deleted allocations for instance 3e0f093a-98be-4406-a220-34f6d6767294 [ 818.641094] env[62328]: INFO nova.scheduler.client.report [None req-8b4e4c57-77b5-4e13-a19b-431c49d21a97 tempest-ServersTestMultiNic-1057987772 tempest-ServersTestMultiNic-1057987772-project-member] Deleted allocations for instance 93ca7686-9ab7-434e-b425-148d3ba8db62 [ 818.773703] env[62328]: DEBUG nova.compute.manager [None req-332cd9a1-235b-4315-894a-68f76363e980 None None] [instance: 80c53aaa-0812-4f2f-bfe8-2f05c1002018] Instance has had 0 of 5 cleanup attempts {{(pid=62328) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 819.114257] env[62328]: DEBUG nova.compute.utils [None req-28948c8c-cfe5-4eb6-8118-a84446ef63b1 tempest-ImagesOneServerNegativeTestJSON-835227872 tempest-ImagesOneServerNegativeTestJSON-835227872-project-member] Using /dev/sd instead of None {{(pid=62328) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 819.115897] env[62328]: DEBUG nova.compute.manager [None req-28948c8c-cfe5-4eb6-8118-a84446ef63b1 tempest-ImagesOneServerNegativeTestJSON-835227872 tempest-ImagesOneServerNegativeTestJSON-835227872-project-member] [instance: 6d447bb5-4cca-436f-a6e1-9b8aa511a981] Allocating IP information in the background. {{(pid=62328) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 819.115897] env[62328]: DEBUG nova.network.neutron [None req-28948c8c-cfe5-4eb6-8118-a84446ef63b1 tempest-ImagesOneServerNegativeTestJSON-835227872 tempest-ImagesOneServerNegativeTestJSON-835227872-project-member] [instance: 6d447bb5-4cca-436f-a6e1-9b8aa511a981] allocate_for_instance() {{(pid=62328) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 819.126110] env[62328]: DEBUG oslo_concurrency.lockutils [None req-a80dbc1c-30aa-42bd-9f51-0c4cf90b7868 tempest-MigrationsAdminTest-413245202 tempest-MigrationsAdminTest-413245202-project-member] Releasing lock "refresh_cache-4279ea33-3d7d-4713-9d21-9e7aa29026ae" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 819.126517] env[62328]: DEBUG nova.virt.vmwareapi.vm_util [None req-a80dbc1c-30aa-42bd-9f51-0c4cf90b7868 tempest-MigrationsAdminTest-413245202 tempest-MigrationsAdminTest-413245202-project-member] [instance: 4279ea33-3d7d-4713-9d21-9e7aa29026ae] Powering off the VM {{(pid=62328) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 819.126974] env[62328]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-27bf7f13-a91b-4f13-82d7-a8dbbab81497 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 819.132957] env[62328]: DEBUG oslo_concurrency.lockutils [None req-78b3f741-641f-4e91-9d95-57fa711c88d0 tempest-ListImageFiltersTestJSON-111188615 tempest-ListImageFiltersTestJSON-111188615-project-member] Lock "a514091e-f57a-4447-b60b-7f22d6f26820" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 40.220s {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 819.135293] env[62328]: DEBUG oslo_vmware.api [None req-a80dbc1c-30aa-42bd-9f51-0c4cf90b7868 tempest-MigrationsAdminTest-413245202 tempest-MigrationsAdminTest-413245202-project-member] Waiting for the task: (returnval){ [ 819.135293] env[62328]: value = "task-2386924" [ 819.135293] env[62328]: _type = "Task" [ 819.135293] env[62328]: } to complete. {{(pid=62328) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 819.146423] env[62328]: DEBUG oslo_vmware.api [None req-a80dbc1c-30aa-42bd-9f51-0c4cf90b7868 tempest-MigrationsAdminTest-413245202 tempest-MigrationsAdminTest-413245202-project-member] Task: {'id': task-2386924, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 819.150877] env[62328]: DEBUG oslo_concurrency.lockutils [None req-7041b012-8caa-4e84-ae56-ef572a78ed3a tempest-VolumesAssistedSnapshotsTest-1692536228 tempest-VolumesAssistedSnapshotsTest-1692536228-project-member] Lock "3e0f093a-98be-4406-a220-34f6d6767294" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 40.722s {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 819.152163] env[62328]: DEBUG oslo_concurrency.lockutils [None req-8b4e4c57-77b5-4e13-a19b-431c49d21a97 tempest-ServersTestMultiNic-1057987772 tempest-ServersTestMultiNic-1057987772-project-member] Lock "93ca7686-9ab7-434e-b425-148d3ba8db62" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 43.879s {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 819.157250] env[62328]: DEBUG nova.policy [None req-28948c8c-cfe5-4eb6-8118-a84446ef63b1 tempest-ImagesOneServerNegativeTestJSON-835227872 tempest-ImagesOneServerNegativeTestJSON-835227872-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '20cb43af09e3410f8c55690679665f76', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'c7a85d39d53e4b2c967508704710eb81', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62328) authorize /opt/stack/nova/nova/policy.py:192}} [ 819.277473] env[62328]: DEBUG nova.compute.manager [None req-332cd9a1-235b-4315-894a-68f76363e980 None None] [instance: fe79d679-7bb1-45f8-8189-1dcbcd72d111] Instance has had 0 of 5 cleanup attempts {{(pid=62328) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 819.480397] env[62328]: DEBUG nova.network.neutron [None req-28948c8c-cfe5-4eb6-8118-a84446ef63b1 tempest-ImagesOneServerNegativeTestJSON-835227872 tempest-ImagesOneServerNegativeTestJSON-835227872-project-member] [instance: 6d447bb5-4cca-436f-a6e1-9b8aa511a981] Successfully created port: 394f5576-475b-4236-b45b-6d1fa782de60 {{(pid=62328) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 819.622481] env[62328]: DEBUG nova.compute.manager [None req-28948c8c-cfe5-4eb6-8118-a84446ef63b1 tempest-ImagesOneServerNegativeTestJSON-835227872 tempest-ImagesOneServerNegativeTestJSON-835227872-project-member] [instance: 6d447bb5-4cca-436f-a6e1-9b8aa511a981] Start building block device mappings for instance. {{(pid=62328) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 819.650060] env[62328]: DEBUG oslo_vmware.api [None req-a80dbc1c-30aa-42bd-9f51-0c4cf90b7868 tempest-MigrationsAdminTest-413245202 tempest-MigrationsAdminTest-413245202-project-member] Task: {'id': task-2386924, 'name': PowerOffVM_Task, 'duration_secs': 0.19853} completed successfully. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 819.650624] env[62328]: DEBUG nova.virt.vmwareapi.vm_util [None req-a80dbc1c-30aa-42bd-9f51-0c4cf90b7868 tempest-MigrationsAdminTest-413245202 tempest-MigrationsAdminTest-413245202-project-member] [instance: 4279ea33-3d7d-4713-9d21-9e7aa29026ae] Powered off the VM {{(pid=62328) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 819.651758] env[62328]: DEBUG nova.virt.hardware [None req-a80dbc1c-30aa-42bd-9f51-0c4cf90b7868 tempest-MigrationsAdminTest-413245202 tempest-MigrationsAdminTest-413245202-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-07T17:20:17Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='5c74ff4d-2d63-49dc-b204-699858e7f6c7',id=37,is_public=True,memory_mb=192,name='tempest-test_resize_flavor_-1563444322',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=dbf872a4-92be-47e4-8561-c3e2bf2423ab,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62328) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 819.652195] env[62328]: DEBUG nova.virt.hardware [None req-a80dbc1c-30aa-42bd-9f51-0c4cf90b7868 tempest-MigrationsAdminTest-413245202 tempest-MigrationsAdminTest-413245202-project-member] Flavor limits 0:0:0 {{(pid=62328) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 819.652470] env[62328]: DEBUG nova.virt.hardware [None req-a80dbc1c-30aa-42bd-9f51-0c4cf90b7868 tempest-MigrationsAdminTest-413245202 tempest-MigrationsAdminTest-413245202-project-member] Image limits 0:0:0 {{(pid=62328) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 819.652783] env[62328]: DEBUG nova.virt.hardware [None req-a80dbc1c-30aa-42bd-9f51-0c4cf90b7868 tempest-MigrationsAdminTest-413245202 tempest-MigrationsAdminTest-413245202-project-member] Flavor pref 0:0:0 {{(pid=62328) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 819.655074] env[62328]: DEBUG nova.virt.hardware [None req-a80dbc1c-30aa-42bd-9f51-0c4cf90b7868 tempest-MigrationsAdminTest-413245202 tempest-MigrationsAdminTest-413245202-project-member] Image pref 0:0:0 {{(pid=62328) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 819.655074] env[62328]: DEBUG nova.virt.hardware [None req-a80dbc1c-30aa-42bd-9f51-0c4cf90b7868 tempest-MigrationsAdminTest-413245202 tempest-MigrationsAdminTest-413245202-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62328) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 819.655074] env[62328]: DEBUG nova.virt.hardware [None req-a80dbc1c-30aa-42bd-9f51-0c4cf90b7868 tempest-MigrationsAdminTest-413245202 tempest-MigrationsAdminTest-413245202-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62328) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 819.655074] env[62328]: DEBUG nova.virt.hardware [None req-a80dbc1c-30aa-42bd-9f51-0c4cf90b7868 tempest-MigrationsAdminTest-413245202 tempest-MigrationsAdminTest-413245202-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62328) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 819.655074] env[62328]: DEBUG nova.virt.hardware [None req-a80dbc1c-30aa-42bd-9f51-0c4cf90b7868 tempest-MigrationsAdminTest-413245202 tempest-MigrationsAdminTest-413245202-project-member] Got 1 possible topologies {{(pid=62328) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 819.655074] env[62328]: DEBUG nova.virt.hardware [None req-a80dbc1c-30aa-42bd-9f51-0c4cf90b7868 tempest-MigrationsAdminTest-413245202 tempest-MigrationsAdminTest-413245202-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62328) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 819.655074] env[62328]: DEBUG nova.virt.hardware [None req-a80dbc1c-30aa-42bd-9f51-0c4cf90b7868 tempest-MigrationsAdminTest-413245202 tempest-MigrationsAdminTest-413245202-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62328) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 819.660866] env[62328]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e53fe8e4-81ef-4b9c-9c35-e286a157f646 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 819.680201] env[62328]: DEBUG oslo_vmware.api [None req-a80dbc1c-30aa-42bd-9f51-0c4cf90b7868 tempest-MigrationsAdminTest-413245202 tempest-MigrationsAdminTest-413245202-project-member] Waiting for the task: (returnval){ [ 819.680201] env[62328]: value = "task-2386925" [ 819.680201] env[62328]: _type = "Task" [ 819.680201] env[62328]: } to complete. {{(pid=62328) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 819.696373] env[62328]: DEBUG oslo_vmware.api [None req-a80dbc1c-30aa-42bd-9f51-0c4cf90b7868 tempest-MigrationsAdminTest-413245202 tempest-MigrationsAdminTest-413245202-project-member] Task: {'id': task-2386925, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 819.782657] env[62328]: DEBUG nova.compute.manager [None req-332cd9a1-235b-4315-894a-68f76363e980 None None] [instance: 66186b76-7021-4df1-b53c-2789906e37ac] Instance has had 0 of 5 cleanup attempts {{(pid=62328) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 820.030099] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-af378237-12b1-47d6-b0a0-c996fc2596aa {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 820.038319] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b75a40aa-4916-4bee-ad1d-919ebfb442da {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 820.071186] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-11828dfa-6ac3-4862-ae6c-5b4e1f9315dd {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 820.076691] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fbc2356b-93ed-4be1-a93f-ad3455f57352 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 820.090542] env[62328]: DEBUG nova.compute.provider_tree [None req-ef1f8293-5441-4dc6-bc40-76c65a3b7404 tempest-ServerShowV257Test-2024025592 tempest-ServerShowV257Test-2024025592-project-member] Inventory has not changed in ProviderTree for provider: 3469e9f8-04af-49ca-8435-49f104496744 {{(pid=62328) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 820.189863] env[62328]: DEBUG oslo_vmware.api [None req-a80dbc1c-30aa-42bd-9f51-0c4cf90b7868 tempest-MigrationsAdminTest-413245202 tempest-MigrationsAdminTest-413245202-project-member] Task: {'id': task-2386925, 'name': ReconfigVM_Task, 'duration_secs': 0.137375} completed successfully. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 820.190731] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f8495640-6ec1-4964-bee8-bd73f5de8574 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 820.214418] env[62328]: DEBUG nova.virt.hardware [None req-a80dbc1c-30aa-42bd-9f51-0c4cf90b7868 tempest-MigrationsAdminTest-413245202 tempest-MigrationsAdminTest-413245202-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-07T17:20:17Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='5c74ff4d-2d63-49dc-b204-699858e7f6c7',id=37,is_public=True,memory_mb=192,name='tempest-test_resize_flavor_-1563444322',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=dbf872a4-92be-47e4-8561-c3e2bf2423ab,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62328) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 820.214656] env[62328]: DEBUG nova.virt.hardware [None req-a80dbc1c-30aa-42bd-9f51-0c4cf90b7868 tempest-MigrationsAdminTest-413245202 tempest-MigrationsAdminTest-413245202-project-member] Flavor limits 0:0:0 {{(pid=62328) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 820.214809] env[62328]: DEBUG nova.virt.hardware [None req-a80dbc1c-30aa-42bd-9f51-0c4cf90b7868 tempest-MigrationsAdminTest-413245202 tempest-MigrationsAdminTest-413245202-project-member] Image limits 0:0:0 {{(pid=62328) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 820.214985] env[62328]: DEBUG nova.virt.hardware [None req-a80dbc1c-30aa-42bd-9f51-0c4cf90b7868 tempest-MigrationsAdminTest-413245202 tempest-MigrationsAdminTest-413245202-project-member] Flavor pref 0:0:0 {{(pid=62328) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 820.215365] env[62328]: DEBUG nova.virt.hardware [None req-a80dbc1c-30aa-42bd-9f51-0c4cf90b7868 tempest-MigrationsAdminTest-413245202 tempest-MigrationsAdminTest-413245202-project-member] Image pref 0:0:0 {{(pid=62328) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 820.215553] env[62328]: DEBUG nova.virt.hardware [None req-a80dbc1c-30aa-42bd-9f51-0c4cf90b7868 tempest-MigrationsAdminTest-413245202 tempest-MigrationsAdminTest-413245202-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62328) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 820.215841] env[62328]: DEBUG nova.virt.hardware [None req-a80dbc1c-30aa-42bd-9f51-0c4cf90b7868 tempest-MigrationsAdminTest-413245202 tempest-MigrationsAdminTest-413245202-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62328) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 820.216006] env[62328]: DEBUG nova.virt.hardware [None req-a80dbc1c-30aa-42bd-9f51-0c4cf90b7868 tempest-MigrationsAdminTest-413245202 tempest-MigrationsAdminTest-413245202-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62328) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 820.216176] env[62328]: DEBUG nova.virt.hardware [None req-a80dbc1c-30aa-42bd-9f51-0c4cf90b7868 tempest-MigrationsAdminTest-413245202 tempest-MigrationsAdminTest-413245202-project-member] Got 1 possible topologies {{(pid=62328) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 820.216345] env[62328]: DEBUG nova.virt.hardware [None req-a80dbc1c-30aa-42bd-9f51-0c4cf90b7868 tempest-MigrationsAdminTest-413245202 tempest-MigrationsAdminTest-413245202-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62328) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 820.216513] env[62328]: DEBUG nova.virt.hardware [None req-a80dbc1c-30aa-42bd-9f51-0c4cf90b7868 tempest-MigrationsAdminTest-413245202 tempest-MigrationsAdminTest-413245202-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62328) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 820.217311] env[62328]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-21ddc3c1-600f-46cf-8c7b-fab3ddfc24ad {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 820.223480] env[62328]: DEBUG oslo_vmware.api [None req-a80dbc1c-30aa-42bd-9f51-0c4cf90b7868 tempest-MigrationsAdminTest-413245202 tempest-MigrationsAdminTest-413245202-project-member] Waiting for the task: (returnval){ [ 820.223480] env[62328]: value = "session[52a6e20e-410d-708a-99f2-080a575a99bd]529e004b-e5bf-0c97-0d85-33343e3f901b" [ 820.223480] env[62328]: _type = "Task" [ 820.223480] env[62328]: } to complete. {{(pid=62328) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 820.987035] env[62328]: DEBUG nova.compute.manager [None req-332cd9a1-235b-4315-894a-68f76363e980 None None] [instance: 133b2694-7206-4e72-92d6-ee334b1470e5] Instance has had 0 of 5 cleanup attempts {{(pid=62328) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 820.988872] env[62328]: DEBUG oslo_concurrency.lockutils [None req-658f0a5a-8c20-4088-80be-08da5b371c84 tempest-ListImageFiltersTestJSON-111188615 tempest-ListImageFiltersTestJSON-111188615-project-member] Acquiring lock "8e31afa5-82ea-4e3e-8913-77f24ee85e4e" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 820.989117] env[62328]: DEBUG oslo_concurrency.lockutils [None req-658f0a5a-8c20-4088-80be-08da5b371c84 tempest-ListImageFiltersTestJSON-111188615 tempest-ListImageFiltersTestJSON-111188615-project-member] Lock "8e31afa5-82ea-4e3e-8913-77f24ee85e4e" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 820.989317] env[62328]: DEBUG oslo_concurrency.lockutils [None req-658f0a5a-8c20-4088-80be-08da5b371c84 tempest-ListImageFiltersTestJSON-111188615 tempest-ListImageFiltersTestJSON-111188615-project-member] Acquiring lock "8e31afa5-82ea-4e3e-8913-77f24ee85e4e-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 820.989501] env[62328]: DEBUG oslo_concurrency.lockutils [None req-658f0a5a-8c20-4088-80be-08da5b371c84 tempest-ListImageFiltersTestJSON-111188615 tempest-ListImageFiltersTestJSON-111188615-project-member] Lock "8e31afa5-82ea-4e3e-8913-77f24ee85e4e-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 820.989665] env[62328]: DEBUG oslo_concurrency.lockutils [None req-658f0a5a-8c20-4088-80be-08da5b371c84 tempest-ListImageFiltersTestJSON-111188615 tempest-ListImageFiltersTestJSON-111188615-project-member] Lock "8e31afa5-82ea-4e3e-8913-77f24ee85e4e-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 820.991909] env[62328]: DEBUG nova.scheduler.client.report [None req-ef1f8293-5441-4dc6-bc40-76c65a3b7404 tempest-ServerShowV257Test-2024025592 tempest-ServerShowV257Test-2024025592-project-member] Inventory has not changed for provider 3469e9f8-04af-49ca-8435-49f104496744 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 152, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62328) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 820.995475] env[62328]: DEBUG nova.compute.manager [None req-28948c8c-cfe5-4eb6-8118-a84446ef63b1 tempest-ImagesOneServerNegativeTestJSON-835227872 tempest-ImagesOneServerNegativeTestJSON-835227872-project-member] [instance: 6d447bb5-4cca-436f-a6e1-9b8aa511a981] Start spawning the instance on the hypervisor. {{(pid=62328) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 821.000762] env[62328]: INFO nova.compute.manager [None req-658f0a5a-8c20-4088-80be-08da5b371c84 tempest-ListImageFiltersTestJSON-111188615 tempest-ListImageFiltersTestJSON-111188615-project-member] [instance: 8e31afa5-82ea-4e3e-8913-77f24ee85e4e] Terminating instance [ 821.005857] env[62328]: DEBUG oslo_vmware.api [None req-a80dbc1c-30aa-42bd-9f51-0c4cf90b7868 tempest-MigrationsAdminTest-413245202 tempest-MigrationsAdminTest-413245202-project-member] Task: {'id': session[52a6e20e-410d-708a-99f2-080a575a99bd]529e004b-e5bf-0c97-0d85-33343e3f901b, 'name': SearchDatastore_Task, 'duration_secs': 0.008857} completed successfully. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 821.011186] env[62328]: DEBUG nova.virt.vmwareapi.volumeops [None req-a80dbc1c-30aa-42bd-9f51-0c4cf90b7868 tempest-MigrationsAdminTest-413245202 tempest-MigrationsAdminTest-413245202-project-member] [instance: 4279ea33-3d7d-4713-9d21-9e7aa29026ae] Reconfiguring VM instance instance-0000002d to detach disk 2000 {{(pid=62328) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 821.012069] env[62328]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ab4c2103-56d2-4c71-abb1-c552f022878f {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 821.034237] env[62328]: DEBUG oslo_vmware.api [None req-a80dbc1c-30aa-42bd-9f51-0c4cf90b7868 tempest-MigrationsAdminTest-413245202 tempest-MigrationsAdminTest-413245202-project-member] Waiting for the task: (returnval){ [ 821.034237] env[62328]: value = "task-2386926" [ 821.034237] env[62328]: _type = "Task" [ 821.034237] env[62328]: } to complete. {{(pid=62328) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 821.039096] env[62328]: DEBUG nova.virt.hardware [None req-28948c8c-cfe5-4eb6-8118-a84446ef63b1 tempest-ImagesOneServerNegativeTestJSON-835227872 tempest-ImagesOneServerNegativeTestJSON-835227872-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-07T17:16:55Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-07T17:16:37Z,direct_url=,disk_format='vmdk',id=dbf872a4-92be-47e4-8561-c3e2bf2423ab,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='2a64022f08d84b11a86773b900860ae5',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-07T17:16:38Z,virtual_size=,visibility=), allow threads: False {{(pid=62328) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 821.039322] env[62328]: DEBUG nova.virt.hardware [None req-28948c8c-cfe5-4eb6-8118-a84446ef63b1 tempest-ImagesOneServerNegativeTestJSON-835227872 tempest-ImagesOneServerNegativeTestJSON-835227872-project-member] Flavor limits 0:0:0 {{(pid=62328) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 821.039478] env[62328]: DEBUG nova.virt.hardware [None req-28948c8c-cfe5-4eb6-8118-a84446ef63b1 tempest-ImagesOneServerNegativeTestJSON-835227872 tempest-ImagesOneServerNegativeTestJSON-835227872-project-member] Image limits 0:0:0 {{(pid=62328) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 821.039658] env[62328]: DEBUG nova.virt.hardware [None req-28948c8c-cfe5-4eb6-8118-a84446ef63b1 tempest-ImagesOneServerNegativeTestJSON-835227872 tempest-ImagesOneServerNegativeTestJSON-835227872-project-member] Flavor pref 0:0:0 {{(pid=62328) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 821.039800] env[62328]: DEBUG nova.virt.hardware [None req-28948c8c-cfe5-4eb6-8118-a84446ef63b1 tempest-ImagesOneServerNegativeTestJSON-835227872 tempest-ImagesOneServerNegativeTestJSON-835227872-project-member] Image pref 0:0:0 {{(pid=62328) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 821.039977] env[62328]: DEBUG nova.virt.hardware [None req-28948c8c-cfe5-4eb6-8118-a84446ef63b1 tempest-ImagesOneServerNegativeTestJSON-835227872 tempest-ImagesOneServerNegativeTestJSON-835227872-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62328) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 821.040166] env[62328]: DEBUG nova.virt.hardware [None req-28948c8c-cfe5-4eb6-8118-a84446ef63b1 tempest-ImagesOneServerNegativeTestJSON-835227872 tempest-ImagesOneServerNegativeTestJSON-835227872-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62328) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 821.040390] env[62328]: DEBUG nova.virt.hardware [None req-28948c8c-cfe5-4eb6-8118-a84446ef63b1 tempest-ImagesOneServerNegativeTestJSON-835227872 tempest-ImagesOneServerNegativeTestJSON-835227872-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62328) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 821.040521] env[62328]: DEBUG nova.virt.hardware [None req-28948c8c-cfe5-4eb6-8118-a84446ef63b1 tempest-ImagesOneServerNegativeTestJSON-835227872 tempest-ImagesOneServerNegativeTestJSON-835227872-project-member] Got 1 possible topologies {{(pid=62328) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 821.040678] env[62328]: DEBUG nova.virt.hardware [None req-28948c8c-cfe5-4eb6-8118-a84446ef63b1 tempest-ImagesOneServerNegativeTestJSON-835227872 tempest-ImagesOneServerNegativeTestJSON-835227872-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62328) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 821.040912] env[62328]: DEBUG nova.virt.hardware [None req-28948c8c-cfe5-4eb6-8118-a84446ef63b1 tempest-ImagesOneServerNegativeTestJSON-835227872 tempest-ImagesOneServerNegativeTestJSON-835227872-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62328) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 821.041868] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-538975bf-c430-4c5d-a9a1-5b05cc822d6f {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 821.052596] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6a7e9f5e-c8a8-44e4-8fab-de3c108ddd67 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 821.057189] env[62328]: DEBUG oslo_vmware.api [None req-a80dbc1c-30aa-42bd-9f51-0c4cf90b7868 tempest-MigrationsAdminTest-413245202 tempest-MigrationsAdminTest-413245202-project-member] Task: {'id': task-2386926, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 821.165398] env[62328]: DEBUG nova.compute.manager [req-deb71620-54f2-4548-b1c7-2510d5f7be2c req-85097def-1fec-41dc-ba70-dd8161907735 service nova] [instance: 6d447bb5-4cca-436f-a6e1-9b8aa511a981] Received event network-vif-plugged-394f5576-475b-4236-b45b-6d1fa782de60 {{(pid=62328) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 821.165593] env[62328]: DEBUG oslo_concurrency.lockutils [req-deb71620-54f2-4548-b1c7-2510d5f7be2c req-85097def-1fec-41dc-ba70-dd8161907735 service nova] Acquiring lock "6d447bb5-4cca-436f-a6e1-9b8aa511a981-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 821.165877] env[62328]: DEBUG oslo_concurrency.lockutils [req-deb71620-54f2-4548-b1c7-2510d5f7be2c req-85097def-1fec-41dc-ba70-dd8161907735 service nova] Lock "6d447bb5-4cca-436f-a6e1-9b8aa511a981-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 821.166012] env[62328]: DEBUG oslo_concurrency.lockutils [req-deb71620-54f2-4548-b1c7-2510d5f7be2c req-85097def-1fec-41dc-ba70-dd8161907735 service nova] Lock "6d447bb5-4cca-436f-a6e1-9b8aa511a981-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 821.166193] env[62328]: DEBUG nova.compute.manager [req-deb71620-54f2-4548-b1c7-2510d5f7be2c req-85097def-1fec-41dc-ba70-dd8161907735 service nova] [instance: 6d447bb5-4cca-436f-a6e1-9b8aa511a981] No waiting events found dispatching network-vif-plugged-394f5576-475b-4236-b45b-6d1fa782de60 {{(pid=62328) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 821.166396] env[62328]: WARNING nova.compute.manager [req-deb71620-54f2-4548-b1c7-2510d5f7be2c req-85097def-1fec-41dc-ba70-dd8161907735 service nova] [instance: 6d447bb5-4cca-436f-a6e1-9b8aa511a981] Received unexpected event network-vif-plugged-394f5576-475b-4236-b45b-6d1fa782de60 for instance with vm_state building and task_state spawning. [ 821.353427] env[62328]: DEBUG nova.network.neutron [None req-28948c8c-cfe5-4eb6-8118-a84446ef63b1 tempest-ImagesOneServerNegativeTestJSON-835227872 tempest-ImagesOneServerNegativeTestJSON-835227872-project-member] [instance: 6d447bb5-4cca-436f-a6e1-9b8aa511a981] Successfully updated port: 394f5576-475b-4236-b45b-6d1fa782de60 {{(pid=62328) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 821.501828] env[62328]: DEBUG oslo_concurrency.lockutils [None req-ef1f8293-5441-4dc6-bc40-76c65a3b7404 tempest-ServerShowV257Test-2024025592 tempest-ServerShowV257Test-2024025592-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.896s {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 821.502642] env[62328]: DEBUG nova.compute.manager [None req-ef1f8293-5441-4dc6-bc40-76c65a3b7404 tempest-ServerShowV257Test-2024025592 tempest-ServerShowV257Test-2024025592-project-member] [instance: d60294e0-35a3-4c90-8a63-a525ff1c6833] Start building networks asynchronously for instance. {{(pid=62328) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 821.512018] env[62328]: DEBUG nova.compute.manager [None req-332cd9a1-235b-4315-894a-68f76363e980 None None] [instance: 5a5e12bf-4082-40e8-bac8-a8a5b0033dec] Instance has had 0 of 5 cleanup attempts {{(pid=62328) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 821.512018] env[62328]: DEBUG nova.compute.manager [None req-658f0a5a-8c20-4088-80be-08da5b371c84 tempest-ListImageFiltersTestJSON-111188615 tempest-ListImageFiltersTestJSON-111188615-project-member] [instance: 8e31afa5-82ea-4e3e-8913-77f24ee85e4e] Start destroying the instance on the hypervisor. {{(pid=62328) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 821.512018] env[62328]: DEBUG nova.virt.vmwareapi.vmops [None req-658f0a5a-8c20-4088-80be-08da5b371c84 tempest-ListImageFiltersTestJSON-111188615 tempest-ListImageFiltersTestJSON-111188615-project-member] [instance: 8e31afa5-82ea-4e3e-8913-77f24ee85e4e] Destroying instance {{(pid=62328) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 821.512018] env[62328]: DEBUG oslo_concurrency.lockutils [None req-ff51ed62-bf7a-40bc-87f3-1ea13181a561 tempest-ServersTestJSON-2041147199 tempest-ServersTestJSON-2041147199-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 37.143s {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 821.512018] env[62328]: DEBUG oslo_concurrency.lockutils [None req-ff51ed62-bf7a-40bc-87f3-1ea13181a561 tempest-ServersTestJSON-2041147199 tempest-ServersTestJSON-2041147199-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 821.513874] env[62328]: DEBUG oslo_concurrency.lockutils [None req-61d42520-36ae-410d-a504-2f66221f8b41 tempest-DeleteServersTestJSON-1766103036 tempest-DeleteServersTestJSON-1766103036-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 37.020s {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 821.514068] env[62328]: DEBUG oslo_concurrency.lockutils [None req-61d42520-36ae-410d-a504-2f66221f8b41 tempest-DeleteServersTestJSON-1766103036 tempest-DeleteServersTestJSON-1766103036-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 821.515749] env[62328]: DEBUG oslo_concurrency.lockutils [None req-34f7be8d-7dfc-46fc-b658-f8c1cee5e019 tempest-ServerShowV247Test-284523986 tempest-ServerShowV247Test-284523986-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 26.116s {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 821.521045] env[62328]: INFO nova.compute.claims [None req-34f7be8d-7dfc-46fc-b658-f8c1cee5e019 tempest-ServerShowV247Test-284523986 tempest-ServerShowV247Test-284523986-project-member] [instance: 7b91283b-b15c-414f-a068-8dab2b35f6e3] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 821.525487] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e1c6723a-6c92-4ff1-8845-f687d1353733 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 821.535410] env[62328]: DEBUG nova.virt.vmwareapi.vm_util [None req-658f0a5a-8c20-4088-80be-08da5b371c84 tempest-ListImageFiltersTestJSON-111188615 tempest-ListImageFiltersTestJSON-111188615-project-member] [instance: 8e31afa5-82ea-4e3e-8913-77f24ee85e4e] Powering off the VM {{(pid=62328) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 821.535410] env[62328]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-0816be04-55cd-48d6-befa-1fcd6a5c0950 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 821.544052] env[62328]: DEBUG oslo_vmware.api [None req-a80dbc1c-30aa-42bd-9f51-0c4cf90b7868 tempest-MigrationsAdminTest-413245202 tempest-MigrationsAdminTest-413245202-project-member] Task: {'id': task-2386926, 'name': ReconfigVM_Task, 'duration_secs': 0.19202} completed successfully. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 821.546303] env[62328]: DEBUG nova.virt.vmwareapi.volumeops [None req-a80dbc1c-30aa-42bd-9f51-0c4cf90b7868 tempest-MigrationsAdminTest-413245202 tempest-MigrationsAdminTest-413245202-project-member] [instance: 4279ea33-3d7d-4713-9d21-9e7aa29026ae] Reconfigured VM instance instance-0000002d to detach disk 2000 {{(pid=62328) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 821.546711] env[62328]: DEBUG oslo_vmware.api [None req-658f0a5a-8c20-4088-80be-08da5b371c84 tempest-ListImageFiltersTestJSON-111188615 tempest-ListImageFiltersTestJSON-111188615-project-member] Waiting for the task: (returnval){ [ 821.546711] env[62328]: value = "task-2386927" [ 821.546711] env[62328]: _type = "Task" [ 821.546711] env[62328]: } to complete. {{(pid=62328) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 821.547422] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-74e6faf4-e24d-403a-ac6c-5b934ed541b5 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 821.575893] env[62328]: DEBUG nova.virt.vmwareapi.volumeops [None req-a80dbc1c-30aa-42bd-9f51-0c4cf90b7868 tempest-MigrationsAdminTest-413245202 tempest-MigrationsAdminTest-413245202-project-member] [instance: 4279ea33-3d7d-4713-9d21-9e7aa29026ae] Reconfiguring VM instance instance-0000002d to attach disk [datastore2] 4279ea33-3d7d-4713-9d21-9e7aa29026ae/4279ea33-3d7d-4713-9d21-9e7aa29026ae.vmdk or device None with type thin {{(pid=62328) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 821.577172] env[62328]: INFO nova.scheduler.client.report [None req-61d42520-36ae-410d-a504-2f66221f8b41 tempest-DeleteServersTestJSON-1766103036 tempest-DeleteServersTestJSON-1766103036-project-member] Deleted allocations for instance 0ee7925e-085a-489d-8e8e-a0169dd17d45 [ 821.587069] env[62328]: INFO nova.scheduler.client.report [None req-ff51ed62-bf7a-40bc-87f3-1ea13181a561 tempest-ServersTestJSON-2041147199 tempest-ServersTestJSON-2041147199-project-member] Deleted allocations for instance fc8146ed-f4c5-4b4b-a03d-c52452f583cd [ 821.591969] env[62328]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f861bc6b-51e5-4b25-bd56-9f9ede8daf71 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 821.607221] env[62328]: DEBUG oslo_vmware.api [None req-658f0a5a-8c20-4088-80be-08da5b371c84 tempest-ListImageFiltersTestJSON-111188615 tempest-ListImageFiltersTestJSON-111188615-project-member] Task: {'id': task-2386927, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 821.612067] env[62328]: DEBUG oslo_vmware.api [None req-a80dbc1c-30aa-42bd-9f51-0c4cf90b7868 tempest-MigrationsAdminTest-413245202 tempest-MigrationsAdminTest-413245202-project-member] Waiting for the task: (returnval){ [ 821.612067] env[62328]: value = "task-2386928" [ 821.612067] env[62328]: _type = "Task" [ 821.612067] env[62328]: } to complete. {{(pid=62328) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 821.621799] env[62328]: DEBUG oslo_vmware.api [None req-a80dbc1c-30aa-42bd-9f51-0c4cf90b7868 tempest-MigrationsAdminTest-413245202 tempest-MigrationsAdminTest-413245202-project-member] Task: {'id': task-2386928, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 821.856135] env[62328]: DEBUG oslo_concurrency.lockutils [None req-28948c8c-cfe5-4eb6-8118-a84446ef63b1 tempest-ImagesOneServerNegativeTestJSON-835227872 tempest-ImagesOneServerNegativeTestJSON-835227872-project-member] Acquiring lock "refresh_cache-6d447bb5-4cca-436f-a6e1-9b8aa511a981" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 821.856295] env[62328]: DEBUG oslo_concurrency.lockutils [None req-28948c8c-cfe5-4eb6-8118-a84446ef63b1 tempest-ImagesOneServerNegativeTestJSON-835227872 tempest-ImagesOneServerNegativeTestJSON-835227872-project-member] Acquired lock "refresh_cache-6d447bb5-4cca-436f-a6e1-9b8aa511a981" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.856454] env[62328]: DEBUG nova.network.neutron [None req-28948c8c-cfe5-4eb6-8118-a84446ef63b1 tempest-ImagesOneServerNegativeTestJSON-835227872 tempest-ImagesOneServerNegativeTestJSON-835227872-project-member] [instance: 6d447bb5-4cca-436f-a6e1-9b8aa511a981] Building network info cache for instance {{(pid=62328) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 822.013810] env[62328]: DEBUG nova.compute.utils [None req-ef1f8293-5441-4dc6-bc40-76c65a3b7404 tempest-ServerShowV257Test-2024025592 tempest-ServerShowV257Test-2024025592-project-member] Using /dev/sd instead of None {{(pid=62328) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 822.017764] env[62328]: DEBUG nova.compute.manager [None req-332cd9a1-235b-4315-894a-68f76363e980 None None] [instance: 892b410e-c0ae-4ef6-90a6-fbf09d6ad76b] Instance has had 0 of 5 cleanup attempts {{(pid=62328) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 822.020117] env[62328]: DEBUG nova.compute.manager [None req-ef1f8293-5441-4dc6-bc40-76c65a3b7404 tempest-ServerShowV257Test-2024025592 tempest-ServerShowV257Test-2024025592-project-member] [instance: d60294e0-35a3-4c90-8a63-a525ff1c6833] Not allocating networking since 'none' was specified. {{(pid=62328) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 822.064841] env[62328]: DEBUG oslo_vmware.api [None req-658f0a5a-8c20-4088-80be-08da5b371c84 tempest-ListImageFiltersTestJSON-111188615 tempest-ListImageFiltersTestJSON-111188615-project-member] Task: {'id': task-2386927, 'name': PowerOffVM_Task, 'duration_secs': 0.285673} completed successfully. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 822.064841] env[62328]: DEBUG nova.virt.vmwareapi.vm_util [None req-658f0a5a-8c20-4088-80be-08da5b371c84 tempest-ListImageFiltersTestJSON-111188615 tempest-ListImageFiltersTestJSON-111188615-project-member] [instance: 8e31afa5-82ea-4e3e-8913-77f24ee85e4e] Powered off the VM {{(pid=62328) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 822.064841] env[62328]: DEBUG nova.virt.vmwareapi.vmops [None req-658f0a5a-8c20-4088-80be-08da5b371c84 tempest-ListImageFiltersTestJSON-111188615 tempest-ListImageFiltersTestJSON-111188615-project-member] [instance: 8e31afa5-82ea-4e3e-8913-77f24ee85e4e] Unregistering the VM {{(pid=62328) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 822.064841] env[62328]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-773ee460-5256-4b42-b6de-d7ac85d1e301 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 822.085505] env[62328]: DEBUG oslo_concurrency.lockutils [None req-61d42520-36ae-410d-a504-2f66221f8b41 tempest-DeleteServersTestJSON-1766103036 tempest-DeleteServersTestJSON-1766103036-project-member] Lock "0ee7925e-085a-489d-8e8e-a0169dd17d45" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 41.203s {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 822.093902] env[62328]: DEBUG oslo_concurrency.lockutils [None req-ff51ed62-bf7a-40bc-87f3-1ea13181a561 tempest-ServersTestJSON-2041147199 tempest-ServersTestJSON-2041147199-project-member] Lock "fc8146ed-f4c5-4b4b-a03d-c52452f583cd" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 42.057s {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 822.123807] env[62328]: DEBUG oslo_vmware.api [None req-a80dbc1c-30aa-42bd-9f51-0c4cf90b7868 tempest-MigrationsAdminTest-413245202 tempest-MigrationsAdminTest-413245202-project-member] Task: {'id': task-2386928, 'name': ReconfigVM_Task, 'duration_secs': 0.305091} completed successfully. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 822.124112] env[62328]: DEBUG nova.virt.vmwareapi.volumeops [None req-a80dbc1c-30aa-42bd-9f51-0c4cf90b7868 tempest-MigrationsAdminTest-413245202 tempest-MigrationsAdminTest-413245202-project-member] [instance: 4279ea33-3d7d-4713-9d21-9e7aa29026ae] Reconfigured VM instance instance-0000002d to attach disk [datastore2] 4279ea33-3d7d-4713-9d21-9e7aa29026ae/4279ea33-3d7d-4713-9d21-9e7aa29026ae.vmdk or device None with type thin {{(pid=62328) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 822.128021] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4b6cdd0c-ca0e-48c1-83bf-67cbe478c807 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 822.133943] env[62328]: DEBUG nova.virt.vmwareapi.vmops [None req-658f0a5a-8c20-4088-80be-08da5b371c84 tempest-ListImageFiltersTestJSON-111188615 tempest-ListImageFiltersTestJSON-111188615-project-member] [instance: 8e31afa5-82ea-4e3e-8913-77f24ee85e4e] Unregistered the VM {{(pid=62328) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 822.134494] env[62328]: DEBUG nova.virt.vmwareapi.vmops [None req-658f0a5a-8c20-4088-80be-08da5b371c84 tempest-ListImageFiltersTestJSON-111188615 tempest-ListImageFiltersTestJSON-111188615-project-member] [instance: 8e31afa5-82ea-4e3e-8913-77f24ee85e4e] Deleting contents of the VM from datastore datastore2 {{(pid=62328) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 822.134730] env[62328]: DEBUG nova.virt.vmwareapi.ds_util [None req-658f0a5a-8c20-4088-80be-08da5b371c84 tempest-ListImageFiltersTestJSON-111188615 tempest-ListImageFiltersTestJSON-111188615-project-member] Deleting the datastore file [datastore2] 8e31afa5-82ea-4e3e-8913-77f24ee85e4e {{(pid=62328) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 822.134977] env[62328]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-bfec0776-7c81-4536-9c06-d354a9f8190f {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 822.151659] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-769314bf-00de-4f27-a48f-b420d555b1a9 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 822.156882] env[62328]: DEBUG oslo_vmware.api [None req-658f0a5a-8c20-4088-80be-08da5b371c84 tempest-ListImageFiltersTestJSON-111188615 tempest-ListImageFiltersTestJSON-111188615-project-member] Waiting for the task: (returnval){ [ 822.156882] env[62328]: value = "task-2386930" [ 822.156882] env[62328]: _type = "Task" [ 822.156882] env[62328]: } to complete. {{(pid=62328) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 822.177151] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bf62eb92-c890-4f2d-a7e3-236d585fc355 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 822.183283] env[62328]: DEBUG oslo_vmware.api [None req-658f0a5a-8c20-4088-80be-08da5b371c84 tempest-ListImageFiltersTestJSON-111188615 tempest-ListImageFiltersTestJSON-111188615-project-member] Task: {'id': task-2386930, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 822.204018] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-83e85d7b-cb01-4091-bc5f-25a91503391b {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 822.211382] env[62328]: DEBUG nova.virt.vmwareapi.vm_util [None req-a80dbc1c-30aa-42bd-9f51-0c4cf90b7868 tempest-MigrationsAdminTest-413245202 tempest-MigrationsAdminTest-413245202-project-member] [instance: 4279ea33-3d7d-4713-9d21-9e7aa29026ae] Powering on the VM {{(pid=62328) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 822.211575] env[62328]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-522761eb-7777-4039-9799-d15c534eec32 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 822.217916] env[62328]: DEBUG oslo_vmware.api [None req-a80dbc1c-30aa-42bd-9f51-0c4cf90b7868 tempest-MigrationsAdminTest-413245202 tempest-MigrationsAdminTest-413245202-project-member] Waiting for the task: (returnval){ [ 822.217916] env[62328]: value = "task-2386931" [ 822.217916] env[62328]: _type = "Task" [ 822.217916] env[62328]: } to complete. {{(pid=62328) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 822.225819] env[62328]: DEBUG oslo_vmware.api [None req-a80dbc1c-30aa-42bd-9f51-0c4cf90b7868 tempest-MigrationsAdminTest-413245202 tempest-MigrationsAdminTest-413245202-project-member] Task: {'id': task-2386931, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 822.454683] env[62328]: DEBUG nova.network.neutron [None req-28948c8c-cfe5-4eb6-8118-a84446ef63b1 tempest-ImagesOneServerNegativeTestJSON-835227872 tempest-ImagesOneServerNegativeTestJSON-835227872-project-member] [instance: 6d447bb5-4cca-436f-a6e1-9b8aa511a981] Instance cache missing network info. {{(pid=62328) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 822.520847] env[62328]: DEBUG nova.compute.manager [None req-ef1f8293-5441-4dc6-bc40-76c65a3b7404 tempest-ServerShowV257Test-2024025592 tempest-ServerShowV257Test-2024025592-project-member] [instance: d60294e0-35a3-4c90-8a63-a525ff1c6833] Start building block device mappings for instance. {{(pid=62328) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 822.523679] env[62328]: DEBUG nova.compute.manager [None req-332cd9a1-235b-4315-894a-68f76363e980 None None] [instance: 1e8111de-0629-4ba5-b945-8f552763ab15] Instance has had 0 of 5 cleanup attempts {{(pid=62328) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 822.668745] env[62328]: DEBUG oslo_vmware.api [None req-658f0a5a-8c20-4088-80be-08da5b371c84 tempest-ListImageFiltersTestJSON-111188615 tempest-ListImageFiltersTestJSON-111188615-project-member] Task: {'id': task-2386930, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.144442} completed successfully. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 822.668991] env[62328]: DEBUG nova.virt.vmwareapi.ds_util [None req-658f0a5a-8c20-4088-80be-08da5b371c84 tempest-ListImageFiltersTestJSON-111188615 tempest-ListImageFiltersTestJSON-111188615-project-member] Deleted the datastore file {{(pid=62328) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 822.669188] env[62328]: DEBUG nova.virt.vmwareapi.vmops [None req-658f0a5a-8c20-4088-80be-08da5b371c84 tempest-ListImageFiltersTestJSON-111188615 tempest-ListImageFiltersTestJSON-111188615-project-member] [instance: 8e31afa5-82ea-4e3e-8913-77f24ee85e4e] Deleted contents of the VM from datastore datastore2 {{(pid=62328) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 822.669361] env[62328]: DEBUG nova.virt.vmwareapi.vmops [None req-658f0a5a-8c20-4088-80be-08da5b371c84 tempest-ListImageFiltersTestJSON-111188615 tempest-ListImageFiltersTestJSON-111188615-project-member] [instance: 8e31afa5-82ea-4e3e-8913-77f24ee85e4e] Instance destroyed {{(pid=62328) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 822.669536] env[62328]: INFO nova.compute.manager [None req-658f0a5a-8c20-4088-80be-08da5b371c84 tempest-ListImageFiltersTestJSON-111188615 tempest-ListImageFiltersTestJSON-111188615-project-member] [instance: 8e31afa5-82ea-4e3e-8913-77f24ee85e4e] Took 1.16 seconds to destroy the instance on the hypervisor. [ 822.669768] env[62328]: DEBUG oslo.service.loopingcall [None req-658f0a5a-8c20-4088-80be-08da5b371c84 tempest-ListImageFiltersTestJSON-111188615 tempest-ListImageFiltersTestJSON-111188615-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62328) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 822.669955] env[62328]: DEBUG nova.compute.manager [-] [instance: 8e31afa5-82ea-4e3e-8913-77f24ee85e4e] Deallocating network for instance {{(pid=62328) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 822.670059] env[62328]: DEBUG nova.network.neutron [-] [instance: 8e31afa5-82ea-4e3e-8913-77f24ee85e4e] deallocate_for_instance() {{(pid=62328) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 822.732252] env[62328]: DEBUG oslo_vmware.api [None req-a80dbc1c-30aa-42bd-9f51-0c4cf90b7868 tempest-MigrationsAdminTest-413245202 tempest-MigrationsAdminTest-413245202-project-member] Task: {'id': task-2386931, 'name': PowerOnVM_Task, 'duration_secs': 0.388188} completed successfully. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 822.732252] env[62328]: DEBUG nova.virt.vmwareapi.vm_util [None req-a80dbc1c-30aa-42bd-9f51-0c4cf90b7868 tempest-MigrationsAdminTest-413245202 tempest-MigrationsAdminTest-413245202-project-member] [instance: 4279ea33-3d7d-4713-9d21-9e7aa29026ae] Powered on the VM {{(pid=62328) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 822.870865] env[62328]: DEBUG nova.network.neutron [None req-28948c8c-cfe5-4eb6-8118-a84446ef63b1 tempest-ImagesOneServerNegativeTestJSON-835227872 tempest-ImagesOneServerNegativeTestJSON-835227872-project-member] [instance: 6d447bb5-4cca-436f-a6e1-9b8aa511a981] Updating instance_info_cache with network_info: [{"id": "394f5576-475b-4236-b45b-6d1fa782de60", "address": "fa:16:3e:65:48:9e", "network": {"id": "feab4433-9414-4cb7-9514-0d82ba3bdb9e", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-1637745333-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c7a85d39d53e4b2c967508704710eb81", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c8f580e6-1d86-41ee-9ebe-c531cb9299c6", "external-id": "nsx-vlan-transportzone-150", "segmentation_id": 150, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap394f5576-47", "ovs_interfaceid": "394f5576-475b-4236-b45b-6d1fa782de60", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62328) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 822.891852] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-171ab946-ca13-4724-990e-6198bfee4005 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 822.903911] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-30aede8b-a81c-49a5-a2a4-7e342077c687 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 822.936242] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e9daeb3e-712d-4a82-8030-fb0d11235abe {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 822.945515] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-81daaf38-2d37-408c-8fe8-82b4b0d311a2 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 822.961938] env[62328]: DEBUG nova.compute.provider_tree [None req-34f7be8d-7dfc-46fc-b658-f8c1cee5e019 tempest-ServerShowV247Test-284523986 tempest-ServerShowV247Test-284523986-project-member] Inventory has not changed in ProviderTree for provider: 3469e9f8-04af-49ca-8435-49f104496744 {{(pid=62328) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 823.031785] env[62328]: DEBUG nova.compute.manager [None req-332cd9a1-235b-4315-894a-68f76363e980 None None] [instance: 0c794ef1-25d2-43a2-a0f3-98083f82eeac] Instance has had 0 of 5 cleanup attempts {{(pid=62328) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 823.354298] env[62328]: DEBUG nova.compute.manager [req-46f358c8-9439-436b-b917-14ffc628cb4a req-bc9b6e5f-b59d-411e-b16c-5ebc119eb376 service nova] [instance: 8e31afa5-82ea-4e3e-8913-77f24ee85e4e] Received event network-vif-deleted-c0e7487d-cd22-467d-a394-29c22099757f {{(pid=62328) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 823.355074] env[62328]: INFO nova.compute.manager [req-46f358c8-9439-436b-b917-14ffc628cb4a req-bc9b6e5f-b59d-411e-b16c-5ebc119eb376 service nova] [instance: 8e31afa5-82ea-4e3e-8913-77f24ee85e4e] Neutron deleted interface c0e7487d-cd22-467d-a394-29c22099757f; detaching it from the instance and deleting it from the info cache [ 823.355074] env[62328]: DEBUG nova.network.neutron [req-46f358c8-9439-436b-b917-14ffc628cb4a req-bc9b6e5f-b59d-411e-b16c-5ebc119eb376 service nova] [instance: 8e31afa5-82ea-4e3e-8913-77f24ee85e4e] Updating instance_info_cache with network_info: [] {{(pid=62328) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 823.378048] env[62328]: DEBUG oslo_concurrency.lockutils [None req-28948c8c-cfe5-4eb6-8118-a84446ef63b1 tempest-ImagesOneServerNegativeTestJSON-835227872 tempest-ImagesOneServerNegativeTestJSON-835227872-project-member] Releasing lock "refresh_cache-6d447bb5-4cca-436f-a6e1-9b8aa511a981" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 823.379024] env[62328]: DEBUG nova.compute.manager [None req-28948c8c-cfe5-4eb6-8118-a84446ef63b1 tempest-ImagesOneServerNegativeTestJSON-835227872 tempest-ImagesOneServerNegativeTestJSON-835227872-project-member] [instance: 6d447bb5-4cca-436f-a6e1-9b8aa511a981] Instance network_info: |[{"id": "394f5576-475b-4236-b45b-6d1fa782de60", "address": "fa:16:3e:65:48:9e", "network": {"id": "feab4433-9414-4cb7-9514-0d82ba3bdb9e", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-1637745333-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c7a85d39d53e4b2c967508704710eb81", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c8f580e6-1d86-41ee-9ebe-c531cb9299c6", "external-id": "nsx-vlan-transportzone-150", "segmentation_id": 150, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap394f5576-47", "ovs_interfaceid": "394f5576-475b-4236-b45b-6d1fa782de60", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62328) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 823.379957] env[62328]: DEBUG nova.virt.vmwareapi.vmops [None req-28948c8c-cfe5-4eb6-8118-a84446ef63b1 tempest-ImagesOneServerNegativeTestJSON-835227872 tempest-ImagesOneServerNegativeTestJSON-835227872-project-member] [instance: 6d447bb5-4cca-436f-a6e1-9b8aa511a981] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:65:48:9e', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'c8f580e6-1d86-41ee-9ebe-c531cb9299c6', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '394f5576-475b-4236-b45b-6d1fa782de60', 'vif_model': 'vmxnet3'}] {{(pid=62328) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 823.389721] env[62328]: DEBUG oslo.service.loopingcall [None req-28948c8c-cfe5-4eb6-8118-a84446ef63b1 tempest-ImagesOneServerNegativeTestJSON-835227872 tempest-ImagesOneServerNegativeTestJSON-835227872-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62328) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 823.390442] env[62328]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6d447bb5-4cca-436f-a6e1-9b8aa511a981] Creating VM on the ESX host {{(pid=62328) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 823.391080] env[62328]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-49813de4-828b-44ef-9b28-4013cc6b98c2 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 823.417169] env[62328]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 823.417169] env[62328]: value = "task-2386932" [ 823.417169] env[62328]: _type = "Task" [ 823.417169] env[62328]: } to complete. {{(pid=62328) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 823.424156] env[62328]: DEBUG oslo_vmware.api [-] Task: {'id': task-2386932, 'name': CreateVM_Task} progress is 0%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 823.466712] env[62328]: DEBUG nova.scheduler.client.report [None req-34f7be8d-7dfc-46fc-b658-f8c1cee5e019 tempest-ServerShowV247Test-284523986 tempest-ServerShowV247Test-284523986-project-member] Inventory has not changed for provider 3469e9f8-04af-49ca-8435-49f104496744 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 152, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62328) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 823.480954] env[62328]: DEBUG nova.compute.manager [req-759ec7f2-64f7-47bc-a54c-13c87f6031bf req-c8cc494b-3570-43f2-8fc1-2e134f898eb7 service nova] [instance: 6d447bb5-4cca-436f-a6e1-9b8aa511a981] Received event network-changed-394f5576-475b-4236-b45b-6d1fa782de60 {{(pid=62328) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 823.481295] env[62328]: DEBUG nova.compute.manager [req-759ec7f2-64f7-47bc-a54c-13c87f6031bf req-c8cc494b-3570-43f2-8fc1-2e134f898eb7 service nova] [instance: 6d447bb5-4cca-436f-a6e1-9b8aa511a981] Refreshing instance network info cache due to event network-changed-394f5576-475b-4236-b45b-6d1fa782de60. {{(pid=62328) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 823.481699] env[62328]: DEBUG oslo_concurrency.lockutils [req-759ec7f2-64f7-47bc-a54c-13c87f6031bf req-c8cc494b-3570-43f2-8fc1-2e134f898eb7 service nova] Acquiring lock "refresh_cache-6d447bb5-4cca-436f-a6e1-9b8aa511a981" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 823.481809] env[62328]: DEBUG oslo_concurrency.lockutils [req-759ec7f2-64f7-47bc-a54c-13c87f6031bf req-c8cc494b-3570-43f2-8fc1-2e134f898eb7 service nova] Acquired lock "refresh_cache-6d447bb5-4cca-436f-a6e1-9b8aa511a981" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.482020] env[62328]: DEBUG nova.network.neutron [req-759ec7f2-64f7-47bc-a54c-13c87f6031bf req-c8cc494b-3570-43f2-8fc1-2e134f898eb7 service nova] [instance: 6d447bb5-4cca-436f-a6e1-9b8aa511a981] Refreshing network info cache for port 394f5576-475b-4236-b45b-6d1fa782de60 {{(pid=62328) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 823.535755] env[62328]: DEBUG nova.compute.manager [None req-ef1f8293-5441-4dc6-bc40-76c65a3b7404 tempest-ServerShowV257Test-2024025592 tempest-ServerShowV257Test-2024025592-project-member] [instance: d60294e0-35a3-4c90-8a63-a525ff1c6833] Start spawning the instance on the hypervisor. {{(pid=62328) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 823.537409] env[62328]: DEBUG nova.network.neutron [-] [instance: 8e31afa5-82ea-4e3e-8913-77f24ee85e4e] Updating instance_info_cache with network_info: [] {{(pid=62328) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 823.538605] env[62328]: DEBUG nova.compute.manager [None req-332cd9a1-235b-4315-894a-68f76363e980 None None] [instance: aa0b930b-b792-402c-ac6d-bfe5dfed0f03] Instance has had 0 of 5 cleanup attempts {{(pid=62328) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 823.578899] env[62328]: DEBUG nova.virt.hardware [None req-ef1f8293-5441-4dc6-bc40-76c65a3b7404 tempest-ServerShowV257Test-2024025592 tempest-ServerShowV257Test-2024025592-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-07T17:16:55Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-07T17:16:37Z,direct_url=,disk_format='vmdk',id=dbf872a4-92be-47e4-8561-c3e2bf2423ab,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='2a64022f08d84b11a86773b900860ae5',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-07T17:16:38Z,virtual_size=,visibility=), allow threads: False {{(pid=62328) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 823.579208] env[62328]: DEBUG nova.virt.hardware [None req-ef1f8293-5441-4dc6-bc40-76c65a3b7404 tempest-ServerShowV257Test-2024025592 tempest-ServerShowV257Test-2024025592-project-member] Flavor limits 0:0:0 {{(pid=62328) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 823.579779] env[62328]: DEBUG nova.virt.hardware [None req-ef1f8293-5441-4dc6-bc40-76c65a3b7404 tempest-ServerShowV257Test-2024025592 tempest-ServerShowV257Test-2024025592-project-member] Image limits 0:0:0 {{(pid=62328) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 823.580047] env[62328]: DEBUG nova.virt.hardware [None req-ef1f8293-5441-4dc6-bc40-76c65a3b7404 tempest-ServerShowV257Test-2024025592 tempest-ServerShowV257Test-2024025592-project-member] Flavor pref 0:0:0 {{(pid=62328) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 823.580388] env[62328]: DEBUG nova.virt.hardware [None req-ef1f8293-5441-4dc6-bc40-76c65a3b7404 tempest-ServerShowV257Test-2024025592 tempest-ServerShowV257Test-2024025592-project-member] Image pref 0:0:0 {{(pid=62328) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 823.581178] env[62328]: DEBUG nova.virt.hardware [None req-ef1f8293-5441-4dc6-bc40-76c65a3b7404 tempest-ServerShowV257Test-2024025592 tempest-ServerShowV257Test-2024025592-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62328) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 823.581178] env[62328]: DEBUG nova.virt.hardware [None req-ef1f8293-5441-4dc6-bc40-76c65a3b7404 tempest-ServerShowV257Test-2024025592 tempest-ServerShowV257Test-2024025592-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62328) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 823.581178] env[62328]: DEBUG nova.virt.hardware [None req-ef1f8293-5441-4dc6-bc40-76c65a3b7404 tempest-ServerShowV257Test-2024025592 tempest-ServerShowV257Test-2024025592-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62328) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 823.581968] env[62328]: DEBUG nova.virt.hardware [None req-ef1f8293-5441-4dc6-bc40-76c65a3b7404 tempest-ServerShowV257Test-2024025592 tempest-ServerShowV257Test-2024025592-project-member] Got 1 possible topologies {{(pid=62328) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 823.581968] env[62328]: DEBUG nova.virt.hardware [None req-ef1f8293-5441-4dc6-bc40-76c65a3b7404 tempest-ServerShowV257Test-2024025592 tempest-ServerShowV257Test-2024025592-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62328) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 823.581968] env[62328]: DEBUG nova.virt.hardware [None req-ef1f8293-5441-4dc6-bc40-76c65a3b7404 tempest-ServerShowV257Test-2024025592 tempest-ServerShowV257Test-2024025592-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62328) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 823.582426] env[62328]: DEBUG oslo_concurrency.lockutils [None req-84b7dc19-7c0e-4da5-b908-b5a68b034d8f tempest-DeleteServersTestJSON-1766103036 tempest-DeleteServersTestJSON-1766103036-project-member] Acquiring lock "b2aeacce-e015-41c8-9976-73e94dad243b" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 823.582719] env[62328]: DEBUG oslo_concurrency.lockutils [None req-84b7dc19-7c0e-4da5-b908-b5a68b034d8f tempest-DeleteServersTestJSON-1766103036 tempest-DeleteServersTestJSON-1766103036-project-member] Lock "b2aeacce-e015-41c8-9976-73e94dad243b" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 823.585255] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8cf71e2d-fca7-4937-87bf-7dc8c33aa918 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 823.595617] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8100da06-7953-4a4c-9a2f-b123cdc0b593 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 823.611428] env[62328]: DEBUG nova.virt.vmwareapi.vmops [None req-ef1f8293-5441-4dc6-bc40-76c65a3b7404 tempest-ServerShowV257Test-2024025592 tempest-ServerShowV257Test-2024025592-project-member] [instance: d60294e0-35a3-4c90-8a63-a525ff1c6833] Instance VIF info [] {{(pid=62328) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 823.617356] env[62328]: DEBUG nova.virt.vmwareapi.vm_util [None req-ef1f8293-5441-4dc6-bc40-76c65a3b7404 tempest-ServerShowV257Test-2024025592 tempest-ServerShowV257Test-2024025592-project-member] Creating folder: Project (8a64f337986e491eba43478d60e89aab). Parent ref: group-v484164. {{(pid=62328) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 823.617934] env[62328]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-a9195137-dbb7-4132-8c33-0bdf679d1ae9 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 823.628348] env[62328]: INFO nova.virt.vmwareapi.vm_util [None req-ef1f8293-5441-4dc6-bc40-76c65a3b7404 tempest-ServerShowV257Test-2024025592 tempest-ServerShowV257Test-2024025592-project-member] Created folder: Project (8a64f337986e491eba43478d60e89aab) in parent group-v484164. [ 823.628815] env[62328]: DEBUG nova.virt.vmwareapi.vm_util [None req-ef1f8293-5441-4dc6-bc40-76c65a3b7404 tempest-ServerShowV257Test-2024025592 tempest-ServerShowV257Test-2024025592-project-member] Creating folder: Instances. Parent ref: group-v484344. {{(pid=62328) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 823.629091] env[62328]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-4b791798-f147-4da2-90d1-83eba461b2c2 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 823.640604] env[62328]: INFO nova.virt.vmwareapi.vm_util [None req-ef1f8293-5441-4dc6-bc40-76c65a3b7404 tempest-ServerShowV257Test-2024025592 tempest-ServerShowV257Test-2024025592-project-member] Created folder: Instances in parent group-v484344. [ 823.640865] env[62328]: DEBUG oslo.service.loopingcall [None req-ef1f8293-5441-4dc6-bc40-76c65a3b7404 tempest-ServerShowV257Test-2024025592 tempest-ServerShowV257Test-2024025592-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62328) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 823.641220] env[62328]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d60294e0-35a3-4c90-8a63-a525ff1c6833] Creating VM on the ESX host {{(pid=62328) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 823.641372] env[62328]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-a3f54920-a50f-4f8a-bd64-ba6e59735bc9 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 823.660834] env[62328]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 823.660834] env[62328]: value = "task-2386935" [ 823.660834] env[62328]: _type = "Task" [ 823.660834] env[62328]: } to complete. {{(pid=62328) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 823.669029] env[62328]: DEBUG oslo_vmware.api [-] Task: {'id': task-2386935, 'name': CreateVM_Task} progress is 0%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 823.747020] env[62328]: INFO nova.compute.manager [None req-a80dbc1c-30aa-42bd-9f51-0c4cf90b7868 tempest-MigrationsAdminTest-413245202 tempest-MigrationsAdminTest-413245202-project-member] [instance: 4279ea33-3d7d-4713-9d21-9e7aa29026ae] Updating instance to original state: 'active' [ 823.859497] env[62328]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-2e67ccc6-453c-4327-bca1-561794b48efe {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 823.870241] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7775a5af-9a7e-494b-a2d2-524a63391521 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 823.905108] env[62328]: DEBUG nova.compute.manager [req-46f358c8-9439-436b-b917-14ffc628cb4a req-bc9b6e5f-b59d-411e-b16c-5ebc119eb376 service nova] [instance: 8e31afa5-82ea-4e3e-8913-77f24ee85e4e] Detach interface failed, port_id=c0e7487d-cd22-467d-a394-29c22099757f, reason: Instance 8e31afa5-82ea-4e3e-8913-77f24ee85e4e could not be found. {{(pid=62328) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 823.924568] env[62328]: DEBUG oslo_vmware.api [-] Task: {'id': task-2386932, 'name': CreateVM_Task} progress is 99%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 823.976223] env[62328]: DEBUG oslo_concurrency.lockutils [None req-34f7be8d-7dfc-46fc-b658-f8c1cee5e019 tempest-ServerShowV247Test-284523986 tempest-ServerShowV247Test-284523986-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.457s {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 823.976223] env[62328]: DEBUG nova.compute.manager [None req-34f7be8d-7dfc-46fc-b658-f8c1cee5e019 tempest-ServerShowV247Test-284523986 tempest-ServerShowV247Test-284523986-project-member] [instance: 7b91283b-b15c-414f-a068-8dab2b35f6e3] Start building networks asynchronously for instance. {{(pid=62328) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 823.977709] env[62328]: DEBUG oslo_concurrency.lockutils [None req-762a2e13-41a7-44f5-8759-e5dd5abea7ec tempest-ServerShowV247Test-284523986 tempest-ServerShowV247Test-284523986-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 28.187s {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 823.979316] env[62328]: INFO nova.compute.claims [None req-762a2e13-41a7-44f5-8759-e5dd5abea7ec tempest-ServerShowV247Test-284523986 tempest-ServerShowV247Test-284523986-project-member] [instance: c93e23e8-af7d-498b-bc2b-a47568418b05] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 824.044535] env[62328]: INFO nova.compute.manager [-] [instance: 8e31afa5-82ea-4e3e-8913-77f24ee85e4e] Took 1.37 seconds to deallocate network for instance. [ 824.044535] env[62328]: DEBUG nova.compute.manager [None req-332cd9a1-235b-4315-894a-68f76363e980 None None] [instance: cbd7d9a6-9812-461e-9f59-8dea2e62fece] Instance has had 0 of 5 cleanup attempts {{(pid=62328) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 824.090192] env[62328]: DEBUG nova.compute.manager [None req-84b7dc19-7c0e-4da5-b908-b5a68b034d8f tempest-DeleteServersTestJSON-1766103036 tempest-DeleteServersTestJSON-1766103036-project-member] [instance: b2aeacce-e015-41c8-9976-73e94dad243b] Starting instance... {{(pid=62328) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 824.172650] env[62328]: DEBUG oslo_vmware.api [-] Task: {'id': task-2386935, 'name': CreateVM_Task} progress is 99%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 824.412033] env[62328]: DEBUG nova.network.neutron [req-759ec7f2-64f7-47bc-a54c-13c87f6031bf req-c8cc494b-3570-43f2-8fc1-2e134f898eb7 service nova] [instance: 6d447bb5-4cca-436f-a6e1-9b8aa511a981] Updated VIF entry in instance network info cache for port 394f5576-475b-4236-b45b-6d1fa782de60. {{(pid=62328) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 824.412528] env[62328]: DEBUG nova.network.neutron [req-759ec7f2-64f7-47bc-a54c-13c87f6031bf req-c8cc494b-3570-43f2-8fc1-2e134f898eb7 service nova] [instance: 6d447bb5-4cca-436f-a6e1-9b8aa511a981] Updating instance_info_cache with network_info: [{"id": "394f5576-475b-4236-b45b-6d1fa782de60", "address": "fa:16:3e:65:48:9e", "network": {"id": "feab4433-9414-4cb7-9514-0d82ba3bdb9e", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-1637745333-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c7a85d39d53e4b2c967508704710eb81", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c8f580e6-1d86-41ee-9ebe-c531cb9299c6", "external-id": "nsx-vlan-transportzone-150", "segmentation_id": 150, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap394f5576-47", "ovs_interfaceid": "394f5576-475b-4236-b45b-6d1fa782de60", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62328) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 824.427722] env[62328]: DEBUG oslo_vmware.api [-] Task: {'id': task-2386932, 'name': CreateVM_Task} progress is 99%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 824.479823] env[62328]: DEBUG nova.compute.utils [None req-34f7be8d-7dfc-46fc-b658-f8c1cee5e019 tempest-ServerShowV247Test-284523986 tempest-ServerShowV247Test-284523986-project-member] Using /dev/sd instead of None {{(pid=62328) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 824.481264] env[62328]: DEBUG nova.compute.manager [None req-34f7be8d-7dfc-46fc-b658-f8c1cee5e019 tempest-ServerShowV247Test-284523986 tempest-ServerShowV247Test-284523986-project-member] [instance: 7b91283b-b15c-414f-a068-8dab2b35f6e3] Not allocating networking since 'none' was specified. {{(pid=62328) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 824.549660] env[62328]: DEBUG nova.compute.manager [None req-332cd9a1-235b-4315-894a-68f76363e980 None None] [instance: 8cd0962c-8272-4384-973d-1ac21ca21993] Instance has had 0 of 5 cleanup attempts {{(pid=62328) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 824.557057] env[62328]: DEBUG oslo_concurrency.lockutils [None req-658f0a5a-8c20-4088-80be-08da5b371c84 tempest-ListImageFiltersTestJSON-111188615 tempest-ListImageFiltersTestJSON-111188615-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 824.599572] env[62328]: DEBUG oslo_concurrency.lockutils [None req-328457c7-180b-4748-a81e-8c532c44b22f tempest-ServersTestJSON-2041147199 tempest-ServersTestJSON-2041147199-project-member] Acquiring lock "5891892e-7d7f-4464-8956-6178d3e75fec" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 824.600305] env[62328]: DEBUG oslo_concurrency.lockutils [None req-328457c7-180b-4748-a81e-8c532c44b22f tempest-ServersTestJSON-2041147199 tempest-ServersTestJSON-2041147199-project-member] Lock "5891892e-7d7f-4464-8956-6178d3e75fec" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 824.618779] env[62328]: DEBUG oslo_concurrency.lockutils [None req-84b7dc19-7c0e-4da5-b908-b5a68b034d8f tempest-DeleteServersTestJSON-1766103036 tempest-DeleteServersTestJSON-1766103036-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 824.672771] env[62328]: DEBUG oslo_vmware.api [-] Task: {'id': task-2386935, 'name': CreateVM_Task, 'duration_secs': 0.575563} completed successfully. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 824.673065] env[62328]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d60294e0-35a3-4c90-8a63-a525ff1c6833] Created VM on the ESX host {{(pid=62328) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 824.673636] env[62328]: DEBUG oslo_concurrency.lockutils [None req-ef1f8293-5441-4dc6-bc40-76c65a3b7404 tempest-ServerShowV257Test-2024025592 tempest-ServerShowV257Test-2024025592-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/dbf872a4-92be-47e4-8561-c3e2bf2423ab" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 824.673892] env[62328]: DEBUG oslo_concurrency.lockutils [None req-ef1f8293-5441-4dc6-bc40-76c65a3b7404 tempest-ServerShowV257Test-2024025592 tempest-ServerShowV257Test-2024025592-project-member] Acquired lock "[datastore1] devstack-image-cache_base/dbf872a4-92be-47e4-8561-c3e2bf2423ab" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.676019] env[62328]: DEBUG oslo_concurrency.lockutils [None req-ef1f8293-5441-4dc6-bc40-76c65a3b7404 tempest-ServerShowV257Test-2024025592 tempest-ServerShowV257Test-2024025592-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/dbf872a4-92be-47e4-8561-c3e2bf2423ab" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 824.676019] env[62328]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e11b5fe5-61e3-4d36-9034-148604141d01 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 824.679996] env[62328]: DEBUG oslo_vmware.api [None req-ef1f8293-5441-4dc6-bc40-76c65a3b7404 tempest-ServerShowV257Test-2024025592 tempest-ServerShowV257Test-2024025592-project-member] Waiting for the task: (returnval){ [ 824.679996] env[62328]: value = "session[52a6e20e-410d-708a-99f2-080a575a99bd]525f6ffa-5642-2e26-2e29-57da63a3e0a9" [ 824.679996] env[62328]: _type = "Task" [ 824.679996] env[62328]: } to complete. {{(pid=62328) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 824.688607] env[62328]: DEBUG oslo_vmware.api [None req-ef1f8293-5441-4dc6-bc40-76c65a3b7404 tempest-ServerShowV257Test-2024025592 tempest-ServerShowV257Test-2024025592-project-member] Task: {'id': session[52a6e20e-410d-708a-99f2-080a575a99bd]525f6ffa-5642-2e26-2e29-57da63a3e0a9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 824.889052] env[62328]: DEBUG oslo_concurrency.lockutils [None req-94af95c1-f3a5-4f68-96e9-ae6106179fd4 tempest-MigrationsAdminTest-413245202 tempest-MigrationsAdminTest-413245202-project-member] Acquiring lock "4279ea33-3d7d-4713-9d21-9e7aa29026ae" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 824.889052] env[62328]: DEBUG oslo_concurrency.lockutils [None req-94af95c1-f3a5-4f68-96e9-ae6106179fd4 tempest-MigrationsAdminTest-413245202 tempest-MigrationsAdminTest-413245202-project-member] Lock "4279ea33-3d7d-4713-9d21-9e7aa29026ae" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 824.889052] env[62328]: DEBUG oslo_concurrency.lockutils [None req-94af95c1-f3a5-4f68-96e9-ae6106179fd4 tempest-MigrationsAdminTest-413245202 tempest-MigrationsAdminTest-413245202-project-member] Acquiring lock "4279ea33-3d7d-4713-9d21-9e7aa29026ae-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 824.889052] env[62328]: DEBUG oslo_concurrency.lockutils [None req-94af95c1-f3a5-4f68-96e9-ae6106179fd4 tempest-MigrationsAdminTest-413245202 tempest-MigrationsAdminTest-413245202-project-member] Lock "4279ea33-3d7d-4713-9d21-9e7aa29026ae-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 824.889052] env[62328]: DEBUG oslo_concurrency.lockutils [None req-94af95c1-f3a5-4f68-96e9-ae6106179fd4 tempest-MigrationsAdminTest-413245202 tempest-MigrationsAdminTest-413245202-project-member] Lock "4279ea33-3d7d-4713-9d21-9e7aa29026ae-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 824.893327] env[62328]: INFO nova.compute.manager [None req-94af95c1-f3a5-4f68-96e9-ae6106179fd4 tempest-MigrationsAdminTest-413245202 tempest-MigrationsAdminTest-413245202-project-member] [instance: 4279ea33-3d7d-4713-9d21-9e7aa29026ae] Terminating instance [ 824.914971] env[62328]: DEBUG oslo_concurrency.lockutils [req-759ec7f2-64f7-47bc-a54c-13c87f6031bf req-c8cc494b-3570-43f2-8fc1-2e134f898eb7 service nova] Releasing lock "refresh_cache-6d447bb5-4cca-436f-a6e1-9b8aa511a981" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 824.926179] env[62328]: DEBUG oslo_vmware.api [-] Task: {'id': task-2386932, 'name': CreateVM_Task, 'duration_secs': 1.342288} completed successfully. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 824.926179] env[62328]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6d447bb5-4cca-436f-a6e1-9b8aa511a981] Created VM on the ESX host {{(pid=62328) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 824.926363] env[62328]: DEBUG oslo_concurrency.lockutils [None req-28948c8c-cfe5-4eb6-8118-a84446ef63b1 tempest-ImagesOneServerNegativeTestJSON-835227872 tempest-ImagesOneServerNegativeTestJSON-835227872-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/dbf872a4-92be-47e4-8561-c3e2bf2423ab" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 824.985214] env[62328]: DEBUG nova.compute.manager [None req-34f7be8d-7dfc-46fc-b658-f8c1cee5e019 tempest-ServerShowV247Test-284523986 tempest-ServerShowV247Test-284523986-project-member] [instance: 7b91283b-b15c-414f-a068-8dab2b35f6e3] Start building block device mappings for instance. {{(pid=62328) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 825.058673] env[62328]: DEBUG nova.compute.manager [None req-332cd9a1-235b-4315-894a-68f76363e980 None None] [instance: 17f3c1fc-a6c7-4936-b0d9-4c0eb88417c0] Instance has had 0 of 5 cleanup attempts {{(pid=62328) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 825.107733] env[62328]: DEBUG nova.compute.manager [None req-328457c7-180b-4748-a81e-8c532c44b22f tempest-ServersTestJSON-2041147199 tempest-ServersTestJSON-2041147199-project-member] [instance: 5891892e-7d7f-4464-8956-6178d3e75fec] Starting instance... {{(pid=62328) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 825.196528] env[62328]: DEBUG oslo_vmware.api [None req-ef1f8293-5441-4dc6-bc40-76c65a3b7404 tempest-ServerShowV257Test-2024025592 tempest-ServerShowV257Test-2024025592-project-member] Task: {'id': session[52a6e20e-410d-708a-99f2-080a575a99bd]525f6ffa-5642-2e26-2e29-57da63a3e0a9, 'name': SearchDatastore_Task, 'duration_secs': 0.011399} completed successfully. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 825.197048] env[62328]: DEBUG oslo_concurrency.lockutils [None req-ef1f8293-5441-4dc6-bc40-76c65a3b7404 tempest-ServerShowV257Test-2024025592 tempest-ServerShowV257Test-2024025592-project-member] Releasing lock "[datastore1] devstack-image-cache_base/dbf872a4-92be-47e4-8561-c3e2bf2423ab" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 825.197412] env[62328]: DEBUG nova.virt.vmwareapi.vmops [None req-ef1f8293-5441-4dc6-bc40-76c65a3b7404 tempest-ServerShowV257Test-2024025592 tempest-ServerShowV257Test-2024025592-project-member] [instance: d60294e0-35a3-4c90-8a63-a525ff1c6833] Processing image dbf872a4-92be-47e4-8561-c3e2bf2423ab {{(pid=62328) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 825.197743] env[62328]: DEBUG oslo_concurrency.lockutils [None req-ef1f8293-5441-4dc6-bc40-76c65a3b7404 tempest-ServerShowV257Test-2024025592 tempest-ServerShowV257Test-2024025592-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/dbf872a4-92be-47e4-8561-c3e2bf2423ab/dbf872a4-92be-47e4-8561-c3e2bf2423ab.vmdk" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 825.197989] env[62328]: DEBUG oslo_concurrency.lockutils [None req-ef1f8293-5441-4dc6-bc40-76c65a3b7404 tempest-ServerShowV257Test-2024025592 tempest-ServerShowV257Test-2024025592-project-member] Acquired lock "[datastore1] devstack-image-cache_base/dbf872a4-92be-47e4-8561-c3e2bf2423ab/dbf872a4-92be-47e4-8561-c3e2bf2423ab.vmdk" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.198322] env[62328]: DEBUG nova.virt.vmwareapi.ds_util [None req-ef1f8293-5441-4dc6-bc40-76c65a3b7404 tempest-ServerShowV257Test-2024025592 tempest-ServerShowV257Test-2024025592-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62328) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 825.198691] env[62328]: DEBUG oslo_concurrency.lockutils [None req-28948c8c-cfe5-4eb6-8118-a84446ef63b1 tempest-ImagesOneServerNegativeTestJSON-835227872 tempest-ImagesOneServerNegativeTestJSON-835227872-project-member] Acquired lock "[datastore1] devstack-image-cache_base/dbf872a4-92be-47e4-8561-c3e2bf2423ab" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.199424] env[62328]: DEBUG oslo_concurrency.lockutils [None req-28948c8c-cfe5-4eb6-8118-a84446ef63b1 tempest-ImagesOneServerNegativeTestJSON-835227872 tempest-ImagesOneServerNegativeTestJSON-835227872-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/dbf872a4-92be-47e4-8561-c3e2bf2423ab" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 825.199821] env[62328]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-799615af-e048-4170-a780-995827e832d7 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 825.204286] env[62328]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f8204518-7f26-4f64-a814-de0792667e9f {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 825.210467] env[62328]: DEBUG oslo_vmware.api [None req-28948c8c-cfe5-4eb6-8118-a84446ef63b1 tempest-ImagesOneServerNegativeTestJSON-835227872 tempest-ImagesOneServerNegativeTestJSON-835227872-project-member] Waiting for the task: (returnval){ [ 825.210467] env[62328]: value = "session[52a6e20e-410d-708a-99f2-080a575a99bd]52aa417e-2e39-1d60-df14-0b65576e2b76" [ 825.210467] env[62328]: _type = "Task" [ 825.210467] env[62328]: } to complete. {{(pid=62328) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 825.214350] env[62328]: DEBUG nova.virt.vmwareapi.ds_util [None req-ef1f8293-5441-4dc6-bc40-76c65a3b7404 tempest-ServerShowV257Test-2024025592 tempest-ServerShowV257Test-2024025592-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62328) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 825.214778] env[62328]: DEBUG nova.virt.vmwareapi.vmops [None req-ef1f8293-5441-4dc6-bc40-76c65a3b7404 tempest-ServerShowV257Test-2024025592 tempest-ServerShowV257Test-2024025592-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62328) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 825.216124] env[62328]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-04192178-5a83-4e8d-9f9d-179d5d4df663 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 825.223657] env[62328]: DEBUG oslo_vmware.api [None req-28948c8c-cfe5-4eb6-8118-a84446ef63b1 tempest-ImagesOneServerNegativeTestJSON-835227872 tempest-ImagesOneServerNegativeTestJSON-835227872-project-member] Task: {'id': session[52a6e20e-410d-708a-99f2-080a575a99bd]52aa417e-2e39-1d60-df14-0b65576e2b76, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 825.229586] env[62328]: DEBUG oslo_vmware.api [None req-ef1f8293-5441-4dc6-bc40-76c65a3b7404 tempest-ServerShowV257Test-2024025592 tempest-ServerShowV257Test-2024025592-project-member] Waiting for the task: (returnval){ [ 825.229586] env[62328]: value = "session[52a6e20e-410d-708a-99f2-080a575a99bd]528c4096-a336-c902-581b-08cc8633461e" [ 825.229586] env[62328]: _type = "Task" [ 825.229586] env[62328]: } to complete. {{(pid=62328) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 825.235391] env[62328]: DEBUG oslo_vmware.api [None req-ef1f8293-5441-4dc6-bc40-76c65a3b7404 tempest-ServerShowV257Test-2024025592 tempest-ServerShowV257Test-2024025592-project-member] Task: {'id': session[52a6e20e-410d-708a-99f2-080a575a99bd]528c4096-a336-c902-581b-08cc8633461e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 825.366220] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-887902c7-7a9e-477f-8269-255081e93e57 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 825.374986] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0381ca92-9480-4e86-a358-67ef3cf2ea96 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 825.408077] env[62328]: DEBUG nova.compute.manager [None req-94af95c1-f3a5-4f68-96e9-ae6106179fd4 tempest-MigrationsAdminTest-413245202 tempest-MigrationsAdminTest-413245202-project-member] [instance: 4279ea33-3d7d-4713-9d21-9e7aa29026ae] Start destroying the instance on the hypervisor. {{(pid=62328) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 825.408350] env[62328]: DEBUG nova.virt.vmwareapi.vmops [None req-94af95c1-f3a5-4f68-96e9-ae6106179fd4 tempest-MigrationsAdminTest-413245202 tempest-MigrationsAdminTest-413245202-project-member] [instance: 4279ea33-3d7d-4713-9d21-9e7aa29026ae] Destroying instance {{(pid=62328) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 825.409400] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d33e73a8-ef34-4530-b817-667ec18217d7 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 825.413023] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-34d43498-ac38-4494-9cce-1d37389798ae {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 825.422623] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a837c687-27fd-43e3-90b7-4307e533b765 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 825.426804] env[62328]: DEBUG nova.virt.vmwareapi.vm_util [None req-94af95c1-f3a5-4f68-96e9-ae6106179fd4 tempest-MigrationsAdminTest-413245202 tempest-MigrationsAdminTest-413245202-project-member] [instance: 4279ea33-3d7d-4713-9d21-9e7aa29026ae] Powering off the VM {{(pid=62328) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 825.427509] env[62328]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d8dbdc6e-f810-457f-ae38-17e15fdc9b37 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 825.440998] env[62328]: DEBUG nova.compute.provider_tree [None req-762a2e13-41a7-44f5-8759-e5dd5abea7ec tempest-ServerShowV247Test-284523986 tempest-ServerShowV247Test-284523986-project-member] Inventory has not changed in ProviderTree for provider: 3469e9f8-04af-49ca-8435-49f104496744 {{(pid=62328) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 825.444494] env[62328]: DEBUG oslo_vmware.api [None req-94af95c1-f3a5-4f68-96e9-ae6106179fd4 tempest-MigrationsAdminTest-413245202 tempest-MigrationsAdminTest-413245202-project-member] Waiting for the task: (returnval){ [ 825.444494] env[62328]: value = "task-2386936" [ 825.444494] env[62328]: _type = "Task" [ 825.444494] env[62328]: } to complete. {{(pid=62328) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 825.453194] env[62328]: DEBUG oslo_vmware.api [None req-94af95c1-f3a5-4f68-96e9-ae6106179fd4 tempest-MigrationsAdminTest-413245202 tempest-MigrationsAdminTest-413245202-project-member] Task: {'id': task-2386936, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 825.562599] env[62328]: DEBUG nova.compute.manager [None req-332cd9a1-235b-4315-894a-68f76363e980 None None] [instance: 16731f71-d972-4604-95f3-4412aedcddb5] Instance has had 0 of 5 cleanup attempts {{(pid=62328) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 825.638355] env[62328]: DEBUG oslo_concurrency.lockutils [None req-328457c7-180b-4748-a81e-8c532c44b22f tempest-ServersTestJSON-2041147199 tempest-ServersTestJSON-2041147199-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 825.720231] env[62328]: DEBUG oslo_vmware.api [None req-28948c8c-cfe5-4eb6-8118-a84446ef63b1 tempest-ImagesOneServerNegativeTestJSON-835227872 tempest-ImagesOneServerNegativeTestJSON-835227872-project-member] Task: {'id': session[52a6e20e-410d-708a-99f2-080a575a99bd]52aa417e-2e39-1d60-df14-0b65576e2b76, 'name': SearchDatastore_Task, 'duration_secs': 0.009724} completed successfully. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 825.720617] env[62328]: DEBUG oslo_concurrency.lockutils [None req-28948c8c-cfe5-4eb6-8118-a84446ef63b1 tempest-ImagesOneServerNegativeTestJSON-835227872 tempest-ImagesOneServerNegativeTestJSON-835227872-project-member] Releasing lock "[datastore1] devstack-image-cache_base/dbf872a4-92be-47e4-8561-c3e2bf2423ab" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 825.720853] env[62328]: DEBUG nova.virt.vmwareapi.vmops [None req-28948c8c-cfe5-4eb6-8118-a84446ef63b1 tempest-ImagesOneServerNegativeTestJSON-835227872 tempest-ImagesOneServerNegativeTestJSON-835227872-project-member] [instance: 6d447bb5-4cca-436f-a6e1-9b8aa511a981] Processing image dbf872a4-92be-47e4-8561-c3e2bf2423ab {{(pid=62328) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 825.721077] env[62328]: DEBUG oslo_concurrency.lockutils [None req-28948c8c-cfe5-4eb6-8118-a84446ef63b1 tempest-ImagesOneServerNegativeTestJSON-835227872 tempest-ImagesOneServerNegativeTestJSON-835227872-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/dbf872a4-92be-47e4-8561-c3e2bf2423ab/dbf872a4-92be-47e4-8561-c3e2bf2423ab.vmdk" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 825.737076] env[62328]: DEBUG oslo_vmware.api [None req-ef1f8293-5441-4dc6-bc40-76c65a3b7404 tempest-ServerShowV257Test-2024025592 tempest-ServerShowV257Test-2024025592-project-member] Task: {'id': session[52a6e20e-410d-708a-99f2-080a575a99bd]528c4096-a336-c902-581b-08cc8633461e, 'name': SearchDatastore_Task, 'duration_secs': 0.008645} completed successfully. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 825.737849] env[62328]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6706d44e-b718-47bc-b226-ef0532cc2318 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 825.743766] env[62328]: DEBUG oslo_vmware.api [None req-ef1f8293-5441-4dc6-bc40-76c65a3b7404 tempest-ServerShowV257Test-2024025592 tempest-ServerShowV257Test-2024025592-project-member] Waiting for the task: (returnval){ [ 825.743766] env[62328]: value = "session[52a6e20e-410d-708a-99f2-080a575a99bd]52b19d2a-9dff-997a-d6ec-b3a58e55402b" [ 825.743766] env[62328]: _type = "Task" [ 825.743766] env[62328]: } to complete. {{(pid=62328) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 825.751656] env[62328]: DEBUG oslo_vmware.api [None req-ef1f8293-5441-4dc6-bc40-76c65a3b7404 tempest-ServerShowV257Test-2024025592 tempest-ServerShowV257Test-2024025592-project-member] Task: {'id': session[52a6e20e-410d-708a-99f2-080a575a99bd]52b19d2a-9dff-997a-d6ec-b3a58e55402b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 825.950299] env[62328]: DEBUG nova.scheduler.client.report [None req-762a2e13-41a7-44f5-8759-e5dd5abea7ec tempest-ServerShowV247Test-284523986 tempest-ServerShowV247Test-284523986-project-member] Inventory has not changed for provider 3469e9f8-04af-49ca-8435-49f104496744 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 152, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62328) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 825.974039] env[62328]: DEBUG oslo_vmware.api [None req-94af95c1-f3a5-4f68-96e9-ae6106179fd4 tempest-MigrationsAdminTest-413245202 tempest-MigrationsAdminTest-413245202-project-member] Task: {'id': task-2386936, 'name': PowerOffVM_Task, 'duration_secs': 0.247154} completed successfully. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 825.974329] env[62328]: DEBUG nova.virt.vmwareapi.vm_util [None req-94af95c1-f3a5-4f68-96e9-ae6106179fd4 tempest-MigrationsAdminTest-413245202 tempest-MigrationsAdminTest-413245202-project-member] [instance: 4279ea33-3d7d-4713-9d21-9e7aa29026ae] Powered off the VM {{(pid=62328) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 825.974964] env[62328]: DEBUG nova.virt.vmwareapi.vmops [None req-94af95c1-f3a5-4f68-96e9-ae6106179fd4 tempest-MigrationsAdminTest-413245202 tempest-MigrationsAdminTest-413245202-project-member] [instance: 4279ea33-3d7d-4713-9d21-9e7aa29026ae] Unregistering the VM {{(pid=62328) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 825.974964] env[62328]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-3a8aa58a-f70c-4a57-b99c-e161fb98f94f {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 826.003084] env[62328]: DEBUG nova.compute.manager [None req-34f7be8d-7dfc-46fc-b658-f8c1cee5e019 tempest-ServerShowV247Test-284523986 tempest-ServerShowV247Test-284523986-project-member] [instance: 7b91283b-b15c-414f-a068-8dab2b35f6e3] Start spawning the instance on the hypervisor. {{(pid=62328) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 826.035176] env[62328]: DEBUG nova.virt.hardware [None req-34f7be8d-7dfc-46fc-b658-f8c1cee5e019 tempest-ServerShowV247Test-284523986 tempest-ServerShowV247Test-284523986-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-07T17:16:55Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-07T17:16:37Z,direct_url=,disk_format='vmdk',id=dbf872a4-92be-47e4-8561-c3e2bf2423ab,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='2a64022f08d84b11a86773b900860ae5',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-07T17:16:38Z,virtual_size=,visibility=), allow threads: False {{(pid=62328) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 826.035641] env[62328]: DEBUG nova.virt.hardware [None req-34f7be8d-7dfc-46fc-b658-f8c1cee5e019 tempest-ServerShowV247Test-284523986 tempest-ServerShowV247Test-284523986-project-member] Flavor limits 0:0:0 {{(pid=62328) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 826.035854] env[62328]: DEBUG nova.virt.hardware [None req-34f7be8d-7dfc-46fc-b658-f8c1cee5e019 tempest-ServerShowV247Test-284523986 tempest-ServerShowV247Test-284523986-project-member] Image limits 0:0:0 {{(pid=62328) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 826.036095] env[62328]: DEBUG nova.virt.hardware [None req-34f7be8d-7dfc-46fc-b658-f8c1cee5e019 tempest-ServerShowV247Test-284523986 tempest-ServerShowV247Test-284523986-project-member] Flavor pref 0:0:0 {{(pid=62328) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 826.036283] env[62328]: DEBUG nova.virt.hardware [None req-34f7be8d-7dfc-46fc-b658-f8c1cee5e019 tempest-ServerShowV247Test-284523986 tempest-ServerShowV247Test-284523986-project-member] Image pref 0:0:0 {{(pid=62328) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 826.036503] env[62328]: DEBUG nova.virt.hardware [None req-34f7be8d-7dfc-46fc-b658-f8c1cee5e019 tempest-ServerShowV247Test-284523986 tempest-ServerShowV247Test-284523986-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62328) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 826.037382] env[62328]: DEBUG nova.virt.hardware [None req-34f7be8d-7dfc-46fc-b658-f8c1cee5e019 tempest-ServerShowV247Test-284523986 tempest-ServerShowV247Test-284523986-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62328) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 826.037382] env[62328]: DEBUG nova.virt.hardware [None req-34f7be8d-7dfc-46fc-b658-f8c1cee5e019 tempest-ServerShowV247Test-284523986 tempest-ServerShowV247Test-284523986-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62328) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 826.037382] env[62328]: DEBUG nova.virt.hardware [None req-34f7be8d-7dfc-46fc-b658-f8c1cee5e019 tempest-ServerShowV247Test-284523986 tempest-ServerShowV247Test-284523986-project-member] Got 1 possible topologies {{(pid=62328) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 826.037461] env[62328]: DEBUG nova.virt.hardware [None req-34f7be8d-7dfc-46fc-b658-f8c1cee5e019 tempest-ServerShowV247Test-284523986 tempest-ServerShowV247Test-284523986-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62328) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 826.037652] env[62328]: DEBUG nova.virt.hardware [None req-34f7be8d-7dfc-46fc-b658-f8c1cee5e019 tempest-ServerShowV247Test-284523986 tempest-ServerShowV247Test-284523986-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62328) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 826.038544] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4bb24bb0-0b39-4bb9-a186-e9ca67eb5cfe {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 826.048739] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d964f1a2-12b0-474e-a332-1f711909b867 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 826.064338] env[62328]: DEBUG nova.virt.vmwareapi.vmops [None req-34f7be8d-7dfc-46fc-b658-f8c1cee5e019 tempest-ServerShowV247Test-284523986 tempest-ServerShowV247Test-284523986-project-member] [instance: 7b91283b-b15c-414f-a068-8dab2b35f6e3] Instance VIF info [] {{(pid=62328) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 826.071453] env[62328]: DEBUG nova.virt.vmwareapi.vm_util [None req-34f7be8d-7dfc-46fc-b658-f8c1cee5e019 tempest-ServerShowV247Test-284523986 tempest-ServerShowV247Test-284523986-project-member] Creating folder: Project (0e4fe6b542d14bc88456d263c357d08f). Parent ref: group-v484164. {{(pid=62328) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 826.071453] env[62328]: DEBUG nova.compute.manager [None req-332cd9a1-235b-4315-894a-68f76363e980 None None] [instance: 69b21777-3bb0-44ee-b6fd-f61a4a56881e] Instance has had 0 of 5 cleanup attempts {{(pid=62328) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 826.074135] env[62328]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-a0bbf56f-c7da-45da-8202-dd434b1f5b54 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 826.085020] env[62328]: INFO nova.virt.vmwareapi.vm_util [None req-34f7be8d-7dfc-46fc-b658-f8c1cee5e019 tempest-ServerShowV247Test-284523986 tempest-ServerShowV247Test-284523986-project-member] Created folder: Project (0e4fe6b542d14bc88456d263c357d08f) in parent group-v484164. [ 826.085273] env[62328]: DEBUG nova.virt.vmwareapi.vm_util [None req-34f7be8d-7dfc-46fc-b658-f8c1cee5e019 tempest-ServerShowV247Test-284523986 tempest-ServerShowV247Test-284523986-project-member] Creating folder: Instances. Parent ref: group-v484347. {{(pid=62328) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 826.085602] env[62328]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-52da8812-c80a-4fa4-b498-c20a63217617 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 826.094311] env[62328]: INFO nova.virt.vmwareapi.vm_util [None req-34f7be8d-7dfc-46fc-b658-f8c1cee5e019 tempest-ServerShowV247Test-284523986 tempest-ServerShowV247Test-284523986-project-member] Created folder: Instances in parent group-v484347. [ 826.094546] env[62328]: DEBUG oslo.service.loopingcall [None req-34f7be8d-7dfc-46fc-b658-f8c1cee5e019 tempest-ServerShowV247Test-284523986 tempest-ServerShowV247Test-284523986-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62328) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 826.094770] env[62328]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7b91283b-b15c-414f-a068-8dab2b35f6e3] Creating VM on the ESX host {{(pid=62328) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 826.094948] env[62328]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-02f83bb4-2f31-4b78-a7d6-d558786e1500 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 826.118355] env[62328]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 826.118355] env[62328]: value = "task-2386940" [ 826.118355] env[62328]: _type = "Task" [ 826.118355] env[62328]: } to complete. {{(pid=62328) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 826.128675] env[62328]: DEBUG oslo_vmware.api [-] Task: {'id': task-2386940, 'name': CreateVM_Task} progress is 0%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 826.128675] env[62328]: DEBUG nova.virt.vmwareapi.vmops [None req-94af95c1-f3a5-4f68-96e9-ae6106179fd4 tempest-MigrationsAdminTest-413245202 tempest-MigrationsAdminTest-413245202-project-member] [instance: 4279ea33-3d7d-4713-9d21-9e7aa29026ae] Unregistered the VM {{(pid=62328) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 826.128675] env[62328]: DEBUG nova.virt.vmwareapi.vmops [None req-94af95c1-f3a5-4f68-96e9-ae6106179fd4 tempest-MigrationsAdminTest-413245202 tempest-MigrationsAdminTest-413245202-project-member] [instance: 4279ea33-3d7d-4713-9d21-9e7aa29026ae] Deleting contents of the VM from datastore datastore2 {{(pid=62328) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 826.129051] env[62328]: DEBUG nova.virt.vmwareapi.ds_util [None req-94af95c1-f3a5-4f68-96e9-ae6106179fd4 tempest-MigrationsAdminTest-413245202 tempest-MigrationsAdminTest-413245202-project-member] Deleting the datastore file [datastore2] 4279ea33-3d7d-4713-9d21-9e7aa29026ae {{(pid=62328) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 826.129247] env[62328]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-82a0c978-7165-447f-bd4b-9640d2c4ccbb {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 826.136105] env[62328]: DEBUG oslo_vmware.api [None req-94af95c1-f3a5-4f68-96e9-ae6106179fd4 tempest-MigrationsAdminTest-413245202 tempest-MigrationsAdminTest-413245202-project-member] Waiting for the task: (returnval){ [ 826.136105] env[62328]: value = "task-2386941" [ 826.136105] env[62328]: _type = "Task" [ 826.136105] env[62328]: } to complete. {{(pid=62328) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 826.143415] env[62328]: DEBUG oslo_vmware.api [None req-94af95c1-f3a5-4f68-96e9-ae6106179fd4 tempest-MigrationsAdminTest-413245202 tempest-MigrationsAdminTest-413245202-project-member] Task: {'id': task-2386941, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 826.255891] env[62328]: DEBUG oslo_vmware.api [None req-ef1f8293-5441-4dc6-bc40-76c65a3b7404 tempest-ServerShowV257Test-2024025592 tempest-ServerShowV257Test-2024025592-project-member] Task: {'id': session[52a6e20e-410d-708a-99f2-080a575a99bd]52b19d2a-9dff-997a-d6ec-b3a58e55402b, 'name': SearchDatastore_Task, 'duration_secs': 0.010519} completed successfully. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 826.256097] env[62328]: DEBUG oslo_concurrency.lockutils [None req-ef1f8293-5441-4dc6-bc40-76c65a3b7404 tempest-ServerShowV257Test-2024025592 tempest-ServerShowV257Test-2024025592-project-member] Releasing lock "[datastore1] devstack-image-cache_base/dbf872a4-92be-47e4-8561-c3e2bf2423ab/dbf872a4-92be-47e4-8561-c3e2bf2423ab.vmdk" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 826.256362] env[62328]: DEBUG nova.virt.vmwareapi.vm_util [None req-ef1f8293-5441-4dc6-bc40-76c65a3b7404 tempest-ServerShowV257Test-2024025592 tempest-ServerShowV257Test-2024025592-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/dbf872a4-92be-47e4-8561-c3e2bf2423ab/dbf872a4-92be-47e4-8561-c3e2bf2423ab.vmdk to [datastore1] d60294e0-35a3-4c90-8a63-a525ff1c6833/d60294e0-35a3-4c90-8a63-a525ff1c6833.vmdk {{(pid=62328) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 826.256641] env[62328]: DEBUG oslo_concurrency.lockutils [None req-28948c8c-cfe5-4eb6-8118-a84446ef63b1 tempest-ImagesOneServerNegativeTestJSON-835227872 tempest-ImagesOneServerNegativeTestJSON-835227872-project-member] Acquired lock "[datastore1] devstack-image-cache_base/dbf872a4-92be-47e4-8561-c3e2bf2423ab/dbf872a4-92be-47e4-8561-c3e2bf2423ab.vmdk" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.256828] env[62328]: DEBUG nova.virt.vmwareapi.ds_util [None req-28948c8c-cfe5-4eb6-8118-a84446ef63b1 tempest-ImagesOneServerNegativeTestJSON-835227872 tempest-ImagesOneServerNegativeTestJSON-835227872-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62328) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 826.257049] env[62328]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-570d1063-744f-4f6a-9111-fc579e4da58e {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 826.259230] env[62328]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-cb170aa7-cc99-46bf-a14d-8331c7e3a137 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 826.266065] env[62328]: DEBUG oslo_vmware.api [None req-ef1f8293-5441-4dc6-bc40-76c65a3b7404 tempest-ServerShowV257Test-2024025592 tempest-ServerShowV257Test-2024025592-project-member] Waiting for the task: (returnval){ [ 826.266065] env[62328]: value = "task-2386942" [ 826.266065] env[62328]: _type = "Task" [ 826.266065] env[62328]: } to complete. {{(pid=62328) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 826.270092] env[62328]: DEBUG nova.virt.vmwareapi.ds_util [None req-28948c8c-cfe5-4eb6-8118-a84446ef63b1 tempest-ImagesOneServerNegativeTestJSON-835227872 tempest-ImagesOneServerNegativeTestJSON-835227872-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62328) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 826.270277] env[62328]: DEBUG nova.virt.vmwareapi.vmops [None req-28948c8c-cfe5-4eb6-8118-a84446ef63b1 tempest-ImagesOneServerNegativeTestJSON-835227872 tempest-ImagesOneServerNegativeTestJSON-835227872-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62328) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 826.271546] env[62328]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7eea879f-2bbd-4eb1-b784-66aef050e65d {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 826.280068] env[62328]: DEBUG oslo_vmware.api [None req-ef1f8293-5441-4dc6-bc40-76c65a3b7404 tempest-ServerShowV257Test-2024025592 tempest-ServerShowV257Test-2024025592-project-member] Task: {'id': task-2386942, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 826.281460] env[62328]: DEBUG oslo_vmware.api [None req-28948c8c-cfe5-4eb6-8118-a84446ef63b1 tempest-ImagesOneServerNegativeTestJSON-835227872 tempest-ImagesOneServerNegativeTestJSON-835227872-project-member] Waiting for the task: (returnval){ [ 826.281460] env[62328]: value = "session[52a6e20e-410d-708a-99f2-080a575a99bd]52736e6e-d4a0-f76e-ff86-ee503e9214f7" [ 826.281460] env[62328]: _type = "Task" [ 826.281460] env[62328]: } to complete. {{(pid=62328) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 826.289404] env[62328]: DEBUG oslo_vmware.api [None req-28948c8c-cfe5-4eb6-8118-a84446ef63b1 tempest-ImagesOneServerNegativeTestJSON-835227872 tempest-ImagesOneServerNegativeTestJSON-835227872-project-member] Task: {'id': session[52a6e20e-410d-708a-99f2-080a575a99bd]52736e6e-d4a0-f76e-ff86-ee503e9214f7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 826.460203] env[62328]: DEBUG oslo_concurrency.lockutils [None req-762a2e13-41a7-44f5-8759-e5dd5abea7ec tempest-ServerShowV247Test-284523986 tempest-ServerShowV247Test-284523986-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.482s {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 826.460976] env[62328]: DEBUG nova.compute.manager [None req-762a2e13-41a7-44f5-8759-e5dd5abea7ec tempest-ServerShowV247Test-284523986 tempest-ServerShowV247Test-284523986-project-member] [instance: c93e23e8-af7d-498b-bc2b-a47568418b05] Start building networks asynchronously for instance. {{(pid=62328) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 826.468590] env[62328]: DEBUG oslo_concurrency.lockutils [None req-0093cf23-b5f2-474b-aa3e-7bc95469ef45 tempest-ServerRescueTestJSON-434379102 tempest-ServerRescueTestJSON-434379102-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 29.794s {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 826.468590] env[62328]: DEBUG oslo_concurrency.lockutils [None req-0093cf23-b5f2-474b-aa3e-7bc95469ef45 tempest-ServerRescueTestJSON-434379102 tempest-ServerRescueTestJSON-434379102-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.001s {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 826.468590] env[62328]: DEBUG oslo_concurrency.lockutils [None req-46b24b5c-91ec-49ea-a80c-0daa4cfcf46f tempest-InstanceActionsNegativeTestJSON-58220527 tempest-InstanceActionsNegativeTestJSON-58220527-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 29.684s {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 826.472048] env[62328]: INFO nova.compute.claims [None req-46b24b5c-91ec-49ea-a80c-0daa4cfcf46f tempest-InstanceActionsNegativeTestJSON-58220527 tempest-InstanceActionsNegativeTestJSON-58220527-project-member] [instance: be561814-7d4f-4759-9e70-47db6557d87e] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 826.515151] env[62328]: INFO nova.scheduler.client.report [None req-0093cf23-b5f2-474b-aa3e-7bc95469ef45 tempest-ServerRescueTestJSON-434379102 tempest-ServerRescueTestJSON-434379102-project-member] Deleted allocations for instance 7ad56de0-3e7a-4018-8746-42a83a4fe22e [ 826.577234] env[62328]: DEBUG nova.compute.manager [None req-332cd9a1-235b-4315-894a-68f76363e980 None None] [instance: 9a83a5e3-8072-4407-9256-3315ee1f0249] Instance has had 0 of 5 cleanup attempts {{(pid=62328) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 826.634884] env[62328]: DEBUG oslo_vmware.api [-] Task: {'id': task-2386940, 'name': CreateVM_Task} progress is 99%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 826.648282] env[62328]: DEBUG oslo_vmware.api [None req-94af95c1-f3a5-4f68-96e9-ae6106179fd4 tempest-MigrationsAdminTest-413245202 tempest-MigrationsAdminTest-413245202-project-member] Task: {'id': task-2386941, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.156} completed successfully. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 826.648634] env[62328]: DEBUG nova.virt.vmwareapi.ds_util [None req-94af95c1-f3a5-4f68-96e9-ae6106179fd4 tempest-MigrationsAdminTest-413245202 tempest-MigrationsAdminTest-413245202-project-member] Deleted the datastore file {{(pid=62328) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 826.648893] env[62328]: DEBUG nova.virt.vmwareapi.vmops [None req-94af95c1-f3a5-4f68-96e9-ae6106179fd4 tempest-MigrationsAdminTest-413245202 tempest-MigrationsAdminTest-413245202-project-member] [instance: 4279ea33-3d7d-4713-9d21-9e7aa29026ae] Deleted contents of the VM from datastore datastore2 {{(pid=62328) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 826.649373] env[62328]: DEBUG nova.virt.vmwareapi.vmops [None req-94af95c1-f3a5-4f68-96e9-ae6106179fd4 tempest-MigrationsAdminTest-413245202 tempest-MigrationsAdminTest-413245202-project-member] [instance: 4279ea33-3d7d-4713-9d21-9e7aa29026ae] Instance destroyed {{(pid=62328) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 826.650535] env[62328]: INFO nova.compute.manager [None req-94af95c1-f3a5-4f68-96e9-ae6106179fd4 tempest-MigrationsAdminTest-413245202 tempest-MigrationsAdminTest-413245202-project-member] [instance: 4279ea33-3d7d-4713-9d21-9e7aa29026ae] Took 1.24 seconds to destroy the instance on the hypervisor. [ 826.650535] env[62328]: DEBUG oslo.service.loopingcall [None req-94af95c1-f3a5-4f68-96e9-ae6106179fd4 tempest-MigrationsAdminTest-413245202 tempest-MigrationsAdminTest-413245202-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62328) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 826.650535] env[62328]: DEBUG nova.compute.manager [-] [instance: 4279ea33-3d7d-4713-9d21-9e7aa29026ae] Deallocating network for instance {{(pid=62328) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 826.650535] env[62328]: DEBUG nova.network.neutron [-] [instance: 4279ea33-3d7d-4713-9d21-9e7aa29026ae] deallocate_for_instance() {{(pid=62328) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 826.779804] env[62328]: DEBUG oslo_vmware.api [None req-ef1f8293-5441-4dc6-bc40-76c65a3b7404 tempest-ServerShowV257Test-2024025592 tempest-ServerShowV257Test-2024025592-project-member] Task: {'id': task-2386942, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.488921} completed successfully. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 826.780363] env[62328]: DEBUG nova.virt.vmwareapi.vm_util [None req-ef1f8293-5441-4dc6-bc40-76c65a3b7404 tempest-ServerShowV257Test-2024025592 tempest-ServerShowV257Test-2024025592-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/dbf872a4-92be-47e4-8561-c3e2bf2423ab/dbf872a4-92be-47e4-8561-c3e2bf2423ab.vmdk to [datastore1] d60294e0-35a3-4c90-8a63-a525ff1c6833/d60294e0-35a3-4c90-8a63-a525ff1c6833.vmdk {{(pid=62328) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 826.780363] env[62328]: DEBUG nova.virt.vmwareapi.vmops [None req-ef1f8293-5441-4dc6-bc40-76c65a3b7404 tempest-ServerShowV257Test-2024025592 tempest-ServerShowV257Test-2024025592-project-member] [instance: d60294e0-35a3-4c90-8a63-a525ff1c6833] Extending root virtual disk to 1048576 {{(pid=62328) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 826.780632] env[62328]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-8017b475-165b-484b-8851-ad2f24b3b3a4 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 826.792859] env[62328]: DEBUG oslo_vmware.api [None req-28948c8c-cfe5-4eb6-8118-a84446ef63b1 tempest-ImagesOneServerNegativeTestJSON-835227872 tempest-ImagesOneServerNegativeTestJSON-835227872-project-member] Task: {'id': session[52a6e20e-410d-708a-99f2-080a575a99bd]52736e6e-d4a0-f76e-ff86-ee503e9214f7, 'name': SearchDatastore_Task, 'duration_secs': 0.018685} completed successfully. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 826.795434] env[62328]: DEBUG oslo_vmware.api [None req-ef1f8293-5441-4dc6-bc40-76c65a3b7404 tempest-ServerShowV257Test-2024025592 tempest-ServerShowV257Test-2024025592-project-member] Waiting for the task: (returnval){ [ 826.795434] env[62328]: value = "task-2386943" [ 826.795434] env[62328]: _type = "Task" [ 826.795434] env[62328]: } to complete. {{(pid=62328) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 826.795798] env[62328]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b5da6aad-e6bb-4771-bc07-fcd72850832d {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 826.810276] env[62328]: DEBUG oslo_vmware.api [None req-ef1f8293-5441-4dc6-bc40-76c65a3b7404 tempest-ServerShowV257Test-2024025592 tempest-ServerShowV257Test-2024025592-project-member] Task: {'id': task-2386943, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 826.812194] env[62328]: DEBUG oslo_vmware.api [None req-28948c8c-cfe5-4eb6-8118-a84446ef63b1 tempest-ImagesOneServerNegativeTestJSON-835227872 tempest-ImagesOneServerNegativeTestJSON-835227872-project-member] Waiting for the task: (returnval){ [ 826.812194] env[62328]: value = "session[52a6e20e-410d-708a-99f2-080a575a99bd]52f614af-e790-0dbc-58cf-f4a48c70febe" [ 826.812194] env[62328]: _type = "Task" [ 826.812194] env[62328]: } to complete. {{(pid=62328) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 826.823608] env[62328]: DEBUG oslo_vmware.api [None req-28948c8c-cfe5-4eb6-8118-a84446ef63b1 tempest-ImagesOneServerNegativeTestJSON-835227872 tempest-ImagesOneServerNegativeTestJSON-835227872-project-member] Task: {'id': session[52a6e20e-410d-708a-99f2-080a575a99bd]52f614af-e790-0dbc-58cf-f4a48c70febe, 'name': SearchDatastore_Task, 'duration_secs': 0.009387} completed successfully. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 826.823886] env[62328]: DEBUG oslo_concurrency.lockutils [None req-28948c8c-cfe5-4eb6-8118-a84446ef63b1 tempest-ImagesOneServerNegativeTestJSON-835227872 tempest-ImagesOneServerNegativeTestJSON-835227872-project-member] Releasing lock "[datastore1] devstack-image-cache_base/dbf872a4-92be-47e4-8561-c3e2bf2423ab/dbf872a4-92be-47e4-8561-c3e2bf2423ab.vmdk" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 826.824166] env[62328]: DEBUG nova.virt.vmwareapi.vm_util [None req-28948c8c-cfe5-4eb6-8118-a84446ef63b1 tempest-ImagesOneServerNegativeTestJSON-835227872 tempest-ImagesOneServerNegativeTestJSON-835227872-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/dbf872a4-92be-47e4-8561-c3e2bf2423ab/dbf872a4-92be-47e4-8561-c3e2bf2423ab.vmdk to [datastore1] 6d447bb5-4cca-436f-a6e1-9b8aa511a981/6d447bb5-4cca-436f-a6e1-9b8aa511a981.vmdk {{(pid=62328) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 826.824426] env[62328]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-f864f741-1c58-402d-b61c-ba54ae85b199 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 826.831064] env[62328]: DEBUG oslo_vmware.api [None req-28948c8c-cfe5-4eb6-8118-a84446ef63b1 tempest-ImagesOneServerNegativeTestJSON-835227872 tempest-ImagesOneServerNegativeTestJSON-835227872-project-member] Waiting for the task: (returnval){ [ 826.831064] env[62328]: value = "task-2386944" [ 826.831064] env[62328]: _type = "Task" [ 826.831064] env[62328]: } to complete. {{(pid=62328) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 826.840424] env[62328]: DEBUG oslo_vmware.api [None req-28948c8c-cfe5-4eb6-8118-a84446ef63b1 tempest-ImagesOneServerNegativeTestJSON-835227872 tempest-ImagesOneServerNegativeTestJSON-835227872-project-member] Task: {'id': task-2386944, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 826.976172] env[62328]: DEBUG nova.compute.utils [None req-762a2e13-41a7-44f5-8759-e5dd5abea7ec tempest-ServerShowV247Test-284523986 tempest-ServerShowV247Test-284523986-project-member] Using /dev/sd instead of None {{(pid=62328) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 826.979554] env[62328]: DEBUG nova.compute.manager [None req-762a2e13-41a7-44f5-8759-e5dd5abea7ec tempest-ServerShowV247Test-284523986 tempest-ServerShowV247Test-284523986-project-member] [instance: c93e23e8-af7d-498b-bc2b-a47568418b05] Not allocating networking since 'none' was specified. {{(pid=62328) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 827.033022] env[62328]: DEBUG oslo_concurrency.lockutils [None req-0093cf23-b5f2-474b-aa3e-7bc95469ef45 tempest-ServerRescueTestJSON-434379102 tempest-ServerRescueTestJSON-434379102-project-member] Lock "7ad56de0-3e7a-4018-8746-42a83a4fe22e" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 33.944s {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 827.083032] env[62328]: DEBUG nova.compute.manager [None req-332cd9a1-235b-4315-894a-68f76363e980 None None] [instance: 81a2e476-6ab3-4b6d-9e55-328d46695cf9] Instance has had 0 of 5 cleanup attempts {{(pid=62328) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 827.103360] env[62328]: DEBUG nova.compute.manager [req-820ff63a-313a-421a-bcf5-cc92647e6578 req-d83d2ea7-89f9-432f-be55-77342e4a153c service nova] [instance: 4279ea33-3d7d-4713-9d21-9e7aa29026ae] Received event network-vif-deleted-69bce2eb-7f15-465b-8308-cde308c68738 {{(pid=62328) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 827.103570] env[62328]: INFO nova.compute.manager [req-820ff63a-313a-421a-bcf5-cc92647e6578 req-d83d2ea7-89f9-432f-be55-77342e4a153c service nova] [instance: 4279ea33-3d7d-4713-9d21-9e7aa29026ae] Neutron deleted interface 69bce2eb-7f15-465b-8308-cde308c68738; detaching it from the instance and deleting it from the info cache [ 827.103742] env[62328]: DEBUG nova.network.neutron [req-820ff63a-313a-421a-bcf5-cc92647e6578 req-d83d2ea7-89f9-432f-be55-77342e4a153c service nova] [instance: 4279ea33-3d7d-4713-9d21-9e7aa29026ae] Updating instance_info_cache with network_info: [] {{(pid=62328) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 827.136999] env[62328]: DEBUG oslo_vmware.api [-] Task: {'id': task-2386940, 'name': CreateVM_Task} progress is 99%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 827.308755] env[62328]: DEBUG oslo_vmware.api [None req-ef1f8293-5441-4dc6-bc40-76c65a3b7404 tempest-ServerShowV257Test-2024025592 tempest-ServerShowV257Test-2024025592-project-member] Task: {'id': task-2386943, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.067962} completed successfully. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 827.309032] env[62328]: DEBUG nova.virt.vmwareapi.vmops [None req-ef1f8293-5441-4dc6-bc40-76c65a3b7404 tempest-ServerShowV257Test-2024025592 tempest-ServerShowV257Test-2024025592-project-member] [instance: d60294e0-35a3-4c90-8a63-a525ff1c6833] Extended root virtual disk {{(pid=62328) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 827.309813] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fd976e4a-999d-4e62-8952-394e1c8e3f3a {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 827.334516] env[62328]: DEBUG nova.virt.vmwareapi.volumeops [None req-ef1f8293-5441-4dc6-bc40-76c65a3b7404 tempest-ServerShowV257Test-2024025592 tempest-ServerShowV257Test-2024025592-project-member] [instance: d60294e0-35a3-4c90-8a63-a525ff1c6833] Reconfiguring VM instance instance-00000041 to attach disk [datastore1] d60294e0-35a3-4c90-8a63-a525ff1c6833/d60294e0-35a3-4c90-8a63-a525ff1c6833.vmdk or device None with type sparse {{(pid=62328) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 827.334767] env[62328]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b138f37e-489a-43b5-9d7a-7e0ff4144e5d {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 827.363879] env[62328]: DEBUG oslo_vmware.api [None req-28948c8c-cfe5-4eb6-8118-a84446ef63b1 tempest-ImagesOneServerNegativeTestJSON-835227872 tempest-ImagesOneServerNegativeTestJSON-835227872-project-member] Task: {'id': task-2386944, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.445838} completed successfully. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 827.365323] env[62328]: DEBUG nova.virt.vmwareapi.vm_util [None req-28948c8c-cfe5-4eb6-8118-a84446ef63b1 tempest-ImagesOneServerNegativeTestJSON-835227872 tempest-ImagesOneServerNegativeTestJSON-835227872-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/dbf872a4-92be-47e4-8561-c3e2bf2423ab/dbf872a4-92be-47e4-8561-c3e2bf2423ab.vmdk to [datastore1] 6d447bb5-4cca-436f-a6e1-9b8aa511a981/6d447bb5-4cca-436f-a6e1-9b8aa511a981.vmdk {{(pid=62328) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 827.365748] env[62328]: DEBUG nova.virt.vmwareapi.vmops [None req-28948c8c-cfe5-4eb6-8118-a84446ef63b1 tempest-ImagesOneServerNegativeTestJSON-835227872 tempest-ImagesOneServerNegativeTestJSON-835227872-project-member] [instance: 6d447bb5-4cca-436f-a6e1-9b8aa511a981] Extending root virtual disk to 1048576 {{(pid=62328) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 827.366119] env[62328]: DEBUG oslo_vmware.api [None req-ef1f8293-5441-4dc6-bc40-76c65a3b7404 tempest-ServerShowV257Test-2024025592 tempest-ServerShowV257Test-2024025592-project-member] Waiting for the task: (returnval){ [ 827.366119] env[62328]: value = "task-2386945" [ 827.366119] env[62328]: _type = "Task" [ 827.366119] env[62328]: } to complete. {{(pid=62328) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 827.366450] env[62328]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-2a06bafa-1006-49a3-95b5-a9e8e61da8f7 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 827.377213] env[62328]: DEBUG oslo_vmware.api [None req-ef1f8293-5441-4dc6-bc40-76c65a3b7404 tempest-ServerShowV257Test-2024025592 tempest-ServerShowV257Test-2024025592-project-member] Task: {'id': task-2386945, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 827.380824] env[62328]: DEBUG oslo_vmware.api [None req-28948c8c-cfe5-4eb6-8118-a84446ef63b1 tempest-ImagesOneServerNegativeTestJSON-835227872 tempest-ImagesOneServerNegativeTestJSON-835227872-project-member] Waiting for the task: (returnval){ [ 827.380824] env[62328]: value = "task-2386946" [ 827.380824] env[62328]: _type = "Task" [ 827.380824] env[62328]: } to complete. {{(pid=62328) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 827.390439] env[62328]: DEBUG oslo_vmware.api [None req-28948c8c-cfe5-4eb6-8118-a84446ef63b1 tempest-ImagesOneServerNegativeTestJSON-835227872 tempest-ImagesOneServerNegativeTestJSON-835227872-project-member] Task: {'id': task-2386946, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 827.481121] env[62328]: DEBUG nova.compute.manager [None req-762a2e13-41a7-44f5-8759-e5dd5abea7ec tempest-ServerShowV247Test-284523986 tempest-ServerShowV247Test-284523986-project-member] [instance: c93e23e8-af7d-498b-bc2b-a47568418b05] Start building block device mappings for instance. {{(pid=62328) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 827.512112] env[62328]: DEBUG nova.network.neutron [-] [instance: 4279ea33-3d7d-4713-9d21-9e7aa29026ae] Updating instance_info_cache with network_info: [] {{(pid=62328) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 827.586847] env[62328]: DEBUG nova.compute.manager [None req-332cd9a1-235b-4315-894a-68f76363e980 None None] [instance: df0d7e5c-1299-4174-8641-f96b51442b55] Instance has had 0 of 5 cleanup attempts {{(pid=62328) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 827.610413] env[62328]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-5289e926-4bcf-4e5f-86c8-2254c5b64685 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 827.620902] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-91944b27-3ff6-4871-8480-47d0bfe70d5b {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 827.645806] env[62328]: DEBUG oslo_vmware.api [-] Task: {'id': task-2386940, 'name': CreateVM_Task, 'duration_secs': 1.290573} completed successfully. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 827.645972] env[62328]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7b91283b-b15c-414f-a068-8dab2b35f6e3] Created VM on the ESX host {{(pid=62328) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 827.646437] env[62328]: DEBUG oslo_concurrency.lockutils [None req-34f7be8d-7dfc-46fc-b658-f8c1cee5e019 tempest-ServerShowV247Test-284523986 tempest-ServerShowV247Test-284523986-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/dbf872a4-92be-47e4-8561-c3e2bf2423ab" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 827.646770] env[62328]: DEBUG oslo_concurrency.lockutils [None req-34f7be8d-7dfc-46fc-b658-f8c1cee5e019 tempest-ServerShowV247Test-284523986 tempest-ServerShowV247Test-284523986-project-member] Acquired lock "[datastore1] devstack-image-cache_base/dbf872a4-92be-47e4-8561-c3e2bf2423ab" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.646929] env[62328]: DEBUG oslo_concurrency.lockutils [None req-34f7be8d-7dfc-46fc-b658-f8c1cee5e019 tempest-ServerShowV247Test-284523986 tempest-ServerShowV247Test-284523986-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/dbf872a4-92be-47e4-8561-c3e2bf2423ab" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 827.647140] env[62328]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7202b3dd-fe9c-4af6-aa3e-4d6175469705 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 827.663248] env[62328]: DEBUG nova.compute.manager [req-820ff63a-313a-421a-bcf5-cc92647e6578 req-d83d2ea7-89f9-432f-be55-77342e4a153c service nova] [instance: 4279ea33-3d7d-4713-9d21-9e7aa29026ae] Detach interface failed, port_id=69bce2eb-7f15-465b-8308-cde308c68738, reason: Instance 4279ea33-3d7d-4713-9d21-9e7aa29026ae could not be found. {{(pid=62328) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 827.665443] env[62328]: DEBUG oslo_vmware.api [None req-34f7be8d-7dfc-46fc-b658-f8c1cee5e019 tempest-ServerShowV247Test-284523986 tempest-ServerShowV247Test-284523986-project-member] Waiting for the task: (returnval){ [ 827.665443] env[62328]: value = "session[52a6e20e-410d-708a-99f2-080a575a99bd]52fd6cb2-2bc2-cd0b-7967-117467f8a645" [ 827.665443] env[62328]: _type = "Task" [ 827.665443] env[62328]: } to complete. {{(pid=62328) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 827.677125] env[62328]: DEBUG oslo_vmware.api [None req-34f7be8d-7dfc-46fc-b658-f8c1cee5e019 tempest-ServerShowV247Test-284523986 tempest-ServerShowV247Test-284523986-project-member] Task: {'id': session[52a6e20e-410d-708a-99f2-080a575a99bd]52fd6cb2-2bc2-cd0b-7967-117467f8a645, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 827.889923] env[62328]: DEBUG oslo_vmware.api [None req-ef1f8293-5441-4dc6-bc40-76c65a3b7404 tempest-ServerShowV257Test-2024025592 tempest-ServerShowV257Test-2024025592-project-member] Task: {'id': task-2386945, 'name': ReconfigVM_Task, 'duration_secs': 0.283235} completed successfully. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 827.892664] env[62328]: DEBUG nova.virt.vmwareapi.volumeops [None req-ef1f8293-5441-4dc6-bc40-76c65a3b7404 tempest-ServerShowV257Test-2024025592 tempest-ServerShowV257Test-2024025592-project-member] [instance: d60294e0-35a3-4c90-8a63-a525ff1c6833] Reconfigured VM instance instance-00000041 to attach disk [datastore1] d60294e0-35a3-4c90-8a63-a525ff1c6833/d60294e0-35a3-4c90-8a63-a525ff1c6833.vmdk or device None with type sparse {{(pid=62328) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 827.893485] env[62328]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-e50f77a3-d167-4c86-a723-d6e3f2b4ccdb {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 827.901367] env[62328]: DEBUG oslo_vmware.api [None req-28948c8c-cfe5-4eb6-8118-a84446ef63b1 tempest-ImagesOneServerNegativeTestJSON-835227872 tempest-ImagesOneServerNegativeTestJSON-835227872-project-member] Task: {'id': task-2386946, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.078484} completed successfully. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 827.903057] env[62328]: DEBUG nova.virt.vmwareapi.vmops [None req-28948c8c-cfe5-4eb6-8118-a84446ef63b1 tempest-ImagesOneServerNegativeTestJSON-835227872 tempest-ImagesOneServerNegativeTestJSON-835227872-project-member] [instance: 6d447bb5-4cca-436f-a6e1-9b8aa511a981] Extended root virtual disk {{(pid=62328) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 827.903183] env[62328]: DEBUG oslo_vmware.api [None req-ef1f8293-5441-4dc6-bc40-76c65a3b7404 tempest-ServerShowV257Test-2024025592 tempest-ServerShowV257Test-2024025592-project-member] Waiting for the task: (returnval){ [ 827.903183] env[62328]: value = "task-2386947" [ 827.903183] env[62328]: _type = "Task" [ 827.903183] env[62328]: } to complete. {{(pid=62328) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 827.904127] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-85fd39c3-a0bd-4d69-b6f5-4d420fc73191 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 827.934808] env[62328]: DEBUG nova.virt.vmwareapi.volumeops [None req-28948c8c-cfe5-4eb6-8118-a84446ef63b1 tempest-ImagesOneServerNegativeTestJSON-835227872 tempest-ImagesOneServerNegativeTestJSON-835227872-project-member] [instance: 6d447bb5-4cca-436f-a6e1-9b8aa511a981] Reconfiguring VM instance instance-00000040 to attach disk [datastore1] 6d447bb5-4cca-436f-a6e1-9b8aa511a981/6d447bb5-4cca-436f-a6e1-9b8aa511a981.vmdk or device None with type sparse {{(pid=62328) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 827.941722] env[62328]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4f78d303-877c-48b1-aaea-8461900533ff {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 827.956937] env[62328]: DEBUG oslo_vmware.api [None req-ef1f8293-5441-4dc6-bc40-76c65a3b7404 tempest-ServerShowV257Test-2024025592 tempest-ServerShowV257Test-2024025592-project-member] Task: {'id': task-2386947, 'name': Rename_Task} progress is 14%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 827.964799] env[62328]: DEBUG oslo_vmware.api [None req-28948c8c-cfe5-4eb6-8118-a84446ef63b1 tempest-ImagesOneServerNegativeTestJSON-835227872 tempest-ImagesOneServerNegativeTestJSON-835227872-project-member] Waiting for the task: (returnval){ [ 827.964799] env[62328]: value = "task-2386948" [ 827.964799] env[62328]: _type = "Task" [ 827.964799] env[62328]: } to complete. {{(pid=62328) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 827.974356] env[62328]: DEBUG oslo_vmware.api [None req-28948c8c-cfe5-4eb6-8118-a84446ef63b1 tempest-ImagesOneServerNegativeTestJSON-835227872 tempest-ImagesOneServerNegativeTestJSON-835227872-project-member] Task: {'id': task-2386948, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 827.994602] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dc724a36-33f9-4ffc-859d-4d9a4758c3e3 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 828.004018] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9e130ff3-0ada-4f75-8077-4dc0df0ba1b7 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 828.036523] env[62328]: INFO nova.compute.manager [-] [instance: 4279ea33-3d7d-4713-9d21-9e7aa29026ae] Took 1.39 seconds to deallocate network for instance. [ 828.039676] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-98096ee4-054d-4697-9885-b5dbddc6e826 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 828.053130] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-801b2bc6-f4a2-4ee0-9641-2c5f196021a9 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 828.067955] env[62328]: DEBUG nova.compute.provider_tree [None req-46b24b5c-91ec-49ea-a80c-0daa4cfcf46f tempest-InstanceActionsNegativeTestJSON-58220527 tempest-InstanceActionsNegativeTestJSON-58220527-project-member] Inventory has not changed in ProviderTree for provider: 3469e9f8-04af-49ca-8435-49f104496744 {{(pid=62328) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 828.091776] env[62328]: DEBUG nova.compute.manager [None req-332cd9a1-235b-4315-894a-68f76363e980 None None] [instance: 7d799973-7eb9-46f8-ae41-d9aca9fc9e5a] Instance has had 0 of 5 cleanup attempts {{(pid=62328) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 828.178064] env[62328]: DEBUG oslo_vmware.api [None req-34f7be8d-7dfc-46fc-b658-f8c1cee5e019 tempest-ServerShowV247Test-284523986 tempest-ServerShowV247Test-284523986-project-member] Task: {'id': session[52a6e20e-410d-708a-99f2-080a575a99bd]52fd6cb2-2bc2-cd0b-7967-117467f8a645, 'name': SearchDatastore_Task, 'duration_secs': 0.009695} completed successfully. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 828.178064] env[62328]: DEBUG oslo_concurrency.lockutils [None req-34f7be8d-7dfc-46fc-b658-f8c1cee5e019 tempest-ServerShowV247Test-284523986 tempest-ServerShowV247Test-284523986-project-member] Releasing lock "[datastore1] devstack-image-cache_base/dbf872a4-92be-47e4-8561-c3e2bf2423ab" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 828.178064] env[62328]: DEBUG nova.virt.vmwareapi.vmops [None req-34f7be8d-7dfc-46fc-b658-f8c1cee5e019 tempest-ServerShowV247Test-284523986 tempest-ServerShowV247Test-284523986-project-member] [instance: 7b91283b-b15c-414f-a068-8dab2b35f6e3] Processing image dbf872a4-92be-47e4-8561-c3e2bf2423ab {{(pid=62328) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 828.178064] env[62328]: DEBUG oslo_concurrency.lockutils [None req-34f7be8d-7dfc-46fc-b658-f8c1cee5e019 tempest-ServerShowV247Test-284523986 tempest-ServerShowV247Test-284523986-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/dbf872a4-92be-47e4-8561-c3e2bf2423ab/dbf872a4-92be-47e4-8561-c3e2bf2423ab.vmdk" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 828.178064] env[62328]: DEBUG oslo_concurrency.lockutils [None req-34f7be8d-7dfc-46fc-b658-f8c1cee5e019 tempest-ServerShowV247Test-284523986 tempest-ServerShowV247Test-284523986-project-member] Acquired lock "[datastore1] devstack-image-cache_base/dbf872a4-92be-47e4-8561-c3e2bf2423ab/dbf872a4-92be-47e4-8561-c3e2bf2423ab.vmdk" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.178269] env[62328]: DEBUG nova.virt.vmwareapi.ds_util [None req-34f7be8d-7dfc-46fc-b658-f8c1cee5e019 tempest-ServerShowV247Test-284523986 tempest-ServerShowV247Test-284523986-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62328) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 828.181975] env[62328]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-aa8c4e2b-d065-4f17-a358-c7ce08d92927 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 828.186551] env[62328]: DEBUG nova.virt.vmwareapi.ds_util [None req-34f7be8d-7dfc-46fc-b658-f8c1cee5e019 tempest-ServerShowV247Test-284523986 tempest-ServerShowV247Test-284523986-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62328) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 828.186740] env[62328]: DEBUG nova.virt.vmwareapi.vmops [None req-34f7be8d-7dfc-46fc-b658-f8c1cee5e019 tempest-ServerShowV247Test-284523986 tempest-ServerShowV247Test-284523986-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62328) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 828.187526] env[62328]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8d67e3f1-f1f8-457c-bad1-8c7d60e5ce25 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 828.192571] env[62328]: DEBUG oslo_vmware.api [None req-34f7be8d-7dfc-46fc-b658-f8c1cee5e019 tempest-ServerShowV247Test-284523986 tempest-ServerShowV247Test-284523986-project-member] Waiting for the task: (returnval){ [ 828.192571] env[62328]: value = "session[52a6e20e-410d-708a-99f2-080a575a99bd]52805016-5df8-cbbf-445e-39a39755f117" [ 828.192571] env[62328]: _type = "Task" [ 828.192571] env[62328]: } to complete. {{(pid=62328) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 828.200773] env[62328]: DEBUG oslo_vmware.api [None req-34f7be8d-7dfc-46fc-b658-f8c1cee5e019 tempest-ServerShowV247Test-284523986 tempest-ServerShowV247Test-284523986-project-member] Task: {'id': session[52a6e20e-410d-708a-99f2-080a575a99bd]52805016-5df8-cbbf-445e-39a39755f117, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 828.419421] env[62328]: DEBUG oslo_vmware.api [None req-ef1f8293-5441-4dc6-bc40-76c65a3b7404 tempest-ServerShowV257Test-2024025592 tempest-ServerShowV257Test-2024025592-project-member] Task: {'id': task-2386947, 'name': Rename_Task, 'duration_secs': 0.132286} completed successfully. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 828.419729] env[62328]: DEBUG nova.virt.vmwareapi.vm_util [None req-ef1f8293-5441-4dc6-bc40-76c65a3b7404 tempest-ServerShowV257Test-2024025592 tempest-ServerShowV257Test-2024025592-project-member] [instance: d60294e0-35a3-4c90-8a63-a525ff1c6833] Powering on the VM {{(pid=62328) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 828.420753] env[62328]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-6bcd4c69-0425-4459-911d-7825274c6206 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 828.429080] env[62328]: DEBUG oslo_vmware.api [None req-ef1f8293-5441-4dc6-bc40-76c65a3b7404 tempest-ServerShowV257Test-2024025592 tempest-ServerShowV257Test-2024025592-project-member] Waiting for the task: (returnval){ [ 828.429080] env[62328]: value = "task-2386949" [ 828.429080] env[62328]: _type = "Task" [ 828.429080] env[62328]: } to complete. {{(pid=62328) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 828.437347] env[62328]: DEBUG oslo_vmware.api [None req-ef1f8293-5441-4dc6-bc40-76c65a3b7404 tempest-ServerShowV257Test-2024025592 tempest-ServerShowV257Test-2024025592-project-member] Task: {'id': task-2386949, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 828.475427] env[62328]: DEBUG oslo_vmware.api [None req-28948c8c-cfe5-4eb6-8118-a84446ef63b1 tempest-ImagesOneServerNegativeTestJSON-835227872 tempest-ImagesOneServerNegativeTestJSON-835227872-project-member] Task: {'id': task-2386948, 'name': ReconfigVM_Task, 'duration_secs': 0.298275} completed successfully. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 828.475861] env[62328]: DEBUG nova.virt.vmwareapi.volumeops [None req-28948c8c-cfe5-4eb6-8118-a84446ef63b1 tempest-ImagesOneServerNegativeTestJSON-835227872 tempest-ImagesOneServerNegativeTestJSON-835227872-project-member] [instance: 6d447bb5-4cca-436f-a6e1-9b8aa511a981] Reconfigured VM instance instance-00000040 to attach disk [datastore1] 6d447bb5-4cca-436f-a6e1-9b8aa511a981/6d447bb5-4cca-436f-a6e1-9b8aa511a981.vmdk or device None with type sparse {{(pid=62328) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 828.476721] env[62328]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-1058851d-66a2-4e07-b301-e16dcff27a07 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 828.486624] env[62328]: DEBUG oslo_vmware.api [None req-28948c8c-cfe5-4eb6-8118-a84446ef63b1 tempest-ImagesOneServerNegativeTestJSON-835227872 tempest-ImagesOneServerNegativeTestJSON-835227872-project-member] Waiting for the task: (returnval){ [ 828.486624] env[62328]: value = "task-2386950" [ 828.486624] env[62328]: _type = "Task" [ 828.486624] env[62328]: } to complete. {{(pid=62328) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 828.491838] env[62328]: DEBUG oslo_vmware.api [None req-28948c8c-cfe5-4eb6-8118-a84446ef63b1 tempest-ImagesOneServerNegativeTestJSON-835227872 tempest-ImagesOneServerNegativeTestJSON-835227872-project-member] Task: {'id': task-2386950, 'name': Rename_Task} progress is 5%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 828.499147] env[62328]: DEBUG nova.compute.manager [None req-762a2e13-41a7-44f5-8759-e5dd5abea7ec tempest-ServerShowV247Test-284523986 tempest-ServerShowV247Test-284523986-project-member] [instance: c93e23e8-af7d-498b-bc2b-a47568418b05] Start spawning the instance on the hypervisor. {{(pid=62328) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 828.536091] env[62328]: DEBUG nova.virt.hardware [None req-762a2e13-41a7-44f5-8759-e5dd5abea7ec tempest-ServerShowV247Test-284523986 tempest-ServerShowV247Test-284523986-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-07T17:16:55Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-07T17:16:37Z,direct_url=,disk_format='vmdk',id=dbf872a4-92be-47e4-8561-c3e2bf2423ab,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='2a64022f08d84b11a86773b900860ae5',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-07T17:16:38Z,virtual_size=,visibility=), allow threads: False {{(pid=62328) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 828.536444] env[62328]: DEBUG nova.virt.hardware [None req-762a2e13-41a7-44f5-8759-e5dd5abea7ec tempest-ServerShowV247Test-284523986 tempest-ServerShowV247Test-284523986-project-member] Flavor limits 0:0:0 {{(pid=62328) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 828.536696] env[62328]: DEBUG nova.virt.hardware [None req-762a2e13-41a7-44f5-8759-e5dd5abea7ec tempest-ServerShowV247Test-284523986 tempest-ServerShowV247Test-284523986-project-member] Image limits 0:0:0 {{(pid=62328) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 828.536947] env[62328]: DEBUG nova.virt.hardware [None req-762a2e13-41a7-44f5-8759-e5dd5abea7ec tempest-ServerShowV247Test-284523986 tempest-ServerShowV247Test-284523986-project-member] Flavor pref 0:0:0 {{(pid=62328) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 828.537165] env[62328]: DEBUG nova.virt.hardware [None req-762a2e13-41a7-44f5-8759-e5dd5abea7ec tempest-ServerShowV247Test-284523986 tempest-ServerShowV247Test-284523986-project-member] Image pref 0:0:0 {{(pid=62328) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 828.537392] env[62328]: DEBUG nova.virt.hardware [None req-762a2e13-41a7-44f5-8759-e5dd5abea7ec tempest-ServerShowV247Test-284523986 tempest-ServerShowV247Test-284523986-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62328) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 828.537665] env[62328]: DEBUG nova.virt.hardware [None req-762a2e13-41a7-44f5-8759-e5dd5abea7ec tempest-ServerShowV247Test-284523986 tempest-ServerShowV247Test-284523986-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62328) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 828.538036] env[62328]: DEBUG nova.virt.hardware [None req-762a2e13-41a7-44f5-8759-e5dd5abea7ec tempest-ServerShowV247Test-284523986 tempest-ServerShowV247Test-284523986-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62328) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 828.538295] env[62328]: DEBUG nova.virt.hardware [None req-762a2e13-41a7-44f5-8759-e5dd5abea7ec tempest-ServerShowV247Test-284523986 tempest-ServerShowV247Test-284523986-project-member] Got 1 possible topologies {{(pid=62328) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 828.538526] env[62328]: DEBUG nova.virt.hardware [None req-762a2e13-41a7-44f5-8759-e5dd5abea7ec tempest-ServerShowV247Test-284523986 tempest-ServerShowV247Test-284523986-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62328) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 828.538760] env[62328]: DEBUG nova.virt.hardware [None req-762a2e13-41a7-44f5-8759-e5dd5abea7ec tempest-ServerShowV247Test-284523986 tempest-ServerShowV247Test-284523986-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62328) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 828.539812] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a710a504-41a4-4d54-9c4f-a4eea96f7431 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 828.548196] env[62328]: DEBUG oslo_concurrency.lockutils [None req-94af95c1-f3a5-4f68-96e9-ae6106179fd4 tempest-MigrationsAdminTest-413245202 tempest-MigrationsAdminTest-413245202-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 828.549441] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6cebe788-0660-47c5-b061-e799c42c9cf1 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 828.566027] env[62328]: DEBUG nova.virt.vmwareapi.vmops [None req-762a2e13-41a7-44f5-8759-e5dd5abea7ec tempest-ServerShowV247Test-284523986 tempest-ServerShowV247Test-284523986-project-member] [instance: c93e23e8-af7d-498b-bc2b-a47568418b05] Instance VIF info [] {{(pid=62328) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 828.572702] env[62328]: DEBUG oslo.service.loopingcall [None req-762a2e13-41a7-44f5-8759-e5dd5abea7ec tempest-ServerShowV247Test-284523986 tempest-ServerShowV247Test-284523986-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62328) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 828.573700] env[62328]: DEBUG nova.scheduler.client.report [None req-46b24b5c-91ec-49ea-a80c-0daa4cfcf46f tempest-InstanceActionsNegativeTestJSON-58220527 tempest-InstanceActionsNegativeTestJSON-58220527-project-member] Inventory has not changed for provider 3469e9f8-04af-49ca-8435-49f104496744 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 152, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62328) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 828.577382] env[62328]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c93e23e8-af7d-498b-bc2b-a47568418b05] Creating VM on the ESX host {{(pid=62328) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 828.578569] env[62328]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-004dda04-84e2-43e4-a706-f2b3a52bde59 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 828.593979] env[62328]: DEBUG nova.compute.manager [None req-332cd9a1-235b-4315-894a-68f76363e980 None None] [instance: 2ead81f5-76a7-4b80-ac7e-f227dec14f95] Instance has had 0 of 5 cleanup attempts {{(pid=62328) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 828.601021] env[62328]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 828.601021] env[62328]: value = "task-2386951" [ 828.601021] env[62328]: _type = "Task" [ 828.601021] env[62328]: } to complete. {{(pid=62328) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 828.606140] env[62328]: DEBUG oslo_vmware.api [-] Task: {'id': task-2386951, 'name': CreateVM_Task} progress is 0%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 828.708799] env[62328]: DEBUG oslo_vmware.api [None req-34f7be8d-7dfc-46fc-b658-f8c1cee5e019 tempest-ServerShowV247Test-284523986 tempest-ServerShowV247Test-284523986-project-member] Task: {'id': session[52a6e20e-410d-708a-99f2-080a575a99bd]52805016-5df8-cbbf-445e-39a39755f117, 'name': SearchDatastore_Task, 'duration_secs': 0.012803} completed successfully. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 828.709692] env[62328]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8a1922f5-e948-4ab8-b265-d69d8aebaf67 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 828.715419] env[62328]: DEBUG oslo_vmware.api [None req-34f7be8d-7dfc-46fc-b658-f8c1cee5e019 tempest-ServerShowV247Test-284523986 tempest-ServerShowV247Test-284523986-project-member] Waiting for the task: (returnval){ [ 828.715419] env[62328]: value = "session[52a6e20e-410d-708a-99f2-080a575a99bd]5291bea7-cbc9-bf51-2a10-22fa68993328" [ 828.715419] env[62328]: _type = "Task" [ 828.715419] env[62328]: } to complete. {{(pid=62328) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 828.726745] env[62328]: DEBUG oslo_vmware.api [None req-34f7be8d-7dfc-46fc-b658-f8c1cee5e019 tempest-ServerShowV247Test-284523986 tempest-ServerShowV247Test-284523986-project-member] Task: {'id': session[52a6e20e-410d-708a-99f2-080a575a99bd]5291bea7-cbc9-bf51-2a10-22fa68993328, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 828.938986] env[62328]: DEBUG oslo_vmware.api [None req-ef1f8293-5441-4dc6-bc40-76c65a3b7404 tempest-ServerShowV257Test-2024025592 tempest-ServerShowV257Test-2024025592-project-member] Task: {'id': task-2386949, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 828.993621] env[62328]: DEBUG oslo_vmware.api [None req-28948c8c-cfe5-4eb6-8118-a84446ef63b1 tempest-ImagesOneServerNegativeTestJSON-835227872 tempest-ImagesOneServerNegativeTestJSON-835227872-project-member] Task: {'id': task-2386950, 'name': Rename_Task} progress is 14%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 829.078904] env[62328]: DEBUG oslo_concurrency.lockutils [None req-46b24b5c-91ec-49ea-a80c-0daa4cfcf46f tempest-InstanceActionsNegativeTestJSON-58220527 tempest-InstanceActionsNegativeTestJSON-58220527-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.611s {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 829.079529] env[62328]: DEBUG nova.compute.manager [None req-46b24b5c-91ec-49ea-a80c-0daa4cfcf46f tempest-InstanceActionsNegativeTestJSON-58220527 tempest-InstanceActionsNegativeTestJSON-58220527-project-member] [instance: be561814-7d4f-4759-9e70-47db6557d87e] Start building networks asynchronously for instance. {{(pid=62328) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 829.082683] env[62328]: DEBUG oslo_concurrency.lockutils [None req-db523448-1783-4c34-a436-e589df121c5c tempest-AttachVolumeShelveTestJSON-116809589 tempest-AttachVolumeShelveTestJSON-116809589-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 27.018s {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 829.083918] env[62328]: INFO nova.compute.claims [None req-db523448-1783-4c34-a436-e589df121c5c tempest-AttachVolumeShelveTestJSON-116809589 tempest-AttachVolumeShelveTestJSON-116809589-project-member] [instance: 14c336fc-69e4-4ef8-a50f-e307b9902127] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 829.098559] env[62328]: DEBUG nova.compute.manager [None req-332cd9a1-235b-4315-894a-68f76363e980 None None] [instance: 7d40ec51-28cf-4829-be03-810f8d965b2e] Instance has had 0 of 5 cleanup attempts {{(pid=62328) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 829.113714] env[62328]: DEBUG oslo_vmware.api [-] Task: {'id': task-2386951, 'name': CreateVM_Task} progress is 25%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 829.226251] env[62328]: DEBUG oslo_vmware.api [None req-34f7be8d-7dfc-46fc-b658-f8c1cee5e019 tempest-ServerShowV247Test-284523986 tempest-ServerShowV247Test-284523986-project-member] Task: {'id': session[52a6e20e-410d-708a-99f2-080a575a99bd]5291bea7-cbc9-bf51-2a10-22fa68993328, 'name': SearchDatastore_Task, 'duration_secs': 0.012646} completed successfully. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 829.226597] env[62328]: DEBUG oslo_concurrency.lockutils [None req-34f7be8d-7dfc-46fc-b658-f8c1cee5e019 tempest-ServerShowV247Test-284523986 tempest-ServerShowV247Test-284523986-project-member] Releasing lock "[datastore1] devstack-image-cache_base/dbf872a4-92be-47e4-8561-c3e2bf2423ab/dbf872a4-92be-47e4-8561-c3e2bf2423ab.vmdk" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 829.226882] env[62328]: DEBUG nova.virt.vmwareapi.vm_util [None req-34f7be8d-7dfc-46fc-b658-f8c1cee5e019 tempest-ServerShowV247Test-284523986 tempest-ServerShowV247Test-284523986-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/dbf872a4-92be-47e4-8561-c3e2bf2423ab/dbf872a4-92be-47e4-8561-c3e2bf2423ab.vmdk to [datastore1] 7b91283b-b15c-414f-a068-8dab2b35f6e3/7b91283b-b15c-414f-a068-8dab2b35f6e3.vmdk {{(pid=62328) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 829.227184] env[62328]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-9fc9b5bb-295d-4994-82ec-7f1bf7019a75 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 829.235259] env[62328]: DEBUG oslo_vmware.api [None req-34f7be8d-7dfc-46fc-b658-f8c1cee5e019 tempest-ServerShowV247Test-284523986 tempest-ServerShowV247Test-284523986-project-member] Waiting for the task: (returnval){ [ 829.235259] env[62328]: value = "task-2386952" [ 829.235259] env[62328]: _type = "Task" [ 829.235259] env[62328]: } to complete. {{(pid=62328) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 829.244498] env[62328]: DEBUG oslo_vmware.api [None req-34f7be8d-7dfc-46fc-b658-f8c1cee5e019 tempest-ServerShowV247Test-284523986 tempest-ServerShowV247Test-284523986-project-member] Task: {'id': task-2386952, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 829.284794] env[62328]: DEBUG oslo_concurrency.lockutils [None req-0a1dfd1d-a4ab-42ad-9cb8-aee0406e5ba1 tempest-ServerActionsTestJSON-389109759 tempest-ServerActionsTestJSON-389109759-project-member] Acquiring lock "95dd703a-595e-467a-a8e9-bef4f806c33f" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 829.285133] env[62328]: DEBUG oslo_concurrency.lockutils [None req-0a1dfd1d-a4ab-42ad-9cb8-aee0406e5ba1 tempest-ServerActionsTestJSON-389109759 tempest-ServerActionsTestJSON-389109759-project-member] Lock "95dd703a-595e-467a-a8e9-bef4f806c33f" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 829.440765] env[62328]: DEBUG oslo_vmware.api [None req-ef1f8293-5441-4dc6-bc40-76c65a3b7404 tempest-ServerShowV257Test-2024025592 tempest-ServerShowV257Test-2024025592-project-member] Task: {'id': task-2386949, 'name': PowerOnVM_Task, 'duration_secs': 0.753043} completed successfully. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 829.441128] env[62328]: DEBUG nova.virt.vmwareapi.vm_util [None req-ef1f8293-5441-4dc6-bc40-76c65a3b7404 tempest-ServerShowV257Test-2024025592 tempest-ServerShowV257Test-2024025592-project-member] [instance: d60294e0-35a3-4c90-8a63-a525ff1c6833] Powered on the VM {{(pid=62328) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 829.441351] env[62328]: INFO nova.compute.manager [None req-ef1f8293-5441-4dc6-bc40-76c65a3b7404 tempest-ServerShowV257Test-2024025592 tempest-ServerShowV257Test-2024025592-project-member] [instance: d60294e0-35a3-4c90-8a63-a525ff1c6833] Took 5.91 seconds to spawn the instance on the hypervisor. [ 829.441536] env[62328]: DEBUG nova.compute.manager [None req-ef1f8293-5441-4dc6-bc40-76c65a3b7404 tempest-ServerShowV257Test-2024025592 tempest-ServerShowV257Test-2024025592-project-member] [instance: d60294e0-35a3-4c90-8a63-a525ff1c6833] Checking state {{(pid=62328) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 829.442358] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b648c52f-924c-49d0-912a-ec12ec942780 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 829.494842] env[62328]: DEBUG oslo_vmware.api [None req-28948c8c-cfe5-4eb6-8118-a84446ef63b1 tempest-ImagesOneServerNegativeTestJSON-835227872 tempest-ImagesOneServerNegativeTestJSON-835227872-project-member] Task: {'id': task-2386950, 'name': Rename_Task, 'duration_secs': 0.89198} completed successfully. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 829.495277] env[62328]: DEBUG nova.virt.vmwareapi.vm_util [None req-28948c8c-cfe5-4eb6-8118-a84446ef63b1 tempest-ImagesOneServerNegativeTestJSON-835227872 tempest-ImagesOneServerNegativeTestJSON-835227872-project-member] [instance: 6d447bb5-4cca-436f-a6e1-9b8aa511a981] Powering on the VM {{(pid=62328) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 829.495753] env[62328]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-d1c77f93-8fc8-4fa2-97ca-0ee877b971a8 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 829.502330] env[62328]: DEBUG oslo_vmware.api [None req-28948c8c-cfe5-4eb6-8118-a84446ef63b1 tempest-ImagesOneServerNegativeTestJSON-835227872 tempest-ImagesOneServerNegativeTestJSON-835227872-project-member] Waiting for the task: (returnval){ [ 829.502330] env[62328]: value = "task-2386953" [ 829.502330] env[62328]: _type = "Task" [ 829.502330] env[62328]: } to complete. {{(pid=62328) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 829.512034] env[62328]: DEBUG oslo_vmware.api [None req-28948c8c-cfe5-4eb6-8118-a84446ef63b1 tempest-ImagesOneServerNegativeTestJSON-835227872 tempest-ImagesOneServerNegativeTestJSON-835227872-project-member] Task: {'id': task-2386953, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 829.591172] env[62328]: DEBUG nova.compute.utils [None req-46b24b5c-91ec-49ea-a80c-0daa4cfcf46f tempest-InstanceActionsNegativeTestJSON-58220527 tempest-InstanceActionsNegativeTestJSON-58220527-project-member] Using /dev/sd instead of None {{(pid=62328) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 829.592844] env[62328]: DEBUG nova.compute.manager [None req-46b24b5c-91ec-49ea-a80c-0daa4cfcf46f tempest-InstanceActionsNegativeTestJSON-58220527 tempest-InstanceActionsNegativeTestJSON-58220527-project-member] [instance: be561814-7d4f-4759-9e70-47db6557d87e] Allocating IP information in the background. {{(pid=62328) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 829.593120] env[62328]: DEBUG nova.network.neutron [None req-46b24b5c-91ec-49ea-a80c-0daa4cfcf46f tempest-InstanceActionsNegativeTestJSON-58220527 tempest-InstanceActionsNegativeTestJSON-58220527-project-member] [instance: be561814-7d4f-4759-9e70-47db6557d87e] allocate_for_instance() {{(pid=62328) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 829.602327] env[62328]: DEBUG nova.compute.manager [None req-332cd9a1-235b-4315-894a-68f76363e980 None None] [instance: b7106740-bdd7-4774-8744-cbe21352a31c] Instance has had 0 of 5 cleanup attempts {{(pid=62328) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 829.618277] env[62328]: DEBUG oslo_vmware.api [-] Task: {'id': task-2386951, 'name': CreateVM_Task, 'duration_secs': 0.901731} completed successfully. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 829.618576] env[62328]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c93e23e8-af7d-498b-bc2b-a47568418b05] Created VM on the ESX host {{(pid=62328) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 829.619356] env[62328]: DEBUG oslo_concurrency.lockutils [None req-762a2e13-41a7-44f5-8759-e5dd5abea7ec tempest-ServerShowV247Test-284523986 tempest-ServerShowV247Test-284523986-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/dbf872a4-92be-47e4-8561-c3e2bf2423ab" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 829.619356] env[62328]: DEBUG oslo_concurrency.lockutils [None req-762a2e13-41a7-44f5-8759-e5dd5abea7ec tempest-ServerShowV247Test-284523986 tempest-ServerShowV247Test-284523986-project-member] Acquired lock "[datastore2] devstack-image-cache_base/dbf872a4-92be-47e4-8561-c3e2bf2423ab" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 829.619552] env[62328]: DEBUG oslo_concurrency.lockutils [None req-762a2e13-41a7-44f5-8759-e5dd5abea7ec tempest-ServerShowV247Test-284523986 tempest-ServerShowV247Test-284523986-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/dbf872a4-92be-47e4-8561-c3e2bf2423ab" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 829.620119] env[62328]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fe11acc9-7b8f-461c-a1da-482f0958090e {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 829.625023] env[62328]: DEBUG oslo_vmware.api [None req-762a2e13-41a7-44f5-8759-e5dd5abea7ec tempest-ServerShowV247Test-284523986 tempest-ServerShowV247Test-284523986-project-member] Waiting for the task: (returnval){ [ 829.625023] env[62328]: value = "session[52a6e20e-410d-708a-99f2-080a575a99bd]5254dca2-eb91-17fd-fb10-326cd45a9aa8" [ 829.625023] env[62328]: _type = "Task" [ 829.625023] env[62328]: } to complete. {{(pid=62328) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 829.634359] env[62328]: DEBUG oslo_vmware.api [None req-762a2e13-41a7-44f5-8759-e5dd5abea7ec tempest-ServerShowV247Test-284523986 tempest-ServerShowV247Test-284523986-project-member] Task: {'id': session[52a6e20e-410d-708a-99f2-080a575a99bd]5254dca2-eb91-17fd-fb10-326cd45a9aa8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 829.664753] env[62328]: DEBUG nova.policy [None req-46b24b5c-91ec-49ea-a80c-0daa4cfcf46f tempest-InstanceActionsNegativeTestJSON-58220527 tempest-InstanceActionsNegativeTestJSON-58220527-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '0ec8e08d941544eb92a5146f4f2c33f0', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'f2d8a4cc17504f3da422c8c04d1b0a32', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62328) authorize /opt/stack/nova/nova/policy.py:192}} [ 829.745868] env[62328]: DEBUG oslo_vmware.api [None req-34f7be8d-7dfc-46fc-b658-f8c1cee5e019 tempest-ServerShowV247Test-284523986 tempest-ServerShowV247Test-284523986-project-member] Task: {'id': task-2386952, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 829.787363] env[62328]: DEBUG nova.compute.manager [None req-0a1dfd1d-a4ab-42ad-9cb8-aee0406e5ba1 tempest-ServerActionsTestJSON-389109759 tempest-ServerActionsTestJSON-389109759-project-member] [instance: 95dd703a-595e-467a-a8e9-bef4f806c33f] Starting instance... {{(pid=62328) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 829.970941] env[62328]: INFO nova.compute.manager [None req-ef1f8293-5441-4dc6-bc40-76c65a3b7404 tempest-ServerShowV257Test-2024025592 tempest-ServerShowV257Test-2024025592-project-member] [instance: d60294e0-35a3-4c90-8a63-a525ff1c6833] Took 46.47 seconds to build instance. [ 830.015786] env[62328]: DEBUG oslo_vmware.api [None req-28948c8c-cfe5-4eb6-8118-a84446ef63b1 tempest-ImagesOneServerNegativeTestJSON-835227872 tempest-ImagesOneServerNegativeTestJSON-835227872-project-member] Task: {'id': task-2386953, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 830.097447] env[62328]: DEBUG nova.compute.manager [None req-46b24b5c-91ec-49ea-a80c-0daa4cfcf46f tempest-InstanceActionsNegativeTestJSON-58220527 tempest-InstanceActionsNegativeTestJSON-58220527-project-member] [instance: be561814-7d4f-4759-9e70-47db6557d87e] Start building block device mappings for instance. {{(pid=62328) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 830.111804] env[62328]: DEBUG nova.compute.manager [None req-332cd9a1-235b-4315-894a-68f76363e980 None None] [instance: 9f267eb4-d272-4f61-b795-076cb51f80b6] Instance has had 0 of 5 cleanup attempts {{(pid=62328) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 830.136335] env[62328]: DEBUG oslo_vmware.api [None req-762a2e13-41a7-44f5-8759-e5dd5abea7ec tempest-ServerShowV247Test-284523986 tempest-ServerShowV247Test-284523986-project-member] Task: {'id': session[52a6e20e-410d-708a-99f2-080a575a99bd]5254dca2-eb91-17fd-fb10-326cd45a9aa8, 'name': SearchDatastore_Task, 'duration_secs': 0.019239} completed successfully. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 830.136714] env[62328]: DEBUG oslo_concurrency.lockutils [None req-762a2e13-41a7-44f5-8759-e5dd5abea7ec tempest-ServerShowV247Test-284523986 tempest-ServerShowV247Test-284523986-project-member] Releasing lock "[datastore2] devstack-image-cache_base/dbf872a4-92be-47e4-8561-c3e2bf2423ab" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 830.137635] env[62328]: DEBUG nova.virt.vmwareapi.vmops [None req-762a2e13-41a7-44f5-8759-e5dd5abea7ec tempest-ServerShowV247Test-284523986 tempest-ServerShowV247Test-284523986-project-member] [instance: c93e23e8-af7d-498b-bc2b-a47568418b05] Processing image dbf872a4-92be-47e4-8561-c3e2bf2423ab {{(pid=62328) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 830.137635] env[62328]: DEBUG oslo_concurrency.lockutils [None req-762a2e13-41a7-44f5-8759-e5dd5abea7ec tempest-ServerShowV247Test-284523986 tempest-ServerShowV247Test-284523986-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/dbf872a4-92be-47e4-8561-c3e2bf2423ab/dbf872a4-92be-47e4-8561-c3e2bf2423ab.vmdk" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 830.137635] env[62328]: DEBUG oslo_concurrency.lockutils [None req-762a2e13-41a7-44f5-8759-e5dd5abea7ec tempest-ServerShowV247Test-284523986 tempest-ServerShowV247Test-284523986-project-member] Acquired lock "[datastore2] devstack-image-cache_base/dbf872a4-92be-47e4-8561-c3e2bf2423ab/dbf872a4-92be-47e4-8561-c3e2bf2423ab.vmdk" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.137635] env[62328]: DEBUG nova.virt.vmwareapi.ds_util [None req-762a2e13-41a7-44f5-8759-e5dd5abea7ec tempest-ServerShowV247Test-284523986 tempest-ServerShowV247Test-284523986-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62328) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 830.137850] env[62328]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-5acdfe23-2a60-4b52-9419-7aadd500d4a9 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 830.150163] env[62328]: DEBUG nova.virt.vmwareapi.ds_util [None req-762a2e13-41a7-44f5-8759-e5dd5abea7ec tempest-ServerShowV247Test-284523986 tempest-ServerShowV247Test-284523986-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62328) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 830.150308] env[62328]: DEBUG nova.virt.vmwareapi.vmops [None req-762a2e13-41a7-44f5-8759-e5dd5abea7ec tempest-ServerShowV247Test-284523986 tempest-ServerShowV247Test-284523986-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62328) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 830.151151] env[62328]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8ea9cc7f-4a63-4cf2-95d2-19113340d06f {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 830.158783] env[62328]: DEBUG oslo_vmware.api [None req-762a2e13-41a7-44f5-8759-e5dd5abea7ec tempest-ServerShowV247Test-284523986 tempest-ServerShowV247Test-284523986-project-member] Waiting for the task: (returnval){ [ 830.158783] env[62328]: value = "session[52a6e20e-410d-708a-99f2-080a575a99bd]52250b17-5233-d9df-3c18-eca70ca67a80" [ 830.158783] env[62328]: _type = "Task" [ 830.158783] env[62328]: } to complete. {{(pid=62328) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 830.172144] env[62328]: DEBUG oslo_vmware.api [None req-762a2e13-41a7-44f5-8759-e5dd5abea7ec tempest-ServerShowV247Test-284523986 tempest-ServerShowV247Test-284523986-project-member] Task: {'id': session[52a6e20e-410d-708a-99f2-080a575a99bd]52250b17-5233-d9df-3c18-eca70ca67a80, 'name': SearchDatastore_Task, 'duration_secs': 0.012136} completed successfully. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 830.172946] env[62328]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b37a31f7-d0ea-4ac0-a549-2b201aebb089 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 830.183021] env[62328]: DEBUG oslo_vmware.api [None req-762a2e13-41a7-44f5-8759-e5dd5abea7ec tempest-ServerShowV247Test-284523986 tempest-ServerShowV247Test-284523986-project-member] Waiting for the task: (returnval){ [ 830.183021] env[62328]: value = "session[52a6e20e-410d-708a-99f2-080a575a99bd]52be3a8a-aa40-88e0-c086-2e80b8f18831" [ 830.183021] env[62328]: _type = "Task" [ 830.183021] env[62328]: } to complete. {{(pid=62328) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 830.188206] env[62328]: DEBUG oslo_vmware.api [None req-762a2e13-41a7-44f5-8759-e5dd5abea7ec tempest-ServerShowV247Test-284523986 tempest-ServerShowV247Test-284523986-project-member] Task: {'id': session[52a6e20e-410d-708a-99f2-080a575a99bd]52be3a8a-aa40-88e0-c086-2e80b8f18831, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 830.246389] env[62328]: DEBUG oslo_vmware.api [None req-34f7be8d-7dfc-46fc-b658-f8c1cee5e019 tempest-ServerShowV247Test-284523986 tempest-ServerShowV247Test-284523986-project-member] Task: {'id': task-2386952, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.631135} completed successfully. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 830.246389] env[62328]: DEBUG nova.virt.vmwareapi.vm_util [None req-34f7be8d-7dfc-46fc-b658-f8c1cee5e019 tempest-ServerShowV247Test-284523986 tempest-ServerShowV247Test-284523986-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/dbf872a4-92be-47e4-8561-c3e2bf2423ab/dbf872a4-92be-47e4-8561-c3e2bf2423ab.vmdk to [datastore1] 7b91283b-b15c-414f-a068-8dab2b35f6e3/7b91283b-b15c-414f-a068-8dab2b35f6e3.vmdk {{(pid=62328) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 830.246389] env[62328]: DEBUG nova.virt.vmwareapi.vmops [None req-34f7be8d-7dfc-46fc-b658-f8c1cee5e019 tempest-ServerShowV247Test-284523986 tempest-ServerShowV247Test-284523986-project-member] [instance: 7b91283b-b15c-414f-a068-8dab2b35f6e3] Extending root virtual disk to 1048576 {{(pid=62328) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 830.246747] env[62328]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-7110b1cc-7b24-4005-b2a5-b8a506b0df2d {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 830.252974] env[62328]: DEBUG oslo_vmware.api [None req-34f7be8d-7dfc-46fc-b658-f8c1cee5e019 tempest-ServerShowV247Test-284523986 tempest-ServerShowV247Test-284523986-project-member] Waiting for the task: (returnval){ [ 830.252974] env[62328]: value = "task-2386954" [ 830.252974] env[62328]: _type = "Task" [ 830.252974] env[62328]: } to complete. {{(pid=62328) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 830.258884] env[62328]: DEBUG nova.network.neutron [None req-46b24b5c-91ec-49ea-a80c-0daa4cfcf46f tempest-InstanceActionsNegativeTestJSON-58220527 tempest-InstanceActionsNegativeTestJSON-58220527-project-member] [instance: be561814-7d4f-4759-9e70-47db6557d87e] Successfully created port: e19feb7c-f562-4ca7-9458-752855161fef {{(pid=62328) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 830.268127] env[62328]: DEBUG oslo_vmware.api [None req-34f7be8d-7dfc-46fc-b658-f8c1cee5e019 tempest-ServerShowV247Test-284523986 tempest-ServerShowV247Test-284523986-project-member] Task: {'id': task-2386954, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 830.313020] env[62328]: DEBUG oslo_concurrency.lockutils [None req-0a1dfd1d-a4ab-42ad-9cb8-aee0406e5ba1 tempest-ServerActionsTestJSON-389109759 tempest-ServerActionsTestJSON-389109759-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 830.473024] env[62328]: DEBUG oslo_concurrency.lockutils [None req-ef1f8293-5441-4dc6-bc40-76c65a3b7404 tempest-ServerShowV257Test-2024025592 tempest-ServerShowV257Test-2024025592-project-member] Lock "d60294e0-35a3-4c90-8a63-a525ff1c6833" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 47.985s {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 830.514986] env[62328]: DEBUG oslo_vmware.api [None req-28948c8c-cfe5-4eb6-8118-a84446ef63b1 tempest-ImagesOneServerNegativeTestJSON-835227872 tempest-ImagesOneServerNegativeTestJSON-835227872-project-member] Task: {'id': task-2386953, 'name': PowerOnVM_Task, 'duration_secs': 0.751779} completed successfully. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 830.515301] env[62328]: DEBUG nova.virt.vmwareapi.vm_util [None req-28948c8c-cfe5-4eb6-8118-a84446ef63b1 tempest-ImagesOneServerNegativeTestJSON-835227872 tempest-ImagesOneServerNegativeTestJSON-835227872-project-member] [instance: 6d447bb5-4cca-436f-a6e1-9b8aa511a981] Powered on the VM {{(pid=62328) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 830.515456] env[62328]: INFO nova.compute.manager [None req-28948c8c-cfe5-4eb6-8118-a84446ef63b1 tempest-ImagesOneServerNegativeTestJSON-835227872 tempest-ImagesOneServerNegativeTestJSON-835227872-project-member] [instance: 6d447bb5-4cca-436f-a6e1-9b8aa511a981] Took 9.52 seconds to spawn the instance on the hypervisor. [ 830.515631] env[62328]: DEBUG nova.compute.manager [None req-28948c8c-cfe5-4eb6-8118-a84446ef63b1 tempest-ImagesOneServerNegativeTestJSON-835227872 tempest-ImagesOneServerNegativeTestJSON-835227872-project-member] [instance: 6d447bb5-4cca-436f-a6e1-9b8aa511a981] Checking state {{(pid=62328) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 830.516644] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3ebfc95a-dced-4d7a-b166-b7d23de2ff14 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 830.520757] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-692c7bc7-b677-46f0-8a5c-8816ad05545b {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 830.534440] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6df21abe-481c-4ebc-8e22-e6112c697197 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 830.561152] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aa9813d1-a56f-4109-bd2b-e26349cef005 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 830.568456] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d9262026-cc56-486e-aa2c-ad671e05f772 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 830.582680] env[62328]: DEBUG nova.compute.provider_tree [None req-db523448-1783-4c34-a436-e589df121c5c tempest-AttachVolumeShelveTestJSON-116809589 tempest-AttachVolumeShelveTestJSON-116809589-project-member] Inventory has not changed in ProviderTree for provider: 3469e9f8-04af-49ca-8435-49f104496744 {{(pid=62328) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 830.621547] env[62328]: DEBUG nova.compute.manager [None req-332cd9a1-235b-4315-894a-68f76363e980 None None] [instance: 39d42b89-6e94-4322-9d0b-356672da5cde] Instance has had 0 of 5 cleanup attempts {{(pid=62328) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 830.627109] env[62328]: INFO nova.compute.manager [None req-48899123-d381-40e8-b3a6-4a45d2adf31a tempest-ServerShowV257Test-2024025592 tempest-ServerShowV257Test-2024025592-project-member] [instance: d60294e0-35a3-4c90-8a63-a525ff1c6833] Rebuilding instance [ 830.685213] env[62328]: DEBUG nova.compute.manager [None req-48899123-d381-40e8-b3a6-4a45d2adf31a tempest-ServerShowV257Test-2024025592 tempest-ServerShowV257Test-2024025592-project-member] [instance: d60294e0-35a3-4c90-8a63-a525ff1c6833] Checking state {{(pid=62328) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 830.686242] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4f154492-b1f8-4664-b7de-b29a4cd60008 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 830.695291] env[62328]: DEBUG oslo_vmware.api [None req-762a2e13-41a7-44f5-8759-e5dd5abea7ec tempest-ServerShowV247Test-284523986 tempest-ServerShowV247Test-284523986-project-member] Task: {'id': session[52a6e20e-410d-708a-99f2-080a575a99bd]52be3a8a-aa40-88e0-c086-2e80b8f18831, 'name': SearchDatastore_Task, 'duration_secs': 0.032923} completed successfully. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 830.697497] env[62328]: DEBUG oslo_concurrency.lockutils [None req-762a2e13-41a7-44f5-8759-e5dd5abea7ec tempest-ServerShowV247Test-284523986 tempest-ServerShowV247Test-284523986-project-member] Releasing lock "[datastore2] devstack-image-cache_base/dbf872a4-92be-47e4-8561-c3e2bf2423ab/dbf872a4-92be-47e4-8561-c3e2bf2423ab.vmdk" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 830.697497] env[62328]: DEBUG nova.virt.vmwareapi.vm_util [None req-762a2e13-41a7-44f5-8759-e5dd5abea7ec tempest-ServerShowV247Test-284523986 tempest-ServerShowV247Test-284523986-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/dbf872a4-92be-47e4-8561-c3e2bf2423ab/dbf872a4-92be-47e4-8561-c3e2bf2423ab.vmdk to [datastore2] c93e23e8-af7d-498b-bc2b-a47568418b05/c93e23e8-af7d-498b-bc2b-a47568418b05.vmdk {{(pid=62328) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 830.699434] env[62328]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-f15ac5b6-1c97-45a2-ac95-bef2b14a363a {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 830.705909] env[62328]: DEBUG oslo_vmware.api [None req-762a2e13-41a7-44f5-8759-e5dd5abea7ec tempest-ServerShowV247Test-284523986 tempest-ServerShowV247Test-284523986-project-member] Waiting for the task: (returnval){ [ 830.705909] env[62328]: value = "task-2386955" [ 830.705909] env[62328]: _type = "Task" [ 830.705909] env[62328]: } to complete. {{(pid=62328) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 830.715380] env[62328]: DEBUG oslo_vmware.api [None req-762a2e13-41a7-44f5-8759-e5dd5abea7ec tempest-ServerShowV247Test-284523986 tempest-ServerShowV247Test-284523986-project-member] Task: {'id': task-2386955, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 830.761832] env[62328]: DEBUG oslo_vmware.api [None req-34f7be8d-7dfc-46fc-b658-f8c1cee5e019 tempest-ServerShowV247Test-284523986 tempest-ServerShowV247Test-284523986-project-member] Task: {'id': task-2386954, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.155158} completed successfully. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 830.762115] env[62328]: DEBUG nova.virt.vmwareapi.vmops [None req-34f7be8d-7dfc-46fc-b658-f8c1cee5e019 tempest-ServerShowV247Test-284523986 tempest-ServerShowV247Test-284523986-project-member] [instance: 7b91283b-b15c-414f-a068-8dab2b35f6e3] Extended root virtual disk {{(pid=62328) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 830.762909] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-60299500-4279-4d5b-a52b-ac19689f9f30 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 830.782719] env[62328]: DEBUG nova.virt.vmwareapi.volumeops [None req-34f7be8d-7dfc-46fc-b658-f8c1cee5e019 tempest-ServerShowV247Test-284523986 tempest-ServerShowV247Test-284523986-project-member] [instance: 7b91283b-b15c-414f-a068-8dab2b35f6e3] Reconfiguring VM instance instance-00000042 to attach disk [datastore1] 7b91283b-b15c-414f-a068-8dab2b35f6e3/7b91283b-b15c-414f-a068-8dab2b35f6e3.vmdk or device None with type sparse {{(pid=62328) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 830.783014] env[62328]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4b05aa94-777c-4ce5-96ec-84f7b1730c5b {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 830.803860] env[62328]: DEBUG oslo_vmware.api [None req-34f7be8d-7dfc-46fc-b658-f8c1cee5e019 tempest-ServerShowV247Test-284523986 tempest-ServerShowV247Test-284523986-project-member] Waiting for the task: (returnval){ [ 830.803860] env[62328]: value = "task-2386956" [ 830.803860] env[62328]: _type = "Task" [ 830.803860] env[62328]: } to complete. {{(pid=62328) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 830.811897] env[62328]: DEBUG oslo_vmware.api [None req-34f7be8d-7dfc-46fc-b658-f8c1cee5e019 tempest-ServerShowV247Test-284523986 tempest-ServerShowV247Test-284523986-project-member] Task: {'id': task-2386956, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 831.035969] env[62328]: INFO nova.compute.manager [None req-28948c8c-cfe5-4eb6-8118-a84446ef63b1 tempest-ImagesOneServerNegativeTestJSON-835227872 tempest-ImagesOneServerNegativeTestJSON-835227872-project-member] [instance: 6d447bb5-4cca-436f-a6e1-9b8aa511a981] Took 50.97 seconds to build instance. [ 831.085932] env[62328]: DEBUG nova.scheduler.client.report [None req-db523448-1783-4c34-a436-e589df121c5c tempest-AttachVolumeShelveTestJSON-116809589 tempest-AttachVolumeShelveTestJSON-116809589-project-member] Inventory has not changed for provider 3469e9f8-04af-49ca-8435-49f104496744 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 152, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62328) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 831.111100] env[62328]: DEBUG nova.compute.manager [None req-46b24b5c-91ec-49ea-a80c-0daa4cfcf46f tempest-InstanceActionsNegativeTestJSON-58220527 tempest-InstanceActionsNegativeTestJSON-58220527-project-member] [instance: be561814-7d4f-4759-9e70-47db6557d87e] Start spawning the instance on the hypervisor. {{(pid=62328) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 831.124821] env[62328]: DEBUG nova.compute.manager [None req-332cd9a1-235b-4315-894a-68f76363e980 None None] [instance: 26ce508b-d9c2-42ef-9713-138c359aa4a9] Instance has had 0 of 5 cleanup attempts {{(pid=62328) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 831.143169] env[62328]: DEBUG nova.virt.hardware [None req-46b24b5c-91ec-49ea-a80c-0daa4cfcf46f tempest-InstanceActionsNegativeTestJSON-58220527 tempest-InstanceActionsNegativeTestJSON-58220527-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-07T17:16:55Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-07T17:16:37Z,direct_url=,disk_format='vmdk',id=dbf872a4-92be-47e4-8561-c3e2bf2423ab,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='2a64022f08d84b11a86773b900860ae5',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-07T17:16:38Z,virtual_size=,visibility=), allow threads: False {{(pid=62328) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 831.143169] env[62328]: DEBUG nova.virt.hardware [None req-46b24b5c-91ec-49ea-a80c-0daa4cfcf46f tempest-InstanceActionsNegativeTestJSON-58220527 tempest-InstanceActionsNegativeTestJSON-58220527-project-member] Flavor limits 0:0:0 {{(pid=62328) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 831.143328] env[62328]: DEBUG nova.virt.hardware [None req-46b24b5c-91ec-49ea-a80c-0daa4cfcf46f tempest-InstanceActionsNegativeTestJSON-58220527 tempest-InstanceActionsNegativeTestJSON-58220527-project-member] Image limits 0:0:0 {{(pid=62328) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 831.143356] env[62328]: DEBUG nova.virt.hardware [None req-46b24b5c-91ec-49ea-a80c-0daa4cfcf46f tempest-InstanceActionsNegativeTestJSON-58220527 tempest-InstanceActionsNegativeTestJSON-58220527-project-member] Flavor pref 0:0:0 {{(pid=62328) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 831.143504] env[62328]: DEBUG nova.virt.hardware [None req-46b24b5c-91ec-49ea-a80c-0daa4cfcf46f tempest-InstanceActionsNegativeTestJSON-58220527 tempest-InstanceActionsNegativeTestJSON-58220527-project-member] Image pref 0:0:0 {{(pid=62328) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 831.143700] env[62328]: DEBUG nova.virt.hardware [None req-46b24b5c-91ec-49ea-a80c-0daa4cfcf46f tempest-InstanceActionsNegativeTestJSON-58220527 tempest-InstanceActionsNegativeTestJSON-58220527-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62328) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 831.143952] env[62328]: DEBUG nova.virt.hardware [None req-46b24b5c-91ec-49ea-a80c-0daa4cfcf46f tempest-InstanceActionsNegativeTestJSON-58220527 tempest-InstanceActionsNegativeTestJSON-58220527-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62328) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 831.144163] env[62328]: DEBUG nova.virt.hardware [None req-46b24b5c-91ec-49ea-a80c-0daa4cfcf46f tempest-InstanceActionsNegativeTestJSON-58220527 tempest-InstanceActionsNegativeTestJSON-58220527-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62328) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 831.144341] env[62328]: DEBUG nova.virt.hardware [None req-46b24b5c-91ec-49ea-a80c-0daa4cfcf46f tempest-InstanceActionsNegativeTestJSON-58220527 tempest-InstanceActionsNegativeTestJSON-58220527-project-member] Got 1 possible topologies {{(pid=62328) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 831.144505] env[62328]: DEBUG nova.virt.hardware [None req-46b24b5c-91ec-49ea-a80c-0daa4cfcf46f tempest-InstanceActionsNegativeTestJSON-58220527 tempest-InstanceActionsNegativeTestJSON-58220527-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62328) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 831.144680] env[62328]: DEBUG nova.virt.hardware [None req-46b24b5c-91ec-49ea-a80c-0daa4cfcf46f tempest-InstanceActionsNegativeTestJSON-58220527 tempest-InstanceActionsNegativeTestJSON-58220527-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62328) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 831.145920] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-516cdb71-1fef-44f9-9d8e-f55a601ab719 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 831.154465] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-99861fb6-897d-4ef7-940d-7049c0795a70 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 831.215187] env[62328]: DEBUG oslo_vmware.api [None req-762a2e13-41a7-44f5-8759-e5dd5abea7ec tempest-ServerShowV247Test-284523986 tempest-ServerShowV247Test-284523986-project-member] Task: {'id': task-2386955, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 831.315502] env[62328]: DEBUG oslo_vmware.api [None req-34f7be8d-7dfc-46fc-b658-f8c1cee5e019 tempest-ServerShowV247Test-284523986 tempest-ServerShowV247Test-284523986-project-member] Task: {'id': task-2386956, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 831.537611] env[62328]: DEBUG oslo_concurrency.lockutils [None req-28948c8c-cfe5-4eb6-8118-a84446ef63b1 tempest-ImagesOneServerNegativeTestJSON-835227872 tempest-ImagesOneServerNegativeTestJSON-835227872-project-member] Lock "6d447bb5-4cca-436f-a6e1-9b8aa511a981" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 52.493s {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 831.592989] env[62328]: DEBUG oslo_concurrency.lockutils [None req-db523448-1783-4c34-a436-e589df121c5c tempest-AttachVolumeShelveTestJSON-116809589 tempest-AttachVolumeShelveTestJSON-116809589-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.510s {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 831.593485] env[62328]: DEBUG nova.compute.manager [None req-db523448-1783-4c34-a436-e589df121c5c tempest-AttachVolumeShelveTestJSON-116809589 tempest-AttachVolumeShelveTestJSON-116809589-project-member] [instance: 14c336fc-69e4-4ef8-a50f-e307b9902127] Start building networks asynchronously for instance. {{(pid=62328) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 831.596355] env[62328]: DEBUG oslo_concurrency.lockutils [None req-1b2b420f-7034-412e-bb06-8df70de33cdc tempest-VolumesAdminNegativeTest-179339308 tempest-VolumesAdminNegativeTest-179339308-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 18.198s {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 831.596621] env[62328]: DEBUG nova.objects.instance [None req-1b2b420f-7034-412e-bb06-8df70de33cdc tempest-VolumesAdminNegativeTest-179339308 tempest-VolumesAdminNegativeTest-179339308-project-member] Lazy-loading 'resources' on Instance uuid 2fe24a9d-2976-4a71-8707-04338c61868c {{(pid=62328) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 831.627851] env[62328]: DEBUG nova.compute.manager [None req-332cd9a1-235b-4315-894a-68f76363e980 None None] [instance: bf44560e-3ce4-42b6-8230-481b2094ebcc] Instance has had 0 of 5 cleanup attempts {{(pid=62328) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 831.705583] env[62328]: DEBUG nova.virt.vmwareapi.vm_util [None req-48899123-d381-40e8-b3a6-4a45d2adf31a tempest-ServerShowV257Test-2024025592 tempest-ServerShowV257Test-2024025592-project-member] [instance: d60294e0-35a3-4c90-8a63-a525ff1c6833] Powering off the VM {{(pid=62328) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 831.706419] env[62328]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-79d6030a-cc0a-477f-a49a-4c0325c4e079 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 831.718649] env[62328]: DEBUG oslo_vmware.api [None req-762a2e13-41a7-44f5-8759-e5dd5abea7ec tempest-ServerShowV247Test-284523986 tempest-ServerShowV247Test-284523986-project-member] Task: {'id': task-2386955, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.841844} completed successfully. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 831.719675] env[62328]: DEBUG nova.virt.vmwareapi.vm_util [None req-762a2e13-41a7-44f5-8759-e5dd5abea7ec tempest-ServerShowV247Test-284523986 tempest-ServerShowV247Test-284523986-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/dbf872a4-92be-47e4-8561-c3e2bf2423ab/dbf872a4-92be-47e4-8561-c3e2bf2423ab.vmdk to [datastore2] c93e23e8-af7d-498b-bc2b-a47568418b05/c93e23e8-af7d-498b-bc2b-a47568418b05.vmdk {{(pid=62328) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 831.719905] env[62328]: DEBUG nova.virt.vmwareapi.vmops [None req-762a2e13-41a7-44f5-8759-e5dd5abea7ec tempest-ServerShowV247Test-284523986 tempest-ServerShowV247Test-284523986-project-member] [instance: c93e23e8-af7d-498b-bc2b-a47568418b05] Extending root virtual disk to 1048576 {{(pid=62328) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 831.720237] env[62328]: DEBUG oslo_vmware.api [None req-48899123-d381-40e8-b3a6-4a45d2adf31a tempest-ServerShowV257Test-2024025592 tempest-ServerShowV257Test-2024025592-project-member] Waiting for the task: (returnval){ [ 831.720237] env[62328]: value = "task-2386957" [ 831.720237] env[62328]: _type = "Task" [ 831.720237] env[62328]: } to complete. {{(pid=62328) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 831.721147] env[62328]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-48669847-8771-4666-8edb-ecca9e5ba2a7 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 831.731791] env[62328]: DEBUG oslo_vmware.api [None req-48899123-d381-40e8-b3a6-4a45d2adf31a tempest-ServerShowV257Test-2024025592 tempest-ServerShowV257Test-2024025592-project-member] Task: {'id': task-2386957, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 831.736023] env[62328]: DEBUG oslo_vmware.api [None req-762a2e13-41a7-44f5-8759-e5dd5abea7ec tempest-ServerShowV247Test-284523986 tempest-ServerShowV247Test-284523986-project-member] Waiting for the task: (returnval){ [ 831.736023] env[62328]: value = "task-2386958" [ 831.736023] env[62328]: _type = "Task" [ 831.736023] env[62328]: } to complete. {{(pid=62328) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 831.741114] env[62328]: DEBUG oslo_vmware.api [None req-762a2e13-41a7-44f5-8759-e5dd5abea7ec tempest-ServerShowV247Test-284523986 tempest-ServerShowV247Test-284523986-project-member] Task: {'id': task-2386958, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 831.744524] env[62328]: DEBUG oslo_concurrency.lockutils [None req-bb2fab36-30c7-4089-b09b-cacfb8c34a6e tempest-ImagesOneServerNegativeTestJSON-835227872 tempest-ImagesOneServerNegativeTestJSON-835227872-project-member] Acquiring lock "6d447bb5-4cca-436f-a6e1-9b8aa511a981" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 831.744524] env[62328]: DEBUG oslo_concurrency.lockutils [None req-bb2fab36-30c7-4089-b09b-cacfb8c34a6e tempest-ImagesOneServerNegativeTestJSON-835227872 tempest-ImagesOneServerNegativeTestJSON-835227872-project-member] Lock "6d447bb5-4cca-436f-a6e1-9b8aa511a981" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 831.744524] env[62328]: DEBUG oslo_concurrency.lockutils [None req-bb2fab36-30c7-4089-b09b-cacfb8c34a6e tempest-ImagesOneServerNegativeTestJSON-835227872 tempest-ImagesOneServerNegativeTestJSON-835227872-project-member] Acquiring lock "6d447bb5-4cca-436f-a6e1-9b8aa511a981-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 831.744524] env[62328]: DEBUG oslo_concurrency.lockutils [None req-bb2fab36-30c7-4089-b09b-cacfb8c34a6e tempest-ImagesOneServerNegativeTestJSON-835227872 tempest-ImagesOneServerNegativeTestJSON-835227872-project-member] Lock "6d447bb5-4cca-436f-a6e1-9b8aa511a981-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 831.744524] env[62328]: DEBUG oslo_concurrency.lockutils [None req-bb2fab36-30c7-4089-b09b-cacfb8c34a6e tempest-ImagesOneServerNegativeTestJSON-835227872 tempest-ImagesOneServerNegativeTestJSON-835227872-project-member] Lock "6d447bb5-4cca-436f-a6e1-9b8aa511a981-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 831.746446] env[62328]: INFO nova.compute.manager [None req-bb2fab36-30c7-4089-b09b-cacfb8c34a6e tempest-ImagesOneServerNegativeTestJSON-835227872 tempest-ImagesOneServerNegativeTestJSON-835227872-project-member] [instance: 6d447bb5-4cca-436f-a6e1-9b8aa511a981] Terminating instance [ 831.815361] env[62328]: DEBUG oslo_vmware.api [None req-34f7be8d-7dfc-46fc-b658-f8c1cee5e019 tempest-ServerShowV247Test-284523986 tempest-ServerShowV247Test-284523986-project-member] Task: {'id': task-2386956, 'name': ReconfigVM_Task, 'duration_secs': 0.622492} completed successfully. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 831.815709] env[62328]: DEBUG nova.virt.vmwareapi.volumeops [None req-34f7be8d-7dfc-46fc-b658-f8c1cee5e019 tempest-ServerShowV247Test-284523986 tempest-ServerShowV247Test-284523986-project-member] [instance: 7b91283b-b15c-414f-a068-8dab2b35f6e3] Reconfigured VM instance instance-00000042 to attach disk [datastore1] 7b91283b-b15c-414f-a068-8dab2b35f6e3/7b91283b-b15c-414f-a068-8dab2b35f6e3.vmdk or device None with type sparse {{(pid=62328) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 831.816420] env[62328]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-8f75cee3-bdfa-4fd6-97c8-45ac80030434 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 831.824477] env[62328]: DEBUG oslo_vmware.api [None req-34f7be8d-7dfc-46fc-b658-f8c1cee5e019 tempest-ServerShowV247Test-284523986 tempest-ServerShowV247Test-284523986-project-member] Waiting for the task: (returnval){ [ 831.824477] env[62328]: value = "task-2386959" [ 831.824477] env[62328]: _type = "Task" [ 831.824477] env[62328]: } to complete. {{(pid=62328) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 831.835076] env[62328]: DEBUG oslo_vmware.api [None req-34f7be8d-7dfc-46fc-b658-f8c1cee5e019 tempest-ServerShowV247Test-284523986 tempest-ServerShowV247Test-284523986-project-member] Task: {'id': task-2386959, 'name': Rename_Task} progress is 6%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 831.974365] env[62328]: DEBUG nova.compute.manager [req-93939dd0-f2a4-4ded-92a7-e5ee6d738aaf req-67b2a3e5-82ec-437e-a3c6-c08c71ddc09b service nova] [instance: be561814-7d4f-4759-9e70-47db6557d87e] Received event network-vif-plugged-e19feb7c-f562-4ca7-9458-752855161fef {{(pid=62328) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 831.974641] env[62328]: DEBUG oslo_concurrency.lockutils [req-93939dd0-f2a4-4ded-92a7-e5ee6d738aaf req-67b2a3e5-82ec-437e-a3c6-c08c71ddc09b service nova] Acquiring lock "be561814-7d4f-4759-9e70-47db6557d87e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 831.974837] env[62328]: DEBUG oslo_concurrency.lockutils [req-93939dd0-f2a4-4ded-92a7-e5ee6d738aaf req-67b2a3e5-82ec-437e-a3c6-c08c71ddc09b service nova] Lock "be561814-7d4f-4759-9e70-47db6557d87e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 831.975298] env[62328]: DEBUG oslo_concurrency.lockutils [req-93939dd0-f2a4-4ded-92a7-e5ee6d738aaf req-67b2a3e5-82ec-437e-a3c6-c08c71ddc09b service nova] Lock "be561814-7d4f-4759-9e70-47db6557d87e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 831.975734] env[62328]: DEBUG nova.compute.manager [req-93939dd0-f2a4-4ded-92a7-e5ee6d738aaf req-67b2a3e5-82ec-437e-a3c6-c08c71ddc09b service nova] [instance: be561814-7d4f-4759-9e70-47db6557d87e] No waiting events found dispatching network-vif-plugged-e19feb7c-f562-4ca7-9458-752855161fef {{(pid=62328) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 831.975797] env[62328]: WARNING nova.compute.manager [req-93939dd0-f2a4-4ded-92a7-e5ee6d738aaf req-67b2a3e5-82ec-437e-a3c6-c08c71ddc09b service nova] [instance: be561814-7d4f-4759-9e70-47db6557d87e] Received unexpected event network-vif-plugged-e19feb7c-f562-4ca7-9458-752855161fef for instance with vm_state building and task_state spawning. [ 832.025711] env[62328]: DEBUG nova.network.neutron [None req-46b24b5c-91ec-49ea-a80c-0daa4cfcf46f tempest-InstanceActionsNegativeTestJSON-58220527 tempest-InstanceActionsNegativeTestJSON-58220527-project-member] [instance: be561814-7d4f-4759-9e70-47db6557d87e] Successfully updated port: e19feb7c-f562-4ca7-9458-752855161fef {{(pid=62328) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 832.100180] env[62328]: DEBUG nova.compute.utils [None req-db523448-1783-4c34-a436-e589df121c5c tempest-AttachVolumeShelveTestJSON-116809589 tempest-AttachVolumeShelveTestJSON-116809589-project-member] Using /dev/sd instead of None {{(pid=62328) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 832.105321] env[62328]: DEBUG nova.compute.manager [None req-db523448-1783-4c34-a436-e589df121c5c tempest-AttachVolumeShelveTestJSON-116809589 tempest-AttachVolumeShelveTestJSON-116809589-project-member] [instance: 14c336fc-69e4-4ef8-a50f-e307b9902127] Allocating IP information in the background. {{(pid=62328) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 832.105321] env[62328]: DEBUG nova.network.neutron [None req-db523448-1783-4c34-a436-e589df121c5c tempest-AttachVolumeShelveTestJSON-116809589 tempest-AttachVolumeShelveTestJSON-116809589-project-member] [instance: 14c336fc-69e4-4ef8-a50f-e307b9902127] allocate_for_instance() {{(pid=62328) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 832.133998] env[62328]: DEBUG nova.compute.manager [None req-332cd9a1-235b-4315-894a-68f76363e980 None None] [instance: 5f192c3a-1f44-4471-afec-76a321dfd557] Instance has had 0 of 5 cleanup attempts {{(pid=62328) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 832.182407] env[62328]: DEBUG nova.policy [None req-db523448-1783-4c34-a436-e589df121c5c tempest-AttachVolumeShelveTestJSON-116809589 tempest-AttachVolumeShelveTestJSON-116809589-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'c34d4f254cc14c36a7055296fce0cc82', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'f7ed1d0f45904d658c8becad7c3f621c', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62328) authorize /opt/stack/nova/nova/policy.py:192}} [ 832.232596] env[62328]: DEBUG oslo_vmware.api [None req-48899123-d381-40e8-b3a6-4a45d2adf31a tempest-ServerShowV257Test-2024025592 tempest-ServerShowV257Test-2024025592-project-member] Task: {'id': task-2386957, 'name': PowerOffVM_Task, 'duration_secs': 0.110614} completed successfully. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 832.235489] env[62328]: DEBUG nova.virt.vmwareapi.vm_util [None req-48899123-d381-40e8-b3a6-4a45d2adf31a tempest-ServerShowV257Test-2024025592 tempest-ServerShowV257Test-2024025592-project-member] [instance: d60294e0-35a3-4c90-8a63-a525ff1c6833] Powered off the VM {{(pid=62328) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 832.235489] env[62328]: DEBUG nova.virt.vmwareapi.vmops [None req-48899123-d381-40e8-b3a6-4a45d2adf31a tempest-ServerShowV257Test-2024025592 tempest-ServerShowV257Test-2024025592-project-member] [instance: d60294e0-35a3-4c90-8a63-a525ff1c6833] Destroying instance {{(pid=62328) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 832.240978] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dd5c2a64-33f8-4bfa-8bd6-8ceb554dbcb2 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 832.250493] env[62328]: DEBUG nova.compute.manager [None req-bb2fab36-30c7-4089-b09b-cacfb8c34a6e tempest-ImagesOneServerNegativeTestJSON-835227872 tempest-ImagesOneServerNegativeTestJSON-835227872-project-member] [instance: 6d447bb5-4cca-436f-a6e1-9b8aa511a981] Start destroying the instance on the hypervisor. {{(pid=62328) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 832.250566] env[62328]: DEBUG nova.virt.vmwareapi.vmops [None req-bb2fab36-30c7-4089-b09b-cacfb8c34a6e tempest-ImagesOneServerNegativeTestJSON-835227872 tempest-ImagesOneServerNegativeTestJSON-835227872-project-member] [instance: 6d447bb5-4cca-436f-a6e1-9b8aa511a981] Destroying instance {{(pid=62328) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 832.255154] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b55d9517-5c00-49bc-a2a8-f49d2c290435 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 832.266737] env[62328]: DEBUG oslo_vmware.api [None req-762a2e13-41a7-44f5-8759-e5dd5abea7ec tempest-ServerShowV247Test-284523986 tempest-ServerShowV247Test-284523986-project-member] Task: {'id': task-2386958, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.078724} completed successfully. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 832.267042] env[62328]: DEBUG nova.virt.vmwareapi.vmops [None req-48899123-d381-40e8-b3a6-4a45d2adf31a tempest-ServerShowV257Test-2024025592 tempest-ServerShowV257Test-2024025592-project-member] [instance: d60294e0-35a3-4c90-8a63-a525ff1c6833] Unregistering the VM {{(pid=62328) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 832.267782] env[62328]: DEBUG nova.virt.vmwareapi.vmops [None req-762a2e13-41a7-44f5-8759-e5dd5abea7ec tempest-ServerShowV247Test-284523986 tempest-ServerShowV247Test-284523986-project-member] [instance: c93e23e8-af7d-498b-bc2b-a47568418b05] Extended root virtual disk {{(pid=62328) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 832.268609] env[62328]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-15963644-dc9d-4b5b-9821-0640b2d15df4 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 832.272114] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2953333a-66bf-4705-9077-4c51c0bf9d5d {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 832.274093] env[62328]: DEBUG nova.virt.vmwareapi.vm_util [None req-bb2fab36-30c7-4089-b09b-cacfb8c34a6e tempest-ImagesOneServerNegativeTestJSON-835227872 tempest-ImagesOneServerNegativeTestJSON-835227872-project-member] [instance: 6d447bb5-4cca-436f-a6e1-9b8aa511a981] Powering off the VM {{(pid=62328) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 832.274684] env[62328]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-468cdeb5-7148-49e2-b71f-a7f035a53ff6 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 832.294931] env[62328]: DEBUG nova.virt.vmwareapi.volumeops [None req-762a2e13-41a7-44f5-8759-e5dd5abea7ec tempest-ServerShowV247Test-284523986 tempest-ServerShowV247Test-284523986-project-member] [instance: c93e23e8-af7d-498b-bc2b-a47568418b05] Reconfiguring VM instance instance-00000043 to attach disk [datastore2] c93e23e8-af7d-498b-bc2b-a47568418b05/c93e23e8-af7d-498b-bc2b-a47568418b05.vmdk or device None with type sparse {{(pid=62328) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 832.299059] env[62328]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0961fbb8-11d7-43c4-9f10-18e9032bd70b {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 832.314395] env[62328]: DEBUG oslo_vmware.api [None req-bb2fab36-30c7-4089-b09b-cacfb8c34a6e tempest-ImagesOneServerNegativeTestJSON-835227872 tempest-ImagesOneServerNegativeTestJSON-835227872-project-member] Waiting for the task: (returnval){ [ 832.314395] env[62328]: value = "task-2386961" [ 832.314395] env[62328]: _type = "Task" [ 832.314395] env[62328]: } to complete. {{(pid=62328) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 832.316357] env[62328]: DEBUG nova.virt.vmwareapi.vmops [None req-48899123-d381-40e8-b3a6-4a45d2adf31a tempest-ServerShowV257Test-2024025592 tempest-ServerShowV257Test-2024025592-project-member] [instance: d60294e0-35a3-4c90-8a63-a525ff1c6833] Unregistered the VM {{(pid=62328) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 832.316423] env[62328]: DEBUG nova.virt.vmwareapi.vmops [None req-48899123-d381-40e8-b3a6-4a45d2adf31a tempest-ServerShowV257Test-2024025592 tempest-ServerShowV257Test-2024025592-project-member] [instance: d60294e0-35a3-4c90-8a63-a525ff1c6833] Deleting contents of the VM from datastore datastore1 {{(pid=62328) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 832.316596] env[62328]: DEBUG nova.virt.vmwareapi.ds_util [None req-48899123-d381-40e8-b3a6-4a45d2adf31a tempest-ServerShowV257Test-2024025592 tempest-ServerShowV257Test-2024025592-project-member] Deleting the datastore file [datastore1] d60294e0-35a3-4c90-8a63-a525ff1c6833 {{(pid=62328) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 832.320393] env[62328]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-17d88011-e8d8-428b-9eb9-f628b1ee22bd {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 832.323822] env[62328]: DEBUG oslo_vmware.api [None req-762a2e13-41a7-44f5-8759-e5dd5abea7ec tempest-ServerShowV247Test-284523986 tempest-ServerShowV247Test-284523986-project-member] Waiting for the task: (returnval){ [ 832.323822] env[62328]: value = "task-2386962" [ 832.323822] env[62328]: _type = "Task" [ 832.323822] env[62328]: } to complete. {{(pid=62328) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 832.337277] env[62328]: DEBUG oslo_vmware.api [None req-bb2fab36-30c7-4089-b09b-cacfb8c34a6e tempest-ImagesOneServerNegativeTestJSON-835227872 tempest-ImagesOneServerNegativeTestJSON-835227872-project-member] Task: {'id': task-2386961, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 832.337842] env[62328]: DEBUG oslo_vmware.api [None req-48899123-d381-40e8-b3a6-4a45d2adf31a tempest-ServerShowV257Test-2024025592 tempest-ServerShowV257Test-2024025592-project-member] Waiting for the task: (returnval){ [ 832.337842] env[62328]: value = "task-2386963" [ 832.337842] env[62328]: _type = "Task" [ 832.337842] env[62328]: } to complete. {{(pid=62328) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 832.347728] env[62328]: DEBUG oslo_vmware.api [None req-762a2e13-41a7-44f5-8759-e5dd5abea7ec tempest-ServerShowV247Test-284523986 tempest-ServerShowV247Test-284523986-project-member] Task: {'id': task-2386962, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 832.348117] env[62328]: DEBUG oslo_vmware.api [None req-34f7be8d-7dfc-46fc-b658-f8c1cee5e019 tempest-ServerShowV247Test-284523986 tempest-ServerShowV247Test-284523986-project-member] Task: {'id': task-2386959, 'name': Rename_Task, 'duration_secs': 0.142226} completed successfully. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 832.351988] env[62328]: DEBUG nova.virt.vmwareapi.vm_util [None req-34f7be8d-7dfc-46fc-b658-f8c1cee5e019 tempest-ServerShowV247Test-284523986 tempest-ServerShowV247Test-284523986-project-member] [instance: 7b91283b-b15c-414f-a068-8dab2b35f6e3] Powering on the VM {{(pid=62328) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 832.352479] env[62328]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-e7c3a19c-15d8-415c-ae40-e50aa7084dd9 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 832.357563] env[62328]: DEBUG oslo_vmware.api [None req-48899123-d381-40e8-b3a6-4a45d2adf31a tempest-ServerShowV257Test-2024025592 tempest-ServerShowV257Test-2024025592-project-member] Task: {'id': task-2386963, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 832.362222] env[62328]: DEBUG oslo_vmware.api [None req-34f7be8d-7dfc-46fc-b658-f8c1cee5e019 tempest-ServerShowV247Test-284523986 tempest-ServerShowV247Test-284523986-project-member] Waiting for the task: (returnval){ [ 832.362222] env[62328]: value = "task-2386964" [ 832.362222] env[62328]: _type = "Task" [ 832.362222] env[62328]: } to complete. {{(pid=62328) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 832.370472] env[62328]: DEBUG oslo_vmware.api [None req-34f7be8d-7dfc-46fc-b658-f8c1cee5e019 tempest-ServerShowV247Test-284523986 tempest-ServerShowV247Test-284523986-project-member] Task: {'id': task-2386964, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 832.528880] env[62328]: DEBUG oslo_concurrency.lockutils [None req-46b24b5c-91ec-49ea-a80c-0daa4cfcf46f tempest-InstanceActionsNegativeTestJSON-58220527 tempest-InstanceActionsNegativeTestJSON-58220527-project-member] Acquiring lock "refresh_cache-be561814-7d4f-4759-9e70-47db6557d87e" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 832.528931] env[62328]: DEBUG oslo_concurrency.lockutils [None req-46b24b5c-91ec-49ea-a80c-0daa4cfcf46f tempest-InstanceActionsNegativeTestJSON-58220527 tempest-InstanceActionsNegativeTestJSON-58220527-project-member] Acquired lock "refresh_cache-be561814-7d4f-4759-9e70-47db6557d87e" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.529110] env[62328]: DEBUG nova.network.neutron [None req-46b24b5c-91ec-49ea-a80c-0daa4cfcf46f tempest-InstanceActionsNegativeTestJSON-58220527 tempest-InstanceActionsNegativeTestJSON-58220527-project-member] [instance: be561814-7d4f-4759-9e70-47db6557d87e] Building network info cache for instance {{(pid=62328) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 832.554149] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ffcec4c9-e2e5-40c2-aa1d-2cc072347172 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 832.567908] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9040eccd-878c-459c-8c34-f28537e70c84 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 832.597895] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e05fb5c5-da1f-4d40-a4a2-38a8bc471da4 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 832.606069] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0cffc355-0156-436f-8e4f-467c37399d2b {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 832.612441] env[62328]: DEBUG nova.compute.manager [None req-db523448-1783-4c34-a436-e589df121c5c tempest-AttachVolumeShelveTestJSON-116809589 tempest-AttachVolumeShelveTestJSON-116809589-project-member] [instance: 14c336fc-69e4-4ef8-a50f-e307b9902127] Start building block device mappings for instance. {{(pid=62328) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 832.625789] env[62328]: DEBUG nova.compute.provider_tree [None req-1b2b420f-7034-412e-bb06-8df70de33cdc tempest-VolumesAdminNegativeTest-179339308 tempest-VolumesAdminNegativeTest-179339308-project-member] Inventory has not changed in ProviderTree for provider: 3469e9f8-04af-49ca-8435-49f104496744 {{(pid=62328) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 832.638256] env[62328]: DEBUG nova.compute.manager [None req-332cd9a1-235b-4315-894a-68f76363e980 None None] [instance: f70d129f-1468-4834-b753-8c602837eff0] Instance has had 0 of 5 cleanup attempts {{(pid=62328) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 832.826573] env[62328]: DEBUG oslo_vmware.api [None req-bb2fab36-30c7-4089-b09b-cacfb8c34a6e tempest-ImagesOneServerNegativeTestJSON-835227872 tempest-ImagesOneServerNegativeTestJSON-835227872-project-member] Task: {'id': task-2386961, 'name': PowerOffVM_Task, 'duration_secs': 0.189152} completed successfully. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 832.829599] env[62328]: DEBUG nova.virt.vmwareapi.vm_util [None req-bb2fab36-30c7-4089-b09b-cacfb8c34a6e tempest-ImagesOneServerNegativeTestJSON-835227872 tempest-ImagesOneServerNegativeTestJSON-835227872-project-member] [instance: 6d447bb5-4cca-436f-a6e1-9b8aa511a981] Powered off the VM {{(pid=62328) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 832.829812] env[62328]: DEBUG nova.virt.vmwareapi.vmops [None req-bb2fab36-30c7-4089-b09b-cacfb8c34a6e tempest-ImagesOneServerNegativeTestJSON-835227872 tempest-ImagesOneServerNegativeTestJSON-835227872-project-member] [instance: 6d447bb5-4cca-436f-a6e1-9b8aa511a981] Unregistering the VM {{(pid=62328) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 832.830128] env[62328]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-0a32d68e-9931-4bab-b94a-41a61c1cf15d {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 832.842021] env[62328]: DEBUG oslo_vmware.api [None req-762a2e13-41a7-44f5-8759-e5dd5abea7ec tempest-ServerShowV247Test-284523986 tempest-ServerShowV247Test-284523986-project-member] Task: {'id': task-2386962, 'name': ReconfigVM_Task, 'duration_secs': 0.338496} completed successfully. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 832.842021] env[62328]: DEBUG nova.virt.vmwareapi.volumeops [None req-762a2e13-41a7-44f5-8759-e5dd5abea7ec tempest-ServerShowV247Test-284523986 tempest-ServerShowV247Test-284523986-project-member] [instance: c93e23e8-af7d-498b-bc2b-a47568418b05] Reconfigured VM instance instance-00000043 to attach disk [datastore2] c93e23e8-af7d-498b-bc2b-a47568418b05/c93e23e8-af7d-498b-bc2b-a47568418b05.vmdk or device None with type sparse {{(pid=62328) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 832.842534] env[62328]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-7122dcc7-003b-44fe-b260-26abbd59db4d {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 832.852027] env[62328]: DEBUG oslo_vmware.api [None req-48899123-d381-40e8-b3a6-4a45d2adf31a tempest-ServerShowV257Test-2024025592 tempest-ServerShowV257Test-2024025592-project-member] Task: {'id': task-2386963, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.149835} completed successfully. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 832.852027] env[62328]: DEBUG nova.virt.vmwareapi.ds_util [None req-48899123-d381-40e8-b3a6-4a45d2adf31a tempest-ServerShowV257Test-2024025592 tempest-ServerShowV257Test-2024025592-project-member] Deleted the datastore file {{(pid=62328) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 832.852027] env[62328]: DEBUG nova.virt.vmwareapi.vmops [None req-48899123-d381-40e8-b3a6-4a45d2adf31a tempest-ServerShowV257Test-2024025592 tempest-ServerShowV257Test-2024025592-project-member] [instance: d60294e0-35a3-4c90-8a63-a525ff1c6833] Deleted contents of the VM from datastore datastore1 {{(pid=62328) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 832.852027] env[62328]: DEBUG nova.virt.vmwareapi.vmops [None req-48899123-d381-40e8-b3a6-4a45d2adf31a tempest-ServerShowV257Test-2024025592 tempest-ServerShowV257Test-2024025592-project-member] [instance: d60294e0-35a3-4c90-8a63-a525ff1c6833] Instance destroyed {{(pid=62328) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 832.854466] env[62328]: DEBUG oslo_vmware.api [None req-762a2e13-41a7-44f5-8759-e5dd5abea7ec tempest-ServerShowV247Test-284523986 tempest-ServerShowV247Test-284523986-project-member] Waiting for the task: (returnval){ [ 832.854466] env[62328]: value = "task-2386966" [ 832.854466] env[62328]: _type = "Task" [ 832.854466] env[62328]: } to complete. {{(pid=62328) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 832.873194] env[62328]: DEBUG oslo_vmware.api [None req-762a2e13-41a7-44f5-8759-e5dd5abea7ec tempest-ServerShowV247Test-284523986 tempest-ServerShowV247Test-284523986-project-member] Task: {'id': task-2386966, 'name': Rename_Task} progress is 5%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 832.883110] env[62328]: DEBUG oslo_vmware.api [None req-34f7be8d-7dfc-46fc-b658-f8c1cee5e019 tempest-ServerShowV247Test-284523986 tempest-ServerShowV247Test-284523986-project-member] Task: {'id': task-2386964, 'name': PowerOnVM_Task, 'duration_secs': 0.456814} completed successfully. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 832.883110] env[62328]: DEBUG nova.virt.vmwareapi.vm_util [None req-34f7be8d-7dfc-46fc-b658-f8c1cee5e019 tempest-ServerShowV247Test-284523986 tempest-ServerShowV247Test-284523986-project-member] [instance: 7b91283b-b15c-414f-a068-8dab2b35f6e3] Powered on the VM {{(pid=62328) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 832.883110] env[62328]: INFO nova.compute.manager [None req-34f7be8d-7dfc-46fc-b658-f8c1cee5e019 tempest-ServerShowV247Test-284523986 tempest-ServerShowV247Test-284523986-project-member] [instance: 7b91283b-b15c-414f-a068-8dab2b35f6e3] Took 6.88 seconds to spawn the instance on the hypervisor. [ 832.883110] env[62328]: DEBUG nova.compute.manager [None req-34f7be8d-7dfc-46fc-b658-f8c1cee5e019 tempest-ServerShowV247Test-284523986 tempest-ServerShowV247Test-284523986-project-member] [instance: 7b91283b-b15c-414f-a068-8dab2b35f6e3] Checking state {{(pid=62328) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 832.883110] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f74aae67-f45c-40bb-a747-a484f1d0febe {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 832.943830] env[62328]: DEBUG nova.network.neutron [None req-db523448-1783-4c34-a436-e589df121c5c tempest-AttachVolumeShelveTestJSON-116809589 tempest-AttachVolumeShelveTestJSON-116809589-project-member] [instance: 14c336fc-69e4-4ef8-a50f-e307b9902127] Successfully created port: 4b52fd26-0fb8-45e8-968b-9005eecb9af7 {{(pid=62328) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 833.105138] env[62328]: DEBUG nova.network.neutron [None req-46b24b5c-91ec-49ea-a80c-0daa4cfcf46f tempest-InstanceActionsNegativeTestJSON-58220527 tempest-InstanceActionsNegativeTestJSON-58220527-project-member] [instance: be561814-7d4f-4759-9e70-47db6557d87e] Instance cache missing network info. {{(pid=62328) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 833.131209] env[62328]: DEBUG nova.scheduler.client.report [None req-1b2b420f-7034-412e-bb06-8df70de33cdc tempest-VolumesAdminNegativeTest-179339308 tempest-VolumesAdminNegativeTest-179339308-project-member] Inventory has not changed for provider 3469e9f8-04af-49ca-8435-49f104496744 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 152, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62328) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 833.142360] env[62328]: DEBUG nova.compute.manager [None req-332cd9a1-235b-4315-894a-68f76363e980 None None] [instance: 911e8910-7b82-4557-af15-99cf96b7314e] Instance has had 0 of 5 cleanup attempts {{(pid=62328) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 833.205812] env[62328]: DEBUG nova.virt.vmwareapi.vmops [None req-bb2fab36-30c7-4089-b09b-cacfb8c34a6e tempest-ImagesOneServerNegativeTestJSON-835227872 tempest-ImagesOneServerNegativeTestJSON-835227872-project-member] [instance: 6d447bb5-4cca-436f-a6e1-9b8aa511a981] Unregistered the VM {{(pid=62328) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 833.206056] env[62328]: DEBUG nova.virt.vmwareapi.vmops [None req-bb2fab36-30c7-4089-b09b-cacfb8c34a6e tempest-ImagesOneServerNegativeTestJSON-835227872 tempest-ImagesOneServerNegativeTestJSON-835227872-project-member] [instance: 6d447bb5-4cca-436f-a6e1-9b8aa511a981] Deleting contents of the VM from datastore datastore1 {{(pid=62328) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 833.206252] env[62328]: DEBUG nova.virt.vmwareapi.ds_util [None req-bb2fab36-30c7-4089-b09b-cacfb8c34a6e tempest-ImagesOneServerNegativeTestJSON-835227872 tempest-ImagesOneServerNegativeTestJSON-835227872-project-member] Deleting the datastore file [datastore1] 6d447bb5-4cca-436f-a6e1-9b8aa511a981 {{(pid=62328) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 833.206521] env[62328]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-4f3d6c33-9430-40eb-91f9-4cc81e9fb6dd {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 833.214135] env[62328]: DEBUG oslo_vmware.api [None req-bb2fab36-30c7-4089-b09b-cacfb8c34a6e tempest-ImagesOneServerNegativeTestJSON-835227872 tempest-ImagesOneServerNegativeTestJSON-835227872-project-member] Waiting for the task: (returnval){ [ 833.214135] env[62328]: value = "task-2386967" [ 833.214135] env[62328]: _type = "Task" [ 833.214135] env[62328]: } to complete. {{(pid=62328) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 833.222274] env[62328]: DEBUG oslo_vmware.api [None req-bb2fab36-30c7-4089-b09b-cacfb8c34a6e tempest-ImagesOneServerNegativeTestJSON-835227872 tempest-ImagesOneServerNegativeTestJSON-835227872-project-member] Task: {'id': task-2386967, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 833.368577] env[62328]: DEBUG oslo_vmware.api [None req-762a2e13-41a7-44f5-8759-e5dd5abea7ec tempest-ServerShowV247Test-284523986 tempest-ServerShowV247Test-284523986-project-member] Task: {'id': task-2386966, 'name': Rename_Task, 'duration_secs': 0.307735} completed successfully. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 833.368577] env[62328]: DEBUG nova.virt.vmwareapi.vm_util [None req-762a2e13-41a7-44f5-8759-e5dd5abea7ec tempest-ServerShowV247Test-284523986 tempest-ServerShowV247Test-284523986-project-member] [instance: c93e23e8-af7d-498b-bc2b-a47568418b05] Powering on the VM {{(pid=62328) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 833.372017] env[62328]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-22420478-589a-4ca1-b070-3fcd9e76c8d4 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 833.375796] env[62328]: DEBUG oslo_vmware.api [None req-762a2e13-41a7-44f5-8759-e5dd5abea7ec tempest-ServerShowV247Test-284523986 tempest-ServerShowV247Test-284523986-project-member] Waiting for the task: (returnval){ [ 833.375796] env[62328]: value = "task-2386968" [ 833.375796] env[62328]: _type = "Task" [ 833.375796] env[62328]: } to complete. {{(pid=62328) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 833.385626] env[62328]: DEBUG oslo_vmware.api [None req-762a2e13-41a7-44f5-8759-e5dd5abea7ec tempest-ServerShowV247Test-284523986 tempest-ServerShowV247Test-284523986-project-member] Task: {'id': task-2386968, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 833.403205] env[62328]: INFO nova.compute.manager [None req-34f7be8d-7dfc-46fc-b658-f8c1cee5e019 tempest-ServerShowV247Test-284523986 tempest-ServerShowV247Test-284523986-project-member] [instance: 7b91283b-b15c-414f-a068-8dab2b35f6e3] Took 38.03 seconds to build instance. [ 833.430309] env[62328]: DEBUG nova.network.neutron [None req-46b24b5c-91ec-49ea-a80c-0daa4cfcf46f tempest-InstanceActionsNegativeTestJSON-58220527 tempest-InstanceActionsNegativeTestJSON-58220527-project-member] [instance: be561814-7d4f-4759-9e70-47db6557d87e] Updating instance_info_cache with network_info: [{"id": "e19feb7c-f562-4ca7-9458-752855161fef", "address": "fa:16:3e:0a:86:d4", "network": {"id": "cbeefb3b-91f7-4ed9-9973-dc7f16891f28", "bridge": "br-int", "label": "tempest-InstanceActionsNegativeTestJSON-543596646-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f2d8a4cc17504f3da422c8c04d1b0a32", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "98d96b75-ac36-499a-adc2-130c8c1d55ca", "external-id": "nsx-vlan-transportzone-564", "segmentation_id": 564, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape19feb7c-f5", "ovs_interfaceid": "e19feb7c-f562-4ca7-9458-752855161fef", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62328) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 833.625832] env[62328]: DEBUG nova.compute.manager [None req-db523448-1783-4c34-a436-e589df121c5c tempest-AttachVolumeShelveTestJSON-116809589 tempest-AttachVolumeShelveTestJSON-116809589-project-member] [instance: 14c336fc-69e4-4ef8-a50f-e307b9902127] Start spawning the instance on the hypervisor. {{(pid=62328) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 833.640406] env[62328]: DEBUG oslo_concurrency.lockutils [None req-1b2b420f-7034-412e-bb06-8df70de33cdc tempest-VolumesAdminNegativeTest-179339308 tempest-VolumesAdminNegativeTest-179339308-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.044s {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 833.643401] env[62328]: DEBUG oslo_concurrency.lockutils [None req-e5d0ae8d-c418-49ce-9034-f9923bdaadea tempest-ImagesTestJSON-1776717495 tempest-ImagesTestJSON-1776717495-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 18.154s {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 833.644938] env[62328]: INFO nova.compute.claims [None req-e5d0ae8d-c418-49ce-9034-f9923bdaadea tempest-ImagesTestJSON-1776717495 tempest-ImagesTestJSON-1776717495-project-member] [instance: e237fc84-753c-4824-a26a-498ba160f4f9] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 833.648023] env[62328]: DEBUG nova.compute.manager [None req-332cd9a1-235b-4315-894a-68f76363e980 None None] [instance: 4584a496-3f79-40ce-bf30-178bb7c0afcc] Instance has had 0 of 5 cleanup attempts {{(pid=62328) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 833.669563] env[62328]: DEBUG nova.virt.hardware [None req-db523448-1783-4c34-a436-e589df121c5c tempest-AttachVolumeShelveTestJSON-116809589 tempest-AttachVolumeShelveTestJSON-116809589-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-07T17:16:55Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-07T17:16:37Z,direct_url=,disk_format='vmdk',id=dbf872a4-92be-47e4-8561-c3e2bf2423ab,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='2a64022f08d84b11a86773b900860ae5',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-07T17:16:38Z,virtual_size=,visibility=), allow threads: False {{(pid=62328) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 833.669805] env[62328]: DEBUG nova.virt.hardware [None req-db523448-1783-4c34-a436-e589df121c5c tempest-AttachVolumeShelveTestJSON-116809589 tempest-AttachVolumeShelveTestJSON-116809589-project-member] Flavor limits 0:0:0 {{(pid=62328) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 833.669958] env[62328]: DEBUG nova.virt.hardware [None req-db523448-1783-4c34-a436-e589df121c5c tempest-AttachVolumeShelveTestJSON-116809589 tempest-AttachVolumeShelveTestJSON-116809589-project-member] Image limits 0:0:0 {{(pid=62328) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 833.671606] env[62328]: DEBUG nova.virt.hardware [None req-db523448-1783-4c34-a436-e589df121c5c tempest-AttachVolumeShelveTestJSON-116809589 tempest-AttachVolumeShelveTestJSON-116809589-project-member] Flavor pref 0:0:0 {{(pid=62328) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 833.671606] env[62328]: DEBUG nova.virt.hardware [None req-db523448-1783-4c34-a436-e589df121c5c tempest-AttachVolumeShelveTestJSON-116809589 tempest-AttachVolumeShelveTestJSON-116809589-project-member] Image pref 0:0:0 {{(pid=62328) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 833.671606] env[62328]: DEBUG nova.virt.hardware [None req-db523448-1783-4c34-a436-e589df121c5c tempest-AttachVolumeShelveTestJSON-116809589 tempest-AttachVolumeShelveTestJSON-116809589-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62328) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 833.674991] env[62328]: DEBUG nova.virt.hardware [None req-db523448-1783-4c34-a436-e589df121c5c tempest-AttachVolumeShelveTestJSON-116809589 tempest-AttachVolumeShelveTestJSON-116809589-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62328) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 833.674991] env[62328]: DEBUG nova.virt.hardware [None req-db523448-1783-4c34-a436-e589df121c5c tempest-AttachVolumeShelveTestJSON-116809589 tempest-AttachVolumeShelveTestJSON-116809589-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62328) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 833.674991] env[62328]: DEBUG nova.virt.hardware [None req-db523448-1783-4c34-a436-e589df121c5c tempest-AttachVolumeShelveTestJSON-116809589 tempest-AttachVolumeShelveTestJSON-116809589-project-member] Got 1 possible topologies {{(pid=62328) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 833.674991] env[62328]: DEBUG nova.virt.hardware [None req-db523448-1783-4c34-a436-e589df121c5c tempest-AttachVolumeShelveTestJSON-116809589 tempest-AttachVolumeShelveTestJSON-116809589-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62328) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 833.674991] env[62328]: DEBUG nova.virt.hardware [None req-db523448-1783-4c34-a436-e589df121c5c tempest-AttachVolumeShelveTestJSON-116809589 tempest-AttachVolumeShelveTestJSON-116809589-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62328) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 833.675299] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0232cdb7-d779-4ab8-950c-b8b417cd90bd {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 833.681677] env[62328]: INFO nova.scheduler.client.report [None req-1b2b420f-7034-412e-bb06-8df70de33cdc tempest-VolumesAdminNegativeTest-179339308 tempest-VolumesAdminNegativeTest-179339308-project-member] Deleted allocations for instance 2fe24a9d-2976-4a71-8707-04338c61868c [ 833.689579] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9bc8bb9a-8e55-4925-a5e6-ffa57fdc6bed {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 833.725748] env[62328]: DEBUG oslo_vmware.api [None req-bb2fab36-30c7-4089-b09b-cacfb8c34a6e tempest-ImagesOneServerNegativeTestJSON-835227872 tempest-ImagesOneServerNegativeTestJSON-835227872-project-member] Task: {'id': task-2386967, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.184167} completed successfully. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 833.726082] env[62328]: DEBUG nova.virt.vmwareapi.ds_util [None req-bb2fab36-30c7-4089-b09b-cacfb8c34a6e tempest-ImagesOneServerNegativeTestJSON-835227872 tempest-ImagesOneServerNegativeTestJSON-835227872-project-member] Deleted the datastore file {{(pid=62328) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 833.726321] env[62328]: DEBUG nova.virt.vmwareapi.vmops [None req-bb2fab36-30c7-4089-b09b-cacfb8c34a6e tempest-ImagesOneServerNegativeTestJSON-835227872 tempest-ImagesOneServerNegativeTestJSON-835227872-project-member] [instance: 6d447bb5-4cca-436f-a6e1-9b8aa511a981] Deleted contents of the VM from datastore datastore1 {{(pid=62328) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 833.726701] env[62328]: DEBUG nova.virt.vmwareapi.vmops [None req-bb2fab36-30c7-4089-b09b-cacfb8c34a6e tempest-ImagesOneServerNegativeTestJSON-835227872 tempest-ImagesOneServerNegativeTestJSON-835227872-project-member] [instance: 6d447bb5-4cca-436f-a6e1-9b8aa511a981] Instance destroyed {{(pid=62328) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 833.726774] env[62328]: INFO nova.compute.manager [None req-bb2fab36-30c7-4089-b09b-cacfb8c34a6e tempest-ImagesOneServerNegativeTestJSON-835227872 tempest-ImagesOneServerNegativeTestJSON-835227872-project-member] [instance: 6d447bb5-4cca-436f-a6e1-9b8aa511a981] Took 1.48 seconds to destroy the instance on the hypervisor. [ 833.727038] env[62328]: DEBUG oslo.service.loopingcall [None req-bb2fab36-30c7-4089-b09b-cacfb8c34a6e tempest-ImagesOneServerNegativeTestJSON-835227872 tempest-ImagesOneServerNegativeTestJSON-835227872-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62328) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 833.727762] env[62328]: DEBUG nova.compute.manager [-] [instance: 6d447bb5-4cca-436f-a6e1-9b8aa511a981] Deallocating network for instance {{(pid=62328) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 833.727762] env[62328]: DEBUG nova.network.neutron [-] [instance: 6d447bb5-4cca-436f-a6e1-9b8aa511a981] deallocate_for_instance() {{(pid=62328) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 833.885702] env[62328]: DEBUG oslo_vmware.api [None req-762a2e13-41a7-44f5-8759-e5dd5abea7ec tempest-ServerShowV247Test-284523986 tempest-ServerShowV247Test-284523986-project-member] Task: {'id': task-2386968, 'name': PowerOnVM_Task, 'duration_secs': 0.454077} completed successfully. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 833.886042] env[62328]: DEBUG nova.virt.vmwareapi.vm_util [None req-762a2e13-41a7-44f5-8759-e5dd5abea7ec tempest-ServerShowV247Test-284523986 tempest-ServerShowV247Test-284523986-project-member] [instance: c93e23e8-af7d-498b-bc2b-a47568418b05] Powered on the VM {{(pid=62328) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 833.886275] env[62328]: INFO nova.compute.manager [None req-762a2e13-41a7-44f5-8759-e5dd5abea7ec tempest-ServerShowV247Test-284523986 tempest-ServerShowV247Test-284523986-project-member] [instance: c93e23e8-af7d-498b-bc2b-a47568418b05] Took 5.39 seconds to spawn the instance on the hypervisor. [ 833.886430] env[62328]: DEBUG nova.compute.manager [None req-762a2e13-41a7-44f5-8759-e5dd5abea7ec tempest-ServerShowV247Test-284523986 tempest-ServerShowV247Test-284523986-project-member] [instance: c93e23e8-af7d-498b-bc2b-a47568418b05] Checking state {{(pid=62328) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 833.887470] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-28bdcc83-7ba4-4031-9ca0-ac78de3d4c38 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 833.905624] env[62328]: DEBUG oslo_concurrency.lockutils [None req-34f7be8d-7dfc-46fc-b658-f8c1cee5e019 tempest-ServerShowV247Test-284523986 tempest-ServerShowV247Test-284523986-project-member] Lock "7b91283b-b15c-414f-a068-8dab2b35f6e3" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 39.536s {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 833.913117] env[62328]: DEBUG nova.virt.hardware [None req-48899123-d381-40e8-b3a6-4a45d2adf31a tempest-ServerShowV257Test-2024025592 tempest-ServerShowV257Test-2024025592-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-07T17:16:55Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-07T17:16:37Z,direct_url=,disk_format='vmdk',id=dbf872a4-92be-47e4-8561-c3e2bf2423ab,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='2a64022f08d84b11a86773b900860ae5',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-07T17:16:38Z,virtual_size=,visibility=), allow threads: False {{(pid=62328) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 833.913369] env[62328]: DEBUG nova.virt.hardware [None req-48899123-d381-40e8-b3a6-4a45d2adf31a tempest-ServerShowV257Test-2024025592 tempest-ServerShowV257Test-2024025592-project-member] Flavor limits 0:0:0 {{(pid=62328) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 833.913527] env[62328]: DEBUG nova.virt.hardware [None req-48899123-d381-40e8-b3a6-4a45d2adf31a tempest-ServerShowV257Test-2024025592 tempest-ServerShowV257Test-2024025592-project-member] Image limits 0:0:0 {{(pid=62328) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 833.913708] env[62328]: DEBUG nova.virt.hardware [None req-48899123-d381-40e8-b3a6-4a45d2adf31a tempest-ServerShowV257Test-2024025592 tempest-ServerShowV257Test-2024025592-project-member] Flavor pref 0:0:0 {{(pid=62328) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 833.913852] env[62328]: DEBUG nova.virt.hardware [None req-48899123-d381-40e8-b3a6-4a45d2adf31a tempest-ServerShowV257Test-2024025592 tempest-ServerShowV257Test-2024025592-project-member] Image pref 0:0:0 {{(pid=62328) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 833.914056] env[62328]: DEBUG nova.virt.hardware [None req-48899123-d381-40e8-b3a6-4a45d2adf31a tempest-ServerShowV257Test-2024025592 tempest-ServerShowV257Test-2024025592-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62328) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 833.914290] env[62328]: DEBUG nova.virt.hardware [None req-48899123-d381-40e8-b3a6-4a45d2adf31a tempest-ServerShowV257Test-2024025592 tempest-ServerShowV257Test-2024025592-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62328) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 833.914712] env[62328]: DEBUG nova.virt.hardware [None req-48899123-d381-40e8-b3a6-4a45d2adf31a tempest-ServerShowV257Test-2024025592 tempest-ServerShowV257Test-2024025592-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62328) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 833.914995] env[62328]: DEBUG nova.virt.hardware [None req-48899123-d381-40e8-b3a6-4a45d2adf31a tempest-ServerShowV257Test-2024025592 tempest-ServerShowV257Test-2024025592-project-member] Got 1 possible topologies {{(pid=62328) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 833.915194] env[62328]: DEBUG nova.virt.hardware [None req-48899123-d381-40e8-b3a6-4a45d2adf31a tempest-ServerShowV257Test-2024025592 tempest-ServerShowV257Test-2024025592-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62328) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 833.915369] env[62328]: DEBUG nova.virt.hardware [None req-48899123-d381-40e8-b3a6-4a45d2adf31a tempest-ServerShowV257Test-2024025592 tempest-ServerShowV257Test-2024025592-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62328) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 833.916797] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6495ff68-f5cf-4a44-8e1c-7a2d1c7cc9a8 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 833.925795] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1f951d00-57c7-46c4-a207-a52262f73e5b {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 833.933030] env[62328]: DEBUG oslo_concurrency.lockutils [None req-46b24b5c-91ec-49ea-a80c-0daa4cfcf46f tempest-InstanceActionsNegativeTestJSON-58220527 tempest-InstanceActionsNegativeTestJSON-58220527-project-member] Releasing lock "refresh_cache-be561814-7d4f-4759-9e70-47db6557d87e" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 833.933348] env[62328]: DEBUG nova.compute.manager [None req-46b24b5c-91ec-49ea-a80c-0daa4cfcf46f tempest-InstanceActionsNegativeTestJSON-58220527 tempest-InstanceActionsNegativeTestJSON-58220527-project-member] [instance: be561814-7d4f-4759-9e70-47db6557d87e] Instance network_info: |[{"id": "e19feb7c-f562-4ca7-9458-752855161fef", "address": "fa:16:3e:0a:86:d4", "network": {"id": "cbeefb3b-91f7-4ed9-9973-dc7f16891f28", "bridge": "br-int", "label": "tempest-InstanceActionsNegativeTestJSON-543596646-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f2d8a4cc17504f3da422c8c04d1b0a32", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "98d96b75-ac36-499a-adc2-130c8c1d55ca", "external-id": "nsx-vlan-transportzone-564", "segmentation_id": 564, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape19feb7c-f5", "ovs_interfaceid": "e19feb7c-f562-4ca7-9458-752855161fef", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62328) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 833.944052] env[62328]: DEBUG nova.virt.vmwareapi.vmops [None req-46b24b5c-91ec-49ea-a80c-0daa4cfcf46f tempest-InstanceActionsNegativeTestJSON-58220527 tempest-InstanceActionsNegativeTestJSON-58220527-project-member] [instance: be561814-7d4f-4759-9e70-47db6557d87e] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:0a:86:d4', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '98d96b75-ac36-499a-adc2-130c8c1d55ca', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'e19feb7c-f562-4ca7-9458-752855161fef', 'vif_model': 'vmxnet3'}] {{(pid=62328) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 833.952320] env[62328]: DEBUG nova.virt.vmwareapi.vm_util [None req-46b24b5c-91ec-49ea-a80c-0daa4cfcf46f tempest-InstanceActionsNegativeTestJSON-58220527 tempest-InstanceActionsNegativeTestJSON-58220527-project-member] Creating folder: Project (f2d8a4cc17504f3da422c8c04d1b0a32). Parent ref: group-v484164. {{(pid=62328) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 833.952320] env[62328]: DEBUG nova.virt.vmwareapi.vmops [None req-48899123-d381-40e8-b3a6-4a45d2adf31a tempest-ServerShowV257Test-2024025592 tempest-ServerShowV257Test-2024025592-project-member] [instance: d60294e0-35a3-4c90-8a63-a525ff1c6833] Instance VIF info [] {{(pid=62328) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 833.959074] env[62328]: DEBUG oslo.service.loopingcall [None req-48899123-d381-40e8-b3a6-4a45d2adf31a tempest-ServerShowV257Test-2024025592 tempest-ServerShowV257Test-2024025592-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62328) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 833.959569] env[62328]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-6a9c6a83-a0ce-4b2a-983b-c63ec92a9666 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 833.961970] env[62328]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d60294e0-35a3-4c90-8a63-a525ff1c6833] Creating VM on the ESX host {{(pid=62328) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 833.962508] env[62328]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-136fc808-aa1e-45b1-8a74-b79169092abd {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 833.983304] env[62328]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 833.983304] env[62328]: value = "task-2386970" [ 833.983304] env[62328]: _type = "Task" [ 833.983304] env[62328]: } to complete. {{(pid=62328) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 833.988101] env[62328]: INFO nova.virt.vmwareapi.vm_util [None req-46b24b5c-91ec-49ea-a80c-0daa4cfcf46f tempest-InstanceActionsNegativeTestJSON-58220527 tempest-InstanceActionsNegativeTestJSON-58220527-project-member] Created folder: Project (f2d8a4cc17504f3da422c8c04d1b0a32) in parent group-v484164. [ 833.988337] env[62328]: DEBUG nova.virt.vmwareapi.vm_util [None req-46b24b5c-91ec-49ea-a80c-0daa4cfcf46f tempest-InstanceActionsNegativeTestJSON-58220527 tempest-InstanceActionsNegativeTestJSON-58220527-project-member] Creating folder: Instances. Parent ref: group-v484351. {{(pid=62328) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 833.988827] env[62328]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-ab7a4e5a-c270-4e97-a98c-c01ae25bc9f0 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 833.993847] env[62328]: DEBUG oslo_vmware.api [-] Task: {'id': task-2386970, 'name': CreateVM_Task} progress is 0%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 833.997816] env[62328]: INFO nova.virt.vmwareapi.vm_util [None req-46b24b5c-91ec-49ea-a80c-0daa4cfcf46f tempest-InstanceActionsNegativeTestJSON-58220527 tempest-InstanceActionsNegativeTestJSON-58220527-project-member] Created folder: Instances in parent group-v484351. [ 834.000270] env[62328]: DEBUG oslo.service.loopingcall [None req-46b24b5c-91ec-49ea-a80c-0daa4cfcf46f tempest-InstanceActionsNegativeTestJSON-58220527 tempest-InstanceActionsNegativeTestJSON-58220527-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62328) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 834.000270] env[62328]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: be561814-7d4f-4759-9e70-47db6557d87e] Creating VM on the ESX host {{(pid=62328) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 834.000270] env[62328]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-64a8052b-4424-4cc4-8578-3d147fe2ed45 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 834.019654] env[62328]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 834.019654] env[62328]: value = "task-2386972" [ 834.019654] env[62328]: _type = "Task" [ 834.019654] env[62328]: } to complete. {{(pid=62328) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 834.030742] env[62328]: DEBUG oslo_vmware.api [-] Task: {'id': task-2386972, 'name': CreateVM_Task} progress is 0%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 834.153120] env[62328]: DEBUG nova.compute.manager [None req-332cd9a1-235b-4315-894a-68f76363e980 None None] [instance: 96f94f58-1fd4-4e65-a362-2861daab1a34] Instance has had 0 of 5 cleanup attempts {{(pid=62328) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 834.192910] env[62328]: DEBUG oslo_concurrency.lockutils [None req-1b2b420f-7034-412e-bb06-8df70de33cdc tempest-VolumesAdminNegativeTest-179339308 tempest-VolumesAdminNegativeTest-179339308-project-member] Lock "2fe24a9d-2976-4a71-8707-04338c61868c" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 24.226s {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 834.379149] env[62328]: DEBUG nova.compute.manager [req-3009e339-7049-40c9-b518-a49caf37658d req-48f91c0f-c2ce-4ce2-85e0-67dc1bba88ed service nova] [instance: be561814-7d4f-4759-9e70-47db6557d87e] Received event network-changed-e19feb7c-f562-4ca7-9458-752855161fef {{(pid=62328) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 834.379149] env[62328]: DEBUG nova.compute.manager [req-3009e339-7049-40c9-b518-a49caf37658d req-48f91c0f-c2ce-4ce2-85e0-67dc1bba88ed service nova] [instance: be561814-7d4f-4759-9e70-47db6557d87e] Refreshing instance network info cache due to event network-changed-e19feb7c-f562-4ca7-9458-752855161fef. {{(pid=62328) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 834.379149] env[62328]: DEBUG oslo_concurrency.lockutils [req-3009e339-7049-40c9-b518-a49caf37658d req-48f91c0f-c2ce-4ce2-85e0-67dc1bba88ed service nova] Acquiring lock "refresh_cache-be561814-7d4f-4759-9e70-47db6557d87e" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 834.379149] env[62328]: DEBUG oslo_concurrency.lockutils [req-3009e339-7049-40c9-b518-a49caf37658d req-48f91c0f-c2ce-4ce2-85e0-67dc1bba88ed service nova] Acquired lock "refresh_cache-be561814-7d4f-4759-9e70-47db6557d87e" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.379149] env[62328]: DEBUG nova.network.neutron [req-3009e339-7049-40c9-b518-a49caf37658d req-48f91c0f-c2ce-4ce2-85e0-67dc1bba88ed service nova] [instance: be561814-7d4f-4759-9e70-47db6557d87e] Refreshing network info cache for port e19feb7c-f562-4ca7-9458-752855161fef {{(pid=62328) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 834.409301] env[62328]: INFO nova.compute.manager [None req-762a2e13-41a7-44f5-8759-e5dd5abea7ec tempest-ServerShowV247Test-284523986 tempest-ServerShowV247Test-284523986-project-member] [instance: c93e23e8-af7d-498b-bc2b-a47568418b05] Took 38.64 seconds to build instance. [ 834.443875] env[62328]: DEBUG nova.compute.manager [req-7a200afa-99b4-492a-8347-98b1746e0118 req-02e145d7-6cb4-4ca8-bd61-abb74aecf890 service nova] [instance: 6d447bb5-4cca-436f-a6e1-9b8aa511a981] Received event network-vif-deleted-394f5576-475b-4236-b45b-6d1fa782de60 {{(pid=62328) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 834.444118] env[62328]: INFO nova.compute.manager [req-7a200afa-99b4-492a-8347-98b1746e0118 req-02e145d7-6cb4-4ca8-bd61-abb74aecf890 service nova] [instance: 6d447bb5-4cca-436f-a6e1-9b8aa511a981] Neutron deleted interface 394f5576-475b-4236-b45b-6d1fa782de60; detaching it from the instance and deleting it from the info cache [ 834.444298] env[62328]: DEBUG nova.network.neutron [req-7a200afa-99b4-492a-8347-98b1746e0118 req-02e145d7-6cb4-4ca8-bd61-abb74aecf890 service nova] [instance: 6d447bb5-4cca-436f-a6e1-9b8aa511a981] Updating instance_info_cache with network_info: [] {{(pid=62328) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 834.494773] env[62328]: DEBUG oslo_vmware.api [-] Task: {'id': task-2386970, 'name': CreateVM_Task, 'duration_secs': 0.334588} completed successfully. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 834.494950] env[62328]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d60294e0-35a3-4c90-8a63-a525ff1c6833] Created VM on the ESX host {{(pid=62328) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 834.495776] env[62328]: DEBUG oslo_concurrency.lockutils [None req-48899123-d381-40e8-b3a6-4a45d2adf31a tempest-ServerShowV257Test-2024025592 tempest-ServerShowV257Test-2024025592-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/dbf872a4-92be-47e4-8561-c3e2bf2423ab" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 834.495989] env[62328]: DEBUG oslo_concurrency.lockutils [None req-48899123-d381-40e8-b3a6-4a45d2adf31a tempest-ServerShowV257Test-2024025592 tempest-ServerShowV257Test-2024025592-project-member] Acquired lock "[datastore2] devstack-image-cache_base/dbf872a4-92be-47e4-8561-c3e2bf2423ab" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.496338] env[62328]: DEBUG oslo_concurrency.lockutils [None req-48899123-d381-40e8-b3a6-4a45d2adf31a tempest-ServerShowV257Test-2024025592 tempest-ServerShowV257Test-2024025592-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/dbf872a4-92be-47e4-8561-c3e2bf2423ab" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 834.496661] env[62328]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f36bff1c-fa8c-49d3-8101-60aa88f05174 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 834.503255] env[62328]: DEBUG oslo_vmware.api [None req-48899123-d381-40e8-b3a6-4a45d2adf31a tempest-ServerShowV257Test-2024025592 tempest-ServerShowV257Test-2024025592-project-member] Waiting for the task: (returnval){ [ 834.503255] env[62328]: value = "session[52a6e20e-410d-708a-99f2-080a575a99bd]5247c310-4cd8-be3a-7a3a-8bd33cfb57ff" [ 834.503255] env[62328]: _type = "Task" [ 834.503255] env[62328]: } to complete. {{(pid=62328) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 834.515977] env[62328]: DEBUG oslo_vmware.api [None req-48899123-d381-40e8-b3a6-4a45d2adf31a tempest-ServerShowV257Test-2024025592 tempest-ServerShowV257Test-2024025592-project-member] Task: {'id': session[52a6e20e-410d-708a-99f2-080a575a99bd]5247c310-4cd8-be3a-7a3a-8bd33cfb57ff, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 834.534234] env[62328]: DEBUG oslo_vmware.api [-] Task: {'id': task-2386972, 'name': CreateVM_Task, 'duration_secs': 0.383451} completed successfully. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 834.534234] env[62328]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: be561814-7d4f-4759-9e70-47db6557d87e] Created VM on the ESX host {{(pid=62328) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 834.534234] env[62328]: DEBUG oslo_concurrency.lockutils [None req-46b24b5c-91ec-49ea-a80c-0daa4cfcf46f tempest-InstanceActionsNegativeTestJSON-58220527 tempest-InstanceActionsNegativeTestJSON-58220527-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/dbf872a4-92be-47e4-8561-c3e2bf2423ab" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 834.660596] env[62328]: DEBUG nova.compute.manager [None req-332cd9a1-235b-4315-894a-68f76363e980 None None] [instance: b08dddfd-83d2-434a-b533-c4e7515d44db] Instance has had 0 of 5 cleanup attempts {{(pid=62328) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 834.726737] env[62328]: DEBUG nova.network.neutron [-] [instance: 6d447bb5-4cca-436f-a6e1-9b8aa511a981] Updating instance_info_cache with network_info: [] {{(pid=62328) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 834.784295] env[62328]: DEBUG nova.network.neutron [None req-db523448-1783-4c34-a436-e589df121c5c tempest-AttachVolumeShelveTestJSON-116809589 tempest-AttachVolumeShelveTestJSON-116809589-project-member] [instance: 14c336fc-69e4-4ef8-a50f-e307b9902127] Successfully updated port: 4b52fd26-0fb8-45e8-968b-9005eecb9af7 {{(pid=62328) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 834.917560] env[62328]: DEBUG oslo_concurrency.lockutils [None req-762a2e13-41a7-44f5-8759-e5dd5abea7ec tempest-ServerShowV247Test-284523986 tempest-ServerShowV247Test-284523986-project-member] Lock "c93e23e8-af7d-498b-bc2b-a47568418b05" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 40.162s {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 834.946586] env[62328]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-4b337381-4594-4233-a69d-8d0e72389e39 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 834.962726] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9b2da67c-80d8-488e-a7af-d39911e8c290 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 835.008026] env[62328]: DEBUG nova.compute.manager [req-7a200afa-99b4-492a-8347-98b1746e0118 req-02e145d7-6cb4-4ca8-bd61-abb74aecf890 service nova] [instance: 6d447bb5-4cca-436f-a6e1-9b8aa511a981] Detach interface failed, port_id=394f5576-475b-4236-b45b-6d1fa782de60, reason: Instance 6d447bb5-4cca-436f-a6e1-9b8aa511a981 could not be found. {{(pid=62328) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 835.021789] env[62328]: DEBUG oslo_vmware.api [None req-48899123-d381-40e8-b3a6-4a45d2adf31a tempest-ServerShowV257Test-2024025592 tempest-ServerShowV257Test-2024025592-project-member] Task: {'id': session[52a6e20e-410d-708a-99f2-080a575a99bd]5247c310-4cd8-be3a-7a3a-8bd33cfb57ff, 'name': SearchDatastore_Task, 'duration_secs': 0.015992} completed successfully. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 835.021789] env[62328]: DEBUG oslo_concurrency.lockutils [None req-48899123-d381-40e8-b3a6-4a45d2adf31a tempest-ServerShowV257Test-2024025592 tempest-ServerShowV257Test-2024025592-project-member] Releasing lock "[datastore2] devstack-image-cache_base/dbf872a4-92be-47e4-8561-c3e2bf2423ab" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 835.021789] env[62328]: DEBUG nova.virt.vmwareapi.vmops [None req-48899123-d381-40e8-b3a6-4a45d2adf31a tempest-ServerShowV257Test-2024025592 tempest-ServerShowV257Test-2024025592-project-member] [instance: d60294e0-35a3-4c90-8a63-a525ff1c6833] Processing image dbf872a4-92be-47e4-8561-c3e2bf2423ab {{(pid=62328) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 835.021789] env[62328]: DEBUG oslo_concurrency.lockutils [None req-48899123-d381-40e8-b3a6-4a45d2adf31a tempest-ServerShowV257Test-2024025592 tempest-ServerShowV257Test-2024025592-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/dbf872a4-92be-47e4-8561-c3e2bf2423ab/dbf872a4-92be-47e4-8561-c3e2bf2423ab.vmdk" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 835.022032] env[62328]: DEBUG oslo_concurrency.lockutils [None req-48899123-d381-40e8-b3a6-4a45d2adf31a tempest-ServerShowV257Test-2024025592 tempest-ServerShowV257Test-2024025592-project-member] Acquired lock "[datastore2] devstack-image-cache_base/dbf872a4-92be-47e4-8561-c3e2bf2423ab/dbf872a4-92be-47e4-8561-c3e2bf2423ab.vmdk" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.022503] env[62328]: DEBUG nova.virt.vmwareapi.ds_util [None req-48899123-d381-40e8-b3a6-4a45d2adf31a tempest-ServerShowV257Test-2024025592 tempest-ServerShowV257Test-2024025592-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62328) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 835.022503] env[62328]: DEBUG oslo_concurrency.lockutils [None req-46b24b5c-91ec-49ea-a80c-0daa4cfcf46f tempest-InstanceActionsNegativeTestJSON-58220527 tempest-InstanceActionsNegativeTestJSON-58220527-project-member] Acquired lock "[datastore2] devstack-image-cache_base/dbf872a4-92be-47e4-8561-c3e2bf2423ab" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.023501] env[62328]: DEBUG oslo_concurrency.lockutils [None req-46b24b5c-91ec-49ea-a80c-0daa4cfcf46f tempest-InstanceActionsNegativeTestJSON-58220527 tempest-InstanceActionsNegativeTestJSON-58220527-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/dbf872a4-92be-47e4-8561-c3e2bf2423ab" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 835.023501] env[62328]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-5182e7d8-0dac-465a-b99d-3e76d157dfdc {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 835.025358] env[62328]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-878090bf-019d-4f14-a654-0d2dac636c59 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 835.034148] env[62328]: DEBUG oslo_vmware.api [None req-46b24b5c-91ec-49ea-a80c-0daa4cfcf46f tempest-InstanceActionsNegativeTestJSON-58220527 tempest-InstanceActionsNegativeTestJSON-58220527-project-member] Waiting for the task: (returnval){ [ 835.034148] env[62328]: value = "session[52a6e20e-410d-708a-99f2-080a575a99bd]52f910dc-9262-a40a-1d28-d5cdb80d00a8" [ 835.034148] env[62328]: _type = "Task" [ 835.034148] env[62328]: } to complete. {{(pid=62328) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 835.038704] env[62328]: DEBUG nova.virt.vmwareapi.ds_util [None req-48899123-d381-40e8-b3a6-4a45d2adf31a tempest-ServerShowV257Test-2024025592 tempest-ServerShowV257Test-2024025592-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62328) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 835.038903] env[62328]: DEBUG nova.virt.vmwareapi.vmops [None req-48899123-d381-40e8-b3a6-4a45d2adf31a tempest-ServerShowV257Test-2024025592 tempest-ServerShowV257Test-2024025592-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62328) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 835.042200] env[62328]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b0e4ba87-86a7-4865-8c3b-e74c175b5c0c {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 835.049833] env[62328]: DEBUG oslo_vmware.api [None req-46b24b5c-91ec-49ea-a80c-0daa4cfcf46f tempest-InstanceActionsNegativeTestJSON-58220527 tempest-InstanceActionsNegativeTestJSON-58220527-project-member] Task: {'id': session[52a6e20e-410d-708a-99f2-080a575a99bd]52f910dc-9262-a40a-1d28-d5cdb80d00a8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 835.052870] env[62328]: DEBUG oslo_vmware.api [None req-48899123-d381-40e8-b3a6-4a45d2adf31a tempest-ServerShowV257Test-2024025592 tempest-ServerShowV257Test-2024025592-project-member] Waiting for the task: (returnval){ [ 835.052870] env[62328]: value = "session[52a6e20e-410d-708a-99f2-080a575a99bd]521d6bf4-03d8-c653-6cb1-fec923a1c9b3" [ 835.052870] env[62328]: _type = "Task" [ 835.052870] env[62328]: } to complete. {{(pid=62328) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 835.061466] env[62328]: DEBUG oslo_vmware.api [None req-48899123-d381-40e8-b3a6-4a45d2adf31a tempest-ServerShowV257Test-2024025592 tempest-ServerShowV257Test-2024025592-project-member] Task: {'id': session[52a6e20e-410d-708a-99f2-080a575a99bd]521d6bf4-03d8-c653-6cb1-fec923a1c9b3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 835.110043] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-77f0ee3d-2d70-4e59-94af-2f5b7404ab35 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 835.119381] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-50aa53bf-44c7-4c90-adb9-81806830de6f {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 835.150395] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9bd964a3-fb00-4039-b9e1-303ef866f4d3 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 835.153656] env[62328]: DEBUG nova.network.neutron [req-3009e339-7049-40c9-b518-a49caf37658d req-48f91c0f-c2ce-4ce2-85e0-67dc1bba88ed service nova] [instance: be561814-7d4f-4759-9e70-47db6557d87e] Updated VIF entry in instance network info cache for port e19feb7c-f562-4ca7-9458-752855161fef. {{(pid=62328) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 835.154061] env[62328]: DEBUG nova.network.neutron [req-3009e339-7049-40c9-b518-a49caf37658d req-48f91c0f-c2ce-4ce2-85e0-67dc1bba88ed service nova] [instance: be561814-7d4f-4759-9e70-47db6557d87e] Updating instance_info_cache with network_info: [{"id": "e19feb7c-f562-4ca7-9458-752855161fef", "address": "fa:16:3e:0a:86:d4", "network": {"id": "cbeefb3b-91f7-4ed9-9973-dc7f16891f28", "bridge": "br-int", "label": "tempest-InstanceActionsNegativeTestJSON-543596646-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f2d8a4cc17504f3da422c8c04d1b0a32", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "98d96b75-ac36-499a-adc2-130c8c1d55ca", "external-id": "nsx-vlan-transportzone-564", "segmentation_id": 564, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape19feb7c-f5", "ovs_interfaceid": "e19feb7c-f562-4ca7-9458-752855161fef", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62328) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 835.159909] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-14abf1c1-128f-411e-8367-636974bc1657 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 835.165656] env[62328]: DEBUG nova.compute.manager [None req-332cd9a1-235b-4315-894a-68f76363e980 None None] [instance: f57853bd-b4a9-46ef-86ac-9fbe33732cd1] Instance has had 0 of 5 cleanup attempts {{(pid=62328) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 835.180234] env[62328]: DEBUG nova.compute.provider_tree [None req-e5d0ae8d-c418-49ce-9034-f9923bdaadea tempest-ImagesTestJSON-1776717495 tempest-ImagesTestJSON-1776717495-project-member] Inventory has not changed in ProviderTree for provider: 3469e9f8-04af-49ca-8435-49f104496744 {{(pid=62328) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 835.229807] env[62328]: INFO nova.compute.manager [-] [instance: 6d447bb5-4cca-436f-a6e1-9b8aa511a981] Took 1.50 seconds to deallocate network for instance. [ 835.286941] env[62328]: DEBUG oslo_concurrency.lockutils [None req-db523448-1783-4c34-a436-e589df121c5c tempest-AttachVolumeShelveTestJSON-116809589 tempest-AttachVolumeShelveTestJSON-116809589-project-member] Acquiring lock "refresh_cache-14c336fc-69e4-4ef8-a50f-e307b9902127" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 835.287272] env[62328]: DEBUG oslo_concurrency.lockutils [None req-db523448-1783-4c34-a436-e589df121c5c tempest-AttachVolumeShelveTestJSON-116809589 tempest-AttachVolumeShelveTestJSON-116809589-project-member] Acquired lock "refresh_cache-14c336fc-69e4-4ef8-a50f-e307b9902127" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.288296] env[62328]: DEBUG nova.network.neutron [None req-db523448-1783-4c34-a436-e589df121c5c tempest-AttachVolumeShelveTestJSON-116809589 tempest-AttachVolumeShelveTestJSON-116809589-project-member] [instance: 14c336fc-69e4-4ef8-a50f-e307b9902127] Building network info cache for instance {{(pid=62328) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 835.346586] env[62328]: INFO nova.compute.manager [None req-4e50ac3b-ae56-4163-aaf1-11940fa10c88 tempest-ServerShowV247Test-284523986 tempest-ServerShowV247Test-284523986-project-member] [instance: c93e23e8-af7d-498b-bc2b-a47568418b05] Rebuilding instance [ 835.399053] env[62328]: DEBUG nova.compute.manager [None req-4e50ac3b-ae56-4163-aaf1-11940fa10c88 tempest-ServerShowV247Test-284523986 tempest-ServerShowV247Test-284523986-project-member] [instance: c93e23e8-af7d-498b-bc2b-a47568418b05] Checking state {{(pid=62328) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 835.399515] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-103aff41-82dc-46b1-a89a-01e3bfc85b85 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 835.544258] env[62328]: DEBUG oslo_vmware.api [None req-46b24b5c-91ec-49ea-a80c-0daa4cfcf46f tempest-InstanceActionsNegativeTestJSON-58220527 tempest-InstanceActionsNegativeTestJSON-58220527-project-member] Task: {'id': session[52a6e20e-410d-708a-99f2-080a575a99bd]52f910dc-9262-a40a-1d28-d5cdb80d00a8, 'name': SearchDatastore_Task, 'duration_secs': 0.018063} completed successfully. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 835.544606] env[62328]: DEBUG oslo_concurrency.lockutils [None req-46b24b5c-91ec-49ea-a80c-0daa4cfcf46f tempest-InstanceActionsNegativeTestJSON-58220527 tempest-InstanceActionsNegativeTestJSON-58220527-project-member] Releasing lock "[datastore2] devstack-image-cache_base/dbf872a4-92be-47e4-8561-c3e2bf2423ab" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 835.544878] env[62328]: DEBUG nova.virt.vmwareapi.vmops [None req-46b24b5c-91ec-49ea-a80c-0daa4cfcf46f tempest-InstanceActionsNegativeTestJSON-58220527 tempest-InstanceActionsNegativeTestJSON-58220527-project-member] [instance: be561814-7d4f-4759-9e70-47db6557d87e] Processing image dbf872a4-92be-47e4-8561-c3e2bf2423ab {{(pid=62328) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 835.545116] env[62328]: DEBUG oslo_concurrency.lockutils [None req-46b24b5c-91ec-49ea-a80c-0daa4cfcf46f tempest-InstanceActionsNegativeTestJSON-58220527 tempest-InstanceActionsNegativeTestJSON-58220527-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/dbf872a4-92be-47e4-8561-c3e2bf2423ab/dbf872a4-92be-47e4-8561-c3e2bf2423ab.vmdk" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 835.562259] env[62328]: DEBUG oslo_vmware.api [None req-48899123-d381-40e8-b3a6-4a45d2adf31a tempest-ServerShowV257Test-2024025592 tempest-ServerShowV257Test-2024025592-project-member] Task: {'id': session[52a6e20e-410d-708a-99f2-080a575a99bd]521d6bf4-03d8-c653-6cb1-fec923a1c9b3, 'name': SearchDatastore_Task, 'duration_secs': 0.00926} completed successfully. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 835.563350] env[62328]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8ce8b6dc-b93d-497e-8663-6468ba28dda2 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 835.569594] env[62328]: DEBUG oslo_vmware.api [None req-48899123-d381-40e8-b3a6-4a45d2adf31a tempest-ServerShowV257Test-2024025592 tempest-ServerShowV257Test-2024025592-project-member] Waiting for the task: (returnval){ [ 835.569594] env[62328]: value = "session[52a6e20e-410d-708a-99f2-080a575a99bd]52aaf47f-0736-0ace-3184-502edb53c427" [ 835.569594] env[62328]: _type = "Task" [ 835.569594] env[62328]: } to complete. {{(pid=62328) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 835.577260] env[62328]: DEBUG oslo_vmware.api [None req-48899123-d381-40e8-b3a6-4a45d2adf31a tempest-ServerShowV257Test-2024025592 tempest-ServerShowV257Test-2024025592-project-member] Task: {'id': session[52a6e20e-410d-708a-99f2-080a575a99bd]52aaf47f-0736-0ace-3184-502edb53c427, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 835.656739] env[62328]: DEBUG oslo_concurrency.lockutils [req-3009e339-7049-40c9-b518-a49caf37658d req-48f91c0f-c2ce-4ce2-85e0-67dc1bba88ed service nova] Releasing lock "refresh_cache-be561814-7d4f-4759-9e70-47db6557d87e" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 835.669529] env[62328]: DEBUG oslo_service.periodic_task [None req-332cd9a1-235b-4315-894a-68f76363e980 None None] Running periodic task ComputeManager._cleanup_incomplete_migrations {{(pid=62328) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 835.670295] env[62328]: DEBUG nova.compute.manager [None req-332cd9a1-235b-4315-894a-68f76363e980 None None] Cleaning up deleted instances with incomplete migration {{(pid=62328) _cleanup_incomplete_migrations /opt/stack/nova/nova/compute/manager.py:11783}} [ 835.682269] env[62328]: DEBUG nova.scheduler.client.report [None req-e5d0ae8d-c418-49ce-9034-f9923bdaadea tempest-ImagesTestJSON-1776717495 tempest-ImagesTestJSON-1776717495-project-member] Inventory has not changed for provider 3469e9f8-04af-49ca-8435-49f104496744 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 152, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62328) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 835.736570] env[62328]: DEBUG oslo_concurrency.lockutils [None req-bb2fab36-30c7-4089-b09b-cacfb8c34a6e tempest-ImagesOneServerNegativeTestJSON-835227872 tempest-ImagesOneServerNegativeTestJSON-835227872-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 835.824630] env[62328]: DEBUG nova.network.neutron [None req-db523448-1783-4c34-a436-e589df121c5c tempest-AttachVolumeShelveTestJSON-116809589 tempest-AttachVolumeShelveTestJSON-116809589-project-member] [instance: 14c336fc-69e4-4ef8-a50f-e307b9902127] Instance cache missing network info. {{(pid=62328) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 835.898068] env[62328]: DEBUG oslo_concurrency.lockutils [None req-4130387c-4d16-44c8-8761-1685247b2e26 tempest-AttachVolumeNegativeTest-1920358930 tempest-AttachVolumeNegativeTest-1920358930-project-member] Acquiring lock "7adef1ae-8c30-4c37-be1b-f4163d47eff1" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 835.898605] env[62328]: DEBUG oslo_concurrency.lockutils [None req-4130387c-4d16-44c8-8761-1685247b2e26 tempest-AttachVolumeNegativeTest-1920358930 tempest-AttachVolumeNegativeTest-1920358930-project-member] Lock "7adef1ae-8c30-4c37-be1b-f4163d47eff1" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 835.968873] env[62328]: DEBUG nova.network.neutron [None req-db523448-1783-4c34-a436-e589df121c5c tempest-AttachVolumeShelveTestJSON-116809589 tempest-AttachVolumeShelveTestJSON-116809589-project-member] [instance: 14c336fc-69e4-4ef8-a50f-e307b9902127] Updating instance_info_cache with network_info: [{"id": "4b52fd26-0fb8-45e8-968b-9005eecb9af7", "address": "fa:16:3e:0b:eb:4c", "network": {"id": "2d1c453e-aaeb-45b7-bdcd-3cbaf03a6053", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1795840742-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f7ed1d0f45904d658c8becad7c3f621c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "cba18f15-a919-422e-a423-1e705e233389", "external-id": "nsx-vlan-transportzone-79", "segmentation_id": 79, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4b52fd26-0f", "ovs_interfaceid": "4b52fd26-0fb8-45e8-968b-9005eecb9af7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62328) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 836.080485] env[62328]: DEBUG oslo_vmware.api [None req-48899123-d381-40e8-b3a6-4a45d2adf31a tempest-ServerShowV257Test-2024025592 tempest-ServerShowV257Test-2024025592-project-member] Task: {'id': session[52a6e20e-410d-708a-99f2-080a575a99bd]52aaf47f-0736-0ace-3184-502edb53c427, 'name': SearchDatastore_Task, 'duration_secs': 0.027963} completed successfully. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 836.080485] env[62328]: DEBUG oslo_concurrency.lockutils [None req-48899123-d381-40e8-b3a6-4a45d2adf31a tempest-ServerShowV257Test-2024025592 tempest-ServerShowV257Test-2024025592-project-member] Releasing lock "[datastore2] devstack-image-cache_base/dbf872a4-92be-47e4-8561-c3e2bf2423ab/dbf872a4-92be-47e4-8561-c3e2bf2423ab.vmdk" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 836.080485] env[62328]: DEBUG nova.virt.vmwareapi.vm_util [None req-48899123-d381-40e8-b3a6-4a45d2adf31a tempest-ServerShowV257Test-2024025592 tempest-ServerShowV257Test-2024025592-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/dbf872a4-92be-47e4-8561-c3e2bf2423ab/dbf872a4-92be-47e4-8561-c3e2bf2423ab.vmdk to [datastore2] d60294e0-35a3-4c90-8a63-a525ff1c6833/d60294e0-35a3-4c90-8a63-a525ff1c6833.vmdk {{(pid=62328) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 836.080983] env[62328]: DEBUG oslo_concurrency.lockutils [None req-46b24b5c-91ec-49ea-a80c-0daa4cfcf46f tempest-InstanceActionsNegativeTestJSON-58220527 tempest-InstanceActionsNegativeTestJSON-58220527-project-member] Acquired lock "[datastore2] devstack-image-cache_base/dbf872a4-92be-47e4-8561-c3e2bf2423ab/dbf872a4-92be-47e4-8561-c3e2bf2423ab.vmdk" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.080983] env[62328]: DEBUG nova.virt.vmwareapi.ds_util [None req-46b24b5c-91ec-49ea-a80c-0daa4cfcf46f tempest-InstanceActionsNegativeTestJSON-58220527 tempest-InstanceActionsNegativeTestJSON-58220527-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62328) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 836.080983] env[62328]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-f683cc2e-58a1-4a02-b9ba-01d773cad3cd {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 836.082938] env[62328]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-f9386987-c354-43cc-8b33-820e38d523e5 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 836.092304] env[62328]: DEBUG oslo_vmware.api [None req-48899123-d381-40e8-b3a6-4a45d2adf31a tempest-ServerShowV257Test-2024025592 tempest-ServerShowV257Test-2024025592-project-member] Waiting for the task: (returnval){ [ 836.092304] env[62328]: value = "task-2386974" [ 836.092304] env[62328]: _type = "Task" [ 836.092304] env[62328]: } to complete. {{(pid=62328) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 836.098457] env[62328]: DEBUG nova.virt.vmwareapi.ds_util [None req-46b24b5c-91ec-49ea-a80c-0daa4cfcf46f tempest-InstanceActionsNegativeTestJSON-58220527 tempest-InstanceActionsNegativeTestJSON-58220527-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62328) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 836.098688] env[62328]: DEBUG nova.virt.vmwareapi.vmops [None req-46b24b5c-91ec-49ea-a80c-0daa4cfcf46f tempest-InstanceActionsNegativeTestJSON-58220527 tempest-InstanceActionsNegativeTestJSON-58220527-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62328) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 836.100016] env[62328]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6c4fc6c1-8b2f-4f79-b579-c6ca5d3b92a0 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 836.105289] env[62328]: DEBUG oslo_vmware.api [None req-48899123-d381-40e8-b3a6-4a45d2adf31a tempest-ServerShowV257Test-2024025592 tempest-ServerShowV257Test-2024025592-project-member] Task: {'id': task-2386974, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 836.108161] env[62328]: DEBUG oslo_vmware.api [None req-46b24b5c-91ec-49ea-a80c-0daa4cfcf46f tempest-InstanceActionsNegativeTestJSON-58220527 tempest-InstanceActionsNegativeTestJSON-58220527-project-member] Waiting for the task: (returnval){ [ 836.108161] env[62328]: value = "session[52a6e20e-410d-708a-99f2-080a575a99bd]521b705f-b0c1-342c-b82e-7933701fc691" [ 836.108161] env[62328]: _type = "Task" [ 836.108161] env[62328]: } to complete. {{(pid=62328) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 836.116570] env[62328]: DEBUG oslo_vmware.api [None req-46b24b5c-91ec-49ea-a80c-0daa4cfcf46f tempest-InstanceActionsNegativeTestJSON-58220527 tempest-InstanceActionsNegativeTestJSON-58220527-project-member] Task: {'id': session[52a6e20e-410d-708a-99f2-080a575a99bd]521b705f-b0c1-342c-b82e-7933701fc691, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 836.172258] env[62328]: DEBUG oslo_service.periodic_task [None req-332cd9a1-235b-4315-894a-68f76363e980 None None] Running periodic task ComputeManager._cleanup_expired_console_auth_tokens {{(pid=62328) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 836.187362] env[62328]: DEBUG oslo_concurrency.lockutils [None req-e5d0ae8d-c418-49ce-9034-f9923bdaadea tempest-ImagesTestJSON-1776717495 tempest-ImagesTestJSON-1776717495-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.544s {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 836.187875] env[62328]: DEBUG nova.compute.manager [None req-e5d0ae8d-c418-49ce-9034-f9923bdaadea tempest-ImagesTestJSON-1776717495 tempest-ImagesTestJSON-1776717495-project-member] [instance: e237fc84-753c-4824-a26a-498ba160f4f9] Start building networks asynchronously for instance. {{(pid=62328) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 836.190644] env[62328]: DEBUG oslo_concurrency.lockutils [None req-d0b9fdcb-bb08-404a-81f4-50830a3c8312 tempest-ServerDiskConfigTestJSON-126406698 tempest-ServerDiskConfigTestJSON-126406698-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 19.446s {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 836.401298] env[62328]: DEBUG nova.compute.manager [None req-4130387c-4d16-44c8-8761-1685247b2e26 tempest-AttachVolumeNegativeTest-1920358930 tempest-AttachVolumeNegativeTest-1920358930-project-member] [instance: 7adef1ae-8c30-4c37-be1b-f4163d47eff1] Starting instance... {{(pid=62328) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 836.410423] env[62328]: DEBUG nova.compute.manager [req-35859afb-bad2-46b4-8627-4370b8513629 req-c5e63f85-2a88-4160-a6e8-a7c026e8fada service nova] [instance: 14c336fc-69e4-4ef8-a50f-e307b9902127] Received event network-vif-plugged-4b52fd26-0fb8-45e8-968b-9005eecb9af7 {{(pid=62328) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 836.411053] env[62328]: DEBUG oslo_concurrency.lockutils [req-35859afb-bad2-46b4-8627-4370b8513629 req-c5e63f85-2a88-4160-a6e8-a7c026e8fada service nova] Acquiring lock "14c336fc-69e4-4ef8-a50f-e307b9902127-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 836.411053] env[62328]: DEBUG oslo_concurrency.lockutils [req-35859afb-bad2-46b4-8627-4370b8513629 req-c5e63f85-2a88-4160-a6e8-a7c026e8fada service nova] Lock "14c336fc-69e4-4ef8-a50f-e307b9902127-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 836.411053] env[62328]: DEBUG oslo_concurrency.lockutils [req-35859afb-bad2-46b4-8627-4370b8513629 req-c5e63f85-2a88-4160-a6e8-a7c026e8fada service nova] Lock "14c336fc-69e4-4ef8-a50f-e307b9902127-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 836.411053] env[62328]: DEBUG nova.compute.manager [req-35859afb-bad2-46b4-8627-4370b8513629 req-c5e63f85-2a88-4160-a6e8-a7c026e8fada service nova] [instance: 14c336fc-69e4-4ef8-a50f-e307b9902127] No waiting events found dispatching network-vif-plugged-4b52fd26-0fb8-45e8-968b-9005eecb9af7 {{(pid=62328) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 836.411248] env[62328]: WARNING nova.compute.manager [req-35859afb-bad2-46b4-8627-4370b8513629 req-c5e63f85-2a88-4160-a6e8-a7c026e8fada service nova] [instance: 14c336fc-69e4-4ef8-a50f-e307b9902127] Received unexpected event network-vif-plugged-4b52fd26-0fb8-45e8-968b-9005eecb9af7 for instance with vm_state building and task_state spawning. [ 836.411395] env[62328]: DEBUG nova.compute.manager [req-35859afb-bad2-46b4-8627-4370b8513629 req-c5e63f85-2a88-4160-a6e8-a7c026e8fada service nova] [instance: 14c336fc-69e4-4ef8-a50f-e307b9902127] Received event network-changed-4b52fd26-0fb8-45e8-968b-9005eecb9af7 {{(pid=62328) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 836.411535] env[62328]: DEBUG nova.compute.manager [req-35859afb-bad2-46b4-8627-4370b8513629 req-c5e63f85-2a88-4160-a6e8-a7c026e8fada service nova] [instance: 14c336fc-69e4-4ef8-a50f-e307b9902127] Refreshing instance network info cache due to event network-changed-4b52fd26-0fb8-45e8-968b-9005eecb9af7. {{(pid=62328) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 836.411729] env[62328]: DEBUG oslo_concurrency.lockutils [req-35859afb-bad2-46b4-8627-4370b8513629 req-c5e63f85-2a88-4160-a6e8-a7c026e8fada service nova] Acquiring lock "refresh_cache-14c336fc-69e4-4ef8-a50f-e307b9902127" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 836.413870] env[62328]: DEBUG nova.virt.vmwareapi.vm_util [None req-4e50ac3b-ae56-4163-aaf1-11940fa10c88 tempest-ServerShowV247Test-284523986 tempest-ServerShowV247Test-284523986-project-member] [instance: c93e23e8-af7d-498b-bc2b-a47568418b05] Powering off the VM {{(pid=62328) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 836.414392] env[62328]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-4abea4af-d761-44d2-a5e2-40db7de05220 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 836.423815] env[62328]: DEBUG oslo_vmware.api [None req-4e50ac3b-ae56-4163-aaf1-11940fa10c88 tempest-ServerShowV247Test-284523986 tempest-ServerShowV247Test-284523986-project-member] Waiting for the task: (returnval){ [ 836.423815] env[62328]: value = "task-2386975" [ 836.423815] env[62328]: _type = "Task" [ 836.423815] env[62328]: } to complete. {{(pid=62328) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 836.433357] env[62328]: DEBUG oslo_vmware.api [None req-4e50ac3b-ae56-4163-aaf1-11940fa10c88 tempest-ServerShowV247Test-284523986 tempest-ServerShowV247Test-284523986-project-member] Task: {'id': task-2386975, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 836.472175] env[62328]: DEBUG oslo_concurrency.lockutils [None req-db523448-1783-4c34-a436-e589df121c5c tempest-AttachVolumeShelveTestJSON-116809589 tempest-AttachVolumeShelveTestJSON-116809589-project-member] Releasing lock "refresh_cache-14c336fc-69e4-4ef8-a50f-e307b9902127" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 836.472588] env[62328]: DEBUG nova.compute.manager [None req-db523448-1783-4c34-a436-e589df121c5c tempest-AttachVolumeShelveTestJSON-116809589 tempest-AttachVolumeShelveTestJSON-116809589-project-member] [instance: 14c336fc-69e4-4ef8-a50f-e307b9902127] Instance network_info: |[{"id": "4b52fd26-0fb8-45e8-968b-9005eecb9af7", "address": "fa:16:3e:0b:eb:4c", "network": {"id": "2d1c453e-aaeb-45b7-bdcd-3cbaf03a6053", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1795840742-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f7ed1d0f45904d658c8becad7c3f621c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "cba18f15-a919-422e-a423-1e705e233389", "external-id": "nsx-vlan-transportzone-79", "segmentation_id": 79, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4b52fd26-0f", "ovs_interfaceid": "4b52fd26-0fb8-45e8-968b-9005eecb9af7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62328) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 836.473108] env[62328]: DEBUG oslo_concurrency.lockutils [req-35859afb-bad2-46b4-8627-4370b8513629 req-c5e63f85-2a88-4160-a6e8-a7c026e8fada service nova] Acquired lock "refresh_cache-14c336fc-69e4-4ef8-a50f-e307b9902127" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.473380] env[62328]: DEBUG nova.network.neutron [req-35859afb-bad2-46b4-8627-4370b8513629 req-c5e63f85-2a88-4160-a6e8-a7c026e8fada service nova] [instance: 14c336fc-69e4-4ef8-a50f-e307b9902127] Refreshing network info cache for port 4b52fd26-0fb8-45e8-968b-9005eecb9af7 {{(pid=62328) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 836.474951] env[62328]: DEBUG nova.virt.vmwareapi.vmops [None req-db523448-1783-4c34-a436-e589df121c5c tempest-AttachVolumeShelveTestJSON-116809589 tempest-AttachVolumeShelveTestJSON-116809589-project-member] [instance: 14c336fc-69e4-4ef8-a50f-e307b9902127] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:0b:eb:4c', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'cba18f15-a919-422e-a423-1e705e233389', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '4b52fd26-0fb8-45e8-968b-9005eecb9af7', 'vif_model': 'vmxnet3'}] {{(pid=62328) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 836.483069] env[62328]: DEBUG nova.virt.vmwareapi.vm_util [None req-db523448-1783-4c34-a436-e589df121c5c tempest-AttachVolumeShelveTestJSON-116809589 tempest-AttachVolumeShelveTestJSON-116809589-project-member] Creating folder: Project (f7ed1d0f45904d658c8becad7c3f621c). Parent ref: group-v484164. {{(pid=62328) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 836.484520] env[62328]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-161ae7d4-a98c-415f-90d8-5e0b878dbd10 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 836.496660] env[62328]: INFO nova.virt.vmwareapi.vm_util [None req-db523448-1783-4c34-a436-e589df121c5c tempest-AttachVolumeShelveTestJSON-116809589 tempest-AttachVolumeShelveTestJSON-116809589-project-member] Created folder: Project (f7ed1d0f45904d658c8becad7c3f621c) in parent group-v484164. [ 836.496834] env[62328]: DEBUG nova.virt.vmwareapi.vm_util [None req-db523448-1783-4c34-a436-e589df121c5c tempest-AttachVolumeShelveTestJSON-116809589 tempest-AttachVolumeShelveTestJSON-116809589-project-member] Creating folder: Instances. Parent ref: group-v484355. {{(pid=62328) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 836.497101] env[62328]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-bbdb19ea-1cc4-4985-ae8b-58726e1b24f5 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 836.506764] env[62328]: INFO nova.virt.vmwareapi.vm_util [None req-db523448-1783-4c34-a436-e589df121c5c tempest-AttachVolumeShelveTestJSON-116809589 tempest-AttachVolumeShelveTestJSON-116809589-project-member] Created folder: Instances in parent group-v484355. [ 836.507069] env[62328]: DEBUG oslo.service.loopingcall [None req-db523448-1783-4c34-a436-e589df121c5c tempest-AttachVolumeShelveTestJSON-116809589 tempest-AttachVolumeShelveTestJSON-116809589-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62328) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 836.507285] env[62328]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 14c336fc-69e4-4ef8-a50f-e307b9902127] Creating VM on the ESX host {{(pid=62328) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 836.507507] env[62328]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-b8ca2194-049b-4d93-8f68-0634be4d8594 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 836.529416] env[62328]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 836.529416] env[62328]: value = "task-2386978" [ 836.529416] env[62328]: _type = "Task" [ 836.529416] env[62328]: } to complete. {{(pid=62328) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 836.537718] env[62328]: DEBUG oslo_vmware.api [-] Task: {'id': task-2386978, 'name': CreateVM_Task} progress is 0%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 836.603028] env[62328]: DEBUG oslo_vmware.api [None req-48899123-d381-40e8-b3a6-4a45d2adf31a tempest-ServerShowV257Test-2024025592 tempest-ServerShowV257Test-2024025592-project-member] Task: {'id': task-2386974, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 836.622359] env[62328]: DEBUG oslo_vmware.api [None req-46b24b5c-91ec-49ea-a80c-0daa4cfcf46f tempest-InstanceActionsNegativeTestJSON-58220527 tempest-InstanceActionsNegativeTestJSON-58220527-project-member] Task: {'id': session[52a6e20e-410d-708a-99f2-080a575a99bd]521b705f-b0c1-342c-b82e-7933701fc691, 'name': SearchDatastore_Task, 'duration_secs': 0.017644} completed successfully. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 836.623051] env[62328]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-96c408d7-cc24-43ea-81a9-e3c031c46c2d {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 836.631991] env[62328]: DEBUG oslo_vmware.api [None req-46b24b5c-91ec-49ea-a80c-0daa4cfcf46f tempest-InstanceActionsNegativeTestJSON-58220527 tempest-InstanceActionsNegativeTestJSON-58220527-project-member] Waiting for the task: (returnval){ [ 836.631991] env[62328]: value = "session[52a6e20e-410d-708a-99f2-080a575a99bd]520088c0-3a66-c7de-3d78-caac224a465b" [ 836.631991] env[62328]: _type = "Task" [ 836.631991] env[62328]: } to complete. {{(pid=62328) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 836.640795] env[62328]: DEBUG oslo_vmware.api [None req-46b24b5c-91ec-49ea-a80c-0daa4cfcf46f tempest-InstanceActionsNegativeTestJSON-58220527 tempest-InstanceActionsNegativeTestJSON-58220527-project-member] Task: {'id': session[52a6e20e-410d-708a-99f2-080a575a99bd]520088c0-3a66-c7de-3d78-caac224a465b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 836.694168] env[62328]: DEBUG nova.compute.utils [None req-e5d0ae8d-c418-49ce-9034-f9923bdaadea tempest-ImagesTestJSON-1776717495 tempest-ImagesTestJSON-1776717495-project-member] Using /dev/sd instead of None {{(pid=62328) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 836.698528] env[62328]: INFO nova.compute.claims [None req-d0b9fdcb-bb08-404a-81f4-50830a3c8312 tempest-ServerDiskConfigTestJSON-126406698 tempest-ServerDiskConfigTestJSON-126406698-project-member] [instance: 385995cc-5fe5-4c9d-9128-69a3767e682f] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 836.704089] env[62328]: DEBUG nova.compute.manager [None req-e5d0ae8d-c418-49ce-9034-f9923bdaadea tempest-ImagesTestJSON-1776717495 tempest-ImagesTestJSON-1776717495-project-member] [instance: e237fc84-753c-4824-a26a-498ba160f4f9] Allocating IP information in the background. {{(pid=62328) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 836.704322] env[62328]: DEBUG nova.network.neutron [None req-e5d0ae8d-c418-49ce-9034-f9923bdaadea tempest-ImagesTestJSON-1776717495 tempest-ImagesTestJSON-1776717495-project-member] [instance: e237fc84-753c-4824-a26a-498ba160f4f9] allocate_for_instance() {{(pid=62328) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 836.774790] env[62328]: DEBUG nova.policy [None req-e5d0ae8d-c418-49ce-9034-f9923bdaadea tempest-ImagesTestJSON-1776717495 tempest-ImagesTestJSON-1776717495-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '2a8c1cb2dd264ab786b63b3d318857b9', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '79ff0ac960284ebab9828a8e768f66f2', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62328) authorize /opt/stack/nova/nova/policy.py:192}} [ 836.939396] env[62328]: DEBUG oslo_vmware.api [None req-4e50ac3b-ae56-4163-aaf1-11940fa10c88 tempest-ServerShowV247Test-284523986 tempest-ServerShowV247Test-284523986-project-member] Task: {'id': task-2386975, 'name': PowerOffVM_Task, 'duration_secs': 0.33273} completed successfully. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 836.941365] env[62328]: DEBUG oslo_concurrency.lockutils [None req-4130387c-4d16-44c8-8761-1685247b2e26 tempest-AttachVolumeNegativeTest-1920358930 tempest-AttachVolumeNegativeTest-1920358930-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 836.941858] env[62328]: DEBUG nova.virt.vmwareapi.vm_util [None req-4e50ac3b-ae56-4163-aaf1-11940fa10c88 tempest-ServerShowV247Test-284523986 tempest-ServerShowV247Test-284523986-project-member] [instance: c93e23e8-af7d-498b-bc2b-a47568418b05] Powered off the VM {{(pid=62328) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 836.942271] env[62328]: DEBUG nova.virt.vmwareapi.vmops [None req-4e50ac3b-ae56-4163-aaf1-11940fa10c88 tempest-ServerShowV247Test-284523986 tempest-ServerShowV247Test-284523986-project-member] [instance: c93e23e8-af7d-498b-bc2b-a47568418b05] Destroying instance {{(pid=62328) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 836.943229] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-33aac8e2-ad8f-4f39-88f7-c1f25e0b32ac {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 836.950062] env[62328]: DEBUG nova.virt.vmwareapi.vmops [None req-4e50ac3b-ae56-4163-aaf1-11940fa10c88 tempest-ServerShowV247Test-284523986 tempest-ServerShowV247Test-284523986-project-member] [instance: c93e23e8-af7d-498b-bc2b-a47568418b05] Unregistering the VM {{(pid=62328) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 836.950240] env[62328]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-573e5714-9ad8-44c5-aa49-6b0c1709cf99 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 836.976511] env[62328]: DEBUG nova.virt.vmwareapi.vmops [None req-4e50ac3b-ae56-4163-aaf1-11940fa10c88 tempest-ServerShowV247Test-284523986 tempest-ServerShowV247Test-284523986-project-member] [instance: c93e23e8-af7d-498b-bc2b-a47568418b05] Unregistered the VM {{(pid=62328) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 836.976511] env[62328]: DEBUG nova.virt.vmwareapi.vmops [None req-4e50ac3b-ae56-4163-aaf1-11940fa10c88 tempest-ServerShowV247Test-284523986 tempest-ServerShowV247Test-284523986-project-member] [instance: c93e23e8-af7d-498b-bc2b-a47568418b05] Deleting contents of the VM from datastore datastore2 {{(pid=62328) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 836.976511] env[62328]: DEBUG nova.virt.vmwareapi.ds_util [None req-4e50ac3b-ae56-4163-aaf1-11940fa10c88 tempest-ServerShowV247Test-284523986 tempest-ServerShowV247Test-284523986-project-member] Deleting the datastore file [datastore2] c93e23e8-af7d-498b-bc2b-a47568418b05 {{(pid=62328) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 836.976511] env[62328]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-b20f1fba-45b5-4d05-afde-01ce12cc1e4a {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 836.982637] env[62328]: DEBUG oslo_vmware.api [None req-4e50ac3b-ae56-4163-aaf1-11940fa10c88 tempest-ServerShowV247Test-284523986 tempest-ServerShowV247Test-284523986-project-member] Waiting for the task: (returnval){ [ 836.982637] env[62328]: value = "task-2386980" [ 836.982637] env[62328]: _type = "Task" [ 836.982637] env[62328]: } to complete. {{(pid=62328) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 836.995331] env[62328]: DEBUG oslo_vmware.api [None req-4e50ac3b-ae56-4163-aaf1-11940fa10c88 tempest-ServerShowV247Test-284523986 tempest-ServerShowV247Test-284523986-project-member] Task: {'id': task-2386980, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 837.042338] env[62328]: DEBUG oslo_vmware.api [-] Task: {'id': task-2386978, 'name': CreateVM_Task} progress is 25%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 837.092699] env[62328]: DEBUG nova.network.neutron [None req-e5d0ae8d-c418-49ce-9034-f9923bdaadea tempest-ImagesTestJSON-1776717495 tempest-ImagesTestJSON-1776717495-project-member] [instance: e237fc84-753c-4824-a26a-498ba160f4f9] Successfully created port: 02b28b38-6f45-481b-8b63-24c630d25ecd {{(pid=62328) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 837.104367] env[62328]: DEBUG oslo_vmware.api [None req-48899123-d381-40e8-b3a6-4a45d2adf31a tempest-ServerShowV257Test-2024025592 tempest-ServerShowV257Test-2024025592-project-member] Task: {'id': task-2386974, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.611683} completed successfully. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 837.104653] env[62328]: DEBUG nova.virt.vmwareapi.vm_util [None req-48899123-d381-40e8-b3a6-4a45d2adf31a tempest-ServerShowV257Test-2024025592 tempest-ServerShowV257Test-2024025592-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/dbf872a4-92be-47e4-8561-c3e2bf2423ab/dbf872a4-92be-47e4-8561-c3e2bf2423ab.vmdk to [datastore2] d60294e0-35a3-4c90-8a63-a525ff1c6833/d60294e0-35a3-4c90-8a63-a525ff1c6833.vmdk {{(pid=62328) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 837.104881] env[62328]: DEBUG nova.virt.vmwareapi.vmops [None req-48899123-d381-40e8-b3a6-4a45d2adf31a tempest-ServerShowV257Test-2024025592 tempest-ServerShowV257Test-2024025592-project-member] [instance: d60294e0-35a3-4c90-8a63-a525ff1c6833] Extending root virtual disk to 1048576 {{(pid=62328) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 837.109018] env[62328]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-ea263a68-af44-40c1-bf65-526ec378da3b {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 837.113518] env[62328]: DEBUG oslo_vmware.api [None req-48899123-d381-40e8-b3a6-4a45d2adf31a tempest-ServerShowV257Test-2024025592 tempest-ServerShowV257Test-2024025592-project-member] Waiting for the task: (returnval){ [ 837.113518] env[62328]: value = "task-2386981" [ 837.113518] env[62328]: _type = "Task" [ 837.113518] env[62328]: } to complete. {{(pid=62328) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 837.121888] env[62328]: DEBUG oslo_vmware.api [None req-48899123-d381-40e8-b3a6-4a45d2adf31a tempest-ServerShowV257Test-2024025592 tempest-ServerShowV257Test-2024025592-project-member] Task: {'id': task-2386981, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 837.145436] env[62328]: DEBUG oslo_vmware.api [None req-46b24b5c-91ec-49ea-a80c-0daa4cfcf46f tempest-InstanceActionsNegativeTestJSON-58220527 tempest-InstanceActionsNegativeTestJSON-58220527-project-member] Task: {'id': session[52a6e20e-410d-708a-99f2-080a575a99bd]520088c0-3a66-c7de-3d78-caac224a465b, 'name': SearchDatastore_Task, 'duration_secs': 0.055622} completed successfully. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 837.145764] env[62328]: DEBUG oslo_concurrency.lockutils [None req-46b24b5c-91ec-49ea-a80c-0daa4cfcf46f tempest-InstanceActionsNegativeTestJSON-58220527 tempest-InstanceActionsNegativeTestJSON-58220527-project-member] Releasing lock "[datastore2] devstack-image-cache_base/dbf872a4-92be-47e4-8561-c3e2bf2423ab/dbf872a4-92be-47e4-8561-c3e2bf2423ab.vmdk" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 837.146045] env[62328]: DEBUG nova.virt.vmwareapi.vm_util [None req-46b24b5c-91ec-49ea-a80c-0daa4cfcf46f tempest-InstanceActionsNegativeTestJSON-58220527 tempest-InstanceActionsNegativeTestJSON-58220527-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/dbf872a4-92be-47e4-8561-c3e2bf2423ab/dbf872a4-92be-47e4-8561-c3e2bf2423ab.vmdk to [datastore2] be561814-7d4f-4759-9e70-47db6557d87e/be561814-7d4f-4759-9e70-47db6557d87e.vmdk {{(pid=62328) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 837.146345] env[62328]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-038533dd-d6c2-4f32-a105-1df4c0051f8e {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 837.152968] env[62328]: DEBUG oslo_vmware.api [None req-46b24b5c-91ec-49ea-a80c-0daa4cfcf46f tempest-InstanceActionsNegativeTestJSON-58220527 tempest-InstanceActionsNegativeTestJSON-58220527-project-member] Waiting for the task: (returnval){ [ 837.152968] env[62328]: value = "task-2386982" [ 837.152968] env[62328]: _type = "Task" [ 837.152968] env[62328]: } to complete. {{(pid=62328) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 837.161974] env[62328]: DEBUG oslo_vmware.api [None req-46b24b5c-91ec-49ea-a80c-0daa4cfcf46f tempest-InstanceActionsNegativeTestJSON-58220527 tempest-InstanceActionsNegativeTestJSON-58220527-project-member] Task: {'id': task-2386982, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 837.197139] env[62328]: DEBUG nova.compute.manager [None req-e5d0ae8d-c418-49ce-9034-f9923bdaadea tempest-ImagesTestJSON-1776717495 tempest-ImagesTestJSON-1776717495-project-member] [instance: e237fc84-753c-4824-a26a-498ba160f4f9] Start building block device mappings for instance. {{(pid=62328) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 837.205717] env[62328]: INFO nova.compute.resource_tracker [None req-d0b9fdcb-bb08-404a-81f4-50830a3c8312 tempest-ServerDiskConfigTestJSON-126406698 tempest-ServerDiskConfigTestJSON-126406698-project-member] [instance: 385995cc-5fe5-4c9d-9128-69a3767e682f] Updating resource usage from migration 7c2f266d-fb2b-4812-89bf-205296e7f39c [ 837.295956] env[62328]: DEBUG nova.network.neutron [req-35859afb-bad2-46b4-8627-4370b8513629 req-c5e63f85-2a88-4160-a6e8-a7c026e8fada service nova] [instance: 14c336fc-69e4-4ef8-a50f-e307b9902127] Updated VIF entry in instance network info cache for port 4b52fd26-0fb8-45e8-968b-9005eecb9af7. {{(pid=62328) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 837.296848] env[62328]: DEBUG nova.network.neutron [req-35859afb-bad2-46b4-8627-4370b8513629 req-c5e63f85-2a88-4160-a6e8-a7c026e8fada service nova] [instance: 14c336fc-69e4-4ef8-a50f-e307b9902127] Updating instance_info_cache with network_info: [{"id": "4b52fd26-0fb8-45e8-968b-9005eecb9af7", "address": "fa:16:3e:0b:eb:4c", "network": {"id": "2d1c453e-aaeb-45b7-bdcd-3cbaf03a6053", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1795840742-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f7ed1d0f45904d658c8becad7c3f621c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "cba18f15-a919-422e-a423-1e705e233389", "external-id": "nsx-vlan-transportzone-79", "segmentation_id": 79, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4b52fd26-0f", "ovs_interfaceid": "4b52fd26-0fb8-45e8-968b-9005eecb9af7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62328) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 837.500295] env[62328]: DEBUG oslo_vmware.api [None req-4e50ac3b-ae56-4163-aaf1-11940fa10c88 tempest-ServerShowV247Test-284523986 tempest-ServerShowV247Test-284523986-project-member] Task: {'id': task-2386980, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.099602} completed successfully. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 837.500604] env[62328]: DEBUG nova.virt.vmwareapi.ds_util [None req-4e50ac3b-ae56-4163-aaf1-11940fa10c88 tempest-ServerShowV247Test-284523986 tempest-ServerShowV247Test-284523986-project-member] Deleted the datastore file {{(pid=62328) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 837.500800] env[62328]: DEBUG nova.virt.vmwareapi.vmops [None req-4e50ac3b-ae56-4163-aaf1-11940fa10c88 tempest-ServerShowV247Test-284523986 tempest-ServerShowV247Test-284523986-project-member] [instance: c93e23e8-af7d-498b-bc2b-a47568418b05] Deleted contents of the VM from datastore datastore2 {{(pid=62328) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 837.501047] env[62328]: DEBUG nova.virt.vmwareapi.vmops [None req-4e50ac3b-ae56-4163-aaf1-11940fa10c88 tempest-ServerShowV247Test-284523986 tempest-ServerShowV247Test-284523986-project-member] [instance: c93e23e8-af7d-498b-bc2b-a47568418b05] Instance destroyed {{(pid=62328) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 837.542746] env[62328]: DEBUG oslo_vmware.api [-] Task: {'id': task-2386978, 'name': CreateVM_Task, 'duration_secs': 0.643678} completed successfully. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 837.542746] env[62328]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 14c336fc-69e4-4ef8-a50f-e307b9902127] Created VM on the ESX host {{(pid=62328) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 837.543149] env[62328]: DEBUG oslo_concurrency.lockutils [None req-db523448-1783-4c34-a436-e589df121c5c tempest-AttachVolumeShelveTestJSON-116809589 tempest-AttachVolumeShelveTestJSON-116809589-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/dbf872a4-92be-47e4-8561-c3e2bf2423ab" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 837.543291] env[62328]: DEBUG oslo_concurrency.lockutils [None req-db523448-1783-4c34-a436-e589df121c5c tempest-AttachVolumeShelveTestJSON-116809589 tempest-AttachVolumeShelveTestJSON-116809589-project-member] Acquired lock "[datastore2] devstack-image-cache_base/dbf872a4-92be-47e4-8561-c3e2bf2423ab" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.543641] env[62328]: DEBUG oslo_concurrency.lockutils [None req-db523448-1783-4c34-a436-e589df121c5c tempest-AttachVolumeShelveTestJSON-116809589 tempest-AttachVolumeShelveTestJSON-116809589-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/dbf872a4-92be-47e4-8561-c3e2bf2423ab" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 837.544545] env[62328]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d075920d-dbaf-485a-83e1-0a01f278b99b {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 837.549816] env[62328]: DEBUG oslo_vmware.api [None req-db523448-1783-4c34-a436-e589df121c5c tempest-AttachVolumeShelveTestJSON-116809589 tempest-AttachVolumeShelveTestJSON-116809589-project-member] Waiting for the task: (returnval){ [ 837.549816] env[62328]: value = "session[52a6e20e-410d-708a-99f2-080a575a99bd]52d61d64-7e0c-f6e6-af7c-528cf6475eec" [ 837.549816] env[62328]: _type = "Task" [ 837.549816] env[62328]: } to complete. {{(pid=62328) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 837.562119] env[62328]: DEBUG oslo_vmware.api [None req-db523448-1783-4c34-a436-e589df121c5c tempest-AttachVolumeShelveTestJSON-116809589 tempest-AttachVolumeShelveTestJSON-116809589-project-member] Task: {'id': session[52a6e20e-410d-708a-99f2-080a575a99bd]52d61d64-7e0c-f6e6-af7c-528cf6475eec, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 837.610999] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0f13d83f-5e86-464c-b34d-686c583a4534 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 837.623863] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-449877bf-eefc-4cbc-8b97-6790d90c83bb {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 837.630364] env[62328]: DEBUG oslo_vmware.api [None req-48899123-d381-40e8-b3a6-4a45d2adf31a tempest-ServerShowV257Test-2024025592 tempest-ServerShowV257Test-2024025592-project-member] Task: {'id': task-2386981, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.073327} completed successfully. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 837.631124] env[62328]: DEBUG nova.virt.vmwareapi.vmops [None req-48899123-d381-40e8-b3a6-4a45d2adf31a tempest-ServerShowV257Test-2024025592 tempest-ServerShowV257Test-2024025592-project-member] [instance: d60294e0-35a3-4c90-8a63-a525ff1c6833] Extended root virtual disk {{(pid=62328) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 837.631891] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-068a8cfd-03f0-4536-ba96-54f5c26cfa50 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 837.666072] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-10033f31-fafc-44d8-86cc-f61cec1189e9 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 837.684283] env[62328]: DEBUG nova.virt.vmwareapi.volumeops [None req-48899123-d381-40e8-b3a6-4a45d2adf31a tempest-ServerShowV257Test-2024025592 tempest-ServerShowV257Test-2024025592-project-member] [instance: d60294e0-35a3-4c90-8a63-a525ff1c6833] Reconfiguring VM instance instance-00000041 to attach disk [datastore2] d60294e0-35a3-4c90-8a63-a525ff1c6833/d60294e0-35a3-4c90-8a63-a525ff1c6833.vmdk or device None with type sparse {{(pid=62328) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 837.685283] env[62328]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-491d4742-1a5c-4254-ab02-70865868f832 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 837.708032] env[62328]: DEBUG oslo_vmware.api [None req-46b24b5c-91ec-49ea-a80c-0daa4cfcf46f tempest-InstanceActionsNegativeTestJSON-58220527 tempest-InstanceActionsNegativeTestJSON-58220527-project-member] Task: {'id': task-2386982, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 837.709888] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9eae2e92-cd27-40aa-87e6-244773d27303 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 837.716402] env[62328]: DEBUG oslo_vmware.api [None req-48899123-d381-40e8-b3a6-4a45d2adf31a tempest-ServerShowV257Test-2024025592 tempest-ServerShowV257Test-2024025592-project-member] Waiting for the task: (returnval){ [ 837.716402] env[62328]: value = "task-2386983" [ 837.716402] env[62328]: _type = "Task" [ 837.716402] env[62328]: } to complete. {{(pid=62328) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 837.727290] env[62328]: DEBUG nova.compute.provider_tree [None req-d0b9fdcb-bb08-404a-81f4-50830a3c8312 tempest-ServerDiskConfigTestJSON-126406698 tempest-ServerDiskConfigTestJSON-126406698-project-member] Inventory has not changed in ProviderTree for provider: 3469e9f8-04af-49ca-8435-49f104496744 {{(pid=62328) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 837.733496] env[62328]: DEBUG oslo_vmware.api [None req-48899123-d381-40e8-b3a6-4a45d2adf31a tempest-ServerShowV257Test-2024025592 tempest-ServerShowV257Test-2024025592-project-member] Task: {'id': task-2386983, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 837.803499] env[62328]: DEBUG oslo_concurrency.lockutils [req-35859afb-bad2-46b4-8627-4370b8513629 req-c5e63f85-2a88-4160-a6e8-a7c026e8fada service nova] Releasing lock "refresh_cache-14c336fc-69e4-4ef8-a50f-e307b9902127" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 838.061377] env[62328]: DEBUG oslo_vmware.api [None req-db523448-1783-4c34-a436-e589df121c5c tempest-AttachVolumeShelveTestJSON-116809589 tempest-AttachVolumeShelveTestJSON-116809589-project-member] Task: {'id': session[52a6e20e-410d-708a-99f2-080a575a99bd]52d61d64-7e0c-f6e6-af7c-528cf6475eec, 'name': SearchDatastore_Task, 'duration_secs': 0.060554} completed successfully. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 838.061844] env[62328]: DEBUG oslo_concurrency.lockutils [None req-db523448-1783-4c34-a436-e589df121c5c tempest-AttachVolumeShelveTestJSON-116809589 tempest-AttachVolumeShelveTestJSON-116809589-project-member] Releasing lock "[datastore2] devstack-image-cache_base/dbf872a4-92be-47e4-8561-c3e2bf2423ab" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 838.062133] env[62328]: DEBUG nova.virt.vmwareapi.vmops [None req-db523448-1783-4c34-a436-e589df121c5c tempest-AttachVolumeShelveTestJSON-116809589 tempest-AttachVolumeShelveTestJSON-116809589-project-member] [instance: 14c336fc-69e4-4ef8-a50f-e307b9902127] Processing image dbf872a4-92be-47e4-8561-c3e2bf2423ab {{(pid=62328) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 838.062440] env[62328]: DEBUG oslo_concurrency.lockutils [None req-db523448-1783-4c34-a436-e589df121c5c tempest-AttachVolumeShelveTestJSON-116809589 tempest-AttachVolumeShelveTestJSON-116809589-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/dbf872a4-92be-47e4-8561-c3e2bf2423ab/dbf872a4-92be-47e4-8561-c3e2bf2423ab.vmdk" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 838.062632] env[62328]: DEBUG oslo_concurrency.lockutils [None req-db523448-1783-4c34-a436-e589df121c5c tempest-AttachVolumeShelveTestJSON-116809589 tempest-AttachVolumeShelveTestJSON-116809589-project-member] Acquired lock "[datastore2] devstack-image-cache_base/dbf872a4-92be-47e4-8561-c3e2bf2423ab/dbf872a4-92be-47e4-8561-c3e2bf2423ab.vmdk" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.062895] env[62328]: DEBUG nova.virt.vmwareapi.ds_util [None req-db523448-1783-4c34-a436-e589df121c5c tempest-AttachVolumeShelveTestJSON-116809589 tempest-AttachVolumeShelveTestJSON-116809589-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62328) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 838.063247] env[62328]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-b2a8dd6b-cd82-4d5c-9b90-0f86752bf099 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 838.071795] env[62328]: DEBUG nova.virt.vmwareapi.ds_util [None req-db523448-1783-4c34-a436-e589df121c5c tempest-AttachVolumeShelveTestJSON-116809589 tempest-AttachVolumeShelveTestJSON-116809589-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62328) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 838.071992] env[62328]: DEBUG nova.virt.vmwareapi.vmops [None req-db523448-1783-4c34-a436-e589df121c5c tempest-AttachVolumeShelveTestJSON-116809589 tempest-AttachVolumeShelveTestJSON-116809589-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62328) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 838.072854] env[62328]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-409ab0ac-6d6f-4f52-9d01-19960abb273f {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 838.078594] env[62328]: DEBUG oslo_vmware.api [None req-db523448-1783-4c34-a436-e589df121c5c tempest-AttachVolumeShelveTestJSON-116809589 tempest-AttachVolumeShelveTestJSON-116809589-project-member] Waiting for the task: (returnval){ [ 838.078594] env[62328]: value = "session[52a6e20e-410d-708a-99f2-080a575a99bd]52996937-690b-dbde-200f-9b6d9884cb7f" [ 838.078594] env[62328]: _type = "Task" [ 838.078594] env[62328]: } to complete. {{(pid=62328) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 838.092491] env[62328]: DEBUG oslo_vmware.api [None req-db523448-1783-4c34-a436-e589df121c5c tempest-AttachVolumeShelveTestJSON-116809589 tempest-AttachVolumeShelveTestJSON-116809589-project-member] Task: {'id': session[52a6e20e-410d-708a-99f2-080a575a99bd]52996937-690b-dbde-200f-9b6d9884cb7f, 'name': SearchDatastore_Task, 'duration_secs': 0.0087} completed successfully. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 838.093821] env[62328]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0ee2dbeb-4519-4d90-9aa1-c07df14b929f {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 838.099290] env[62328]: DEBUG oslo_vmware.api [None req-db523448-1783-4c34-a436-e589df121c5c tempest-AttachVolumeShelveTestJSON-116809589 tempest-AttachVolumeShelveTestJSON-116809589-project-member] Waiting for the task: (returnval){ [ 838.099290] env[62328]: value = "session[52a6e20e-410d-708a-99f2-080a575a99bd]522ac0e2-0433-0e96-31c9-3024db137afe" [ 838.099290] env[62328]: _type = "Task" [ 838.099290] env[62328]: } to complete. {{(pid=62328) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 838.106783] env[62328]: DEBUG oslo_vmware.api [None req-db523448-1783-4c34-a436-e589df121c5c tempest-AttachVolumeShelveTestJSON-116809589 tempest-AttachVolumeShelveTestJSON-116809589-project-member] Task: {'id': session[52a6e20e-410d-708a-99f2-080a575a99bd]522ac0e2-0433-0e96-31c9-3024db137afe, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 838.170762] env[62328]: DEBUG oslo_vmware.api [None req-46b24b5c-91ec-49ea-a80c-0daa4cfcf46f tempest-InstanceActionsNegativeTestJSON-58220527 tempest-InstanceActionsNegativeTestJSON-58220527-project-member] Task: {'id': task-2386982, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.555121} completed successfully. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 838.171024] env[62328]: DEBUG nova.virt.vmwareapi.vm_util [None req-46b24b5c-91ec-49ea-a80c-0daa4cfcf46f tempest-InstanceActionsNegativeTestJSON-58220527 tempest-InstanceActionsNegativeTestJSON-58220527-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/dbf872a4-92be-47e4-8561-c3e2bf2423ab/dbf872a4-92be-47e4-8561-c3e2bf2423ab.vmdk to [datastore2] be561814-7d4f-4759-9e70-47db6557d87e/be561814-7d4f-4759-9e70-47db6557d87e.vmdk {{(pid=62328) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 838.171244] env[62328]: DEBUG nova.virt.vmwareapi.vmops [None req-46b24b5c-91ec-49ea-a80c-0daa4cfcf46f tempest-InstanceActionsNegativeTestJSON-58220527 tempest-InstanceActionsNegativeTestJSON-58220527-project-member] [instance: be561814-7d4f-4759-9e70-47db6557d87e] Extending root virtual disk to 1048576 {{(pid=62328) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 838.171488] env[62328]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-98c235a6-5ee2-4c5e-a00c-026f2ea2b1b1 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 838.178395] env[62328]: DEBUG oslo_vmware.api [None req-46b24b5c-91ec-49ea-a80c-0daa4cfcf46f tempest-InstanceActionsNegativeTestJSON-58220527 tempest-InstanceActionsNegativeTestJSON-58220527-project-member] Waiting for the task: (returnval){ [ 838.178395] env[62328]: value = "task-2386984" [ 838.178395] env[62328]: _type = "Task" [ 838.178395] env[62328]: } to complete. {{(pid=62328) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 838.186104] env[62328]: DEBUG oslo_vmware.api [None req-46b24b5c-91ec-49ea-a80c-0daa4cfcf46f tempest-InstanceActionsNegativeTestJSON-58220527 tempest-InstanceActionsNegativeTestJSON-58220527-project-member] Task: {'id': task-2386984, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 838.210317] env[62328]: DEBUG nova.compute.manager [None req-e5d0ae8d-c418-49ce-9034-f9923bdaadea tempest-ImagesTestJSON-1776717495 tempest-ImagesTestJSON-1776717495-project-member] [instance: e237fc84-753c-4824-a26a-498ba160f4f9] Start spawning the instance on the hypervisor. {{(pid=62328) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 838.228484] env[62328]: DEBUG oslo_vmware.api [None req-48899123-d381-40e8-b3a6-4a45d2adf31a tempest-ServerShowV257Test-2024025592 tempest-ServerShowV257Test-2024025592-project-member] Task: {'id': task-2386983, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 838.230574] env[62328]: DEBUG nova.scheduler.client.report [None req-d0b9fdcb-bb08-404a-81f4-50830a3c8312 tempest-ServerDiskConfigTestJSON-126406698 tempest-ServerDiskConfigTestJSON-126406698-project-member] Inventory has not changed for provider 3469e9f8-04af-49ca-8435-49f104496744 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 152, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62328) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 838.247346] env[62328]: DEBUG nova.virt.hardware [None req-e5d0ae8d-c418-49ce-9034-f9923bdaadea tempest-ImagesTestJSON-1776717495 tempest-ImagesTestJSON-1776717495-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-07T17:16:55Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-07T17:16:37Z,direct_url=,disk_format='vmdk',id=dbf872a4-92be-47e4-8561-c3e2bf2423ab,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='2a64022f08d84b11a86773b900860ae5',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-07T17:16:38Z,virtual_size=,visibility=), allow threads: False {{(pid=62328) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 838.247633] env[62328]: DEBUG nova.virt.hardware [None req-e5d0ae8d-c418-49ce-9034-f9923bdaadea tempest-ImagesTestJSON-1776717495 tempest-ImagesTestJSON-1776717495-project-member] Flavor limits 0:0:0 {{(pid=62328) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 838.247832] env[62328]: DEBUG nova.virt.hardware [None req-e5d0ae8d-c418-49ce-9034-f9923bdaadea tempest-ImagesTestJSON-1776717495 tempest-ImagesTestJSON-1776717495-project-member] Image limits 0:0:0 {{(pid=62328) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 838.248034] env[62328]: DEBUG nova.virt.hardware [None req-e5d0ae8d-c418-49ce-9034-f9923bdaadea tempest-ImagesTestJSON-1776717495 tempest-ImagesTestJSON-1776717495-project-member] Flavor pref 0:0:0 {{(pid=62328) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 838.248191] env[62328]: DEBUG nova.virt.hardware [None req-e5d0ae8d-c418-49ce-9034-f9923bdaadea tempest-ImagesTestJSON-1776717495 tempest-ImagesTestJSON-1776717495-project-member] Image pref 0:0:0 {{(pid=62328) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 838.248342] env[62328]: DEBUG nova.virt.hardware [None req-e5d0ae8d-c418-49ce-9034-f9923bdaadea tempest-ImagesTestJSON-1776717495 tempest-ImagesTestJSON-1776717495-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62328) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 838.248551] env[62328]: DEBUG nova.virt.hardware [None req-e5d0ae8d-c418-49ce-9034-f9923bdaadea tempest-ImagesTestJSON-1776717495 tempest-ImagesTestJSON-1776717495-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62328) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 838.248711] env[62328]: DEBUG nova.virt.hardware [None req-e5d0ae8d-c418-49ce-9034-f9923bdaadea tempest-ImagesTestJSON-1776717495 tempest-ImagesTestJSON-1776717495-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62328) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 838.248969] env[62328]: DEBUG nova.virt.hardware [None req-e5d0ae8d-c418-49ce-9034-f9923bdaadea tempest-ImagesTestJSON-1776717495 tempest-ImagesTestJSON-1776717495-project-member] Got 1 possible topologies {{(pid=62328) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 838.249066] env[62328]: DEBUG nova.virt.hardware [None req-e5d0ae8d-c418-49ce-9034-f9923bdaadea tempest-ImagesTestJSON-1776717495 tempest-ImagesTestJSON-1776717495-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62328) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 838.249209] env[62328]: DEBUG nova.virt.hardware [None req-e5d0ae8d-c418-49ce-9034-f9923bdaadea tempest-ImagesTestJSON-1776717495 tempest-ImagesTestJSON-1776717495-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62328) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 838.250359] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-93698638-cf8b-4500-a30c-140feac237de {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 838.260010] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d794aad2-3b43-459f-aa05-39256edc2d97 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 838.535146] env[62328]: DEBUG nova.virt.hardware [None req-4e50ac3b-ae56-4163-aaf1-11940fa10c88 tempest-ServerShowV247Test-284523986 tempest-ServerShowV247Test-284523986-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-07T17:16:55Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-07T17:16:37Z,direct_url=,disk_format='vmdk',id=dbf872a4-92be-47e4-8561-c3e2bf2423ab,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='2a64022f08d84b11a86773b900860ae5',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-07T17:16:38Z,virtual_size=,visibility=), allow threads: False {{(pid=62328) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 838.535444] env[62328]: DEBUG nova.virt.hardware [None req-4e50ac3b-ae56-4163-aaf1-11940fa10c88 tempest-ServerShowV247Test-284523986 tempest-ServerShowV247Test-284523986-project-member] Flavor limits 0:0:0 {{(pid=62328) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 838.535605] env[62328]: DEBUG nova.virt.hardware [None req-4e50ac3b-ae56-4163-aaf1-11940fa10c88 tempest-ServerShowV247Test-284523986 tempest-ServerShowV247Test-284523986-project-member] Image limits 0:0:0 {{(pid=62328) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 838.535786] env[62328]: DEBUG nova.virt.hardware [None req-4e50ac3b-ae56-4163-aaf1-11940fa10c88 tempest-ServerShowV247Test-284523986 tempest-ServerShowV247Test-284523986-project-member] Flavor pref 0:0:0 {{(pid=62328) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 838.535931] env[62328]: DEBUG nova.virt.hardware [None req-4e50ac3b-ae56-4163-aaf1-11940fa10c88 tempest-ServerShowV247Test-284523986 tempest-ServerShowV247Test-284523986-project-member] Image pref 0:0:0 {{(pid=62328) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 838.536089] env[62328]: DEBUG nova.virt.hardware [None req-4e50ac3b-ae56-4163-aaf1-11940fa10c88 tempest-ServerShowV247Test-284523986 tempest-ServerShowV247Test-284523986-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62328) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 838.536303] env[62328]: DEBUG nova.virt.hardware [None req-4e50ac3b-ae56-4163-aaf1-11940fa10c88 tempest-ServerShowV247Test-284523986 tempest-ServerShowV247Test-284523986-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62328) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 838.536458] env[62328]: DEBUG nova.virt.hardware [None req-4e50ac3b-ae56-4163-aaf1-11940fa10c88 tempest-ServerShowV247Test-284523986 tempest-ServerShowV247Test-284523986-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62328) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 838.536619] env[62328]: DEBUG nova.virt.hardware [None req-4e50ac3b-ae56-4163-aaf1-11940fa10c88 tempest-ServerShowV247Test-284523986 tempest-ServerShowV247Test-284523986-project-member] Got 1 possible topologies {{(pid=62328) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 838.536781] env[62328]: DEBUG nova.virt.hardware [None req-4e50ac3b-ae56-4163-aaf1-11940fa10c88 tempest-ServerShowV247Test-284523986 tempest-ServerShowV247Test-284523986-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62328) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 838.536945] env[62328]: DEBUG nova.virt.hardware [None req-4e50ac3b-ae56-4163-aaf1-11940fa10c88 tempest-ServerShowV247Test-284523986 tempest-ServerShowV247Test-284523986-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62328) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 838.538041] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ca16f93f-249e-47fe-9c85-1a818d2e491d {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 838.547413] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-20769fa9-3e60-4c3b-804e-65c5b589c50d {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 838.562384] env[62328]: DEBUG nova.virt.vmwareapi.vmops [None req-4e50ac3b-ae56-4163-aaf1-11940fa10c88 tempest-ServerShowV247Test-284523986 tempest-ServerShowV247Test-284523986-project-member] [instance: c93e23e8-af7d-498b-bc2b-a47568418b05] Instance VIF info [] {{(pid=62328) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 838.569426] env[62328]: DEBUG oslo.service.loopingcall [None req-4e50ac3b-ae56-4163-aaf1-11940fa10c88 tempest-ServerShowV247Test-284523986 tempest-ServerShowV247Test-284523986-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62328) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 838.569670] env[62328]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c93e23e8-af7d-498b-bc2b-a47568418b05] Creating VM on the ESX host {{(pid=62328) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 838.569880] env[62328]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-6db1373f-ffbe-4e99-bf62-6e82b049480a {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 838.588651] env[62328]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 838.588651] env[62328]: value = "task-2386985" [ 838.588651] env[62328]: _type = "Task" [ 838.588651] env[62328]: } to complete. {{(pid=62328) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 838.599710] env[62328]: DEBUG oslo_vmware.api [-] Task: {'id': task-2386985, 'name': CreateVM_Task} progress is 0%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 838.607645] env[62328]: DEBUG oslo_vmware.api [None req-db523448-1783-4c34-a436-e589df121c5c tempest-AttachVolumeShelveTestJSON-116809589 tempest-AttachVolumeShelveTestJSON-116809589-project-member] Task: {'id': session[52a6e20e-410d-708a-99f2-080a575a99bd]522ac0e2-0433-0e96-31c9-3024db137afe, 'name': SearchDatastore_Task, 'duration_secs': 0.008968} completed successfully. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 838.607896] env[62328]: DEBUG oslo_concurrency.lockutils [None req-db523448-1783-4c34-a436-e589df121c5c tempest-AttachVolumeShelveTestJSON-116809589 tempest-AttachVolumeShelveTestJSON-116809589-project-member] Releasing lock "[datastore2] devstack-image-cache_base/dbf872a4-92be-47e4-8561-c3e2bf2423ab/dbf872a4-92be-47e4-8561-c3e2bf2423ab.vmdk" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 838.608161] env[62328]: DEBUG nova.virt.vmwareapi.vm_util [None req-db523448-1783-4c34-a436-e589df121c5c tempest-AttachVolumeShelveTestJSON-116809589 tempest-AttachVolumeShelveTestJSON-116809589-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/dbf872a4-92be-47e4-8561-c3e2bf2423ab/dbf872a4-92be-47e4-8561-c3e2bf2423ab.vmdk to [datastore2] 14c336fc-69e4-4ef8-a50f-e307b9902127/14c336fc-69e4-4ef8-a50f-e307b9902127.vmdk {{(pid=62328) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 838.608432] env[62328]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-fcd05eac-f8b4-4960-ac90-2affa6bc35bb {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 838.614505] env[62328]: DEBUG oslo_vmware.api [None req-db523448-1783-4c34-a436-e589df121c5c tempest-AttachVolumeShelveTestJSON-116809589 tempest-AttachVolumeShelveTestJSON-116809589-project-member] Waiting for the task: (returnval){ [ 838.614505] env[62328]: value = "task-2386986" [ 838.614505] env[62328]: _type = "Task" [ 838.614505] env[62328]: } to complete. {{(pid=62328) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 838.624113] env[62328]: DEBUG oslo_vmware.api [None req-db523448-1783-4c34-a436-e589df121c5c tempest-AttachVolumeShelveTestJSON-116809589 tempest-AttachVolumeShelveTestJSON-116809589-project-member] Task: {'id': task-2386986, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 838.630677] env[62328]: DEBUG oslo_concurrency.lockutils [None req-b421e261-540c-4512-9986-5716b8298645 tempest-VolumesAdminNegativeTest-179339308 tempest-VolumesAdminNegativeTest-179339308-project-member] Acquiring lock "04dd8fd6-91f0-444f-b642-2ba8dcdea19d" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 838.630931] env[62328]: DEBUG oslo_concurrency.lockutils [None req-b421e261-540c-4512-9986-5716b8298645 tempest-VolumesAdminNegativeTest-179339308 tempest-VolumesAdminNegativeTest-179339308-project-member] Lock "04dd8fd6-91f0-444f-b642-2ba8dcdea19d" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 838.631146] env[62328]: DEBUG oslo_concurrency.lockutils [None req-b421e261-540c-4512-9986-5716b8298645 tempest-VolumesAdminNegativeTest-179339308 tempest-VolumesAdminNegativeTest-179339308-project-member] Acquiring lock "04dd8fd6-91f0-444f-b642-2ba8dcdea19d-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 838.631331] env[62328]: DEBUG oslo_concurrency.lockutils [None req-b421e261-540c-4512-9986-5716b8298645 tempest-VolumesAdminNegativeTest-179339308 tempest-VolumesAdminNegativeTest-179339308-project-member] Lock "04dd8fd6-91f0-444f-b642-2ba8dcdea19d-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 838.631499] env[62328]: DEBUG oslo_concurrency.lockutils [None req-b421e261-540c-4512-9986-5716b8298645 tempest-VolumesAdminNegativeTest-179339308 tempest-VolumesAdminNegativeTest-179339308-project-member] Lock "04dd8fd6-91f0-444f-b642-2ba8dcdea19d-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 838.633668] env[62328]: INFO nova.compute.manager [None req-b421e261-540c-4512-9986-5716b8298645 tempest-VolumesAdminNegativeTest-179339308 tempest-VolumesAdminNegativeTest-179339308-project-member] [instance: 04dd8fd6-91f0-444f-b642-2ba8dcdea19d] Terminating instance [ 838.689528] env[62328]: DEBUG oslo_vmware.api [None req-46b24b5c-91ec-49ea-a80c-0daa4cfcf46f tempest-InstanceActionsNegativeTestJSON-58220527 tempest-InstanceActionsNegativeTestJSON-58220527-project-member] Task: {'id': task-2386984, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.070668} completed successfully. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 838.689819] env[62328]: DEBUG nova.virt.vmwareapi.vmops [None req-46b24b5c-91ec-49ea-a80c-0daa4cfcf46f tempest-InstanceActionsNegativeTestJSON-58220527 tempest-InstanceActionsNegativeTestJSON-58220527-project-member] [instance: be561814-7d4f-4759-9e70-47db6557d87e] Extended root virtual disk {{(pid=62328) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 838.690659] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cf2b9d9c-e0ea-47d4-9f4d-1f0fa9c687e8 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 838.717884] env[62328]: DEBUG nova.virt.vmwareapi.volumeops [None req-46b24b5c-91ec-49ea-a80c-0daa4cfcf46f tempest-InstanceActionsNegativeTestJSON-58220527 tempest-InstanceActionsNegativeTestJSON-58220527-project-member] [instance: be561814-7d4f-4759-9e70-47db6557d87e] Reconfiguring VM instance instance-00000044 to attach disk [datastore2] be561814-7d4f-4759-9e70-47db6557d87e/be561814-7d4f-4759-9e70-47db6557d87e.vmdk or device None with type sparse {{(pid=62328) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 838.720089] env[62328]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a6b98f01-1609-4002-9d9f-8d85c5f63317 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 838.736798] env[62328]: DEBUG nova.compute.manager [req-6db144e2-38ce-450c-8920-142b8f0ff938 req-122c3bea-da4b-43e8-8a47-d6642e07674e service nova] [instance: e237fc84-753c-4824-a26a-498ba160f4f9] Received event network-vif-plugged-02b28b38-6f45-481b-8b63-24c630d25ecd {{(pid=62328) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 838.736960] env[62328]: DEBUG oslo_concurrency.lockutils [req-6db144e2-38ce-450c-8920-142b8f0ff938 req-122c3bea-da4b-43e8-8a47-d6642e07674e service nova] Acquiring lock "e237fc84-753c-4824-a26a-498ba160f4f9-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 838.737188] env[62328]: DEBUG oslo_concurrency.lockutils [req-6db144e2-38ce-450c-8920-142b8f0ff938 req-122c3bea-da4b-43e8-8a47-d6642e07674e service nova] Lock "e237fc84-753c-4824-a26a-498ba160f4f9-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 838.737376] env[62328]: DEBUG oslo_concurrency.lockutils [req-6db144e2-38ce-450c-8920-142b8f0ff938 req-122c3bea-da4b-43e8-8a47-d6642e07674e service nova] Lock "e237fc84-753c-4824-a26a-498ba160f4f9-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 838.737549] env[62328]: DEBUG nova.compute.manager [req-6db144e2-38ce-450c-8920-142b8f0ff938 req-122c3bea-da4b-43e8-8a47-d6642e07674e service nova] [instance: e237fc84-753c-4824-a26a-498ba160f4f9] No waiting events found dispatching network-vif-plugged-02b28b38-6f45-481b-8b63-24c630d25ecd {{(pid=62328) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 838.737729] env[62328]: WARNING nova.compute.manager [req-6db144e2-38ce-450c-8920-142b8f0ff938 req-122c3bea-da4b-43e8-8a47-d6642e07674e service nova] [instance: e237fc84-753c-4824-a26a-498ba160f4f9] Received unexpected event network-vif-plugged-02b28b38-6f45-481b-8b63-24c630d25ecd for instance with vm_state building and task_state spawning. [ 838.742525] env[62328]: DEBUG oslo_concurrency.lockutils [None req-d0b9fdcb-bb08-404a-81f4-50830a3c8312 tempest-ServerDiskConfigTestJSON-126406698 tempest-ServerDiskConfigTestJSON-126406698-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.551s {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 838.742525] env[62328]: INFO nova.compute.manager [None req-d0b9fdcb-bb08-404a-81f4-50830a3c8312 tempest-ServerDiskConfigTestJSON-126406698 tempest-ServerDiskConfigTestJSON-126406698-project-member] [instance: 385995cc-5fe5-4c9d-9128-69a3767e682f] Migrating [ 838.749746] env[62328]: DEBUG oslo_concurrency.lockutils [None req-84d7be12-01b0-487a-9215-ce21e055bbc1 tempest-ImagesTestJSON-1776717495 tempest-ImagesTestJSON-1776717495-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 21.771s {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 838.750090] env[62328]: DEBUG nova.objects.instance [None req-84d7be12-01b0-487a-9215-ce21e055bbc1 tempest-ImagesTestJSON-1776717495 tempest-ImagesTestJSON-1776717495-project-member] Lazy-loading 'resources' on Instance uuid 633811c6-28ee-4dbf-9967-688e7ce6ebfd {{(pid=62328) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 838.765016] env[62328]: DEBUG oslo_vmware.api [None req-48899123-d381-40e8-b3a6-4a45d2adf31a tempest-ServerShowV257Test-2024025592 tempest-ServerShowV257Test-2024025592-project-member] Task: {'id': task-2386983, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 838.768165] env[62328]: DEBUG oslo_vmware.api [None req-46b24b5c-91ec-49ea-a80c-0daa4cfcf46f tempest-InstanceActionsNegativeTestJSON-58220527 tempest-InstanceActionsNegativeTestJSON-58220527-project-member] Waiting for the task: (returnval){ [ 838.768165] env[62328]: value = "task-2386987" [ 838.768165] env[62328]: _type = "Task" [ 838.768165] env[62328]: } to complete. {{(pid=62328) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 838.780095] env[62328]: DEBUG oslo_vmware.api [None req-46b24b5c-91ec-49ea-a80c-0daa4cfcf46f tempest-InstanceActionsNegativeTestJSON-58220527 tempest-InstanceActionsNegativeTestJSON-58220527-project-member] Task: {'id': task-2386987, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 838.912463] env[62328]: DEBUG nova.network.neutron [None req-e5d0ae8d-c418-49ce-9034-f9923bdaadea tempest-ImagesTestJSON-1776717495 tempest-ImagesTestJSON-1776717495-project-member] [instance: e237fc84-753c-4824-a26a-498ba160f4f9] Successfully updated port: 02b28b38-6f45-481b-8b63-24c630d25ecd {{(pid=62328) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 839.100391] env[62328]: DEBUG oslo_vmware.api [-] Task: {'id': task-2386985, 'name': CreateVM_Task, 'duration_secs': 0.328903} completed successfully. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 839.100573] env[62328]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c93e23e8-af7d-498b-bc2b-a47568418b05] Created VM on the ESX host {{(pid=62328) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 839.101107] env[62328]: DEBUG oslo_concurrency.lockutils [None req-4e50ac3b-ae56-4163-aaf1-11940fa10c88 tempest-ServerShowV247Test-284523986 tempest-ServerShowV247Test-284523986-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/dbf872a4-92be-47e4-8561-c3e2bf2423ab" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 839.101357] env[62328]: DEBUG oslo_concurrency.lockutils [None req-4e50ac3b-ae56-4163-aaf1-11940fa10c88 tempest-ServerShowV247Test-284523986 tempest-ServerShowV247Test-284523986-project-member] Acquired lock "[datastore1] devstack-image-cache_base/dbf872a4-92be-47e4-8561-c3e2bf2423ab" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.101739] env[62328]: DEBUG oslo_concurrency.lockutils [None req-4e50ac3b-ae56-4163-aaf1-11940fa10c88 tempest-ServerShowV247Test-284523986 tempest-ServerShowV247Test-284523986-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/dbf872a4-92be-47e4-8561-c3e2bf2423ab" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 839.102031] env[62328]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-07ba2a3e-10b3-47e8-adbf-02f686ba5cc5 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 839.109378] env[62328]: DEBUG oslo_vmware.api [None req-4e50ac3b-ae56-4163-aaf1-11940fa10c88 tempest-ServerShowV247Test-284523986 tempest-ServerShowV247Test-284523986-project-member] Waiting for the task: (returnval){ [ 839.109378] env[62328]: value = "session[52a6e20e-410d-708a-99f2-080a575a99bd]5298d8f7-50a0-5322-c553-b61df56e07f2" [ 839.109378] env[62328]: _type = "Task" [ 839.109378] env[62328]: } to complete. {{(pid=62328) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 839.124722] env[62328]: DEBUG oslo_vmware.api [None req-4e50ac3b-ae56-4163-aaf1-11940fa10c88 tempest-ServerShowV247Test-284523986 tempest-ServerShowV247Test-284523986-project-member] Task: {'id': session[52a6e20e-410d-708a-99f2-080a575a99bd]5298d8f7-50a0-5322-c553-b61df56e07f2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 839.130410] env[62328]: DEBUG oslo_vmware.api [None req-db523448-1783-4c34-a436-e589df121c5c tempest-AttachVolumeShelveTestJSON-116809589 tempest-AttachVolumeShelveTestJSON-116809589-project-member] Task: {'id': task-2386986, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 839.137388] env[62328]: DEBUG nova.compute.manager [None req-b421e261-540c-4512-9986-5716b8298645 tempest-VolumesAdminNegativeTest-179339308 tempest-VolumesAdminNegativeTest-179339308-project-member] [instance: 04dd8fd6-91f0-444f-b642-2ba8dcdea19d] Start destroying the instance on the hypervisor. {{(pid=62328) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 839.137699] env[62328]: DEBUG nova.virt.vmwareapi.vmops [None req-b421e261-540c-4512-9986-5716b8298645 tempest-VolumesAdminNegativeTest-179339308 tempest-VolumesAdminNegativeTest-179339308-project-member] [instance: 04dd8fd6-91f0-444f-b642-2ba8dcdea19d] Destroying instance {{(pid=62328) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 839.138740] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a0e31fea-d9b0-450c-b8c9-4a14c34e16a3 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 839.147881] env[62328]: DEBUG nova.virt.vmwareapi.vm_util [None req-b421e261-540c-4512-9986-5716b8298645 tempest-VolumesAdminNegativeTest-179339308 tempest-VolumesAdminNegativeTest-179339308-project-member] [instance: 04dd8fd6-91f0-444f-b642-2ba8dcdea19d] Powering off the VM {{(pid=62328) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 839.148243] env[62328]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d4c6b7d5-6bbb-4c1d-acea-4c36895529f5 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 839.155214] env[62328]: DEBUG oslo_vmware.api [None req-b421e261-540c-4512-9986-5716b8298645 tempest-VolumesAdminNegativeTest-179339308 tempest-VolumesAdminNegativeTest-179339308-project-member] Waiting for the task: (returnval){ [ 839.155214] env[62328]: value = "task-2386988" [ 839.155214] env[62328]: _type = "Task" [ 839.155214] env[62328]: } to complete. {{(pid=62328) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 839.165081] env[62328]: DEBUG oslo_vmware.api [None req-b421e261-540c-4512-9986-5716b8298645 tempest-VolumesAdminNegativeTest-179339308 tempest-VolumesAdminNegativeTest-179339308-project-member] Task: {'id': task-2386988, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 839.230129] env[62328]: DEBUG oslo_vmware.api [None req-48899123-d381-40e8-b3a6-4a45d2adf31a tempest-ServerShowV257Test-2024025592 tempest-ServerShowV257Test-2024025592-project-member] Task: {'id': task-2386983, 'name': ReconfigVM_Task, 'duration_secs': 1.146097} completed successfully. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 839.230474] env[62328]: DEBUG nova.virt.vmwareapi.volumeops [None req-48899123-d381-40e8-b3a6-4a45d2adf31a tempest-ServerShowV257Test-2024025592 tempest-ServerShowV257Test-2024025592-project-member] [instance: d60294e0-35a3-4c90-8a63-a525ff1c6833] Reconfigured VM instance instance-00000041 to attach disk [datastore2] d60294e0-35a3-4c90-8a63-a525ff1c6833/d60294e0-35a3-4c90-8a63-a525ff1c6833.vmdk or device None with type sparse {{(pid=62328) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 839.231363] env[62328]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-1126a573-a10d-49af-a11d-fde2f4634b41 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 839.237802] env[62328]: DEBUG oslo_vmware.api [None req-48899123-d381-40e8-b3a6-4a45d2adf31a tempest-ServerShowV257Test-2024025592 tempest-ServerShowV257Test-2024025592-project-member] Waiting for the task: (returnval){ [ 839.237802] env[62328]: value = "task-2386989" [ 839.237802] env[62328]: _type = "Task" [ 839.237802] env[62328]: } to complete. {{(pid=62328) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 839.253546] env[62328]: DEBUG oslo_vmware.api [None req-48899123-d381-40e8-b3a6-4a45d2adf31a tempest-ServerShowV257Test-2024025592 tempest-ServerShowV257Test-2024025592-project-member] Task: {'id': task-2386989, 'name': Rename_Task} progress is 5%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 839.268368] env[62328]: DEBUG oslo_concurrency.lockutils [None req-d0b9fdcb-bb08-404a-81f4-50830a3c8312 tempest-ServerDiskConfigTestJSON-126406698 tempest-ServerDiskConfigTestJSON-126406698-project-member] Acquiring lock "refresh_cache-385995cc-5fe5-4c9d-9128-69a3767e682f" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 839.268604] env[62328]: DEBUG oslo_concurrency.lockutils [None req-d0b9fdcb-bb08-404a-81f4-50830a3c8312 tempest-ServerDiskConfigTestJSON-126406698 tempest-ServerDiskConfigTestJSON-126406698-project-member] Acquired lock "refresh_cache-385995cc-5fe5-4c9d-9128-69a3767e682f" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.268871] env[62328]: DEBUG nova.network.neutron [None req-d0b9fdcb-bb08-404a-81f4-50830a3c8312 tempest-ServerDiskConfigTestJSON-126406698 tempest-ServerDiskConfigTestJSON-126406698-project-member] [instance: 385995cc-5fe5-4c9d-9128-69a3767e682f] Building network info cache for instance {{(pid=62328) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 839.279155] env[62328]: DEBUG oslo_vmware.api [None req-46b24b5c-91ec-49ea-a80c-0daa4cfcf46f tempest-InstanceActionsNegativeTestJSON-58220527 tempest-InstanceActionsNegativeTestJSON-58220527-project-member] Task: {'id': task-2386987, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 839.416035] env[62328]: DEBUG oslo_concurrency.lockutils [None req-e5d0ae8d-c418-49ce-9034-f9923bdaadea tempest-ImagesTestJSON-1776717495 tempest-ImagesTestJSON-1776717495-project-member] Acquiring lock "refresh_cache-e237fc84-753c-4824-a26a-498ba160f4f9" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 839.416274] env[62328]: DEBUG oslo_concurrency.lockutils [None req-e5d0ae8d-c418-49ce-9034-f9923bdaadea tempest-ImagesTestJSON-1776717495 tempest-ImagesTestJSON-1776717495-project-member] Acquired lock "refresh_cache-e237fc84-753c-4824-a26a-498ba160f4f9" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.416274] env[62328]: DEBUG nova.network.neutron [None req-e5d0ae8d-c418-49ce-9034-f9923bdaadea tempest-ImagesTestJSON-1776717495 tempest-ImagesTestJSON-1776717495-project-member] [instance: e237fc84-753c-4824-a26a-498ba160f4f9] Building network info cache for instance {{(pid=62328) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 839.622297] env[62328]: DEBUG oslo_vmware.api [None req-4e50ac3b-ae56-4163-aaf1-11940fa10c88 tempest-ServerShowV247Test-284523986 tempest-ServerShowV247Test-284523986-project-member] Task: {'id': session[52a6e20e-410d-708a-99f2-080a575a99bd]5298d8f7-50a0-5322-c553-b61df56e07f2, 'name': SearchDatastore_Task, 'duration_secs': 0.019946} completed successfully. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 839.623053] env[62328]: DEBUG oslo_concurrency.lockutils [None req-4e50ac3b-ae56-4163-aaf1-11940fa10c88 tempest-ServerShowV247Test-284523986 tempest-ServerShowV247Test-284523986-project-member] Releasing lock "[datastore1] devstack-image-cache_base/dbf872a4-92be-47e4-8561-c3e2bf2423ab" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 839.623297] env[62328]: DEBUG nova.virt.vmwareapi.vmops [None req-4e50ac3b-ae56-4163-aaf1-11940fa10c88 tempest-ServerShowV247Test-284523986 tempest-ServerShowV247Test-284523986-project-member] [instance: c93e23e8-af7d-498b-bc2b-a47568418b05] Processing image dbf872a4-92be-47e4-8561-c3e2bf2423ab {{(pid=62328) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 839.623537] env[62328]: DEBUG oslo_concurrency.lockutils [None req-4e50ac3b-ae56-4163-aaf1-11940fa10c88 tempest-ServerShowV247Test-284523986 tempest-ServerShowV247Test-284523986-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/dbf872a4-92be-47e4-8561-c3e2bf2423ab/dbf872a4-92be-47e4-8561-c3e2bf2423ab.vmdk" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 839.623682] env[62328]: DEBUG oslo_concurrency.lockutils [None req-4e50ac3b-ae56-4163-aaf1-11940fa10c88 tempest-ServerShowV247Test-284523986 tempest-ServerShowV247Test-284523986-project-member] Acquired lock "[datastore1] devstack-image-cache_base/dbf872a4-92be-47e4-8561-c3e2bf2423ab/dbf872a4-92be-47e4-8561-c3e2bf2423ab.vmdk" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.623859] env[62328]: DEBUG nova.virt.vmwareapi.ds_util [None req-4e50ac3b-ae56-4163-aaf1-11940fa10c88 tempest-ServerShowV247Test-284523986 tempest-ServerShowV247Test-284523986-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62328) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 839.624151] env[62328]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-a1dff68c-b1b5-4e9e-a6c7-53639606995f {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 839.628919] env[62328]: DEBUG oslo_vmware.api [None req-db523448-1783-4c34-a436-e589df121c5c tempest-AttachVolumeShelveTestJSON-116809589 tempest-AttachVolumeShelveTestJSON-116809589-project-member] Task: {'id': task-2386986, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.618405} completed successfully. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 839.631555] env[62328]: DEBUG nova.virt.vmwareapi.vm_util [None req-db523448-1783-4c34-a436-e589df121c5c tempest-AttachVolumeShelveTestJSON-116809589 tempest-AttachVolumeShelveTestJSON-116809589-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/dbf872a4-92be-47e4-8561-c3e2bf2423ab/dbf872a4-92be-47e4-8561-c3e2bf2423ab.vmdk to [datastore2] 14c336fc-69e4-4ef8-a50f-e307b9902127/14c336fc-69e4-4ef8-a50f-e307b9902127.vmdk {{(pid=62328) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 839.631773] env[62328]: DEBUG nova.virt.vmwareapi.vmops [None req-db523448-1783-4c34-a436-e589df121c5c tempest-AttachVolumeShelveTestJSON-116809589 tempest-AttachVolumeShelveTestJSON-116809589-project-member] [instance: 14c336fc-69e4-4ef8-a50f-e307b9902127] Extending root virtual disk to 1048576 {{(pid=62328) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 839.632362] env[62328]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-58b371c8-ca28-4358-a058-40ee4f07f9a3 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 839.637651] env[62328]: DEBUG nova.virt.vmwareapi.ds_util [None req-4e50ac3b-ae56-4163-aaf1-11940fa10c88 tempest-ServerShowV247Test-284523986 tempest-ServerShowV247Test-284523986-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62328) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 839.637833] env[62328]: DEBUG nova.virt.vmwareapi.vmops [None req-4e50ac3b-ae56-4163-aaf1-11940fa10c88 tempest-ServerShowV247Test-284523986 tempest-ServerShowV247Test-284523986-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62328) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 839.639425] env[62328]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5dd9e276-c9d5-4cd7-b34f-849a60438a98 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 839.641615] env[62328]: DEBUG oslo_vmware.api [None req-db523448-1783-4c34-a436-e589df121c5c tempest-AttachVolumeShelveTestJSON-116809589 tempest-AttachVolumeShelveTestJSON-116809589-project-member] Waiting for the task: (returnval){ [ 839.641615] env[62328]: value = "task-2386990" [ 839.641615] env[62328]: _type = "Task" [ 839.641615] env[62328]: } to complete. {{(pid=62328) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 839.643167] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-149ef509-7868-463d-8c2e-b645cd7efb1f {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 839.650253] env[62328]: DEBUG oslo_vmware.api [None req-4e50ac3b-ae56-4163-aaf1-11940fa10c88 tempest-ServerShowV247Test-284523986 tempest-ServerShowV247Test-284523986-project-member] Waiting for the task: (returnval){ [ 839.650253] env[62328]: value = "session[52a6e20e-410d-708a-99f2-080a575a99bd]52c53f91-98c6-0fea-e604-638df12904d0" [ 839.650253] env[62328]: _type = "Task" [ 839.650253] env[62328]: } to complete. {{(pid=62328) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 839.658685] env[62328]: DEBUG oslo_vmware.api [None req-db523448-1783-4c34-a436-e589df121c5c tempest-AttachVolumeShelveTestJSON-116809589 tempest-AttachVolumeShelveTestJSON-116809589-project-member] Task: {'id': task-2386990, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 839.662768] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-70dd7383-fd04-4201-baf3-2c3f9554a0ce {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 839.669531] env[62328]: DEBUG oslo_vmware.api [None req-4e50ac3b-ae56-4163-aaf1-11940fa10c88 tempest-ServerShowV247Test-284523986 tempest-ServerShowV247Test-284523986-project-member] Task: {'id': session[52a6e20e-410d-708a-99f2-080a575a99bd]52c53f91-98c6-0fea-e604-638df12904d0, 'name': SearchDatastore_Task, 'duration_secs': 0.009249} completed successfully. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 839.670958] env[62328]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-70fa160c-7294-4563-bb11-c4bb3e140bf4 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 839.701799] env[62328]: DEBUG oslo_vmware.api [None req-b421e261-540c-4512-9986-5716b8298645 tempest-VolumesAdminNegativeTest-179339308 tempest-VolumesAdminNegativeTest-179339308-project-member] Task: {'id': task-2386988, 'name': PowerOffVM_Task, 'duration_secs': 0.219627} completed successfully. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 839.703157] env[62328]: DEBUG nova.virt.vmwareapi.vm_util [None req-b421e261-540c-4512-9986-5716b8298645 tempest-VolumesAdminNegativeTest-179339308 tempest-VolumesAdminNegativeTest-179339308-project-member] [instance: 04dd8fd6-91f0-444f-b642-2ba8dcdea19d] Powered off the VM {{(pid=62328) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 839.703355] env[62328]: DEBUG nova.virt.vmwareapi.vmops [None req-b421e261-540c-4512-9986-5716b8298645 tempest-VolumesAdminNegativeTest-179339308 tempest-VolumesAdminNegativeTest-179339308-project-member] [instance: 04dd8fd6-91f0-444f-b642-2ba8dcdea19d] Unregistering the VM {{(pid=62328) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 839.704172] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d1469376-1ff5-475c-9179-dc54145b239f {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 839.707875] env[62328]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-e05f346f-4477-40a6-a151-a246b55065fb {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 839.709373] env[62328]: DEBUG oslo_vmware.api [None req-4e50ac3b-ae56-4163-aaf1-11940fa10c88 tempest-ServerShowV247Test-284523986 tempest-ServerShowV247Test-284523986-project-member] Waiting for the task: (returnval){ [ 839.709373] env[62328]: value = "session[52a6e20e-410d-708a-99f2-080a575a99bd]52ab372d-fb0d-63bb-3ffc-581b3088a3d1" [ 839.709373] env[62328]: _type = "Task" [ 839.709373] env[62328]: } to complete. {{(pid=62328) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 839.716509] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-37d371ef-ed31-41e1-9d1b-0e039fcf16f0 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 839.723567] env[62328]: DEBUG oslo_vmware.api [None req-4e50ac3b-ae56-4163-aaf1-11940fa10c88 tempest-ServerShowV247Test-284523986 tempest-ServerShowV247Test-284523986-project-member] Task: {'id': session[52a6e20e-410d-708a-99f2-080a575a99bd]52ab372d-fb0d-63bb-3ffc-581b3088a3d1, 'name': SearchDatastore_Task, 'duration_secs': 0.009789} completed successfully. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 839.724183] env[62328]: DEBUG oslo_concurrency.lockutils [None req-4e50ac3b-ae56-4163-aaf1-11940fa10c88 tempest-ServerShowV247Test-284523986 tempest-ServerShowV247Test-284523986-project-member] Releasing lock "[datastore1] devstack-image-cache_base/dbf872a4-92be-47e4-8561-c3e2bf2423ab/dbf872a4-92be-47e4-8561-c3e2bf2423ab.vmdk" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 839.724732] env[62328]: DEBUG nova.virt.vmwareapi.vm_util [None req-4e50ac3b-ae56-4163-aaf1-11940fa10c88 tempest-ServerShowV247Test-284523986 tempest-ServerShowV247Test-284523986-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/dbf872a4-92be-47e4-8561-c3e2bf2423ab/dbf872a4-92be-47e4-8561-c3e2bf2423ab.vmdk to [datastore1] c93e23e8-af7d-498b-bc2b-a47568418b05/c93e23e8-af7d-498b-bc2b-a47568418b05.vmdk {{(pid=62328) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 839.724732] env[62328]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-66505895-33f8-441b-baad-938d3127bbb4 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 839.734265] env[62328]: DEBUG nova.compute.provider_tree [None req-84d7be12-01b0-487a-9215-ce21e055bbc1 tempest-ImagesTestJSON-1776717495 tempest-ImagesTestJSON-1776717495-project-member] Inventory has not changed in ProviderTree for provider: 3469e9f8-04af-49ca-8435-49f104496744 {{(pid=62328) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 839.740711] env[62328]: DEBUG oslo_vmware.api [None req-4e50ac3b-ae56-4163-aaf1-11940fa10c88 tempest-ServerShowV247Test-284523986 tempest-ServerShowV247Test-284523986-project-member] Waiting for the task: (returnval){ [ 839.740711] env[62328]: value = "task-2386992" [ 839.740711] env[62328]: _type = "Task" [ 839.740711] env[62328]: } to complete. {{(pid=62328) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 839.754051] env[62328]: DEBUG oslo_vmware.api [None req-48899123-d381-40e8-b3a6-4a45d2adf31a tempest-ServerShowV257Test-2024025592 tempest-ServerShowV257Test-2024025592-project-member] Task: {'id': task-2386989, 'name': Rename_Task, 'duration_secs': 0.22682} completed successfully. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 839.754290] env[62328]: DEBUG oslo_vmware.api [None req-4e50ac3b-ae56-4163-aaf1-11940fa10c88 tempest-ServerShowV247Test-284523986 tempest-ServerShowV247Test-284523986-project-member] Task: {'id': task-2386992, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 839.754544] env[62328]: DEBUG nova.virt.vmwareapi.vm_util [None req-48899123-d381-40e8-b3a6-4a45d2adf31a tempest-ServerShowV257Test-2024025592 tempest-ServerShowV257Test-2024025592-project-member] [instance: d60294e0-35a3-4c90-8a63-a525ff1c6833] Powering on the VM {{(pid=62328) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 839.754783] env[62328]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-9e930349-0862-4074-a59b-6e04dfac7a28 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 839.760111] env[62328]: DEBUG oslo_vmware.api [None req-48899123-d381-40e8-b3a6-4a45d2adf31a tempest-ServerShowV257Test-2024025592 tempest-ServerShowV257Test-2024025592-project-member] Waiting for the task: (returnval){ [ 839.760111] env[62328]: value = "task-2386993" [ 839.760111] env[62328]: _type = "Task" [ 839.760111] env[62328]: } to complete. {{(pid=62328) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 839.770584] env[62328]: DEBUG oslo_vmware.api [None req-48899123-d381-40e8-b3a6-4a45d2adf31a tempest-ServerShowV257Test-2024025592 tempest-ServerShowV257Test-2024025592-project-member] Task: {'id': task-2386993, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 839.776658] env[62328]: DEBUG nova.virt.vmwareapi.vmops [None req-b421e261-540c-4512-9986-5716b8298645 tempest-VolumesAdminNegativeTest-179339308 tempest-VolumesAdminNegativeTest-179339308-project-member] [instance: 04dd8fd6-91f0-444f-b642-2ba8dcdea19d] Unregistered the VM {{(pid=62328) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 839.776755] env[62328]: DEBUG nova.virt.vmwareapi.vmops [None req-b421e261-540c-4512-9986-5716b8298645 tempest-VolumesAdminNegativeTest-179339308 tempest-VolumesAdminNegativeTest-179339308-project-member] [instance: 04dd8fd6-91f0-444f-b642-2ba8dcdea19d] Deleting contents of the VM from datastore datastore2 {{(pid=62328) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 839.776911] env[62328]: DEBUG nova.virt.vmwareapi.ds_util [None req-b421e261-540c-4512-9986-5716b8298645 tempest-VolumesAdminNegativeTest-179339308 tempest-VolumesAdminNegativeTest-179339308-project-member] Deleting the datastore file [datastore2] 04dd8fd6-91f0-444f-b642-2ba8dcdea19d {{(pid=62328) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 839.777528] env[62328]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-4d0d0bd8-5fc8-4de6-ab9a-731ac0988879 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 839.784658] env[62328]: DEBUG oslo_vmware.api [None req-46b24b5c-91ec-49ea-a80c-0daa4cfcf46f tempest-InstanceActionsNegativeTestJSON-58220527 tempest-InstanceActionsNegativeTestJSON-58220527-project-member] Task: {'id': task-2386987, 'name': ReconfigVM_Task, 'duration_secs': 0.663729} completed successfully. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 839.785946] env[62328]: DEBUG nova.virt.vmwareapi.volumeops [None req-46b24b5c-91ec-49ea-a80c-0daa4cfcf46f tempest-InstanceActionsNegativeTestJSON-58220527 tempest-InstanceActionsNegativeTestJSON-58220527-project-member] [instance: be561814-7d4f-4759-9e70-47db6557d87e] Reconfigured VM instance instance-00000044 to attach disk [datastore2] be561814-7d4f-4759-9e70-47db6557d87e/be561814-7d4f-4759-9e70-47db6557d87e.vmdk or device None with type sparse {{(pid=62328) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 839.786664] env[62328]: DEBUG oslo_vmware.api [None req-b421e261-540c-4512-9986-5716b8298645 tempest-VolumesAdminNegativeTest-179339308 tempest-VolumesAdminNegativeTest-179339308-project-member] Waiting for the task: (returnval){ [ 839.786664] env[62328]: value = "task-2386994" [ 839.786664] env[62328]: _type = "Task" [ 839.786664] env[62328]: } to complete. {{(pid=62328) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 839.787191] env[62328]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-f13903ea-3437-47f7-90d3-fe4f42501ce8 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 839.799152] env[62328]: DEBUG oslo_vmware.api [None req-46b24b5c-91ec-49ea-a80c-0daa4cfcf46f tempest-InstanceActionsNegativeTestJSON-58220527 tempest-InstanceActionsNegativeTestJSON-58220527-project-member] Waiting for the task: (returnval){ [ 839.799152] env[62328]: value = "task-2386995" [ 839.799152] env[62328]: _type = "Task" [ 839.799152] env[62328]: } to complete. {{(pid=62328) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 839.807553] env[62328]: DEBUG oslo_vmware.api [None req-46b24b5c-91ec-49ea-a80c-0daa4cfcf46f tempest-InstanceActionsNegativeTestJSON-58220527 tempest-InstanceActionsNegativeTestJSON-58220527-project-member] Task: {'id': task-2386995, 'name': Rename_Task} progress is 5%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 839.983047] env[62328]: DEBUG nova.network.neutron [None req-e5d0ae8d-c418-49ce-9034-f9923bdaadea tempest-ImagesTestJSON-1776717495 tempest-ImagesTestJSON-1776717495-project-member] [instance: e237fc84-753c-4824-a26a-498ba160f4f9] Instance cache missing network info. {{(pid=62328) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 840.153245] env[62328]: DEBUG oslo_vmware.api [None req-db523448-1783-4c34-a436-e589df121c5c tempest-AttachVolumeShelveTestJSON-116809589 tempest-AttachVolumeShelveTestJSON-116809589-project-member] Task: {'id': task-2386990, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.064881} completed successfully. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 840.153530] env[62328]: DEBUG nova.virt.vmwareapi.vmops [None req-db523448-1783-4c34-a436-e589df121c5c tempest-AttachVolumeShelveTestJSON-116809589 tempest-AttachVolumeShelveTestJSON-116809589-project-member] [instance: 14c336fc-69e4-4ef8-a50f-e307b9902127] Extended root virtual disk {{(pid=62328) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 840.154511] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-89c63836-6a34-430a-a3f3-0a10fed57305 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 840.180982] env[62328]: DEBUG nova.virt.vmwareapi.volumeops [None req-db523448-1783-4c34-a436-e589df121c5c tempest-AttachVolumeShelveTestJSON-116809589 tempest-AttachVolumeShelveTestJSON-116809589-project-member] [instance: 14c336fc-69e4-4ef8-a50f-e307b9902127] Reconfiguring VM instance instance-00000045 to attach disk [datastore2] 14c336fc-69e4-4ef8-a50f-e307b9902127/14c336fc-69e4-4ef8-a50f-e307b9902127.vmdk or device None with type sparse {{(pid=62328) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 840.184056] env[62328]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d6b8613d-8dcd-43b1-9bfb-9b3b8ad87a93 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 840.210213] env[62328]: DEBUG oslo_vmware.api [None req-db523448-1783-4c34-a436-e589df121c5c tempest-AttachVolumeShelveTestJSON-116809589 tempest-AttachVolumeShelveTestJSON-116809589-project-member] Waiting for the task: (returnval){ [ 840.210213] env[62328]: value = "task-2386996" [ 840.210213] env[62328]: _type = "Task" [ 840.210213] env[62328]: } to complete. {{(pid=62328) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 840.229167] env[62328]: DEBUG oslo_vmware.api [None req-db523448-1783-4c34-a436-e589df121c5c tempest-AttachVolumeShelveTestJSON-116809589 tempest-AttachVolumeShelveTestJSON-116809589-project-member] Task: {'id': task-2386996, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 840.238489] env[62328]: DEBUG nova.scheduler.client.report [None req-84d7be12-01b0-487a-9215-ce21e055bbc1 tempest-ImagesTestJSON-1776717495 tempest-ImagesTestJSON-1776717495-project-member] Inventory has not changed for provider 3469e9f8-04af-49ca-8435-49f104496744 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 152, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62328) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 840.243532] env[62328]: DEBUG nova.network.neutron [None req-e5d0ae8d-c418-49ce-9034-f9923bdaadea tempest-ImagesTestJSON-1776717495 tempest-ImagesTestJSON-1776717495-project-member] [instance: e237fc84-753c-4824-a26a-498ba160f4f9] Updating instance_info_cache with network_info: [{"id": "02b28b38-6f45-481b-8b63-24c630d25ecd", "address": "fa:16:3e:4a:92:d6", "network": {"id": "a905dc5c-40c4-4f4e-a49b-32a091a84757", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1569455808-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "79ff0ac960284ebab9828a8e768f66f2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a8140829-5eac-40d8-a10c-eb881f57affc", "external-id": "nsx-vlan-transportzone-517", "segmentation_id": 517, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap02b28b38-6f", "ovs_interfaceid": "02b28b38-6f45-481b-8b63-24c630d25ecd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62328) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 840.257830] env[62328]: DEBUG oslo_vmware.api [None req-4e50ac3b-ae56-4163-aaf1-11940fa10c88 tempest-ServerShowV247Test-284523986 tempest-ServerShowV247Test-284523986-project-member] Task: {'id': task-2386992, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 840.270871] env[62328]: DEBUG oslo_vmware.api [None req-48899123-d381-40e8-b3a6-4a45d2adf31a tempest-ServerShowV257Test-2024025592 tempest-ServerShowV257Test-2024025592-project-member] Task: {'id': task-2386993, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 840.298573] env[62328]: DEBUG oslo_vmware.api [None req-b421e261-540c-4512-9986-5716b8298645 tempest-VolumesAdminNegativeTest-179339308 tempest-VolumesAdminNegativeTest-179339308-project-member] Task: {'id': task-2386994, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.217396} completed successfully. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 840.298837] env[62328]: DEBUG nova.virt.vmwareapi.ds_util [None req-b421e261-540c-4512-9986-5716b8298645 tempest-VolumesAdminNegativeTest-179339308 tempest-VolumesAdminNegativeTest-179339308-project-member] Deleted the datastore file {{(pid=62328) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 840.299035] env[62328]: DEBUG nova.virt.vmwareapi.vmops [None req-b421e261-540c-4512-9986-5716b8298645 tempest-VolumesAdminNegativeTest-179339308 tempest-VolumesAdminNegativeTest-179339308-project-member] [instance: 04dd8fd6-91f0-444f-b642-2ba8dcdea19d] Deleted contents of the VM from datastore datastore2 {{(pid=62328) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 840.299215] env[62328]: DEBUG nova.virt.vmwareapi.vmops [None req-b421e261-540c-4512-9986-5716b8298645 tempest-VolumesAdminNegativeTest-179339308 tempest-VolumesAdminNegativeTest-179339308-project-member] [instance: 04dd8fd6-91f0-444f-b642-2ba8dcdea19d] Instance destroyed {{(pid=62328) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 840.299384] env[62328]: INFO nova.compute.manager [None req-b421e261-540c-4512-9986-5716b8298645 tempest-VolumesAdminNegativeTest-179339308 tempest-VolumesAdminNegativeTest-179339308-project-member] [instance: 04dd8fd6-91f0-444f-b642-2ba8dcdea19d] Took 1.16 seconds to destroy the instance on the hypervisor. [ 840.299641] env[62328]: DEBUG oslo.service.loopingcall [None req-b421e261-540c-4512-9986-5716b8298645 tempest-VolumesAdminNegativeTest-179339308 tempest-VolumesAdminNegativeTest-179339308-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62328) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 840.299885] env[62328]: DEBUG nova.compute.manager [-] [instance: 04dd8fd6-91f0-444f-b642-2ba8dcdea19d] Deallocating network for instance {{(pid=62328) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 840.299981] env[62328]: DEBUG nova.network.neutron [-] [instance: 04dd8fd6-91f0-444f-b642-2ba8dcdea19d] deallocate_for_instance() {{(pid=62328) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 840.302545] env[62328]: DEBUG nova.network.neutron [None req-d0b9fdcb-bb08-404a-81f4-50830a3c8312 tempest-ServerDiskConfigTestJSON-126406698 tempest-ServerDiskConfigTestJSON-126406698-project-member] [instance: 385995cc-5fe5-4c9d-9128-69a3767e682f] Updating instance_info_cache with network_info: [{"id": "f4b0f307-9c7d-40fb-be8c-fc9661810dbe", "address": "fa:16:3e:d3:d5:ad", "network": {"id": "ae1b0afd-4a0c-4b8a-99ac-dbdf6dd5bf95", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-10758413-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "33a1d9f198d84697b63d98d445dea080", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dcf5c3f7-4e33-4f21-b323-3673930b789c", "external-id": "nsx-vlan-transportzone-983", "segmentation_id": 983, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf4b0f307-9c", "ovs_interfaceid": "f4b0f307-9c7d-40fb-be8c-fc9661810dbe", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62328) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 840.313161] env[62328]: DEBUG oslo_vmware.api [None req-46b24b5c-91ec-49ea-a80c-0daa4cfcf46f tempest-InstanceActionsNegativeTestJSON-58220527 tempest-InstanceActionsNegativeTestJSON-58220527-project-member] Task: {'id': task-2386995, 'name': Rename_Task, 'duration_secs': 0.204859} completed successfully. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 840.313490] env[62328]: DEBUG nova.virt.vmwareapi.vm_util [None req-46b24b5c-91ec-49ea-a80c-0daa4cfcf46f tempest-InstanceActionsNegativeTestJSON-58220527 tempest-InstanceActionsNegativeTestJSON-58220527-project-member] [instance: be561814-7d4f-4759-9e70-47db6557d87e] Powering on the VM {{(pid=62328) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 840.313813] env[62328]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-23b75600-82c7-4c75-a362-268a1e1645fd {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 840.321366] env[62328]: DEBUG oslo_vmware.api [None req-46b24b5c-91ec-49ea-a80c-0daa4cfcf46f tempest-InstanceActionsNegativeTestJSON-58220527 tempest-InstanceActionsNegativeTestJSON-58220527-project-member] Waiting for the task: (returnval){ [ 840.321366] env[62328]: value = "task-2386997" [ 840.321366] env[62328]: _type = "Task" [ 840.321366] env[62328]: } to complete. {{(pid=62328) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 840.330705] env[62328]: DEBUG oslo_vmware.api [None req-46b24b5c-91ec-49ea-a80c-0daa4cfcf46f tempest-InstanceActionsNegativeTestJSON-58220527 tempest-InstanceActionsNegativeTestJSON-58220527-project-member] Task: {'id': task-2386997, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 840.723609] env[62328]: DEBUG oslo_vmware.api [None req-db523448-1783-4c34-a436-e589df121c5c tempest-AttachVolumeShelveTestJSON-116809589 tempest-AttachVolumeShelveTestJSON-116809589-project-member] Task: {'id': task-2386996, 'name': ReconfigVM_Task, 'duration_secs': 0.308944} completed successfully. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 840.724441] env[62328]: DEBUG nova.virt.vmwareapi.volumeops [None req-db523448-1783-4c34-a436-e589df121c5c tempest-AttachVolumeShelveTestJSON-116809589 tempest-AttachVolumeShelveTestJSON-116809589-project-member] [instance: 14c336fc-69e4-4ef8-a50f-e307b9902127] Reconfigured VM instance instance-00000045 to attach disk [datastore2] 14c336fc-69e4-4ef8-a50f-e307b9902127/14c336fc-69e4-4ef8-a50f-e307b9902127.vmdk or device None with type sparse {{(pid=62328) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 840.725237] env[62328]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-cb5e3583-e6f3-4741-b40e-e6c28ed38dd1 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 840.731858] env[62328]: DEBUG oslo_vmware.api [None req-db523448-1783-4c34-a436-e589df121c5c tempest-AttachVolumeShelveTestJSON-116809589 tempest-AttachVolumeShelveTestJSON-116809589-project-member] Waiting for the task: (returnval){ [ 840.731858] env[62328]: value = "task-2386998" [ 840.731858] env[62328]: _type = "Task" [ 840.731858] env[62328]: } to complete. {{(pid=62328) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 840.744376] env[62328]: DEBUG oslo_vmware.api [None req-db523448-1783-4c34-a436-e589df121c5c tempest-AttachVolumeShelveTestJSON-116809589 tempest-AttachVolumeShelveTestJSON-116809589-project-member] Task: {'id': task-2386998, 'name': Rename_Task} progress is 5%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 840.746643] env[62328]: DEBUG oslo_concurrency.lockutils [None req-84d7be12-01b0-487a-9215-ce21e055bbc1 tempest-ImagesTestJSON-1776717495 tempest-ImagesTestJSON-1776717495-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.997s {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 840.754035] env[62328]: DEBUG oslo_concurrency.lockutils [None req-658f0a5a-8c20-4088-80be-08da5b371c84 tempest-ListImageFiltersTestJSON-111188615 tempest-ListImageFiltersTestJSON-111188615-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 16.197s {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 840.754035] env[62328]: DEBUG nova.objects.instance [None req-658f0a5a-8c20-4088-80be-08da5b371c84 tempest-ListImageFiltersTestJSON-111188615 tempest-ListImageFiltersTestJSON-111188615-project-member] Lazy-loading 'resources' on Instance uuid 8e31afa5-82ea-4e3e-8913-77f24ee85e4e {{(pid=62328) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 840.755351] env[62328]: DEBUG oslo_concurrency.lockutils [None req-e5d0ae8d-c418-49ce-9034-f9923bdaadea tempest-ImagesTestJSON-1776717495 tempest-ImagesTestJSON-1776717495-project-member] Releasing lock "refresh_cache-e237fc84-753c-4824-a26a-498ba160f4f9" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 840.755624] env[62328]: DEBUG nova.compute.manager [None req-e5d0ae8d-c418-49ce-9034-f9923bdaadea tempest-ImagesTestJSON-1776717495 tempest-ImagesTestJSON-1776717495-project-member] [instance: e237fc84-753c-4824-a26a-498ba160f4f9] Instance network_info: |[{"id": "02b28b38-6f45-481b-8b63-24c630d25ecd", "address": "fa:16:3e:4a:92:d6", "network": {"id": "a905dc5c-40c4-4f4e-a49b-32a091a84757", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1569455808-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "79ff0ac960284ebab9828a8e768f66f2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a8140829-5eac-40d8-a10c-eb881f57affc", "external-id": "nsx-vlan-transportzone-517", "segmentation_id": 517, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap02b28b38-6f", "ovs_interfaceid": "02b28b38-6f45-481b-8b63-24c630d25ecd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62328) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 840.756628] env[62328]: DEBUG nova.virt.vmwareapi.vmops [None req-e5d0ae8d-c418-49ce-9034-f9923bdaadea tempest-ImagesTestJSON-1776717495 tempest-ImagesTestJSON-1776717495-project-member] [instance: e237fc84-753c-4824-a26a-498ba160f4f9] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:4a:92:d6', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'a8140829-5eac-40d8-a10c-eb881f57affc', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '02b28b38-6f45-481b-8b63-24c630d25ecd', 'vif_model': 'vmxnet3'}] {{(pid=62328) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 840.769658] env[62328]: DEBUG oslo.service.loopingcall [None req-e5d0ae8d-c418-49ce-9034-f9923bdaadea tempest-ImagesTestJSON-1776717495 tempest-ImagesTestJSON-1776717495-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62328) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 840.775708] env[62328]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e237fc84-753c-4824-a26a-498ba160f4f9] Creating VM on the ESX host {{(pid=62328) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 840.781866] env[62328]: INFO nova.scheduler.client.report [None req-84d7be12-01b0-487a-9215-ce21e055bbc1 tempest-ImagesTestJSON-1776717495 tempest-ImagesTestJSON-1776717495-project-member] Deleted allocations for instance 633811c6-28ee-4dbf-9967-688e7ce6ebfd [ 840.788601] env[62328]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-816512a9-3670-4c25-81cb-df3420552415 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 840.806829] env[62328]: DEBUG oslo_vmware.api [None req-4e50ac3b-ae56-4163-aaf1-11940fa10c88 tempest-ServerShowV247Test-284523986 tempest-ServerShowV247Test-284523986-project-member] Task: {'id': task-2386992, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.541242} completed successfully. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 840.810094] env[62328]: DEBUG nova.virt.vmwareapi.vm_util [None req-4e50ac3b-ae56-4163-aaf1-11940fa10c88 tempest-ServerShowV247Test-284523986 tempest-ServerShowV247Test-284523986-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/dbf872a4-92be-47e4-8561-c3e2bf2423ab/dbf872a4-92be-47e4-8561-c3e2bf2423ab.vmdk to [datastore1] c93e23e8-af7d-498b-bc2b-a47568418b05/c93e23e8-af7d-498b-bc2b-a47568418b05.vmdk {{(pid=62328) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 840.810331] env[62328]: DEBUG nova.virt.vmwareapi.vmops [None req-4e50ac3b-ae56-4163-aaf1-11940fa10c88 tempest-ServerShowV247Test-284523986 tempest-ServerShowV247Test-284523986-project-member] [instance: c93e23e8-af7d-498b-bc2b-a47568418b05] Extending root virtual disk to 1048576 {{(pid=62328) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 840.810835] env[62328]: DEBUG oslo_concurrency.lockutils [None req-d0b9fdcb-bb08-404a-81f4-50830a3c8312 tempest-ServerDiskConfigTestJSON-126406698 tempest-ServerDiskConfigTestJSON-126406698-project-member] Releasing lock "refresh_cache-385995cc-5fe5-4c9d-9128-69a3767e682f" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 840.816117] env[62328]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-fa339440-9f0e-417f-900c-09344e15890d {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 840.826922] env[62328]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 840.826922] env[62328]: value = "task-2386999" [ 840.826922] env[62328]: _type = "Task" [ 840.826922] env[62328]: } to complete. {{(pid=62328) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 840.826922] env[62328]: DEBUG oslo_vmware.api [None req-48899123-d381-40e8-b3a6-4a45d2adf31a tempest-ServerShowV257Test-2024025592 tempest-ServerShowV257Test-2024025592-project-member] Task: {'id': task-2386993, 'name': PowerOnVM_Task, 'duration_secs': 0.608584} completed successfully. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 840.831102] env[62328]: DEBUG nova.virt.vmwareapi.vm_util [None req-48899123-d381-40e8-b3a6-4a45d2adf31a tempest-ServerShowV257Test-2024025592 tempest-ServerShowV257Test-2024025592-project-member] [instance: d60294e0-35a3-4c90-8a63-a525ff1c6833] Powered on the VM {{(pid=62328) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 840.831565] env[62328]: DEBUG nova.compute.manager [None req-48899123-d381-40e8-b3a6-4a45d2adf31a tempest-ServerShowV257Test-2024025592 tempest-ServerShowV257Test-2024025592-project-member] [instance: d60294e0-35a3-4c90-8a63-a525ff1c6833] Checking state {{(pid=62328) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 840.838812] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-12d7733a-c893-47f4-8b4f-a86fe60c9e60 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 840.841535] env[62328]: DEBUG oslo_vmware.api [None req-4e50ac3b-ae56-4163-aaf1-11940fa10c88 tempest-ServerShowV247Test-284523986 tempest-ServerShowV247Test-284523986-project-member] Waiting for the task: (returnval){ [ 840.841535] env[62328]: value = "task-2387000" [ 840.841535] env[62328]: _type = "Task" [ 840.841535] env[62328]: } to complete. {{(pid=62328) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 840.852216] env[62328]: DEBUG nova.compute.manager [req-13c75d28-2033-49b8-b955-569909b4d10a req-b2453b16-8cde-437f-9223-672928d3d89f service nova] [instance: e237fc84-753c-4824-a26a-498ba160f4f9] Received event network-changed-02b28b38-6f45-481b-8b63-24c630d25ecd {{(pid=62328) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 840.852530] env[62328]: DEBUG nova.compute.manager [req-13c75d28-2033-49b8-b955-569909b4d10a req-b2453b16-8cde-437f-9223-672928d3d89f service nova] [instance: e237fc84-753c-4824-a26a-498ba160f4f9] Refreshing instance network info cache due to event network-changed-02b28b38-6f45-481b-8b63-24c630d25ecd. {{(pid=62328) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 840.852663] env[62328]: DEBUG oslo_concurrency.lockutils [req-13c75d28-2033-49b8-b955-569909b4d10a req-b2453b16-8cde-437f-9223-672928d3d89f service nova] Acquiring lock "refresh_cache-e237fc84-753c-4824-a26a-498ba160f4f9" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 840.852804] env[62328]: DEBUG oslo_concurrency.lockutils [req-13c75d28-2033-49b8-b955-569909b4d10a req-b2453b16-8cde-437f-9223-672928d3d89f service nova] Acquired lock "refresh_cache-e237fc84-753c-4824-a26a-498ba160f4f9" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.853604] env[62328]: DEBUG nova.network.neutron [req-13c75d28-2033-49b8-b955-569909b4d10a req-b2453b16-8cde-437f-9223-672928d3d89f service nova] [instance: e237fc84-753c-4824-a26a-498ba160f4f9] Refreshing network info cache for port 02b28b38-6f45-481b-8b63-24c630d25ecd {{(pid=62328) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 840.864009] env[62328]: DEBUG oslo_vmware.api [None req-46b24b5c-91ec-49ea-a80c-0daa4cfcf46f tempest-InstanceActionsNegativeTestJSON-58220527 tempest-InstanceActionsNegativeTestJSON-58220527-project-member] Task: {'id': task-2386997, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 840.866968] env[62328]: DEBUG oslo_vmware.api [-] Task: {'id': task-2386999, 'name': CreateVM_Task} progress is 15%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 840.876093] env[62328]: DEBUG oslo_vmware.api [None req-4e50ac3b-ae56-4163-aaf1-11940fa10c88 tempest-ServerShowV247Test-284523986 tempest-ServerShowV247Test-284523986-project-member] Task: {'id': task-2387000, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 841.079740] env[62328]: DEBUG nova.compute.manager [req-0beb6efb-be24-4744-a45c-143257357680 req-54ab6e9a-4bed-4c55-a875-a9d2a87157dd service nova] [instance: 04dd8fd6-91f0-444f-b642-2ba8dcdea19d] Received event network-vif-deleted-e15952ce-5356-40ed-acb4-194732d7930c {{(pid=62328) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 841.079941] env[62328]: INFO nova.compute.manager [req-0beb6efb-be24-4744-a45c-143257357680 req-54ab6e9a-4bed-4c55-a875-a9d2a87157dd service nova] [instance: 04dd8fd6-91f0-444f-b642-2ba8dcdea19d] Neutron deleted interface e15952ce-5356-40ed-acb4-194732d7930c; detaching it from the instance and deleting it from the info cache [ 841.080125] env[62328]: DEBUG nova.network.neutron [req-0beb6efb-be24-4744-a45c-143257357680 req-54ab6e9a-4bed-4c55-a875-a9d2a87157dd service nova] [instance: 04dd8fd6-91f0-444f-b642-2ba8dcdea19d] Updating instance_info_cache with network_info: [] {{(pid=62328) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 841.212018] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fc24799c-85ef-4cf8-b189-67649b074ce1 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 841.218478] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-70762996-03ba-4b57-abde-d95f42823df5 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 841.256193] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9e53f675-fd8c-4955-8327-268e40c49b4c {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 841.264280] env[62328]: DEBUG oslo_vmware.api [None req-db523448-1783-4c34-a436-e589df121c5c tempest-AttachVolumeShelveTestJSON-116809589 tempest-AttachVolumeShelveTestJSON-116809589-project-member] Task: {'id': task-2386998, 'name': Rename_Task} progress is 99%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 841.267397] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9d20ef9f-0714-4a74-8ef5-0ccc34a250c4 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 841.281713] env[62328]: DEBUG nova.compute.provider_tree [None req-658f0a5a-8c20-4088-80be-08da5b371c84 tempest-ListImageFiltersTestJSON-111188615 tempest-ListImageFiltersTestJSON-111188615-project-member] Inventory has not changed in ProviderTree for provider: 3469e9f8-04af-49ca-8435-49f104496744 {{(pid=62328) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 841.318312] env[62328]: DEBUG oslo_concurrency.lockutils [None req-84d7be12-01b0-487a-9215-ce21e055bbc1 tempest-ImagesTestJSON-1776717495 tempest-ImagesTestJSON-1776717495-project-member] Lock "633811c6-28ee-4dbf-9967-688e7ce6ebfd" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 27.362s {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 841.343729] env[62328]: DEBUG oslo_vmware.api [None req-46b24b5c-91ec-49ea-a80c-0daa4cfcf46f tempest-InstanceActionsNegativeTestJSON-58220527 tempest-InstanceActionsNegativeTestJSON-58220527-project-member] Task: {'id': task-2386997, 'name': PowerOnVM_Task} progress is 88%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 841.347753] env[62328]: DEBUG oslo_vmware.api [-] Task: {'id': task-2386999, 'name': CreateVM_Task} progress is 25%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 841.354902] env[62328]: DEBUG oslo_vmware.api [None req-4e50ac3b-ae56-4163-aaf1-11940fa10c88 tempest-ServerShowV247Test-284523986 tempest-ServerShowV247Test-284523986-project-member] Task: {'id': task-2387000, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.072446} completed successfully. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 841.356287] env[62328]: DEBUG nova.virt.vmwareapi.vmops [None req-4e50ac3b-ae56-4163-aaf1-11940fa10c88 tempest-ServerShowV247Test-284523986 tempest-ServerShowV247Test-284523986-project-member] [instance: c93e23e8-af7d-498b-bc2b-a47568418b05] Extended root virtual disk {{(pid=62328) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 841.360030] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-671efde2-9e5c-4686-86b5-39d72ae0ae4f {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 841.389978] env[62328]: DEBUG nova.virt.vmwareapi.volumeops [None req-4e50ac3b-ae56-4163-aaf1-11940fa10c88 tempest-ServerShowV247Test-284523986 tempest-ServerShowV247Test-284523986-project-member] [instance: c93e23e8-af7d-498b-bc2b-a47568418b05] Reconfiguring VM instance instance-00000043 to attach disk [datastore1] c93e23e8-af7d-498b-bc2b-a47568418b05/c93e23e8-af7d-498b-bc2b-a47568418b05.vmdk or device None with type sparse {{(pid=62328) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 841.392738] env[62328]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f7dcad05-ce29-4c81-ad31-8da978ff55d2 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 841.409126] env[62328]: DEBUG oslo_concurrency.lockutils [None req-48899123-d381-40e8-b3a6-4a45d2adf31a tempest-ServerShowV257Test-2024025592 tempest-ServerShowV257Test-2024025592-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 841.417142] env[62328]: DEBUG oslo_vmware.api [None req-4e50ac3b-ae56-4163-aaf1-11940fa10c88 tempest-ServerShowV247Test-284523986 tempest-ServerShowV247Test-284523986-project-member] Waiting for the task: (returnval){ [ 841.417142] env[62328]: value = "task-2387001" [ 841.417142] env[62328]: _type = "Task" [ 841.417142] env[62328]: } to complete. {{(pid=62328) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 841.428157] env[62328]: DEBUG oslo_vmware.api [None req-4e50ac3b-ae56-4163-aaf1-11940fa10c88 tempest-ServerShowV247Test-284523986 tempest-ServerShowV247Test-284523986-project-member] Task: {'id': task-2387001, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 841.556071] env[62328]: DEBUG nova.network.neutron [-] [instance: 04dd8fd6-91f0-444f-b642-2ba8dcdea19d] Updating instance_info_cache with network_info: [] {{(pid=62328) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 841.583578] env[62328]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-68b16332-a5e3-4593-9d3f-ca42041093f9 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 841.593908] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-61857f1d-c73b-47b6-99ad-80ead13560ef {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 841.629933] env[62328]: DEBUG nova.compute.manager [req-0beb6efb-be24-4744-a45c-143257357680 req-54ab6e9a-4bed-4c55-a875-a9d2a87157dd service nova] [instance: 04dd8fd6-91f0-444f-b642-2ba8dcdea19d] Detach interface failed, port_id=e15952ce-5356-40ed-acb4-194732d7930c, reason: Instance 04dd8fd6-91f0-444f-b642-2ba8dcdea19d could not be found. {{(pid=62328) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 841.768523] env[62328]: DEBUG oslo_vmware.api [None req-db523448-1783-4c34-a436-e589df121c5c tempest-AttachVolumeShelveTestJSON-116809589 tempest-AttachVolumeShelveTestJSON-116809589-project-member] Task: {'id': task-2386998, 'name': Rename_Task} progress is 99%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 841.785025] env[62328]: DEBUG nova.scheduler.client.report [None req-658f0a5a-8c20-4088-80be-08da5b371c84 tempest-ListImageFiltersTestJSON-111188615 tempest-ListImageFiltersTestJSON-111188615-project-member] Inventory has not changed for provider 3469e9f8-04af-49ca-8435-49f104496744 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 152, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62328) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 841.846021] env[62328]: DEBUG oslo_vmware.api [None req-46b24b5c-91ec-49ea-a80c-0daa4cfcf46f tempest-InstanceActionsNegativeTestJSON-58220527 tempest-InstanceActionsNegativeTestJSON-58220527-project-member] Task: {'id': task-2386997, 'name': PowerOnVM_Task, 'duration_secs': 1.219795} completed successfully. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 841.846021] env[62328]: DEBUG nova.virt.vmwareapi.vm_util [None req-46b24b5c-91ec-49ea-a80c-0daa4cfcf46f tempest-InstanceActionsNegativeTestJSON-58220527 tempest-InstanceActionsNegativeTestJSON-58220527-project-member] [instance: be561814-7d4f-4759-9e70-47db6557d87e] Powered on the VM {{(pid=62328) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 841.846021] env[62328]: INFO nova.compute.manager [None req-46b24b5c-91ec-49ea-a80c-0daa4cfcf46f tempest-InstanceActionsNegativeTestJSON-58220527 tempest-InstanceActionsNegativeTestJSON-58220527-project-member] [instance: be561814-7d4f-4759-9e70-47db6557d87e] Took 10.73 seconds to spawn the instance on the hypervisor. [ 841.846021] env[62328]: DEBUG nova.compute.manager [None req-46b24b5c-91ec-49ea-a80c-0daa4cfcf46f tempest-InstanceActionsNegativeTestJSON-58220527 tempest-InstanceActionsNegativeTestJSON-58220527-project-member] [instance: be561814-7d4f-4759-9e70-47db6557d87e] Checking state {{(pid=62328) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 841.846726] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-48913ca1-e8ae-4b0b-8380-50eb7fb65c7b {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 841.855017] env[62328]: DEBUG oslo_vmware.api [-] Task: {'id': task-2386999, 'name': CreateVM_Task} progress is 25%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 841.933361] env[62328]: DEBUG oslo_vmware.api [None req-4e50ac3b-ae56-4163-aaf1-11940fa10c88 tempest-ServerShowV247Test-284523986 tempest-ServerShowV247Test-284523986-project-member] Task: {'id': task-2387001, 'name': ReconfigVM_Task, 'duration_secs': 0.305996} completed successfully. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 841.933361] env[62328]: DEBUG nova.virt.vmwareapi.volumeops [None req-4e50ac3b-ae56-4163-aaf1-11940fa10c88 tempest-ServerShowV247Test-284523986 tempest-ServerShowV247Test-284523986-project-member] [instance: c93e23e8-af7d-498b-bc2b-a47568418b05] Reconfigured VM instance instance-00000043 to attach disk [datastore1] c93e23e8-af7d-498b-bc2b-a47568418b05/c93e23e8-af7d-498b-bc2b-a47568418b05.vmdk or device None with type sparse {{(pid=62328) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 841.933361] env[62328]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-63172cec-57cd-4a33-9a9d-843767d7da88 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 841.938160] env[62328]: DEBUG oslo_vmware.api [None req-4e50ac3b-ae56-4163-aaf1-11940fa10c88 tempest-ServerShowV247Test-284523986 tempest-ServerShowV247Test-284523986-project-member] Waiting for the task: (returnval){ [ 841.938160] env[62328]: value = "task-2387002" [ 841.938160] env[62328]: _type = "Task" [ 841.938160] env[62328]: } to complete. {{(pid=62328) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 841.947361] env[62328]: DEBUG oslo_vmware.api [None req-4e50ac3b-ae56-4163-aaf1-11940fa10c88 tempest-ServerShowV247Test-284523986 tempest-ServerShowV247Test-284523986-project-member] Task: {'id': task-2387002, 'name': Rename_Task} progress is 5%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 842.039216] env[62328]: DEBUG nova.network.neutron [req-13c75d28-2033-49b8-b955-569909b4d10a req-b2453b16-8cde-437f-9223-672928d3d89f service nova] [instance: e237fc84-753c-4824-a26a-498ba160f4f9] Updated VIF entry in instance network info cache for port 02b28b38-6f45-481b-8b63-24c630d25ecd. {{(pid=62328) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 842.039671] env[62328]: DEBUG nova.network.neutron [req-13c75d28-2033-49b8-b955-569909b4d10a req-b2453b16-8cde-437f-9223-672928d3d89f service nova] [instance: e237fc84-753c-4824-a26a-498ba160f4f9] Updating instance_info_cache with network_info: [{"id": "02b28b38-6f45-481b-8b63-24c630d25ecd", "address": "fa:16:3e:4a:92:d6", "network": {"id": "a905dc5c-40c4-4f4e-a49b-32a091a84757", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1569455808-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "79ff0ac960284ebab9828a8e768f66f2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a8140829-5eac-40d8-a10c-eb881f57affc", "external-id": "nsx-vlan-transportzone-517", "segmentation_id": 517, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap02b28b38-6f", "ovs_interfaceid": "02b28b38-6f45-481b-8b63-24c630d25ecd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62328) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 842.058284] env[62328]: INFO nova.compute.manager [-] [instance: 04dd8fd6-91f0-444f-b642-2ba8dcdea19d] Took 1.76 seconds to deallocate network for instance. [ 842.266040] env[62328]: DEBUG oslo_vmware.api [None req-db523448-1783-4c34-a436-e589df121c5c tempest-AttachVolumeShelveTestJSON-116809589 tempest-AttachVolumeShelveTestJSON-116809589-project-member] Task: {'id': task-2386998, 'name': Rename_Task, 'duration_secs': 1.156469} completed successfully. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 842.266264] env[62328]: DEBUG nova.virt.vmwareapi.vm_util [None req-db523448-1783-4c34-a436-e589df121c5c tempest-AttachVolumeShelveTestJSON-116809589 tempest-AttachVolumeShelveTestJSON-116809589-project-member] [instance: 14c336fc-69e4-4ef8-a50f-e307b9902127] Powering on the VM {{(pid=62328) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 842.266526] env[62328]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-d9728376-8949-427c-a8e1-4e0837ba4a45 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 842.273007] env[62328]: DEBUG oslo_vmware.api [None req-db523448-1783-4c34-a436-e589df121c5c tempest-AttachVolumeShelveTestJSON-116809589 tempest-AttachVolumeShelveTestJSON-116809589-project-member] Waiting for the task: (returnval){ [ 842.273007] env[62328]: value = "task-2387003" [ 842.273007] env[62328]: _type = "Task" [ 842.273007] env[62328]: } to complete. {{(pid=62328) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 842.280931] env[62328]: DEBUG oslo_vmware.api [None req-db523448-1783-4c34-a436-e589df121c5c tempest-AttachVolumeShelveTestJSON-116809589 tempest-AttachVolumeShelveTestJSON-116809589-project-member] Task: {'id': task-2387003, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 842.289823] env[62328]: DEBUG oslo_concurrency.lockutils [None req-658f0a5a-8c20-4088-80be-08da5b371c84 tempest-ListImageFiltersTestJSON-111188615 tempest-ListImageFiltersTestJSON-111188615-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.536s {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 842.292978] env[62328]: DEBUG oslo_concurrency.lockutils [None req-84b7dc19-7c0e-4da5-b908-b5a68b034d8f tempest-DeleteServersTestJSON-1766103036 tempest-DeleteServersTestJSON-1766103036-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 17.674s {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 842.294446] env[62328]: INFO nova.compute.claims [None req-84b7dc19-7c0e-4da5-b908-b5a68b034d8f tempest-DeleteServersTestJSON-1766103036 tempest-DeleteServersTestJSON-1766103036-project-member] [instance: b2aeacce-e015-41c8-9976-73e94dad243b] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 842.328015] env[62328]: INFO nova.scheduler.client.report [None req-658f0a5a-8c20-4088-80be-08da5b371c84 tempest-ListImageFiltersTestJSON-111188615 tempest-ListImageFiltersTestJSON-111188615-project-member] Deleted allocations for instance 8e31afa5-82ea-4e3e-8913-77f24ee85e4e [ 842.350038] env[62328]: DEBUG oslo_vmware.api [-] Task: {'id': task-2386999, 'name': CreateVM_Task, 'duration_secs': 1.353904} completed successfully. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 842.350647] env[62328]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e237fc84-753c-4824-a26a-498ba160f4f9] Created VM on the ESX host {{(pid=62328) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 842.351473] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8f5ac34d-bcf1-4786-afda-acacc1969eaf {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 842.354449] env[62328]: DEBUG oslo_concurrency.lockutils [None req-e5d0ae8d-c418-49ce-9034-f9923bdaadea tempest-ImagesTestJSON-1776717495 tempest-ImagesTestJSON-1776717495-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/dbf872a4-92be-47e4-8561-c3e2bf2423ab" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 842.354603] env[62328]: DEBUG oslo_concurrency.lockutils [None req-e5d0ae8d-c418-49ce-9034-f9923bdaadea tempest-ImagesTestJSON-1776717495 tempest-ImagesTestJSON-1776717495-project-member] Acquired lock "[datastore1] devstack-image-cache_base/dbf872a4-92be-47e4-8561-c3e2bf2423ab" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 842.354976] env[62328]: DEBUG oslo_concurrency.lockutils [None req-e5d0ae8d-c418-49ce-9034-f9923bdaadea tempest-ImagesTestJSON-1776717495 tempest-ImagesTestJSON-1776717495-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/dbf872a4-92be-47e4-8561-c3e2bf2423ab" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 842.355454] env[62328]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3c8f06a5-4118-421b-b7b0-7c17e34deff8 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 842.376469] env[62328]: DEBUG nova.virt.vmwareapi.vmops [None req-d0b9fdcb-bb08-404a-81f4-50830a3c8312 tempest-ServerDiskConfigTestJSON-126406698 tempest-ServerDiskConfigTestJSON-126406698-project-member] [instance: 385995cc-5fe5-4c9d-9128-69a3767e682f] Updating instance '385995cc-5fe5-4c9d-9128-69a3767e682f' progress to 0 {{(pid=62328) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 842.382749] env[62328]: DEBUG oslo_vmware.api [None req-e5d0ae8d-c418-49ce-9034-f9923bdaadea tempest-ImagesTestJSON-1776717495 tempest-ImagesTestJSON-1776717495-project-member] Waiting for the task: (returnval){ [ 842.382749] env[62328]: value = "session[52a6e20e-410d-708a-99f2-080a575a99bd]520b37d0-7635-9973-cb00-2681c869d4d3" [ 842.382749] env[62328]: _type = "Task" [ 842.382749] env[62328]: } to complete. {{(pid=62328) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 842.383270] env[62328]: INFO nova.compute.manager [None req-46b24b5c-91ec-49ea-a80c-0daa4cfcf46f tempest-InstanceActionsNegativeTestJSON-58220527 tempest-InstanceActionsNegativeTestJSON-58220527-project-member] [instance: be561814-7d4f-4759-9e70-47db6557d87e] Took 45.62 seconds to build instance. [ 842.393319] env[62328]: DEBUG oslo_vmware.api [None req-e5d0ae8d-c418-49ce-9034-f9923bdaadea tempest-ImagesTestJSON-1776717495 tempest-ImagesTestJSON-1776717495-project-member] Task: {'id': session[52a6e20e-410d-708a-99f2-080a575a99bd]520b37d0-7635-9973-cb00-2681c869d4d3, 'name': SearchDatastore_Task, 'duration_secs': 0.009693} completed successfully. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 842.393649] env[62328]: DEBUG oslo_concurrency.lockutils [None req-e5d0ae8d-c418-49ce-9034-f9923bdaadea tempest-ImagesTestJSON-1776717495 tempest-ImagesTestJSON-1776717495-project-member] Releasing lock "[datastore1] devstack-image-cache_base/dbf872a4-92be-47e4-8561-c3e2bf2423ab" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 842.393839] env[62328]: DEBUG nova.virt.vmwareapi.vmops [None req-e5d0ae8d-c418-49ce-9034-f9923bdaadea tempest-ImagesTestJSON-1776717495 tempest-ImagesTestJSON-1776717495-project-member] [instance: e237fc84-753c-4824-a26a-498ba160f4f9] Processing image dbf872a4-92be-47e4-8561-c3e2bf2423ab {{(pid=62328) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 842.394256] env[62328]: DEBUG oslo_concurrency.lockutils [None req-e5d0ae8d-c418-49ce-9034-f9923bdaadea tempest-ImagesTestJSON-1776717495 tempest-ImagesTestJSON-1776717495-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/dbf872a4-92be-47e4-8561-c3e2bf2423ab/dbf872a4-92be-47e4-8561-c3e2bf2423ab.vmdk" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 842.394256] env[62328]: DEBUG oslo_concurrency.lockutils [None req-e5d0ae8d-c418-49ce-9034-f9923bdaadea tempest-ImagesTestJSON-1776717495 tempest-ImagesTestJSON-1776717495-project-member] Acquired lock "[datastore1] devstack-image-cache_base/dbf872a4-92be-47e4-8561-c3e2bf2423ab/dbf872a4-92be-47e4-8561-c3e2bf2423ab.vmdk" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 842.394438] env[62328]: DEBUG nova.virt.vmwareapi.ds_util [None req-e5d0ae8d-c418-49ce-9034-f9923bdaadea tempest-ImagesTestJSON-1776717495 tempest-ImagesTestJSON-1776717495-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62328) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 842.395326] env[62328]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-ed010fe6-7c2c-4a4b-8ef8-dde33a3681ce {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 842.407976] env[62328]: DEBUG nova.virt.vmwareapi.ds_util [None req-e5d0ae8d-c418-49ce-9034-f9923bdaadea tempest-ImagesTestJSON-1776717495 tempest-ImagesTestJSON-1776717495-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62328) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 842.408208] env[62328]: DEBUG nova.virt.vmwareapi.vmops [None req-e5d0ae8d-c418-49ce-9034-f9923bdaadea tempest-ImagesTestJSON-1776717495 tempest-ImagesTestJSON-1776717495-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62328) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 842.409044] env[62328]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1a51d19d-7ba8-40b5-b32b-d74ec0bf9b2c {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 842.416694] env[62328]: DEBUG oslo_vmware.api [None req-e5d0ae8d-c418-49ce-9034-f9923bdaadea tempest-ImagesTestJSON-1776717495 tempest-ImagesTestJSON-1776717495-project-member] Waiting for the task: (returnval){ [ 842.416694] env[62328]: value = "session[52a6e20e-410d-708a-99f2-080a575a99bd]52e9d662-4019-f5fd-b674-11ed33ccdfee" [ 842.416694] env[62328]: _type = "Task" [ 842.416694] env[62328]: } to complete. {{(pid=62328) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 842.425319] env[62328]: DEBUG oslo_vmware.api [None req-e5d0ae8d-c418-49ce-9034-f9923bdaadea tempest-ImagesTestJSON-1776717495 tempest-ImagesTestJSON-1776717495-project-member] Task: {'id': session[52a6e20e-410d-708a-99f2-080a575a99bd]52e9d662-4019-f5fd-b674-11ed33ccdfee, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 842.448268] env[62328]: DEBUG oslo_vmware.api [None req-4e50ac3b-ae56-4163-aaf1-11940fa10c88 tempest-ServerShowV247Test-284523986 tempest-ServerShowV247Test-284523986-project-member] Task: {'id': task-2387002, 'name': Rename_Task} progress is 14%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 842.542794] env[62328]: DEBUG oslo_concurrency.lockutils [req-13c75d28-2033-49b8-b955-569909b4d10a req-b2453b16-8cde-437f-9223-672928d3d89f service nova] Releasing lock "refresh_cache-e237fc84-753c-4824-a26a-498ba160f4f9" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 842.567173] env[62328]: DEBUG oslo_concurrency.lockutils [None req-b421e261-540c-4512-9986-5716b8298645 tempest-VolumesAdminNegativeTest-179339308 tempest-VolumesAdminNegativeTest-179339308-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 842.630737] env[62328]: DEBUG oslo_concurrency.lockutils [None req-d2f71502-0cce-4f12-9cb1-ecda041a3822 tempest-ServerShowV257Test-2024025592 tempest-ServerShowV257Test-2024025592-project-member] Acquiring lock "d60294e0-35a3-4c90-8a63-a525ff1c6833" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 842.630737] env[62328]: DEBUG oslo_concurrency.lockutils [None req-d2f71502-0cce-4f12-9cb1-ecda041a3822 tempest-ServerShowV257Test-2024025592 tempest-ServerShowV257Test-2024025592-project-member] Lock "d60294e0-35a3-4c90-8a63-a525ff1c6833" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 842.630737] env[62328]: DEBUG oslo_concurrency.lockutils [None req-d2f71502-0cce-4f12-9cb1-ecda041a3822 tempest-ServerShowV257Test-2024025592 tempest-ServerShowV257Test-2024025592-project-member] Acquiring lock "d60294e0-35a3-4c90-8a63-a525ff1c6833-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 842.630737] env[62328]: DEBUG oslo_concurrency.lockutils [None req-d2f71502-0cce-4f12-9cb1-ecda041a3822 tempest-ServerShowV257Test-2024025592 tempest-ServerShowV257Test-2024025592-project-member] Lock "d60294e0-35a3-4c90-8a63-a525ff1c6833-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 842.630737] env[62328]: DEBUG oslo_concurrency.lockutils [None req-d2f71502-0cce-4f12-9cb1-ecda041a3822 tempest-ServerShowV257Test-2024025592 tempest-ServerShowV257Test-2024025592-project-member] Lock "d60294e0-35a3-4c90-8a63-a525ff1c6833-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 842.632597] env[62328]: INFO nova.compute.manager [None req-d2f71502-0cce-4f12-9cb1-ecda041a3822 tempest-ServerShowV257Test-2024025592 tempest-ServerShowV257Test-2024025592-project-member] [instance: d60294e0-35a3-4c90-8a63-a525ff1c6833] Terminating instance [ 842.783262] env[62328]: DEBUG oslo_vmware.api [None req-db523448-1783-4c34-a436-e589df121c5c tempest-AttachVolumeShelveTestJSON-116809589 tempest-AttachVolumeShelveTestJSON-116809589-project-member] Task: {'id': task-2387003, 'name': PowerOnVM_Task, 'duration_secs': 0.462146} completed successfully. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 842.783579] env[62328]: DEBUG nova.virt.vmwareapi.vm_util [None req-db523448-1783-4c34-a436-e589df121c5c tempest-AttachVolumeShelveTestJSON-116809589 tempest-AttachVolumeShelveTestJSON-116809589-project-member] [instance: 14c336fc-69e4-4ef8-a50f-e307b9902127] Powered on the VM {{(pid=62328) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 842.783850] env[62328]: INFO nova.compute.manager [None req-db523448-1783-4c34-a436-e589df121c5c tempest-AttachVolumeShelveTestJSON-116809589 tempest-AttachVolumeShelveTestJSON-116809589-project-member] [instance: 14c336fc-69e4-4ef8-a50f-e307b9902127] Took 9.16 seconds to spawn the instance on the hypervisor. [ 842.784073] env[62328]: DEBUG nova.compute.manager [None req-db523448-1783-4c34-a436-e589df121c5c tempest-AttachVolumeShelveTestJSON-116809589 tempest-AttachVolumeShelveTestJSON-116809589-project-member] [instance: 14c336fc-69e4-4ef8-a50f-e307b9902127] Checking state {{(pid=62328) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 842.784966] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5d7c56e8-fdf6-4aff-ae9b-745e353ddf4b {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 842.837688] env[62328]: DEBUG oslo_concurrency.lockutils [None req-658f0a5a-8c20-4088-80be-08da5b371c84 tempest-ListImageFiltersTestJSON-111188615 tempest-ListImageFiltersTestJSON-111188615-project-member] Lock "8e31afa5-82ea-4e3e-8913-77f24ee85e4e" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 21.848s {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 842.885405] env[62328]: DEBUG nova.virt.vmwareapi.vm_util [None req-d0b9fdcb-bb08-404a-81f4-50830a3c8312 tempest-ServerDiskConfigTestJSON-126406698 tempest-ServerDiskConfigTestJSON-126406698-project-member] [instance: 385995cc-5fe5-4c9d-9128-69a3767e682f] Powering off the VM {{(pid=62328) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 842.885779] env[62328]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-33d68031-1d86-4db8-ab2b-37ae6a282a4d {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 842.887895] env[62328]: DEBUG oslo_concurrency.lockutils [None req-46b24b5c-91ec-49ea-a80c-0daa4cfcf46f tempest-InstanceActionsNegativeTestJSON-58220527 tempest-InstanceActionsNegativeTestJSON-58220527-project-member] Lock "be561814-7d4f-4759-9e70-47db6557d87e" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 47.132s {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 842.894804] env[62328]: DEBUG oslo_vmware.api [None req-d0b9fdcb-bb08-404a-81f4-50830a3c8312 tempest-ServerDiskConfigTestJSON-126406698 tempest-ServerDiskConfigTestJSON-126406698-project-member] Waiting for the task: (returnval){ [ 842.894804] env[62328]: value = "task-2387004" [ 842.894804] env[62328]: _type = "Task" [ 842.894804] env[62328]: } to complete. {{(pid=62328) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 842.903634] env[62328]: DEBUG oslo_vmware.api [None req-d0b9fdcb-bb08-404a-81f4-50830a3c8312 tempest-ServerDiskConfigTestJSON-126406698 tempest-ServerDiskConfigTestJSON-126406698-project-member] Task: {'id': task-2387004, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 842.927714] env[62328]: DEBUG oslo_vmware.api [None req-e5d0ae8d-c418-49ce-9034-f9923bdaadea tempest-ImagesTestJSON-1776717495 tempest-ImagesTestJSON-1776717495-project-member] Task: {'id': session[52a6e20e-410d-708a-99f2-080a575a99bd]52e9d662-4019-f5fd-b674-11ed33ccdfee, 'name': SearchDatastore_Task, 'duration_secs': 0.018331} completed successfully. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 842.928487] env[62328]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fb9af5bd-d07a-44bc-9e15-3fc92c1bd612 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 842.933924] env[62328]: DEBUG oslo_vmware.api [None req-e5d0ae8d-c418-49ce-9034-f9923bdaadea tempest-ImagesTestJSON-1776717495 tempest-ImagesTestJSON-1776717495-project-member] Waiting for the task: (returnval){ [ 842.933924] env[62328]: value = "session[52a6e20e-410d-708a-99f2-080a575a99bd]5268fc43-bcd7-1ae1-8e04-cf80b0f2aa93" [ 842.933924] env[62328]: _type = "Task" [ 842.933924] env[62328]: } to complete. {{(pid=62328) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 842.941866] env[62328]: DEBUG oslo_vmware.api [None req-e5d0ae8d-c418-49ce-9034-f9923bdaadea tempest-ImagesTestJSON-1776717495 tempest-ImagesTestJSON-1776717495-project-member] Task: {'id': session[52a6e20e-410d-708a-99f2-080a575a99bd]5268fc43-bcd7-1ae1-8e04-cf80b0f2aa93, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 842.949303] env[62328]: DEBUG oslo_vmware.api [None req-4e50ac3b-ae56-4163-aaf1-11940fa10c88 tempest-ServerShowV247Test-284523986 tempest-ServerShowV247Test-284523986-project-member] Task: {'id': task-2387002, 'name': Rename_Task, 'duration_secs': 0.869111} completed successfully. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 842.949576] env[62328]: DEBUG nova.virt.vmwareapi.vm_util [None req-4e50ac3b-ae56-4163-aaf1-11940fa10c88 tempest-ServerShowV247Test-284523986 tempest-ServerShowV247Test-284523986-project-member] [instance: c93e23e8-af7d-498b-bc2b-a47568418b05] Powering on the VM {{(pid=62328) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 842.949823] env[62328]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-8f923ff8-0680-4a83-b303-651885e5aef3 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 842.955714] env[62328]: DEBUG oslo_vmware.api [None req-4e50ac3b-ae56-4163-aaf1-11940fa10c88 tempest-ServerShowV247Test-284523986 tempest-ServerShowV247Test-284523986-project-member] Waiting for the task: (returnval){ [ 842.955714] env[62328]: value = "task-2387005" [ 842.955714] env[62328]: _type = "Task" [ 842.955714] env[62328]: } to complete. {{(pid=62328) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 842.963562] env[62328]: DEBUG oslo_vmware.api [None req-4e50ac3b-ae56-4163-aaf1-11940fa10c88 tempest-ServerShowV247Test-284523986 tempest-ServerShowV247Test-284523986-project-member] Task: {'id': task-2387005, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 843.137881] env[62328]: DEBUG oslo_concurrency.lockutils [None req-d2f71502-0cce-4f12-9cb1-ecda041a3822 tempest-ServerShowV257Test-2024025592 tempest-ServerShowV257Test-2024025592-project-member] Acquiring lock "refresh_cache-d60294e0-35a3-4c90-8a63-a525ff1c6833" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 843.138160] env[62328]: DEBUG oslo_concurrency.lockutils [None req-d2f71502-0cce-4f12-9cb1-ecda041a3822 tempest-ServerShowV257Test-2024025592 tempest-ServerShowV257Test-2024025592-project-member] Acquired lock "refresh_cache-d60294e0-35a3-4c90-8a63-a525ff1c6833" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.138896] env[62328]: DEBUG nova.network.neutron [None req-d2f71502-0cce-4f12-9cb1-ecda041a3822 tempest-ServerShowV257Test-2024025592 tempest-ServerShowV257Test-2024025592-project-member] [instance: d60294e0-35a3-4c90-8a63-a525ff1c6833] Building network info cache for instance {{(pid=62328) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 843.310425] env[62328]: INFO nova.compute.manager [None req-db523448-1783-4c34-a436-e589df121c5c tempest-AttachVolumeShelveTestJSON-116809589 tempest-AttachVolumeShelveTestJSON-116809589-project-member] [instance: 14c336fc-69e4-4ef8-a50f-e307b9902127] Took 41.27 seconds to build instance. [ 843.406684] env[62328]: DEBUG oslo_vmware.api [None req-d0b9fdcb-bb08-404a-81f4-50830a3c8312 tempest-ServerDiskConfigTestJSON-126406698 tempest-ServerDiskConfigTestJSON-126406698-project-member] Task: {'id': task-2387004, 'name': PowerOffVM_Task, 'duration_secs': 0.251056} completed successfully. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 843.410421] env[62328]: DEBUG nova.virt.vmwareapi.vm_util [None req-d0b9fdcb-bb08-404a-81f4-50830a3c8312 tempest-ServerDiskConfigTestJSON-126406698 tempest-ServerDiskConfigTestJSON-126406698-project-member] [instance: 385995cc-5fe5-4c9d-9128-69a3767e682f] Powered off the VM {{(pid=62328) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 843.410670] env[62328]: DEBUG nova.virt.vmwareapi.vmops [None req-d0b9fdcb-bb08-404a-81f4-50830a3c8312 tempest-ServerDiskConfigTestJSON-126406698 tempest-ServerDiskConfigTestJSON-126406698-project-member] [instance: 385995cc-5fe5-4c9d-9128-69a3767e682f] Updating instance '385995cc-5fe5-4c9d-9128-69a3767e682f' progress to 17 {{(pid=62328) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 843.454411] env[62328]: DEBUG oslo_vmware.api [None req-e5d0ae8d-c418-49ce-9034-f9923bdaadea tempest-ImagesTestJSON-1776717495 tempest-ImagesTestJSON-1776717495-project-member] Task: {'id': session[52a6e20e-410d-708a-99f2-080a575a99bd]5268fc43-bcd7-1ae1-8e04-cf80b0f2aa93, 'name': SearchDatastore_Task, 'duration_secs': 0.009811} completed successfully. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 843.454411] env[62328]: DEBUG oslo_concurrency.lockutils [None req-e5d0ae8d-c418-49ce-9034-f9923bdaadea tempest-ImagesTestJSON-1776717495 tempest-ImagesTestJSON-1776717495-project-member] Releasing lock "[datastore1] devstack-image-cache_base/dbf872a4-92be-47e4-8561-c3e2bf2423ab/dbf872a4-92be-47e4-8561-c3e2bf2423ab.vmdk" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 843.454411] env[62328]: DEBUG nova.virt.vmwareapi.vm_util [None req-e5d0ae8d-c418-49ce-9034-f9923bdaadea tempest-ImagesTestJSON-1776717495 tempest-ImagesTestJSON-1776717495-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/dbf872a4-92be-47e4-8561-c3e2bf2423ab/dbf872a4-92be-47e4-8561-c3e2bf2423ab.vmdk to [datastore1] e237fc84-753c-4824-a26a-498ba160f4f9/e237fc84-753c-4824-a26a-498ba160f4f9.vmdk {{(pid=62328) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 843.454411] env[62328]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-bbc816ea-8c1b-4ab7-816a-bc4b496e7c3d {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 843.466917] env[62328]: DEBUG oslo_vmware.api [None req-e5d0ae8d-c418-49ce-9034-f9923bdaadea tempest-ImagesTestJSON-1776717495 tempest-ImagesTestJSON-1776717495-project-member] Waiting for the task: (returnval){ [ 843.466917] env[62328]: value = "task-2387006" [ 843.466917] env[62328]: _type = "Task" [ 843.466917] env[62328]: } to complete. {{(pid=62328) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 843.477299] env[62328]: DEBUG oslo_vmware.api [None req-4e50ac3b-ae56-4163-aaf1-11940fa10c88 tempest-ServerShowV247Test-284523986 tempest-ServerShowV247Test-284523986-project-member] Task: {'id': task-2387005, 'name': PowerOnVM_Task, 'duration_secs': 0.488179} completed successfully. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 843.478129] env[62328]: DEBUG nova.virt.vmwareapi.vm_util [None req-4e50ac3b-ae56-4163-aaf1-11940fa10c88 tempest-ServerShowV247Test-284523986 tempest-ServerShowV247Test-284523986-project-member] [instance: c93e23e8-af7d-498b-bc2b-a47568418b05] Powered on the VM {{(pid=62328) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 843.478392] env[62328]: DEBUG nova.compute.manager [None req-4e50ac3b-ae56-4163-aaf1-11940fa10c88 tempest-ServerShowV247Test-284523986 tempest-ServerShowV247Test-284523986-project-member] [instance: c93e23e8-af7d-498b-bc2b-a47568418b05] Checking state {{(pid=62328) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 843.479175] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-38359ace-5dcb-4639-b807-948e1cdb172a {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 843.485463] env[62328]: DEBUG oslo_vmware.api [None req-e5d0ae8d-c418-49ce-9034-f9923bdaadea tempest-ImagesTestJSON-1776717495 tempest-ImagesTestJSON-1776717495-project-member] Task: {'id': task-2387006, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 843.681295] env[62328]: DEBUG nova.network.neutron [None req-d2f71502-0cce-4f12-9cb1-ecda041a3822 tempest-ServerShowV257Test-2024025592 tempest-ServerShowV257Test-2024025592-project-member] [instance: d60294e0-35a3-4c90-8a63-a525ff1c6833] Instance cache missing network info. {{(pid=62328) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 843.725166] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-96ecb286-3450-4bd5-82bb-b1e5f7dee86f {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 843.734492] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4823642e-cedf-4ccb-966f-5304e57c0868 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 843.775061] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-29e63c3e-81f3-4b84-9613-3e5ade4fc9ad {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 843.785155] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2aeb31f4-29d0-4b2e-9022-e272c18ddb23 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 843.793274] env[62328]: DEBUG nova.network.neutron [None req-d2f71502-0cce-4f12-9cb1-ecda041a3822 tempest-ServerShowV257Test-2024025592 tempest-ServerShowV257Test-2024025592-project-member] [instance: d60294e0-35a3-4c90-8a63-a525ff1c6833] Updating instance_info_cache with network_info: [] {{(pid=62328) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 843.802188] env[62328]: DEBUG nova.compute.provider_tree [None req-84b7dc19-7c0e-4da5-b908-b5a68b034d8f tempest-DeleteServersTestJSON-1766103036 tempest-DeleteServersTestJSON-1766103036-project-member] Inventory has not changed in ProviderTree for provider: 3469e9f8-04af-49ca-8435-49f104496744 {{(pid=62328) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 843.808035] env[62328]: DEBUG oslo_concurrency.lockutils [None req-be1e9eae-3e40-4937-865c-b0ef8764edbc tempest-ServersAdminTestJSON-455323280 tempest-ServersAdminTestJSON-455323280-project-member] Acquiring lock "f7104096-3f71-4c4e-9c1a-dcfae81dc66a" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 843.808393] env[62328]: DEBUG oslo_concurrency.lockutils [None req-be1e9eae-3e40-4937-865c-b0ef8764edbc tempest-ServersAdminTestJSON-455323280 tempest-ServersAdminTestJSON-455323280-project-member] Lock "f7104096-3f71-4c4e-9c1a-dcfae81dc66a" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 843.813612] env[62328]: DEBUG oslo_concurrency.lockutils [None req-db523448-1783-4c34-a436-e589df121c5c tempest-AttachVolumeShelveTestJSON-116809589 tempest-AttachVolumeShelveTestJSON-116809589-project-member] Lock "14c336fc-69e4-4ef8-a50f-e307b9902127" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 42.781s {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 843.918376] env[62328]: DEBUG nova.virt.hardware [None req-d0b9fdcb-bb08-404a-81f4-50830a3c8312 tempest-ServerDiskConfigTestJSON-126406698 tempest-ServerDiskConfigTestJSON-126406698-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-07T17:16:58Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=dbf872a4-92be-47e4-8561-c3e2bf2423ab,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62328) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 843.918603] env[62328]: DEBUG nova.virt.hardware [None req-d0b9fdcb-bb08-404a-81f4-50830a3c8312 tempest-ServerDiskConfigTestJSON-126406698 tempest-ServerDiskConfigTestJSON-126406698-project-member] Flavor limits 0:0:0 {{(pid=62328) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 843.918785] env[62328]: DEBUG nova.virt.hardware [None req-d0b9fdcb-bb08-404a-81f4-50830a3c8312 tempest-ServerDiskConfigTestJSON-126406698 tempest-ServerDiskConfigTestJSON-126406698-project-member] Image limits 0:0:0 {{(pid=62328) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 843.918932] env[62328]: DEBUG nova.virt.hardware [None req-d0b9fdcb-bb08-404a-81f4-50830a3c8312 tempest-ServerDiskConfigTestJSON-126406698 tempest-ServerDiskConfigTestJSON-126406698-project-member] Flavor pref 0:0:0 {{(pid=62328) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 843.919090] env[62328]: DEBUG nova.virt.hardware [None req-d0b9fdcb-bb08-404a-81f4-50830a3c8312 tempest-ServerDiskConfigTestJSON-126406698 tempest-ServerDiskConfigTestJSON-126406698-project-member] Image pref 0:0:0 {{(pid=62328) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 843.919238] env[62328]: DEBUG nova.virt.hardware [None req-d0b9fdcb-bb08-404a-81f4-50830a3c8312 tempest-ServerDiskConfigTestJSON-126406698 tempest-ServerDiskConfigTestJSON-126406698-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62328) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 843.919444] env[62328]: DEBUG nova.virt.hardware [None req-d0b9fdcb-bb08-404a-81f4-50830a3c8312 tempest-ServerDiskConfigTestJSON-126406698 tempest-ServerDiskConfigTestJSON-126406698-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62328) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 843.919601] env[62328]: DEBUG nova.virt.hardware [None req-d0b9fdcb-bb08-404a-81f4-50830a3c8312 tempest-ServerDiskConfigTestJSON-126406698 tempest-ServerDiskConfigTestJSON-126406698-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62328) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 843.919767] env[62328]: DEBUG nova.virt.hardware [None req-d0b9fdcb-bb08-404a-81f4-50830a3c8312 tempest-ServerDiskConfigTestJSON-126406698 tempest-ServerDiskConfigTestJSON-126406698-project-member] Got 1 possible topologies {{(pid=62328) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 843.919927] env[62328]: DEBUG nova.virt.hardware [None req-d0b9fdcb-bb08-404a-81f4-50830a3c8312 tempest-ServerDiskConfigTestJSON-126406698 tempest-ServerDiskConfigTestJSON-126406698-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62328) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 843.920112] env[62328]: DEBUG nova.virt.hardware [None req-d0b9fdcb-bb08-404a-81f4-50830a3c8312 tempest-ServerDiskConfigTestJSON-126406698 tempest-ServerDiskConfigTestJSON-126406698-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62328) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 843.925502] env[62328]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0034a72c-1fe6-4a1f-88e0-b1c277e64131 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 843.942371] env[62328]: DEBUG oslo_vmware.api [None req-d0b9fdcb-bb08-404a-81f4-50830a3c8312 tempest-ServerDiskConfigTestJSON-126406698 tempest-ServerDiskConfigTestJSON-126406698-project-member] Waiting for the task: (returnval){ [ 843.942371] env[62328]: value = "task-2387007" [ 843.942371] env[62328]: _type = "Task" [ 843.942371] env[62328]: } to complete. {{(pid=62328) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 843.954513] env[62328]: DEBUG oslo_concurrency.lockutils [None req-d97bc307-d643-4c80-8238-0109cc591da1 tempest-InstanceActionsNegativeTestJSON-58220527 tempest-InstanceActionsNegativeTestJSON-58220527-project-member] Acquiring lock "be561814-7d4f-4759-9e70-47db6557d87e" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 843.954513] env[62328]: DEBUG oslo_concurrency.lockutils [None req-d97bc307-d643-4c80-8238-0109cc591da1 tempest-InstanceActionsNegativeTestJSON-58220527 tempest-InstanceActionsNegativeTestJSON-58220527-project-member] Lock "be561814-7d4f-4759-9e70-47db6557d87e" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 843.954513] env[62328]: DEBUG oslo_concurrency.lockutils [None req-d97bc307-d643-4c80-8238-0109cc591da1 tempest-InstanceActionsNegativeTestJSON-58220527 tempest-InstanceActionsNegativeTestJSON-58220527-project-member] Acquiring lock "be561814-7d4f-4759-9e70-47db6557d87e-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 843.954513] env[62328]: DEBUG oslo_concurrency.lockutils [None req-d97bc307-d643-4c80-8238-0109cc591da1 tempest-InstanceActionsNegativeTestJSON-58220527 tempest-InstanceActionsNegativeTestJSON-58220527-project-member] Lock "be561814-7d4f-4759-9e70-47db6557d87e-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 843.954513] env[62328]: DEBUG oslo_concurrency.lockutils [None req-d97bc307-d643-4c80-8238-0109cc591da1 tempest-InstanceActionsNegativeTestJSON-58220527 tempest-InstanceActionsNegativeTestJSON-58220527-project-member] Lock "be561814-7d4f-4759-9e70-47db6557d87e-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 843.955025] env[62328]: DEBUG oslo_vmware.api [None req-d0b9fdcb-bb08-404a-81f4-50830a3c8312 tempest-ServerDiskConfigTestJSON-126406698 tempest-ServerDiskConfigTestJSON-126406698-project-member] Task: {'id': task-2387007, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 843.955975] env[62328]: INFO nova.compute.manager [None req-d97bc307-d643-4c80-8238-0109cc591da1 tempest-InstanceActionsNegativeTestJSON-58220527 tempest-InstanceActionsNegativeTestJSON-58220527-project-member] [instance: be561814-7d4f-4759-9e70-47db6557d87e] Terminating instance [ 843.981261] env[62328]: DEBUG oslo_vmware.api [None req-e5d0ae8d-c418-49ce-9034-f9923bdaadea tempest-ImagesTestJSON-1776717495 tempest-ImagesTestJSON-1776717495-project-member] Task: {'id': task-2387006, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 844.004806] env[62328]: DEBUG oslo_concurrency.lockutils [None req-4e50ac3b-ae56-4163-aaf1-11940fa10c88 tempest-ServerShowV247Test-284523986 tempest-ServerShowV247Test-284523986-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 844.305715] env[62328]: DEBUG oslo_concurrency.lockutils [None req-d2f71502-0cce-4f12-9cb1-ecda041a3822 tempest-ServerShowV257Test-2024025592 tempest-ServerShowV257Test-2024025592-project-member] Releasing lock "refresh_cache-d60294e0-35a3-4c90-8a63-a525ff1c6833" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 844.306143] env[62328]: DEBUG nova.compute.manager [None req-d2f71502-0cce-4f12-9cb1-ecda041a3822 tempest-ServerShowV257Test-2024025592 tempest-ServerShowV257Test-2024025592-project-member] [instance: d60294e0-35a3-4c90-8a63-a525ff1c6833] Start destroying the instance on the hypervisor. {{(pid=62328) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 844.306379] env[62328]: DEBUG nova.virt.vmwareapi.vmops [None req-d2f71502-0cce-4f12-9cb1-ecda041a3822 tempest-ServerShowV257Test-2024025592 tempest-ServerShowV257Test-2024025592-project-member] [instance: d60294e0-35a3-4c90-8a63-a525ff1c6833] Destroying instance {{(pid=62328) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 844.306660] env[62328]: DEBUG oslo_concurrency.lockutils [None req-47496295-5df4-4508-ada1-5e6fb97a520a tempest-ServersAdminTestJSON-455323280 tempest-ServersAdminTestJSON-455323280-project-member] Acquiring lock "475a5d77-198f-4dca-943c-a039da48dee0" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 844.306872] env[62328]: DEBUG oslo_concurrency.lockutils [None req-47496295-5df4-4508-ada1-5e6fb97a520a tempest-ServersAdminTestJSON-455323280 tempest-ServersAdminTestJSON-455323280-project-member] Lock "475a5d77-198f-4dca-943c-a039da48dee0" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 844.308535] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4b438417-4a4e-482a-bb91-462ce6934a2b {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 844.312526] env[62328]: DEBUG nova.scheduler.client.report [None req-84b7dc19-7c0e-4da5-b908-b5a68b034d8f tempest-DeleteServersTestJSON-1766103036 tempest-DeleteServersTestJSON-1766103036-project-member] Inventory has not changed for provider 3469e9f8-04af-49ca-8435-49f104496744 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 152, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62328) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 844.319011] env[62328]: DEBUG nova.compute.manager [None req-be1e9eae-3e40-4937-865c-b0ef8764edbc tempest-ServersAdminTestJSON-455323280 tempest-ServersAdminTestJSON-455323280-project-member] [instance: f7104096-3f71-4c4e-9c1a-dcfae81dc66a] Starting instance... {{(pid=62328) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 844.328335] env[62328]: DEBUG nova.virt.vmwareapi.vm_util [None req-d2f71502-0cce-4f12-9cb1-ecda041a3822 tempest-ServerShowV257Test-2024025592 tempest-ServerShowV257Test-2024025592-project-member] [instance: d60294e0-35a3-4c90-8a63-a525ff1c6833] Powering off the VM {{(pid=62328) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 844.329248] env[62328]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-78988cdf-2626-4bdd-8fa6-9c312c21c358 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 844.338377] env[62328]: DEBUG oslo_vmware.api [None req-d2f71502-0cce-4f12-9cb1-ecda041a3822 tempest-ServerShowV257Test-2024025592 tempest-ServerShowV257Test-2024025592-project-member] Waiting for the task: (returnval){ [ 844.338377] env[62328]: value = "task-2387008" [ 844.338377] env[62328]: _type = "Task" [ 844.338377] env[62328]: } to complete. {{(pid=62328) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 844.355852] env[62328]: DEBUG oslo_vmware.api [None req-d2f71502-0cce-4f12-9cb1-ecda041a3822 tempest-ServerShowV257Test-2024025592 tempest-ServerShowV257Test-2024025592-project-member] Task: {'id': task-2387008, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 844.454028] env[62328]: DEBUG oslo_vmware.api [None req-d0b9fdcb-bb08-404a-81f4-50830a3c8312 tempest-ServerDiskConfigTestJSON-126406698 tempest-ServerDiskConfigTestJSON-126406698-project-member] Task: {'id': task-2387007, 'name': ReconfigVM_Task, 'duration_secs': 0.189752} completed successfully. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 844.454028] env[62328]: DEBUG nova.virt.vmwareapi.vmops [None req-d0b9fdcb-bb08-404a-81f4-50830a3c8312 tempest-ServerDiskConfigTestJSON-126406698 tempest-ServerDiskConfigTestJSON-126406698-project-member] [instance: 385995cc-5fe5-4c9d-9128-69a3767e682f] Updating instance '385995cc-5fe5-4c9d-9128-69a3767e682f' progress to 33 {{(pid=62328) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 844.461106] env[62328]: DEBUG nova.compute.manager [None req-d97bc307-d643-4c80-8238-0109cc591da1 tempest-InstanceActionsNegativeTestJSON-58220527 tempest-InstanceActionsNegativeTestJSON-58220527-project-member] [instance: be561814-7d4f-4759-9e70-47db6557d87e] Start destroying the instance on the hypervisor. {{(pid=62328) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 844.461106] env[62328]: DEBUG nova.virt.vmwareapi.vmops [None req-d97bc307-d643-4c80-8238-0109cc591da1 tempest-InstanceActionsNegativeTestJSON-58220527 tempest-InstanceActionsNegativeTestJSON-58220527-project-member] [instance: be561814-7d4f-4759-9e70-47db6557d87e] Destroying instance {{(pid=62328) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 844.462119] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e29b4b4a-88f4-475b-b31b-ea8ece04fd48 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 844.470780] env[62328]: DEBUG nova.virt.vmwareapi.vm_util [None req-d97bc307-d643-4c80-8238-0109cc591da1 tempest-InstanceActionsNegativeTestJSON-58220527 tempest-InstanceActionsNegativeTestJSON-58220527-project-member] [instance: be561814-7d4f-4759-9e70-47db6557d87e] Powering off the VM {{(pid=62328) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 844.474714] env[62328]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-20b53f7b-8287-47a1-abe2-de410e57e36c {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 844.487416] env[62328]: DEBUG oslo_vmware.api [None req-e5d0ae8d-c418-49ce-9034-f9923bdaadea tempest-ImagesTestJSON-1776717495 tempest-ImagesTestJSON-1776717495-project-member] Task: {'id': task-2387006, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.87399} completed successfully. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 844.489260] env[62328]: DEBUG nova.virt.vmwareapi.vm_util [None req-e5d0ae8d-c418-49ce-9034-f9923bdaadea tempest-ImagesTestJSON-1776717495 tempest-ImagesTestJSON-1776717495-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/dbf872a4-92be-47e4-8561-c3e2bf2423ab/dbf872a4-92be-47e4-8561-c3e2bf2423ab.vmdk to [datastore1] e237fc84-753c-4824-a26a-498ba160f4f9/e237fc84-753c-4824-a26a-498ba160f4f9.vmdk {{(pid=62328) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 844.489530] env[62328]: DEBUG nova.virt.vmwareapi.vmops [None req-e5d0ae8d-c418-49ce-9034-f9923bdaadea tempest-ImagesTestJSON-1776717495 tempest-ImagesTestJSON-1776717495-project-member] [instance: e237fc84-753c-4824-a26a-498ba160f4f9] Extending root virtual disk to 1048576 {{(pid=62328) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 844.489905] env[62328]: DEBUG oslo_vmware.api [None req-d97bc307-d643-4c80-8238-0109cc591da1 tempest-InstanceActionsNegativeTestJSON-58220527 tempest-InstanceActionsNegativeTestJSON-58220527-project-member] Waiting for the task: (returnval){ [ 844.489905] env[62328]: value = "task-2387009" [ 844.489905] env[62328]: _type = "Task" [ 844.489905] env[62328]: } to complete. {{(pid=62328) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 844.490129] env[62328]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-8f807ade-8cd0-4a48-b350-cd29766d78a1 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 844.508456] env[62328]: DEBUG oslo_vmware.api [None req-e5d0ae8d-c418-49ce-9034-f9923bdaadea tempest-ImagesTestJSON-1776717495 tempest-ImagesTestJSON-1776717495-project-member] Waiting for the task: (returnval){ [ 844.508456] env[62328]: value = "task-2387010" [ 844.508456] env[62328]: _type = "Task" [ 844.508456] env[62328]: } to complete. {{(pid=62328) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 844.508597] env[62328]: DEBUG oslo_vmware.api [None req-d97bc307-d643-4c80-8238-0109cc591da1 tempest-InstanceActionsNegativeTestJSON-58220527 tempest-InstanceActionsNegativeTestJSON-58220527-project-member] Task: {'id': task-2387009, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 844.517458] env[62328]: DEBUG oslo_vmware.api [None req-e5d0ae8d-c418-49ce-9034-f9923bdaadea tempest-ImagesTestJSON-1776717495 tempest-ImagesTestJSON-1776717495-project-member] Task: {'id': task-2387010, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 844.820226] env[62328]: DEBUG oslo_concurrency.lockutils [None req-84b7dc19-7c0e-4da5-b908-b5a68b034d8f tempest-DeleteServersTestJSON-1766103036 tempest-DeleteServersTestJSON-1766103036-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.528s {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 844.821130] env[62328]: DEBUG nova.compute.manager [None req-84b7dc19-7c0e-4da5-b908-b5a68b034d8f tempest-DeleteServersTestJSON-1766103036 tempest-DeleteServersTestJSON-1766103036-project-member] [instance: b2aeacce-e015-41c8-9976-73e94dad243b] Start building networks asynchronously for instance. {{(pid=62328) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 844.823759] env[62328]: DEBUG nova.compute.manager [None req-47496295-5df4-4508-ada1-5e6fb97a520a tempest-ServersAdminTestJSON-455323280 tempest-ServersAdminTestJSON-455323280-project-member] [instance: 475a5d77-198f-4dca-943c-a039da48dee0] Starting instance... {{(pid=62328) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 844.831386] env[62328]: DEBUG oslo_concurrency.lockutils [None req-328457c7-180b-4748-a81e-8c532c44b22f tempest-ServersTestJSON-2041147199 tempest-ServersTestJSON-2041147199-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 19.193s {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 844.832369] env[62328]: INFO nova.compute.claims [None req-328457c7-180b-4748-a81e-8c532c44b22f tempest-ServersTestJSON-2041147199 tempest-ServersTestJSON-2041147199-project-member] [instance: 5891892e-7d7f-4464-8956-6178d3e75fec] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 844.849118] env[62328]: DEBUG oslo_vmware.api [None req-d2f71502-0cce-4f12-9cb1-ecda041a3822 tempest-ServerShowV257Test-2024025592 tempest-ServerShowV257Test-2024025592-project-member] Task: {'id': task-2387008, 'name': PowerOffVM_Task} progress is 100%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 844.864529] env[62328]: DEBUG oslo_concurrency.lockutils [None req-be1e9eae-3e40-4937-865c-b0ef8764edbc tempest-ServersAdminTestJSON-455323280 tempest-ServersAdminTestJSON-455323280-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 844.962827] env[62328]: DEBUG nova.virt.hardware [None req-d0b9fdcb-bb08-404a-81f4-50830a3c8312 tempest-ServerDiskConfigTestJSON-126406698 tempest-ServerDiskConfigTestJSON-126406698-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-07T17:16:55Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=dbf872a4-92be-47e4-8561-c3e2bf2423ab,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62328) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 844.963082] env[62328]: DEBUG nova.virt.hardware [None req-d0b9fdcb-bb08-404a-81f4-50830a3c8312 tempest-ServerDiskConfigTestJSON-126406698 tempest-ServerDiskConfigTestJSON-126406698-project-member] Flavor limits 0:0:0 {{(pid=62328) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 844.963327] env[62328]: DEBUG nova.virt.hardware [None req-d0b9fdcb-bb08-404a-81f4-50830a3c8312 tempest-ServerDiskConfigTestJSON-126406698 tempest-ServerDiskConfigTestJSON-126406698-project-member] Image limits 0:0:0 {{(pid=62328) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 844.963520] env[62328]: DEBUG nova.virt.hardware [None req-d0b9fdcb-bb08-404a-81f4-50830a3c8312 tempest-ServerDiskConfigTestJSON-126406698 tempest-ServerDiskConfigTestJSON-126406698-project-member] Flavor pref 0:0:0 {{(pid=62328) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 844.963669] env[62328]: DEBUG nova.virt.hardware [None req-d0b9fdcb-bb08-404a-81f4-50830a3c8312 tempest-ServerDiskConfigTestJSON-126406698 tempest-ServerDiskConfigTestJSON-126406698-project-member] Image pref 0:0:0 {{(pid=62328) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 844.963810] env[62328]: DEBUG nova.virt.hardware [None req-d0b9fdcb-bb08-404a-81f4-50830a3c8312 tempest-ServerDiskConfigTestJSON-126406698 tempest-ServerDiskConfigTestJSON-126406698-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62328) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 844.964022] env[62328]: DEBUG nova.virt.hardware [None req-d0b9fdcb-bb08-404a-81f4-50830a3c8312 tempest-ServerDiskConfigTestJSON-126406698 tempest-ServerDiskConfigTestJSON-126406698-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62328) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 844.964185] env[62328]: DEBUG nova.virt.hardware [None req-d0b9fdcb-bb08-404a-81f4-50830a3c8312 tempest-ServerDiskConfigTestJSON-126406698 tempest-ServerDiskConfigTestJSON-126406698-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62328) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 844.964381] env[62328]: DEBUG nova.virt.hardware [None req-d0b9fdcb-bb08-404a-81f4-50830a3c8312 tempest-ServerDiskConfigTestJSON-126406698 tempest-ServerDiskConfigTestJSON-126406698-project-member] Got 1 possible topologies {{(pid=62328) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 844.964569] env[62328]: DEBUG nova.virt.hardware [None req-d0b9fdcb-bb08-404a-81f4-50830a3c8312 tempest-ServerDiskConfigTestJSON-126406698 tempest-ServerDiskConfigTestJSON-126406698-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62328) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 844.964731] env[62328]: DEBUG nova.virt.hardware [None req-d0b9fdcb-bb08-404a-81f4-50830a3c8312 tempest-ServerDiskConfigTestJSON-126406698 tempest-ServerDiskConfigTestJSON-126406698-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62328) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 844.970468] env[62328]: DEBUG nova.virt.vmwareapi.volumeops [None req-d0b9fdcb-bb08-404a-81f4-50830a3c8312 tempest-ServerDiskConfigTestJSON-126406698 tempest-ServerDiskConfigTestJSON-126406698-project-member] [instance: 385995cc-5fe5-4c9d-9128-69a3767e682f] Reconfiguring VM instance instance-0000003f to detach disk 2000 {{(pid=62328) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 844.971189] env[62328]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e0ec80e8-0105-4a6a-8168-c1ab92d990ae {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 844.997168] env[62328]: DEBUG oslo_vmware.api [None req-d0b9fdcb-bb08-404a-81f4-50830a3c8312 tempest-ServerDiskConfigTestJSON-126406698 tempest-ServerDiskConfigTestJSON-126406698-project-member] Waiting for the task: (returnval){ [ 844.997168] env[62328]: value = "task-2387011" [ 844.997168] env[62328]: _type = "Task" [ 844.997168] env[62328]: } to complete. {{(pid=62328) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 845.004305] env[62328]: DEBUG oslo_vmware.api [None req-d97bc307-d643-4c80-8238-0109cc591da1 tempest-InstanceActionsNegativeTestJSON-58220527 tempest-InstanceActionsNegativeTestJSON-58220527-project-member] Task: {'id': task-2387009, 'name': PowerOffVM_Task, 'duration_secs': 0.466136} completed successfully. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 845.004951] env[62328]: DEBUG nova.virt.vmwareapi.vm_util [None req-d97bc307-d643-4c80-8238-0109cc591da1 tempest-InstanceActionsNegativeTestJSON-58220527 tempest-InstanceActionsNegativeTestJSON-58220527-project-member] [instance: be561814-7d4f-4759-9e70-47db6557d87e] Powered off the VM {{(pid=62328) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 845.005154] env[62328]: DEBUG nova.virt.vmwareapi.vmops [None req-d97bc307-d643-4c80-8238-0109cc591da1 tempest-InstanceActionsNegativeTestJSON-58220527 tempest-InstanceActionsNegativeTestJSON-58220527-project-member] [instance: be561814-7d4f-4759-9e70-47db6557d87e] Unregistering the VM {{(pid=62328) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 845.005406] env[62328]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-459bcf74-a55d-41ba-a2ea-a1aed7d96a96 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 845.010957] env[62328]: DEBUG oslo_vmware.api [None req-d0b9fdcb-bb08-404a-81f4-50830a3c8312 tempest-ServerDiskConfigTestJSON-126406698 tempest-ServerDiskConfigTestJSON-126406698-project-member] Task: {'id': task-2387011, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 845.022451] env[62328]: DEBUG oslo_vmware.api [None req-e5d0ae8d-c418-49ce-9034-f9923bdaadea tempest-ImagesTestJSON-1776717495 tempest-ImagesTestJSON-1776717495-project-member] Task: {'id': task-2387010, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.075781} completed successfully. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 845.022803] env[62328]: DEBUG nova.virt.vmwareapi.vmops [None req-e5d0ae8d-c418-49ce-9034-f9923bdaadea tempest-ImagesTestJSON-1776717495 tempest-ImagesTestJSON-1776717495-project-member] [instance: e237fc84-753c-4824-a26a-498ba160f4f9] Extended root virtual disk {{(pid=62328) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 845.023733] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dc378c8d-d58e-4574-8005-c80e777dbb65 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 845.048354] env[62328]: DEBUG nova.virt.vmwareapi.volumeops [None req-e5d0ae8d-c418-49ce-9034-f9923bdaadea tempest-ImagesTestJSON-1776717495 tempest-ImagesTestJSON-1776717495-project-member] [instance: e237fc84-753c-4824-a26a-498ba160f4f9] Reconfiguring VM instance instance-00000046 to attach disk [datastore1] e237fc84-753c-4824-a26a-498ba160f4f9/e237fc84-753c-4824-a26a-498ba160f4f9.vmdk or device None with type sparse {{(pid=62328) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 845.049263] env[62328]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-42cb9375-9063-4c96-af90-4d05ca3a359b {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 845.072052] env[62328]: DEBUG oslo_vmware.api [None req-e5d0ae8d-c418-49ce-9034-f9923bdaadea tempest-ImagesTestJSON-1776717495 tempest-ImagesTestJSON-1776717495-project-member] Waiting for the task: (returnval){ [ 845.072052] env[62328]: value = "task-2387013" [ 845.072052] env[62328]: _type = "Task" [ 845.072052] env[62328]: } to complete. {{(pid=62328) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 845.078618] env[62328]: DEBUG nova.virt.vmwareapi.vmops [None req-d97bc307-d643-4c80-8238-0109cc591da1 tempest-InstanceActionsNegativeTestJSON-58220527 tempest-InstanceActionsNegativeTestJSON-58220527-project-member] [instance: be561814-7d4f-4759-9e70-47db6557d87e] Unregistered the VM {{(pid=62328) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 845.078843] env[62328]: DEBUG nova.virt.vmwareapi.vmops [None req-d97bc307-d643-4c80-8238-0109cc591da1 tempest-InstanceActionsNegativeTestJSON-58220527 tempest-InstanceActionsNegativeTestJSON-58220527-project-member] [instance: be561814-7d4f-4759-9e70-47db6557d87e] Deleting contents of the VM from datastore datastore2 {{(pid=62328) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 845.079088] env[62328]: DEBUG nova.virt.vmwareapi.ds_util [None req-d97bc307-d643-4c80-8238-0109cc591da1 tempest-InstanceActionsNegativeTestJSON-58220527 tempest-InstanceActionsNegativeTestJSON-58220527-project-member] Deleting the datastore file [datastore2] be561814-7d4f-4759-9e70-47db6557d87e {{(pid=62328) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 845.079300] env[62328]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-463ca978-5aeb-4efb-a10f-129a827a6e5e {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 845.084449] env[62328]: DEBUG oslo_vmware.api [None req-e5d0ae8d-c418-49ce-9034-f9923bdaadea tempest-ImagesTestJSON-1776717495 tempest-ImagesTestJSON-1776717495-project-member] Task: {'id': task-2387013, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 845.089100] env[62328]: DEBUG oslo_vmware.api [None req-d97bc307-d643-4c80-8238-0109cc591da1 tempest-InstanceActionsNegativeTestJSON-58220527 tempest-InstanceActionsNegativeTestJSON-58220527-project-member] Waiting for the task: (returnval){ [ 845.089100] env[62328]: value = "task-2387014" [ 845.089100] env[62328]: _type = "Task" [ 845.089100] env[62328]: } to complete. {{(pid=62328) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 845.096843] env[62328]: DEBUG oslo_vmware.api [None req-d97bc307-d643-4c80-8238-0109cc591da1 tempest-InstanceActionsNegativeTestJSON-58220527 tempest-InstanceActionsNegativeTestJSON-58220527-project-member] Task: {'id': task-2387014, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 845.197026] env[62328]: DEBUG nova.compute.manager [req-bbfa9bf7-8cfb-4188-9139-b39deca8d83c req-aad39fd8-4318-4d08-9e63-e24b44ac7d8a service nova] [instance: 14c336fc-69e4-4ef8-a50f-e307b9902127] Received event network-changed-4b52fd26-0fb8-45e8-968b-9005eecb9af7 {{(pid=62328) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 845.197242] env[62328]: DEBUG nova.compute.manager [req-bbfa9bf7-8cfb-4188-9139-b39deca8d83c req-aad39fd8-4318-4d08-9e63-e24b44ac7d8a service nova] [instance: 14c336fc-69e4-4ef8-a50f-e307b9902127] Refreshing instance network info cache due to event network-changed-4b52fd26-0fb8-45e8-968b-9005eecb9af7. {{(pid=62328) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 845.197542] env[62328]: DEBUG oslo_concurrency.lockutils [req-bbfa9bf7-8cfb-4188-9139-b39deca8d83c req-aad39fd8-4318-4d08-9e63-e24b44ac7d8a service nova] Acquiring lock "refresh_cache-14c336fc-69e4-4ef8-a50f-e307b9902127" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 845.197710] env[62328]: DEBUG oslo_concurrency.lockutils [req-bbfa9bf7-8cfb-4188-9139-b39deca8d83c req-aad39fd8-4318-4d08-9e63-e24b44ac7d8a service nova] Acquired lock "refresh_cache-14c336fc-69e4-4ef8-a50f-e307b9902127" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.197874] env[62328]: DEBUG nova.network.neutron [req-bbfa9bf7-8cfb-4188-9139-b39deca8d83c req-aad39fd8-4318-4d08-9e63-e24b44ac7d8a service nova] [instance: 14c336fc-69e4-4ef8-a50f-e307b9902127] Refreshing network info cache for port 4b52fd26-0fb8-45e8-968b-9005eecb9af7 {{(pid=62328) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 845.281335] env[62328]: DEBUG oslo_concurrency.lockutils [None req-a6eb430e-2959-4cb1-a1a8-16caa7e95c9f tempest-ServerShowV247Test-284523986 tempest-ServerShowV247Test-284523986-project-member] Acquiring lock "c93e23e8-af7d-498b-bc2b-a47568418b05" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 845.281673] env[62328]: DEBUG oslo_concurrency.lockutils [None req-a6eb430e-2959-4cb1-a1a8-16caa7e95c9f tempest-ServerShowV247Test-284523986 tempest-ServerShowV247Test-284523986-project-member] Lock "c93e23e8-af7d-498b-bc2b-a47568418b05" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 845.281928] env[62328]: DEBUG oslo_concurrency.lockutils [None req-a6eb430e-2959-4cb1-a1a8-16caa7e95c9f tempest-ServerShowV247Test-284523986 tempest-ServerShowV247Test-284523986-project-member] Acquiring lock "c93e23e8-af7d-498b-bc2b-a47568418b05-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 845.282167] env[62328]: DEBUG oslo_concurrency.lockutils [None req-a6eb430e-2959-4cb1-a1a8-16caa7e95c9f tempest-ServerShowV247Test-284523986 tempest-ServerShowV247Test-284523986-project-member] Lock "c93e23e8-af7d-498b-bc2b-a47568418b05-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 845.282388] env[62328]: DEBUG oslo_concurrency.lockutils [None req-a6eb430e-2959-4cb1-a1a8-16caa7e95c9f tempest-ServerShowV247Test-284523986 tempest-ServerShowV247Test-284523986-project-member] Lock "c93e23e8-af7d-498b-bc2b-a47568418b05-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 845.284999] env[62328]: INFO nova.compute.manager [None req-a6eb430e-2959-4cb1-a1a8-16caa7e95c9f tempest-ServerShowV247Test-284523986 tempest-ServerShowV247Test-284523986-project-member] [instance: c93e23e8-af7d-498b-bc2b-a47568418b05] Terminating instance [ 845.332809] env[62328]: DEBUG nova.compute.utils [None req-84b7dc19-7c0e-4da5-b908-b5a68b034d8f tempest-DeleteServersTestJSON-1766103036 tempest-DeleteServersTestJSON-1766103036-project-member] Using /dev/sd instead of None {{(pid=62328) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 845.335036] env[62328]: DEBUG nova.compute.manager [None req-84b7dc19-7c0e-4da5-b908-b5a68b034d8f tempest-DeleteServersTestJSON-1766103036 tempest-DeleteServersTestJSON-1766103036-project-member] [instance: b2aeacce-e015-41c8-9976-73e94dad243b] Allocating IP information in the background. {{(pid=62328) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 845.335486] env[62328]: DEBUG nova.network.neutron [None req-84b7dc19-7c0e-4da5-b908-b5a68b034d8f tempest-DeleteServersTestJSON-1766103036 tempest-DeleteServersTestJSON-1766103036-project-member] [instance: b2aeacce-e015-41c8-9976-73e94dad243b] allocate_for_instance() {{(pid=62328) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 845.361940] env[62328]: DEBUG oslo_vmware.api [None req-d2f71502-0cce-4f12-9cb1-ecda041a3822 tempest-ServerShowV257Test-2024025592 tempest-ServerShowV257Test-2024025592-project-member] Task: {'id': task-2387008, 'name': PowerOffVM_Task, 'duration_secs': 0.60706} completed successfully. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 845.362849] env[62328]: DEBUG nova.virt.vmwareapi.vm_util [None req-d2f71502-0cce-4f12-9cb1-ecda041a3822 tempest-ServerShowV257Test-2024025592 tempest-ServerShowV257Test-2024025592-project-member] [instance: d60294e0-35a3-4c90-8a63-a525ff1c6833] Powered off the VM {{(pid=62328) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 845.363296] env[62328]: DEBUG nova.virt.vmwareapi.vmops [None req-d2f71502-0cce-4f12-9cb1-ecda041a3822 tempest-ServerShowV257Test-2024025592 tempest-ServerShowV257Test-2024025592-project-member] [instance: d60294e0-35a3-4c90-8a63-a525ff1c6833] Unregistering the VM {{(pid=62328) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 845.363618] env[62328]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-711be801-9936-45e5-afe7-4f1a620c428b {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 845.367178] env[62328]: DEBUG oslo_concurrency.lockutils [None req-47496295-5df4-4508-ada1-5e6fb97a520a tempest-ServersAdminTestJSON-455323280 tempest-ServersAdminTestJSON-455323280-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 845.388458] env[62328]: DEBUG nova.virt.vmwareapi.vmops [None req-d2f71502-0cce-4f12-9cb1-ecda041a3822 tempest-ServerShowV257Test-2024025592 tempest-ServerShowV257Test-2024025592-project-member] [instance: d60294e0-35a3-4c90-8a63-a525ff1c6833] Unregistered the VM {{(pid=62328) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 845.388752] env[62328]: DEBUG nova.virt.vmwareapi.vmops [None req-d2f71502-0cce-4f12-9cb1-ecda041a3822 tempest-ServerShowV257Test-2024025592 tempest-ServerShowV257Test-2024025592-project-member] [instance: d60294e0-35a3-4c90-8a63-a525ff1c6833] Deleting contents of the VM from datastore datastore2 {{(pid=62328) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 845.388969] env[62328]: DEBUG nova.virt.vmwareapi.ds_util [None req-d2f71502-0cce-4f12-9cb1-ecda041a3822 tempest-ServerShowV257Test-2024025592 tempest-ServerShowV257Test-2024025592-project-member] Deleting the datastore file [datastore2] d60294e0-35a3-4c90-8a63-a525ff1c6833 {{(pid=62328) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 845.389259] env[62328]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-76901e8f-b721-4fec-82dc-96ac4366ad9b {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 845.396621] env[62328]: DEBUG oslo_vmware.api [None req-d2f71502-0cce-4f12-9cb1-ecda041a3822 tempest-ServerShowV257Test-2024025592 tempest-ServerShowV257Test-2024025592-project-member] Waiting for the task: (returnval){ [ 845.396621] env[62328]: value = "task-2387016" [ 845.396621] env[62328]: _type = "Task" [ 845.396621] env[62328]: } to complete. {{(pid=62328) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 845.403803] env[62328]: DEBUG nova.policy [None req-84b7dc19-7c0e-4da5-b908-b5a68b034d8f tempest-DeleteServersTestJSON-1766103036 tempest-DeleteServersTestJSON-1766103036-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '699ce75fc096435fb92708a7336ced09', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '7aa9ac81c5264c7cba58e5879eedf77c', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62328) authorize /opt/stack/nova/nova/policy.py:192}} [ 845.410318] env[62328]: DEBUG oslo_vmware.api [None req-d2f71502-0cce-4f12-9cb1-ecda041a3822 tempest-ServerShowV257Test-2024025592 tempest-ServerShowV257Test-2024025592-project-member] Task: {'id': task-2387016, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 845.510325] env[62328]: DEBUG oslo_vmware.api [None req-d0b9fdcb-bb08-404a-81f4-50830a3c8312 tempest-ServerDiskConfigTestJSON-126406698 tempest-ServerDiskConfigTestJSON-126406698-project-member] Task: {'id': task-2387011, 'name': ReconfigVM_Task, 'duration_secs': 0.30249} completed successfully. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 845.510604] env[62328]: DEBUG nova.virt.vmwareapi.volumeops [None req-d0b9fdcb-bb08-404a-81f4-50830a3c8312 tempest-ServerDiskConfigTestJSON-126406698 tempest-ServerDiskConfigTestJSON-126406698-project-member] [instance: 385995cc-5fe5-4c9d-9128-69a3767e682f] Reconfigured VM instance instance-0000003f to detach disk 2000 {{(pid=62328) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 845.511842] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9a7a9fed-7e46-4018-9994-f0124ef3dfca {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 845.540570] env[62328]: DEBUG nova.virt.vmwareapi.volumeops [None req-d0b9fdcb-bb08-404a-81f4-50830a3c8312 tempest-ServerDiskConfigTestJSON-126406698 tempest-ServerDiskConfigTestJSON-126406698-project-member] [instance: 385995cc-5fe5-4c9d-9128-69a3767e682f] Reconfiguring VM instance instance-0000003f to attach disk [datastore1] 385995cc-5fe5-4c9d-9128-69a3767e682f/385995cc-5fe5-4c9d-9128-69a3767e682f.vmdk or device None with type thin {{(pid=62328) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 845.540897] env[62328]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d3325794-72cc-4c93-9e83-5e4703102d0b {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 845.559043] env[62328]: DEBUG oslo_vmware.api [None req-d0b9fdcb-bb08-404a-81f4-50830a3c8312 tempest-ServerDiskConfigTestJSON-126406698 tempest-ServerDiskConfigTestJSON-126406698-project-member] Waiting for the task: (returnval){ [ 845.559043] env[62328]: value = "task-2387017" [ 845.559043] env[62328]: _type = "Task" [ 845.559043] env[62328]: } to complete. {{(pid=62328) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 845.568983] env[62328]: DEBUG oslo_vmware.api [None req-d0b9fdcb-bb08-404a-81f4-50830a3c8312 tempest-ServerDiskConfigTestJSON-126406698 tempest-ServerDiskConfigTestJSON-126406698-project-member] Task: {'id': task-2387017, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 845.579838] env[62328]: DEBUG oslo_vmware.api [None req-e5d0ae8d-c418-49ce-9034-f9923bdaadea tempest-ImagesTestJSON-1776717495 tempest-ImagesTestJSON-1776717495-project-member] Task: {'id': task-2387013, 'name': ReconfigVM_Task, 'duration_secs': 0.422707} completed successfully. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 845.580137] env[62328]: DEBUG nova.virt.vmwareapi.volumeops [None req-e5d0ae8d-c418-49ce-9034-f9923bdaadea tempest-ImagesTestJSON-1776717495 tempest-ImagesTestJSON-1776717495-project-member] [instance: e237fc84-753c-4824-a26a-498ba160f4f9] Reconfigured VM instance instance-00000046 to attach disk [datastore1] e237fc84-753c-4824-a26a-498ba160f4f9/e237fc84-753c-4824-a26a-498ba160f4f9.vmdk or device None with type sparse {{(pid=62328) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 845.580818] env[62328]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-123b4e36-5a7d-4ddf-b360-2ad3346d2ab6 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 845.587710] env[62328]: DEBUG oslo_vmware.api [None req-e5d0ae8d-c418-49ce-9034-f9923bdaadea tempest-ImagesTestJSON-1776717495 tempest-ImagesTestJSON-1776717495-project-member] Waiting for the task: (returnval){ [ 845.587710] env[62328]: value = "task-2387018" [ 845.587710] env[62328]: _type = "Task" [ 845.587710] env[62328]: } to complete. {{(pid=62328) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 845.599706] env[62328]: DEBUG oslo_vmware.api [None req-e5d0ae8d-c418-49ce-9034-f9923bdaadea tempest-ImagesTestJSON-1776717495 tempest-ImagesTestJSON-1776717495-project-member] Task: {'id': task-2387018, 'name': Rename_Task} progress is 6%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 845.602583] env[62328]: DEBUG oslo_vmware.api [None req-d97bc307-d643-4c80-8238-0109cc591da1 tempest-InstanceActionsNegativeTestJSON-58220527 tempest-InstanceActionsNegativeTestJSON-58220527-project-member] Task: {'id': task-2387014, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.322311} completed successfully. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 845.602811] env[62328]: DEBUG nova.virt.vmwareapi.ds_util [None req-d97bc307-d643-4c80-8238-0109cc591da1 tempest-InstanceActionsNegativeTestJSON-58220527 tempest-InstanceActionsNegativeTestJSON-58220527-project-member] Deleted the datastore file {{(pid=62328) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 845.603323] env[62328]: DEBUG nova.virt.vmwareapi.vmops [None req-d97bc307-d643-4c80-8238-0109cc591da1 tempest-InstanceActionsNegativeTestJSON-58220527 tempest-InstanceActionsNegativeTestJSON-58220527-project-member] [instance: be561814-7d4f-4759-9e70-47db6557d87e] Deleted contents of the VM from datastore datastore2 {{(pid=62328) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 845.603529] env[62328]: DEBUG nova.virt.vmwareapi.vmops [None req-d97bc307-d643-4c80-8238-0109cc591da1 tempest-InstanceActionsNegativeTestJSON-58220527 tempest-InstanceActionsNegativeTestJSON-58220527-project-member] [instance: be561814-7d4f-4759-9e70-47db6557d87e] Instance destroyed {{(pid=62328) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 845.603706] env[62328]: INFO nova.compute.manager [None req-d97bc307-d643-4c80-8238-0109cc591da1 tempest-InstanceActionsNegativeTestJSON-58220527 tempest-InstanceActionsNegativeTestJSON-58220527-project-member] [instance: be561814-7d4f-4759-9e70-47db6557d87e] Took 1.14 seconds to destroy the instance on the hypervisor. [ 845.604055] env[62328]: DEBUG oslo.service.loopingcall [None req-d97bc307-d643-4c80-8238-0109cc591da1 tempest-InstanceActionsNegativeTestJSON-58220527 tempest-InstanceActionsNegativeTestJSON-58220527-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62328) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 845.604147] env[62328]: DEBUG nova.compute.manager [-] [instance: be561814-7d4f-4759-9e70-47db6557d87e] Deallocating network for instance {{(pid=62328) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 845.604242] env[62328]: DEBUG nova.network.neutron [-] [instance: be561814-7d4f-4759-9e70-47db6557d87e] deallocate_for_instance() {{(pid=62328) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 845.789769] env[62328]: DEBUG oslo_concurrency.lockutils [None req-a6eb430e-2959-4cb1-a1a8-16caa7e95c9f tempest-ServerShowV247Test-284523986 tempest-ServerShowV247Test-284523986-project-member] Acquiring lock "refresh_cache-c93e23e8-af7d-498b-bc2b-a47568418b05" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 845.790247] env[62328]: DEBUG oslo_concurrency.lockutils [None req-a6eb430e-2959-4cb1-a1a8-16caa7e95c9f tempest-ServerShowV247Test-284523986 tempest-ServerShowV247Test-284523986-project-member] Acquired lock "refresh_cache-c93e23e8-af7d-498b-bc2b-a47568418b05" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.790548] env[62328]: DEBUG nova.network.neutron [None req-a6eb430e-2959-4cb1-a1a8-16caa7e95c9f tempest-ServerShowV247Test-284523986 tempest-ServerShowV247Test-284523986-project-member] [instance: c93e23e8-af7d-498b-bc2b-a47568418b05] Building network info cache for instance {{(pid=62328) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 845.841025] env[62328]: DEBUG nova.compute.manager [None req-84b7dc19-7c0e-4da5-b908-b5a68b034d8f tempest-DeleteServersTestJSON-1766103036 tempest-DeleteServersTestJSON-1766103036-project-member] [instance: b2aeacce-e015-41c8-9976-73e94dad243b] Start building block device mappings for instance. {{(pid=62328) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 845.906813] env[62328]: DEBUG oslo_vmware.api [None req-d2f71502-0cce-4f12-9cb1-ecda041a3822 tempest-ServerShowV257Test-2024025592 tempest-ServerShowV257Test-2024025592-project-member] Task: {'id': task-2387016, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.194126} completed successfully. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 845.907072] env[62328]: DEBUG nova.virt.vmwareapi.ds_util [None req-d2f71502-0cce-4f12-9cb1-ecda041a3822 tempest-ServerShowV257Test-2024025592 tempest-ServerShowV257Test-2024025592-project-member] Deleted the datastore file {{(pid=62328) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 845.907262] env[62328]: DEBUG nova.virt.vmwareapi.vmops [None req-d2f71502-0cce-4f12-9cb1-ecda041a3822 tempest-ServerShowV257Test-2024025592 tempest-ServerShowV257Test-2024025592-project-member] [instance: d60294e0-35a3-4c90-8a63-a525ff1c6833] Deleted contents of the VM from datastore datastore2 {{(pid=62328) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 845.907629] env[62328]: DEBUG nova.virt.vmwareapi.vmops [None req-d2f71502-0cce-4f12-9cb1-ecda041a3822 tempest-ServerShowV257Test-2024025592 tempest-ServerShowV257Test-2024025592-project-member] [instance: d60294e0-35a3-4c90-8a63-a525ff1c6833] Instance destroyed {{(pid=62328) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 845.907629] env[62328]: INFO nova.compute.manager [None req-d2f71502-0cce-4f12-9cb1-ecda041a3822 tempest-ServerShowV257Test-2024025592 tempest-ServerShowV257Test-2024025592-project-member] [instance: d60294e0-35a3-4c90-8a63-a525ff1c6833] Took 1.60 seconds to destroy the instance on the hypervisor. [ 845.907850] env[62328]: DEBUG oslo.service.loopingcall [None req-d2f71502-0cce-4f12-9cb1-ecda041a3822 tempest-ServerShowV257Test-2024025592 tempest-ServerShowV257Test-2024025592-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62328) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 845.914108] env[62328]: DEBUG nova.compute.manager [-] [instance: d60294e0-35a3-4c90-8a63-a525ff1c6833] Deallocating network for instance {{(pid=62328) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 845.914235] env[62328]: DEBUG nova.network.neutron [-] [instance: d60294e0-35a3-4c90-8a63-a525ff1c6833] deallocate_for_instance() {{(pid=62328) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 845.931320] env[62328]: DEBUG nova.network.neutron [-] [instance: d60294e0-35a3-4c90-8a63-a525ff1c6833] Instance cache missing network info. {{(pid=62328) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 845.963784] env[62328]: DEBUG nova.compute.manager [req-1b3478cd-a176-42c2-88b8-c9eb53655dc4 req-f7105d24-91f9-4c03-a9f2-831b80b18008 service nova] [instance: be561814-7d4f-4759-9e70-47db6557d87e] Received event network-vif-deleted-e19feb7c-f562-4ca7-9458-752855161fef {{(pid=62328) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 845.964020] env[62328]: INFO nova.compute.manager [req-1b3478cd-a176-42c2-88b8-c9eb53655dc4 req-f7105d24-91f9-4c03-a9f2-831b80b18008 service nova] [instance: be561814-7d4f-4759-9e70-47db6557d87e] Neutron deleted interface e19feb7c-f562-4ca7-9458-752855161fef; detaching it from the instance and deleting it from the info cache [ 845.964237] env[62328]: DEBUG nova.network.neutron [req-1b3478cd-a176-42c2-88b8-c9eb53655dc4 req-f7105d24-91f9-4c03-a9f2-831b80b18008 service nova] [instance: be561814-7d4f-4759-9e70-47db6557d87e] Updating instance_info_cache with network_info: [] {{(pid=62328) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 846.075533] env[62328]: DEBUG oslo_vmware.api [None req-d0b9fdcb-bb08-404a-81f4-50830a3c8312 tempest-ServerDiskConfigTestJSON-126406698 tempest-ServerDiskConfigTestJSON-126406698-project-member] Task: {'id': task-2387017, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 846.105679] env[62328]: DEBUG oslo_vmware.api [None req-e5d0ae8d-c418-49ce-9034-f9923bdaadea tempest-ImagesTestJSON-1776717495 tempest-ImagesTestJSON-1776717495-project-member] Task: {'id': task-2387018, 'name': Rename_Task, 'duration_secs': 0.356633} completed successfully. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 846.106231] env[62328]: DEBUG nova.virt.vmwareapi.vm_util [None req-e5d0ae8d-c418-49ce-9034-f9923bdaadea tempest-ImagesTestJSON-1776717495 tempest-ImagesTestJSON-1776717495-project-member] [instance: e237fc84-753c-4824-a26a-498ba160f4f9] Powering on the VM {{(pid=62328) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 846.106490] env[62328]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-5d042e98-2347-4b12-b915-64384da8979d {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 846.118179] env[62328]: DEBUG oslo_vmware.api [None req-e5d0ae8d-c418-49ce-9034-f9923bdaadea tempest-ImagesTestJSON-1776717495 tempest-ImagesTestJSON-1776717495-project-member] Waiting for the task: (returnval){ [ 846.118179] env[62328]: value = "task-2387019" [ 846.118179] env[62328]: _type = "Task" [ 846.118179] env[62328]: } to complete. {{(pid=62328) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 846.132686] env[62328]: DEBUG oslo_vmware.api [None req-e5d0ae8d-c418-49ce-9034-f9923bdaadea tempest-ImagesTestJSON-1776717495 tempest-ImagesTestJSON-1776717495-project-member] Task: {'id': task-2387019, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 846.288908] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ab835e7d-07bb-4074-a0f7-e724532e28a7 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 846.305093] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-77c44bdd-a5d0-45a5-94bf-dc634474ce48 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 846.345714] env[62328]: DEBUG nova.network.neutron [None req-84b7dc19-7c0e-4da5-b908-b5a68b034d8f tempest-DeleteServersTestJSON-1766103036 tempest-DeleteServersTestJSON-1766103036-project-member] [instance: b2aeacce-e015-41c8-9976-73e94dad243b] Successfully created port: bbd3d76e-6e5d-485f-867d-1aa5a3eeb672 {{(pid=62328) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 846.345714] env[62328]: DEBUG nova.network.neutron [None req-a6eb430e-2959-4cb1-a1a8-16caa7e95c9f tempest-ServerShowV247Test-284523986 tempest-ServerShowV247Test-284523986-project-member] [instance: c93e23e8-af7d-498b-bc2b-a47568418b05] Instance cache missing network info. {{(pid=62328) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 846.348299] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7e20d35a-68d5-4b5d-90db-fefdfabd35f6 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 846.360592] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-261a0ff7-acf1-408c-83e6-495776f6d99b {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 846.380400] env[62328]: DEBUG nova.network.neutron [-] [instance: be561814-7d4f-4759-9e70-47db6557d87e] Updating instance_info_cache with network_info: [] {{(pid=62328) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 846.382807] env[62328]: DEBUG nova.compute.provider_tree [None req-328457c7-180b-4748-a81e-8c532c44b22f tempest-ServersTestJSON-2041147199 tempest-ServersTestJSON-2041147199-project-member] Inventory has not changed in ProviderTree for provider: 3469e9f8-04af-49ca-8435-49f104496744 {{(pid=62328) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 846.439080] env[62328]: DEBUG nova.network.neutron [-] [instance: d60294e0-35a3-4c90-8a63-a525ff1c6833] Updating instance_info_cache with network_info: [] {{(pid=62328) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 846.446680] env[62328]: DEBUG nova.network.neutron [None req-a6eb430e-2959-4cb1-a1a8-16caa7e95c9f tempest-ServerShowV247Test-284523986 tempest-ServerShowV247Test-284523986-project-member] [instance: c93e23e8-af7d-498b-bc2b-a47568418b05] Updating instance_info_cache with network_info: [] {{(pid=62328) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 846.468163] env[62328]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-bb2c4bc0-e107-42e4-adf4-b8f647c9d422 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 846.478359] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-491bcdd3-e8ee-455e-9f07-988451ce30c7 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 846.510795] env[62328]: DEBUG nova.compute.manager [req-1b3478cd-a176-42c2-88b8-c9eb53655dc4 req-f7105d24-91f9-4c03-a9f2-831b80b18008 service nova] [instance: be561814-7d4f-4759-9e70-47db6557d87e] Detach interface failed, port_id=e19feb7c-f562-4ca7-9458-752855161fef, reason: Instance be561814-7d4f-4759-9e70-47db6557d87e could not be found. {{(pid=62328) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 846.530392] env[62328]: DEBUG nova.network.neutron [req-bbfa9bf7-8cfb-4188-9139-b39deca8d83c req-aad39fd8-4318-4d08-9e63-e24b44ac7d8a service nova] [instance: 14c336fc-69e4-4ef8-a50f-e307b9902127] Updated VIF entry in instance network info cache for port 4b52fd26-0fb8-45e8-968b-9005eecb9af7. {{(pid=62328) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 846.530768] env[62328]: DEBUG nova.network.neutron [req-bbfa9bf7-8cfb-4188-9139-b39deca8d83c req-aad39fd8-4318-4d08-9e63-e24b44ac7d8a service nova] [instance: 14c336fc-69e4-4ef8-a50f-e307b9902127] Updating instance_info_cache with network_info: [{"id": "4b52fd26-0fb8-45e8-968b-9005eecb9af7", "address": "fa:16:3e:0b:eb:4c", "network": {"id": "2d1c453e-aaeb-45b7-bdcd-3cbaf03a6053", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1795840742-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.204", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f7ed1d0f45904d658c8becad7c3f621c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "cba18f15-a919-422e-a423-1e705e233389", "external-id": "nsx-vlan-transportzone-79", "segmentation_id": 79, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4b52fd26-0f", "ovs_interfaceid": "4b52fd26-0fb8-45e8-968b-9005eecb9af7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62328) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 846.571755] env[62328]: DEBUG oslo_vmware.api [None req-d0b9fdcb-bb08-404a-81f4-50830a3c8312 tempest-ServerDiskConfigTestJSON-126406698 tempest-ServerDiskConfigTestJSON-126406698-project-member] Task: {'id': task-2387017, 'name': ReconfigVM_Task, 'duration_secs': 0.567759} completed successfully. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 846.572053] env[62328]: DEBUG nova.virt.vmwareapi.volumeops [None req-d0b9fdcb-bb08-404a-81f4-50830a3c8312 tempest-ServerDiskConfigTestJSON-126406698 tempest-ServerDiskConfigTestJSON-126406698-project-member] [instance: 385995cc-5fe5-4c9d-9128-69a3767e682f] Reconfigured VM instance instance-0000003f to attach disk [datastore1] 385995cc-5fe5-4c9d-9128-69a3767e682f/385995cc-5fe5-4c9d-9128-69a3767e682f.vmdk or device None with type thin {{(pid=62328) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 846.572297] env[62328]: DEBUG nova.virt.vmwareapi.vmops [None req-d0b9fdcb-bb08-404a-81f4-50830a3c8312 tempest-ServerDiskConfigTestJSON-126406698 tempest-ServerDiskConfigTestJSON-126406698-project-member] [instance: 385995cc-5fe5-4c9d-9128-69a3767e682f] Updating instance '385995cc-5fe5-4c9d-9128-69a3767e682f' progress to 50 {{(pid=62328) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 846.629122] env[62328]: DEBUG oslo_vmware.api [None req-e5d0ae8d-c418-49ce-9034-f9923bdaadea tempest-ImagesTestJSON-1776717495 tempest-ImagesTestJSON-1776717495-project-member] Task: {'id': task-2387019, 'name': PowerOnVM_Task} progress is 78%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 846.867154] env[62328]: DEBUG nova.compute.manager [None req-84b7dc19-7c0e-4da5-b908-b5a68b034d8f tempest-DeleteServersTestJSON-1766103036 tempest-DeleteServersTestJSON-1766103036-project-member] [instance: b2aeacce-e015-41c8-9976-73e94dad243b] Start spawning the instance on the hypervisor. {{(pid=62328) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 846.885616] env[62328]: INFO nova.compute.manager [-] [instance: be561814-7d4f-4759-9e70-47db6557d87e] Took 1.28 seconds to deallocate network for instance. [ 846.889439] env[62328]: DEBUG nova.scheduler.client.report [None req-328457c7-180b-4748-a81e-8c532c44b22f tempest-ServersTestJSON-2041147199 tempest-ServersTestJSON-2041147199-project-member] Inventory has not changed for provider 3469e9f8-04af-49ca-8435-49f104496744 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 152, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62328) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 846.916160] env[62328]: DEBUG nova.virt.hardware [None req-84b7dc19-7c0e-4da5-b908-b5a68b034d8f tempest-DeleteServersTestJSON-1766103036 tempest-DeleteServersTestJSON-1766103036-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-07T17:16:55Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-07T17:16:37Z,direct_url=,disk_format='vmdk',id=dbf872a4-92be-47e4-8561-c3e2bf2423ab,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='2a64022f08d84b11a86773b900860ae5',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-07T17:16:38Z,virtual_size=,visibility=), allow threads: False {{(pid=62328) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 846.916160] env[62328]: DEBUG nova.virt.hardware [None req-84b7dc19-7c0e-4da5-b908-b5a68b034d8f tempest-DeleteServersTestJSON-1766103036 tempest-DeleteServersTestJSON-1766103036-project-member] Flavor limits 0:0:0 {{(pid=62328) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 846.916160] env[62328]: DEBUG nova.virt.hardware [None req-84b7dc19-7c0e-4da5-b908-b5a68b034d8f tempest-DeleteServersTestJSON-1766103036 tempest-DeleteServersTestJSON-1766103036-project-member] Image limits 0:0:0 {{(pid=62328) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 846.916160] env[62328]: DEBUG nova.virt.hardware [None req-84b7dc19-7c0e-4da5-b908-b5a68b034d8f tempest-DeleteServersTestJSON-1766103036 tempest-DeleteServersTestJSON-1766103036-project-member] Flavor pref 0:0:0 {{(pid=62328) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 846.916458] env[62328]: DEBUG nova.virt.hardware [None req-84b7dc19-7c0e-4da5-b908-b5a68b034d8f tempest-DeleteServersTestJSON-1766103036 tempest-DeleteServersTestJSON-1766103036-project-member] Image pref 0:0:0 {{(pid=62328) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 846.916458] env[62328]: DEBUG nova.virt.hardware [None req-84b7dc19-7c0e-4da5-b908-b5a68b034d8f tempest-DeleteServersTestJSON-1766103036 tempest-DeleteServersTestJSON-1766103036-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62328) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 846.916556] env[62328]: DEBUG nova.virt.hardware [None req-84b7dc19-7c0e-4da5-b908-b5a68b034d8f tempest-DeleteServersTestJSON-1766103036 tempest-DeleteServersTestJSON-1766103036-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62328) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 846.916688] env[62328]: DEBUG nova.virt.hardware [None req-84b7dc19-7c0e-4da5-b908-b5a68b034d8f tempest-DeleteServersTestJSON-1766103036 tempest-DeleteServersTestJSON-1766103036-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62328) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 846.916856] env[62328]: DEBUG nova.virt.hardware [None req-84b7dc19-7c0e-4da5-b908-b5a68b034d8f tempest-DeleteServersTestJSON-1766103036 tempest-DeleteServersTestJSON-1766103036-project-member] Got 1 possible topologies {{(pid=62328) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 846.917021] env[62328]: DEBUG nova.virt.hardware [None req-84b7dc19-7c0e-4da5-b908-b5a68b034d8f tempest-DeleteServersTestJSON-1766103036 tempest-DeleteServersTestJSON-1766103036-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62328) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 846.917196] env[62328]: DEBUG nova.virt.hardware [None req-84b7dc19-7c0e-4da5-b908-b5a68b034d8f tempest-DeleteServersTestJSON-1766103036 tempest-DeleteServersTestJSON-1766103036-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62328) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 846.918183] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-deb31a37-8d8c-4990-93eb-589ce8b37f74 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 846.928433] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-39076aa6-0535-43d6-9b3b-75e9d85a84e3 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 846.944735] env[62328]: INFO nova.compute.manager [-] [instance: d60294e0-35a3-4c90-8a63-a525ff1c6833] Took 1.03 seconds to deallocate network for instance. [ 846.949137] env[62328]: DEBUG oslo_concurrency.lockutils [None req-a6eb430e-2959-4cb1-a1a8-16caa7e95c9f tempest-ServerShowV247Test-284523986 tempest-ServerShowV247Test-284523986-project-member] Releasing lock "refresh_cache-c93e23e8-af7d-498b-bc2b-a47568418b05" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 846.949137] env[62328]: DEBUG nova.compute.manager [None req-a6eb430e-2959-4cb1-a1a8-16caa7e95c9f tempest-ServerShowV247Test-284523986 tempest-ServerShowV247Test-284523986-project-member] [instance: c93e23e8-af7d-498b-bc2b-a47568418b05] Start destroying the instance on the hypervisor. {{(pid=62328) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 846.949323] env[62328]: DEBUG nova.virt.vmwareapi.vmops [None req-a6eb430e-2959-4cb1-a1a8-16caa7e95c9f tempest-ServerShowV247Test-284523986 tempest-ServerShowV247Test-284523986-project-member] [instance: c93e23e8-af7d-498b-bc2b-a47568418b05] Destroying instance {{(pid=62328) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 846.950041] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-58cc016e-acc8-4bf6-a92d-042d86bba0f3 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 846.963126] env[62328]: DEBUG nova.virt.vmwareapi.vm_util [None req-a6eb430e-2959-4cb1-a1a8-16caa7e95c9f tempest-ServerShowV247Test-284523986 tempest-ServerShowV247Test-284523986-project-member] [instance: c93e23e8-af7d-498b-bc2b-a47568418b05] Powering off the VM {{(pid=62328) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 846.963126] env[62328]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-4a9bf520-b0e1-4c62-b555-c895ff88b76e {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 846.967297] env[62328]: DEBUG oslo_vmware.api [None req-a6eb430e-2959-4cb1-a1a8-16caa7e95c9f tempest-ServerShowV247Test-284523986 tempest-ServerShowV247Test-284523986-project-member] Waiting for the task: (returnval){ [ 846.967297] env[62328]: value = "task-2387020" [ 846.967297] env[62328]: _type = "Task" [ 846.967297] env[62328]: } to complete. {{(pid=62328) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 846.978268] env[62328]: DEBUG oslo_vmware.api [None req-a6eb430e-2959-4cb1-a1a8-16caa7e95c9f tempest-ServerShowV247Test-284523986 tempest-ServerShowV247Test-284523986-project-member] Task: {'id': task-2387020, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 847.033667] env[62328]: DEBUG oslo_concurrency.lockutils [req-bbfa9bf7-8cfb-4188-9139-b39deca8d83c req-aad39fd8-4318-4d08-9e63-e24b44ac7d8a service nova] Releasing lock "refresh_cache-14c336fc-69e4-4ef8-a50f-e307b9902127" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 847.079060] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7e18d9f2-c283-4bd1-8a40-2ecd221beb6e {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 847.099872] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fcd40fdb-ff3b-4957-a82e-c8b30d90606b {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 847.122123] env[62328]: DEBUG nova.virt.vmwareapi.vmops [None req-d0b9fdcb-bb08-404a-81f4-50830a3c8312 tempest-ServerDiskConfigTestJSON-126406698 tempest-ServerDiskConfigTestJSON-126406698-project-member] [instance: 385995cc-5fe5-4c9d-9128-69a3767e682f] Updating instance '385995cc-5fe5-4c9d-9128-69a3767e682f' progress to 67 {{(pid=62328) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 847.137966] env[62328]: DEBUG oslo_vmware.api [None req-e5d0ae8d-c418-49ce-9034-f9923bdaadea tempest-ImagesTestJSON-1776717495 tempest-ImagesTestJSON-1776717495-project-member] Task: {'id': task-2387019, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 847.399224] env[62328]: DEBUG oslo_concurrency.lockutils [None req-328457c7-180b-4748-a81e-8c532c44b22f tempest-ServersTestJSON-2041147199 tempest-ServersTestJSON-2041147199-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.568s {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 847.399559] env[62328]: DEBUG nova.compute.manager [None req-328457c7-180b-4748-a81e-8c532c44b22f tempest-ServersTestJSON-2041147199 tempest-ServersTestJSON-2041147199-project-member] [instance: 5891892e-7d7f-4464-8956-6178d3e75fec] Start building networks asynchronously for instance. {{(pid=62328) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 847.408019] env[62328]: DEBUG oslo_concurrency.lockutils [None req-d97bc307-d643-4c80-8238-0109cc591da1 tempest-InstanceActionsNegativeTestJSON-58220527 tempest-InstanceActionsNegativeTestJSON-58220527-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 847.408019] env[62328]: DEBUG oslo_concurrency.lockutils [None req-94af95c1-f3a5-4f68-96e9-ae6106179fd4 tempest-MigrationsAdminTest-413245202 tempest-MigrationsAdminTest-413245202-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 18.858s {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 847.408019] env[62328]: DEBUG oslo_concurrency.lockutils [None req-94af95c1-f3a5-4f68-96e9-ae6106179fd4 tempest-MigrationsAdminTest-413245202 tempest-MigrationsAdminTest-413245202-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 847.408928] env[62328]: DEBUG oslo_concurrency.lockutils [None req-0a1dfd1d-a4ab-42ad-9cb8-aee0406e5ba1 tempest-ServerActionsTestJSON-389109759 tempest-ServerActionsTestJSON-389109759-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 17.098s {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 847.411293] env[62328]: INFO nova.compute.claims [None req-0a1dfd1d-a4ab-42ad-9cb8-aee0406e5ba1 tempest-ServerActionsTestJSON-389109759 tempest-ServerActionsTestJSON-389109759-project-member] [instance: 95dd703a-595e-467a-a8e9-bef4f806c33f] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 847.456340] env[62328]: INFO nova.scheduler.client.report [None req-94af95c1-f3a5-4f68-96e9-ae6106179fd4 tempest-MigrationsAdminTest-413245202 tempest-MigrationsAdminTest-413245202-project-member] Deleted allocations for instance 4279ea33-3d7d-4713-9d21-9e7aa29026ae [ 847.458074] env[62328]: DEBUG oslo_concurrency.lockutils [None req-d2f71502-0cce-4f12-9cb1-ecda041a3822 tempest-ServerShowV257Test-2024025592 tempest-ServerShowV257Test-2024025592-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 847.482104] env[62328]: DEBUG oslo_vmware.api [None req-a6eb430e-2959-4cb1-a1a8-16caa7e95c9f tempest-ServerShowV247Test-284523986 tempest-ServerShowV247Test-284523986-project-member] Task: {'id': task-2387020, 'name': PowerOffVM_Task, 'duration_secs': 0.213033} completed successfully. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 847.482381] env[62328]: DEBUG nova.virt.vmwareapi.vm_util [None req-a6eb430e-2959-4cb1-a1a8-16caa7e95c9f tempest-ServerShowV247Test-284523986 tempest-ServerShowV247Test-284523986-project-member] [instance: c93e23e8-af7d-498b-bc2b-a47568418b05] Powered off the VM {{(pid=62328) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 847.482576] env[62328]: DEBUG nova.virt.vmwareapi.vmops [None req-a6eb430e-2959-4cb1-a1a8-16caa7e95c9f tempest-ServerShowV247Test-284523986 tempest-ServerShowV247Test-284523986-project-member] [instance: c93e23e8-af7d-498b-bc2b-a47568418b05] Unregistering the VM {{(pid=62328) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 847.482835] env[62328]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-73e027e8-73cd-4f6d-ac05-41e5078275fc {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 847.510263] env[62328]: DEBUG nova.virt.vmwareapi.vmops [None req-a6eb430e-2959-4cb1-a1a8-16caa7e95c9f tempest-ServerShowV247Test-284523986 tempest-ServerShowV247Test-284523986-project-member] [instance: c93e23e8-af7d-498b-bc2b-a47568418b05] Unregistered the VM {{(pid=62328) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 847.510906] env[62328]: DEBUG nova.virt.vmwareapi.vmops [None req-a6eb430e-2959-4cb1-a1a8-16caa7e95c9f tempest-ServerShowV247Test-284523986 tempest-ServerShowV247Test-284523986-project-member] [instance: c93e23e8-af7d-498b-bc2b-a47568418b05] Deleting contents of the VM from datastore datastore1 {{(pid=62328) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 847.510906] env[62328]: DEBUG nova.virt.vmwareapi.ds_util [None req-a6eb430e-2959-4cb1-a1a8-16caa7e95c9f tempest-ServerShowV247Test-284523986 tempest-ServerShowV247Test-284523986-project-member] Deleting the datastore file [datastore1] c93e23e8-af7d-498b-bc2b-a47568418b05 {{(pid=62328) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 847.510906] env[62328]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-a4180f60-0400-4565-b164-353f2bf55742 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 847.517915] env[62328]: DEBUG oslo_vmware.api [None req-a6eb430e-2959-4cb1-a1a8-16caa7e95c9f tempest-ServerShowV247Test-284523986 tempest-ServerShowV247Test-284523986-project-member] Waiting for the task: (returnval){ [ 847.517915] env[62328]: value = "task-2387022" [ 847.517915] env[62328]: _type = "Task" [ 847.517915] env[62328]: } to complete. {{(pid=62328) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 847.527524] env[62328]: DEBUG oslo_vmware.api [None req-a6eb430e-2959-4cb1-a1a8-16caa7e95c9f tempest-ServerShowV247Test-284523986 tempest-ServerShowV247Test-284523986-project-member] Task: {'id': task-2387022, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 847.631745] env[62328]: DEBUG oslo_vmware.api [None req-e5d0ae8d-c418-49ce-9034-f9923bdaadea tempest-ImagesTestJSON-1776717495 tempest-ImagesTestJSON-1776717495-project-member] Task: {'id': task-2387019, 'name': PowerOnVM_Task, 'duration_secs': 1.095034} completed successfully. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 847.632144] env[62328]: DEBUG nova.virt.vmwareapi.vm_util [None req-e5d0ae8d-c418-49ce-9034-f9923bdaadea tempest-ImagesTestJSON-1776717495 tempest-ImagesTestJSON-1776717495-project-member] [instance: e237fc84-753c-4824-a26a-498ba160f4f9] Powered on the VM {{(pid=62328) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 847.632963] env[62328]: INFO nova.compute.manager [None req-e5d0ae8d-c418-49ce-9034-f9923bdaadea tempest-ImagesTestJSON-1776717495 tempest-ImagesTestJSON-1776717495-project-member] [instance: e237fc84-753c-4824-a26a-498ba160f4f9] Took 9.42 seconds to spawn the instance on the hypervisor. [ 847.632963] env[62328]: DEBUG nova.compute.manager [None req-e5d0ae8d-c418-49ce-9034-f9923bdaadea tempest-ImagesTestJSON-1776717495 tempest-ImagesTestJSON-1776717495-project-member] [instance: e237fc84-753c-4824-a26a-498ba160f4f9] Checking state {{(pid=62328) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 847.636641] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-92682917-12f4-4b05-82d6-ab8b7f78e85b {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 847.679148] env[62328]: DEBUG nova.network.neutron [None req-d0b9fdcb-bb08-404a-81f4-50830a3c8312 tempest-ServerDiskConfigTestJSON-126406698 tempest-ServerDiskConfigTestJSON-126406698-project-member] [instance: 385995cc-5fe5-4c9d-9128-69a3767e682f] Port f4b0f307-9c7d-40fb-be8c-fc9661810dbe binding to destination host cpu-1 is already ACTIVE {{(pid=62328) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 847.907408] env[62328]: DEBUG nova.compute.utils [None req-328457c7-180b-4748-a81e-8c532c44b22f tempest-ServersTestJSON-2041147199 tempest-ServersTestJSON-2041147199-project-member] Using /dev/sd instead of None {{(pid=62328) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 847.909041] env[62328]: DEBUG nova.compute.manager [None req-328457c7-180b-4748-a81e-8c532c44b22f tempest-ServersTestJSON-2041147199 tempest-ServersTestJSON-2041147199-project-member] [instance: 5891892e-7d7f-4464-8956-6178d3e75fec] Allocating IP information in the background. {{(pid=62328) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 847.909207] env[62328]: DEBUG nova.network.neutron [None req-328457c7-180b-4748-a81e-8c532c44b22f tempest-ServersTestJSON-2041147199 tempest-ServersTestJSON-2041147199-project-member] [instance: 5891892e-7d7f-4464-8956-6178d3e75fec] allocate_for_instance() {{(pid=62328) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 847.959772] env[62328]: DEBUG nova.policy [None req-328457c7-180b-4748-a81e-8c532c44b22f tempest-ServersTestJSON-2041147199 tempest-ServersTestJSON-2041147199-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'a9ce41cba48a4c86b57be3c0b00edeaa', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'c45c639ce4254b028b1106f234f63616', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62328) authorize /opt/stack/nova/nova/policy.py:192}} [ 847.964540] env[62328]: DEBUG oslo_concurrency.lockutils [None req-94af95c1-f3a5-4f68-96e9-ae6106179fd4 tempest-MigrationsAdminTest-413245202 tempest-MigrationsAdminTest-413245202-project-member] Lock "4279ea33-3d7d-4713-9d21-9e7aa29026ae" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 23.077s {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 848.029778] env[62328]: DEBUG oslo_vmware.api [None req-a6eb430e-2959-4cb1-a1a8-16caa7e95c9f tempest-ServerShowV247Test-284523986 tempest-ServerShowV247Test-284523986-project-member] Task: {'id': task-2387022, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.389086} completed successfully. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 848.030042] env[62328]: DEBUG nova.virt.vmwareapi.ds_util [None req-a6eb430e-2959-4cb1-a1a8-16caa7e95c9f tempest-ServerShowV247Test-284523986 tempest-ServerShowV247Test-284523986-project-member] Deleted the datastore file {{(pid=62328) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 848.030229] env[62328]: DEBUG nova.virt.vmwareapi.vmops [None req-a6eb430e-2959-4cb1-a1a8-16caa7e95c9f tempest-ServerShowV247Test-284523986 tempest-ServerShowV247Test-284523986-project-member] [instance: c93e23e8-af7d-498b-bc2b-a47568418b05] Deleted contents of the VM from datastore datastore1 {{(pid=62328) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 848.030648] env[62328]: DEBUG nova.virt.vmwareapi.vmops [None req-a6eb430e-2959-4cb1-a1a8-16caa7e95c9f tempest-ServerShowV247Test-284523986 tempest-ServerShowV247Test-284523986-project-member] [instance: c93e23e8-af7d-498b-bc2b-a47568418b05] Instance destroyed {{(pid=62328) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 848.030844] env[62328]: INFO nova.compute.manager [None req-a6eb430e-2959-4cb1-a1a8-16caa7e95c9f tempest-ServerShowV247Test-284523986 tempest-ServerShowV247Test-284523986-project-member] [instance: c93e23e8-af7d-498b-bc2b-a47568418b05] Took 1.08 seconds to destroy the instance on the hypervisor. [ 848.031200] env[62328]: DEBUG oslo.service.loopingcall [None req-a6eb430e-2959-4cb1-a1a8-16caa7e95c9f tempest-ServerShowV247Test-284523986 tempest-ServerShowV247Test-284523986-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62328) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 848.031311] env[62328]: DEBUG nova.compute.manager [-] [instance: c93e23e8-af7d-498b-bc2b-a47568418b05] Deallocating network for instance {{(pid=62328) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 848.031398] env[62328]: DEBUG nova.network.neutron [-] [instance: c93e23e8-af7d-498b-bc2b-a47568418b05] deallocate_for_instance() {{(pid=62328) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 848.056299] env[62328]: DEBUG nova.network.neutron [-] [instance: c93e23e8-af7d-498b-bc2b-a47568418b05] Instance cache missing network info. {{(pid=62328) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 848.155577] env[62328]: INFO nova.compute.manager [None req-e5d0ae8d-c418-49ce-9034-f9923bdaadea tempest-ImagesTestJSON-1776717495 tempest-ImagesTestJSON-1776717495-project-member] [instance: e237fc84-753c-4824-a26a-498ba160f4f9] Took 32.69 seconds to build instance. [ 848.415329] env[62328]: DEBUG nova.compute.manager [None req-328457c7-180b-4748-a81e-8c532c44b22f tempest-ServersTestJSON-2041147199 tempest-ServersTestJSON-2041147199-project-member] [instance: 5891892e-7d7f-4464-8956-6178d3e75fec] Start building block device mappings for instance. {{(pid=62328) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 848.559276] env[62328]: DEBUG nova.network.neutron [-] [instance: c93e23e8-af7d-498b-bc2b-a47568418b05] Updating instance_info_cache with network_info: [] {{(pid=62328) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 848.657977] env[62328]: DEBUG oslo_concurrency.lockutils [None req-e5d0ae8d-c418-49ce-9034-f9923bdaadea tempest-ImagesTestJSON-1776717495 tempest-ImagesTestJSON-1776717495-project-member] Lock "e237fc84-753c-4824-a26a-498ba160f4f9" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 34.201s {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 848.716204] env[62328]: DEBUG oslo_concurrency.lockutils [None req-d0b9fdcb-bb08-404a-81f4-50830a3c8312 tempest-ServerDiskConfigTestJSON-126406698 tempest-ServerDiskConfigTestJSON-126406698-project-member] Acquiring lock "385995cc-5fe5-4c9d-9128-69a3767e682f-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 848.716336] env[62328]: DEBUG oslo_concurrency.lockutils [None req-d0b9fdcb-bb08-404a-81f4-50830a3c8312 tempest-ServerDiskConfigTestJSON-126406698 tempest-ServerDiskConfigTestJSON-126406698-project-member] Lock "385995cc-5fe5-4c9d-9128-69a3767e682f-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 848.716553] env[62328]: DEBUG oslo_concurrency.lockutils [None req-d0b9fdcb-bb08-404a-81f4-50830a3c8312 tempest-ServerDiskConfigTestJSON-126406698 tempest-ServerDiskConfigTestJSON-126406698-project-member] Lock "385995cc-5fe5-4c9d-9128-69a3767e682f-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 848.798985] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b9bfe0af-0926-4141-b768-716d849dd0b2 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 848.807510] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0cf11ac9-8a50-4f3f-be7a-bcd91beb22f0 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 848.839993] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-37e43268-b388-42f4-8567-af3cce259ee1 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 848.847641] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bbead65a-f7f5-4d18-b7e6-6e83fbef5d66 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 848.861773] env[62328]: DEBUG nova.compute.provider_tree [None req-0a1dfd1d-a4ab-42ad-9cb8-aee0406e5ba1 tempest-ServerActionsTestJSON-389109759 tempest-ServerActionsTestJSON-389109759-project-member] Inventory has not changed in ProviderTree for provider: 3469e9f8-04af-49ca-8435-49f104496744 {{(pid=62328) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 848.966934] env[62328]: DEBUG nova.network.neutron [None req-328457c7-180b-4748-a81e-8c532c44b22f tempest-ServersTestJSON-2041147199 tempest-ServersTestJSON-2041147199-project-member] [instance: 5891892e-7d7f-4464-8956-6178d3e75fec] Successfully created port: 952c8d73-52f3-4571-b483-df233d12cd26 {{(pid=62328) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 849.061093] env[62328]: INFO nova.compute.manager [-] [instance: c93e23e8-af7d-498b-bc2b-a47568418b05] Took 1.03 seconds to deallocate network for instance. [ 849.086784] env[62328]: DEBUG nova.network.neutron [None req-84b7dc19-7c0e-4da5-b908-b5a68b034d8f tempest-DeleteServersTestJSON-1766103036 tempest-DeleteServersTestJSON-1766103036-project-member] [instance: b2aeacce-e015-41c8-9976-73e94dad243b] Successfully updated port: bbd3d76e-6e5d-485f-867d-1aa5a3eeb672 {{(pid=62328) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 849.195343] env[62328]: DEBUG nova.compute.manager [req-03cbc308-bc7c-4b54-94c8-421dac6de5d1 req-e702f0e2-ebdb-4d2a-b5bc-ff6db1023456 service nova] [instance: b2aeacce-e015-41c8-9976-73e94dad243b] Received event network-vif-plugged-bbd3d76e-6e5d-485f-867d-1aa5a3eeb672 {{(pid=62328) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 849.195343] env[62328]: DEBUG oslo_concurrency.lockutils [req-03cbc308-bc7c-4b54-94c8-421dac6de5d1 req-e702f0e2-ebdb-4d2a-b5bc-ff6db1023456 service nova] Acquiring lock "b2aeacce-e015-41c8-9976-73e94dad243b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 849.195343] env[62328]: DEBUG oslo_concurrency.lockutils [req-03cbc308-bc7c-4b54-94c8-421dac6de5d1 req-e702f0e2-ebdb-4d2a-b5bc-ff6db1023456 service nova] Lock "b2aeacce-e015-41c8-9976-73e94dad243b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 849.195343] env[62328]: DEBUG oslo_concurrency.lockutils [req-03cbc308-bc7c-4b54-94c8-421dac6de5d1 req-e702f0e2-ebdb-4d2a-b5bc-ff6db1023456 service nova] Lock "b2aeacce-e015-41c8-9976-73e94dad243b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 849.195343] env[62328]: DEBUG nova.compute.manager [req-03cbc308-bc7c-4b54-94c8-421dac6de5d1 req-e702f0e2-ebdb-4d2a-b5bc-ff6db1023456 service nova] [instance: b2aeacce-e015-41c8-9976-73e94dad243b] No waiting events found dispatching network-vif-plugged-bbd3d76e-6e5d-485f-867d-1aa5a3eeb672 {{(pid=62328) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 849.195343] env[62328]: WARNING nova.compute.manager [req-03cbc308-bc7c-4b54-94c8-421dac6de5d1 req-e702f0e2-ebdb-4d2a-b5bc-ff6db1023456 service nova] [instance: b2aeacce-e015-41c8-9976-73e94dad243b] Received unexpected event network-vif-plugged-bbd3d76e-6e5d-485f-867d-1aa5a3eeb672 for instance with vm_state building and task_state spawning. [ 849.367504] env[62328]: DEBUG nova.scheduler.client.report [None req-0a1dfd1d-a4ab-42ad-9cb8-aee0406e5ba1 tempest-ServerActionsTestJSON-389109759 tempest-ServerActionsTestJSON-389109759-project-member] Inventory has not changed for provider 3469e9f8-04af-49ca-8435-49f104496744 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 152, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62328) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 849.424908] env[62328]: DEBUG nova.compute.manager [None req-328457c7-180b-4748-a81e-8c532c44b22f tempest-ServersTestJSON-2041147199 tempest-ServersTestJSON-2041147199-project-member] [instance: 5891892e-7d7f-4464-8956-6178d3e75fec] Start spawning the instance on the hypervisor. {{(pid=62328) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 849.472000] env[62328]: DEBUG nova.virt.hardware [None req-328457c7-180b-4748-a81e-8c532c44b22f tempest-ServersTestJSON-2041147199 tempest-ServersTestJSON-2041147199-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-07T17:16:55Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-07T17:16:37Z,direct_url=,disk_format='vmdk',id=dbf872a4-92be-47e4-8561-c3e2bf2423ab,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='2a64022f08d84b11a86773b900860ae5',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-07T17:16:38Z,virtual_size=,visibility=), allow threads: False {{(pid=62328) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 849.472652] env[62328]: DEBUG nova.virt.hardware [None req-328457c7-180b-4748-a81e-8c532c44b22f tempest-ServersTestJSON-2041147199 tempest-ServersTestJSON-2041147199-project-member] Flavor limits 0:0:0 {{(pid=62328) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 849.473054] env[62328]: DEBUG nova.virt.hardware [None req-328457c7-180b-4748-a81e-8c532c44b22f tempest-ServersTestJSON-2041147199 tempest-ServersTestJSON-2041147199-project-member] Image limits 0:0:0 {{(pid=62328) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 849.473383] env[62328]: DEBUG nova.virt.hardware [None req-328457c7-180b-4748-a81e-8c532c44b22f tempest-ServersTestJSON-2041147199 tempest-ServersTestJSON-2041147199-project-member] Flavor pref 0:0:0 {{(pid=62328) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 849.473676] env[62328]: DEBUG nova.virt.hardware [None req-328457c7-180b-4748-a81e-8c532c44b22f tempest-ServersTestJSON-2041147199 tempest-ServersTestJSON-2041147199-project-member] Image pref 0:0:0 {{(pid=62328) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 849.473937] env[62328]: DEBUG nova.virt.hardware [None req-328457c7-180b-4748-a81e-8c532c44b22f tempest-ServersTestJSON-2041147199 tempest-ServersTestJSON-2041147199-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62328) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 849.474265] env[62328]: DEBUG nova.virt.hardware [None req-328457c7-180b-4748-a81e-8c532c44b22f tempest-ServersTestJSON-2041147199 tempest-ServersTestJSON-2041147199-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62328) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 849.474533] env[62328]: DEBUG nova.virt.hardware [None req-328457c7-180b-4748-a81e-8c532c44b22f tempest-ServersTestJSON-2041147199 tempest-ServersTestJSON-2041147199-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62328) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 849.474827] env[62328]: DEBUG nova.virt.hardware [None req-328457c7-180b-4748-a81e-8c532c44b22f tempest-ServersTestJSON-2041147199 tempest-ServersTestJSON-2041147199-project-member] Got 1 possible topologies {{(pid=62328) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 849.475110] env[62328]: DEBUG nova.virt.hardware [None req-328457c7-180b-4748-a81e-8c532c44b22f tempest-ServersTestJSON-2041147199 tempest-ServersTestJSON-2041147199-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62328) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 849.475717] env[62328]: DEBUG nova.virt.hardware [None req-328457c7-180b-4748-a81e-8c532c44b22f tempest-ServersTestJSON-2041147199 tempest-ServersTestJSON-2041147199-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62328) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 849.476898] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c7fdc1e2-fd5b-4539-8fc1-db10306b1ab0 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 849.486961] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bad80472-b266-45b6-8cb8-3473842f4c06 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 849.569776] env[62328]: DEBUG oslo_concurrency.lockutils [None req-a6eb430e-2959-4cb1-a1a8-16caa7e95c9f tempest-ServerShowV247Test-284523986 tempest-ServerShowV247Test-284523986-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 849.589736] env[62328]: DEBUG oslo_concurrency.lockutils [None req-84b7dc19-7c0e-4da5-b908-b5a68b034d8f tempest-DeleteServersTestJSON-1766103036 tempest-DeleteServersTestJSON-1766103036-project-member] Acquiring lock "refresh_cache-b2aeacce-e015-41c8-9976-73e94dad243b" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 849.589878] env[62328]: DEBUG oslo_concurrency.lockutils [None req-84b7dc19-7c0e-4da5-b908-b5a68b034d8f tempest-DeleteServersTestJSON-1766103036 tempest-DeleteServersTestJSON-1766103036-project-member] Acquired lock "refresh_cache-b2aeacce-e015-41c8-9976-73e94dad243b" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 849.590040] env[62328]: DEBUG nova.network.neutron [None req-84b7dc19-7c0e-4da5-b908-b5a68b034d8f tempest-DeleteServersTestJSON-1766103036 tempest-DeleteServersTestJSON-1766103036-project-member] [instance: b2aeacce-e015-41c8-9976-73e94dad243b] Building network info cache for instance {{(pid=62328) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 849.753681] env[62328]: DEBUG oslo_concurrency.lockutils [None req-d0b9fdcb-bb08-404a-81f4-50830a3c8312 tempest-ServerDiskConfigTestJSON-126406698 tempest-ServerDiskConfigTestJSON-126406698-project-member] Acquiring lock "refresh_cache-385995cc-5fe5-4c9d-9128-69a3767e682f" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 849.753928] env[62328]: DEBUG oslo_concurrency.lockutils [None req-d0b9fdcb-bb08-404a-81f4-50830a3c8312 tempest-ServerDiskConfigTestJSON-126406698 tempest-ServerDiskConfigTestJSON-126406698-project-member] Acquired lock "refresh_cache-385995cc-5fe5-4c9d-9128-69a3767e682f" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 849.754193] env[62328]: DEBUG nova.network.neutron [None req-d0b9fdcb-bb08-404a-81f4-50830a3c8312 tempest-ServerDiskConfigTestJSON-126406698 tempest-ServerDiskConfigTestJSON-126406698-project-member] [instance: 385995cc-5fe5-4c9d-9128-69a3767e682f] Building network info cache for instance {{(pid=62328) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 849.764513] env[62328]: DEBUG oslo_concurrency.lockutils [None req-62daabc5-8304-4675-8075-c59766014311 tempest-MigrationsAdminTest-413245202 tempest-MigrationsAdminTest-413245202-project-member] Acquiring lock "613e2516-6209-439d-bb90-b87d67b281a8" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 849.764796] env[62328]: DEBUG oslo_concurrency.lockutils [None req-62daabc5-8304-4675-8075-c59766014311 tempest-MigrationsAdminTest-413245202 tempest-MigrationsAdminTest-413245202-project-member] Lock "613e2516-6209-439d-bb90-b87d67b281a8" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 849.765039] env[62328]: DEBUG oslo_concurrency.lockutils [None req-62daabc5-8304-4675-8075-c59766014311 tempest-MigrationsAdminTest-413245202 tempest-MigrationsAdminTest-413245202-project-member] Acquiring lock "613e2516-6209-439d-bb90-b87d67b281a8-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 849.765232] env[62328]: DEBUG oslo_concurrency.lockutils [None req-62daabc5-8304-4675-8075-c59766014311 tempest-MigrationsAdminTest-413245202 tempest-MigrationsAdminTest-413245202-project-member] Lock "613e2516-6209-439d-bb90-b87d67b281a8-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 849.765420] env[62328]: DEBUG oslo_concurrency.lockutils [None req-62daabc5-8304-4675-8075-c59766014311 tempest-MigrationsAdminTest-413245202 tempest-MigrationsAdminTest-413245202-project-member] Lock "613e2516-6209-439d-bb90-b87d67b281a8-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 849.767898] env[62328]: INFO nova.compute.manager [None req-62daabc5-8304-4675-8075-c59766014311 tempest-MigrationsAdminTest-413245202 tempest-MigrationsAdminTest-413245202-project-member] [instance: 613e2516-6209-439d-bb90-b87d67b281a8] Terminating instance [ 849.872761] env[62328]: DEBUG oslo_concurrency.lockutils [None req-0a1dfd1d-a4ab-42ad-9cb8-aee0406e5ba1 tempest-ServerActionsTestJSON-389109759 tempest-ServerActionsTestJSON-389109759-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.464s {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 849.873299] env[62328]: DEBUG nova.compute.manager [None req-0a1dfd1d-a4ab-42ad-9cb8-aee0406e5ba1 tempest-ServerActionsTestJSON-389109759 tempest-ServerActionsTestJSON-389109759-project-member] [instance: 95dd703a-595e-467a-a8e9-bef4f806c33f] Start building networks asynchronously for instance. {{(pid=62328) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 849.876280] env[62328]: DEBUG oslo_concurrency.lockutils [None req-bb2fab36-30c7-4089-b09b-cacfb8c34a6e tempest-ImagesOneServerNegativeTestJSON-835227872 tempest-ImagesOneServerNegativeTestJSON-835227872-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 14.140s {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 849.876280] env[62328]: DEBUG nova.objects.instance [None req-bb2fab36-30c7-4089-b09b-cacfb8c34a6e tempest-ImagesOneServerNegativeTestJSON-835227872 tempest-ImagesOneServerNegativeTestJSON-835227872-project-member] Lazy-loading 'resources' on Instance uuid 6d447bb5-4cca-436f-a6e1-9b8aa511a981 {{(pid=62328) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 849.983715] env[62328]: DEBUG oslo_concurrency.lockutils [None req-6f60c123-c969-407e-a42e-1981296bdbd2 tempest-MultipleCreateTestJSON-1245707987 tempest-MultipleCreateTestJSON-1245707987-project-member] Acquiring lock "a761ba21-78b5-4c5c-a30b-2622da535c99" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 849.983967] env[62328]: DEBUG oslo_concurrency.lockutils [None req-6f60c123-c969-407e-a42e-1981296bdbd2 tempest-MultipleCreateTestJSON-1245707987 tempest-MultipleCreateTestJSON-1245707987-project-member] Lock "a761ba21-78b5-4c5c-a30b-2622da535c99" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 850.021323] env[62328]: DEBUG oslo_concurrency.lockutils [None req-6f60c123-c969-407e-a42e-1981296bdbd2 tempest-MultipleCreateTestJSON-1245707987 tempest-MultipleCreateTestJSON-1245707987-project-member] Acquiring lock "e0892d4c-3ee0-48f8-af0d-9574468e7cab" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 850.021323] env[62328]: DEBUG oslo_concurrency.lockutils [None req-6f60c123-c969-407e-a42e-1981296bdbd2 tempest-MultipleCreateTestJSON-1245707987 tempest-MultipleCreateTestJSON-1245707987-project-member] Lock "e0892d4c-3ee0-48f8-af0d-9574468e7cab" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 850.132692] env[62328]: DEBUG nova.network.neutron [None req-84b7dc19-7c0e-4da5-b908-b5a68b034d8f tempest-DeleteServersTestJSON-1766103036 tempest-DeleteServersTestJSON-1766103036-project-member] [instance: b2aeacce-e015-41c8-9976-73e94dad243b] Instance cache missing network info. {{(pid=62328) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 850.272362] env[62328]: DEBUG nova.compute.manager [None req-62daabc5-8304-4675-8075-c59766014311 tempest-MigrationsAdminTest-413245202 tempest-MigrationsAdminTest-413245202-project-member] [instance: 613e2516-6209-439d-bb90-b87d67b281a8] Start destroying the instance on the hypervisor. {{(pid=62328) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 850.272579] env[62328]: DEBUG nova.virt.vmwareapi.vmops [None req-62daabc5-8304-4675-8075-c59766014311 tempest-MigrationsAdminTest-413245202 tempest-MigrationsAdminTest-413245202-project-member] [instance: 613e2516-6209-439d-bb90-b87d67b281a8] Destroying instance {{(pid=62328) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 850.273526] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5123623b-0401-44a0-8f66-8734005bb678 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 850.281861] env[62328]: DEBUG nova.virt.vmwareapi.vm_util [None req-62daabc5-8304-4675-8075-c59766014311 tempest-MigrationsAdminTest-413245202 tempest-MigrationsAdminTest-413245202-project-member] [instance: 613e2516-6209-439d-bb90-b87d67b281a8] Powering off the VM {{(pid=62328) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 850.282751] env[62328]: DEBUG nova.network.neutron [None req-84b7dc19-7c0e-4da5-b908-b5a68b034d8f tempest-DeleteServersTestJSON-1766103036 tempest-DeleteServersTestJSON-1766103036-project-member] [instance: b2aeacce-e015-41c8-9976-73e94dad243b] Updating instance_info_cache with network_info: [{"id": "bbd3d76e-6e5d-485f-867d-1aa5a3eeb672", "address": "fa:16:3e:3f:c0:ca", "network": {"id": "0bcec7a4-aa8e-420d-b203-4ead2073e045", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-575957277-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7aa9ac81c5264c7cba58e5879eedf77c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c5652322-9f10-4996-baed-4c0aa13a1b4e", "external-id": "nsx-vlan-transportzone-941", "segmentation_id": 941, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbbd3d76e-6e", "ovs_interfaceid": "bbd3d76e-6e5d-485f-867d-1aa5a3eeb672", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62328) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 850.284103] env[62328]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-68e158c8-c27d-42ea-a15a-dae80722354e {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 850.294275] env[62328]: DEBUG oslo_vmware.api [None req-62daabc5-8304-4675-8075-c59766014311 tempest-MigrationsAdminTest-413245202 tempest-MigrationsAdminTest-413245202-project-member] Waiting for the task: (returnval){ [ 850.294275] env[62328]: value = "task-2387023" [ 850.294275] env[62328]: _type = "Task" [ 850.294275] env[62328]: } to complete. {{(pid=62328) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 850.303436] env[62328]: DEBUG oslo_vmware.api [None req-62daabc5-8304-4675-8075-c59766014311 tempest-MigrationsAdminTest-413245202 tempest-MigrationsAdminTest-413245202-project-member] Task: {'id': task-2387023, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 850.381171] env[62328]: DEBUG nova.compute.utils [None req-0a1dfd1d-a4ab-42ad-9cb8-aee0406e5ba1 tempest-ServerActionsTestJSON-389109759 tempest-ServerActionsTestJSON-389109759-project-member] Using /dev/sd instead of None {{(pid=62328) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 850.386784] env[62328]: DEBUG nova.compute.manager [None req-0a1dfd1d-a4ab-42ad-9cb8-aee0406e5ba1 tempest-ServerActionsTestJSON-389109759 tempest-ServerActionsTestJSON-389109759-project-member] [instance: 95dd703a-595e-467a-a8e9-bef4f806c33f] Allocating IP information in the background. {{(pid=62328) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 850.386992] env[62328]: DEBUG nova.network.neutron [None req-0a1dfd1d-a4ab-42ad-9cb8-aee0406e5ba1 tempest-ServerActionsTestJSON-389109759 tempest-ServerActionsTestJSON-389109759-project-member] [instance: 95dd703a-595e-467a-a8e9-bef4f806c33f] allocate_for_instance() {{(pid=62328) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 850.484386] env[62328]: DEBUG nova.policy [None req-0a1dfd1d-a4ab-42ad-9cb8-aee0406e5ba1 tempest-ServerActionsTestJSON-389109759 tempest-ServerActionsTestJSON-389109759-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'c136d658655c4a2786fa8630fbec653b', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '9a4c228c680f4e5fa3409558e769cc0a', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62328) authorize /opt/stack/nova/nova/policy.py:192}} [ 850.487599] env[62328]: DEBUG nova.compute.manager [None req-6f60c123-c969-407e-a42e-1981296bdbd2 tempest-MultipleCreateTestJSON-1245707987 tempest-MultipleCreateTestJSON-1245707987-project-member] [instance: a761ba21-78b5-4c5c-a30b-2622da535c99] Starting instance... {{(pid=62328) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 850.494730] env[62328]: DEBUG nova.network.neutron [None req-d0b9fdcb-bb08-404a-81f4-50830a3c8312 tempest-ServerDiskConfigTestJSON-126406698 tempest-ServerDiskConfigTestJSON-126406698-project-member] [instance: 385995cc-5fe5-4c9d-9128-69a3767e682f] Updating instance_info_cache with network_info: [{"id": "f4b0f307-9c7d-40fb-be8c-fc9661810dbe", "address": "fa:16:3e:d3:d5:ad", "network": {"id": "ae1b0afd-4a0c-4b8a-99ac-dbdf6dd5bf95", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-10758413-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "33a1d9f198d84697b63d98d445dea080", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dcf5c3f7-4e33-4f21-b323-3673930b789c", "external-id": "nsx-vlan-transportzone-983", "segmentation_id": 983, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf4b0f307-9c", "ovs_interfaceid": "f4b0f307-9c7d-40fb-be8c-fc9661810dbe", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62328) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 850.524977] env[62328]: DEBUG nova.compute.manager [None req-6f60c123-c969-407e-a42e-1981296bdbd2 tempest-MultipleCreateTestJSON-1245707987 tempest-MultipleCreateTestJSON-1245707987-project-member] [instance: e0892d4c-3ee0-48f8-af0d-9574468e7cab] Starting instance... {{(pid=62328) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 850.784338] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5d65b69e-7144-47c8-879b-82932ec65395 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 850.787578] env[62328]: DEBUG oslo_concurrency.lockutils [None req-84b7dc19-7c0e-4da5-b908-b5a68b034d8f tempest-DeleteServersTestJSON-1766103036 tempest-DeleteServersTestJSON-1766103036-project-member] Releasing lock "refresh_cache-b2aeacce-e015-41c8-9976-73e94dad243b" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 850.787874] env[62328]: DEBUG nova.compute.manager [None req-84b7dc19-7c0e-4da5-b908-b5a68b034d8f tempest-DeleteServersTestJSON-1766103036 tempest-DeleteServersTestJSON-1766103036-project-member] [instance: b2aeacce-e015-41c8-9976-73e94dad243b] Instance network_info: |[{"id": "bbd3d76e-6e5d-485f-867d-1aa5a3eeb672", "address": "fa:16:3e:3f:c0:ca", "network": {"id": "0bcec7a4-aa8e-420d-b203-4ead2073e045", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-575957277-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7aa9ac81c5264c7cba58e5879eedf77c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c5652322-9f10-4996-baed-4c0aa13a1b4e", "external-id": "nsx-vlan-transportzone-941", "segmentation_id": 941, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbbd3d76e-6e", "ovs_interfaceid": "bbd3d76e-6e5d-485f-867d-1aa5a3eeb672", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62328) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 850.788288] env[62328]: DEBUG nova.virt.vmwareapi.vmops [None req-84b7dc19-7c0e-4da5-b908-b5a68b034d8f tempest-DeleteServersTestJSON-1766103036 tempest-DeleteServersTestJSON-1766103036-project-member] [instance: b2aeacce-e015-41c8-9976-73e94dad243b] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:3f:c0:ca', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'c5652322-9f10-4996-baed-4c0aa13a1b4e', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'bbd3d76e-6e5d-485f-867d-1aa5a3eeb672', 'vif_model': 'vmxnet3'}] {{(pid=62328) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 850.796256] env[62328]: DEBUG oslo.service.loopingcall [None req-84b7dc19-7c0e-4da5-b908-b5a68b034d8f tempest-DeleteServersTestJSON-1766103036 tempest-DeleteServersTestJSON-1766103036-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62328) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 850.796597] env[62328]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b2aeacce-e015-41c8-9976-73e94dad243b] Creating VM on the ESX host {{(pid=62328) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 850.801180] env[62328]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-174aff93-f23b-4803-9589-ba67b466e729 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 850.817760] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a4470d0b-3c8c-4a32-b314-1d99dfa8415e {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 850.824929] env[62328]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 850.824929] env[62328]: value = "task-2387024" [ 850.824929] env[62328]: _type = "Task" [ 850.824929] env[62328]: } to complete. {{(pid=62328) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 850.825989] env[62328]: DEBUG nova.compute.manager [None req-499306db-dc39-4bf8-ac68-7ea11d9e6a19 tempest-ImagesTestJSON-1776717495 tempest-ImagesTestJSON-1776717495-project-member] [instance: e237fc84-753c-4824-a26a-498ba160f4f9] Checking state {{(pid=62328) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 850.826302] env[62328]: DEBUG oslo_vmware.api [None req-62daabc5-8304-4675-8075-c59766014311 tempest-MigrationsAdminTest-413245202 tempest-MigrationsAdminTest-413245202-project-member] Task: {'id': task-2387023, 'name': PowerOffVM_Task, 'duration_secs': 0.193692} completed successfully. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 850.827372] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fc1745f2-c119-4c76-86d0-5234c1c54147 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 850.829840] env[62328]: DEBUG nova.virt.vmwareapi.vm_util [None req-62daabc5-8304-4675-8075-c59766014311 tempest-MigrationsAdminTest-413245202 tempest-MigrationsAdminTest-413245202-project-member] [instance: 613e2516-6209-439d-bb90-b87d67b281a8] Powered off the VM {{(pid=62328) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 850.830017] env[62328]: DEBUG nova.virt.vmwareapi.vmops [None req-62daabc5-8304-4675-8075-c59766014311 tempest-MigrationsAdminTest-413245202 tempest-MigrationsAdminTest-413245202-project-member] [instance: 613e2516-6209-439d-bb90-b87d67b281a8] Unregistering the VM {{(pid=62328) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 850.867023] env[62328]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-b45a1f76-0904-4ce2-bd1e-5176b5404bea {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 850.869164] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f807b7ab-170c-4521-a774-31c7475f8869 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 850.884739] env[62328]: DEBUG nova.compute.manager [None req-0a1dfd1d-a4ab-42ad-9cb8-aee0406e5ba1 tempest-ServerActionsTestJSON-389109759 tempest-ServerActionsTestJSON-389109759-project-member] [instance: 95dd703a-595e-467a-a8e9-bef4f806c33f] Start building block device mappings for instance. {{(pid=62328) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 850.887371] env[62328]: DEBUG oslo_vmware.api [-] Task: {'id': task-2387024, 'name': CreateVM_Task} progress is 25%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 850.891804] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f9a0ad55-ce14-4f50-bafc-7d841443fcbf {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 850.907750] env[62328]: DEBUG nova.compute.provider_tree [None req-bb2fab36-30c7-4089-b09b-cacfb8c34a6e tempest-ImagesOneServerNegativeTestJSON-835227872 tempest-ImagesOneServerNegativeTestJSON-835227872-project-member] Inventory has not changed in ProviderTree for provider: 3469e9f8-04af-49ca-8435-49f104496744 {{(pid=62328) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 850.937193] env[62328]: DEBUG nova.virt.vmwareapi.vmops [None req-62daabc5-8304-4675-8075-c59766014311 tempest-MigrationsAdminTest-413245202 tempest-MigrationsAdminTest-413245202-project-member] [instance: 613e2516-6209-439d-bb90-b87d67b281a8] Unregistered the VM {{(pid=62328) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 850.937425] env[62328]: DEBUG nova.virt.vmwareapi.vmops [None req-62daabc5-8304-4675-8075-c59766014311 tempest-MigrationsAdminTest-413245202 tempest-MigrationsAdminTest-413245202-project-member] [instance: 613e2516-6209-439d-bb90-b87d67b281a8] Deleting contents of the VM from datastore datastore2 {{(pid=62328) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 850.937619] env[62328]: DEBUG nova.virt.vmwareapi.ds_util [None req-62daabc5-8304-4675-8075-c59766014311 tempest-MigrationsAdminTest-413245202 tempest-MigrationsAdminTest-413245202-project-member] Deleting the datastore file [datastore2] 613e2516-6209-439d-bb90-b87d67b281a8 {{(pid=62328) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 850.937877] env[62328]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-ec08e031-bd82-4912-a872-e53301d6c471 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 850.945248] env[62328]: DEBUG oslo_vmware.api [None req-62daabc5-8304-4675-8075-c59766014311 tempest-MigrationsAdminTest-413245202 tempest-MigrationsAdminTest-413245202-project-member] Waiting for the task: (returnval){ [ 850.945248] env[62328]: value = "task-2387026" [ 850.945248] env[62328]: _type = "Task" [ 850.945248] env[62328]: } to complete. {{(pid=62328) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 850.954971] env[62328]: DEBUG oslo_vmware.api [None req-62daabc5-8304-4675-8075-c59766014311 tempest-MigrationsAdminTest-413245202 tempest-MigrationsAdminTest-413245202-project-member] Task: {'id': task-2387026, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 851.000383] env[62328]: DEBUG oslo_concurrency.lockutils [None req-d0b9fdcb-bb08-404a-81f4-50830a3c8312 tempest-ServerDiskConfigTestJSON-126406698 tempest-ServerDiskConfigTestJSON-126406698-project-member] Releasing lock "refresh_cache-385995cc-5fe5-4c9d-9128-69a3767e682f" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 851.009390] env[62328]: DEBUG oslo_concurrency.lockutils [None req-6f60c123-c969-407e-a42e-1981296bdbd2 tempest-MultipleCreateTestJSON-1245707987 tempest-MultipleCreateTestJSON-1245707987-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 851.048845] env[62328]: DEBUG oslo_concurrency.lockutils [None req-6f60c123-c969-407e-a42e-1981296bdbd2 tempest-MultipleCreateTestJSON-1245707987 tempest-MultipleCreateTestJSON-1245707987-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 851.082562] env[62328]: DEBUG nova.network.neutron [None req-328457c7-180b-4748-a81e-8c532c44b22f tempest-ServersTestJSON-2041147199 tempest-ServersTestJSON-2041147199-project-member] [instance: 5891892e-7d7f-4464-8956-6178d3e75fec] Successfully updated port: 952c8d73-52f3-4571-b483-df233d12cd26 {{(pid=62328) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 851.234864] env[62328]: DEBUG nova.network.neutron [None req-0a1dfd1d-a4ab-42ad-9cb8-aee0406e5ba1 tempest-ServerActionsTestJSON-389109759 tempest-ServerActionsTestJSON-389109759-project-member] [instance: 95dd703a-595e-467a-a8e9-bef4f806c33f] Successfully created port: 9105a57c-77b4-4fb7-a79d-b3043888294a {{(pid=62328) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 851.303848] env[62328]: DEBUG nova.compute.manager [req-4c45ae49-9f54-4e3c-ab64-56b7b3e36165 req-5edc1d83-b254-4da2-94f3-016e5e669622 service nova] [instance: b2aeacce-e015-41c8-9976-73e94dad243b] Received event network-changed-bbd3d76e-6e5d-485f-867d-1aa5a3eeb672 {{(pid=62328) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 851.304259] env[62328]: DEBUG nova.compute.manager [req-4c45ae49-9f54-4e3c-ab64-56b7b3e36165 req-5edc1d83-b254-4da2-94f3-016e5e669622 service nova] [instance: b2aeacce-e015-41c8-9976-73e94dad243b] Refreshing instance network info cache due to event network-changed-bbd3d76e-6e5d-485f-867d-1aa5a3eeb672. {{(pid=62328) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 851.304549] env[62328]: DEBUG oslo_concurrency.lockutils [req-4c45ae49-9f54-4e3c-ab64-56b7b3e36165 req-5edc1d83-b254-4da2-94f3-016e5e669622 service nova] Acquiring lock "refresh_cache-b2aeacce-e015-41c8-9976-73e94dad243b" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 851.304698] env[62328]: DEBUG oslo_concurrency.lockutils [req-4c45ae49-9f54-4e3c-ab64-56b7b3e36165 req-5edc1d83-b254-4da2-94f3-016e5e669622 service nova] Acquired lock "refresh_cache-b2aeacce-e015-41c8-9976-73e94dad243b" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 851.304882] env[62328]: DEBUG nova.network.neutron [req-4c45ae49-9f54-4e3c-ab64-56b7b3e36165 req-5edc1d83-b254-4da2-94f3-016e5e669622 service nova] [instance: b2aeacce-e015-41c8-9976-73e94dad243b] Refreshing network info cache for port bbd3d76e-6e5d-485f-867d-1aa5a3eeb672 {{(pid=62328) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 851.337595] env[62328]: DEBUG oslo_vmware.api [-] Task: {'id': task-2387024, 'name': CreateVM_Task, 'duration_secs': 0.374563} completed successfully. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 851.337814] env[62328]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b2aeacce-e015-41c8-9976-73e94dad243b] Created VM on the ESX host {{(pid=62328) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 851.338660] env[62328]: DEBUG oslo_concurrency.lockutils [None req-84b7dc19-7c0e-4da5-b908-b5a68b034d8f tempest-DeleteServersTestJSON-1766103036 tempest-DeleteServersTestJSON-1766103036-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/dbf872a4-92be-47e4-8561-c3e2bf2423ab" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 851.338830] env[62328]: DEBUG oslo_concurrency.lockutils [None req-84b7dc19-7c0e-4da5-b908-b5a68b034d8f tempest-DeleteServersTestJSON-1766103036 tempest-DeleteServersTestJSON-1766103036-project-member] Acquired lock "[datastore2] devstack-image-cache_base/dbf872a4-92be-47e4-8561-c3e2bf2423ab" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 851.339171] env[62328]: DEBUG oslo_concurrency.lockutils [None req-84b7dc19-7c0e-4da5-b908-b5a68b034d8f tempest-DeleteServersTestJSON-1766103036 tempest-DeleteServersTestJSON-1766103036-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/dbf872a4-92be-47e4-8561-c3e2bf2423ab" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 851.339655] env[62328]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6f035b90-6fd7-40c2-9c80-b2feec2c3f35 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 851.344403] env[62328]: DEBUG oslo_vmware.api [None req-84b7dc19-7c0e-4da5-b908-b5a68b034d8f tempest-DeleteServersTestJSON-1766103036 tempest-DeleteServersTestJSON-1766103036-project-member] Waiting for the task: (returnval){ [ 851.344403] env[62328]: value = "session[52a6e20e-410d-708a-99f2-080a575a99bd]52736f10-5c53-b289-07e7-29a16d531ab7" [ 851.344403] env[62328]: _type = "Task" [ 851.344403] env[62328]: } to complete. {{(pid=62328) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 851.353396] env[62328]: DEBUG oslo_vmware.api [None req-84b7dc19-7c0e-4da5-b908-b5a68b034d8f tempest-DeleteServersTestJSON-1766103036 tempest-DeleteServersTestJSON-1766103036-project-member] Task: {'id': session[52a6e20e-410d-708a-99f2-080a575a99bd]52736f10-5c53-b289-07e7-29a16d531ab7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 851.395286] env[62328]: INFO nova.compute.manager [None req-499306db-dc39-4bf8-ac68-7ea11d9e6a19 tempest-ImagesTestJSON-1776717495 tempest-ImagesTestJSON-1776717495-project-member] [instance: e237fc84-753c-4824-a26a-498ba160f4f9] instance snapshotting [ 851.399083] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e26188d6-88f7-4be7-8931-9d744229ea88 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 851.421019] env[62328]: DEBUG nova.scheduler.client.report [None req-bb2fab36-30c7-4089-b09b-cacfb8c34a6e tempest-ImagesOneServerNegativeTestJSON-835227872 tempest-ImagesOneServerNegativeTestJSON-835227872-project-member] Inventory has not changed for provider 3469e9f8-04af-49ca-8435-49f104496744 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 152, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62328) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 851.425105] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-37b0b1de-125c-42bf-8d9d-0f81d3180ce5 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 851.455093] env[62328]: DEBUG oslo_vmware.api [None req-62daabc5-8304-4675-8075-c59766014311 tempest-MigrationsAdminTest-413245202 tempest-MigrationsAdminTest-413245202-project-member] Task: {'id': task-2387026, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.229019} completed successfully. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 851.455277] env[62328]: DEBUG nova.virt.vmwareapi.ds_util [None req-62daabc5-8304-4675-8075-c59766014311 tempest-MigrationsAdminTest-413245202 tempest-MigrationsAdminTest-413245202-project-member] Deleted the datastore file {{(pid=62328) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 851.455470] env[62328]: DEBUG nova.virt.vmwareapi.vmops [None req-62daabc5-8304-4675-8075-c59766014311 tempest-MigrationsAdminTest-413245202 tempest-MigrationsAdminTest-413245202-project-member] [instance: 613e2516-6209-439d-bb90-b87d67b281a8] Deleted contents of the VM from datastore datastore2 {{(pid=62328) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 851.455654] env[62328]: DEBUG nova.virt.vmwareapi.vmops [None req-62daabc5-8304-4675-8075-c59766014311 tempest-MigrationsAdminTest-413245202 tempest-MigrationsAdminTest-413245202-project-member] [instance: 613e2516-6209-439d-bb90-b87d67b281a8] Instance destroyed {{(pid=62328) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 851.455823] env[62328]: INFO nova.compute.manager [None req-62daabc5-8304-4675-8075-c59766014311 tempest-MigrationsAdminTest-413245202 tempest-MigrationsAdminTest-413245202-project-member] [instance: 613e2516-6209-439d-bb90-b87d67b281a8] Took 1.18 seconds to destroy the instance on the hypervisor. [ 851.456082] env[62328]: DEBUG oslo.service.loopingcall [None req-62daabc5-8304-4675-8075-c59766014311 tempest-MigrationsAdminTest-413245202 tempest-MigrationsAdminTest-413245202-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62328) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 851.456284] env[62328]: DEBUG nova.compute.manager [-] [instance: 613e2516-6209-439d-bb90-b87d67b281a8] Deallocating network for instance {{(pid=62328) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 851.456377] env[62328]: DEBUG nova.network.neutron [-] [instance: 613e2516-6209-439d-bb90-b87d67b281a8] deallocate_for_instance() {{(pid=62328) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 851.526162] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-803b81eb-a6da-4761-aca4-fde17f955678 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 851.547138] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eafa7618-106a-4fd5-9efe-7837bfbbc405 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 851.554700] env[62328]: DEBUG nova.virt.vmwareapi.vmops [None req-d0b9fdcb-bb08-404a-81f4-50830a3c8312 tempest-ServerDiskConfigTestJSON-126406698 tempest-ServerDiskConfigTestJSON-126406698-project-member] [instance: 385995cc-5fe5-4c9d-9128-69a3767e682f] Updating instance '385995cc-5fe5-4c9d-9128-69a3767e682f' progress to 83 {{(pid=62328) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 851.585953] env[62328]: DEBUG oslo_concurrency.lockutils [None req-328457c7-180b-4748-a81e-8c532c44b22f tempest-ServersTestJSON-2041147199 tempest-ServersTestJSON-2041147199-project-member] Acquiring lock "refresh_cache-5891892e-7d7f-4464-8956-6178d3e75fec" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 851.586557] env[62328]: DEBUG oslo_concurrency.lockutils [None req-328457c7-180b-4748-a81e-8c532c44b22f tempest-ServersTestJSON-2041147199 tempest-ServersTestJSON-2041147199-project-member] Acquired lock "refresh_cache-5891892e-7d7f-4464-8956-6178d3e75fec" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 851.586557] env[62328]: DEBUG nova.network.neutron [None req-328457c7-180b-4748-a81e-8c532c44b22f tempest-ServersTestJSON-2041147199 tempest-ServersTestJSON-2041147199-project-member] [instance: 5891892e-7d7f-4464-8956-6178d3e75fec] Building network info cache for instance {{(pid=62328) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 851.855188] env[62328]: DEBUG oslo_vmware.api [None req-84b7dc19-7c0e-4da5-b908-b5a68b034d8f tempest-DeleteServersTestJSON-1766103036 tempest-DeleteServersTestJSON-1766103036-project-member] Task: {'id': session[52a6e20e-410d-708a-99f2-080a575a99bd]52736f10-5c53-b289-07e7-29a16d531ab7, 'name': SearchDatastore_Task, 'duration_secs': 0.009785} completed successfully. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 851.855492] env[62328]: DEBUG oslo_concurrency.lockutils [None req-84b7dc19-7c0e-4da5-b908-b5a68b034d8f tempest-DeleteServersTestJSON-1766103036 tempest-DeleteServersTestJSON-1766103036-project-member] Releasing lock "[datastore2] devstack-image-cache_base/dbf872a4-92be-47e4-8561-c3e2bf2423ab" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 851.855727] env[62328]: DEBUG nova.virt.vmwareapi.vmops [None req-84b7dc19-7c0e-4da5-b908-b5a68b034d8f tempest-DeleteServersTestJSON-1766103036 tempest-DeleteServersTestJSON-1766103036-project-member] [instance: b2aeacce-e015-41c8-9976-73e94dad243b] Processing image dbf872a4-92be-47e4-8561-c3e2bf2423ab {{(pid=62328) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 851.855959] env[62328]: DEBUG oslo_concurrency.lockutils [None req-84b7dc19-7c0e-4da5-b908-b5a68b034d8f tempest-DeleteServersTestJSON-1766103036 tempest-DeleteServersTestJSON-1766103036-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/dbf872a4-92be-47e4-8561-c3e2bf2423ab/dbf872a4-92be-47e4-8561-c3e2bf2423ab.vmdk" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 851.856113] env[62328]: DEBUG oslo_concurrency.lockutils [None req-84b7dc19-7c0e-4da5-b908-b5a68b034d8f tempest-DeleteServersTestJSON-1766103036 tempest-DeleteServersTestJSON-1766103036-project-member] Acquired lock "[datastore2] devstack-image-cache_base/dbf872a4-92be-47e4-8561-c3e2bf2423ab/dbf872a4-92be-47e4-8561-c3e2bf2423ab.vmdk" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 851.856290] env[62328]: DEBUG nova.virt.vmwareapi.ds_util [None req-84b7dc19-7c0e-4da5-b908-b5a68b034d8f tempest-DeleteServersTestJSON-1766103036 tempest-DeleteServersTestJSON-1766103036-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62328) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 851.856554] env[62328]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-9562968c-ae71-46b8-9e2e-14dd8cbc04e0 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 851.867621] env[62328]: DEBUG nova.virt.vmwareapi.ds_util [None req-84b7dc19-7c0e-4da5-b908-b5a68b034d8f tempest-DeleteServersTestJSON-1766103036 tempest-DeleteServersTestJSON-1766103036-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62328) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 851.867802] env[62328]: DEBUG nova.virt.vmwareapi.vmops [None req-84b7dc19-7c0e-4da5-b908-b5a68b034d8f tempest-DeleteServersTestJSON-1766103036 tempest-DeleteServersTestJSON-1766103036-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62328) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 851.868683] env[62328]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0af7c52c-56f0-4236-ad26-abf4dfc929aa {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 851.874240] env[62328]: DEBUG oslo_vmware.api [None req-84b7dc19-7c0e-4da5-b908-b5a68b034d8f tempest-DeleteServersTestJSON-1766103036 tempest-DeleteServersTestJSON-1766103036-project-member] Waiting for the task: (returnval){ [ 851.874240] env[62328]: value = "session[52a6e20e-410d-708a-99f2-080a575a99bd]528a0fcd-ea88-4f4a-3378-1c970347f9c8" [ 851.874240] env[62328]: _type = "Task" [ 851.874240] env[62328]: } to complete. {{(pid=62328) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 851.882348] env[62328]: DEBUG oslo_vmware.api [None req-84b7dc19-7c0e-4da5-b908-b5a68b034d8f tempest-DeleteServersTestJSON-1766103036 tempest-DeleteServersTestJSON-1766103036-project-member] Task: {'id': session[52a6e20e-410d-708a-99f2-080a575a99bd]528a0fcd-ea88-4f4a-3378-1c970347f9c8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 851.899765] env[62328]: DEBUG nova.compute.manager [None req-0a1dfd1d-a4ab-42ad-9cb8-aee0406e5ba1 tempest-ServerActionsTestJSON-389109759 tempest-ServerActionsTestJSON-389109759-project-member] [instance: 95dd703a-595e-467a-a8e9-bef4f806c33f] Start spawning the instance on the hypervisor. {{(pid=62328) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 851.928992] env[62328]: DEBUG nova.virt.hardware [None req-0a1dfd1d-a4ab-42ad-9cb8-aee0406e5ba1 tempest-ServerActionsTestJSON-389109759 tempest-ServerActionsTestJSON-389109759-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-07T17:16:55Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-07T17:16:37Z,direct_url=,disk_format='vmdk',id=dbf872a4-92be-47e4-8561-c3e2bf2423ab,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='2a64022f08d84b11a86773b900860ae5',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-07T17:16:38Z,virtual_size=,visibility=), allow threads: False {{(pid=62328) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 851.929284] env[62328]: DEBUG nova.virt.hardware [None req-0a1dfd1d-a4ab-42ad-9cb8-aee0406e5ba1 tempest-ServerActionsTestJSON-389109759 tempest-ServerActionsTestJSON-389109759-project-member] Flavor limits 0:0:0 {{(pid=62328) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 851.929443] env[62328]: DEBUG nova.virt.hardware [None req-0a1dfd1d-a4ab-42ad-9cb8-aee0406e5ba1 tempest-ServerActionsTestJSON-389109759 tempest-ServerActionsTestJSON-389109759-project-member] Image limits 0:0:0 {{(pid=62328) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 851.929723] env[62328]: DEBUG nova.virt.hardware [None req-0a1dfd1d-a4ab-42ad-9cb8-aee0406e5ba1 tempest-ServerActionsTestJSON-389109759 tempest-ServerActionsTestJSON-389109759-project-member] Flavor pref 0:0:0 {{(pid=62328) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 851.929926] env[62328]: DEBUG nova.virt.hardware [None req-0a1dfd1d-a4ab-42ad-9cb8-aee0406e5ba1 tempest-ServerActionsTestJSON-389109759 tempest-ServerActionsTestJSON-389109759-project-member] Image pref 0:0:0 {{(pid=62328) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 851.930085] env[62328]: DEBUG nova.virt.hardware [None req-0a1dfd1d-a4ab-42ad-9cb8-aee0406e5ba1 tempest-ServerActionsTestJSON-389109759 tempest-ServerActionsTestJSON-389109759-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62328) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 851.930299] env[62328]: DEBUG nova.virt.hardware [None req-0a1dfd1d-a4ab-42ad-9cb8-aee0406e5ba1 tempest-ServerActionsTestJSON-389109759 tempest-ServerActionsTestJSON-389109759-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62328) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 851.930455] env[62328]: DEBUG nova.virt.hardware [None req-0a1dfd1d-a4ab-42ad-9cb8-aee0406e5ba1 tempest-ServerActionsTestJSON-389109759 tempest-ServerActionsTestJSON-389109759-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62328) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 851.930626] env[62328]: DEBUG nova.virt.hardware [None req-0a1dfd1d-a4ab-42ad-9cb8-aee0406e5ba1 tempest-ServerActionsTestJSON-389109759 tempest-ServerActionsTestJSON-389109759-project-member] Got 1 possible topologies {{(pid=62328) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 851.930778] env[62328]: DEBUG nova.virt.hardware [None req-0a1dfd1d-a4ab-42ad-9cb8-aee0406e5ba1 tempest-ServerActionsTestJSON-389109759 tempest-ServerActionsTestJSON-389109759-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62328) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 851.930951] env[62328]: DEBUG nova.virt.hardware [None req-0a1dfd1d-a4ab-42ad-9cb8-aee0406e5ba1 tempest-ServerActionsTestJSON-389109759 tempest-ServerActionsTestJSON-389109759-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62328) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 851.931735] env[62328]: DEBUG oslo_concurrency.lockutils [None req-bb2fab36-30c7-4089-b09b-cacfb8c34a6e tempest-ImagesOneServerNegativeTestJSON-835227872 tempest-ImagesOneServerNegativeTestJSON-835227872-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.056s {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 851.934419] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-74ba7390-0953-4f79-a6c5-08e3c746b249 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 851.937603] env[62328]: DEBUG oslo_concurrency.lockutils [None req-4130387c-4d16-44c8-8761-1685247b2e26 tempest-AttachVolumeNegativeTest-1920358930 tempest-AttachVolumeNegativeTest-1920358930-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 14.996s {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 851.939134] env[62328]: INFO nova.compute.claims [None req-4130387c-4d16-44c8-8761-1685247b2e26 tempest-AttachVolumeNegativeTest-1920358930 tempest-AttachVolumeNegativeTest-1920358930-project-member] [instance: 7adef1ae-8c30-4c37-be1b-f4163d47eff1] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 851.945250] env[62328]: DEBUG nova.virt.vmwareapi.vmops [None req-499306db-dc39-4bf8-ac68-7ea11d9e6a19 tempest-ImagesTestJSON-1776717495 tempest-ImagesTestJSON-1776717495-project-member] [instance: e237fc84-753c-4824-a26a-498ba160f4f9] Creating Snapshot of the VM instance {{(pid=62328) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 851.945250] env[62328]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-54ba943d-f5a2-4300-959e-b30b8937ad8a {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 851.952221] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7c7f0b90-a0fe-46ec-867f-9c153c6089cc {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 851.965296] env[62328]: DEBUG oslo_vmware.api [None req-499306db-dc39-4bf8-ac68-7ea11d9e6a19 tempest-ImagesTestJSON-1776717495 tempest-ImagesTestJSON-1776717495-project-member] Waiting for the task: (returnval){ [ 851.965296] env[62328]: value = "task-2387027" [ 851.965296] env[62328]: _type = "Task" [ 851.965296] env[62328]: } to complete. {{(pid=62328) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 851.965296] env[62328]: INFO nova.scheduler.client.report [None req-bb2fab36-30c7-4089-b09b-cacfb8c34a6e tempest-ImagesOneServerNegativeTestJSON-835227872 tempest-ImagesOneServerNegativeTestJSON-835227872-project-member] Deleted allocations for instance 6d447bb5-4cca-436f-a6e1-9b8aa511a981 [ 851.993710] env[62328]: DEBUG oslo_vmware.api [None req-499306db-dc39-4bf8-ac68-7ea11d9e6a19 tempest-ImagesTestJSON-1776717495 tempest-ImagesTestJSON-1776717495-project-member] Task: {'id': task-2387027, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 852.062303] env[62328]: DEBUG nova.virt.vmwareapi.vm_util [None req-d0b9fdcb-bb08-404a-81f4-50830a3c8312 tempest-ServerDiskConfigTestJSON-126406698 tempest-ServerDiskConfigTestJSON-126406698-project-member] [instance: 385995cc-5fe5-4c9d-9128-69a3767e682f] Powering on the VM {{(pid=62328) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 852.062776] env[62328]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-e390a539-7cda-47e7-a099-f97afaf342c0 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 852.069818] env[62328]: DEBUG oslo_vmware.api [None req-d0b9fdcb-bb08-404a-81f4-50830a3c8312 tempest-ServerDiskConfigTestJSON-126406698 tempest-ServerDiskConfigTestJSON-126406698-project-member] Waiting for the task: (returnval){ [ 852.069818] env[62328]: value = "task-2387028" [ 852.069818] env[62328]: _type = "Task" [ 852.069818] env[62328]: } to complete. {{(pid=62328) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 852.077434] env[62328]: DEBUG oslo_vmware.api [None req-d0b9fdcb-bb08-404a-81f4-50830a3c8312 tempest-ServerDiskConfigTestJSON-126406698 tempest-ServerDiskConfigTestJSON-126406698-project-member] Task: {'id': task-2387028, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 852.116890] env[62328]: DEBUG nova.network.neutron [req-4c45ae49-9f54-4e3c-ab64-56b7b3e36165 req-5edc1d83-b254-4da2-94f3-016e5e669622 service nova] [instance: b2aeacce-e015-41c8-9976-73e94dad243b] Updated VIF entry in instance network info cache for port bbd3d76e-6e5d-485f-867d-1aa5a3eeb672. {{(pid=62328) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 852.117275] env[62328]: DEBUG nova.network.neutron [req-4c45ae49-9f54-4e3c-ab64-56b7b3e36165 req-5edc1d83-b254-4da2-94f3-016e5e669622 service nova] [instance: b2aeacce-e015-41c8-9976-73e94dad243b] Updating instance_info_cache with network_info: [{"id": "bbd3d76e-6e5d-485f-867d-1aa5a3eeb672", "address": "fa:16:3e:3f:c0:ca", "network": {"id": "0bcec7a4-aa8e-420d-b203-4ead2073e045", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-575957277-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7aa9ac81c5264c7cba58e5879eedf77c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c5652322-9f10-4996-baed-4c0aa13a1b4e", "external-id": "nsx-vlan-transportzone-941", "segmentation_id": 941, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbbd3d76e-6e", "ovs_interfaceid": "bbd3d76e-6e5d-485f-867d-1aa5a3eeb672", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62328) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 852.124278] env[62328]: DEBUG nova.network.neutron [None req-328457c7-180b-4748-a81e-8c532c44b22f tempest-ServersTestJSON-2041147199 tempest-ServersTestJSON-2041147199-project-member] [instance: 5891892e-7d7f-4464-8956-6178d3e75fec] Instance cache missing network info. {{(pid=62328) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 852.260699] env[62328]: DEBUG nova.network.neutron [None req-328457c7-180b-4748-a81e-8c532c44b22f tempest-ServersTestJSON-2041147199 tempest-ServersTestJSON-2041147199-project-member] [instance: 5891892e-7d7f-4464-8956-6178d3e75fec] Updating instance_info_cache with network_info: [{"id": "952c8d73-52f3-4571-b483-df233d12cd26", "address": "fa:16:3e:88:be:4c", "network": {"id": "6bb51e3a-3ea5-407f-af2d-a3aa2b58eb3e", "bridge": "br-int", "label": "tempest-ServersTestJSON-585704246-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c45c639ce4254b028b1106f234f63616", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d829efb7-e98e-4b67-bd03-b0888287dbfd", "external-id": "nsx-vlan-transportzone-128", "segmentation_id": 128, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap952c8d73-52", "ovs_interfaceid": "952c8d73-52f3-4571-b483-df233d12cd26", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62328) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 852.293120] env[62328]: DEBUG nova.network.neutron [-] [instance: 613e2516-6209-439d-bb90-b87d67b281a8] Updating instance_info_cache with network_info: [] {{(pid=62328) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 852.386806] env[62328]: DEBUG oslo_vmware.api [None req-84b7dc19-7c0e-4da5-b908-b5a68b034d8f tempest-DeleteServersTestJSON-1766103036 tempest-DeleteServersTestJSON-1766103036-project-member] Task: {'id': session[52a6e20e-410d-708a-99f2-080a575a99bd]528a0fcd-ea88-4f4a-3378-1c970347f9c8, 'name': SearchDatastore_Task, 'duration_secs': 0.008048} completed successfully. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 852.388627] env[62328]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-db06dc4c-472a-4a1e-ace9-312959b24396 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 852.394271] env[62328]: DEBUG oslo_vmware.api [None req-84b7dc19-7c0e-4da5-b908-b5a68b034d8f tempest-DeleteServersTestJSON-1766103036 tempest-DeleteServersTestJSON-1766103036-project-member] Waiting for the task: (returnval){ [ 852.394271] env[62328]: value = "session[52a6e20e-410d-708a-99f2-080a575a99bd]524b22f4-710e-076f-3234-c1ceaef94388" [ 852.394271] env[62328]: _type = "Task" [ 852.394271] env[62328]: } to complete. {{(pid=62328) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 852.403173] env[62328]: DEBUG oslo_vmware.api [None req-84b7dc19-7c0e-4da5-b908-b5a68b034d8f tempest-DeleteServersTestJSON-1766103036 tempest-DeleteServersTestJSON-1766103036-project-member] Task: {'id': session[52a6e20e-410d-708a-99f2-080a575a99bd]524b22f4-710e-076f-3234-c1ceaef94388, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 852.474037] env[62328]: DEBUG oslo_vmware.api [None req-499306db-dc39-4bf8-ac68-7ea11d9e6a19 tempest-ImagesTestJSON-1776717495 tempest-ImagesTestJSON-1776717495-project-member] Task: {'id': task-2387027, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 852.492361] env[62328]: DEBUG oslo_concurrency.lockutils [None req-bb2fab36-30c7-4089-b09b-cacfb8c34a6e tempest-ImagesOneServerNegativeTestJSON-835227872 tempest-ImagesOneServerNegativeTestJSON-835227872-project-member] Lock "6d447bb5-4cca-436f-a6e1-9b8aa511a981" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 20.748s {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 852.581885] env[62328]: DEBUG oslo_vmware.api [None req-d0b9fdcb-bb08-404a-81f4-50830a3c8312 tempest-ServerDiskConfigTestJSON-126406698 tempest-ServerDiskConfigTestJSON-126406698-project-member] Task: {'id': task-2387028, 'name': PowerOnVM_Task} progress is 33%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 852.619732] env[62328]: DEBUG oslo_concurrency.lockutils [req-4c45ae49-9f54-4e3c-ab64-56b7b3e36165 req-5edc1d83-b254-4da2-94f3-016e5e669622 service nova] Releasing lock "refresh_cache-b2aeacce-e015-41c8-9976-73e94dad243b" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 852.620028] env[62328]: DEBUG nova.compute.manager [req-4c45ae49-9f54-4e3c-ab64-56b7b3e36165 req-5edc1d83-b254-4da2-94f3-016e5e669622 service nova] [instance: 5891892e-7d7f-4464-8956-6178d3e75fec] Received event network-vif-plugged-952c8d73-52f3-4571-b483-df233d12cd26 {{(pid=62328) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 852.620234] env[62328]: DEBUG oslo_concurrency.lockutils [req-4c45ae49-9f54-4e3c-ab64-56b7b3e36165 req-5edc1d83-b254-4da2-94f3-016e5e669622 service nova] Acquiring lock "5891892e-7d7f-4464-8956-6178d3e75fec-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 852.620451] env[62328]: DEBUG oslo_concurrency.lockutils [req-4c45ae49-9f54-4e3c-ab64-56b7b3e36165 req-5edc1d83-b254-4da2-94f3-016e5e669622 service nova] Lock "5891892e-7d7f-4464-8956-6178d3e75fec-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 852.620635] env[62328]: DEBUG oslo_concurrency.lockutils [req-4c45ae49-9f54-4e3c-ab64-56b7b3e36165 req-5edc1d83-b254-4da2-94f3-016e5e669622 service nova] Lock "5891892e-7d7f-4464-8956-6178d3e75fec-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 852.620815] env[62328]: DEBUG nova.compute.manager [req-4c45ae49-9f54-4e3c-ab64-56b7b3e36165 req-5edc1d83-b254-4da2-94f3-016e5e669622 service nova] [instance: 5891892e-7d7f-4464-8956-6178d3e75fec] No waiting events found dispatching network-vif-plugged-952c8d73-52f3-4571-b483-df233d12cd26 {{(pid=62328) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 852.620988] env[62328]: WARNING nova.compute.manager [req-4c45ae49-9f54-4e3c-ab64-56b7b3e36165 req-5edc1d83-b254-4da2-94f3-016e5e669622 service nova] [instance: 5891892e-7d7f-4464-8956-6178d3e75fec] Received unexpected event network-vif-plugged-952c8d73-52f3-4571-b483-df233d12cd26 for instance with vm_state building and task_state spawning. [ 852.621171] env[62328]: DEBUG nova.compute.manager [req-4c45ae49-9f54-4e3c-ab64-56b7b3e36165 req-5edc1d83-b254-4da2-94f3-016e5e669622 service nova] [instance: 5891892e-7d7f-4464-8956-6178d3e75fec] Received event network-changed-952c8d73-52f3-4571-b483-df233d12cd26 {{(pid=62328) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 852.621327] env[62328]: DEBUG nova.compute.manager [req-4c45ae49-9f54-4e3c-ab64-56b7b3e36165 req-5edc1d83-b254-4da2-94f3-016e5e669622 service nova] [instance: 5891892e-7d7f-4464-8956-6178d3e75fec] Refreshing instance network info cache due to event network-changed-952c8d73-52f3-4571-b483-df233d12cd26. {{(pid=62328) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 852.621495] env[62328]: DEBUG oslo_concurrency.lockutils [req-4c45ae49-9f54-4e3c-ab64-56b7b3e36165 req-5edc1d83-b254-4da2-94f3-016e5e669622 service nova] Acquiring lock "refresh_cache-5891892e-7d7f-4464-8956-6178d3e75fec" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 852.763899] env[62328]: DEBUG oslo_concurrency.lockutils [None req-328457c7-180b-4748-a81e-8c532c44b22f tempest-ServersTestJSON-2041147199 tempest-ServersTestJSON-2041147199-project-member] Releasing lock "refresh_cache-5891892e-7d7f-4464-8956-6178d3e75fec" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 852.764246] env[62328]: DEBUG nova.compute.manager [None req-328457c7-180b-4748-a81e-8c532c44b22f tempest-ServersTestJSON-2041147199 tempest-ServersTestJSON-2041147199-project-member] [instance: 5891892e-7d7f-4464-8956-6178d3e75fec] Instance network_info: |[{"id": "952c8d73-52f3-4571-b483-df233d12cd26", "address": "fa:16:3e:88:be:4c", "network": {"id": "6bb51e3a-3ea5-407f-af2d-a3aa2b58eb3e", "bridge": "br-int", "label": "tempest-ServersTestJSON-585704246-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c45c639ce4254b028b1106f234f63616", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d829efb7-e98e-4b67-bd03-b0888287dbfd", "external-id": "nsx-vlan-transportzone-128", "segmentation_id": 128, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap952c8d73-52", "ovs_interfaceid": "952c8d73-52f3-4571-b483-df233d12cd26", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62328) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 852.764559] env[62328]: DEBUG oslo_concurrency.lockutils [req-4c45ae49-9f54-4e3c-ab64-56b7b3e36165 req-5edc1d83-b254-4da2-94f3-016e5e669622 service nova] Acquired lock "refresh_cache-5891892e-7d7f-4464-8956-6178d3e75fec" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 852.764736] env[62328]: DEBUG nova.network.neutron [req-4c45ae49-9f54-4e3c-ab64-56b7b3e36165 req-5edc1d83-b254-4da2-94f3-016e5e669622 service nova] [instance: 5891892e-7d7f-4464-8956-6178d3e75fec] Refreshing network info cache for port 952c8d73-52f3-4571-b483-df233d12cd26 {{(pid=62328) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 852.765993] env[62328]: DEBUG nova.virt.vmwareapi.vmops [None req-328457c7-180b-4748-a81e-8c532c44b22f tempest-ServersTestJSON-2041147199 tempest-ServersTestJSON-2041147199-project-member] [instance: 5891892e-7d7f-4464-8956-6178d3e75fec] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:88:be:4c', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'd829efb7-e98e-4b67-bd03-b0888287dbfd', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '952c8d73-52f3-4571-b483-df233d12cd26', 'vif_model': 'vmxnet3'}] {{(pid=62328) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 852.775425] env[62328]: DEBUG oslo.service.loopingcall [None req-328457c7-180b-4748-a81e-8c532c44b22f tempest-ServersTestJSON-2041147199 tempest-ServersTestJSON-2041147199-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62328) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 852.776420] env[62328]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5891892e-7d7f-4464-8956-6178d3e75fec] Creating VM on the ESX host {{(pid=62328) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 852.776420] env[62328]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-26ccf1b2-7f89-4a85-84e9-f309512423f8 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 852.795308] env[62328]: INFO nova.compute.manager [-] [instance: 613e2516-6209-439d-bb90-b87d67b281a8] Took 1.34 seconds to deallocate network for instance. [ 852.801483] env[62328]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 852.801483] env[62328]: value = "task-2387029" [ 852.801483] env[62328]: _type = "Task" [ 852.801483] env[62328]: } to complete. {{(pid=62328) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 852.814886] env[62328]: DEBUG oslo_vmware.api [-] Task: {'id': task-2387029, 'name': CreateVM_Task} progress is 0%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 852.905912] env[62328]: DEBUG oslo_vmware.api [None req-84b7dc19-7c0e-4da5-b908-b5a68b034d8f tempest-DeleteServersTestJSON-1766103036 tempest-DeleteServersTestJSON-1766103036-project-member] Task: {'id': session[52a6e20e-410d-708a-99f2-080a575a99bd]524b22f4-710e-076f-3234-c1ceaef94388, 'name': SearchDatastore_Task, 'duration_secs': 0.010075} completed successfully. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 852.905912] env[62328]: DEBUG oslo_concurrency.lockutils [None req-84b7dc19-7c0e-4da5-b908-b5a68b034d8f tempest-DeleteServersTestJSON-1766103036 tempest-DeleteServersTestJSON-1766103036-project-member] Releasing lock "[datastore2] devstack-image-cache_base/dbf872a4-92be-47e4-8561-c3e2bf2423ab/dbf872a4-92be-47e4-8561-c3e2bf2423ab.vmdk" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 852.906083] env[62328]: DEBUG nova.virt.vmwareapi.vm_util [None req-84b7dc19-7c0e-4da5-b908-b5a68b034d8f tempest-DeleteServersTestJSON-1766103036 tempest-DeleteServersTestJSON-1766103036-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/dbf872a4-92be-47e4-8561-c3e2bf2423ab/dbf872a4-92be-47e4-8561-c3e2bf2423ab.vmdk to [datastore2] b2aeacce-e015-41c8-9976-73e94dad243b/b2aeacce-e015-41c8-9976-73e94dad243b.vmdk {{(pid=62328) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 852.906246] env[62328]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-03a01689-96a5-4ad9-b326-45b9beaa4cc1 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 852.912656] env[62328]: DEBUG oslo_vmware.api [None req-84b7dc19-7c0e-4da5-b908-b5a68b034d8f tempest-DeleteServersTestJSON-1766103036 tempest-DeleteServersTestJSON-1766103036-project-member] Waiting for the task: (returnval){ [ 852.912656] env[62328]: value = "task-2387030" [ 852.912656] env[62328]: _type = "Task" [ 852.912656] env[62328]: } to complete. {{(pid=62328) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 852.922281] env[62328]: DEBUG oslo_vmware.api [None req-84b7dc19-7c0e-4da5-b908-b5a68b034d8f tempest-DeleteServersTestJSON-1766103036 tempest-DeleteServersTestJSON-1766103036-project-member] Task: {'id': task-2387030, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 852.977435] env[62328]: DEBUG oslo_vmware.api [None req-499306db-dc39-4bf8-ac68-7ea11d9e6a19 tempest-ImagesTestJSON-1776717495 tempest-ImagesTestJSON-1776717495-project-member] Task: {'id': task-2387027, 'name': CreateSnapshot_Task, 'duration_secs': 0.68397} completed successfully. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 852.980705] env[62328]: DEBUG nova.virt.vmwareapi.vmops [None req-499306db-dc39-4bf8-ac68-7ea11d9e6a19 tempest-ImagesTestJSON-1776717495 tempest-ImagesTestJSON-1776717495-project-member] [instance: e237fc84-753c-4824-a26a-498ba160f4f9] Created Snapshot of the VM instance {{(pid=62328) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 852.982070] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-42725df1-acb9-4e6d-916a-ec5e14618066 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 853.029909] env[62328]: DEBUG nova.network.neutron [None req-0a1dfd1d-a4ab-42ad-9cb8-aee0406e5ba1 tempest-ServerActionsTestJSON-389109759 tempest-ServerActionsTestJSON-389109759-project-member] [instance: 95dd703a-595e-467a-a8e9-bef4f806c33f] Successfully updated port: 9105a57c-77b4-4fb7-a79d-b3043888294a {{(pid=62328) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 853.082226] env[62328]: DEBUG oslo_vmware.api [None req-d0b9fdcb-bb08-404a-81f4-50830a3c8312 tempest-ServerDiskConfigTestJSON-126406698 tempest-ServerDiskConfigTestJSON-126406698-project-member] Task: {'id': task-2387028, 'name': PowerOnVM_Task, 'duration_secs': 0.899246} completed successfully. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 853.085460] env[62328]: DEBUG nova.virt.vmwareapi.vm_util [None req-d0b9fdcb-bb08-404a-81f4-50830a3c8312 tempest-ServerDiskConfigTestJSON-126406698 tempest-ServerDiskConfigTestJSON-126406698-project-member] [instance: 385995cc-5fe5-4c9d-9128-69a3767e682f] Powered on the VM {{(pid=62328) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 853.085657] env[62328]: DEBUG nova.virt.vmwareapi.vmops [None req-d0b9fdcb-bb08-404a-81f4-50830a3c8312 tempest-ServerDiskConfigTestJSON-126406698 tempest-ServerDiskConfigTestJSON-126406698-project-member] [instance: 385995cc-5fe5-4c9d-9128-69a3767e682f] Updating instance '385995cc-5fe5-4c9d-9128-69a3767e682f' progress to 100 {{(pid=62328) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 853.311005] env[62328]: DEBUG oslo_concurrency.lockutils [None req-62daabc5-8304-4675-8075-c59766014311 tempest-MigrationsAdminTest-413245202 tempest-MigrationsAdminTest-413245202-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 853.322836] env[62328]: DEBUG oslo_vmware.api [-] Task: {'id': task-2387029, 'name': CreateVM_Task, 'duration_secs': 0.346873} completed successfully. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 853.325797] env[62328]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5891892e-7d7f-4464-8956-6178d3e75fec] Created VM on the ESX host {{(pid=62328) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 853.326937] env[62328]: DEBUG oslo_concurrency.lockutils [None req-328457c7-180b-4748-a81e-8c532c44b22f tempest-ServersTestJSON-2041147199 tempest-ServersTestJSON-2041147199-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/dbf872a4-92be-47e4-8561-c3e2bf2423ab" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 853.326989] env[62328]: DEBUG oslo_concurrency.lockutils [None req-328457c7-180b-4748-a81e-8c532c44b22f tempest-ServersTestJSON-2041147199 tempest-ServersTestJSON-2041147199-project-member] Acquired lock "[datastore2] devstack-image-cache_base/dbf872a4-92be-47e4-8561-c3e2bf2423ab" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.327378] env[62328]: DEBUG oslo_concurrency.lockutils [None req-328457c7-180b-4748-a81e-8c532c44b22f tempest-ServersTestJSON-2041147199 tempest-ServersTestJSON-2041147199-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/dbf872a4-92be-47e4-8561-c3e2bf2423ab" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 853.327677] env[62328]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0525930f-84bf-42e8-a0d3-4949cbb59b41 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 853.333035] env[62328]: DEBUG oslo_vmware.api [None req-328457c7-180b-4748-a81e-8c532c44b22f tempest-ServersTestJSON-2041147199 tempest-ServersTestJSON-2041147199-project-member] Waiting for the task: (returnval){ [ 853.333035] env[62328]: value = "session[52a6e20e-410d-708a-99f2-080a575a99bd]52fe6a50-5e5e-2b60-7f76-cc075400aca1" [ 853.333035] env[62328]: _type = "Task" [ 853.333035] env[62328]: } to complete. {{(pid=62328) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 853.338116] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4c5c3da7-fddf-4a81-892c-6c69b9eda1c4 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 853.350249] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5e4fce02-034f-4193-a3a5-ac71eab4ccbb {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 853.354070] env[62328]: DEBUG oslo_vmware.api [None req-328457c7-180b-4748-a81e-8c532c44b22f tempest-ServersTestJSON-2041147199 tempest-ServersTestJSON-2041147199-project-member] Task: {'id': session[52a6e20e-410d-708a-99f2-080a575a99bd]52fe6a50-5e5e-2b60-7f76-cc075400aca1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 853.387154] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-695c586b-7eaf-48ed-bfc9-68e848e76aaf {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 853.394848] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7383ac00-8af4-42b7-850b-76d49d3affa4 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 853.410824] env[62328]: DEBUG nova.compute.provider_tree [None req-4130387c-4d16-44c8-8761-1685247b2e26 tempest-AttachVolumeNegativeTest-1920358930 tempest-AttachVolumeNegativeTest-1920358930-project-member] Updating inventory in ProviderTree for provider 3469e9f8-04af-49ca-8435-49f104496744 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 153, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62328) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 853.420723] env[62328]: DEBUG oslo_vmware.api [None req-84b7dc19-7c0e-4da5-b908-b5a68b034d8f tempest-DeleteServersTestJSON-1766103036 tempest-DeleteServersTestJSON-1766103036-project-member] Task: {'id': task-2387030, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 853.434308] env[62328]: DEBUG nova.compute.manager [req-39c4ce7e-e117-4f68-a4c4-d7163edaa12b req-30a416c8-0031-4627-a7ca-38858ce684c5 service nova] [instance: 613e2516-6209-439d-bb90-b87d67b281a8] Received event network-vif-deleted-6cfbb9f4-c09f-4620-84ce-293a5d57918c {{(pid=62328) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 853.434489] env[62328]: DEBUG nova.compute.manager [req-39c4ce7e-e117-4f68-a4c4-d7163edaa12b req-30a416c8-0031-4627-a7ca-38858ce684c5 service nova] [instance: 95dd703a-595e-467a-a8e9-bef4f806c33f] Received event network-vif-plugged-9105a57c-77b4-4fb7-a79d-b3043888294a {{(pid=62328) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 853.434688] env[62328]: DEBUG oslo_concurrency.lockutils [req-39c4ce7e-e117-4f68-a4c4-d7163edaa12b req-30a416c8-0031-4627-a7ca-38858ce684c5 service nova] Acquiring lock "95dd703a-595e-467a-a8e9-bef4f806c33f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 853.434917] env[62328]: DEBUG oslo_concurrency.lockutils [req-39c4ce7e-e117-4f68-a4c4-d7163edaa12b req-30a416c8-0031-4627-a7ca-38858ce684c5 service nova] Lock "95dd703a-595e-467a-a8e9-bef4f806c33f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 853.435171] env[62328]: DEBUG oslo_concurrency.lockutils [req-39c4ce7e-e117-4f68-a4c4-d7163edaa12b req-30a416c8-0031-4627-a7ca-38858ce684c5 service nova] Lock "95dd703a-595e-467a-a8e9-bef4f806c33f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 853.435210] env[62328]: DEBUG nova.compute.manager [req-39c4ce7e-e117-4f68-a4c4-d7163edaa12b req-30a416c8-0031-4627-a7ca-38858ce684c5 service nova] [instance: 95dd703a-595e-467a-a8e9-bef4f806c33f] No waiting events found dispatching network-vif-plugged-9105a57c-77b4-4fb7-a79d-b3043888294a {{(pid=62328) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 853.435365] env[62328]: WARNING nova.compute.manager [req-39c4ce7e-e117-4f68-a4c4-d7163edaa12b req-30a416c8-0031-4627-a7ca-38858ce684c5 service nova] [instance: 95dd703a-595e-467a-a8e9-bef4f806c33f] Received unexpected event network-vif-plugged-9105a57c-77b4-4fb7-a79d-b3043888294a for instance with vm_state building and task_state spawning. [ 853.435492] env[62328]: DEBUG nova.compute.manager [req-39c4ce7e-e117-4f68-a4c4-d7163edaa12b req-30a416c8-0031-4627-a7ca-38858ce684c5 service nova] [instance: 95dd703a-595e-467a-a8e9-bef4f806c33f] Received event network-changed-9105a57c-77b4-4fb7-a79d-b3043888294a {{(pid=62328) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 853.435645] env[62328]: DEBUG nova.compute.manager [req-39c4ce7e-e117-4f68-a4c4-d7163edaa12b req-30a416c8-0031-4627-a7ca-38858ce684c5 service nova] [instance: 95dd703a-595e-467a-a8e9-bef4f806c33f] Refreshing instance network info cache due to event network-changed-9105a57c-77b4-4fb7-a79d-b3043888294a. {{(pid=62328) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 853.435824] env[62328]: DEBUG oslo_concurrency.lockutils [req-39c4ce7e-e117-4f68-a4c4-d7163edaa12b req-30a416c8-0031-4627-a7ca-38858ce684c5 service nova] Acquiring lock "refresh_cache-95dd703a-595e-467a-a8e9-bef4f806c33f" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 853.435976] env[62328]: DEBUG oslo_concurrency.lockutils [req-39c4ce7e-e117-4f68-a4c4-d7163edaa12b req-30a416c8-0031-4627-a7ca-38858ce684c5 service nova] Acquired lock "refresh_cache-95dd703a-595e-467a-a8e9-bef4f806c33f" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.436155] env[62328]: DEBUG nova.network.neutron [req-39c4ce7e-e117-4f68-a4c4-d7163edaa12b req-30a416c8-0031-4627-a7ca-38858ce684c5 service nova] [instance: 95dd703a-595e-467a-a8e9-bef4f806c33f] Refreshing network info cache for port 9105a57c-77b4-4fb7-a79d-b3043888294a {{(pid=62328) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 853.503787] env[62328]: DEBUG nova.virt.vmwareapi.vmops [None req-499306db-dc39-4bf8-ac68-7ea11d9e6a19 tempest-ImagesTestJSON-1776717495 tempest-ImagesTestJSON-1776717495-project-member] [instance: e237fc84-753c-4824-a26a-498ba160f4f9] Creating linked-clone VM from snapshot {{(pid=62328) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 853.506652] env[62328]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-0a5af5a4-d9b5-4a6a-a67f-078b790df49b {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 853.514702] env[62328]: DEBUG oslo_vmware.api [None req-499306db-dc39-4bf8-ac68-7ea11d9e6a19 tempest-ImagesTestJSON-1776717495 tempest-ImagesTestJSON-1776717495-project-member] Waiting for the task: (returnval){ [ 853.514702] env[62328]: value = "task-2387031" [ 853.514702] env[62328]: _type = "Task" [ 853.514702] env[62328]: } to complete. {{(pid=62328) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 853.522510] env[62328]: DEBUG oslo_vmware.api [None req-499306db-dc39-4bf8-ac68-7ea11d9e6a19 tempest-ImagesTestJSON-1776717495 tempest-ImagesTestJSON-1776717495-project-member] Task: {'id': task-2387031, 'name': CloneVM_Task} progress is 0%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 853.532172] env[62328]: DEBUG oslo_concurrency.lockutils [None req-0a1dfd1d-a4ab-42ad-9cb8-aee0406e5ba1 tempest-ServerActionsTestJSON-389109759 tempest-ServerActionsTestJSON-389109759-project-member] Acquiring lock "refresh_cache-95dd703a-595e-467a-a8e9-bef4f806c33f" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 853.778494] env[62328]: DEBUG nova.network.neutron [req-4c45ae49-9f54-4e3c-ab64-56b7b3e36165 req-5edc1d83-b254-4da2-94f3-016e5e669622 service nova] [instance: 5891892e-7d7f-4464-8956-6178d3e75fec] Updated VIF entry in instance network info cache for port 952c8d73-52f3-4571-b483-df233d12cd26. {{(pid=62328) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 853.778884] env[62328]: DEBUG nova.network.neutron [req-4c45ae49-9f54-4e3c-ab64-56b7b3e36165 req-5edc1d83-b254-4da2-94f3-016e5e669622 service nova] [instance: 5891892e-7d7f-4464-8956-6178d3e75fec] Updating instance_info_cache with network_info: [{"id": "952c8d73-52f3-4571-b483-df233d12cd26", "address": "fa:16:3e:88:be:4c", "network": {"id": "6bb51e3a-3ea5-407f-af2d-a3aa2b58eb3e", "bridge": "br-int", "label": "tempest-ServersTestJSON-585704246-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c45c639ce4254b028b1106f234f63616", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d829efb7-e98e-4b67-bd03-b0888287dbfd", "external-id": "nsx-vlan-transportzone-128", "segmentation_id": 128, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap952c8d73-52", "ovs_interfaceid": "952c8d73-52f3-4571-b483-df233d12cd26", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62328) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 853.849513] env[62328]: DEBUG oslo_vmware.api [None req-328457c7-180b-4748-a81e-8c532c44b22f tempest-ServersTestJSON-2041147199 tempest-ServersTestJSON-2041147199-project-member] Task: {'id': session[52a6e20e-410d-708a-99f2-080a575a99bd]52fe6a50-5e5e-2b60-7f76-cc075400aca1, 'name': SearchDatastore_Task, 'duration_secs': 0.038158} completed successfully. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 853.849602] env[62328]: DEBUG oslo_concurrency.lockutils [None req-328457c7-180b-4748-a81e-8c532c44b22f tempest-ServersTestJSON-2041147199 tempest-ServersTestJSON-2041147199-project-member] Releasing lock "[datastore2] devstack-image-cache_base/dbf872a4-92be-47e4-8561-c3e2bf2423ab" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 853.849842] env[62328]: DEBUG nova.virt.vmwareapi.vmops [None req-328457c7-180b-4748-a81e-8c532c44b22f tempest-ServersTestJSON-2041147199 tempest-ServersTestJSON-2041147199-project-member] [instance: 5891892e-7d7f-4464-8956-6178d3e75fec] Processing image dbf872a4-92be-47e4-8561-c3e2bf2423ab {{(pid=62328) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 853.850092] env[62328]: DEBUG oslo_concurrency.lockutils [None req-328457c7-180b-4748-a81e-8c532c44b22f tempest-ServersTestJSON-2041147199 tempest-ServersTestJSON-2041147199-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/dbf872a4-92be-47e4-8561-c3e2bf2423ab/dbf872a4-92be-47e4-8561-c3e2bf2423ab.vmdk" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 853.850241] env[62328]: DEBUG oslo_concurrency.lockutils [None req-328457c7-180b-4748-a81e-8c532c44b22f tempest-ServersTestJSON-2041147199 tempest-ServersTestJSON-2041147199-project-member] Acquired lock "[datastore2] devstack-image-cache_base/dbf872a4-92be-47e4-8561-c3e2bf2423ab/dbf872a4-92be-47e4-8561-c3e2bf2423ab.vmdk" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.850429] env[62328]: DEBUG nova.virt.vmwareapi.ds_util [None req-328457c7-180b-4748-a81e-8c532c44b22f tempest-ServersTestJSON-2041147199 tempest-ServersTestJSON-2041147199-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62328) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 853.850694] env[62328]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-a8a98b8f-a61c-4a45-8d87-073b81641b35 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 853.859051] env[62328]: DEBUG nova.virt.vmwareapi.ds_util [None req-328457c7-180b-4748-a81e-8c532c44b22f tempest-ServersTestJSON-2041147199 tempest-ServersTestJSON-2041147199-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62328) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 853.859755] env[62328]: DEBUG nova.virt.vmwareapi.vmops [None req-328457c7-180b-4748-a81e-8c532c44b22f tempest-ServersTestJSON-2041147199 tempest-ServersTestJSON-2041147199-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62328) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 853.860177] env[62328]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e4c5d2fd-8f96-4f86-8bff-08fefb9ee945 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 853.866159] env[62328]: DEBUG oslo_vmware.api [None req-328457c7-180b-4748-a81e-8c532c44b22f tempest-ServersTestJSON-2041147199 tempest-ServersTestJSON-2041147199-project-member] Waiting for the task: (returnval){ [ 853.866159] env[62328]: value = "session[52a6e20e-410d-708a-99f2-080a575a99bd]52453754-3685-e78d-99c8-377567b55295" [ 853.866159] env[62328]: _type = "Task" [ 853.866159] env[62328]: } to complete. {{(pid=62328) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 853.874639] env[62328]: DEBUG oslo_vmware.api [None req-328457c7-180b-4748-a81e-8c532c44b22f tempest-ServersTestJSON-2041147199 tempest-ServersTestJSON-2041147199-project-member] Task: {'id': session[52a6e20e-410d-708a-99f2-080a575a99bd]52453754-3685-e78d-99c8-377567b55295, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 853.925560] env[62328]: DEBUG oslo_vmware.api [None req-84b7dc19-7c0e-4da5-b908-b5a68b034d8f tempest-DeleteServersTestJSON-1766103036 tempest-DeleteServersTestJSON-1766103036-project-member] Task: {'id': task-2387030, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 853.936088] env[62328]: ERROR nova.scheduler.client.report [None req-4130387c-4d16-44c8-8761-1685247b2e26 tempest-AttachVolumeNegativeTest-1920358930 tempest-AttachVolumeNegativeTest-1920358930-project-member] [req-fb901590-6f2d-45ce-9298-dc596c7d4a9f] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 153, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 3469e9f8-04af-49ca-8435-49f104496744. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-fb901590-6f2d-45ce-9298-dc596c7d4a9f"}]} [ 853.952996] env[62328]: DEBUG nova.scheduler.client.report [None req-4130387c-4d16-44c8-8761-1685247b2e26 tempest-AttachVolumeNegativeTest-1920358930 tempest-AttachVolumeNegativeTest-1920358930-project-member] Refreshing inventories for resource provider 3469e9f8-04af-49ca-8435-49f104496744 {{(pid=62328) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 853.967815] env[62328]: DEBUG nova.scheduler.client.report [None req-4130387c-4d16-44c8-8761-1685247b2e26 tempest-AttachVolumeNegativeTest-1920358930 tempest-AttachVolumeNegativeTest-1920358930-project-member] Updating ProviderTree inventory for provider 3469e9f8-04af-49ca-8435-49f104496744 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 152, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62328) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 853.967994] env[62328]: DEBUG nova.compute.provider_tree [None req-4130387c-4d16-44c8-8761-1685247b2e26 tempest-AttachVolumeNegativeTest-1920358930 tempest-AttachVolumeNegativeTest-1920358930-project-member] Updating inventory in ProviderTree for provider 3469e9f8-04af-49ca-8435-49f104496744 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 152, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62328) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 853.970723] env[62328]: DEBUG nova.network.neutron [req-39c4ce7e-e117-4f68-a4c4-d7163edaa12b req-30a416c8-0031-4627-a7ca-38858ce684c5 service nova] [instance: 95dd703a-595e-467a-a8e9-bef4f806c33f] Instance cache missing network info. {{(pid=62328) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 853.982470] env[62328]: DEBUG nova.scheduler.client.report [None req-4130387c-4d16-44c8-8761-1685247b2e26 tempest-AttachVolumeNegativeTest-1920358930 tempest-AttachVolumeNegativeTest-1920358930-project-member] Refreshing aggregate associations for resource provider 3469e9f8-04af-49ca-8435-49f104496744, aggregates: None {{(pid=62328) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 854.003053] env[62328]: DEBUG nova.scheduler.client.report [None req-4130387c-4d16-44c8-8761-1685247b2e26 tempest-AttachVolumeNegativeTest-1920358930 tempest-AttachVolumeNegativeTest-1920358930-project-member] Refreshing trait associations for resource provider 3469e9f8-04af-49ca-8435-49f104496744, traits: COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_NODE,HW_ARCH_X86_64,COMPUTE_SAME_HOST_COLD_MIGRATE {{(pid=62328) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 854.027509] env[62328]: DEBUG oslo_vmware.api [None req-499306db-dc39-4bf8-ac68-7ea11d9e6a19 tempest-ImagesTestJSON-1776717495 tempest-ImagesTestJSON-1776717495-project-member] Task: {'id': task-2387031, 'name': CloneVM_Task} progress is 94%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 854.055940] env[62328]: DEBUG nova.network.neutron [req-39c4ce7e-e117-4f68-a4c4-d7163edaa12b req-30a416c8-0031-4627-a7ca-38858ce684c5 service nova] [instance: 95dd703a-595e-467a-a8e9-bef4f806c33f] Updating instance_info_cache with network_info: [] {{(pid=62328) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 854.288535] env[62328]: DEBUG oslo_concurrency.lockutils [req-4c45ae49-9f54-4e3c-ab64-56b7b3e36165 req-5edc1d83-b254-4da2-94f3-016e5e669622 service nova] Releasing lock "refresh_cache-5891892e-7d7f-4464-8956-6178d3e75fec" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 854.330772] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-27f151ff-8bfb-4c19-9b6e-ca2961cac70a {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 854.340311] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0a15015e-7fcb-4986-affd-61d8986889d5 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 854.376384] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-171f002b-974c-42e8-8b0c-f45c4f8a4b1d {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 854.388347] env[62328]: DEBUG oslo_vmware.api [None req-328457c7-180b-4748-a81e-8c532c44b22f tempest-ServersTestJSON-2041147199 tempest-ServersTestJSON-2041147199-project-member] Task: {'id': session[52a6e20e-410d-708a-99f2-080a575a99bd]52453754-3685-e78d-99c8-377567b55295, 'name': SearchDatastore_Task, 'duration_secs': 0.008481} completed successfully. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 854.392231] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-300c49a0-dda7-4a42-8593-cedda74c1cfe {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 854.396647] env[62328]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-305a137c-b68b-4281-bdd7-10097986af3e {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 854.414019] env[62328]: DEBUG nova.compute.provider_tree [None req-4130387c-4d16-44c8-8761-1685247b2e26 tempest-AttachVolumeNegativeTest-1920358930 tempest-AttachVolumeNegativeTest-1920358930-project-member] Inventory has not changed in ProviderTree for provider: 3469e9f8-04af-49ca-8435-49f104496744 {{(pid=62328) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 854.414019] env[62328]: DEBUG oslo_vmware.api [None req-328457c7-180b-4748-a81e-8c532c44b22f tempest-ServersTestJSON-2041147199 tempest-ServersTestJSON-2041147199-project-member] Waiting for the task: (returnval){ [ 854.414019] env[62328]: value = "session[52a6e20e-410d-708a-99f2-080a575a99bd]52c8a8a4-f175-25e2-c7e0-a51bd62a8996" [ 854.414019] env[62328]: _type = "Task" [ 854.414019] env[62328]: } to complete. {{(pid=62328) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 854.424113] env[62328]: DEBUG oslo_vmware.api [None req-328457c7-180b-4748-a81e-8c532c44b22f tempest-ServersTestJSON-2041147199 tempest-ServersTestJSON-2041147199-project-member] Task: {'id': session[52a6e20e-410d-708a-99f2-080a575a99bd]52c8a8a4-f175-25e2-c7e0-a51bd62a8996, 'name': SearchDatastore_Task, 'duration_secs': 0.008906} completed successfully. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 854.427241] env[62328]: DEBUG oslo_concurrency.lockutils [None req-328457c7-180b-4748-a81e-8c532c44b22f tempest-ServersTestJSON-2041147199 tempest-ServersTestJSON-2041147199-project-member] Releasing lock "[datastore2] devstack-image-cache_base/dbf872a4-92be-47e4-8561-c3e2bf2423ab/dbf872a4-92be-47e4-8561-c3e2bf2423ab.vmdk" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 854.427549] env[62328]: DEBUG nova.virt.vmwareapi.vm_util [None req-328457c7-180b-4748-a81e-8c532c44b22f tempest-ServersTestJSON-2041147199 tempest-ServersTestJSON-2041147199-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/dbf872a4-92be-47e4-8561-c3e2bf2423ab/dbf872a4-92be-47e4-8561-c3e2bf2423ab.vmdk to [datastore2] 5891892e-7d7f-4464-8956-6178d3e75fec/5891892e-7d7f-4464-8956-6178d3e75fec.vmdk {{(pid=62328) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 854.428165] env[62328]: DEBUG oslo_vmware.api [None req-84b7dc19-7c0e-4da5-b908-b5a68b034d8f tempest-DeleteServersTestJSON-1766103036 tempest-DeleteServersTestJSON-1766103036-project-member] Task: {'id': task-2387030, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.476134} completed successfully. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 854.428432] env[62328]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-84bd7cb8-9d99-403e-9597-ed2e0fed02e7 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 854.430859] env[62328]: DEBUG nova.virt.vmwareapi.vm_util [None req-84b7dc19-7c0e-4da5-b908-b5a68b034d8f tempest-DeleteServersTestJSON-1766103036 tempest-DeleteServersTestJSON-1766103036-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/dbf872a4-92be-47e4-8561-c3e2bf2423ab/dbf872a4-92be-47e4-8561-c3e2bf2423ab.vmdk to [datastore2] b2aeacce-e015-41c8-9976-73e94dad243b/b2aeacce-e015-41c8-9976-73e94dad243b.vmdk {{(pid=62328) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 854.431160] env[62328]: DEBUG nova.virt.vmwareapi.vmops [None req-84b7dc19-7c0e-4da5-b908-b5a68b034d8f tempest-DeleteServersTestJSON-1766103036 tempest-DeleteServersTestJSON-1766103036-project-member] [instance: b2aeacce-e015-41c8-9976-73e94dad243b] Extending root virtual disk to 1048576 {{(pid=62328) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 854.431473] env[62328]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-957d26fc-00cc-4213-ba4b-0b1b1dfbebac {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 854.437743] env[62328]: DEBUG oslo_vmware.api [None req-328457c7-180b-4748-a81e-8c532c44b22f tempest-ServersTestJSON-2041147199 tempest-ServersTestJSON-2041147199-project-member] Waiting for the task: (returnval){ [ 854.437743] env[62328]: value = "task-2387032" [ 854.437743] env[62328]: _type = "Task" [ 854.437743] env[62328]: } to complete. {{(pid=62328) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 854.438956] env[62328]: DEBUG oslo_vmware.api [None req-84b7dc19-7c0e-4da5-b908-b5a68b034d8f tempest-DeleteServersTestJSON-1766103036 tempest-DeleteServersTestJSON-1766103036-project-member] Waiting for the task: (returnval){ [ 854.438956] env[62328]: value = "task-2387033" [ 854.438956] env[62328]: _type = "Task" [ 854.438956] env[62328]: } to complete. {{(pid=62328) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 854.449447] env[62328]: DEBUG oslo_vmware.api [None req-328457c7-180b-4748-a81e-8c532c44b22f tempest-ServersTestJSON-2041147199 tempest-ServersTestJSON-2041147199-project-member] Task: {'id': task-2387032, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 854.452332] env[62328]: DEBUG oslo_vmware.api [None req-84b7dc19-7c0e-4da5-b908-b5a68b034d8f tempest-DeleteServersTestJSON-1766103036 tempest-DeleteServersTestJSON-1766103036-project-member] Task: {'id': task-2387033, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 854.530967] env[62328]: DEBUG oslo_vmware.api [None req-499306db-dc39-4bf8-ac68-7ea11d9e6a19 tempest-ImagesTestJSON-1776717495 tempest-ImagesTestJSON-1776717495-project-member] Task: {'id': task-2387031, 'name': CloneVM_Task} progress is 94%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 854.558851] env[62328]: DEBUG oslo_concurrency.lockutils [req-39c4ce7e-e117-4f68-a4c4-d7163edaa12b req-30a416c8-0031-4627-a7ca-38858ce684c5 service nova] Releasing lock "refresh_cache-95dd703a-595e-467a-a8e9-bef4f806c33f" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 854.560042] env[62328]: DEBUG oslo_concurrency.lockutils [None req-0a1dfd1d-a4ab-42ad-9cb8-aee0406e5ba1 tempest-ServerActionsTestJSON-389109759 tempest-ServerActionsTestJSON-389109759-project-member] Acquired lock "refresh_cache-95dd703a-595e-467a-a8e9-bef4f806c33f" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 854.560042] env[62328]: DEBUG nova.network.neutron [None req-0a1dfd1d-a4ab-42ad-9cb8-aee0406e5ba1 tempest-ServerActionsTestJSON-389109759 tempest-ServerActionsTestJSON-389109759-project-member] [instance: 95dd703a-595e-467a-a8e9-bef4f806c33f] Building network info cache for instance {{(pid=62328) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 854.915654] env[62328]: DEBUG nova.scheduler.client.report [None req-4130387c-4d16-44c8-8761-1685247b2e26 tempest-AttachVolumeNegativeTest-1920358930 tempest-AttachVolumeNegativeTest-1920358930-project-member] Inventory has not changed for provider 3469e9f8-04af-49ca-8435-49f104496744 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 152, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62328) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 854.955320] env[62328]: DEBUG oslo_vmware.api [None req-84b7dc19-7c0e-4da5-b908-b5a68b034d8f tempest-DeleteServersTestJSON-1766103036 tempest-DeleteServersTestJSON-1766103036-project-member] Task: {'id': task-2387033, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.076037} completed successfully. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 854.957754] env[62328]: DEBUG nova.virt.vmwareapi.vmops [None req-84b7dc19-7c0e-4da5-b908-b5a68b034d8f tempest-DeleteServersTestJSON-1766103036 tempest-DeleteServersTestJSON-1766103036-project-member] [instance: b2aeacce-e015-41c8-9976-73e94dad243b] Extended root virtual disk {{(pid=62328) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 854.958150] env[62328]: DEBUG oslo_vmware.api [None req-328457c7-180b-4748-a81e-8c532c44b22f tempest-ServersTestJSON-2041147199 tempest-ServersTestJSON-2041147199-project-member] Task: {'id': task-2387032, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 854.958989] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-211ed9dc-6c47-45c0-bd3d-1eb9039a2aab {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 854.982615] env[62328]: DEBUG nova.virt.vmwareapi.volumeops [None req-84b7dc19-7c0e-4da5-b908-b5a68b034d8f tempest-DeleteServersTestJSON-1766103036 tempest-DeleteServersTestJSON-1766103036-project-member] [instance: b2aeacce-e015-41c8-9976-73e94dad243b] Reconfiguring VM instance instance-00000047 to attach disk [datastore2] b2aeacce-e015-41c8-9976-73e94dad243b/b2aeacce-e015-41c8-9976-73e94dad243b.vmdk or device None with type sparse {{(pid=62328) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 854.982945] env[62328]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-cb73652e-4196-4b26-817e-40c5c75c2445 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 855.002617] env[62328]: DEBUG oslo_vmware.api [None req-84b7dc19-7c0e-4da5-b908-b5a68b034d8f tempest-DeleteServersTestJSON-1766103036 tempest-DeleteServersTestJSON-1766103036-project-member] Waiting for the task: (returnval){ [ 855.002617] env[62328]: value = "task-2387034" [ 855.002617] env[62328]: _type = "Task" [ 855.002617] env[62328]: } to complete. {{(pid=62328) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 855.011193] env[62328]: DEBUG oslo_vmware.api [None req-84b7dc19-7c0e-4da5-b908-b5a68b034d8f tempest-DeleteServersTestJSON-1766103036 tempest-DeleteServersTestJSON-1766103036-project-member] Task: {'id': task-2387034, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 855.025963] env[62328]: DEBUG oslo_vmware.api [None req-499306db-dc39-4bf8-ac68-7ea11d9e6a19 tempest-ImagesTestJSON-1776717495 tempest-ImagesTestJSON-1776717495-project-member] Task: {'id': task-2387031, 'name': CloneVM_Task} progress is 95%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 855.105207] env[62328]: DEBUG nova.network.neutron [None req-0a1dfd1d-a4ab-42ad-9cb8-aee0406e5ba1 tempest-ServerActionsTestJSON-389109759 tempest-ServerActionsTestJSON-389109759-project-member] [instance: 95dd703a-595e-467a-a8e9-bef4f806c33f] Instance cache missing network info. {{(pid=62328) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 855.277593] env[62328]: DEBUG nova.network.neutron [None req-0a1dfd1d-a4ab-42ad-9cb8-aee0406e5ba1 tempest-ServerActionsTestJSON-389109759 tempest-ServerActionsTestJSON-389109759-project-member] [instance: 95dd703a-595e-467a-a8e9-bef4f806c33f] Updating instance_info_cache with network_info: [{"id": "9105a57c-77b4-4fb7-a79d-b3043888294a", "address": "fa:16:3e:66:e8:f8", "network": {"id": "805c8157-3d39-4783-8cec-987f63104f4b", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-938088414-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9a4c228c680f4e5fa3409558e769cc0a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c1195acd-707f-4bac-a99d-14db17a63802", "external-id": "nsx-vlan-transportzone-322", "segmentation_id": 322, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9105a57c-77", "ovs_interfaceid": "9105a57c-77b4-4fb7-a79d-b3043888294a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62328) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 855.385403] env[62328]: DEBUG oslo_concurrency.lockutils [None req-1b339622-8813-4d7f-a56a-63666b82da73 tempest-ServerDiskConfigTestJSON-126406698 tempest-ServerDiskConfigTestJSON-126406698-project-member] Acquiring lock "385995cc-5fe5-4c9d-9128-69a3767e682f" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 855.385813] env[62328]: DEBUG oslo_concurrency.lockutils [None req-1b339622-8813-4d7f-a56a-63666b82da73 tempest-ServerDiskConfigTestJSON-126406698 tempest-ServerDiskConfigTestJSON-126406698-project-member] Lock "385995cc-5fe5-4c9d-9128-69a3767e682f" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.001s {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 855.385936] env[62328]: DEBUG nova.compute.manager [None req-1b339622-8813-4d7f-a56a-63666b82da73 tempest-ServerDiskConfigTestJSON-126406698 tempest-ServerDiskConfigTestJSON-126406698-project-member] [instance: 385995cc-5fe5-4c9d-9128-69a3767e682f] Going to confirm migration 3 {{(pid=62328) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:5250}} [ 855.422463] env[62328]: DEBUG oslo_concurrency.lockutils [None req-4130387c-4d16-44c8-8761-1685247b2e26 tempest-AttachVolumeNegativeTest-1920358930 tempest-AttachVolumeNegativeTest-1920358930-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.485s {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 855.423040] env[62328]: DEBUG nova.compute.manager [None req-4130387c-4d16-44c8-8761-1685247b2e26 tempest-AttachVolumeNegativeTest-1920358930 tempest-AttachVolumeNegativeTest-1920358930-project-member] [instance: 7adef1ae-8c30-4c37-be1b-f4163d47eff1] Start building networks asynchronously for instance. {{(pid=62328) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 855.425976] env[62328]: DEBUG oslo_concurrency.lockutils [None req-48899123-d381-40e8-b3a6-4a45d2adf31a tempest-ServerShowV257Test-2024025592 tempest-ServerShowV257Test-2024025592-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 14.017s {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 855.426180] env[62328]: DEBUG nova.objects.instance [None req-48899123-d381-40e8-b3a6-4a45d2adf31a tempest-ServerShowV257Test-2024025592 tempest-ServerShowV257Test-2024025592-project-member] [instance: d60294e0-35a3-4c90-8a63-a525ff1c6833] Trying to apply a migration context that does not seem to be set for this instance {{(pid=62328) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 855.450845] env[62328]: DEBUG oslo_vmware.api [None req-328457c7-180b-4748-a81e-8c532c44b22f tempest-ServersTestJSON-2041147199 tempest-ServersTestJSON-2041147199-project-member] Task: {'id': task-2387032, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.525243} completed successfully. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 855.452036] env[62328]: DEBUG nova.virt.vmwareapi.vm_util [None req-328457c7-180b-4748-a81e-8c532c44b22f tempest-ServersTestJSON-2041147199 tempest-ServersTestJSON-2041147199-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/dbf872a4-92be-47e4-8561-c3e2bf2423ab/dbf872a4-92be-47e4-8561-c3e2bf2423ab.vmdk to [datastore2] 5891892e-7d7f-4464-8956-6178d3e75fec/5891892e-7d7f-4464-8956-6178d3e75fec.vmdk {{(pid=62328) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 855.452036] env[62328]: DEBUG nova.virt.vmwareapi.vmops [None req-328457c7-180b-4748-a81e-8c532c44b22f tempest-ServersTestJSON-2041147199 tempest-ServersTestJSON-2041147199-project-member] [instance: 5891892e-7d7f-4464-8956-6178d3e75fec] Extending root virtual disk to 1048576 {{(pid=62328) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 855.452036] env[62328]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-2026eb86-e02b-4f95-a6f5-151d150c0780 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 855.462139] env[62328]: DEBUG oslo_vmware.api [None req-328457c7-180b-4748-a81e-8c532c44b22f tempest-ServersTestJSON-2041147199 tempest-ServersTestJSON-2041147199-project-member] Waiting for the task: (returnval){ [ 855.462139] env[62328]: value = "task-2387035" [ 855.462139] env[62328]: _type = "Task" [ 855.462139] env[62328]: } to complete. {{(pid=62328) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 855.470157] env[62328]: DEBUG oslo_vmware.api [None req-328457c7-180b-4748-a81e-8c532c44b22f tempest-ServersTestJSON-2041147199 tempest-ServersTestJSON-2041147199-project-member] Task: {'id': task-2387035, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 855.515035] env[62328]: DEBUG oslo_vmware.api [None req-84b7dc19-7c0e-4da5-b908-b5a68b034d8f tempest-DeleteServersTestJSON-1766103036 tempest-DeleteServersTestJSON-1766103036-project-member] Task: {'id': task-2387034, 'name': ReconfigVM_Task, 'duration_secs': 0.33939} completed successfully. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 855.515612] env[62328]: DEBUG nova.virt.vmwareapi.volumeops [None req-84b7dc19-7c0e-4da5-b908-b5a68b034d8f tempest-DeleteServersTestJSON-1766103036 tempest-DeleteServersTestJSON-1766103036-project-member] [instance: b2aeacce-e015-41c8-9976-73e94dad243b] Reconfigured VM instance instance-00000047 to attach disk [datastore2] b2aeacce-e015-41c8-9976-73e94dad243b/b2aeacce-e015-41c8-9976-73e94dad243b.vmdk or device None with type sparse {{(pid=62328) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 855.516076] env[62328]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-f7970d58-d9a8-4493-998c-a43e470d4f58 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 855.527868] env[62328]: DEBUG oslo_vmware.api [None req-499306db-dc39-4bf8-ac68-7ea11d9e6a19 tempest-ImagesTestJSON-1776717495 tempest-ImagesTestJSON-1776717495-project-member] Task: {'id': task-2387031, 'name': CloneVM_Task, 'duration_secs': 1.900319} completed successfully. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 855.529240] env[62328]: INFO nova.virt.vmwareapi.vmops [None req-499306db-dc39-4bf8-ac68-7ea11d9e6a19 tempest-ImagesTestJSON-1776717495 tempest-ImagesTestJSON-1776717495-project-member] [instance: e237fc84-753c-4824-a26a-498ba160f4f9] Created linked-clone VM from snapshot [ 855.529589] env[62328]: DEBUG oslo_vmware.api [None req-84b7dc19-7c0e-4da5-b908-b5a68b034d8f tempest-DeleteServersTestJSON-1766103036 tempest-DeleteServersTestJSON-1766103036-project-member] Waiting for the task: (returnval){ [ 855.529589] env[62328]: value = "task-2387036" [ 855.529589] env[62328]: _type = "Task" [ 855.529589] env[62328]: } to complete. {{(pid=62328) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 855.530367] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-19a34ebe-bcca-407c-97dd-67871ea5fad8 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 855.541506] env[62328]: DEBUG nova.virt.vmwareapi.images [None req-499306db-dc39-4bf8-ac68-7ea11d9e6a19 tempest-ImagesTestJSON-1776717495 tempest-ImagesTestJSON-1776717495-project-member] [instance: e237fc84-753c-4824-a26a-498ba160f4f9] Uploading image 0eb34995-d601-4bff-b384-243b20cac601 {{(pid=62328) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 855.546930] env[62328]: DEBUG oslo_vmware.api [None req-84b7dc19-7c0e-4da5-b908-b5a68b034d8f tempest-DeleteServersTestJSON-1766103036 tempest-DeleteServersTestJSON-1766103036-project-member] Task: {'id': task-2387036, 'name': Rename_Task} progress is 10%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 855.564113] env[62328]: DEBUG oslo_vmware.rw_handles [None req-499306db-dc39-4bf8-ac68-7ea11d9e6a19 tempest-ImagesTestJSON-1776717495 tempest-ImagesTestJSON-1776717495-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 855.564113] env[62328]: value = "vm-484363" [ 855.564113] env[62328]: _type = "VirtualMachine" [ 855.564113] env[62328]: }. {{(pid=62328) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 855.564379] env[62328]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-78c49011-d80d-4482-abf3-2152680fde96 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 855.571661] env[62328]: DEBUG oslo_vmware.rw_handles [None req-499306db-dc39-4bf8-ac68-7ea11d9e6a19 tempest-ImagesTestJSON-1776717495 tempest-ImagesTestJSON-1776717495-project-member] Lease: (returnval){ [ 855.571661] env[62328]: value = "session[52a6e20e-410d-708a-99f2-080a575a99bd]52c1cfed-88fd-eb09-977a-916782e3ebb7" [ 855.571661] env[62328]: _type = "HttpNfcLease" [ 855.571661] env[62328]: } obtained for exporting VM: (result){ [ 855.571661] env[62328]: value = "vm-484363" [ 855.571661] env[62328]: _type = "VirtualMachine" [ 855.571661] env[62328]: }. {{(pid=62328) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 855.571973] env[62328]: DEBUG oslo_vmware.api [None req-499306db-dc39-4bf8-ac68-7ea11d9e6a19 tempest-ImagesTestJSON-1776717495 tempest-ImagesTestJSON-1776717495-project-member] Waiting for the lease: (returnval){ [ 855.571973] env[62328]: value = "session[52a6e20e-410d-708a-99f2-080a575a99bd]52c1cfed-88fd-eb09-977a-916782e3ebb7" [ 855.571973] env[62328]: _type = "HttpNfcLease" [ 855.571973] env[62328]: } to be ready. {{(pid=62328) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 855.578377] env[62328]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 855.578377] env[62328]: value = "session[52a6e20e-410d-708a-99f2-080a575a99bd]52c1cfed-88fd-eb09-977a-916782e3ebb7" [ 855.578377] env[62328]: _type = "HttpNfcLease" [ 855.578377] env[62328]: } is initializing. {{(pid=62328) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 855.782209] env[62328]: DEBUG oslo_concurrency.lockutils [None req-0a1dfd1d-a4ab-42ad-9cb8-aee0406e5ba1 tempest-ServerActionsTestJSON-389109759 tempest-ServerActionsTestJSON-389109759-project-member] Releasing lock "refresh_cache-95dd703a-595e-467a-a8e9-bef4f806c33f" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 855.782209] env[62328]: DEBUG nova.compute.manager [None req-0a1dfd1d-a4ab-42ad-9cb8-aee0406e5ba1 tempest-ServerActionsTestJSON-389109759 tempest-ServerActionsTestJSON-389109759-project-member] [instance: 95dd703a-595e-467a-a8e9-bef4f806c33f] Instance network_info: |[{"id": "9105a57c-77b4-4fb7-a79d-b3043888294a", "address": "fa:16:3e:66:e8:f8", "network": {"id": "805c8157-3d39-4783-8cec-987f63104f4b", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-938088414-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9a4c228c680f4e5fa3409558e769cc0a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c1195acd-707f-4bac-a99d-14db17a63802", "external-id": "nsx-vlan-transportzone-322", "segmentation_id": 322, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9105a57c-77", "ovs_interfaceid": "9105a57c-77b4-4fb7-a79d-b3043888294a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62328) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 855.782490] env[62328]: DEBUG nova.virt.vmwareapi.vmops [None req-0a1dfd1d-a4ab-42ad-9cb8-aee0406e5ba1 tempest-ServerActionsTestJSON-389109759 tempest-ServerActionsTestJSON-389109759-project-member] [instance: 95dd703a-595e-467a-a8e9-bef4f806c33f] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:66:e8:f8', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'c1195acd-707f-4bac-a99d-14db17a63802', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '9105a57c-77b4-4fb7-a79d-b3043888294a', 'vif_model': 'vmxnet3'}] {{(pid=62328) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 855.790630] env[62328]: DEBUG nova.virt.vmwareapi.vm_util [None req-0a1dfd1d-a4ab-42ad-9cb8-aee0406e5ba1 tempest-ServerActionsTestJSON-389109759 tempest-ServerActionsTestJSON-389109759-project-member] Creating folder: Project (9a4c228c680f4e5fa3409558e769cc0a). Parent ref: group-v484164. {{(pid=62328) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 855.791106] env[62328]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-b8bab9ba-6445-44ac-9a2f-67e1c0a5cf2e {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 855.803601] env[62328]: INFO nova.virt.vmwareapi.vm_util [None req-0a1dfd1d-a4ab-42ad-9cb8-aee0406e5ba1 tempest-ServerActionsTestJSON-389109759 tempest-ServerActionsTestJSON-389109759-project-member] Created folder: Project (9a4c228c680f4e5fa3409558e769cc0a) in parent group-v484164. [ 855.803853] env[62328]: DEBUG nova.virt.vmwareapi.vm_util [None req-0a1dfd1d-a4ab-42ad-9cb8-aee0406e5ba1 tempest-ServerActionsTestJSON-389109759 tempest-ServerActionsTestJSON-389109759-project-member] Creating folder: Instances. Parent ref: group-v484364. {{(pid=62328) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 855.804159] env[62328]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-5b4a8ca3-a7a8-4433-b7c6-82857767c7b7 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 855.813555] env[62328]: INFO nova.virt.vmwareapi.vm_util [None req-0a1dfd1d-a4ab-42ad-9cb8-aee0406e5ba1 tempest-ServerActionsTestJSON-389109759 tempest-ServerActionsTestJSON-389109759-project-member] Created folder: Instances in parent group-v484364. [ 855.813860] env[62328]: DEBUG oslo.service.loopingcall [None req-0a1dfd1d-a4ab-42ad-9cb8-aee0406e5ba1 tempest-ServerActionsTestJSON-389109759 tempest-ServerActionsTestJSON-389109759-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62328) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 855.814102] env[62328]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 95dd703a-595e-467a-a8e9-bef4f806c33f] Creating VM on the ESX host {{(pid=62328) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 855.814320] env[62328]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-9f59bdb0-708c-4c1c-b004-4f9796d91f36 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 855.835069] env[62328]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 855.835069] env[62328]: value = "task-2387040" [ 855.835069] env[62328]: _type = "Task" [ 855.835069] env[62328]: } to complete. {{(pid=62328) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 855.844435] env[62328]: DEBUG oslo_vmware.api [-] Task: {'id': task-2387040, 'name': CreateVM_Task} progress is 0%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 855.930669] env[62328]: DEBUG nova.compute.utils [None req-4130387c-4d16-44c8-8761-1685247b2e26 tempest-AttachVolumeNegativeTest-1920358930 tempest-AttachVolumeNegativeTest-1920358930-project-member] Using /dev/sd instead of None {{(pid=62328) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 855.935467] env[62328]: DEBUG nova.compute.manager [None req-4130387c-4d16-44c8-8761-1685247b2e26 tempest-AttachVolumeNegativeTest-1920358930 tempest-AttachVolumeNegativeTest-1920358930-project-member] [instance: 7adef1ae-8c30-4c37-be1b-f4163d47eff1] Allocating IP information in the background. {{(pid=62328) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 855.935467] env[62328]: DEBUG nova.network.neutron [None req-4130387c-4d16-44c8-8761-1685247b2e26 tempest-AttachVolumeNegativeTest-1920358930 tempest-AttachVolumeNegativeTest-1920358930-project-member] [instance: 7adef1ae-8c30-4c37-be1b-f4163d47eff1] allocate_for_instance() {{(pid=62328) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 855.941712] env[62328]: DEBUG oslo_concurrency.lockutils [None req-1b339622-8813-4d7f-a56a-63666b82da73 tempest-ServerDiskConfigTestJSON-126406698 tempest-ServerDiskConfigTestJSON-126406698-project-member] Acquiring lock "refresh_cache-385995cc-5fe5-4c9d-9128-69a3767e682f" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 855.942078] env[62328]: DEBUG oslo_concurrency.lockutils [None req-1b339622-8813-4d7f-a56a-63666b82da73 tempest-ServerDiskConfigTestJSON-126406698 tempest-ServerDiskConfigTestJSON-126406698-project-member] Acquired lock "refresh_cache-385995cc-5fe5-4c9d-9128-69a3767e682f" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.942259] env[62328]: DEBUG nova.network.neutron [None req-1b339622-8813-4d7f-a56a-63666b82da73 tempest-ServerDiskConfigTestJSON-126406698 tempest-ServerDiskConfigTestJSON-126406698-project-member] [instance: 385995cc-5fe5-4c9d-9128-69a3767e682f] Building network info cache for instance {{(pid=62328) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 855.942512] env[62328]: DEBUG nova.objects.instance [None req-1b339622-8813-4d7f-a56a-63666b82da73 tempest-ServerDiskConfigTestJSON-126406698 tempest-ServerDiskConfigTestJSON-126406698-project-member] Lazy-loading 'info_cache' on Instance uuid 385995cc-5fe5-4c9d-9128-69a3767e682f {{(pid=62328) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 855.969911] env[62328]: DEBUG oslo_vmware.api [None req-328457c7-180b-4748-a81e-8c532c44b22f tempest-ServersTestJSON-2041147199 tempest-ServersTestJSON-2041147199-project-member] Task: {'id': task-2387035, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.066167} completed successfully. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 855.970250] env[62328]: DEBUG nova.virt.vmwareapi.vmops [None req-328457c7-180b-4748-a81e-8c532c44b22f tempest-ServersTestJSON-2041147199 tempest-ServersTestJSON-2041147199-project-member] [instance: 5891892e-7d7f-4464-8956-6178d3e75fec] Extended root virtual disk {{(pid=62328) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 855.971087] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fbc5a880-aeb0-41b5-ae21-edeafbb34744 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 855.994136] env[62328]: DEBUG nova.virt.vmwareapi.volumeops [None req-328457c7-180b-4748-a81e-8c532c44b22f tempest-ServersTestJSON-2041147199 tempest-ServersTestJSON-2041147199-project-member] [instance: 5891892e-7d7f-4464-8956-6178d3e75fec] Reconfiguring VM instance instance-00000048 to attach disk [datastore2] 5891892e-7d7f-4464-8956-6178d3e75fec/5891892e-7d7f-4464-8956-6178d3e75fec.vmdk or device None with type sparse {{(pid=62328) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 855.994787] env[62328]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f2f7c519-0eff-4e90-8cad-da5eec3e4121 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 856.010480] env[62328]: DEBUG nova.policy [None req-4130387c-4d16-44c8-8761-1685247b2e26 tempest-AttachVolumeNegativeTest-1920358930 tempest-AttachVolumeNegativeTest-1920358930-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'd78627a77d7d43dba8393759cc26fbfa', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '3d8ff424d526451a9374555ba25a4243', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62328) authorize /opt/stack/nova/nova/policy.py:192}} [ 856.016716] env[62328]: DEBUG oslo_vmware.api [None req-328457c7-180b-4748-a81e-8c532c44b22f tempest-ServersTestJSON-2041147199 tempest-ServersTestJSON-2041147199-project-member] Waiting for the task: (returnval){ [ 856.016716] env[62328]: value = "task-2387041" [ 856.016716] env[62328]: _type = "Task" [ 856.016716] env[62328]: } to complete. {{(pid=62328) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 856.024851] env[62328]: DEBUG oslo_vmware.api [None req-328457c7-180b-4748-a81e-8c532c44b22f tempest-ServersTestJSON-2041147199 tempest-ServersTestJSON-2041147199-project-member] Task: {'id': task-2387041, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 856.042326] env[62328]: DEBUG oslo_vmware.api [None req-84b7dc19-7c0e-4da5-b908-b5a68b034d8f tempest-DeleteServersTestJSON-1766103036 tempest-DeleteServersTestJSON-1766103036-project-member] Task: {'id': task-2387036, 'name': Rename_Task, 'duration_secs': 0.17772} completed successfully. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 856.042476] env[62328]: DEBUG nova.virt.vmwareapi.vm_util [None req-84b7dc19-7c0e-4da5-b908-b5a68b034d8f tempest-DeleteServersTestJSON-1766103036 tempest-DeleteServersTestJSON-1766103036-project-member] [instance: b2aeacce-e015-41c8-9976-73e94dad243b] Powering on the VM {{(pid=62328) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 856.042716] env[62328]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-daf3c738-473f-4f49-bc64-d8c7c80d1dd0 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 856.049300] env[62328]: DEBUG oslo_vmware.api [None req-84b7dc19-7c0e-4da5-b908-b5a68b034d8f tempest-DeleteServersTestJSON-1766103036 tempest-DeleteServersTestJSON-1766103036-project-member] Waiting for the task: (returnval){ [ 856.049300] env[62328]: value = "task-2387042" [ 856.049300] env[62328]: _type = "Task" [ 856.049300] env[62328]: } to complete. {{(pid=62328) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 856.057889] env[62328]: DEBUG oslo_vmware.api [None req-84b7dc19-7c0e-4da5-b908-b5a68b034d8f tempest-DeleteServersTestJSON-1766103036 tempest-DeleteServersTestJSON-1766103036-project-member] Task: {'id': task-2387042, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 856.080652] env[62328]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 856.080652] env[62328]: value = "session[52a6e20e-410d-708a-99f2-080a575a99bd]52c1cfed-88fd-eb09-977a-916782e3ebb7" [ 856.080652] env[62328]: _type = "HttpNfcLease" [ 856.080652] env[62328]: } is ready. {{(pid=62328) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 856.081201] env[62328]: DEBUG oslo_vmware.rw_handles [None req-499306db-dc39-4bf8-ac68-7ea11d9e6a19 tempest-ImagesTestJSON-1776717495 tempest-ImagesTestJSON-1776717495-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 856.081201] env[62328]: value = "session[52a6e20e-410d-708a-99f2-080a575a99bd]52c1cfed-88fd-eb09-977a-916782e3ebb7" [ 856.081201] env[62328]: _type = "HttpNfcLease" [ 856.081201] env[62328]: }. {{(pid=62328) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 856.082017] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dd71a3c4-24e8-4836-a3d4-75720c119fde {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 856.092901] env[62328]: DEBUG oslo_vmware.rw_handles [None req-499306db-dc39-4bf8-ac68-7ea11d9e6a19 tempest-ImagesTestJSON-1776717495 tempest-ImagesTestJSON-1776717495-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/524cfcf8-4f84-6ffe-30a9-81072a8468d0/disk-0.vmdk from lease info. {{(pid=62328) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 856.094301] env[62328]: DEBUG oslo_vmware.rw_handles [None req-499306db-dc39-4bf8-ac68-7ea11d9e6a19 tempest-ImagesTestJSON-1776717495 tempest-ImagesTestJSON-1776717495-project-member] Opening URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/524cfcf8-4f84-6ffe-30a9-81072a8468d0/disk-0.vmdk for reading. {{(pid=62328) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 856.220086] env[62328]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-0bf1ef49-1432-4290-81a6-d495c16285d4 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 856.345372] env[62328]: DEBUG oslo_vmware.api [-] Task: {'id': task-2387040, 'name': CreateVM_Task, 'duration_secs': 0.380294} completed successfully. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 856.345550] env[62328]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 95dd703a-595e-467a-a8e9-bef4f806c33f] Created VM on the ESX host {{(pid=62328) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 856.346262] env[62328]: DEBUG oslo_concurrency.lockutils [None req-0a1dfd1d-a4ab-42ad-9cb8-aee0406e5ba1 tempest-ServerActionsTestJSON-389109759 tempest-ServerActionsTestJSON-389109759-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/dbf872a4-92be-47e4-8561-c3e2bf2423ab" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 856.346422] env[62328]: DEBUG oslo_concurrency.lockutils [None req-0a1dfd1d-a4ab-42ad-9cb8-aee0406e5ba1 tempest-ServerActionsTestJSON-389109759 tempest-ServerActionsTestJSON-389109759-project-member] Acquired lock "[datastore2] devstack-image-cache_base/dbf872a4-92be-47e4-8561-c3e2bf2423ab" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 856.346745] env[62328]: DEBUG oslo_concurrency.lockutils [None req-0a1dfd1d-a4ab-42ad-9cb8-aee0406e5ba1 tempest-ServerActionsTestJSON-389109759 tempest-ServerActionsTestJSON-389109759-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/dbf872a4-92be-47e4-8561-c3e2bf2423ab" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 856.346991] env[62328]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-139b575c-cb28-4f4c-b8c4-9a7ec202fde0 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 856.353014] env[62328]: DEBUG oslo_vmware.api [None req-0a1dfd1d-a4ab-42ad-9cb8-aee0406e5ba1 tempest-ServerActionsTestJSON-389109759 tempest-ServerActionsTestJSON-389109759-project-member] Waiting for the task: (returnval){ [ 856.353014] env[62328]: value = "session[52a6e20e-410d-708a-99f2-080a575a99bd]52385653-8339-a6a0-a565-937c84e92455" [ 856.353014] env[62328]: _type = "Task" [ 856.353014] env[62328]: } to complete. {{(pid=62328) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 856.366556] env[62328]: DEBUG oslo_vmware.api [None req-0a1dfd1d-a4ab-42ad-9cb8-aee0406e5ba1 tempest-ServerActionsTestJSON-389109759 tempest-ServerActionsTestJSON-389109759-project-member] Task: {'id': session[52a6e20e-410d-708a-99f2-080a575a99bd]52385653-8339-a6a0-a565-937c84e92455, 'name': SearchDatastore_Task, 'duration_secs': 0.009386} completed successfully. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 856.366869] env[62328]: DEBUG oslo_concurrency.lockutils [None req-0a1dfd1d-a4ab-42ad-9cb8-aee0406e5ba1 tempest-ServerActionsTestJSON-389109759 tempest-ServerActionsTestJSON-389109759-project-member] Releasing lock "[datastore2] devstack-image-cache_base/dbf872a4-92be-47e4-8561-c3e2bf2423ab" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 856.367125] env[62328]: DEBUG nova.virt.vmwareapi.vmops [None req-0a1dfd1d-a4ab-42ad-9cb8-aee0406e5ba1 tempest-ServerActionsTestJSON-389109759 tempest-ServerActionsTestJSON-389109759-project-member] [instance: 95dd703a-595e-467a-a8e9-bef4f806c33f] Processing image dbf872a4-92be-47e4-8561-c3e2bf2423ab {{(pid=62328) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 856.367365] env[62328]: DEBUG oslo_concurrency.lockutils [None req-0a1dfd1d-a4ab-42ad-9cb8-aee0406e5ba1 tempest-ServerActionsTestJSON-389109759 tempest-ServerActionsTestJSON-389109759-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/dbf872a4-92be-47e4-8561-c3e2bf2423ab/dbf872a4-92be-47e4-8561-c3e2bf2423ab.vmdk" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 856.367655] env[62328]: DEBUG oslo_concurrency.lockutils [None req-0a1dfd1d-a4ab-42ad-9cb8-aee0406e5ba1 tempest-ServerActionsTestJSON-389109759 tempest-ServerActionsTestJSON-389109759-project-member] Acquired lock "[datastore2] devstack-image-cache_base/dbf872a4-92be-47e4-8561-c3e2bf2423ab/dbf872a4-92be-47e4-8561-c3e2bf2423ab.vmdk" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 856.367877] env[62328]: DEBUG nova.virt.vmwareapi.ds_util [None req-0a1dfd1d-a4ab-42ad-9cb8-aee0406e5ba1 tempest-ServerActionsTestJSON-389109759 tempest-ServerActionsTestJSON-389109759-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62328) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 856.368440] env[62328]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-00844812-0829-4ac4-9839-f8d8512b4267 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 856.376129] env[62328]: DEBUG nova.virt.vmwareapi.ds_util [None req-0a1dfd1d-a4ab-42ad-9cb8-aee0406e5ba1 tempest-ServerActionsTestJSON-389109759 tempest-ServerActionsTestJSON-389109759-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62328) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 856.376204] env[62328]: DEBUG nova.virt.vmwareapi.vmops [None req-0a1dfd1d-a4ab-42ad-9cb8-aee0406e5ba1 tempest-ServerActionsTestJSON-389109759 tempest-ServerActionsTestJSON-389109759-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62328) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 856.376966] env[62328]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cc393829-ab56-4a76-9fc2-e0838da46ea2 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 856.382351] env[62328]: DEBUG oslo_vmware.api [None req-0a1dfd1d-a4ab-42ad-9cb8-aee0406e5ba1 tempest-ServerActionsTestJSON-389109759 tempest-ServerActionsTestJSON-389109759-project-member] Waiting for the task: (returnval){ [ 856.382351] env[62328]: value = "session[52a6e20e-410d-708a-99f2-080a575a99bd]523b6c7d-d915-676a-5cce-7955c7327325" [ 856.382351] env[62328]: _type = "Task" [ 856.382351] env[62328]: } to complete. {{(pid=62328) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 856.391908] env[62328]: DEBUG oslo_vmware.api [None req-0a1dfd1d-a4ab-42ad-9cb8-aee0406e5ba1 tempest-ServerActionsTestJSON-389109759 tempest-ServerActionsTestJSON-389109759-project-member] Task: {'id': session[52a6e20e-410d-708a-99f2-080a575a99bd]523b6c7d-d915-676a-5cce-7955c7327325, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 856.436524] env[62328]: DEBUG nova.compute.manager [None req-4130387c-4d16-44c8-8761-1685247b2e26 tempest-AttachVolumeNegativeTest-1920358930 tempest-AttachVolumeNegativeTest-1920358930-project-member] [instance: 7adef1ae-8c30-4c37-be1b-f4163d47eff1] Start building block device mappings for instance. {{(pid=62328) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 856.442030] env[62328]: DEBUG oslo_concurrency.lockutils [None req-48899123-d381-40e8-b3a6-4a45d2adf31a tempest-ServerShowV257Test-2024025592 tempest-ServerShowV257Test-2024025592-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.014s {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 856.442030] env[62328]: DEBUG oslo_concurrency.lockutils [None req-b421e261-540c-4512-9986-5716b8298645 tempest-VolumesAdminNegativeTest-179339308 tempest-VolumesAdminNegativeTest-179339308-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 13.875s {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 856.442168] env[62328]: DEBUG nova.objects.instance [None req-b421e261-540c-4512-9986-5716b8298645 tempest-VolumesAdminNegativeTest-179339308 tempest-VolumesAdminNegativeTest-179339308-project-member] Lazy-loading 'resources' on Instance uuid 04dd8fd6-91f0-444f-b642-2ba8dcdea19d {{(pid=62328) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 856.519185] env[62328]: DEBUG nova.network.neutron [None req-4130387c-4d16-44c8-8761-1685247b2e26 tempest-AttachVolumeNegativeTest-1920358930 tempest-AttachVolumeNegativeTest-1920358930-project-member] [instance: 7adef1ae-8c30-4c37-be1b-f4163d47eff1] Successfully created port: 14162527-1b6f-4bf3-a827-e82f28bdb421 {{(pid=62328) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 856.533576] env[62328]: DEBUG oslo_vmware.api [None req-328457c7-180b-4748-a81e-8c532c44b22f tempest-ServersTestJSON-2041147199 tempest-ServersTestJSON-2041147199-project-member] Task: {'id': task-2387041, 'name': ReconfigVM_Task, 'duration_secs': 0.51022} completed successfully. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 856.533576] env[62328]: DEBUG nova.virt.vmwareapi.volumeops [None req-328457c7-180b-4748-a81e-8c532c44b22f tempest-ServersTestJSON-2041147199 tempest-ServersTestJSON-2041147199-project-member] [instance: 5891892e-7d7f-4464-8956-6178d3e75fec] Reconfigured VM instance instance-00000048 to attach disk [datastore2] 5891892e-7d7f-4464-8956-6178d3e75fec/5891892e-7d7f-4464-8956-6178d3e75fec.vmdk or device None with type sparse {{(pid=62328) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 856.534705] env[62328]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-c0a56374-f1a9-41a1-82ca-a61168ad379e {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 856.542228] env[62328]: DEBUG oslo_vmware.api [None req-328457c7-180b-4748-a81e-8c532c44b22f tempest-ServersTestJSON-2041147199 tempest-ServersTestJSON-2041147199-project-member] Waiting for the task: (returnval){ [ 856.542228] env[62328]: value = "task-2387043" [ 856.542228] env[62328]: _type = "Task" [ 856.542228] env[62328]: } to complete. {{(pid=62328) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 856.555300] env[62328]: DEBUG oslo_vmware.api [None req-328457c7-180b-4748-a81e-8c532c44b22f tempest-ServersTestJSON-2041147199 tempest-ServersTestJSON-2041147199-project-member] Task: {'id': task-2387043, 'name': Rename_Task} progress is 5%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 856.566447] env[62328]: DEBUG oslo_vmware.api [None req-84b7dc19-7c0e-4da5-b908-b5a68b034d8f tempest-DeleteServersTestJSON-1766103036 tempest-DeleteServersTestJSON-1766103036-project-member] Task: {'id': task-2387042, 'name': PowerOnVM_Task, 'duration_secs': 0.483237} completed successfully. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 856.566889] env[62328]: DEBUG nova.virt.vmwareapi.vm_util [None req-84b7dc19-7c0e-4da5-b908-b5a68b034d8f tempest-DeleteServersTestJSON-1766103036 tempest-DeleteServersTestJSON-1766103036-project-member] [instance: b2aeacce-e015-41c8-9976-73e94dad243b] Powered on the VM {{(pid=62328) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 856.567287] env[62328]: INFO nova.compute.manager [None req-84b7dc19-7c0e-4da5-b908-b5a68b034d8f tempest-DeleteServersTestJSON-1766103036 tempest-DeleteServersTestJSON-1766103036-project-member] [instance: b2aeacce-e015-41c8-9976-73e94dad243b] Took 9.70 seconds to spawn the instance on the hypervisor. [ 856.567448] env[62328]: DEBUG nova.compute.manager [None req-84b7dc19-7c0e-4da5-b908-b5a68b034d8f tempest-DeleteServersTestJSON-1766103036 tempest-DeleteServersTestJSON-1766103036-project-member] [instance: b2aeacce-e015-41c8-9976-73e94dad243b] Checking state {{(pid=62328) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 856.568645] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-48986606-6178-4ef7-a41e-19f1404e46bc {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 856.893499] env[62328]: DEBUG oslo_vmware.api [None req-0a1dfd1d-a4ab-42ad-9cb8-aee0406e5ba1 tempest-ServerActionsTestJSON-389109759 tempest-ServerActionsTestJSON-389109759-project-member] Task: {'id': session[52a6e20e-410d-708a-99f2-080a575a99bd]523b6c7d-d915-676a-5cce-7955c7327325, 'name': SearchDatastore_Task, 'duration_secs': 0.009142} completed successfully. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 856.894599] env[62328]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f664085a-6299-4b15-aeca-fff99c67e731 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 856.904687] env[62328]: DEBUG oslo_vmware.api [None req-0a1dfd1d-a4ab-42ad-9cb8-aee0406e5ba1 tempest-ServerActionsTestJSON-389109759 tempest-ServerActionsTestJSON-389109759-project-member] Waiting for the task: (returnval){ [ 856.904687] env[62328]: value = "session[52a6e20e-410d-708a-99f2-080a575a99bd]52d0bca8-0f04-ac1a-7b30-99d6acdf4490" [ 856.904687] env[62328]: _type = "Task" [ 856.904687] env[62328]: } to complete. {{(pid=62328) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 856.914495] env[62328]: DEBUG oslo_vmware.api [None req-0a1dfd1d-a4ab-42ad-9cb8-aee0406e5ba1 tempest-ServerActionsTestJSON-389109759 tempest-ServerActionsTestJSON-389109759-project-member] Task: {'id': session[52a6e20e-410d-708a-99f2-080a575a99bd]52d0bca8-0f04-ac1a-7b30-99d6acdf4490, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 857.056919] env[62328]: DEBUG oslo_vmware.api [None req-328457c7-180b-4748-a81e-8c532c44b22f tempest-ServersTestJSON-2041147199 tempest-ServersTestJSON-2041147199-project-member] Task: {'id': task-2387043, 'name': Rename_Task} progress is 99%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 857.087261] env[62328]: INFO nova.compute.manager [None req-84b7dc19-7c0e-4da5-b908-b5a68b034d8f tempest-DeleteServersTestJSON-1766103036 tempest-DeleteServersTestJSON-1766103036-project-member] [instance: b2aeacce-e015-41c8-9976-73e94dad243b] Took 32.49 seconds to build instance. [ 857.356458] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-97505dee-16ce-4d8d-8146-f12d52bfa979 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 857.369767] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4d157672-f51a-4549-83d6-029a2db716c5 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 857.415536] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1e9058eb-1513-48bc-af31-680a648ccc18 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 857.425413] env[62328]: DEBUG oslo_vmware.api [None req-0a1dfd1d-a4ab-42ad-9cb8-aee0406e5ba1 tempest-ServerActionsTestJSON-389109759 tempest-ServerActionsTestJSON-389109759-project-member] Task: {'id': session[52a6e20e-410d-708a-99f2-080a575a99bd]52d0bca8-0f04-ac1a-7b30-99d6acdf4490, 'name': SearchDatastore_Task, 'duration_secs': 0.012581} completed successfully. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 857.427843] env[62328]: DEBUG oslo_concurrency.lockutils [None req-0a1dfd1d-a4ab-42ad-9cb8-aee0406e5ba1 tempest-ServerActionsTestJSON-389109759 tempest-ServerActionsTestJSON-389109759-project-member] Releasing lock "[datastore2] devstack-image-cache_base/dbf872a4-92be-47e4-8561-c3e2bf2423ab/dbf872a4-92be-47e4-8561-c3e2bf2423ab.vmdk" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 857.428151] env[62328]: DEBUG nova.virt.vmwareapi.vm_util [None req-0a1dfd1d-a4ab-42ad-9cb8-aee0406e5ba1 tempest-ServerActionsTestJSON-389109759 tempest-ServerActionsTestJSON-389109759-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/dbf872a4-92be-47e4-8561-c3e2bf2423ab/dbf872a4-92be-47e4-8561-c3e2bf2423ab.vmdk to [datastore2] 95dd703a-595e-467a-a8e9-bef4f806c33f/95dd703a-595e-467a-a8e9-bef4f806c33f.vmdk {{(pid=62328) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 857.428551] env[62328]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-6ec232c5-c44f-47dc-bf18-7fcbfab904e7 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 857.431550] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a325a422-19da-41ab-b828-3b3ecfc2e94c {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 857.445512] env[62328]: DEBUG nova.compute.provider_tree [None req-b421e261-540c-4512-9986-5716b8298645 tempest-VolumesAdminNegativeTest-179339308 tempest-VolumesAdminNegativeTest-179339308-project-member] Inventory has not changed in ProviderTree for provider: 3469e9f8-04af-49ca-8435-49f104496744 {{(pid=62328) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 857.450943] env[62328]: DEBUG oslo_vmware.api [None req-0a1dfd1d-a4ab-42ad-9cb8-aee0406e5ba1 tempest-ServerActionsTestJSON-389109759 tempest-ServerActionsTestJSON-389109759-project-member] Waiting for the task: (returnval){ [ 857.450943] env[62328]: value = "task-2387044" [ 857.450943] env[62328]: _type = "Task" [ 857.450943] env[62328]: } to complete. {{(pid=62328) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 857.457159] env[62328]: DEBUG oslo_vmware.api [None req-0a1dfd1d-a4ab-42ad-9cb8-aee0406e5ba1 tempest-ServerActionsTestJSON-389109759 tempest-ServerActionsTestJSON-389109759-project-member] Task: {'id': task-2387044, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 857.459953] env[62328]: DEBUG nova.compute.manager [None req-4130387c-4d16-44c8-8761-1685247b2e26 tempest-AttachVolumeNegativeTest-1920358930 tempest-AttachVolumeNegativeTest-1920358930-project-member] [instance: 7adef1ae-8c30-4c37-be1b-f4163d47eff1] Start spawning the instance on the hypervisor. {{(pid=62328) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 857.487812] env[62328]: DEBUG nova.virt.hardware [None req-4130387c-4d16-44c8-8761-1685247b2e26 tempest-AttachVolumeNegativeTest-1920358930 tempest-AttachVolumeNegativeTest-1920358930-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-07T17:16:55Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-07T17:16:37Z,direct_url=,disk_format='vmdk',id=dbf872a4-92be-47e4-8561-c3e2bf2423ab,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='2a64022f08d84b11a86773b900860ae5',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-07T17:16:38Z,virtual_size=,visibility=), allow threads: False {{(pid=62328) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 857.488440] env[62328]: DEBUG nova.virt.hardware [None req-4130387c-4d16-44c8-8761-1685247b2e26 tempest-AttachVolumeNegativeTest-1920358930 tempest-AttachVolumeNegativeTest-1920358930-project-member] Flavor limits 0:0:0 {{(pid=62328) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 857.488440] env[62328]: DEBUG nova.virt.hardware [None req-4130387c-4d16-44c8-8761-1685247b2e26 tempest-AttachVolumeNegativeTest-1920358930 tempest-AttachVolumeNegativeTest-1920358930-project-member] Image limits 0:0:0 {{(pid=62328) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 857.488583] env[62328]: DEBUG nova.virt.hardware [None req-4130387c-4d16-44c8-8761-1685247b2e26 tempest-AttachVolumeNegativeTest-1920358930 tempest-AttachVolumeNegativeTest-1920358930-project-member] Flavor pref 0:0:0 {{(pid=62328) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 857.488658] env[62328]: DEBUG nova.virt.hardware [None req-4130387c-4d16-44c8-8761-1685247b2e26 tempest-AttachVolumeNegativeTest-1920358930 tempest-AttachVolumeNegativeTest-1920358930-project-member] Image pref 0:0:0 {{(pid=62328) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 857.488953] env[62328]: DEBUG nova.virt.hardware [None req-4130387c-4d16-44c8-8761-1685247b2e26 tempest-AttachVolumeNegativeTest-1920358930 tempest-AttachVolumeNegativeTest-1920358930-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62328) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 857.489025] env[62328]: DEBUG nova.virt.hardware [None req-4130387c-4d16-44c8-8761-1685247b2e26 tempest-AttachVolumeNegativeTest-1920358930 tempest-AttachVolumeNegativeTest-1920358930-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62328) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 857.489175] env[62328]: DEBUG nova.virt.hardware [None req-4130387c-4d16-44c8-8761-1685247b2e26 tempest-AttachVolumeNegativeTest-1920358930 tempest-AttachVolumeNegativeTest-1920358930-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62328) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 857.489357] env[62328]: DEBUG nova.virt.hardware [None req-4130387c-4d16-44c8-8761-1685247b2e26 tempest-AttachVolumeNegativeTest-1920358930 tempest-AttachVolumeNegativeTest-1920358930-project-member] Got 1 possible topologies {{(pid=62328) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 857.489505] env[62328]: DEBUG nova.virt.hardware [None req-4130387c-4d16-44c8-8761-1685247b2e26 tempest-AttachVolumeNegativeTest-1920358930 tempest-AttachVolumeNegativeTest-1920358930-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62328) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 857.489912] env[62328]: DEBUG nova.virt.hardware [None req-4130387c-4d16-44c8-8761-1685247b2e26 tempest-AttachVolumeNegativeTest-1920358930 tempest-AttachVolumeNegativeTest-1920358930-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62328) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 857.490645] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c5282e28-a984-4b65-b383-91c53ec59d9e {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 857.499630] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8d4dd7f8-6ca0-4953-a31d-d2ac623b35d2 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 857.554992] env[62328]: DEBUG oslo_vmware.api [None req-328457c7-180b-4748-a81e-8c532c44b22f tempest-ServersTestJSON-2041147199 tempest-ServersTestJSON-2041147199-project-member] Task: {'id': task-2387043, 'name': Rename_Task} progress is 99%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 857.589936] env[62328]: DEBUG oslo_concurrency.lockutils [None req-84b7dc19-7c0e-4da5-b908-b5a68b034d8f tempest-DeleteServersTestJSON-1766103036 tempest-DeleteServersTestJSON-1766103036-project-member] Lock "b2aeacce-e015-41c8-9976-73e94dad243b" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 34.007s {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 857.764045] env[62328]: DEBUG nova.network.neutron [None req-1b339622-8813-4d7f-a56a-63666b82da73 tempest-ServerDiskConfigTestJSON-126406698 tempest-ServerDiskConfigTestJSON-126406698-project-member] [instance: 385995cc-5fe5-4c9d-9128-69a3767e682f] Updating instance_info_cache with network_info: [{"id": "f4b0f307-9c7d-40fb-be8c-fc9661810dbe", "address": "fa:16:3e:d3:d5:ad", "network": {"id": "ae1b0afd-4a0c-4b8a-99ac-dbdf6dd5bf95", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-10758413-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "33a1d9f198d84697b63d98d445dea080", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dcf5c3f7-4e33-4f21-b323-3673930b789c", "external-id": "nsx-vlan-transportzone-983", "segmentation_id": 983, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf4b0f307-9c", "ovs_interfaceid": "f4b0f307-9c7d-40fb-be8c-fc9661810dbe", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62328) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 857.951023] env[62328]: DEBUG nova.scheduler.client.report [None req-b421e261-540c-4512-9986-5716b8298645 tempest-VolumesAdminNegativeTest-179339308 tempest-VolumesAdminNegativeTest-179339308-project-member] Inventory has not changed for provider 3469e9f8-04af-49ca-8435-49f104496744 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 152, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62328) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 857.969704] env[62328]: DEBUG oslo_vmware.api [None req-0a1dfd1d-a4ab-42ad-9cb8-aee0406e5ba1 tempest-ServerActionsTestJSON-389109759 tempest-ServerActionsTestJSON-389109759-project-member] Task: {'id': task-2387044, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 858.056663] env[62328]: DEBUG oslo_vmware.api [None req-328457c7-180b-4748-a81e-8c532c44b22f tempest-ServersTestJSON-2041147199 tempest-ServersTestJSON-2041147199-project-member] Task: {'id': task-2387043, 'name': Rename_Task, 'duration_secs': 1.218821} completed successfully. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 858.057155] env[62328]: DEBUG nova.virt.vmwareapi.vm_util [None req-328457c7-180b-4748-a81e-8c532c44b22f tempest-ServersTestJSON-2041147199 tempest-ServersTestJSON-2041147199-project-member] [instance: 5891892e-7d7f-4464-8956-6178d3e75fec] Powering on the VM {{(pid=62328) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 858.057435] env[62328]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-a28c89d0-c225-4049-8151-204e467667b7 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 858.067723] env[62328]: DEBUG oslo_vmware.api [None req-328457c7-180b-4748-a81e-8c532c44b22f tempest-ServersTestJSON-2041147199 tempest-ServersTestJSON-2041147199-project-member] Waiting for the task: (returnval){ [ 858.067723] env[62328]: value = "task-2387045" [ 858.067723] env[62328]: _type = "Task" [ 858.067723] env[62328]: } to complete. {{(pid=62328) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 858.076620] env[62328]: DEBUG oslo_vmware.api [None req-328457c7-180b-4748-a81e-8c532c44b22f tempest-ServersTestJSON-2041147199 tempest-ServersTestJSON-2041147199-project-member] Task: {'id': task-2387045, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 858.097944] env[62328]: DEBUG nova.compute.manager [req-bb89a6e2-648b-42d1-92ea-cb119cb42456 req-270907c0-0d0c-4bed-a830-28d75b8cafa0 service nova] [instance: 7adef1ae-8c30-4c37-be1b-f4163d47eff1] Received event network-vif-plugged-14162527-1b6f-4bf3-a827-e82f28bdb421 {{(pid=62328) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 858.098426] env[62328]: DEBUG oslo_concurrency.lockutils [req-bb89a6e2-648b-42d1-92ea-cb119cb42456 req-270907c0-0d0c-4bed-a830-28d75b8cafa0 service nova] Acquiring lock "7adef1ae-8c30-4c37-be1b-f4163d47eff1-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 858.098490] env[62328]: DEBUG oslo_concurrency.lockutils [req-bb89a6e2-648b-42d1-92ea-cb119cb42456 req-270907c0-0d0c-4bed-a830-28d75b8cafa0 service nova] Lock "7adef1ae-8c30-4c37-be1b-f4163d47eff1-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 858.098732] env[62328]: DEBUG oslo_concurrency.lockutils [req-bb89a6e2-648b-42d1-92ea-cb119cb42456 req-270907c0-0d0c-4bed-a830-28d75b8cafa0 service nova] Lock "7adef1ae-8c30-4c37-be1b-f4163d47eff1-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 858.098836] env[62328]: DEBUG nova.compute.manager [req-bb89a6e2-648b-42d1-92ea-cb119cb42456 req-270907c0-0d0c-4bed-a830-28d75b8cafa0 service nova] [instance: 7adef1ae-8c30-4c37-be1b-f4163d47eff1] No waiting events found dispatching network-vif-plugged-14162527-1b6f-4bf3-a827-e82f28bdb421 {{(pid=62328) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 858.098929] env[62328]: WARNING nova.compute.manager [req-bb89a6e2-648b-42d1-92ea-cb119cb42456 req-270907c0-0d0c-4bed-a830-28d75b8cafa0 service nova] [instance: 7adef1ae-8c30-4c37-be1b-f4163d47eff1] Received unexpected event network-vif-plugged-14162527-1b6f-4bf3-a827-e82f28bdb421 for instance with vm_state building and task_state spawning. [ 858.164030] env[62328]: DEBUG nova.network.neutron [None req-4130387c-4d16-44c8-8761-1685247b2e26 tempest-AttachVolumeNegativeTest-1920358930 tempest-AttachVolumeNegativeTest-1920358930-project-member] [instance: 7adef1ae-8c30-4c37-be1b-f4163d47eff1] Successfully updated port: 14162527-1b6f-4bf3-a827-e82f28bdb421 {{(pid=62328) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 858.268193] env[62328]: DEBUG oslo_concurrency.lockutils [None req-1b339622-8813-4d7f-a56a-63666b82da73 tempest-ServerDiskConfigTestJSON-126406698 tempest-ServerDiskConfigTestJSON-126406698-project-member] Releasing lock "refresh_cache-385995cc-5fe5-4c9d-9128-69a3767e682f" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 858.268393] env[62328]: DEBUG nova.objects.instance [None req-1b339622-8813-4d7f-a56a-63666b82da73 tempest-ServerDiskConfigTestJSON-126406698 tempest-ServerDiskConfigTestJSON-126406698-project-member] Lazy-loading 'migration_context' on Instance uuid 385995cc-5fe5-4c9d-9128-69a3767e682f {{(pid=62328) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 858.465527] env[62328]: DEBUG oslo_concurrency.lockutils [None req-b421e261-540c-4512-9986-5716b8298645 tempest-VolumesAdminNegativeTest-179339308 tempest-VolumesAdminNegativeTest-179339308-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.024s {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 858.467604] env[62328]: DEBUG oslo_vmware.api [None req-0a1dfd1d-a4ab-42ad-9cb8-aee0406e5ba1 tempest-ServerActionsTestJSON-389109759 tempest-ServerActionsTestJSON-389109759-project-member] Task: {'id': task-2387044, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 858.468105] env[62328]: DEBUG oslo_concurrency.lockutils [None req-4e50ac3b-ae56-4163-aaf1-11940fa10c88 tempest-ServerShowV247Test-284523986 tempest-ServerShowV247Test-284523986-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 14.463s {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 858.468300] env[62328]: DEBUG nova.objects.instance [None req-4e50ac3b-ae56-4163-aaf1-11940fa10c88 tempest-ServerShowV247Test-284523986 tempest-ServerShowV247Test-284523986-project-member] [instance: c93e23e8-af7d-498b-bc2b-a47568418b05] Trying to apply a migration context that does not seem to be set for this instance {{(pid=62328) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 858.493174] env[62328]: INFO nova.scheduler.client.report [None req-b421e261-540c-4512-9986-5716b8298645 tempest-VolumesAdminNegativeTest-179339308 tempest-VolumesAdminNegativeTest-179339308-project-member] Deleted allocations for instance 04dd8fd6-91f0-444f-b642-2ba8dcdea19d [ 858.576895] env[62328]: DEBUG oslo_vmware.api [None req-328457c7-180b-4748-a81e-8c532c44b22f tempest-ServersTestJSON-2041147199 tempest-ServersTestJSON-2041147199-project-member] Task: {'id': task-2387045, 'name': PowerOnVM_Task} progress is 88%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 858.668458] env[62328]: DEBUG oslo_concurrency.lockutils [None req-4130387c-4d16-44c8-8761-1685247b2e26 tempest-AttachVolumeNegativeTest-1920358930 tempest-AttachVolumeNegativeTest-1920358930-project-member] Acquiring lock "refresh_cache-7adef1ae-8c30-4c37-be1b-f4163d47eff1" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 858.668519] env[62328]: DEBUG oslo_concurrency.lockutils [None req-4130387c-4d16-44c8-8761-1685247b2e26 tempest-AttachVolumeNegativeTest-1920358930 tempest-AttachVolumeNegativeTest-1920358930-project-member] Acquired lock "refresh_cache-7adef1ae-8c30-4c37-be1b-f4163d47eff1" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.668669] env[62328]: DEBUG nova.network.neutron [None req-4130387c-4d16-44c8-8761-1685247b2e26 tempest-AttachVolumeNegativeTest-1920358930 tempest-AttachVolumeNegativeTest-1920358930-project-member] [instance: 7adef1ae-8c30-4c37-be1b-f4163d47eff1] Building network info cache for instance {{(pid=62328) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 858.774581] env[62328]: DEBUG nova.objects.base [None req-1b339622-8813-4d7f-a56a-63666b82da73 tempest-ServerDiskConfigTestJSON-126406698 tempest-ServerDiskConfigTestJSON-126406698-project-member] Object Instance<385995cc-5fe5-4c9d-9128-69a3767e682f> lazy-loaded attributes: info_cache,migration_context {{(pid=62328) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 858.776118] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6991e0fb-6521-4143-b472-9654ed3224b2 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 858.803382] env[62328]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e61df03b-f011-46c0-b619-586c657a2887 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 858.810233] env[62328]: DEBUG oslo_vmware.api [None req-1b339622-8813-4d7f-a56a-63666b82da73 tempest-ServerDiskConfigTestJSON-126406698 tempest-ServerDiskConfigTestJSON-126406698-project-member] Waiting for the task: (returnval){ [ 858.810233] env[62328]: value = "session[52a6e20e-410d-708a-99f2-080a575a99bd]52537637-474b-a747-8ed3-088eebe26e93" [ 858.810233] env[62328]: _type = "Task" [ 858.810233] env[62328]: } to complete. {{(pid=62328) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 858.821810] env[62328]: DEBUG oslo_vmware.api [None req-1b339622-8813-4d7f-a56a-63666b82da73 tempest-ServerDiskConfigTestJSON-126406698 tempest-ServerDiskConfigTestJSON-126406698-project-member] Task: {'id': session[52a6e20e-410d-708a-99f2-080a575a99bd]52537637-474b-a747-8ed3-088eebe26e93, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 858.967897] env[62328]: DEBUG oslo_vmware.api [None req-0a1dfd1d-a4ab-42ad-9cb8-aee0406e5ba1 tempest-ServerActionsTestJSON-389109759 tempest-ServerActionsTestJSON-389109759-project-member] Task: {'id': task-2387044, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 859.003182] env[62328]: DEBUG oslo_concurrency.lockutils [None req-b421e261-540c-4512-9986-5716b8298645 tempest-VolumesAdminNegativeTest-179339308 tempest-VolumesAdminNegativeTest-179339308-project-member] Lock "04dd8fd6-91f0-444f-b642-2ba8dcdea19d" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 20.372s {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 859.082878] env[62328]: DEBUG oslo_vmware.api [None req-328457c7-180b-4748-a81e-8c532c44b22f tempest-ServersTestJSON-2041147199 tempest-ServersTestJSON-2041147199-project-member] Task: {'id': task-2387045, 'name': PowerOnVM_Task, 'duration_secs': 0.864564} completed successfully. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 859.083218] env[62328]: DEBUG nova.virt.vmwareapi.vm_util [None req-328457c7-180b-4748-a81e-8c532c44b22f tempest-ServersTestJSON-2041147199 tempest-ServersTestJSON-2041147199-project-member] [instance: 5891892e-7d7f-4464-8956-6178d3e75fec] Powered on the VM {{(pid=62328) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 859.083432] env[62328]: INFO nova.compute.manager [None req-328457c7-180b-4748-a81e-8c532c44b22f tempest-ServersTestJSON-2041147199 tempest-ServersTestJSON-2041147199-project-member] [instance: 5891892e-7d7f-4464-8956-6178d3e75fec] Took 9.66 seconds to spawn the instance on the hypervisor. [ 859.083613] env[62328]: DEBUG nova.compute.manager [None req-328457c7-180b-4748-a81e-8c532c44b22f tempest-ServersTestJSON-2041147199 tempest-ServersTestJSON-2041147199-project-member] [instance: 5891892e-7d7f-4464-8956-6178d3e75fec] Checking state {{(pid=62328) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 859.084527] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a96f9e14-0577-4564-98fa-bde1879effcd {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 859.204402] env[62328]: DEBUG nova.network.neutron [None req-4130387c-4d16-44c8-8761-1685247b2e26 tempest-AttachVolumeNegativeTest-1920358930 tempest-AttachVolumeNegativeTest-1920358930-project-member] [instance: 7adef1ae-8c30-4c37-be1b-f4163d47eff1] Instance cache missing network info. {{(pid=62328) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 859.321472] env[62328]: DEBUG oslo_vmware.api [None req-1b339622-8813-4d7f-a56a-63666b82da73 tempest-ServerDiskConfigTestJSON-126406698 tempest-ServerDiskConfigTestJSON-126406698-project-member] Task: {'id': session[52a6e20e-410d-708a-99f2-080a575a99bd]52537637-474b-a747-8ed3-088eebe26e93, 'name': SearchDatastore_Task, 'duration_secs': 0.011741} completed successfully. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 859.321858] env[62328]: DEBUG oslo_concurrency.lockutils [None req-1b339622-8813-4d7f-a56a-63666b82da73 tempest-ServerDiskConfigTestJSON-126406698 tempest-ServerDiskConfigTestJSON-126406698-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 859.380605] env[62328]: DEBUG nova.network.neutron [None req-4130387c-4d16-44c8-8761-1685247b2e26 tempest-AttachVolumeNegativeTest-1920358930 tempest-AttachVolumeNegativeTest-1920358930-project-member] [instance: 7adef1ae-8c30-4c37-be1b-f4163d47eff1] Updating instance_info_cache with network_info: [{"id": "14162527-1b6f-4bf3-a827-e82f28bdb421", "address": "fa:16:3e:fb:81:8b", "network": {"id": "ed1d555f-f92f-4abe-9fa7-e6c9390d1efe", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-674926679-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3d8ff424d526451a9374555ba25a4243", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "04ccbc7a-cf8d-4ea2-8411-291a1e27df7b", "external-id": "nsx-vlan-transportzone-998", "segmentation_id": 998, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap14162527-1b", "ovs_interfaceid": "14162527-1b6f-4bf3-a827-e82f28bdb421", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62328) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 859.402583] env[62328]: DEBUG oslo_concurrency.lockutils [None req-f3ea93bf-1dc6-40c9-b3a6-7f79ef85bf19 tempest-DeleteServersTestJSON-1766103036 tempest-DeleteServersTestJSON-1766103036-project-member] Acquiring lock "b2aeacce-e015-41c8-9976-73e94dad243b" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 859.402583] env[62328]: DEBUG oslo_concurrency.lockutils [None req-f3ea93bf-1dc6-40c9-b3a6-7f79ef85bf19 tempest-DeleteServersTestJSON-1766103036 tempest-DeleteServersTestJSON-1766103036-project-member] Lock "b2aeacce-e015-41c8-9976-73e94dad243b" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 859.469336] env[62328]: DEBUG oslo_vmware.api [None req-0a1dfd1d-a4ab-42ad-9cb8-aee0406e5ba1 tempest-ServerActionsTestJSON-389109759 tempest-ServerActionsTestJSON-389109759-project-member] Task: {'id': task-2387044, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.601612} completed successfully. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 859.469802] env[62328]: DEBUG nova.virt.vmwareapi.vm_util [None req-0a1dfd1d-a4ab-42ad-9cb8-aee0406e5ba1 tempest-ServerActionsTestJSON-389109759 tempest-ServerActionsTestJSON-389109759-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/dbf872a4-92be-47e4-8561-c3e2bf2423ab/dbf872a4-92be-47e4-8561-c3e2bf2423ab.vmdk to [datastore2] 95dd703a-595e-467a-a8e9-bef4f806c33f/95dd703a-595e-467a-a8e9-bef4f806c33f.vmdk {{(pid=62328) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 859.469928] env[62328]: DEBUG nova.virt.vmwareapi.vmops [None req-0a1dfd1d-a4ab-42ad-9cb8-aee0406e5ba1 tempest-ServerActionsTestJSON-389109759 tempest-ServerActionsTestJSON-389109759-project-member] [instance: 95dd703a-595e-467a-a8e9-bef4f806c33f] Extending root virtual disk to 1048576 {{(pid=62328) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 859.470229] env[62328]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-32f94cb7-0130-4fb9-bdc3-0020807cd3f1 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 859.478184] env[62328]: DEBUG oslo_concurrency.lockutils [None req-4e50ac3b-ae56-4163-aaf1-11940fa10c88 tempest-ServerShowV247Test-284523986 tempest-ServerShowV247Test-284523986-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.010s {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 859.479896] env[62328]: DEBUG oslo_vmware.api [None req-0a1dfd1d-a4ab-42ad-9cb8-aee0406e5ba1 tempest-ServerActionsTestJSON-389109759 tempest-ServerActionsTestJSON-389109759-project-member] Waiting for the task: (returnval){ [ 859.479896] env[62328]: value = "task-2387046" [ 859.479896] env[62328]: _type = "Task" [ 859.479896] env[62328]: } to complete. {{(pid=62328) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 859.480110] env[62328]: DEBUG oslo_concurrency.lockutils [None req-be1e9eae-3e40-4937-865c-b0ef8764edbc tempest-ServersAdminTestJSON-455323280 tempest-ServersAdminTestJSON-455323280-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 14.616s {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 859.482071] env[62328]: INFO nova.compute.claims [None req-be1e9eae-3e40-4937-865c-b0ef8764edbc tempest-ServersAdminTestJSON-455323280 tempest-ServersAdminTestJSON-455323280-project-member] [instance: f7104096-3f71-4c4e-9c1a-dcfae81dc66a] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 859.497791] env[62328]: DEBUG oslo_vmware.api [None req-0a1dfd1d-a4ab-42ad-9cb8-aee0406e5ba1 tempest-ServerActionsTestJSON-389109759 tempest-ServerActionsTestJSON-389109759-project-member] Task: {'id': task-2387046, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 859.607776] env[62328]: INFO nova.compute.manager [None req-328457c7-180b-4748-a81e-8c532c44b22f tempest-ServersTestJSON-2041147199 tempest-ServersTestJSON-2041147199-project-member] [instance: 5891892e-7d7f-4464-8956-6178d3e75fec] Took 34.00 seconds to build instance. [ 859.884052] env[62328]: DEBUG oslo_concurrency.lockutils [None req-4130387c-4d16-44c8-8761-1685247b2e26 tempest-AttachVolumeNegativeTest-1920358930 tempest-AttachVolumeNegativeTest-1920358930-project-member] Releasing lock "refresh_cache-7adef1ae-8c30-4c37-be1b-f4163d47eff1" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 859.884440] env[62328]: DEBUG nova.compute.manager [None req-4130387c-4d16-44c8-8761-1685247b2e26 tempest-AttachVolumeNegativeTest-1920358930 tempest-AttachVolumeNegativeTest-1920358930-project-member] [instance: 7adef1ae-8c30-4c37-be1b-f4163d47eff1] Instance network_info: |[{"id": "14162527-1b6f-4bf3-a827-e82f28bdb421", "address": "fa:16:3e:fb:81:8b", "network": {"id": "ed1d555f-f92f-4abe-9fa7-e6c9390d1efe", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-674926679-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3d8ff424d526451a9374555ba25a4243", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "04ccbc7a-cf8d-4ea2-8411-291a1e27df7b", "external-id": "nsx-vlan-transportzone-998", "segmentation_id": 998, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap14162527-1b", "ovs_interfaceid": "14162527-1b6f-4bf3-a827-e82f28bdb421", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62328) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 859.884825] env[62328]: DEBUG nova.virt.vmwareapi.vmops [None req-4130387c-4d16-44c8-8761-1685247b2e26 tempest-AttachVolumeNegativeTest-1920358930 tempest-AttachVolumeNegativeTest-1920358930-project-member] [instance: 7adef1ae-8c30-4c37-be1b-f4163d47eff1] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:fb:81:8b', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '04ccbc7a-cf8d-4ea2-8411-291a1e27df7b', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '14162527-1b6f-4bf3-a827-e82f28bdb421', 'vif_model': 'vmxnet3'}] {{(pid=62328) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 859.901278] env[62328]: DEBUG nova.virt.vmwareapi.vm_util [None req-4130387c-4d16-44c8-8761-1685247b2e26 tempest-AttachVolumeNegativeTest-1920358930 tempest-AttachVolumeNegativeTest-1920358930-project-member] Creating folder: Project (3d8ff424d526451a9374555ba25a4243). Parent ref: group-v484164. {{(pid=62328) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 859.901626] env[62328]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-5111edb4-c4fb-4668-9c2b-110fb0b72229 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 859.907425] env[62328]: DEBUG nova.compute.utils [None req-f3ea93bf-1dc6-40c9-b3a6-7f79ef85bf19 tempest-DeleteServersTestJSON-1766103036 tempest-DeleteServersTestJSON-1766103036-project-member] Using /dev/sd instead of None {{(pid=62328) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 859.914243] env[62328]: INFO nova.virt.vmwareapi.vm_util [None req-4130387c-4d16-44c8-8761-1685247b2e26 tempest-AttachVolumeNegativeTest-1920358930 tempest-AttachVolumeNegativeTest-1920358930-project-member] Created folder: Project (3d8ff424d526451a9374555ba25a4243) in parent group-v484164. [ 859.914462] env[62328]: DEBUG nova.virt.vmwareapi.vm_util [None req-4130387c-4d16-44c8-8761-1685247b2e26 tempest-AttachVolumeNegativeTest-1920358930 tempest-AttachVolumeNegativeTest-1920358930-project-member] Creating folder: Instances. Parent ref: group-v484367. {{(pid=62328) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 859.914804] env[62328]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-0bb16ae5-ee36-4e56-9e68-7bf19e25950d {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 859.925471] env[62328]: INFO nova.virt.vmwareapi.vm_util [None req-4130387c-4d16-44c8-8761-1685247b2e26 tempest-AttachVolumeNegativeTest-1920358930 tempest-AttachVolumeNegativeTest-1920358930-project-member] Created folder: Instances in parent group-v484367. [ 859.925756] env[62328]: DEBUG oslo.service.loopingcall [None req-4130387c-4d16-44c8-8761-1685247b2e26 tempest-AttachVolumeNegativeTest-1920358930 tempest-AttachVolumeNegativeTest-1920358930-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62328) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 859.925986] env[62328]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7adef1ae-8c30-4c37-be1b-f4163d47eff1] Creating VM on the ESX host {{(pid=62328) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 859.926250] env[62328]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-5cba86d2-4e5a-463c-b2d3-7d69f474d999 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 859.957474] env[62328]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 859.957474] env[62328]: value = "task-2387049" [ 859.957474] env[62328]: _type = "Task" [ 859.957474] env[62328]: } to complete. {{(pid=62328) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 859.968156] env[62328]: DEBUG oslo_vmware.api [-] Task: {'id': task-2387049, 'name': CreateVM_Task} progress is 0%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 859.998513] env[62328]: DEBUG oslo_vmware.api [None req-0a1dfd1d-a4ab-42ad-9cb8-aee0406e5ba1 tempest-ServerActionsTestJSON-389109759 tempest-ServerActionsTestJSON-389109759-project-member] Task: {'id': task-2387046, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.1321} completed successfully. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 859.998513] env[62328]: DEBUG nova.virt.vmwareapi.vmops [None req-0a1dfd1d-a4ab-42ad-9cb8-aee0406e5ba1 tempest-ServerActionsTestJSON-389109759 tempest-ServerActionsTestJSON-389109759-project-member] [instance: 95dd703a-595e-467a-a8e9-bef4f806c33f] Extended root virtual disk {{(pid=62328) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 859.999111] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5702cf80-6a08-482c-b700-bbd9cf86ae6a {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 860.028213] env[62328]: DEBUG nova.virt.vmwareapi.volumeops [None req-0a1dfd1d-a4ab-42ad-9cb8-aee0406e5ba1 tempest-ServerActionsTestJSON-389109759 tempest-ServerActionsTestJSON-389109759-project-member] [instance: 95dd703a-595e-467a-a8e9-bef4f806c33f] Reconfiguring VM instance instance-00000049 to attach disk [datastore2] 95dd703a-595e-467a-a8e9-bef4f806c33f/95dd703a-595e-467a-a8e9-bef4f806c33f.vmdk or device None with type sparse {{(pid=62328) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 860.028983] env[62328]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a6e1d3c9-671e-49b3-b7b7-f9f4088cefbe {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 860.052924] env[62328]: DEBUG oslo_vmware.api [None req-0a1dfd1d-a4ab-42ad-9cb8-aee0406e5ba1 tempest-ServerActionsTestJSON-389109759 tempest-ServerActionsTestJSON-389109759-project-member] Waiting for the task: (returnval){ [ 860.052924] env[62328]: value = "task-2387050" [ 860.052924] env[62328]: _type = "Task" [ 860.052924] env[62328]: } to complete. {{(pid=62328) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 860.062022] env[62328]: DEBUG oslo_vmware.api [None req-0a1dfd1d-a4ab-42ad-9cb8-aee0406e5ba1 tempest-ServerActionsTestJSON-389109759 tempest-ServerActionsTestJSON-389109759-project-member] Task: {'id': task-2387050, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 860.114057] env[62328]: DEBUG oslo_concurrency.lockutils [None req-328457c7-180b-4748-a81e-8c532c44b22f tempest-ServersTestJSON-2041147199 tempest-ServersTestJSON-2041147199-project-member] Lock "5891892e-7d7f-4464-8956-6178d3e75fec" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 35.514s {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 860.411846] env[62328]: DEBUG oslo_concurrency.lockutils [None req-f3ea93bf-1dc6-40c9-b3a6-7f79ef85bf19 tempest-DeleteServersTestJSON-1766103036 tempest-DeleteServersTestJSON-1766103036-project-member] Lock "b2aeacce-e015-41c8-9976-73e94dad243b" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.009s {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 860.469039] env[62328]: DEBUG oslo_vmware.api [-] Task: {'id': task-2387049, 'name': CreateVM_Task, 'duration_secs': 0.41336} completed successfully. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 860.469301] env[62328]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7adef1ae-8c30-4c37-be1b-f4163d47eff1] Created VM on the ESX host {{(pid=62328) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 860.469951] env[62328]: DEBUG oslo_concurrency.lockutils [None req-4130387c-4d16-44c8-8761-1685247b2e26 tempest-AttachVolumeNegativeTest-1920358930 tempest-AttachVolumeNegativeTest-1920358930-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/dbf872a4-92be-47e4-8561-c3e2bf2423ab" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 860.470349] env[62328]: DEBUG oslo_concurrency.lockutils [None req-4130387c-4d16-44c8-8761-1685247b2e26 tempest-AttachVolumeNegativeTest-1920358930 tempest-AttachVolumeNegativeTest-1920358930-project-member] Acquired lock "[datastore2] devstack-image-cache_base/dbf872a4-92be-47e4-8561-c3e2bf2423ab" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.470490] env[62328]: DEBUG oslo_concurrency.lockutils [None req-4130387c-4d16-44c8-8761-1685247b2e26 tempest-AttachVolumeNegativeTest-1920358930 tempest-AttachVolumeNegativeTest-1920358930-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/dbf872a4-92be-47e4-8561-c3e2bf2423ab" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 860.470749] env[62328]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2f702b82-1bf2-41ec-bc46-a37692c52e0b {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 860.476035] env[62328]: DEBUG oslo_vmware.api [None req-4130387c-4d16-44c8-8761-1685247b2e26 tempest-AttachVolumeNegativeTest-1920358930 tempest-AttachVolumeNegativeTest-1920358930-project-member] Waiting for the task: (returnval){ [ 860.476035] env[62328]: value = "session[52a6e20e-410d-708a-99f2-080a575a99bd]526842dc-4ffd-f46d-d2b1-ec9fd3ec5700" [ 860.476035] env[62328]: _type = "Task" [ 860.476035] env[62328]: } to complete. {{(pid=62328) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 860.484945] env[62328]: DEBUG oslo_vmware.api [None req-4130387c-4d16-44c8-8761-1685247b2e26 tempest-AttachVolumeNegativeTest-1920358930 tempest-AttachVolumeNegativeTest-1920358930-project-member] Task: {'id': session[52a6e20e-410d-708a-99f2-080a575a99bd]526842dc-4ffd-f46d-d2b1-ec9fd3ec5700, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 860.566253] env[62328]: DEBUG oslo_vmware.api [None req-0a1dfd1d-a4ab-42ad-9cb8-aee0406e5ba1 tempest-ServerActionsTestJSON-389109759 tempest-ServerActionsTestJSON-389109759-project-member] Task: {'id': task-2387050, 'name': ReconfigVM_Task, 'duration_secs': 0.40792} completed successfully. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 860.567135] env[62328]: DEBUG nova.virt.vmwareapi.volumeops [None req-0a1dfd1d-a4ab-42ad-9cb8-aee0406e5ba1 tempest-ServerActionsTestJSON-389109759 tempest-ServerActionsTestJSON-389109759-project-member] [instance: 95dd703a-595e-467a-a8e9-bef4f806c33f] Reconfigured VM instance instance-00000049 to attach disk [datastore2] 95dd703a-595e-467a-a8e9-bef4f806c33f/95dd703a-595e-467a-a8e9-bef4f806c33f.vmdk or device None with type sparse {{(pid=62328) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 860.567346] env[62328]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-8d8064d7-42b7-4594-aea3-889b245c7e83 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 860.577195] env[62328]: DEBUG oslo_vmware.api [None req-0a1dfd1d-a4ab-42ad-9cb8-aee0406e5ba1 tempest-ServerActionsTestJSON-389109759 tempest-ServerActionsTestJSON-389109759-project-member] Waiting for the task: (returnval){ [ 860.577195] env[62328]: value = "task-2387051" [ 860.577195] env[62328]: _type = "Task" [ 860.577195] env[62328]: } to complete. {{(pid=62328) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 860.587510] env[62328]: DEBUG oslo_vmware.api [None req-0a1dfd1d-a4ab-42ad-9cb8-aee0406e5ba1 tempest-ServerActionsTestJSON-389109759 tempest-ServerActionsTestJSON-389109759-project-member] Task: {'id': task-2387051, 'name': Rename_Task} progress is 5%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 860.784018] env[62328]: DEBUG oslo_concurrency.lockutils [None req-014de973-7e83-4261-85b6-8239aa7905d5 tempest-ServerAddressesTestJSON-1355536089 tempest-ServerAddressesTestJSON-1355536089-project-member] Acquiring lock "b3655835-4dc8-4e69-aa40-9421d264f283" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 860.784018] env[62328]: DEBUG oslo_concurrency.lockutils [None req-014de973-7e83-4261-85b6-8239aa7905d5 tempest-ServerAddressesTestJSON-1355536089 tempest-ServerAddressesTestJSON-1355536089-project-member] Lock "b3655835-4dc8-4e69-aa40-9421d264f283" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 860.921293] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d1c904de-5af2-4dee-a1b8-5e7cf870e1ec {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 860.930691] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6692456e-e5a9-48c2-b522-371fa6ef3656 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 860.967926] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f745fff4-12ff-4172-91ea-ab55bfe4f504 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 860.976910] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-11d00a42-9478-4b93-a75a-3949bfb83285 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 860.991441] env[62328]: DEBUG nova.compute.manager [req-5c2cc877-8d4e-4aec-b250-9865f7b76399 req-98c5888d-1089-437b-9d84-0d4f3944189b service nova] [instance: 7adef1ae-8c30-4c37-be1b-f4163d47eff1] Received event network-changed-14162527-1b6f-4bf3-a827-e82f28bdb421 {{(pid=62328) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 860.991441] env[62328]: DEBUG nova.compute.manager [req-5c2cc877-8d4e-4aec-b250-9865f7b76399 req-98c5888d-1089-437b-9d84-0d4f3944189b service nova] [instance: 7adef1ae-8c30-4c37-be1b-f4163d47eff1] Refreshing instance network info cache due to event network-changed-14162527-1b6f-4bf3-a827-e82f28bdb421. {{(pid=62328) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 860.991441] env[62328]: DEBUG oslo_concurrency.lockutils [req-5c2cc877-8d4e-4aec-b250-9865f7b76399 req-98c5888d-1089-437b-9d84-0d4f3944189b service nova] Acquiring lock "refresh_cache-7adef1ae-8c30-4c37-be1b-f4163d47eff1" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 860.991441] env[62328]: DEBUG oslo_concurrency.lockutils [req-5c2cc877-8d4e-4aec-b250-9865f7b76399 req-98c5888d-1089-437b-9d84-0d4f3944189b service nova] Acquired lock "refresh_cache-7adef1ae-8c30-4c37-be1b-f4163d47eff1" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.991441] env[62328]: DEBUG nova.network.neutron [req-5c2cc877-8d4e-4aec-b250-9865f7b76399 req-98c5888d-1089-437b-9d84-0d4f3944189b service nova] [instance: 7adef1ae-8c30-4c37-be1b-f4163d47eff1] Refreshing network info cache for port 14162527-1b6f-4bf3-a827-e82f28bdb421 {{(pid=62328) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 861.006125] env[62328]: DEBUG oslo_vmware.api [None req-4130387c-4d16-44c8-8761-1685247b2e26 tempest-AttachVolumeNegativeTest-1920358930 tempest-AttachVolumeNegativeTest-1920358930-project-member] Task: {'id': session[52a6e20e-410d-708a-99f2-080a575a99bd]526842dc-4ffd-f46d-d2b1-ec9fd3ec5700, 'name': SearchDatastore_Task, 'duration_secs': 0.015517} completed successfully. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 861.006125] env[62328]: DEBUG nova.compute.provider_tree [None req-be1e9eae-3e40-4937-865c-b0ef8764edbc tempest-ServersAdminTestJSON-455323280 tempest-ServersAdminTestJSON-455323280-project-member] Inventory has not changed in ProviderTree for provider: 3469e9f8-04af-49ca-8435-49f104496744 {{(pid=62328) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 861.010250] env[62328]: DEBUG oslo_concurrency.lockutils [None req-4130387c-4d16-44c8-8761-1685247b2e26 tempest-AttachVolumeNegativeTest-1920358930 tempest-AttachVolumeNegativeTest-1920358930-project-member] Releasing lock "[datastore2] devstack-image-cache_base/dbf872a4-92be-47e4-8561-c3e2bf2423ab" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 861.010250] env[62328]: DEBUG nova.virt.vmwareapi.vmops [None req-4130387c-4d16-44c8-8761-1685247b2e26 tempest-AttachVolumeNegativeTest-1920358930 tempest-AttachVolumeNegativeTest-1920358930-project-member] [instance: 7adef1ae-8c30-4c37-be1b-f4163d47eff1] Processing image dbf872a4-92be-47e4-8561-c3e2bf2423ab {{(pid=62328) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 861.010250] env[62328]: DEBUG oslo_concurrency.lockutils [None req-4130387c-4d16-44c8-8761-1685247b2e26 tempest-AttachVolumeNegativeTest-1920358930 tempest-AttachVolumeNegativeTest-1920358930-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/dbf872a4-92be-47e4-8561-c3e2bf2423ab/dbf872a4-92be-47e4-8561-c3e2bf2423ab.vmdk" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 861.010390] env[62328]: DEBUG oslo_concurrency.lockutils [None req-4130387c-4d16-44c8-8761-1685247b2e26 tempest-AttachVolumeNegativeTest-1920358930 tempest-AttachVolumeNegativeTest-1920358930-project-member] Acquired lock "[datastore2] devstack-image-cache_base/dbf872a4-92be-47e4-8561-c3e2bf2423ab/dbf872a4-92be-47e4-8561-c3e2bf2423ab.vmdk" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.010515] env[62328]: DEBUG nova.virt.vmwareapi.ds_util [None req-4130387c-4d16-44c8-8761-1685247b2e26 tempest-AttachVolumeNegativeTest-1920358930 tempest-AttachVolumeNegativeTest-1920358930-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62328) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 861.011497] env[62328]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-080b4c39-1108-4ff7-9ccb-9201ba7b3255 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 861.023372] env[62328]: DEBUG nova.virt.vmwareapi.ds_util [None req-4130387c-4d16-44c8-8761-1685247b2e26 tempest-AttachVolumeNegativeTest-1920358930 tempest-AttachVolumeNegativeTest-1920358930-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62328) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 861.023548] env[62328]: DEBUG nova.virt.vmwareapi.vmops [None req-4130387c-4d16-44c8-8761-1685247b2e26 tempest-AttachVolumeNegativeTest-1920358930 tempest-AttachVolumeNegativeTest-1920358930-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62328) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 861.024576] env[62328]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f9f11a8f-f447-4c4a-ba25-7b6f5d5d46cb {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 861.031738] env[62328]: DEBUG oslo_vmware.api [None req-4130387c-4d16-44c8-8761-1685247b2e26 tempest-AttachVolumeNegativeTest-1920358930 tempest-AttachVolumeNegativeTest-1920358930-project-member] Waiting for the task: (returnval){ [ 861.031738] env[62328]: value = "session[52a6e20e-410d-708a-99f2-080a575a99bd]52b905a0-0da2-ea1e-2017-7d0fb207ff16" [ 861.031738] env[62328]: _type = "Task" [ 861.031738] env[62328]: } to complete. {{(pid=62328) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 861.040997] env[62328]: DEBUG oslo_vmware.api [None req-4130387c-4d16-44c8-8761-1685247b2e26 tempest-AttachVolumeNegativeTest-1920358930 tempest-AttachVolumeNegativeTest-1920358930-project-member] Task: {'id': session[52a6e20e-410d-708a-99f2-080a575a99bd]52b905a0-0da2-ea1e-2017-7d0fb207ff16, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 861.087094] env[62328]: DEBUG oslo_vmware.api [None req-0a1dfd1d-a4ab-42ad-9cb8-aee0406e5ba1 tempest-ServerActionsTestJSON-389109759 tempest-ServerActionsTestJSON-389109759-project-member] Task: {'id': task-2387051, 'name': Rename_Task, 'duration_secs': 0.149968} completed successfully. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 861.087528] env[62328]: DEBUG nova.virt.vmwareapi.vm_util [None req-0a1dfd1d-a4ab-42ad-9cb8-aee0406e5ba1 tempest-ServerActionsTestJSON-389109759 tempest-ServerActionsTestJSON-389109759-project-member] [instance: 95dd703a-595e-467a-a8e9-bef4f806c33f] Powering on the VM {{(pid=62328) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 861.087899] env[62328]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-9eba3e5e-ee70-4ae6-9cb3-835e1fd4f3c2 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 861.094401] env[62328]: DEBUG oslo_vmware.api [None req-0a1dfd1d-a4ab-42ad-9cb8-aee0406e5ba1 tempest-ServerActionsTestJSON-389109759 tempest-ServerActionsTestJSON-389109759-project-member] Waiting for the task: (returnval){ [ 861.094401] env[62328]: value = "task-2387052" [ 861.094401] env[62328]: _type = "Task" [ 861.094401] env[62328]: } to complete. {{(pid=62328) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 861.106354] env[62328]: DEBUG oslo_vmware.api [None req-0a1dfd1d-a4ab-42ad-9cb8-aee0406e5ba1 tempest-ServerActionsTestJSON-389109759 tempest-ServerActionsTestJSON-389109759-project-member] Task: {'id': task-2387052, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 861.285399] env[62328]: DEBUG nova.compute.manager [None req-014de973-7e83-4261-85b6-8239aa7905d5 tempest-ServerAddressesTestJSON-1355536089 tempest-ServerAddressesTestJSON-1355536089-project-member] [instance: b3655835-4dc8-4e69-aa40-9421d264f283] Starting instance... {{(pid=62328) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 861.512453] env[62328]: DEBUG oslo_concurrency.lockutils [None req-f3ea93bf-1dc6-40c9-b3a6-7f79ef85bf19 tempest-DeleteServersTestJSON-1766103036 tempest-DeleteServersTestJSON-1766103036-project-member] Acquiring lock "b2aeacce-e015-41c8-9976-73e94dad243b" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 861.512800] env[62328]: DEBUG oslo_concurrency.lockutils [None req-f3ea93bf-1dc6-40c9-b3a6-7f79ef85bf19 tempest-DeleteServersTestJSON-1766103036 tempest-DeleteServersTestJSON-1766103036-project-member] Lock "b2aeacce-e015-41c8-9976-73e94dad243b" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 861.513128] env[62328]: INFO nova.compute.manager [None req-f3ea93bf-1dc6-40c9-b3a6-7f79ef85bf19 tempest-DeleteServersTestJSON-1766103036 tempest-DeleteServersTestJSON-1766103036-project-member] [instance: b2aeacce-e015-41c8-9976-73e94dad243b] Attaching volume ae30946b-622e-4766-9726-0a3b1b86f7dd to /dev/sdb [ 861.515660] env[62328]: DEBUG nova.scheduler.client.report [None req-be1e9eae-3e40-4937-865c-b0ef8764edbc tempest-ServersAdminTestJSON-455323280 tempest-ServersAdminTestJSON-455323280-project-member] Inventory has not changed for provider 3469e9f8-04af-49ca-8435-49f104496744 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 152, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62328) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 861.544324] env[62328]: DEBUG oslo_vmware.api [None req-4130387c-4d16-44c8-8761-1685247b2e26 tempest-AttachVolumeNegativeTest-1920358930 tempest-AttachVolumeNegativeTest-1920358930-project-member] Task: {'id': session[52a6e20e-410d-708a-99f2-080a575a99bd]52b905a0-0da2-ea1e-2017-7d0fb207ff16, 'name': SearchDatastore_Task, 'duration_secs': 0.025237} completed successfully. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 861.545386] env[62328]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-83051b70-195b-4a29-971d-d902baf08f2b {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 861.553015] env[62328]: DEBUG oslo_vmware.api [None req-4130387c-4d16-44c8-8761-1685247b2e26 tempest-AttachVolumeNegativeTest-1920358930 tempest-AttachVolumeNegativeTest-1920358930-project-member] Waiting for the task: (returnval){ [ 861.553015] env[62328]: value = "session[52a6e20e-410d-708a-99f2-080a575a99bd]524d1a48-ed9c-702c-4037-4f31dba70857" [ 861.553015] env[62328]: _type = "Task" [ 861.553015] env[62328]: } to complete. {{(pid=62328) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 861.566428] env[62328]: DEBUG oslo_vmware.api [None req-4130387c-4d16-44c8-8761-1685247b2e26 tempest-AttachVolumeNegativeTest-1920358930 tempest-AttachVolumeNegativeTest-1920358930-project-member] Task: {'id': session[52a6e20e-410d-708a-99f2-080a575a99bd]524d1a48-ed9c-702c-4037-4f31dba70857, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 861.568121] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-809a7120-f08f-47a7-9ed1-f288da470e64 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 861.581670] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d4c2b715-cd54-4376-8bf8-75e72a91636e {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 861.599455] env[62328]: DEBUG nova.virt.block_device [None req-f3ea93bf-1dc6-40c9-b3a6-7f79ef85bf19 tempest-DeleteServersTestJSON-1766103036 tempest-DeleteServersTestJSON-1766103036-project-member] [instance: b2aeacce-e015-41c8-9976-73e94dad243b] Updating existing volume attachment record: 5dd3606d-f91a-4e0a-b842-59b388ed72fe {{(pid=62328) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 861.616032] env[62328]: DEBUG oslo_vmware.api [None req-0a1dfd1d-a4ab-42ad-9cb8-aee0406e5ba1 tempest-ServerActionsTestJSON-389109759 tempest-ServerActionsTestJSON-389109759-project-member] Task: {'id': task-2387052, 'name': PowerOnVM_Task} progress is 100%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 861.637460] env[62328]: DEBUG oslo_concurrency.lockutils [None req-ba79ecf8-115f-46df-85c4-c918584c4dbb tempest-ServersTestJSON-2041147199 tempest-ServersTestJSON-2041147199-project-member] Acquiring lock "5891892e-7d7f-4464-8956-6178d3e75fec" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 861.637460] env[62328]: DEBUG oslo_concurrency.lockutils [None req-ba79ecf8-115f-46df-85c4-c918584c4dbb tempest-ServersTestJSON-2041147199 tempest-ServersTestJSON-2041147199-project-member] Lock "5891892e-7d7f-4464-8956-6178d3e75fec" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 861.637460] env[62328]: DEBUG oslo_concurrency.lockutils [None req-ba79ecf8-115f-46df-85c4-c918584c4dbb tempest-ServersTestJSON-2041147199 tempest-ServersTestJSON-2041147199-project-member] Acquiring lock "5891892e-7d7f-4464-8956-6178d3e75fec-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 861.637706] env[62328]: DEBUG oslo_concurrency.lockutils [None req-ba79ecf8-115f-46df-85c4-c918584c4dbb tempest-ServersTestJSON-2041147199 tempest-ServersTestJSON-2041147199-project-member] Lock "5891892e-7d7f-4464-8956-6178d3e75fec-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 861.637764] env[62328]: DEBUG oslo_concurrency.lockutils [None req-ba79ecf8-115f-46df-85c4-c918584c4dbb tempest-ServersTestJSON-2041147199 tempest-ServersTestJSON-2041147199-project-member] Lock "5891892e-7d7f-4464-8956-6178d3e75fec-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 861.640352] env[62328]: INFO nova.compute.manager [None req-ba79ecf8-115f-46df-85c4-c918584c4dbb tempest-ServersTestJSON-2041147199 tempest-ServersTestJSON-2041147199-project-member] [instance: 5891892e-7d7f-4464-8956-6178d3e75fec] Terminating instance [ 861.811559] env[62328]: DEBUG oslo_concurrency.lockutils [None req-014de973-7e83-4261-85b6-8239aa7905d5 tempest-ServerAddressesTestJSON-1355536089 tempest-ServerAddressesTestJSON-1355536089-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 861.921494] env[62328]: DEBUG nova.network.neutron [req-5c2cc877-8d4e-4aec-b250-9865f7b76399 req-98c5888d-1089-437b-9d84-0d4f3944189b service nova] [instance: 7adef1ae-8c30-4c37-be1b-f4163d47eff1] Updated VIF entry in instance network info cache for port 14162527-1b6f-4bf3-a827-e82f28bdb421. {{(pid=62328) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 861.921896] env[62328]: DEBUG nova.network.neutron [req-5c2cc877-8d4e-4aec-b250-9865f7b76399 req-98c5888d-1089-437b-9d84-0d4f3944189b service nova] [instance: 7adef1ae-8c30-4c37-be1b-f4163d47eff1] Updating instance_info_cache with network_info: [{"id": "14162527-1b6f-4bf3-a827-e82f28bdb421", "address": "fa:16:3e:fb:81:8b", "network": {"id": "ed1d555f-f92f-4abe-9fa7-e6c9390d1efe", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-674926679-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3d8ff424d526451a9374555ba25a4243", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "04ccbc7a-cf8d-4ea2-8411-291a1e27df7b", "external-id": "nsx-vlan-transportzone-998", "segmentation_id": 998, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap14162527-1b", "ovs_interfaceid": "14162527-1b6f-4bf3-a827-e82f28bdb421", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62328) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 862.026139] env[62328]: DEBUG oslo_concurrency.lockutils [None req-be1e9eae-3e40-4937-865c-b0ef8764edbc tempest-ServersAdminTestJSON-455323280 tempest-ServersAdminTestJSON-455323280-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.546s {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 862.030019] env[62328]: DEBUG nova.compute.manager [None req-be1e9eae-3e40-4937-865c-b0ef8764edbc tempest-ServersAdminTestJSON-455323280 tempest-ServersAdminTestJSON-455323280-project-member] [instance: f7104096-3f71-4c4e-9c1a-dcfae81dc66a] Start building networks asynchronously for instance. {{(pid=62328) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 862.032970] env[62328]: DEBUG oslo_concurrency.lockutils [None req-47496295-5df4-4508-ada1-5e6fb97a520a tempest-ServersAdminTestJSON-455323280 tempest-ServersAdminTestJSON-455323280-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 16.666s {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 862.034560] env[62328]: INFO nova.compute.claims [None req-47496295-5df4-4508-ada1-5e6fb97a520a tempest-ServersAdminTestJSON-455323280 tempest-ServersAdminTestJSON-455323280-project-member] [instance: 475a5d77-198f-4dca-943c-a039da48dee0] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 862.069143] env[62328]: DEBUG oslo_vmware.api [None req-4130387c-4d16-44c8-8761-1685247b2e26 tempest-AttachVolumeNegativeTest-1920358930 tempest-AttachVolumeNegativeTest-1920358930-project-member] Task: {'id': session[52a6e20e-410d-708a-99f2-080a575a99bd]524d1a48-ed9c-702c-4037-4f31dba70857, 'name': SearchDatastore_Task, 'duration_secs': 0.018477} completed successfully. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 862.069848] env[62328]: DEBUG oslo_concurrency.lockutils [None req-4130387c-4d16-44c8-8761-1685247b2e26 tempest-AttachVolumeNegativeTest-1920358930 tempest-AttachVolumeNegativeTest-1920358930-project-member] Releasing lock "[datastore2] devstack-image-cache_base/dbf872a4-92be-47e4-8561-c3e2bf2423ab/dbf872a4-92be-47e4-8561-c3e2bf2423ab.vmdk" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 862.071730] env[62328]: DEBUG nova.virt.vmwareapi.vm_util [None req-4130387c-4d16-44c8-8761-1685247b2e26 tempest-AttachVolumeNegativeTest-1920358930 tempest-AttachVolumeNegativeTest-1920358930-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/dbf872a4-92be-47e4-8561-c3e2bf2423ab/dbf872a4-92be-47e4-8561-c3e2bf2423ab.vmdk to [datastore2] 7adef1ae-8c30-4c37-be1b-f4163d47eff1/7adef1ae-8c30-4c37-be1b-f4163d47eff1.vmdk {{(pid=62328) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 862.071730] env[62328]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-1f788c51-9844-486d-a621-ce083693a6bf {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 862.079027] env[62328]: DEBUG oslo_vmware.api [None req-4130387c-4d16-44c8-8761-1685247b2e26 tempest-AttachVolumeNegativeTest-1920358930 tempest-AttachVolumeNegativeTest-1920358930-project-member] Waiting for the task: (returnval){ [ 862.079027] env[62328]: value = "task-2387056" [ 862.079027] env[62328]: _type = "Task" [ 862.079027] env[62328]: } to complete. {{(pid=62328) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 862.091498] env[62328]: DEBUG oslo_vmware.api [None req-4130387c-4d16-44c8-8761-1685247b2e26 tempest-AttachVolumeNegativeTest-1920358930 tempest-AttachVolumeNegativeTest-1920358930-project-member] Task: {'id': task-2387056, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 862.109905] env[62328]: DEBUG oslo_vmware.api [None req-0a1dfd1d-a4ab-42ad-9cb8-aee0406e5ba1 tempest-ServerActionsTestJSON-389109759 tempest-ServerActionsTestJSON-389109759-project-member] Task: {'id': task-2387052, 'name': PowerOnVM_Task, 'duration_secs': 0.518071} completed successfully. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 862.109905] env[62328]: DEBUG nova.virt.vmwareapi.vm_util [None req-0a1dfd1d-a4ab-42ad-9cb8-aee0406e5ba1 tempest-ServerActionsTestJSON-389109759 tempest-ServerActionsTestJSON-389109759-project-member] [instance: 95dd703a-595e-467a-a8e9-bef4f806c33f] Powered on the VM {{(pid=62328) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 862.109905] env[62328]: INFO nova.compute.manager [None req-0a1dfd1d-a4ab-42ad-9cb8-aee0406e5ba1 tempest-ServerActionsTestJSON-389109759 tempest-ServerActionsTestJSON-389109759-project-member] [instance: 95dd703a-595e-467a-a8e9-bef4f806c33f] Took 10.21 seconds to spawn the instance on the hypervisor. [ 862.109905] env[62328]: DEBUG nova.compute.manager [None req-0a1dfd1d-a4ab-42ad-9cb8-aee0406e5ba1 tempest-ServerActionsTestJSON-389109759 tempest-ServerActionsTestJSON-389109759-project-member] [instance: 95dd703a-595e-467a-a8e9-bef4f806c33f] Checking state {{(pid=62328) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 862.110498] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bc11bd83-78b5-4158-ae54-2e3d5636783b {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 862.145929] env[62328]: DEBUG nova.compute.manager [None req-ba79ecf8-115f-46df-85c4-c918584c4dbb tempest-ServersTestJSON-2041147199 tempest-ServersTestJSON-2041147199-project-member] [instance: 5891892e-7d7f-4464-8956-6178d3e75fec] Start destroying the instance on the hypervisor. {{(pid=62328) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 862.146165] env[62328]: DEBUG nova.virt.vmwareapi.vmops [None req-ba79ecf8-115f-46df-85c4-c918584c4dbb tempest-ServersTestJSON-2041147199 tempest-ServersTestJSON-2041147199-project-member] [instance: 5891892e-7d7f-4464-8956-6178d3e75fec] Destroying instance {{(pid=62328) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 862.147152] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-19b5965c-4dc2-431e-ac48-7921f57e7486 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 862.156370] env[62328]: DEBUG nova.virt.vmwareapi.vm_util [None req-ba79ecf8-115f-46df-85c4-c918584c4dbb tempest-ServersTestJSON-2041147199 tempest-ServersTestJSON-2041147199-project-member] [instance: 5891892e-7d7f-4464-8956-6178d3e75fec] Powering off the VM {{(pid=62328) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 862.157466] env[62328]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a25441a8-add7-47d3-8dd4-0261c049b512 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 862.164221] env[62328]: DEBUG oslo_vmware.api [None req-ba79ecf8-115f-46df-85c4-c918584c4dbb tempest-ServersTestJSON-2041147199 tempest-ServersTestJSON-2041147199-project-member] Waiting for the task: (returnval){ [ 862.164221] env[62328]: value = "task-2387057" [ 862.164221] env[62328]: _type = "Task" [ 862.164221] env[62328]: } to complete. {{(pid=62328) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 862.173748] env[62328]: DEBUG oslo_vmware.api [None req-ba79ecf8-115f-46df-85c4-c918584c4dbb tempest-ServersTestJSON-2041147199 tempest-ServersTestJSON-2041147199-project-member] Task: {'id': task-2387057, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 862.424780] env[62328]: DEBUG oslo_concurrency.lockutils [req-5c2cc877-8d4e-4aec-b250-9865f7b76399 req-98c5888d-1089-437b-9d84-0d4f3944189b service nova] Releasing lock "refresh_cache-7adef1ae-8c30-4c37-be1b-f4163d47eff1" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 862.542711] env[62328]: DEBUG nova.compute.utils [None req-be1e9eae-3e40-4937-865c-b0ef8764edbc tempest-ServersAdminTestJSON-455323280 tempest-ServersAdminTestJSON-455323280-project-member] Using /dev/sd instead of None {{(pid=62328) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 862.546112] env[62328]: DEBUG nova.compute.manager [None req-be1e9eae-3e40-4937-865c-b0ef8764edbc tempest-ServersAdminTestJSON-455323280 tempest-ServersAdminTestJSON-455323280-project-member] [instance: f7104096-3f71-4c4e-9c1a-dcfae81dc66a] Allocating IP information in the background. {{(pid=62328) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 862.546663] env[62328]: DEBUG nova.network.neutron [None req-be1e9eae-3e40-4937-865c-b0ef8764edbc tempest-ServersAdminTestJSON-455323280 tempest-ServersAdminTestJSON-455323280-project-member] [instance: f7104096-3f71-4c4e-9c1a-dcfae81dc66a] allocate_for_instance() {{(pid=62328) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 862.592218] env[62328]: DEBUG oslo_vmware.api [None req-4130387c-4d16-44c8-8761-1685247b2e26 tempest-AttachVolumeNegativeTest-1920358930 tempest-AttachVolumeNegativeTest-1920358930-project-member] Task: {'id': task-2387056, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 862.629215] env[62328]: INFO nova.compute.manager [None req-0a1dfd1d-a4ab-42ad-9cb8-aee0406e5ba1 tempest-ServerActionsTestJSON-389109759 tempest-ServerActionsTestJSON-389109759-project-member] [instance: 95dd703a-595e-467a-a8e9-bef4f806c33f] Took 32.33 seconds to build instance. [ 862.642391] env[62328]: DEBUG nova.policy [None req-be1e9eae-3e40-4937-865c-b0ef8764edbc tempest-ServersAdminTestJSON-455323280 tempest-ServersAdminTestJSON-455323280-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'f0723b72171241ed89ffbf76b5d45898', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'f2a757f35eac41f9957872714fb6355d', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62328) authorize /opt/stack/nova/nova/policy.py:192}} [ 862.680298] env[62328]: DEBUG oslo_vmware.api [None req-ba79ecf8-115f-46df-85c4-c918584c4dbb tempest-ServersTestJSON-2041147199 tempest-ServersTestJSON-2041147199-project-member] Task: {'id': task-2387057, 'name': PowerOffVM_Task, 'duration_secs': 0.461216} completed successfully. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 862.680298] env[62328]: DEBUG nova.virt.vmwareapi.vm_util [None req-ba79ecf8-115f-46df-85c4-c918584c4dbb tempest-ServersTestJSON-2041147199 tempest-ServersTestJSON-2041147199-project-member] [instance: 5891892e-7d7f-4464-8956-6178d3e75fec] Powered off the VM {{(pid=62328) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 862.680298] env[62328]: DEBUG nova.virt.vmwareapi.vmops [None req-ba79ecf8-115f-46df-85c4-c918584c4dbb tempest-ServersTestJSON-2041147199 tempest-ServersTestJSON-2041147199-project-member] [instance: 5891892e-7d7f-4464-8956-6178d3e75fec] Unregistering the VM {{(pid=62328) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 862.680668] env[62328]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-1cd8fa7f-6d62-4d5c-ba72-78ea53ac6125 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 862.750977] env[62328]: DEBUG nova.virt.vmwareapi.vmops [None req-ba79ecf8-115f-46df-85c4-c918584c4dbb tempest-ServersTestJSON-2041147199 tempest-ServersTestJSON-2041147199-project-member] [instance: 5891892e-7d7f-4464-8956-6178d3e75fec] Unregistered the VM {{(pid=62328) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 862.751344] env[62328]: DEBUG nova.virt.vmwareapi.vmops [None req-ba79ecf8-115f-46df-85c4-c918584c4dbb tempest-ServersTestJSON-2041147199 tempest-ServersTestJSON-2041147199-project-member] [instance: 5891892e-7d7f-4464-8956-6178d3e75fec] Deleting contents of the VM from datastore datastore2 {{(pid=62328) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 862.751574] env[62328]: DEBUG nova.virt.vmwareapi.ds_util [None req-ba79ecf8-115f-46df-85c4-c918584c4dbb tempest-ServersTestJSON-2041147199 tempest-ServersTestJSON-2041147199-project-member] Deleting the datastore file [datastore2] 5891892e-7d7f-4464-8956-6178d3e75fec {{(pid=62328) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 862.752712] env[62328]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-5bb1a0c0-c746-4452-9ea8-0fd69117b07a {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 862.759927] env[62328]: DEBUG oslo_vmware.api [None req-ba79ecf8-115f-46df-85c4-c918584c4dbb tempest-ServersTestJSON-2041147199 tempest-ServersTestJSON-2041147199-project-member] Waiting for the task: (returnval){ [ 862.759927] env[62328]: value = "task-2387059" [ 862.759927] env[62328]: _type = "Task" [ 862.759927] env[62328]: } to complete. {{(pid=62328) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 862.769134] env[62328]: DEBUG oslo_vmware.api [None req-ba79ecf8-115f-46df-85c4-c918584c4dbb tempest-ServersTestJSON-2041147199 tempest-ServersTestJSON-2041147199-project-member] Task: {'id': task-2387059, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 863.016887] env[62328]: DEBUG nova.network.neutron [None req-be1e9eae-3e40-4937-865c-b0ef8764edbc tempest-ServersAdminTestJSON-455323280 tempest-ServersAdminTestJSON-455323280-project-member] [instance: f7104096-3f71-4c4e-9c1a-dcfae81dc66a] Successfully created port: b6bd6a7a-0026-454c-92da-2f90274d5a87 {{(pid=62328) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 863.059573] env[62328]: DEBUG nova.compute.manager [None req-be1e9eae-3e40-4937-865c-b0ef8764edbc tempest-ServersAdminTestJSON-455323280 tempest-ServersAdminTestJSON-455323280-project-member] [instance: f7104096-3f71-4c4e-9c1a-dcfae81dc66a] Start building block device mappings for instance. {{(pid=62328) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 863.089773] env[62328]: DEBUG oslo_vmware.api [None req-4130387c-4d16-44c8-8761-1685247b2e26 tempest-AttachVolumeNegativeTest-1920358930 tempest-AttachVolumeNegativeTest-1920358930-project-member] Task: {'id': task-2387056, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.677007} completed successfully. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 863.090107] env[62328]: DEBUG nova.virt.vmwareapi.vm_util [None req-4130387c-4d16-44c8-8761-1685247b2e26 tempest-AttachVolumeNegativeTest-1920358930 tempest-AttachVolumeNegativeTest-1920358930-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/dbf872a4-92be-47e4-8561-c3e2bf2423ab/dbf872a4-92be-47e4-8561-c3e2bf2423ab.vmdk to [datastore2] 7adef1ae-8c30-4c37-be1b-f4163d47eff1/7adef1ae-8c30-4c37-be1b-f4163d47eff1.vmdk {{(pid=62328) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 863.090788] env[62328]: DEBUG nova.virt.vmwareapi.vmops [None req-4130387c-4d16-44c8-8761-1685247b2e26 tempest-AttachVolumeNegativeTest-1920358930 tempest-AttachVolumeNegativeTest-1920358930-project-member] [instance: 7adef1ae-8c30-4c37-be1b-f4163d47eff1] Extending root virtual disk to 1048576 {{(pid=62328) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 863.093405] env[62328]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-49f74888-5afb-4493-8b05-fd0578798941 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 863.100784] env[62328]: DEBUG oslo_vmware.api [None req-4130387c-4d16-44c8-8761-1685247b2e26 tempest-AttachVolumeNegativeTest-1920358930 tempest-AttachVolumeNegativeTest-1920358930-project-member] Waiting for the task: (returnval){ [ 863.100784] env[62328]: value = "task-2387060" [ 863.100784] env[62328]: _type = "Task" [ 863.100784] env[62328]: } to complete. {{(pid=62328) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 863.110879] env[62328]: DEBUG oslo_vmware.api [None req-4130387c-4d16-44c8-8761-1685247b2e26 tempest-AttachVolumeNegativeTest-1920358930 tempest-AttachVolumeNegativeTest-1920358930-project-member] Task: {'id': task-2387060, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 863.133017] env[62328]: DEBUG oslo_concurrency.lockutils [None req-0a1dfd1d-a4ab-42ad-9cb8-aee0406e5ba1 tempest-ServerActionsTestJSON-389109759 tempest-ServerActionsTestJSON-389109759-project-member] Lock "95dd703a-595e-467a-a8e9-bef4f806c33f" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 33.847s {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 863.274342] env[62328]: DEBUG oslo_vmware.api [None req-ba79ecf8-115f-46df-85c4-c918584c4dbb tempest-ServersTestJSON-2041147199 tempest-ServersTestJSON-2041147199-project-member] Task: {'id': task-2387059, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.275324} completed successfully. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 863.274636] env[62328]: DEBUG nova.virt.vmwareapi.ds_util [None req-ba79ecf8-115f-46df-85c4-c918584c4dbb tempest-ServersTestJSON-2041147199 tempest-ServersTestJSON-2041147199-project-member] Deleted the datastore file {{(pid=62328) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 863.276079] env[62328]: DEBUG nova.virt.vmwareapi.vmops [None req-ba79ecf8-115f-46df-85c4-c918584c4dbb tempest-ServersTestJSON-2041147199 tempest-ServersTestJSON-2041147199-project-member] [instance: 5891892e-7d7f-4464-8956-6178d3e75fec] Deleted contents of the VM from datastore datastore2 {{(pid=62328) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 863.276079] env[62328]: DEBUG nova.virt.vmwareapi.vmops [None req-ba79ecf8-115f-46df-85c4-c918584c4dbb tempest-ServersTestJSON-2041147199 tempest-ServersTestJSON-2041147199-project-member] [instance: 5891892e-7d7f-4464-8956-6178d3e75fec] Instance destroyed {{(pid=62328) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 863.276079] env[62328]: INFO nova.compute.manager [None req-ba79ecf8-115f-46df-85c4-c918584c4dbb tempest-ServersTestJSON-2041147199 tempest-ServersTestJSON-2041147199-project-member] [instance: 5891892e-7d7f-4464-8956-6178d3e75fec] Took 1.13 seconds to destroy the instance on the hypervisor. [ 863.276079] env[62328]: DEBUG oslo.service.loopingcall [None req-ba79ecf8-115f-46df-85c4-c918584c4dbb tempest-ServersTestJSON-2041147199 tempest-ServersTestJSON-2041147199-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62328) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 863.276079] env[62328]: DEBUG nova.compute.manager [-] [instance: 5891892e-7d7f-4464-8956-6178d3e75fec] Deallocating network for instance {{(pid=62328) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 863.276079] env[62328]: DEBUG nova.network.neutron [-] [instance: 5891892e-7d7f-4464-8956-6178d3e75fec] deallocate_for_instance() {{(pid=62328) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 863.481191] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-18daf827-b96d-47ab-9fe4-0c5a6826cb97 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 863.490752] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4ccfcf54-f634-41ab-b453-a84189d4625b {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 863.523439] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e3e718b2-23ce-4b1e-9cfd-cee0ac18a12b {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 863.532798] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-35c11f6b-6bf0-4530-877f-9af52b184537 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 863.547330] env[62328]: DEBUG nova.compute.provider_tree [None req-47496295-5df4-4508-ada1-5e6fb97a520a tempest-ServersAdminTestJSON-455323280 tempest-ServersAdminTestJSON-455323280-project-member] Inventory has not changed in ProviderTree for provider: 3469e9f8-04af-49ca-8435-49f104496744 {{(pid=62328) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 863.611974] env[62328]: DEBUG oslo_vmware.api [None req-4130387c-4d16-44c8-8761-1685247b2e26 tempest-AttachVolumeNegativeTest-1920358930 tempest-AttachVolumeNegativeTest-1920358930-project-member] Task: {'id': task-2387060, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.065082} completed successfully. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 863.612237] env[62328]: DEBUG nova.virt.vmwareapi.vmops [None req-4130387c-4d16-44c8-8761-1685247b2e26 tempest-AttachVolumeNegativeTest-1920358930 tempest-AttachVolumeNegativeTest-1920358930-project-member] [instance: 7adef1ae-8c30-4c37-be1b-f4163d47eff1] Extended root virtual disk {{(pid=62328) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 863.613049] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ad5307d3-adb8-4b60-86cd-3002ba4200df {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 863.641187] env[62328]: DEBUG nova.virt.vmwareapi.volumeops [None req-4130387c-4d16-44c8-8761-1685247b2e26 tempest-AttachVolumeNegativeTest-1920358930 tempest-AttachVolumeNegativeTest-1920358930-project-member] [instance: 7adef1ae-8c30-4c37-be1b-f4163d47eff1] Reconfiguring VM instance instance-0000004a to attach disk [datastore2] 7adef1ae-8c30-4c37-be1b-f4163d47eff1/7adef1ae-8c30-4c37-be1b-f4163d47eff1.vmdk or device None with type sparse {{(pid=62328) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 863.642286] env[62328]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-44a8b581-d007-4a96-84b9-cdb2feadf9bd {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 863.666420] env[62328]: DEBUG oslo_vmware.api [None req-4130387c-4d16-44c8-8761-1685247b2e26 tempest-AttachVolumeNegativeTest-1920358930 tempest-AttachVolumeNegativeTest-1920358930-project-member] Waiting for the task: (returnval){ [ 863.666420] env[62328]: value = "task-2387061" [ 863.666420] env[62328]: _type = "Task" [ 863.666420] env[62328]: } to complete. {{(pid=62328) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 863.675128] env[62328]: DEBUG oslo_vmware.api [None req-4130387c-4d16-44c8-8761-1685247b2e26 tempest-AttachVolumeNegativeTest-1920358930 tempest-AttachVolumeNegativeTest-1920358930-project-member] Task: {'id': task-2387061, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 863.749935] env[62328]: DEBUG nova.compute.manager [req-9e7e4bb3-153e-4c3b-99f2-ab3b3e30b4b9 req-9634033e-e256-4804-bec0-2364edc5350f service nova] [instance: 95dd703a-595e-467a-a8e9-bef4f806c33f] Received event network-changed-9105a57c-77b4-4fb7-a79d-b3043888294a {{(pid=62328) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 863.749982] env[62328]: DEBUG nova.compute.manager [req-9e7e4bb3-153e-4c3b-99f2-ab3b3e30b4b9 req-9634033e-e256-4804-bec0-2364edc5350f service nova] [instance: 95dd703a-595e-467a-a8e9-bef4f806c33f] Refreshing instance network info cache due to event network-changed-9105a57c-77b4-4fb7-a79d-b3043888294a. {{(pid=62328) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 863.750780] env[62328]: DEBUG oslo_concurrency.lockutils [req-9e7e4bb3-153e-4c3b-99f2-ab3b3e30b4b9 req-9634033e-e256-4804-bec0-2364edc5350f service nova] Acquiring lock "refresh_cache-95dd703a-595e-467a-a8e9-bef4f806c33f" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 863.750944] env[62328]: DEBUG oslo_concurrency.lockutils [req-9e7e4bb3-153e-4c3b-99f2-ab3b3e30b4b9 req-9634033e-e256-4804-bec0-2364edc5350f service nova] Acquired lock "refresh_cache-95dd703a-595e-467a-a8e9-bef4f806c33f" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.751153] env[62328]: DEBUG nova.network.neutron [req-9e7e4bb3-153e-4c3b-99f2-ab3b3e30b4b9 req-9634033e-e256-4804-bec0-2364edc5350f service nova] [instance: 95dd703a-595e-467a-a8e9-bef4f806c33f] Refreshing network info cache for port 9105a57c-77b4-4fb7-a79d-b3043888294a {{(pid=62328) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 864.052011] env[62328]: DEBUG nova.scheduler.client.report [None req-47496295-5df4-4508-ada1-5e6fb97a520a tempest-ServersAdminTestJSON-455323280 tempest-ServersAdminTestJSON-455323280-project-member] Inventory has not changed for provider 3469e9f8-04af-49ca-8435-49f104496744 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 152, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62328) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 864.070674] env[62328]: DEBUG nova.compute.manager [req-bd86bf26-a6cf-47a1-b4fb-ce44fb7ffaa8 req-1d481d82-b9bd-4098-a404-6325c4234b76 service nova] [instance: 5891892e-7d7f-4464-8956-6178d3e75fec] Received event network-vif-deleted-952c8d73-52f3-4571-b483-df233d12cd26 {{(pid=62328) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 864.071347] env[62328]: INFO nova.compute.manager [req-bd86bf26-a6cf-47a1-b4fb-ce44fb7ffaa8 req-1d481d82-b9bd-4098-a404-6325c4234b76 service nova] [instance: 5891892e-7d7f-4464-8956-6178d3e75fec] Neutron deleted interface 952c8d73-52f3-4571-b483-df233d12cd26; detaching it from the instance and deleting it from the info cache [ 864.071347] env[62328]: DEBUG nova.network.neutron [req-bd86bf26-a6cf-47a1-b4fb-ce44fb7ffaa8 req-1d481d82-b9bd-4098-a404-6325c4234b76 service nova] [instance: 5891892e-7d7f-4464-8956-6178d3e75fec] Updating instance_info_cache with network_info: [] {{(pid=62328) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 864.074223] env[62328]: DEBUG nova.compute.manager [None req-be1e9eae-3e40-4937-865c-b0ef8764edbc tempest-ServersAdminTestJSON-455323280 tempest-ServersAdminTestJSON-455323280-project-member] [instance: f7104096-3f71-4c4e-9c1a-dcfae81dc66a] Start spawning the instance on the hypervisor. {{(pid=62328) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 864.101228] env[62328]: DEBUG nova.virt.hardware [None req-be1e9eae-3e40-4937-865c-b0ef8764edbc tempest-ServersAdminTestJSON-455323280 tempest-ServersAdminTestJSON-455323280-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-07T17:16:55Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-07T17:16:37Z,direct_url=,disk_format='vmdk',id=dbf872a4-92be-47e4-8561-c3e2bf2423ab,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='2a64022f08d84b11a86773b900860ae5',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-07T17:16:38Z,virtual_size=,visibility=), allow threads: False {{(pid=62328) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 864.101536] env[62328]: DEBUG nova.virt.hardware [None req-be1e9eae-3e40-4937-865c-b0ef8764edbc tempest-ServersAdminTestJSON-455323280 tempest-ServersAdminTestJSON-455323280-project-member] Flavor limits 0:0:0 {{(pid=62328) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 864.101774] env[62328]: DEBUG nova.virt.hardware [None req-be1e9eae-3e40-4937-865c-b0ef8764edbc tempest-ServersAdminTestJSON-455323280 tempest-ServersAdminTestJSON-455323280-project-member] Image limits 0:0:0 {{(pid=62328) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 864.101890] env[62328]: DEBUG nova.virt.hardware [None req-be1e9eae-3e40-4937-865c-b0ef8764edbc tempest-ServersAdminTestJSON-455323280 tempest-ServersAdminTestJSON-455323280-project-member] Flavor pref 0:0:0 {{(pid=62328) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 864.102099] env[62328]: DEBUG nova.virt.hardware [None req-be1e9eae-3e40-4937-865c-b0ef8764edbc tempest-ServersAdminTestJSON-455323280 tempest-ServersAdminTestJSON-455323280-project-member] Image pref 0:0:0 {{(pid=62328) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 864.102342] env[62328]: DEBUG nova.virt.hardware [None req-be1e9eae-3e40-4937-865c-b0ef8764edbc tempest-ServersAdminTestJSON-455323280 tempest-ServersAdminTestJSON-455323280-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62328) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 864.102619] env[62328]: DEBUG nova.virt.hardware [None req-be1e9eae-3e40-4937-865c-b0ef8764edbc tempest-ServersAdminTestJSON-455323280 tempest-ServersAdminTestJSON-455323280-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62328) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 864.102967] env[62328]: DEBUG nova.virt.hardware [None req-be1e9eae-3e40-4937-865c-b0ef8764edbc tempest-ServersAdminTestJSON-455323280 tempest-ServersAdminTestJSON-455323280-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62328) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 864.103144] env[62328]: DEBUG nova.virt.hardware [None req-be1e9eae-3e40-4937-865c-b0ef8764edbc tempest-ServersAdminTestJSON-455323280 tempest-ServersAdminTestJSON-455323280-project-member] Got 1 possible topologies {{(pid=62328) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 864.103990] env[62328]: DEBUG nova.virt.hardware [None req-be1e9eae-3e40-4937-865c-b0ef8764edbc tempest-ServersAdminTestJSON-455323280 tempest-ServersAdminTestJSON-455323280-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62328) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 864.103990] env[62328]: DEBUG nova.virt.hardware [None req-be1e9eae-3e40-4937-865c-b0ef8764edbc tempest-ServersAdminTestJSON-455323280 tempest-ServersAdminTestJSON-455323280-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62328) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 864.104768] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fb6c11d0-a84c-46b0-94d9-8cd6c13a0c67 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 864.113915] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2c4d3263-c690-46f9-b1fa-521eff25c017 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 864.177013] env[62328]: DEBUG oslo_vmware.api [None req-4130387c-4d16-44c8-8761-1685247b2e26 tempest-AttachVolumeNegativeTest-1920358930 tempest-AttachVolumeNegativeTest-1920358930-project-member] Task: {'id': task-2387061, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 864.256260] env[62328]: DEBUG oslo_vmware.rw_handles [None req-499306db-dc39-4bf8-ac68-7ea11d9e6a19 tempest-ImagesTestJSON-1776717495 tempest-ImagesTestJSON-1776717495-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/524cfcf8-4f84-6ffe-30a9-81072a8468d0/disk-0.vmdk. {{(pid=62328) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 864.259451] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7345719d-2438-4d66-892e-f9da63bc7346 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 864.266430] env[62328]: DEBUG oslo_vmware.rw_handles [None req-499306db-dc39-4bf8-ac68-7ea11d9e6a19 tempest-ImagesTestJSON-1776717495 tempest-ImagesTestJSON-1776717495-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/524cfcf8-4f84-6ffe-30a9-81072a8468d0/disk-0.vmdk is in state: ready. {{(pid=62328) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 864.266632] env[62328]: ERROR oslo_vmware.rw_handles [None req-499306db-dc39-4bf8-ac68-7ea11d9e6a19 tempest-ImagesTestJSON-1776717495 tempest-ImagesTestJSON-1776717495-project-member] Aborting lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/524cfcf8-4f84-6ffe-30a9-81072a8468d0/disk-0.vmdk due to incomplete transfer. [ 864.266903] env[62328]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-94c3c3dc-b16b-490e-98c0-d3cbe2d83df0 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 864.274986] env[62328]: DEBUG oslo_vmware.rw_handles [None req-499306db-dc39-4bf8-ac68-7ea11d9e6a19 tempest-ImagesTestJSON-1776717495 tempest-ImagesTestJSON-1776717495-project-member] Closed VMDK read handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/524cfcf8-4f84-6ffe-30a9-81072a8468d0/disk-0.vmdk. {{(pid=62328) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 864.274986] env[62328]: DEBUG nova.virt.vmwareapi.images [None req-499306db-dc39-4bf8-ac68-7ea11d9e6a19 tempest-ImagesTestJSON-1776717495 tempest-ImagesTestJSON-1776717495-project-member] [instance: e237fc84-753c-4824-a26a-498ba160f4f9] Uploaded image 0eb34995-d601-4bff-b384-243b20cac601 to the Glance image server {{(pid=62328) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 864.277345] env[62328]: DEBUG nova.virt.vmwareapi.vm_util [None req-499306db-dc39-4bf8-ac68-7ea11d9e6a19 tempest-ImagesTestJSON-1776717495 tempest-ImagesTestJSON-1776717495-project-member] [instance: e237fc84-753c-4824-a26a-498ba160f4f9] Destroying the VM {{(pid=62328) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 864.277781] env[62328]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-300c21d5-59f6-462e-a092-7ae16d7b402d {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 864.283259] env[62328]: DEBUG oslo_vmware.api [None req-499306db-dc39-4bf8-ac68-7ea11d9e6a19 tempest-ImagesTestJSON-1776717495 tempest-ImagesTestJSON-1776717495-project-member] Waiting for the task: (returnval){ [ 864.283259] env[62328]: value = "task-2387063" [ 864.283259] env[62328]: _type = "Task" [ 864.283259] env[62328]: } to complete. {{(pid=62328) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 864.291720] env[62328]: DEBUG oslo_vmware.api [None req-499306db-dc39-4bf8-ac68-7ea11d9e6a19 tempest-ImagesTestJSON-1776717495 tempest-ImagesTestJSON-1776717495-project-member] Task: {'id': task-2387063, 'name': Destroy_Task} progress is 0%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 864.494050] env[62328]: DEBUG nova.network.neutron [-] [instance: 5891892e-7d7f-4464-8956-6178d3e75fec] Updating instance_info_cache with network_info: [] {{(pid=62328) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 864.559529] env[62328]: DEBUG oslo_concurrency.lockutils [None req-47496295-5df4-4508-ada1-5e6fb97a520a tempest-ServersAdminTestJSON-455323280 tempest-ServersAdminTestJSON-455323280-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.526s {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 864.560075] env[62328]: DEBUG nova.compute.manager [None req-47496295-5df4-4508-ada1-5e6fb97a520a tempest-ServersAdminTestJSON-455323280 tempest-ServersAdminTestJSON-455323280-project-member] [instance: 475a5d77-198f-4dca-943c-a039da48dee0] Start building networks asynchronously for instance. {{(pid=62328) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 864.564789] env[62328]: DEBUG oslo_concurrency.lockutils [None req-d97bc307-d643-4c80-8238-0109cc591da1 tempest-InstanceActionsNegativeTestJSON-58220527 tempest-InstanceActionsNegativeTestJSON-58220527-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 17.160s {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 864.564789] env[62328]: DEBUG nova.objects.instance [None req-d97bc307-d643-4c80-8238-0109cc591da1 tempest-InstanceActionsNegativeTestJSON-58220527 tempest-InstanceActionsNegativeTestJSON-58220527-project-member] Lazy-loading 'resources' on Instance uuid be561814-7d4f-4759-9e70-47db6557d87e {{(pid=62328) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 864.578435] env[62328]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-83be1520-ebfc-4a2c-909d-91df0641483b {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 864.591045] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-013276f9-e762-44d7-bbb2-a65c24d117dc {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 864.624634] env[62328]: DEBUG nova.compute.manager [req-bd86bf26-a6cf-47a1-b4fb-ce44fb7ffaa8 req-1d481d82-b9bd-4098-a404-6325c4234b76 service nova] [instance: 5891892e-7d7f-4464-8956-6178d3e75fec] Detach interface failed, port_id=952c8d73-52f3-4571-b483-df233d12cd26, reason: Instance 5891892e-7d7f-4464-8956-6178d3e75fec could not be found. {{(pid=62328) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 864.643344] env[62328]: DEBUG nova.network.neutron [req-9e7e4bb3-153e-4c3b-99f2-ab3b3e30b4b9 req-9634033e-e256-4804-bec0-2364edc5350f service nova] [instance: 95dd703a-595e-467a-a8e9-bef4f806c33f] Updated VIF entry in instance network info cache for port 9105a57c-77b4-4fb7-a79d-b3043888294a. {{(pid=62328) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 864.643719] env[62328]: DEBUG nova.network.neutron [req-9e7e4bb3-153e-4c3b-99f2-ab3b3e30b4b9 req-9634033e-e256-4804-bec0-2364edc5350f service nova] [instance: 95dd703a-595e-467a-a8e9-bef4f806c33f] Updating instance_info_cache with network_info: [{"id": "9105a57c-77b4-4fb7-a79d-b3043888294a", "address": "fa:16:3e:66:e8:f8", "network": {"id": "805c8157-3d39-4783-8cec-987f63104f4b", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-938088414-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.184", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9a4c228c680f4e5fa3409558e769cc0a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c1195acd-707f-4bac-a99d-14db17a63802", "external-id": "nsx-vlan-transportzone-322", "segmentation_id": 322, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9105a57c-77", "ovs_interfaceid": "9105a57c-77b4-4fb7-a79d-b3043888294a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62328) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 864.677971] env[62328]: DEBUG oslo_vmware.api [None req-4130387c-4d16-44c8-8761-1685247b2e26 tempest-AttachVolumeNegativeTest-1920358930 tempest-AttachVolumeNegativeTest-1920358930-project-member] Task: {'id': task-2387061, 'name': ReconfigVM_Task, 'duration_secs': 0.51496} completed successfully. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 864.678334] env[62328]: DEBUG nova.virt.vmwareapi.volumeops [None req-4130387c-4d16-44c8-8761-1685247b2e26 tempest-AttachVolumeNegativeTest-1920358930 tempest-AttachVolumeNegativeTest-1920358930-project-member] [instance: 7adef1ae-8c30-4c37-be1b-f4163d47eff1] Reconfigured VM instance instance-0000004a to attach disk [datastore2] 7adef1ae-8c30-4c37-be1b-f4163d47eff1/7adef1ae-8c30-4c37-be1b-f4163d47eff1.vmdk or device None with type sparse {{(pid=62328) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 864.678959] env[62328]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-2ba0af05-8873-411b-b331-9a6e2410cd46 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 864.684456] env[62328]: DEBUG oslo_vmware.api [None req-4130387c-4d16-44c8-8761-1685247b2e26 tempest-AttachVolumeNegativeTest-1920358930 tempest-AttachVolumeNegativeTest-1920358930-project-member] Waiting for the task: (returnval){ [ 864.684456] env[62328]: value = "task-2387064" [ 864.684456] env[62328]: _type = "Task" [ 864.684456] env[62328]: } to complete. {{(pid=62328) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 864.691834] env[62328]: DEBUG oslo_vmware.api [None req-4130387c-4d16-44c8-8761-1685247b2e26 tempest-AttachVolumeNegativeTest-1920358930 tempest-AttachVolumeNegativeTest-1920358930-project-member] Task: {'id': task-2387064, 'name': Rename_Task} progress is 0%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 864.795415] env[62328]: DEBUG oslo_vmware.api [None req-499306db-dc39-4bf8-ac68-7ea11d9e6a19 tempest-ImagesTestJSON-1776717495 tempest-ImagesTestJSON-1776717495-project-member] Task: {'id': task-2387063, 'name': Destroy_Task, 'duration_secs': 0.352518} completed successfully. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 864.795638] env[62328]: INFO nova.virt.vmwareapi.vm_util [None req-499306db-dc39-4bf8-ac68-7ea11d9e6a19 tempest-ImagesTestJSON-1776717495 tempest-ImagesTestJSON-1776717495-project-member] [instance: e237fc84-753c-4824-a26a-498ba160f4f9] Destroyed the VM [ 864.795870] env[62328]: DEBUG nova.virt.vmwareapi.vmops [None req-499306db-dc39-4bf8-ac68-7ea11d9e6a19 tempest-ImagesTestJSON-1776717495 tempest-ImagesTestJSON-1776717495-project-member] [instance: e237fc84-753c-4824-a26a-498ba160f4f9] Deleting Snapshot of the VM instance {{(pid=62328) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 864.796139] env[62328]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-c4ab2abb-1238-41dc-ba72-1282330957a9 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 864.802717] env[62328]: DEBUG oslo_vmware.api [None req-499306db-dc39-4bf8-ac68-7ea11d9e6a19 tempest-ImagesTestJSON-1776717495 tempest-ImagesTestJSON-1776717495-project-member] Waiting for the task: (returnval){ [ 864.802717] env[62328]: value = "task-2387065" [ 864.802717] env[62328]: _type = "Task" [ 864.802717] env[62328]: } to complete. {{(pid=62328) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 864.810470] env[62328]: DEBUG oslo_vmware.api [None req-499306db-dc39-4bf8-ac68-7ea11d9e6a19 tempest-ImagesTestJSON-1776717495 tempest-ImagesTestJSON-1776717495-project-member] Task: {'id': task-2387065, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 864.857145] env[62328]: DEBUG nova.network.neutron [None req-be1e9eae-3e40-4937-865c-b0ef8764edbc tempest-ServersAdminTestJSON-455323280 tempest-ServersAdminTestJSON-455323280-project-member] [instance: f7104096-3f71-4c4e-9c1a-dcfae81dc66a] Successfully updated port: b6bd6a7a-0026-454c-92da-2f90274d5a87 {{(pid=62328) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 864.999865] env[62328]: INFO nova.compute.manager [-] [instance: 5891892e-7d7f-4464-8956-6178d3e75fec] Took 1.72 seconds to deallocate network for instance. [ 865.068651] env[62328]: DEBUG nova.compute.utils [None req-47496295-5df4-4508-ada1-5e6fb97a520a tempest-ServersAdminTestJSON-455323280 tempest-ServersAdminTestJSON-455323280-project-member] Using /dev/sd instead of None {{(pid=62328) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 865.074103] env[62328]: DEBUG nova.compute.manager [None req-47496295-5df4-4508-ada1-5e6fb97a520a tempest-ServersAdminTestJSON-455323280 tempest-ServersAdminTestJSON-455323280-project-member] [instance: 475a5d77-198f-4dca-943c-a039da48dee0] Allocating IP information in the background. {{(pid=62328) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 865.074298] env[62328]: DEBUG nova.network.neutron [None req-47496295-5df4-4508-ada1-5e6fb97a520a tempest-ServersAdminTestJSON-455323280 tempest-ServersAdminTestJSON-455323280-project-member] [instance: 475a5d77-198f-4dca-943c-a039da48dee0] allocate_for_instance() {{(pid=62328) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 865.127562] env[62328]: DEBUG nova.policy [None req-47496295-5df4-4508-ada1-5e6fb97a520a tempest-ServersAdminTestJSON-455323280 tempest-ServersAdminTestJSON-455323280-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'f0723b72171241ed89ffbf76b5d45898', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'f2a757f35eac41f9957872714fb6355d', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62328) authorize /opt/stack/nova/nova/policy.py:192}} [ 865.146909] env[62328]: DEBUG oslo_concurrency.lockutils [req-9e7e4bb3-153e-4c3b-99f2-ab3b3e30b4b9 req-9634033e-e256-4804-bec0-2364edc5350f service nova] Releasing lock "refresh_cache-95dd703a-595e-467a-a8e9-bef4f806c33f" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 865.197606] env[62328]: DEBUG oslo_vmware.api [None req-4130387c-4d16-44c8-8761-1685247b2e26 tempest-AttachVolumeNegativeTest-1920358930 tempest-AttachVolumeNegativeTest-1920358930-project-member] Task: {'id': task-2387064, 'name': Rename_Task} progress is 99%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 865.316407] env[62328]: DEBUG oslo_vmware.api [None req-499306db-dc39-4bf8-ac68-7ea11d9e6a19 tempest-ImagesTestJSON-1776717495 tempest-ImagesTestJSON-1776717495-project-member] Task: {'id': task-2387065, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 865.361164] env[62328]: DEBUG oslo_concurrency.lockutils [None req-be1e9eae-3e40-4937-865c-b0ef8764edbc tempest-ServersAdminTestJSON-455323280 tempest-ServersAdminTestJSON-455323280-project-member] Acquiring lock "refresh_cache-f7104096-3f71-4c4e-9c1a-dcfae81dc66a" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 865.361164] env[62328]: DEBUG oslo_concurrency.lockutils [None req-be1e9eae-3e40-4937-865c-b0ef8764edbc tempest-ServersAdminTestJSON-455323280 tempest-ServersAdminTestJSON-455323280-project-member] Acquired lock "refresh_cache-f7104096-3f71-4c4e-9c1a-dcfae81dc66a" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.361164] env[62328]: DEBUG nova.network.neutron [None req-be1e9eae-3e40-4937-865c-b0ef8764edbc tempest-ServersAdminTestJSON-455323280 tempest-ServersAdminTestJSON-455323280-project-member] [instance: f7104096-3f71-4c4e-9c1a-dcfae81dc66a] Building network info cache for instance {{(pid=62328) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 865.425737] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ca9d3705-ac11-4e68-9e99-dd5bb0c1b558 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 865.433856] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-74a2baac-03e7-4e49-9d4d-018ab7740dbe {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 865.465016] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-54768f5a-93df-4d15-8e52-44f0f3989d70 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 865.473368] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9d603682-41f2-4dbc-8264-7d32835e74e5 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 865.490222] env[62328]: DEBUG nova.compute.provider_tree [None req-d97bc307-d643-4c80-8238-0109cc591da1 tempest-InstanceActionsNegativeTestJSON-58220527 tempest-InstanceActionsNegativeTestJSON-58220527-project-member] Inventory has not changed in ProviderTree for provider: 3469e9f8-04af-49ca-8435-49f104496744 {{(pid=62328) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 865.511176] env[62328]: DEBUG oslo_concurrency.lockutils [None req-ba79ecf8-115f-46df-85c4-c918584c4dbb tempest-ServersTestJSON-2041147199 tempest-ServersTestJSON-2041147199-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 865.522749] env[62328]: DEBUG nova.network.neutron [None req-47496295-5df4-4508-ada1-5e6fb97a520a tempest-ServersAdminTestJSON-455323280 tempest-ServersAdminTestJSON-455323280-project-member] [instance: 475a5d77-198f-4dca-943c-a039da48dee0] Successfully created port: 0eb916a1-fc11-4bb1-b173-d1b69403ec04 {{(pid=62328) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 865.574589] env[62328]: DEBUG nova.compute.manager [None req-47496295-5df4-4508-ada1-5e6fb97a520a tempest-ServersAdminTestJSON-455323280 tempest-ServersAdminTestJSON-455323280-project-member] [instance: 475a5d77-198f-4dca-943c-a039da48dee0] Start building block device mappings for instance. {{(pid=62328) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 865.696451] env[62328]: DEBUG oslo_vmware.api [None req-4130387c-4d16-44c8-8761-1685247b2e26 tempest-AttachVolumeNegativeTest-1920358930 tempest-AttachVolumeNegativeTest-1920358930-project-member] Task: {'id': task-2387064, 'name': Rename_Task} progress is 99%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 865.775666] env[62328]: DEBUG nova.compute.manager [req-b92bc91b-533f-4841-8a5f-23eb743a10e4 req-52722ea8-c952-4852-86f2-2ca85ba4aa9e service nova] [instance: f7104096-3f71-4c4e-9c1a-dcfae81dc66a] Received event network-vif-plugged-b6bd6a7a-0026-454c-92da-2f90274d5a87 {{(pid=62328) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 865.775890] env[62328]: DEBUG oslo_concurrency.lockutils [req-b92bc91b-533f-4841-8a5f-23eb743a10e4 req-52722ea8-c952-4852-86f2-2ca85ba4aa9e service nova] Acquiring lock "f7104096-3f71-4c4e-9c1a-dcfae81dc66a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 865.776120] env[62328]: DEBUG oslo_concurrency.lockutils [req-b92bc91b-533f-4841-8a5f-23eb743a10e4 req-52722ea8-c952-4852-86f2-2ca85ba4aa9e service nova] Lock "f7104096-3f71-4c4e-9c1a-dcfae81dc66a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 865.776293] env[62328]: DEBUG oslo_concurrency.lockutils [req-b92bc91b-533f-4841-8a5f-23eb743a10e4 req-52722ea8-c952-4852-86f2-2ca85ba4aa9e service nova] Lock "f7104096-3f71-4c4e-9c1a-dcfae81dc66a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 865.776469] env[62328]: DEBUG nova.compute.manager [req-b92bc91b-533f-4841-8a5f-23eb743a10e4 req-52722ea8-c952-4852-86f2-2ca85ba4aa9e service nova] [instance: f7104096-3f71-4c4e-9c1a-dcfae81dc66a] No waiting events found dispatching network-vif-plugged-b6bd6a7a-0026-454c-92da-2f90274d5a87 {{(pid=62328) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 865.776650] env[62328]: WARNING nova.compute.manager [req-b92bc91b-533f-4841-8a5f-23eb743a10e4 req-52722ea8-c952-4852-86f2-2ca85ba4aa9e service nova] [instance: f7104096-3f71-4c4e-9c1a-dcfae81dc66a] Received unexpected event network-vif-plugged-b6bd6a7a-0026-454c-92da-2f90274d5a87 for instance with vm_state building and task_state spawning. [ 865.776815] env[62328]: DEBUG nova.compute.manager [req-b92bc91b-533f-4841-8a5f-23eb743a10e4 req-52722ea8-c952-4852-86f2-2ca85ba4aa9e service nova] [instance: f7104096-3f71-4c4e-9c1a-dcfae81dc66a] Received event network-changed-b6bd6a7a-0026-454c-92da-2f90274d5a87 {{(pid=62328) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 865.776970] env[62328]: DEBUG nova.compute.manager [req-b92bc91b-533f-4841-8a5f-23eb743a10e4 req-52722ea8-c952-4852-86f2-2ca85ba4aa9e service nova] [instance: f7104096-3f71-4c4e-9c1a-dcfae81dc66a] Refreshing instance network info cache due to event network-changed-b6bd6a7a-0026-454c-92da-2f90274d5a87. {{(pid=62328) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 865.777529] env[62328]: DEBUG oslo_concurrency.lockutils [req-b92bc91b-533f-4841-8a5f-23eb743a10e4 req-52722ea8-c952-4852-86f2-2ca85ba4aa9e service nova] Acquiring lock "refresh_cache-f7104096-3f71-4c4e-9c1a-dcfae81dc66a" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 865.816779] env[62328]: DEBUG oslo_vmware.api [None req-499306db-dc39-4bf8-ac68-7ea11d9e6a19 tempest-ImagesTestJSON-1776717495 tempest-ImagesTestJSON-1776717495-project-member] Task: {'id': task-2387065, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 865.925564] env[62328]: DEBUG nova.network.neutron [None req-be1e9eae-3e40-4937-865c-b0ef8764edbc tempest-ServersAdminTestJSON-455323280 tempest-ServersAdminTestJSON-455323280-project-member] [instance: f7104096-3f71-4c4e-9c1a-dcfae81dc66a] Instance cache missing network info. {{(pid=62328) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 865.995719] env[62328]: DEBUG nova.scheduler.client.report [None req-d97bc307-d643-4c80-8238-0109cc591da1 tempest-InstanceActionsNegativeTestJSON-58220527 tempest-InstanceActionsNegativeTestJSON-58220527-project-member] Inventory has not changed for provider 3469e9f8-04af-49ca-8435-49f104496744 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 152, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62328) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 866.162093] env[62328]: DEBUG nova.virt.vmwareapi.volumeops [None req-f3ea93bf-1dc6-40c9-b3a6-7f79ef85bf19 tempest-DeleteServersTestJSON-1766103036 tempest-DeleteServersTestJSON-1766103036-project-member] [instance: b2aeacce-e015-41c8-9976-73e94dad243b] Volume attach. Driver type: vmdk {{(pid=62328) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 866.162460] env[62328]: DEBUG nova.virt.vmwareapi.volumeops [None req-f3ea93bf-1dc6-40c9-b3a6-7f79ef85bf19 tempest-DeleteServersTestJSON-1766103036 tempest-DeleteServersTestJSON-1766103036-project-member] [instance: b2aeacce-e015-41c8-9976-73e94dad243b] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-484371', 'volume_id': 'ae30946b-622e-4766-9726-0a3b1b86f7dd', 'name': 'volume-ae30946b-622e-4766-9726-0a3b1b86f7dd', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'b2aeacce-e015-41c8-9976-73e94dad243b', 'attached_at': '', 'detached_at': '', 'volume_id': 'ae30946b-622e-4766-9726-0a3b1b86f7dd', 'serial': 'ae30946b-622e-4766-9726-0a3b1b86f7dd'} {{(pid=62328) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 866.163560] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-71d49c4d-c7a7-424e-b353-0b3fa358414c {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 866.183380] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6a3ff8ad-81ba-4e0a-b295-bfd1b8dd7e4b {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 866.199177] env[62328]: DEBUG oslo_concurrency.lockutils [None req-8638092e-2dae-4f4a-92cc-6811fd95b851 tempest-ImagesTestJSON-1776717495 tempest-ImagesTestJSON-1776717495-project-member] Acquiring lock "e38f62a8-c8ae-4200-b5cc-a799c261ce76" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 866.199177] env[62328]: DEBUG oslo_concurrency.lockutils [None req-8638092e-2dae-4f4a-92cc-6811fd95b851 tempest-ImagesTestJSON-1776717495 tempest-ImagesTestJSON-1776717495-project-member] Lock "e38f62a8-c8ae-4200-b5cc-a799c261ce76" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 866.222304] env[62328]: DEBUG nova.virt.vmwareapi.volumeops [None req-f3ea93bf-1dc6-40c9-b3a6-7f79ef85bf19 tempest-DeleteServersTestJSON-1766103036 tempest-DeleteServersTestJSON-1766103036-project-member] [instance: b2aeacce-e015-41c8-9976-73e94dad243b] Reconfiguring VM instance instance-00000047 to attach disk [datastore2] volume-ae30946b-622e-4766-9726-0a3b1b86f7dd/volume-ae30946b-622e-4766-9726-0a3b1b86f7dd.vmdk or device None with type thin {{(pid=62328) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 866.226098] env[62328]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2b5dddc6-f2d0-4ac6-a4c9-2e7b825a534e {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 866.248218] env[62328]: DEBUG nova.network.neutron [None req-be1e9eae-3e40-4937-865c-b0ef8764edbc tempest-ServersAdminTestJSON-455323280 tempest-ServersAdminTestJSON-455323280-project-member] [instance: f7104096-3f71-4c4e-9c1a-dcfae81dc66a] Updating instance_info_cache with network_info: [{"id": "b6bd6a7a-0026-454c-92da-2f90274d5a87", "address": "fa:16:3e:4d:54:9d", "network": {"id": "0eeee2fb-8ef5-412d-af46-12812484c08c", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-224594713-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f2a757f35eac41f9957872714fb6355d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "73915082-a1b0-460b-b24d-97588fc9cb29", "external-id": "nsx-vlan-transportzone-744", "segmentation_id": 744, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb6bd6a7a-00", "ovs_interfaceid": "b6bd6a7a-0026-454c-92da-2f90274d5a87", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62328) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 866.250056] env[62328]: DEBUG oslo_vmware.api [None req-4130387c-4d16-44c8-8761-1685247b2e26 tempest-AttachVolumeNegativeTest-1920358930 tempest-AttachVolumeNegativeTest-1920358930-project-member] Task: {'id': task-2387064, 'name': Rename_Task, 'duration_secs': 1.538997} completed successfully. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 866.250873] env[62328]: DEBUG nova.virt.vmwareapi.vm_util [None req-4130387c-4d16-44c8-8761-1685247b2e26 tempest-AttachVolumeNegativeTest-1920358930 tempest-AttachVolumeNegativeTest-1920358930-project-member] [instance: 7adef1ae-8c30-4c37-be1b-f4163d47eff1] Powering on the VM {{(pid=62328) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 866.251168] env[62328]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-bb23036b-f670-4a13-b7bf-1ce3ac01b381 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 866.254914] env[62328]: DEBUG oslo_vmware.api [None req-f3ea93bf-1dc6-40c9-b3a6-7f79ef85bf19 tempest-DeleteServersTestJSON-1766103036 tempest-DeleteServersTestJSON-1766103036-project-member] Waiting for the task: (returnval){ [ 866.254914] env[62328]: value = "task-2387066" [ 866.254914] env[62328]: _type = "Task" [ 866.254914] env[62328]: } to complete. {{(pid=62328) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 866.260028] env[62328]: DEBUG oslo_vmware.api [None req-4130387c-4d16-44c8-8761-1685247b2e26 tempest-AttachVolumeNegativeTest-1920358930 tempest-AttachVolumeNegativeTest-1920358930-project-member] Waiting for the task: (returnval){ [ 866.260028] env[62328]: value = "task-2387067" [ 866.260028] env[62328]: _type = "Task" [ 866.260028] env[62328]: } to complete. {{(pid=62328) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 866.266442] env[62328]: DEBUG oslo_vmware.api [None req-f3ea93bf-1dc6-40c9-b3a6-7f79ef85bf19 tempest-DeleteServersTestJSON-1766103036 tempest-DeleteServersTestJSON-1766103036-project-member] Task: {'id': task-2387066, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 866.273785] env[62328]: DEBUG oslo_vmware.api [None req-4130387c-4d16-44c8-8761-1685247b2e26 tempest-AttachVolumeNegativeTest-1920358930 tempest-AttachVolumeNegativeTest-1920358930-project-member] Task: {'id': task-2387067, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 866.314603] env[62328]: DEBUG oslo_vmware.api [None req-499306db-dc39-4bf8-ac68-7ea11d9e6a19 tempest-ImagesTestJSON-1776717495 tempest-ImagesTestJSON-1776717495-project-member] Task: {'id': task-2387065, 'name': RemoveSnapshot_Task, 'duration_secs': 1.440688} completed successfully. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 866.315449] env[62328]: DEBUG nova.virt.vmwareapi.vmops [None req-499306db-dc39-4bf8-ac68-7ea11d9e6a19 tempest-ImagesTestJSON-1776717495 tempest-ImagesTestJSON-1776717495-project-member] [instance: e237fc84-753c-4824-a26a-498ba160f4f9] Deleted Snapshot of the VM instance {{(pid=62328) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 866.315718] env[62328]: INFO nova.compute.manager [None req-499306db-dc39-4bf8-ac68-7ea11d9e6a19 tempest-ImagesTestJSON-1776717495 tempest-ImagesTestJSON-1776717495-project-member] [instance: e237fc84-753c-4824-a26a-498ba160f4f9] Took 14.92 seconds to snapshot the instance on the hypervisor. [ 866.506067] env[62328]: DEBUG oslo_concurrency.lockutils [None req-d97bc307-d643-4c80-8238-0109cc591da1 tempest-InstanceActionsNegativeTestJSON-58220527 tempest-InstanceActionsNegativeTestJSON-58220527-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.942s {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 866.509122] env[62328]: DEBUG oslo_concurrency.lockutils [None req-d2f71502-0cce-4f12-9cb1-ecda041a3822 tempest-ServerShowV257Test-2024025592 tempest-ServerShowV257Test-2024025592-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 19.051s {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 866.509424] env[62328]: DEBUG nova.objects.instance [None req-d2f71502-0cce-4f12-9cb1-ecda041a3822 tempest-ServerShowV257Test-2024025592 tempest-ServerShowV257Test-2024025592-project-member] Lazy-loading 'resources' on Instance uuid d60294e0-35a3-4c90-8a63-a525ff1c6833 {{(pid=62328) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 866.529583] env[62328]: INFO nova.scheduler.client.report [None req-d97bc307-d643-4c80-8238-0109cc591da1 tempest-InstanceActionsNegativeTestJSON-58220527 tempest-InstanceActionsNegativeTestJSON-58220527-project-member] Deleted allocations for instance be561814-7d4f-4759-9e70-47db6557d87e [ 866.588533] env[62328]: DEBUG nova.compute.manager [None req-47496295-5df4-4508-ada1-5e6fb97a520a tempest-ServersAdminTestJSON-455323280 tempest-ServersAdminTestJSON-455323280-project-member] [instance: 475a5d77-198f-4dca-943c-a039da48dee0] Start spawning the instance on the hypervisor. {{(pid=62328) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 866.618930] env[62328]: DEBUG nova.virt.hardware [None req-47496295-5df4-4508-ada1-5e6fb97a520a tempest-ServersAdminTestJSON-455323280 tempest-ServersAdminTestJSON-455323280-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-07T17:16:55Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-07T17:16:37Z,direct_url=,disk_format='vmdk',id=dbf872a4-92be-47e4-8561-c3e2bf2423ab,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='2a64022f08d84b11a86773b900860ae5',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-07T17:16:38Z,virtual_size=,visibility=), allow threads: False {{(pid=62328) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 866.619273] env[62328]: DEBUG nova.virt.hardware [None req-47496295-5df4-4508-ada1-5e6fb97a520a tempest-ServersAdminTestJSON-455323280 tempest-ServersAdminTestJSON-455323280-project-member] Flavor limits 0:0:0 {{(pid=62328) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 866.619436] env[62328]: DEBUG nova.virt.hardware [None req-47496295-5df4-4508-ada1-5e6fb97a520a tempest-ServersAdminTestJSON-455323280 tempest-ServersAdminTestJSON-455323280-project-member] Image limits 0:0:0 {{(pid=62328) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 866.619619] env[62328]: DEBUG nova.virt.hardware [None req-47496295-5df4-4508-ada1-5e6fb97a520a tempest-ServersAdminTestJSON-455323280 tempest-ServersAdminTestJSON-455323280-project-member] Flavor pref 0:0:0 {{(pid=62328) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 866.619766] env[62328]: DEBUG nova.virt.hardware [None req-47496295-5df4-4508-ada1-5e6fb97a520a tempest-ServersAdminTestJSON-455323280 tempest-ServersAdminTestJSON-455323280-project-member] Image pref 0:0:0 {{(pid=62328) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 866.619915] env[62328]: DEBUG nova.virt.hardware [None req-47496295-5df4-4508-ada1-5e6fb97a520a tempest-ServersAdminTestJSON-455323280 tempest-ServersAdminTestJSON-455323280-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62328) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 866.620249] env[62328]: DEBUG nova.virt.hardware [None req-47496295-5df4-4508-ada1-5e6fb97a520a tempest-ServersAdminTestJSON-455323280 tempest-ServersAdminTestJSON-455323280-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62328) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 866.620431] env[62328]: DEBUG nova.virt.hardware [None req-47496295-5df4-4508-ada1-5e6fb97a520a tempest-ServersAdminTestJSON-455323280 tempest-ServersAdminTestJSON-455323280-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62328) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 866.620605] env[62328]: DEBUG nova.virt.hardware [None req-47496295-5df4-4508-ada1-5e6fb97a520a tempest-ServersAdminTestJSON-455323280 tempest-ServersAdminTestJSON-455323280-project-member] Got 1 possible topologies {{(pid=62328) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 866.620771] env[62328]: DEBUG nova.virt.hardware [None req-47496295-5df4-4508-ada1-5e6fb97a520a tempest-ServersAdminTestJSON-455323280 tempest-ServersAdminTestJSON-455323280-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62328) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 866.620946] env[62328]: DEBUG nova.virt.hardware [None req-47496295-5df4-4508-ada1-5e6fb97a520a tempest-ServersAdminTestJSON-455323280 tempest-ServersAdminTestJSON-455323280-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62328) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 866.621806] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2133cf5a-e3dc-4516-96a5-9f0c694e93a4 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 866.629421] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ea428cbe-57b4-48f2-a9e1-7634472885f6 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 866.723559] env[62328]: DEBUG nova.compute.manager [None req-8638092e-2dae-4f4a-92cc-6811fd95b851 tempest-ImagesTestJSON-1776717495 tempest-ImagesTestJSON-1776717495-project-member] [instance: e38f62a8-c8ae-4200-b5cc-a799c261ce76] Starting instance... {{(pid=62328) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 866.752407] env[62328]: DEBUG oslo_concurrency.lockutils [None req-be1e9eae-3e40-4937-865c-b0ef8764edbc tempest-ServersAdminTestJSON-455323280 tempest-ServersAdminTestJSON-455323280-project-member] Releasing lock "refresh_cache-f7104096-3f71-4c4e-9c1a-dcfae81dc66a" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 866.752720] env[62328]: DEBUG nova.compute.manager [None req-be1e9eae-3e40-4937-865c-b0ef8764edbc tempest-ServersAdminTestJSON-455323280 tempest-ServersAdminTestJSON-455323280-project-member] [instance: f7104096-3f71-4c4e-9c1a-dcfae81dc66a] Instance network_info: |[{"id": "b6bd6a7a-0026-454c-92da-2f90274d5a87", "address": "fa:16:3e:4d:54:9d", "network": {"id": "0eeee2fb-8ef5-412d-af46-12812484c08c", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-224594713-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f2a757f35eac41f9957872714fb6355d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "73915082-a1b0-460b-b24d-97588fc9cb29", "external-id": "nsx-vlan-transportzone-744", "segmentation_id": 744, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb6bd6a7a-00", "ovs_interfaceid": "b6bd6a7a-0026-454c-92da-2f90274d5a87", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62328) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 866.753526] env[62328]: DEBUG oslo_concurrency.lockutils [req-b92bc91b-533f-4841-8a5f-23eb743a10e4 req-52722ea8-c952-4852-86f2-2ca85ba4aa9e service nova] Acquired lock "refresh_cache-f7104096-3f71-4c4e-9c1a-dcfae81dc66a" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 866.753526] env[62328]: DEBUG nova.network.neutron [req-b92bc91b-533f-4841-8a5f-23eb743a10e4 req-52722ea8-c952-4852-86f2-2ca85ba4aa9e service nova] [instance: f7104096-3f71-4c4e-9c1a-dcfae81dc66a] Refreshing network info cache for port b6bd6a7a-0026-454c-92da-2f90274d5a87 {{(pid=62328) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 866.754932] env[62328]: DEBUG nova.virt.vmwareapi.vmops [None req-be1e9eae-3e40-4937-865c-b0ef8764edbc tempest-ServersAdminTestJSON-455323280 tempest-ServersAdminTestJSON-455323280-project-member] [instance: f7104096-3f71-4c4e-9c1a-dcfae81dc66a] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:4d:54:9d', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '73915082-a1b0-460b-b24d-97588fc9cb29', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'b6bd6a7a-0026-454c-92da-2f90274d5a87', 'vif_model': 'vmxnet3'}] {{(pid=62328) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 866.771652] env[62328]: DEBUG nova.virt.vmwareapi.vm_util [None req-be1e9eae-3e40-4937-865c-b0ef8764edbc tempest-ServersAdminTestJSON-455323280 tempest-ServersAdminTestJSON-455323280-project-member] Creating folder: Project (f2a757f35eac41f9957872714fb6355d). Parent ref: group-v484164. {{(pid=62328) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 866.773326] env[62328]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-1bc324de-a911-4754-84f7-aa75dc964a60 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 866.791451] env[62328]: DEBUG oslo_vmware.api [None req-f3ea93bf-1dc6-40c9-b3a6-7f79ef85bf19 tempest-DeleteServersTestJSON-1766103036 tempest-DeleteServersTestJSON-1766103036-project-member] Task: {'id': task-2387066, 'name': ReconfigVM_Task, 'duration_secs': 0.394182} completed successfully. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 866.793070] env[62328]: DEBUG oslo_vmware.api [None req-4130387c-4d16-44c8-8761-1685247b2e26 tempest-AttachVolumeNegativeTest-1920358930 tempest-AttachVolumeNegativeTest-1920358930-project-member] Task: {'id': task-2387067, 'name': PowerOnVM_Task} progress is 88%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 866.793861] env[62328]: DEBUG nova.virt.vmwareapi.volumeops [None req-f3ea93bf-1dc6-40c9-b3a6-7f79ef85bf19 tempest-DeleteServersTestJSON-1766103036 tempest-DeleteServersTestJSON-1766103036-project-member] [instance: b2aeacce-e015-41c8-9976-73e94dad243b] Reconfigured VM instance instance-00000047 to attach disk [datastore2] volume-ae30946b-622e-4766-9726-0a3b1b86f7dd/volume-ae30946b-622e-4766-9726-0a3b1b86f7dd.vmdk or device None with type thin {{(pid=62328) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 866.799311] env[62328]: INFO nova.virt.vmwareapi.vm_util [None req-be1e9eae-3e40-4937-865c-b0ef8764edbc tempest-ServersAdminTestJSON-455323280 tempest-ServersAdminTestJSON-455323280-project-member] Created folder: Project (f2a757f35eac41f9957872714fb6355d) in parent group-v484164. [ 866.799584] env[62328]: DEBUG nova.virt.vmwareapi.vm_util [None req-be1e9eae-3e40-4937-865c-b0ef8764edbc tempest-ServersAdminTestJSON-455323280 tempest-ServersAdminTestJSON-455323280-project-member] Creating folder: Instances. Parent ref: group-v484372. {{(pid=62328) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 866.799743] env[62328]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1ef03ff2-2976-480f-9009-59c8c7a6905f {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 866.810813] env[62328]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-6d775cd5-bcb7-4c38-a49e-0ab9ef0a573a {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 866.819927] env[62328]: DEBUG oslo_vmware.api [None req-f3ea93bf-1dc6-40c9-b3a6-7f79ef85bf19 tempest-DeleteServersTestJSON-1766103036 tempest-DeleteServersTestJSON-1766103036-project-member] Waiting for the task: (returnval){ [ 866.819927] env[62328]: value = "task-2387070" [ 866.819927] env[62328]: _type = "Task" [ 866.819927] env[62328]: } to complete. {{(pid=62328) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 866.827819] env[62328]: INFO nova.virt.vmwareapi.vm_util [None req-be1e9eae-3e40-4937-865c-b0ef8764edbc tempest-ServersAdminTestJSON-455323280 tempest-ServersAdminTestJSON-455323280-project-member] Created folder: Instances in parent group-v484372. [ 866.828100] env[62328]: DEBUG oslo.service.loopingcall [None req-be1e9eae-3e40-4937-865c-b0ef8764edbc tempest-ServersAdminTestJSON-455323280 tempest-ServersAdminTestJSON-455323280-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62328) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 866.829626] env[62328]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f7104096-3f71-4c4e-9c1a-dcfae81dc66a] Creating VM on the ESX host {{(pid=62328) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 866.830418] env[62328]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-4a6b1c2c-71c8-42b5-9e46-8067407b4537 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 866.853212] env[62328]: DEBUG oslo_vmware.api [None req-f3ea93bf-1dc6-40c9-b3a6-7f79ef85bf19 tempest-DeleteServersTestJSON-1766103036 tempest-DeleteServersTestJSON-1766103036-project-member] Task: {'id': task-2387070, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 866.858586] env[62328]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 866.858586] env[62328]: value = "task-2387071" [ 866.858586] env[62328]: _type = "Task" [ 866.858586] env[62328]: } to complete. {{(pid=62328) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 866.868893] env[62328]: DEBUG oslo_vmware.api [-] Task: {'id': task-2387071, 'name': CreateVM_Task} progress is 0%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 867.039291] env[62328]: DEBUG oslo_concurrency.lockutils [None req-d97bc307-d643-4c80-8238-0109cc591da1 tempest-InstanceActionsNegativeTestJSON-58220527 tempest-InstanceActionsNegativeTestJSON-58220527-project-member] Lock "be561814-7d4f-4759-9e70-47db6557d87e" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 23.086s {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 867.102488] env[62328]: DEBUG nova.network.neutron [None req-47496295-5df4-4508-ada1-5e6fb97a520a tempest-ServersAdminTestJSON-455323280 tempest-ServersAdminTestJSON-455323280-project-member] [instance: 475a5d77-198f-4dca-943c-a039da48dee0] Successfully updated port: 0eb916a1-fc11-4bb1-b173-d1b69403ec04 {{(pid=62328) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 867.247468] env[62328]: DEBUG oslo_concurrency.lockutils [None req-8638092e-2dae-4f4a-92cc-6811fd95b851 tempest-ImagesTestJSON-1776717495 tempest-ImagesTestJSON-1776717495-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 867.297223] env[62328]: DEBUG oslo_vmware.api [None req-4130387c-4d16-44c8-8761-1685247b2e26 tempest-AttachVolumeNegativeTest-1920358930 tempest-AttachVolumeNegativeTest-1920358930-project-member] Task: {'id': task-2387067, 'name': PowerOnVM_Task, 'duration_secs': 0.818487} completed successfully. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 867.297223] env[62328]: DEBUG nova.virt.vmwareapi.vm_util [None req-4130387c-4d16-44c8-8761-1685247b2e26 tempest-AttachVolumeNegativeTest-1920358930 tempest-AttachVolumeNegativeTest-1920358930-project-member] [instance: 7adef1ae-8c30-4c37-be1b-f4163d47eff1] Powered on the VM {{(pid=62328) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 867.298771] env[62328]: INFO nova.compute.manager [None req-4130387c-4d16-44c8-8761-1685247b2e26 tempest-AttachVolumeNegativeTest-1920358930 tempest-AttachVolumeNegativeTest-1920358930-project-member] [instance: 7adef1ae-8c30-4c37-be1b-f4163d47eff1] Took 9.84 seconds to spawn the instance on the hypervisor. [ 867.298996] env[62328]: DEBUG nova.compute.manager [None req-4130387c-4d16-44c8-8761-1685247b2e26 tempest-AttachVolumeNegativeTest-1920358930 tempest-AttachVolumeNegativeTest-1920358930-project-member] [instance: 7adef1ae-8c30-4c37-be1b-f4163d47eff1] Checking state {{(pid=62328) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 867.299848] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e3250abd-0c8d-406b-9440-2516848db52c {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 867.332578] env[62328]: DEBUG oslo_vmware.api [None req-f3ea93bf-1dc6-40c9-b3a6-7f79ef85bf19 tempest-DeleteServersTestJSON-1766103036 tempest-DeleteServersTestJSON-1766103036-project-member] Task: {'id': task-2387070, 'name': ReconfigVM_Task, 'duration_secs': 0.140108} completed successfully. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 867.335622] env[62328]: DEBUG nova.virt.vmwareapi.volumeops [None req-f3ea93bf-1dc6-40c9-b3a6-7f79ef85bf19 tempest-DeleteServersTestJSON-1766103036 tempest-DeleteServersTestJSON-1766103036-project-member] [instance: b2aeacce-e015-41c8-9976-73e94dad243b] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-484371', 'volume_id': 'ae30946b-622e-4766-9726-0a3b1b86f7dd', 'name': 'volume-ae30946b-622e-4766-9726-0a3b1b86f7dd', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'b2aeacce-e015-41c8-9976-73e94dad243b', 'attached_at': '', 'detached_at': '', 'volume_id': 'ae30946b-622e-4766-9726-0a3b1b86f7dd', 'serial': 'ae30946b-622e-4766-9726-0a3b1b86f7dd'} {{(pid=62328) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 867.372904] env[62328]: DEBUG oslo_vmware.api [-] Task: {'id': task-2387071, 'name': CreateVM_Task, 'duration_secs': 0.465645} completed successfully. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 867.373040] env[62328]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f7104096-3f71-4c4e-9c1a-dcfae81dc66a] Created VM on the ESX host {{(pid=62328) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 867.373716] env[62328]: DEBUG oslo_concurrency.lockutils [None req-be1e9eae-3e40-4937-865c-b0ef8764edbc tempest-ServersAdminTestJSON-455323280 tempest-ServersAdminTestJSON-455323280-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/dbf872a4-92be-47e4-8561-c3e2bf2423ab" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 867.373905] env[62328]: DEBUG oslo_concurrency.lockutils [None req-be1e9eae-3e40-4937-865c-b0ef8764edbc tempest-ServersAdminTestJSON-455323280 tempest-ServersAdminTestJSON-455323280-project-member] Acquired lock "[datastore2] devstack-image-cache_base/dbf872a4-92be-47e4-8561-c3e2bf2423ab" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 867.374459] env[62328]: DEBUG oslo_concurrency.lockutils [None req-be1e9eae-3e40-4937-865c-b0ef8764edbc tempest-ServersAdminTestJSON-455323280 tempest-ServersAdminTestJSON-455323280-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/dbf872a4-92be-47e4-8561-c3e2bf2423ab" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 867.374603] env[62328]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3f1594eb-e2d9-49a4-880c-98deac9643f4 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 867.379504] env[62328]: DEBUG oslo_vmware.api [None req-be1e9eae-3e40-4937-865c-b0ef8764edbc tempest-ServersAdminTestJSON-455323280 tempest-ServersAdminTestJSON-455323280-project-member] Waiting for the task: (returnval){ [ 867.379504] env[62328]: value = "session[52a6e20e-410d-708a-99f2-080a575a99bd]521c82ff-8df2-804b-8615-adc508c2a7f6" [ 867.379504] env[62328]: _type = "Task" [ 867.379504] env[62328]: } to complete. {{(pid=62328) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 867.391318] env[62328]: DEBUG oslo_vmware.api [None req-be1e9eae-3e40-4937-865c-b0ef8764edbc tempest-ServersAdminTestJSON-455323280 tempest-ServersAdminTestJSON-455323280-project-member] Task: {'id': session[52a6e20e-410d-708a-99f2-080a575a99bd]521c82ff-8df2-804b-8615-adc508c2a7f6, 'name': SearchDatastore_Task, 'duration_secs': 0.009192} completed successfully. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 867.391595] env[62328]: DEBUG oslo_concurrency.lockutils [None req-be1e9eae-3e40-4937-865c-b0ef8764edbc tempest-ServersAdminTestJSON-455323280 tempest-ServersAdminTestJSON-455323280-project-member] Releasing lock "[datastore2] devstack-image-cache_base/dbf872a4-92be-47e4-8561-c3e2bf2423ab" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 867.391995] env[62328]: DEBUG nova.virt.vmwareapi.vmops [None req-be1e9eae-3e40-4937-865c-b0ef8764edbc tempest-ServersAdminTestJSON-455323280 tempest-ServersAdminTestJSON-455323280-project-member] [instance: f7104096-3f71-4c4e-9c1a-dcfae81dc66a] Processing image dbf872a4-92be-47e4-8561-c3e2bf2423ab {{(pid=62328) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 867.392110] env[62328]: DEBUG oslo_concurrency.lockutils [None req-be1e9eae-3e40-4937-865c-b0ef8764edbc tempest-ServersAdminTestJSON-455323280 tempest-ServersAdminTestJSON-455323280-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/dbf872a4-92be-47e4-8561-c3e2bf2423ab/dbf872a4-92be-47e4-8561-c3e2bf2423ab.vmdk" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 867.392306] env[62328]: DEBUG oslo_concurrency.lockutils [None req-be1e9eae-3e40-4937-865c-b0ef8764edbc tempest-ServersAdminTestJSON-455323280 tempest-ServersAdminTestJSON-455323280-project-member] Acquired lock "[datastore2] devstack-image-cache_base/dbf872a4-92be-47e4-8561-c3e2bf2423ab/dbf872a4-92be-47e4-8561-c3e2bf2423ab.vmdk" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 867.392463] env[62328]: DEBUG nova.virt.vmwareapi.ds_util [None req-be1e9eae-3e40-4937-865c-b0ef8764edbc tempest-ServersAdminTestJSON-455323280 tempest-ServersAdminTestJSON-455323280-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62328) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 867.392739] env[62328]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-5675c6ff-5ff1-4d69-b833-233b96a60ea1 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 867.404011] env[62328]: DEBUG nova.virt.vmwareapi.ds_util [None req-be1e9eae-3e40-4937-865c-b0ef8764edbc tempest-ServersAdminTestJSON-455323280 tempest-ServersAdminTestJSON-455323280-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62328) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 867.404469] env[62328]: DEBUG nova.virt.vmwareapi.vmops [None req-be1e9eae-3e40-4937-865c-b0ef8764edbc tempest-ServersAdminTestJSON-455323280 tempest-ServersAdminTestJSON-455323280-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62328) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 867.405316] env[62328]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1073b391-5f40-4c62-af13-c031e9d5a974 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 867.412647] env[62328]: DEBUG oslo_vmware.api [None req-be1e9eae-3e40-4937-865c-b0ef8764edbc tempest-ServersAdminTestJSON-455323280 tempest-ServersAdminTestJSON-455323280-project-member] Waiting for the task: (returnval){ [ 867.412647] env[62328]: value = "session[52a6e20e-410d-708a-99f2-080a575a99bd]52ae9258-7a88-a7c4-c565-fbc62b702053" [ 867.412647] env[62328]: _type = "Task" [ 867.412647] env[62328]: } to complete. {{(pid=62328) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 867.418525] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dd99cdec-5abb-4b09-a1de-d76eb2d392b2 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 867.429418] env[62328]: DEBUG oslo_vmware.api [None req-be1e9eae-3e40-4937-865c-b0ef8764edbc tempest-ServersAdminTestJSON-455323280 tempest-ServersAdminTestJSON-455323280-project-member] Task: {'id': session[52a6e20e-410d-708a-99f2-080a575a99bd]52ae9258-7a88-a7c4-c565-fbc62b702053, 'name': SearchDatastore_Task, 'duration_secs': 0.009258} completed successfully. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 867.431861] env[62328]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7101f33a-c4c3-4510-93c9-c4c1df519345 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 867.434872] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-71348da7-894c-4b5d-86c7-14910a8e8352 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 867.441703] env[62328]: DEBUG oslo_vmware.api [None req-be1e9eae-3e40-4937-865c-b0ef8764edbc tempest-ServersAdminTestJSON-455323280 tempest-ServersAdminTestJSON-455323280-project-member] Waiting for the task: (returnval){ [ 867.441703] env[62328]: value = "session[52a6e20e-410d-708a-99f2-080a575a99bd]52741628-1320-f793-b3e8-4ab0d871d089" [ 867.441703] env[62328]: _type = "Task" [ 867.441703] env[62328]: } to complete. {{(pid=62328) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 867.474411] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a45b01b8-ed4d-4ee6-ac38-aa3647b1640b {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 867.482839] env[62328]: DEBUG oslo_vmware.api [None req-be1e9eae-3e40-4937-865c-b0ef8764edbc tempest-ServersAdminTestJSON-455323280 tempest-ServersAdminTestJSON-455323280-project-member] Task: {'id': session[52a6e20e-410d-708a-99f2-080a575a99bd]52741628-1320-f793-b3e8-4ab0d871d089, 'name': SearchDatastore_Task, 'duration_secs': 0.008939} completed successfully. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 867.485213] env[62328]: DEBUG oslo_concurrency.lockutils [None req-be1e9eae-3e40-4937-865c-b0ef8764edbc tempest-ServersAdminTestJSON-455323280 tempest-ServersAdminTestJSON-455323280-project-member] Releasing lock "[datastore2] devstack-image-cache_base/dbf872a4-92be-47e4-8561-c3e2bf2423ab/dbf872a4-92be-47e4-8561-c3e2bf2423ab.vmdk" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 867.485668] env[62328]: DEBUG nova.virt.vmwareapi.vm_util [None req-be1e9eae-3e40-4937-865c-b0ef8764edbc tempest-ServersAdminTestJSON-455323280 tempest-ServersAdminTestJSON-455323280-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/dbf872a4-92be-47e4-8561-c3e2bf2423ab/dbf872a4-92be-47e4-8561-c3e2bf2423ab.vmdk to [datastore2] f7104096-3f71-4c4e-9c1a-dcfae81dc66a/f7104096-3f71-4c4e-9c1a-dcfae81dc66a.vmdk {{(pid=62328) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 867.485969] env[62328]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-89d062fd-5143-4547-b465-067fba09f26b {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 867.489217] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e41eb4ef-13b1-46b1-9349-060efffca699 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 867.505081] env[62328]: DEBUG nova.compute.provider_tree [None req-d2f71502-0cce-4f12-9cb1-ecda041a3822 tempest-ServerShowV257Test-2024025592 tempest-ServerShowV257Test-2024025592-project-member] Inventory has not changed in ProviderTree for provider: 3469e9f8-04af-49ca-8435-49f104496744 {{(pid=62328) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 867.508362] env[62328]: DEBUG oslo_vmware.api [None req-be1e9eae-3e40-4937-865c-b0ef8764edbc tempest-ServersAdminTestJSON-455323280 tempest-ServersAdminTestJSON-455323280-project-member] Waiting for the task: (returnval){ [ 867.508362] env[62328]: value = "task-2387072" [ 867.508362] env[62328]: _type = "Task" [ 867.508362] env[62328]: } to complete. {{(pid=62328) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 867.518990] env[62328]: DEBUG oslo_vmware.api [None req-be1e9eae-3e40-4937-865c-b0ef8764edbc tempest-ServersAdminTestJSON-455323280 tempest-ServersAdminTestJSON-455323280-project-member] Task: {'id': task-2387072, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 867.605561] env[62328]: DEBUG oslo_concurrency.lockutils [None req-47496295-5df4-4508-ada1-5e6fb97a520a tempest-ServersAdminTestJSON-455323280 tempest-ServersAdminTestJSON-455323280-project-member] Acquiring lock "refresh_cache-475a5d77-198f-4dca-943c-a039da48dee0" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 867.605837] env[62328]: DEBUG oslo_concurrency.lockutils [None req-47496295-5df4-4508-ada1-5e6fb97a520a tempest-ServersAdminTestJSON-455323280 tempest-ServersAdminTestJSON-455323280-project-member] Acquired lock "refresh_cache-475a5d77-198f-4dca-943c-a039da48dee0" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 867.605979] env[62328]: DEBUG nova.network.neutron [None req-47496295-5df4-4508-ada1-5e6fb97a520a tempest-ServersAdminTestJSON-455323280 tempest-ServersAdminTestJSON-455323280-project-member] [instance: 475a5d77-198f-4dca-943c-a039da48dee0] Building network info cache for instance {{(pid=62328) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 867.692176] env[62328]: DEBUG nova.network.neutron [req-b92bc91b-533f-4841-8a5f-23eb743a10e4 req-52722ea8-c952-4852-86f2-2ca85ba4aa9e service nova] [instance: f7104096-3f71-4c4e-9c1a-dcfae81dc66a] Updated VIF entry in instance network info cache for port b6bd6a7a-0026-454c-92da-2f90274d5a87. {{(pid=62328) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 867.692176] env[62328]: DEBUG nova.network.neutron [req-b92bc91b-533f-4841-8a5f-23eb743a10e4 req-52722ea8-c952-4852-86f2-2ca85ba4aa9e service nova] [instance: f7104096-3f71-4c4e-9c1a-dcfae81dc66a] Updating instance_info_cache with network_info: [{"id": "b6bd6a7a-0026-454c-92da-2f90274d5a87", "address": "fa:16:3e:4d:54:9d", "network": {"id": "0eeee2fb-8ef5-412d-af46-12812484c08c", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-224594713-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f2a757f35eac41f9957872714fb6355d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "73915082-a1b0-460b-b24d-97588fc9cb29", "external-id": "nsx-vlan-transportzone-744", "segmentation_id": 744, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb6bd6a7a-00", "ovs_interfaceid": "b6bd6a7a-0026-454c-92da-2f90274d5a87", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62328) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 867.828725] env[62328]: INFO nova.compute.manager [None req-4130387c-4d16-44c8-8761-1685247b2e26 tempest-AttachVolumeNegativeTest-1920358930 tempest-AttachVolumeNegativeTest-1920358930-project-member] [instance: 7adef1ae-8c30-4c37-be1b-f4163d47eff1] Took 30.92 seconds to build instance. [ 867.852704] env[62328]: DEBUG nova.compute.manager [req-7fcb5eb8-4f82-4b1e-8874-554cdd9b050a req-f22c6abf-3f98-4daa-958c-d44f5c600680 service nova] [instance: 475a5d77-198f-4dca-943c-a039da48dee0] Received event network-vif-plugged-0eb916a1-fc11-4bb1-b173-d1b69403ec04 {{(pid=62328) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 867.853633] env[62328]: DEBUG oslo_concurrency.lockutils [req-7fcb5eb8-4f82-4b1e-8874-554cdd9b050a req-f22c6abf-3f98-4daa-958c-d44f5c600680 service nova] Acquiring lock "475a5d77-198f-4dca-943c-a039da48dee0-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 867.853633] env[62328]: DEBUG oslo_concurrency.lockutils [req-7fcb5eb8-4f82-4b1e-8874-554cdd9b050a req-f22c6abf-3f98-4daa-958c-d44f5c600680 service nova] Lock "475a5d77-198f-4dca-943c-a039da48dee0-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 867.853633] env[62328]: DEBUG oslo_concurrency.lockutils [req-7fcb5eb8-4f82-4b1e-8874-554cdd9b050a req-f22c6abf-3f98-4daa-958c-d44f5c600680 service nova] Lock "475a5d77-198f-4dca-943c-a039da48dee0-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 867.854016] env[62328]: DEBUG nova.compute.manager [req-7fcb5eb8-4f82-4b1e-8874-554cdd9b050a req-f22c6abf-3f98-4daa-958c-d44f5c600680 service nova] [instance: 475a5d77-198f-4dca-943c-a039da48dee0] No waiting events found dispatching network-vif-plugged-0eb916a1-fc11-4bb1-b173-d1b69403ec04 {{(pid=62328) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 867.854316] env[62328]: WARNING nova.compute.manager [req-7fcb5eb8-4f82-4b1e-8874-554cdd9b050a req-f22c6abf-3f98-4daa-958c-d44f5c600680 service nova] [instance: 475a5d77-198f-4dca-943c-a039da48dee0] Received unexpected event network-vif-plugged-0eb916a1-fc11-4bb1-b173-d1b69403ec04 for instance with vm_state building and task_state spawning. [ 867.854605] env[62328]: DEBUG nova.compute.manager [req-7fcb5eb8-4f82-4b1e-8874-554cdd9b050a req-f22c6abf-3f98-4daa-958c-d44f5c600680 service nova] [instance: 475a5d77-198f-4dca-943c-a039da48dee0] Received event network-changed-0eb916a1-fc11-4bb1-b173-d1b69403ec04 {{(pid=62328) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 867.854802] env[62328]: DEBUG nova.compute.manager [req-7fcb5eb8-4f82-4b1e-8874-554cdd9b050a req-f22c6abf-3f98-4daa-958c-d44f5c600680 service nova] [instance: 475a5d77-198f-4dca-943c-a039da48dee0] Refreshing instance network info cache due to event network-changed-0eb916a1-fc11-4bb1-b173-d1b69403ec04. {{(pid=62328) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 867.855112] env[62328]: DEBUG oslo_concurrency.lockutils [req-7fcb5eb8-4f82-4b1e-8874-554cdd9b050a req-f22c6abf-3f98-4daa-958c-d44f5c600680 service nova] Acquiring lock "refresh_cache-475a5d77-198f-4dca-943c-a039da48dee0" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 868.008260] env[62328]: DEBUG nova.scheduler.client.report [None req-d2f71502-0cce-4f12-9cb1-ecda041a3822 tempest-ServerShowV257Test-2024025592 tempest-ServerShowV257Test-2024025592-project-member] Inventory has not changed for provider 3469e9f8-04af-49ca-8435-49f104496744 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 152, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62328) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 868.026367] env[62328]: DEBUG oslo_vmware.api [None req-be1e9eae-3e40-4937-865c-b0ef8764edbc tempest-ServersAdminTestJSON-455323280 tempest-ServersAdminTestJSON-455323280-project-member] Task: {'id': task-2387072, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.481539} completed successfully. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 868.026367] env[62328]: DEBUG nova.virt.vmwareapi.vm_util [None req-be1e9eae-3e40-4937-865c-b0ef8764edbc tempest-ServersAdminTestJSON-455323280 tempest-ServersAdminTestJSON-455323280-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/dbf872a4-92be-47e4-8561-c3e2bf2423ab/dbf872a4-92be-47e4-8561-c3e2bf2423ab.vmdk to [datastore2] f7104096-3f71-4c4e-9c1a-dcfae81dc66a/f7104096-3f71-4c4e-9c1a-dcfae81dc66a.vmdk {{(pid=62328) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 868.026367] env[62328]: DEBUG nova.virt.vmwareapi.vmops [None req-be1e9eae-3e40-4937-865c-b0ef8764edbc tempest-ServersAdminTestJSON-455323280 tempest-ServersAdminTestJSON-455323280-project-member] [instance: f7104096-3f71-4c4e-9c1a-dcfae81dc66a] Extending root virtual disk to 1048576 {{(pid=62328) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 868.026367] env[62328]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-d027f6a9-a304-440a-a0ba-18a81b9847a1 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 868.034589] env[62328]: DEBUG oslo_vmware.api [None req-be1e9eae-3e40-4937-865c-b0ef8764edbc tempest-ServersAdminTestJSON-455323280 tempest-ServersAdminTestJSON-455323280-project-member] Waiting for the task: (returnval){ [ 868.034589] env[62328]: value = "task-2387073" [ 868.034589] env[62328]: _type = "Task" [ 868.034589] env[62328]: } to complete. {{(pid=62328) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 868.043621] env[62328]: DEBUG oslo_vmware.api [None req-be1e9eae-3e40-4937-865c-b0ef8764edbc tempest-ServersAdminTestJSON-455323280 tempest-ServersAdminTestJSON-455323280-project-member] Task: {'id': task-2387073, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 868.173500] env[62328]: DEBUG nova.network.neutron [None req-47496295-5df4-4508-ada1-5e6fb97a520a tempest-ServersAdminTestJSON-455323280 tempest-ServersAdminTestJSON-455323280-project-member] [instance: 475a5d77-198f-4dca-943c-a039da48dee0] Instance cache missing network info. {{(pid=62328) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 868.194537] env[62328]: DEBUG oslo_concurrency.lockutils [req-b92bc91b-533f-4841-8a5f-23eb743a10e4 req-52722ea8-c952-4852-86f2-2ca85ba4aa9e service nova] Releasing lock "refresh_cache-f7104096-3f71-4c4e-9c1a-dcfae81dc66a" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 868.331905] env[62328]: DEBUG oslo_concurrency.lockutils [None req-4130387c-4d16-44c8-8761-1685247b2e26 tempest-AttachVolumeNegativeTest-1920358930 tempest-AttachVolumeNegativeTest-1920358930-project-member] Lock "7adef1ae-8c30-4c37-be1b-f4163d47eff1" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 32.433s {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 868.373898] env[62328]: DEBUG nova.network.neutron [None req-47496295-5df4-4508-ada1-5e6fb97a520a tempest-ServersAdminTestJSON-455323280 tempest-ServersAdminTestJSON-455323280-project-member] [instance: 475a5d77-198f-4dca-943c-a039da48dee0] Updating instance_info_cache with network_info: [{"id": "0eb916a1-fc11-4bb1-b173-d1b69403ec04", "address": "fa:16:3e:d7:37:6b", "network": {"id": "0eeee2fb-8ef5-412d-af46-12812484c08c", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-224594713-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f2a757f35eac41f9957872714fb6355d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "73915082-a1b0-460b-b24d-97588fc9cb29", "external-id": "nsx-vlan-transportzone-744", "segmentation_id": 744, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0eb916a1-fc", "ovs_interfaceid": "0eb916a1-fc11-4bb1-b173-d1b69403ec04", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62328) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 868.394605] env[62328]: DEBUG nova.objects.instance [None req-f3ea93bf-1dc6-40c9-b3a6-7f79ef85bf19 tempest-DeleteServersTestJSON-1766103036 tempest-DeleteServersTestJSON-1766103036-project-member] Lazy-loading 'flavor' on Instance uuid b2aeacce-e015-41c8-9976-73e94dad243b {{(pid=62328) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 868.519857] env[62328]: DEBUG oslo_concurrency.lockutils [None req-d2f71502-0cce-4f12-9cb1-ecda041a3822 tempest-ServerShowV257Test-2024025592 tempest-ServerShowV257Test-2024025592-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.011s {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 868.522308] env[62328]: DEBUG oslo_concurrency.lockutils [None req-a6eb430e-2959-4cb1-a1a8-16caa7e95c9f tempest-ServerShowV247Test-284523986 tempest-ServerShowV247Test-284523986-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 18.952s {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 868.522573] env[62328]: DEBUG nova.objects.instance [None req-a6eb430e-2959-4cb1-a1a8-16caa7e95c9f tempest-ServerShowV247Test-284523986 tempest-ServerShowV247Test-284523986-project-member] Lazy-loading 'resources' on Instance uuid c93e23e8-af7d-498b-bc2b-a47568418b05 {{(pid=62328) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 868.548789] env[62328]: DEBUG oslo_vmware.api [None req-be1e9eae-3e40-4937-865c-b0ef8764edbc tempest-ServersAdminTestJSON-455323280 tempest-ServersAdminTestJSON-455323280-project-member] Task: {'id': task-2387073, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.071534} completed successfully. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 868.551863] env[62328]: DEBUG nova.virt.vmwareapi.vmops [None req-be1e9eae-3e40-4937-865c-b0ef8764edbc tempest-ServersAdminTestJSON-455323280 tempest-ServersAdminTestJSON-455323280-project-member] [instance: f7104096-3f71-4c4e-9c1a-dcfae81dc66a] Extended root virtual disk {{(pid=62328) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 868.558222] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5f66a902-80b4-4847-a6d8-4ffed7964346 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 868.561677] env[62328]: INFO nova.scheduler.client.report [None req-d2f71502-0cce-4f12-9cb1-ecda041a3822 tempest-ServerShowV257Test-2024025592 tempest-ServerShowV257Test-2024025592-project-member] Deleted allocations for instance d60294e0-35a3-4c90-8a63-a525ff1c6833 [ 868.584521] env[62328]: DEBUG nova.virt.vmwareapi.volumeops [None req-be1e9eae-3e40-4937-865c-b0ef8764edbc tempest-ServersAdminTestJSON-455323280 tempest-ServersAdminTestJSON-455323280-project-member] [instance: f7104096-3f71-4c4e-9c1a-dcfae81dc66a] Reconfiguring VM instance instance-0000004b to attach disk [datastore2] f7104096-3f71-4c4e-9c1a-dcfae81dc66a/f7104096-3f71-4c4e-9c1a-dcfae81dc66a.vmdk or device None with type sparse {{(pid=62328) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 868.587607] env[62328]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-fa1a707b-b3b3-4683-8343-d677eba360f0 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 868.614667] env[62328]: DEBUG oslo_vmware.api [None req-be1e9eae-3e40-4937-865c-b0ef8764edbc tempest-ServersAdminTestJSON-455323280 tempest-ServersAdminTestJSON-455323280-project-member] Waiting for the task: (returnval){ [ 868.614667] env[62328]: value = "task-2387074" [ 868.614667] env[62328]: _type = "Task" [ 868.614667] env[62328]: } to complete. {{(pid=62328) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 868.623448] env[62328]: DEBUG oslo_vmware.api [None req-be1e9eae-3e40-4937-865c-b0ef8764edbc tempest-ServersAdminTestJSON-455323280 tempest-ServersAdminTestJSON-455323280-project-member] Task: {'id': task-2387074, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 868.877228] env[62328]: DEBUG oslo_concurrency.lockutils [None req-47496295-5df4-4508-ada1-5e6fb97a520a tempest-ServersAdminTestJSON-455323280 tempest-ServersAdminTestJSON-455323280-project-member] Releasing lock "refresh_cache-475a5d77-198f-4dca-943c-a039da48dee0" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 868.877228] env[62328]: DEBUG nova.compute.manager [None req-47496295-5df4-4508-ada1-5e6fb97a520a tempest-ServersAdminTestJSON-455323280 tempest-ServersAdminTestJSON-455323280-project-member] [instance: 475a5d77-198f-4dca-943c-a039da48dee0] Instance network_info: |[{"id": "0eb916a1-fc11-4bb1-b173-d1b69403ec04", "address": "fa:16:3e:d7:37:6b", "network": {"id": "0eeee2fb-8ef5-412d-af46-12812484c08c", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-224594713-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f2a757f35eac41f9957872714fb6355d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "73915082-a1b0-460b-b24d-97588fc9cb29", "external-id": "nsx-vlan-transportzone-744", "segmentation_id": 744, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0eb916a1-fc", "ovs_interfaceid": "0eb916a1-fc11-4bb1-b173-d1b69403ec04", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62328) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 868.877423] env[62328]: DEBUG oslo_concurrency.lockutils [req-7fcb5eb8-4f82-4b1e-8874-554cdd9b050a req-f22c6abf-3f98-4daa-958c-d44f5c600680 service nova] Acquired lock "refresh_cache-475a5d77-198f-4dca-943c-a039da48dee0" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.877567] env[62328]: DEBUG nova.network.neutron [req-7fcb5eb8-4f82-4b1e-8874-554cdd9b050a req-f22c6abf-3f98-4daa-958c-d44f5c600680 service nova] [instance: 475a5d77-198f-4dca-943c-a039da48dee0] Refreshing network info cache for port 0eb916a1-fc11-4bb1-b173-d1b69403ec04 {{(pid=62328) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 868.878802] env[62328]: DEBUG nova.virt.vmwareapi.vmops [None req-47496295-5df4-4508-ada1-5e6fb97a520a tempest-ServersAdminTestJSON-455323280 tempest-ServersAdminTestJSON-455323280-project-member] [instance: 475a5d77-198f-4dca-943c-a039da48dee0] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:d7:37:6b', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '73915082-a1b0-460b-b24d-97588fc9cb29', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '0eb916a1-fc11-4bb1-b173-d1b69403ec04', 'vif_model': 'vmxnet3'}] {{(pid=62328) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 868.890207] env[62328]: DEBUG oslo.service.loopingcall [None req-47496295-5df4-4508-ada1-5e6fb97a520a tempest-ServersAdminTestJSON-455323280 tempest-ServersAdminTestJSON-455323280-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62328) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 868.893237] env[62328]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 475a5d77-198f-4dca-943c-a039da48dee0] Creating VM on the ESX host {{(pid=62328) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 868.893778] env[62328]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-10c8b10f-de28-4a64-84f1-3c8a26b9f457 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 868.915855] env[62328]: DEBUG oslo_concurrency.lockutils [None req-f3ea93bf-1dc6-40c9-b3a6-7f79ef85bf19 tempest-DeleteServersTestJSON-1766103036 tempest-DeleteServersTestJSON-1766103036-project-member] Lock "b2aeacce-e015-41c8-9976-73e94dad243b" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.403s {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 868.921908] env[62328]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 868.921908] env[62328]: value = "task-2387075" [ 868.921908] env[62328]: _type = "Task" [ 868.921908] env[62328]: } to complete. {{(pid=62328) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 868.931589] env[62328]: DEBUG oslo_vmware.api [-] Task: {'id': task-2387075, 'name': CreateVM_Task} progress is 0%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 869.016387] env[62328]: DEBUG oslo_concurrency.lockutils [None req-b3e540fe-8496-4abc-9f25-ff7b263c7799 tempest-DeleteServersTestJSON-1766103036 tempest-DeleteServersTestJSON-1766103036-project-member] Acquiring lock "b2aeacce-e015-41c8-9976-73e94dad243b" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 869.017037] env[62328]: DEBUG oslo_concurrency.lockutils [None req-b3e540fe-8496-4abc-9f25-ff7b263c7799 tempest-DeleteServersTestJSON-1766103036 tempest-DeleteServersTestJSON-1766103036-project-member] Lock "b2aeacce-e015-41c8-9976-73e94dad243b" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.004s {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 869.017357] env[62328]: DEBUG oslo_concurrency.lockutils [None req-b3e540fe-8496-4abc-9f25-ff7b263c7799 tempest-DeleteServersTestJSON-1766103036 tempest-DeleteServersTestJSON-1766103036-project-member] Acquiring lock "b2aeacce-e015-41c8-9976-73e94dad243b-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 869.017938] env[62328]: DEBUG oslo_concurrency.lockutils [None req-b3e540fe-8496-4abc-9f25-ff7b263c7799 tempest-DeleteServersTestJSON-1766103036 tempest-DeleteServersTestJSON-1766103036-project-member] Lock "b2aeacce-e015-41c8-9976-73e94dad243b-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 869.018224] env[62328]: DEBUG oslo_concurrency.lockutils [None req-b3e540fe-8496-4abc-9f25-ff7b263c7799 tempest-DeleteServersTestJSON-1766103036 tempest-DeleteServersTestJSON-1766103036-project-member] Lock "b2aeacce-e015-41c8-9976-73e94dad243b-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.001s {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 869.020993] env[62328]: INFO nova.compute.manager [None req-b3e540fe-8496-4abc-9f25-ff7b263c7799 tempest-DeleteServersTestJSON-1766103036 tempest-DeleteServersTestJSON-1766103036-project-member] [instance: b2aeacce-e015-41c8-9976-73e94dad243b] Terminating instance [ 869.108254] env[62328]: DEBUG oslo_concurrency.lockutils [None req-d2f71502-0cce-4f12-9cb1-ecda041a3822 tempest-ServerShowV257Test-2024025592 tempest-ServerShowV257Test-2024025592-project-member] Lock "d60294e0-35a3-4c90-8a63-a525ff1c6833" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 26.480s {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 869.129587] env[62328]: DEBUG oslo_vmware.api [None req-be1e9eae-3e40-4937-865c-b0ef8764edbc tempest-ServersAdminTestJSON-455323280 tempest-ServersAdminTestJSON-455323280-project-member] Task: {'id': task-2387074, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 869.323595] env[62328]: DEBUG nova.network.neutron [req-7fcb5eb8-4f82-4b1e-8874-554cdd9b050a req-f22c6abf-3f98-4daa-958c-d44f5c600680 service nova] [instance: 475a5d77-198f-4dca-943c-a039da48dee0] Updated VIF entry in instance network info cache for port 0eb916a1-fc11-4bb1-b173-d1b69403ec04. {{(pid=62328) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 869.324030] env[62328]: DEBUG nova.network.neutron [req-7fcb5eb8-4f82-4b1e-8874-554cdd9b050a req-f22c6abf-3f98-4daa-958c-d44f5c600680 service nova] [instance: 475a5d77-198f-4dca-943c-a039da48dee0] Updating instance_info_cache with network_info: [{"id": "0eb916a1-fc11-4bb1-b173-d1b69403ec04", "address": "fa:16:3e:d7:37:6b", "network": {"id": "0eeee2fb-8ef5-412d-af46-12812484c08c", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-224594713-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f2a757f35eac41f9957872714fb6355d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "73915082-a1b0-460b-b24d-97588fc9cb29", "external-id": "nsx-vlan-transportzone-744", "segmentation_id": 744, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0eb916a1-fc", "ovs_interfaceid": "0eb916a1-fc11-4bb1-b173-d1b69403ec04", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62328) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 869.431623] env[62328]: DEBUG oslo_vmware.api [-] Task: {'id': task-2387075, 'name': CreateVM_Task, 'duration_secs': 0.476048} completed successfully. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 869.431850] env[62328]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 475a5d77-198f-4dca-943c-a039da48dee0] Created VM on the ESX host {{(pid=62328) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 869.432574] env[62328]: DEBUG oslo_concurrency.lockutils [None req-47496295-5df4-4508-ada1-5e6fb97a520a tempest-ServersAdminTestJSON-455323280 tempest-ServersAdminTestJSON-455323280-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/dbf872a4-92be-47e4-8561-c3e2bf2423ab" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 869.432743] env[62328]: DEBUG oslo_concurrency.lockutils [None req-47496295-5df4-4508-ada1-5e6fb97a520a tempest-ServersAdminTestJSON-455323280 tempest-ServersAdminTestJSON-455323280-project-member] Acquired lock "[datastore2] devstack-image-cache_base/dbf872a4-92be-47e4-8561-c3e2bf2423ab" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 869.433051] env[62328]: DEBUG oslo_concurrency.lockutils [None req-47496295-5df4-4508-ada1-5e6fb97a520a tempest-ServersAdminTestJSON-455323280 tempest-ServersAdminTestJSON-455323280-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/dbf872a4-92be-47e4-8561-c3e2bf2423ab" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 869.433740] env[62328]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-38c14937-271c-423e-a27c-dbf30fbcf2b4 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 869.438902] env[62328]: DEBUG oslo_vmware.api [None req-47496295-5df4-4508-ada1-5e6fb97a520a tempest-ServersAdminTestJSON-455323280 tempest-ServersAdminTestJSON-455323280-project-member] Waiting for the task: (returnval){ [ 869.438902] env[62328]: value = "session[52a6e20e-410d-708a-99f2-080a575a99bd]52b615c6-61e2-bce1-deda-342e2718cd72" [ 869.438902] env[62328]: _type = "Task" [ 869.438902] env[62328]: } to complete. {{(pid=62328) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 869.453909] env[62328]: DEBUG oslo_vmware.api [None req-47496295-5df4-4508-ada1-5e6fb97a520a tempest-ServersAdminTestJSON-455323280 tempest-ServersAdminTestJSON-455323280-project-member] Task: {'id': session[52a6e20e-410d-708a-99f2-080a575a99bd]52b615c6-61e2-bce1-deda-342e2718cd72, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 869.493077] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2aa201ff-996d-4c48-9358-bd2a1becf9db {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 869.500215] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cbc7de78-55eb-4306-b8af-d39e81df97fe {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 869.533921] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1033681f-e5f6-4c83-82cc-977851e05485 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 869.538024] env[62328]: DEBUG nova.compute.manager [None req-b3e540fe-8496-4abc-9f25-ff7b263c7799 tempest-DeleteServersTestJSON-1766103036 tempest-DeleteServersTestJSON-1766103036-project-member] [instance: b2aeacce-e015-41c8-9976-73e94dad243b] Start destroying the instance on the hypervisor. {{(pid=62328) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 869.538024] env[62328]: DEBUG nova.virt.vmwareapi.vm_util [None req-b3e540fe-8496-4abc-9f25-ff7b263c7799 tempest-DeleteServersTestJSON-1766103036 tempest-DeleteServersTestJSON-1766103036-project-member] [instance: b2aeacce-e015-41c8-9976-73e94dad243b] Powering off the VM {{(pid=62328) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 869.538445] env[62328]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f96b941d-37d9-4ab5-94ba-384c102938aa {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 869.547027] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-45d299b2-5c5a-429b-b63f-a482f5157435 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 869.550435] env[62328]: DEBUG oslo_vmware.api [None req-b3e540fe-8496-4abc-9f25-ff7b263c7799 tempest-DeleteServersTestJSON-1766103036 tempest-DeleteServersTestJSON-1766103036-project-member] Waiting for the task: (returnval){ [ 869.550435] env[62328]: value = "task-2387076" [ 869.550435] env[62328]: _type = "Task" [ 869.550435] env[62328]: } to complete. {{(pid=62328) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 869.563812] env[62328]: DEBUG nova.compute.provider_tree [None req-a6eb430e-2959-4cb1-a1a8-16caa7e95c9f tempest-ServerShowV247Test-284523986 tempest-ServerShowV247Test-284523986-project-member] Inventory has not changed in ProviderTree for provider: 3469e9f8-04af-49ca-8435-49f104496744 {{(pid=62328) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 869.570453] env[62328]: DEBUG oslo_vmware.api [None req-b3e540fe-8496-4abc-9f25-ff7b263c7799 tempest-DeleteServersTestJSON-1766103036 tempest-DeleteServersTestJSON-1766103036-project-member] Task: {'id': task-2387076, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 869.628222] env[62328]: DEBUG oslo_vmware.api [None req-be1e9eae-3e40-4937-865c-b0ef8764edbc tempest-ServersAdminTestJSON-455323280 tempest-ServersAdminTestJSON-455323280-project-member] Task: {'id': task-2387074, 'name': ReconfigVM_Task, 'duration_secs': 0.80793} completed successfully. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 869.628786] env[62328]: DEBUG nova.virt.vmwareapi.volumeops [None req-be1e9eae-3e40-4937-865c-b0ef8764edbc tempest-ServersAdminTestJSON-455323280 tempest-ServersAdminTestJSON-455323280-project-member] [instance: f7104096-3f71-4c4e-9c1a-dcfae81dc66a] Reconfigured VM instance instance-0000004b to attach disk [datastore2] f7104096-3f71-4c4e-9c1a-dcfae81dc66a/f7104096-3f71-4c4e-9c1a-dcfae81dc66a.vmdk or device None with type sparse {{(pid=62328) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 869.629367] env[62328]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-f4484506-ded8-4fbc-9b82-7793d186af16 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 869.636820] env[62328]: DEBUG oslo_vmware.api [None req-be1e9eae-3e40-4937-865c-b0ef8764edbc tempest-ServersAdminTestJSON-455323280 tempest-ServersAdminTestJSON-455323280-project-member] Waiting for the task: (returnval){ [ 869.636820] env[62328]: value = "task-2387077" [ 869.636820] env[62328]: _type = "Task" [ 869.636820] env[62328]: } to complete. {{(pid=62328) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 869.648229] env[62328]: DEBUG oslo_vmware.api [None req-be1e9eae-3e40-4937-865c-b0ef8764edbc tempest-ServersAdminTestJSON-455323280 tempest-ServersAdminTestJSON-455323280-project-member] Task: {'id': task-2387077, 'name': Rename_Task} progress is 5%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 869.827926] env[62328]: DEBUG oslo_concurrency.lockutils [req-7fcb5eb8-4f82-4b1e-8874-554cdd9b050a req-f22c6abf-3f98-4daa-958c-d44f5c600680 service nova] Releasing lock "refresh_cache-475a5d77-198f-4dca-943c-a039da48dee0" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 869.958540] env[62328]: DEBUG oslo_vmware.api [None req-47496295-5df4-4508-ada1-5e6fb97a520a tempest-ServersAdminTestJSON-455323280 tempest-ServersAdminTestJSON-455323280-project-member] Task: {'id': session[52a6e20e-410d-708a-99f2-080a575a99bd]52b615c6-61e2-bce1-deda-342e2718cd72, 'name': SearchDatastore_Task, 'duration_secs': 0.01212} completed successfully. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 869.958540] env[62328]: DEBUG oslo_concurrency.lockutils [None req-47496295-5df4-4508-ada1-5e6fb97a520a tempest-ServersAdminTestJSON-455323280 tempest-ServersAdminTestJSON-455323280-project-member] Releasing lock "[datastore2] devstack-image-cache_base/dbf872a4-92be-47e4-8561-c3e2bf2423ab" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 869.958540] env[62328]: DEBUG nova.virt.vmwareapi.vmops [None req-47496295-5df4-4508-ada1-5e6fb97a520a tempest-ServersAdminTestJSON-455323280 tempest-ServersAdminTestJSON-455323280-project-member] [instance: 475a5d77-198f-4dca-943c-a039da48dee0] Processing image dbf872a4-92be-47e4-8561-c3e2bf2423ab {{(pid=62328) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 869.958540] env[62328]: DEBUG oslo_concurrency.lockutils [None req-47496295-5df4-4508-ada1-5e6fb97a520a tempest-ServersAdminTestJSON-455323280 tempest-ServersAdminTestJSON-455323280-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/dbf872a4-92be-47e4-8561-c3e2bf2423ab/dbf872a4-92be-47e4-8561-c3e2bf2423ab.vmdk" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 869.958540] env[62328]: DEBUG oslo_concurrency.lockutils [None req-47496295-5df4-4508-ada1-5e6fb97a520a tempest-ServersAdminTestJSON-455323280 tempest-ServersAdminTestJSON-455323280-project-member] Acquired lock "[datastore2] devstack-image-cache_base/dbf872a4-92be-47e4-8561-c3e2bf2423ab/dbf872a4-92be-47e4-8561-c3e2bf2423ab.vmdk" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 869.958540] env[62328]: DEBUG nova.virt.vmwareapi.ds_util [None req-47496295-5df4-4508-ada1-5e6fb97a520a tempest-ServersAdminTestJSON-455323280 tempest-ServersAdminTestJSON-455323280-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62328) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 869.958540] env[62328]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-08063287-a9e6-4122-b21b-febbfea08fcf {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 869.970249] env[62328]: DEBUG nova.virt.vmwareapi.ds_util [None req-47496295-5df4-4508-ada1-5e6fb97a520a tempest-ServersAdminTestJSON-455323280 tempest-ServersAdminTestJSON-455323280-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62328) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 869.970471] env[62328]: DEBUG nova.virt.vmwareapi.vmops [None req-47496295-5df4-4508-ada1-5e6fb97a520a tempest-ServersAdminTestJSON-455323280 tempest-ServersAdminTestJSON-455323280-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62328) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 869.971307] env[62328]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e1a1eed6-ee07-47ae-8126-d4dd4279a6de {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 869.980178] env[62328]: DEBUG oslo_vmware.api [None req-47496295-5df4-4508-ada1-5e6fb97a520a tempest-ServersAdminTestJSON-455323280 tempest-ServersAdminTestJSON-455323280-project-member] Waiting for the task: (returnval){ [ 869.980178] env[62328]: value = "session[52a6e20e-410d-708a-99f2-080a575a99bd]526b3317-243f-15f9-c636-99a2083b0130" [ 869.980178] env[62328]: _type = "Task" [ 869.980178] env[62328]: } to complete. {{(pid=62328) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 869.990383] env[62328]: DEBUG oslo_vmware.api [None req-47496295-5df4-4508-ada1-5e6fb97a520a tempest-ServersAdminTestJSON-455323280 tempest-ServersAdminTestJSON-455323280-project-member] Task: {'id': session[52a6e20e-410d-708a-99f2-080a575a99bd]526b3317-243f-15f9-c636-99a2083b0130, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 870.048665] env[62328]: DEBUG nova.compute.manager [req-f1888531-3581-4bb5-9f87-9cbd4312cc08 req-040f1f52-ffb7-4c0c-9faf-5cfca0a5d48b service nova] [instance: 7adef1ae-8c30-4c37-be1b-f4163d47eff1] Received event network-changed-14162527-1b6f-4bf3-a827-e82f28bdb421 {{(pid=62328) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 870.048665] env[62328]: DEBUG nova.compute.manager [req-f1888531-3581-4bb5-9f87-9cbd4312cc08 req-040f1f52-ffb7-4c0c-9faf-5cfca0a5d48b service nova] [instance: 7adef1ae-8c30-4c37-be1b-f4163d47eff1] Refreshing instance network info cache due to event network-changed-14162527-1b6f-4bf3-a827-e82f28bdb421. {{(pid=62328) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 870.048776] env[62328]: DEBUG oslo_concurrency.lockutils [req-f1888531-3581-4bb5-9f87-9cbd4312cc08 req-040f1f52-ffb7-4c0c-9faf-5cfca0a5d48b service nova] Acquiring lock "refresh_cache-7adef1ae-8c30-4c37-be1b-f4163d47eff1" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 870.048864] env[62328]: DEBUG oslo_concurrency.lockutils [req-f1888531-3581-4bb5-9f87-9cbd4312cc08 req-040f1f52-ffb7-4c0c-9faf-5cfca0a5d48b service nova] Acquired lock "refresh_cache-7adef1ae-8c30-4c37-be1b-f4163d47eff1" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 870.048997] env[62328]: DEBUG nova.network.neutron [req-f1888531-3581-4bb5-9f87-9cbd4312cc08 req-040f1f52-ffb7-4c0c-9faf-5cfca0a5d48b service nova] [instance: 7adef1ae-8c30-4c37-be1b-f4163d47eff1] Refreshing network info cache for port 14162527-1b6f-4bf3-a827-e82f28bdb421 {{(pid=62328) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 870.065487] env[62328]: DEBUG oslo_vmware.api [None req-b3e540fe-8496-4abc-9f25-ff7b263c7799 tempest-DeleteServersTestJSON-1766103036 tempest-DeleteServersTestJSON-1766103036-project-member] Task: {'id': task-2387076, 'name': PowerOffVM_Task, 'duration_secs': 0.17163} completed successfully. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 870.065862] env[62328]: DEBUG nova.virt.vmwareapi.vm_util [None req-b3e540fe-8496-4abc-9f25-ff7b263c7799 tempest-DeleteServersTestJSON-1766103036 tempest-DeleteServersTestJSON-1766103036-project-member] [instance: b2aeacce-e015-41c8-9976-73e94dad243b] Powered off the VM {{(pid=62328) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 870.066438] env[62328]: DEBUG nova.virt.vmwareapi.volumeops [None req-b3e540fe-8496-4abc-9f25-ff7b263c7799 tempest-DeleteServersTestJSON-1766103036 tempest-DeleteServersTestJSON-1766103036-project-member] [instance: b2aeacce-e015-41c8-9976-73e94dad243b] Volume detach. Driver type: vmdk {{(pid=62328) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 870.066438] env[62328]: DEBUG nova.virt.vmwareapi.volumeops [None req-b3e540fe-8496-4abc-9f25-ff7b263c7799 tempest-DeleteServersTestJSON-1766103036 tempest-DeleteServersTestJSON-1766103036-project-member] [instance: b2aeacce-e015-41c8-9976-73e94dad243b] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-484371', 'volume_id': 'ae30946b-622e-4766-9726-0a3b1b86f7dd', 'name': 'volume-ae30946b-622e-4766-9726-0a3b1b86f7dd', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'b2aeacce-e015-41c8-9976-73e94dad243b', 'attached_at': '', 'detached_at': '', 'volume_id': 'ae30946b-622e-4766-9726-0a3b1b86f7dd', 'serial': 'ae30946b-622e-4766-9726-0a3b1b86f7dd'} {{(pid=62328) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 870.067238] env[62328]: DEBUG nova.scheduler.client.report [None req-a6eb430e-2959-4cb1-a1a8-16caa7e95c9f tempest-ServerShowV247Test-284523986 tempest-ServerShowV247Test-284523986-project-member] Inventory has not changed for provider 3469e9f8-04af-49ca-8435-49f104496744 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 152, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62328) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 870.070665] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0953f162-8aca-4a25-b604-37939ebc6e7a {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 870.097892] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-063618b7-c5c3-41cd-8dd8-5a8724771af8 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 870.105457] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5fe1421c-abe2-4049-a6b3-fd62d9dcb05e {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 870.130992] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5c8e1697-f626-4bee-b109-290ac24c693f {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 870.147907] env[62328]: DEBUG nova.virt.vmwareapi.volumeops [None req-b3e540fe-8496-4abc-9f25-ff7b263c7799 tempest-DeleteServersTestJSON-1766103036 tempest-DeleteServersTestJSON-1766103036-project-member] The volume has not been displaced from its original location: [datastore2] volume-ae30946b-622e-4766-9726-0a3b1b86f7dd/volume-ae30946b-622e-4766-9726-0a3b1b86f7dd.vmdk. No consolidation needed. {{(pid=62328) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 870.153482] env[62328]: DEBUG nova.virt.vmwareapi.volumeops [None req-b3e540fe-8496-4abc-9f25-ff7b263c7799 tempest-DeleteServersTestJSON-1766103036 tempest-DeleteServersTestJSON-1766103036-project-member] [instance: b2aeacce-e015-41c8-9976-73e94dad243b] Reconfiguring VM instance instance-00000047 to detach disk 2001 {{(pid=62328) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 870.159231] env[62328]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-98a18990-6fe4-4814-b199-9cc148aa4521 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 870.174508] env[62328]: DEBUG oslo_vmware.api [None req-be1e9eae-3e40-4937-865c-b0ef8764edbc tempest-ServersAdminTestJSON-455323280 tempest-ServersAdminTestJSON-455323280-project-member] Task: {'id': task-2387077, 'name': Rename_Task, 'duration_secs': 0.1558} completed successfully. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 870.175754] env[62328]: DEBUG nova.virt.vmwareapi.vm_util [None req-be1e9eae-3e40-4937-865c-b0ef8764edbc tempest-ServersAdminTestJSON-455323280 tempest-ServersAdminTestJSON-455323280-project-member] [instance: f7104096-3f71-4c4e-9c1a-dcfae81dc66a] Powering on the VM {{(pid=62328) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 870.176084] env[62328]: DEBUG oslo_vmware.api [None req-b3e540fe-8496-4abc-9f25-ff7b263c7799 tempest-DeleteServersTestJSON-1766103036 tempest-DeleteServersTestJSON-1766103036-project-member] Waiting for the task: (returnval){ [ 870.176084] env[62328]: value = "task-2387078" [ 870.176084] env[62328]: _type = "Task" [ 870.176084] env[62328]: } to complete. {{(pid=62328) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 870.176276] env[62328]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-35a4d53b-2174-4ce4-838e-e5f6b7082d41 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 870.187750] env[62328]: DEBUG oslo_vmware.api [None req-b3e540fe-8496-4abc-9f25-ff7b263c7799 tempest-DeleteServersTestJSON-1766103036 tempest-DeleteServersTestJSON-1766103036-project-member] Task: {'id': task-2387078, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 870.188994] env[62328]: DEBUG oslo_vmware.api [None req-be1e9eae-3e40-4937-865c-b0ef8764edbc tempest-ServersAdminTestJSON-455323280 tempest-ServersAdminTestJSON-455323280-project-member] Waiting for the task: (returnval){ [ 870.188994] env[62328]: value = "task-2387079" [ 870.188994] env[62328]: _type = "Task" [ 870.188994] env[62328]: } to complete. {{(pid=62328) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 870.197664] env[62328]: DEBUG oslo_vmware.api [None req-be1e9eae-3e40-4937-865c-b0ef8764edbc tempest-ServersAdminTestJSON-455323280 tempest-ServersAdminTestJSON-455323280-project-member] Task: {'id': task-2387079, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 870.493035] env[62328]: DEBUG oslo_vmware.api [None req-47496295-5df4-4508-ada1-5e6fb97a520a tempest-ServersAdminTestJSON-455323280 tempest-ServersAdminTestJSON-455323280-project-member] Task: {'id': session[52a6e20e-410d-708a-99f2-080a575a99bd]526b3317-243f-15f9-c636-99a2083b0130, 'name': SearchDatastore_Task, 'duration_secs': 0.01502} completed successfully. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 870.494030] env[62328]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f1c8c833-e00b-4f84-9841-fbef399b061c {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 870.500193] env[62328]: DEBUG oslo_vmware.api [None req-47496295-5df4-4508-ada1-5e6fb97a520a tempest-ServersAdminTestJSON-455323280 tempest-ServersAdminTestJSON-455323280-project-member] Waiting for the task: (returnval){ [ 870.500193] env[62328]: value = "session[52a6e20e-410d-708a-99f2-080a575a99bd]521f092f-cfcd-1466-a794-a65beccb57f6" [ 870.500193] env[62328]: _type = "Task" [ 870.500193] env[62328]: } to complete. {{(pid=62328) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 870.507977] env[62328]: DEBUG oslo_vmware.api [None req-47496295-5df4-4508-ada1-5e6fb97a520a tempest-ServersAdminTestJSON-455323280 tempest-ServersAdminTestJSON-455323280-project-member] Task: {'id': session[52a6e20e-410d-708a-99f2-080a575a99bd]521f092f-cfcd-1466-a794-a65beccb57f6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 870.574962] env[62328]: DEBUG oslo_concurrency.lockutils [None req-a6eb430e-2959-4cb1-a1a8-16caa7e95c9f tempest-ServerShowV247Test-284523986 tempest-ServerShowV247Test-284523986-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.053s {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 870.577550] env[62328]: DEBUG oslo_concurrency.lockutils [None req-6f60c123-c969-407e-a42e-1981296bdbd2 tempest-MultipleCreateTestJSON-1245707987 tempest-MultipleCreateTestJSON-1245707987-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 19.568s {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 870.579577] env[62328]: INFO nova.compute.claims [None req-6f60c123-c969-407e-a42e-1981296bdbd2 tempest-MultipleCreateTestJSON-1245707987 tempest-MultipleCreateTestJSON-1245707987-project-member] [instance: a761ba21-78b5-4c5c-a30b-2622da535c99] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 870.606535] env[62328]: INFO nova.scheduler.client.report [None req-a6eb430e-2959-4cb1-a1a8-16caa7e95c9f tempest-ServerShowV247Test-284523986 tempest-ServerShowV247Test-284523986-project-member] Deleted allocations for instance c93e23e8-af7d-498b-bc2b-a47568418b05 [ 870.689527] env[62328]: DEBUG oslo_vmware.api [None req-b3e540fe-8496-4abc-9f25-ff7b263c7799 tempest-DeleteServersTestJSON-1766103036 tempest-DeleteServersTestJSON-1766103036-project-member] Task: {'id': task-2387078, 'name': ReconfigVM_Task, 'duration_secs': 0.19538} completed successfully. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 870.692600] env[62328]: DEBUG nova.virt.vmwareapi.volumeops [None req-b3e540fe-8496-4abc-9f25-ff7b263c7799 tempest-DeleteServersTestJSON-1766103036 tempest-DeleteServersTestJSON-1766103036-project-member] [instance: b2aeacce-e015-41c8-9976-73e94dad243b] Reconfigured VM instance instance-00000047 to detach disk 2001 {{(pid=62328) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 870.697555] env[62328]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f64f1c44-f8c7-422c-8fa1-2153a6843c2f {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 870.714946] env[62328]: DEBUG oslo_vmware.api [None req-be1e9eae-3e40-4937-865c-b0ef8764edbc tempest-ServersAdminTestJSON-455323280 tempest-ServersAdminTestJSON-455323280-project-member] Task: {'id': task-2387079, 'name': PowerOnVM_Task} progress is 88%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 870.716238] env[62328]: DEBUG oslo_vmware.api [None req-b3e540fe-8496-4abc-9f25-ff7b263c7799 tempest-DeleteServersTestJSON-1766103036 tempest-DeleteServersTestJSON-1766103036-project-member] Waiting for the task: (returnval){ [ 870.716238] env[62328]: value = "task-2387080" [ 870.716238] env[62328]: _type = "Task" [ 870.716238] env[62328]: } to complete. {{(pid=62328) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 870.724020] env[62328]: DEBUG oslo_concurrency.lockutils [None req-638ee745-825e-40b6-a37d-d605d6a6c6c0 tempest-AttachInterfacesUnderV243Test-538941428 tempest-AttachInterfacesUnderV243Test-538941428-project-member] Acquiring lock "ca5f1f85-0fbb-4572-8b04-bd275a02f396" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 870.724251] env[62328]: DEBUG oslo_concurrency.lockutils [None req-638ee745-825e-40b6-a37d-d605d6a6c6c0 tempest-AttachInterfacesUnderV243Test-538941428 tempest-AttachInterfacesUnderV243Test-538941428-project-member] Lock "ca5f1f85-0fbb-4572-8b04-bd275a02f396" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 870.729602] env[62328]: DEBUG oslo_vmware.api [None req-b3e540fe-8496-4abc-9f25-ff7b263c7799 tempest-DeleteServersTestJSON-1766103036 tempest-DeleteServersTestJSON-1766103036-project-member] Task: {'id': task-2387080, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 870.864494] env[62328]: DEBUG nova.network.neutron [req-f1888531-3581-4bb5-9f87-9cbd4312cc08 req-040f1f52-ffb7-4c0c-9faf-5cfca0a5d48b service nova] [instance: 7adef1ae-8c30-4c37-be1b-f4163d47eff1] Updated VIF entry in instance network info cache for port 14162527-1b6f-4bf3-a827-e82f28bdb421. {{(pid=62328) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 870.865140] env[62328]: DEBUG nova.network.neutron [req-f1888531-3581-4bb5-9f87-9cbd4312cc08 req-040f1f52-ffb7-4c0c-9faf-5cfca0a5d48b service nova] [instance: 7adef1ae-8c30-4c37-be1b-f4163d47eff1] Updating instance_info_cache with network_info: [{"id": "14162527-1b6f-4bf3-a827-e82f28bdb421", "address": "fa:16:3e:fb:81:8b", "network": {"id": "ed1d555f-f92f-4abe-9fa7-e6c9390d1efe", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-674926679-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.172", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3d8ff424d526451a9374555ba25a4243", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "04ccbc7a-cf8d-4ea2-8411-291a1e27df7b", "external-id": "nsx-vlan-transportzone-998", "segmentation_id": 998, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap14162527-1b", "ovs_interfaceid": "14162527-1b6f-4bf3-a827-e82f28bdb421", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62328) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 871.010280] env[62328]: DEBUG oslo_vmware.api [None req-47496295-5df4-4508-ada1-5e6fb97a520a tempest-ServersAdminTestJSON-455323280 tempest-ServersAdminTestJSON-455323280-project-member] Task: {'id': session[52a6e20e-410d-708a-99f2-080a575a99bd]521f092f-cfcd-1466-a794-a65beccb57f6, 'name': SearchDatastore_Task, 'duration_secs': 0.009096} completed successfully. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 871.010553] env[62328]: DEBUG oslo_concurrency.lockutils [None req-47496295-5df4-4508-ada1-5e6fb97a520a tempest-ServersAdminTestJSON-455323280 tempest-ServersAdminTestJSON-455323280-project-member] Releasing lock "[datastore2] devstack-image-cache_base/dbf872a4-92be-47e4-8561-c3e2bf2423ab/dbf872a4-92be-47e4-8561-c3e2bf2423ab.vmdk" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 871.010814] env[62328]: DEBUG nova.virt.vmwareapi.vm_util [None req-47496295-5df4-4508-ada1-5e6fb97a520a tempest-ServersAdminTestJSON-455323280 tempest-ServersAdminTestJSON-455323280-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/dbf872a4-92be-47e4-8561-c3e2bf2423ab/dbf872a4-92be-47e4-8561-c3e2bf2423ab.vmdk to [datastore2] 475a5d77-198f-4dca-943c-a039da48dee0/475a5d77-198f-4dca-943c-a039da48dee0.vmdk {{(pid=62328) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 871.011407] env[62328]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-b7d1233c-b73e-45aa-ac4f-e7a3a1ae0bf0 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 871.017838] env[62328]: DEBUG oslo_vmware.api [None req-47496295-5df4-4508-ada1-5e6fb97a520a tempest-ServersAdminTestJSON-455323280 tempest-ServersAdminTestJSON-455323280-project-member] Waiting for the task: (returnval){ [ 871.017838] env[62328]: value = "task-2387081" [ 871.017838] env[62328]: _type = "Task" [ 871.017838] env[62328]: } to complete. {{(pid=62328) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 871.025772] env[62328]: DEBUG oslo_vmware.api [None req-47496295-5df4-4508-ada1-5e6fb97a520a tempest-ServersAdminTestJSON-455323280 tempest-ServersAdminTestJSON-455323280-project-member] Task: {'id': task-2387081, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 871.117407] env[62328]: DEBUG oslo_concurrency.lockutils [None req-a6eb430e-2959-4cb1-a1a8-16caa7e95c9f tempest-ServerShowV247Test-284523986 tempest-ServerShowV247Test-284523986-project-member] Lock "c93e23e8-af7d-498b-bc2b-a47568418b05" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 25.835s {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 871.200508] env[62328]: DEBUG oslo_vmware.api [None req-be1e9eae-3e40-4937-865c-b0ef8764edbc tempest-ServersAdminTestJSON-455323280 tempest-ServersAdminTestJSON-455323280-project-member] Task: {'id': task-2387079, 'name': PowerOnVM_Task, 'duration_secs': 0.703314} completed successfully. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 871.200961] env[62328]: DEBUG nova.virt.vmwareapi.vm_util [None req-be1e9eae-3e40-4937-865c-b0ef8764edbc tempest-ServersAdminTestJSON-455323280 tempest-ServersAdminTestJSON-455323280-project-member] [instance: f7104096-3f71-4c4e-9c1a-dcfae81dc66a] Powered on the VM {{(pid=62328) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 871.201313] env[62328]: INFO nova.compute.manager [None req-be1e9eae-3e40-4937-865c-b0ef8764edbc tempest-ServersAdminTestJSON-455323280 tempest-ServersAdminTestJSON-455323280-project-member] [instance: f7104096-3f71-4c4e-9c1a-dcfae81dc66a] Took 7.13 seconds to spawn the instance on the hypervisor. [ 871.201600] env[62328]: DEBUG nova.compute.manager [None req-be1e9eae-3e40-4937-865c-b0ef8764edbc tempest-ServersAdminTestJSON-455323280 tempest-ServersAdminTestJSON-455323280-project-member] [instance: f7104096-3f71-4c4e-9c1a-dcfae81dc66a] Checking state {{(pid=62328) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 871.202757] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9660ceba-4696-4207-8b16-bd9baec971b6 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 871.225057] env[62328]: DEBUG oslo_vmware.api [None req-b3e540fe-8496-4abc-9f25-ff7b263c7799 tempest-DeleteServersTestJSON-1766103036 tempest-DeleteServersTestJSON-1766103036-project-member] Task: {'id': task-2387080, 'name': ReconfigVM_Task, 'duration_secs': 0.431529} completed successfully. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 871.225192] env[62328]: DEBUG nova.virt.vmwareapi.volumeops [None req-b3e540fe-8496-4abc-9f25-ff7b263c7799 tempest-DeleteServersTestJSON-1766103036 tempest-DeleteServersTestJSON-1766103036-project-member] [instance: b2aeacce-e015-41c8-9976-73e94dad243b] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-484371', 'volume_id': 'ae30946b-622e-4766-9726-0a3b1b86f7dd', 'name': 'volume-ae30946b-622e-4766-9726-0a3b1b86f7dd', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'b2aeacce-e015-41c8-9976-73e94dad243b', 'attached_at': '', 'detached_at': '', 'volume_id': 'ae30946b-622e-4766-9726-0a3b1b86f7dd', 'serial': 'ae30946b-622e-4766-9726-0a3b1b86f7dd'} {{(pid=62328) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 871.225462] env[62328]: DEBUG nova.virt.vmwareapi.vmops [None req-b3e540fe-8496-4abc-9f25-ff7b263c7799 tempest-DeleteServersTestJSON-1766103036 tempest-DeleteServersTestJSON-1766103036-project-member] [instance: b2aeacce-e015-41c8-9976-73e94dad243b] Destroying instance {{(pid=62328) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 871.225869] env[62328]: DEBUG nova.compute.manager [None req-638ee745-825e-40b6-a37d-d605d6a6c6c0 tempest-AttachInterfacesUnderV243Test-538941428 tempest-AttachInterfacesUnderV243Test-538941428-project-member] [instance: ca5f1f85-0fbb-4572-8b04-bd275a02f396] Starting instance... {{(pid=62328) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 871.229186] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ccbf1632-6212-4026-9bd6-1e363bb9c7f1 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 871.243137] env[62328]: DEBUG nova.virt.vmwareapi.vmops [None req-b3e540fe-8496-4abc-9f25-ff7b263c7799 tempest-DeleteServersTestJSON-1766103036 tempest-DeleteServersTestJSON-1766103036-project-member] [instance: b2aeacce-e015-41c8-9976-73e94dad243b] Unregistering the VM {{(pid=62328) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 871.243460] env[62328]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-37526428-9c8d-47d3-ace2-e60518d2ae7c {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 871.308618] env[62328]: DEBUG nova.virt.vmwareapi.vmops [None req-b3e540fe-8496-4abc-9f25-ff7b263c7799 tempest-DeleteServersTestJSON-1766103036 tempest-DeleteServersTestJSON-1766103036-project-member] [instance: b2aeacce-e015-41c8-9976-73e94dad243b] Unregistered the VM {{(pid=62328) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 871.309115] env[62328]: DEBUG nova.virt.vmwareapi.vmops [None req-b3e540fe-8496-4abc-9f25-ff7b263c7799 tempest-DeleteServersTestJSON-1766103036 tempest-DeleteServersTestJSON-1766103036-project-member] [instance: b2aeacce-e015-41c8-9976-73e94dad243b] Deleting contents of the VM from datastore datastore2 {{(pid=62328) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 871.309333] env[62328]: DEBUG nova.virt.vmwareapi.ds_util [None req-b3e540fe-8496-4abc-9f25-ff7b263c7799 tempest-DeleteServersTestJSON-1766103036 tempest-DeleteServersTestJSON-1766103036-project-member] Deleting the datastore file [datastore2] b2aeacce-e015-41c8-9976-73e94dad243b {{(pid=62328) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 871.309597] env[62328]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-41309bb2-5c76-4104-a64c-d629b67fb911 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 871.318533] env[62328]: DEBUG oslo_vmware.api [None req-b3e540fe-8496-4abc-9f25-ff7b263c7799 tempest-DeleteServersTestJSON-1766103036 tempest-DeleteServersTestJSON-1766103036-project-member] Waiting for the task: (returnval){ [ 871.318533] env[62328]: value = "task-2387083" [ 871.318533] env[62328]: _type = "Task" [ 871.318533] env[62328]: } to complete. {{(pid=62328) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 871.329415] env[62328]: DEBUG oslo_vmware.api [None req-b3e540fe-8496-4abc-9f25-ff7b263c7799 tempest-DeleteServersTestJSON-1766103036 tempest-DeleteServersTestJSON-1766103036-project-member] Task: {'id': task-2387083, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 871.368388] env[62328]: DEBUG oslo_concurrency.lockutils [req-f1888531-3581-4bb5-9f87-9cbd4312cc08 req-040f1f52-ffb7-4c0c-9faf-5cfca0a5d48b service nova] Releasing lock "refresh_cache-7adef1ae-8c30-4c37-be1b-f4163d47eff1" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 871.529782] env[62328]: DEBUG oslo_vmware.api [None req-47496295-5df4-4508-ada1-5e6fb97a520a tempest-ServersAdminTestJSON-455323280 tempest-ServersAdminTestJSON-455323280-project-member] Task: {'id': task-2387081, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 871.723494] env[62328]: INFO nova.compute.manager [None req-be1e9eae-3e40-4937-865c-b0ef8764edbc tempest-ServersAdminTestJSON-455323280 tempest-ServersAdminTestJSON-455323280-project-member] [instance: f7104096-3f71-4c4e-9c1a-dcfae81dc66a] Took 26.89 seconds to build instance. [ 871.755829] env[62328]: DEBUG oslo_concurrency.lockutils [None req-638ee745-825e-40b6-a37d-d605d6a6c6c0 tempest-AttachInterfacesUnderV243Test-538941428 tempest-AttachInterfacesUnderV243Test-538941428-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 871.777448] env[62328]: DEBUG oslo_concurrency.lockutils [None req-a93cda17-d715-4c35-a30b-15af58fc05c0 tempest-ServerShowV247Test-284523986 tempest-ServerShowV247Test-284523986-project-member] Acquiring lock "7b91283b-b15c-414f-a068-8dab2b35f6e3" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 871.777646] env[62328]: DEBUG oslo_concurrency.lockutils [None req-a93cda17-d715-4c35-a30b-15af58fc05c0 tempest-ServerShowV247Test-284523986 tempest-ServerShowV247Test-284523986-project-member] Lock "7b91283b-b15c-414f-a068-8dab2b35f6e3" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 871.778092] env[62328]: DEBUG oslo_concurrency.lockutils [None req-a93cda17-d715-4c35-a30b-15af58fc05c0 tempest-ServerShowV247Test-284523986 tempest-ServerShowV247Test-284523986-project-member] Acquiring lock "7b91283b-b15c-414f-a068-8dab2b35f6e3-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 871.778345] env[62328]: DEBUG oslo_concurrency.lockutils [None req-a93cda17-d715-4c35-a30b-15af58fc05c0 tempest-ServerShowV247Test-284523986 tempest-ServerShowV247Test-284523986-project-member] Lock "7b91283b-b15c-414f-a068-8dab2b35f6e3-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 871.778574] env[62328]: DEBUG oslo_concurrency.lockutils [None req-a93cda17-d715-4c35-a30b-15af58fc05c0 tempest-ServerShowV247Test-284523986 tempest-ServerShowV247Test-284523986-project-member] Lock "7b91283b-b15c-414f-a068-8dab2b35f6e3-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 871.782349] env[62328]: INFO nova.compute.manager [None req-a93cda17-d715-4c35-a30b-15af58fc05c0 tempest-ServerShowV247Test-284523986 tempest-ServerShowV247Test-284523986-project-member] [instance: 7b91283b-b15c-414f-a068-8dab2b35f6e3] Terminating instance [ 871.832980] env[62328]: DEBUG oslo_vmware.api [None req-b3e540fe-8496-4abc-9f25-ff7b263c7799 tempest-DeleteServersTestJSON-1766103036 tempest-DeleteServersTestJSON-1766103036-project-member] Task: {'id': task-2387083, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.427158} completed successfully. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 871.833562] env[62328]: DEBUG nova.virt.vmwareapi.ds_util [None req-b3e540fe-8496-4abc-9f25-ff7b263c7799 tempest-DeleteServersTestJSON-1766103036 tempest-DeleteServersTestJSON-1766103036-project-member] Deleted the datastore file {{(pid=62328) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 871.833804] env[62328]: DEBUG nova.virt.vmwareapi.vmops [None req-b3e540fe-8496-4abc-9f25-ff7b263c7799 tempest-DeleteServersTestJSON-1766103036 tempest-DeleteServersTestJSON-1766103036-project-member] [instance: b2aeacce-e015-41c8-9976-73e94dad243b] Deleted contents of the VM from datastore datastore2 {{(pid=62328) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 871.834245] env[62328]: DEBUG nova.virt.vmwareapi.vmops [None req-b3e540fe-8496-4abc-9f25-ff7b263c7799 tempest-DeleteServersTestJSON-1766103036 tempest-DeleteServersTestJSON-1766103036-project-member] [instance: b2aeacce-e015-41c8-9976-73e94dad243b] Instance destroyed {{(pid=62328) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 871.836913] env[62328]: INFO nova.compute.manager [None req-b3e540fe-8496-4abc-9f25-ff7b263c7799 tempest-DeleteServersTestJSON-1766103036 tempest-DeleteServersTestJSON-1766103036-project-member] [instance: b2aeacce-e015-41c8-9976-73e94dad243b] Took 2.30 seconds to destroy the instance on the hypervisor. [ 871.836913] env[62328]: DEBUG oslo.service.loopingcall [None req-b3e540fe-8496-4abc-9f25-ff7b263c7799 tempest-DeleteServersTestJSON-1766103036 tempest-DeleteServersTestJSON-1766103036-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62328) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 871.836913] env[62328]: DEBUG nova.compute.manager [-] [instance: b2aeacce-e015-41c8-9976-73e94dad243b] Deallocating network for instance {{(pid=62328) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 871.836913] env[62328]: DEBUG nova.network.neutron [-] [instance: b2aeacce-e015-41c8-9976-73e94dad243b] deallocate_for_instance() {{(pid=62328) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 871.947009] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a4b6f83f-2de9-4a1d-88c0-4fecbb9db2a3 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 871.956891] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1a295b7a-0d4e-4511-b261-e91320499f55 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 871.997692] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-098358da-5537-46e3-b75e-a7f9eea33d0c {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 872.006555] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-313f616e-60c3-41cb-9453-f77981fcba6d {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 872.024158] env[62328]: DEBUG nova.compute.provider_tree [None req-6f60c123-c969-407e-a42e-1981296bdbd2 tempest-MultipleCreateTestJSON-1245707987 tempest-MultipleCreateTestJSON-1245707987-project-member] Inventory has not changed in ProviderTree for provider: 3469e9f8-04af-49ca-8435-49f104496744 {{(pid=62328) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 872.034388] env[62328]: DEBUG oslo_vmware.api [None req-47496295-5df4-4508-ada1-5e6fb97a520a tempest-ServersAdminTestJSON-455323280 tempest-ServersAdminTestJSON-455323280-project-member] Task: {'id': task-2387081, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.630666} completed successfully. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 872.035352] env[62328]: DEBUG nova.virt.vmwareapi.vm_util [None req-47496295-5df4-4508-ada1-5e6fb97a520a tempest-ServersAdminTestJSON-455323280 tempest-ServersAdminTestJSON-455323280-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/dbf872a4-92be-47e4-8561-c3e2bf2423ab/dbf872a4-92be-47e4-8561-c3e2bf2423ab.vmdk to [datastore2] 475a5d77-198f-4dca-943c-a039da48dee0/475a5d77-198f-4dca-943c-a039da48dee0.vmdk {{(pid=62328) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 872.035571] env[62328]: DEBUG nova.virt.vmwareapi.vmops [None req-47496295-5df4-4508-ada1-5e6fb97a520a tempest-ServersAdminTestJSON-455323280 tempest-ServersAdminTestJSON-455323280-project-member] [instance: 475a5d77-198f-4dca-943c-a039da48dee0] Extending root virtual disk to 1048576 {{(pid=62328) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 872.035812] env[62328]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-dd20887d-65e9-40c7-9cf5-fec1cfaebc3c {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 872.042276] env[62328]: DEBUG oslo_vmware.api [None req-47496295-5df4-4508-ada1-5e6fb97a520a tempest-ServersAdminTestJSON-455323280 tempest-ServersAdminTestJSON-455323280-project-member] Waiting for the task: (returnval){ [ 872.042276] env[62328]: value = "task-2387084" [ 872.042276] env[62328]: _type = "Task" [ 872.042276] env[62328]: } to complete. {{(pid=62328) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 872.051214] env[62328]: DEBUG oslo_vmware.api [None req-47496295-5df4-4508-ada1-5e6fb97a520a tempest-ServersAdminTestJSON-455323280 tempest-ServersAdminTestJSON-455323280-project-member] Task: {'id': task-2387084, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 872.137103] env[62328]: DEBUG nova.compute.manager [req-5e8d7db1-d778-453f-bcd1-713fc2c20f07 req-38a12756-1d6b-450d-aa40-f9285f9a340b service nova] [instance: b2aeacce-e015-41c8-9976-73e94dad243b] Received event network-vif-deleted-bbd3d76e-6e5d-485f-867d-1aa5a3eeb672 {{(pid=62328) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 872.137315] env[62328]: INFO nova.compute.manager [req-5e8d7db1-d778-453f-bcd1-713fc2c20f07 req-38a12756-1d6b-450d-aa40-f9285f9a340b service nova] [instance: b2aeacce-e015-41c8-9976-73e94dad243b] Neutron deleted interface bbd3d76e-6e5d-485f-867d-1aa5a3eeb672; detaching it from the instance and deleting it from the info cache [ 872.137491] env[62328]: DEBUG nova.network.neutron [req-5e8d7db1-d778-453f-bcd1-713fc2c20f07 req-38a12756-1d6b-450d-aa40-f9285f9a340b service nova] [instance: b2aeacce-e015-41c8-9976-73e94dad243b] Updating instance_info_cache with network_info: [] {{(pid=62328) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 872.228348] env[62328]: DEBUG oslo_concurrency.lockutils [None req-be1e9eae-3e40-4937-865c-b0ef8764edbc tempest-ServersAdminTestJSON-455323280 tempest-ServersAdminTestJSON-455323280-project-member] Lock "f7104096-3f71-4c4e-9c1a-dcfae81dc66a" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 28.420s {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 872.286453] env[62328]: DEBUG oslo_concurrency.lockutils [None req-a93cda17-d715-4c35-a30b-15af58fc05c0 tempest-ServerShowV247Test-284523986 tempest-ServerShowV247Test-284523986-project-member] Acquiring lock "refresh_cache-7b91283b-b15c-414f-a068-8dab2b35f6e3" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 872.286950] env[62328]: DEBUG oslo_concurrency.lockutils [None req-a93cda17-d715-4c35-a30b-15af58fc05c0 tempest-ServerShowV247Test-284523986 tempest-ServerShowV247Test-284523986-project-member] Acquired lock "refresh_cache-7b91283b-b15c-414f-a068-8dab2b35f6e3" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 872.287200] env[62328]: DEBUG nova.network.neutron [None req-a93cda17-d715-4c35-a30b-15af58fc05c0 tempest-ServerShowV247Test-284523986 tempest-ServerShowV247Test-284523986-project-member] [instance: 7b91283b-b15c-414f-a068-8dab2b35f6e3] Building network info cache for instance {{(pid=62328) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 872.527886] env[62328]: DEBUG nova.scheduler.client.report [None req-6f60c123-c969-407e-a42e-1981296bdbd2 tempest-MultipleCreateTestJSON-1245707987 tempest-MultipleCreateTestJSON-1245707987-project-member] Inventory has not changed for provider 3469e9f8-04af-49ca-8435-49f104496744 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 152, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62328) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 872.554619] env[62328]: DEBUG oslo_vmware.api [None req-47496295-5df4-4508-ada1-5e6fb97a520a tempest-ServersAdminTestJSON-455323280 tempest-ServersAdminTestJSON-455323280-project-member] Task: {'id': task-2387084, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.172457} completed successfully. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 872.557591] env[62328]: DEBUG nova.virt.vmwareapi.vmops [None req-47496295-5df4-4508-ada1-5e6fb97a520a tempest-ServersAdminTestJSON-455323280 tempest-ServersAdminTestJSON-455323280-project-member] [instance: 475a5d77-198f-4dca-943c-a039da48dee0] Extended root virtual disk {{(pid=62328) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 872.558414] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4d322c54-57ef-493e-b3b0-e18c65b92556 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 872.583858] env[62328]: DEBUG nova.virt.vmwareapi.volumeops [None req-47496295-5df4-4508-ada1-5e6fb97a520a tempest-ServersAdminTestJSON-455323280 tempest-ServersAdminTestJSON-455323280-project-member] [instance: 475a5d77-198f-4dca-943c-a039da48dee0] Reconfiguring VM instance instance-0000004c to attach disk [datastore2] 475a5d77-198f-4dca-943c-a039da48dee0/475a5d77-198f-4dca-943c-a039da48dee0.vmdk or device None with type sparse {{(pid=62328) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 872.584615] env[62328]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a143a734-2516-4364-84f2-e629224bc4fc {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 872.606102] env[62328]: DEBUG oslo_vmware.api [None req-47496295-5df4-4508-ada1-5e6fb97a520a tempest-ServersAdminTestJSON-455323280 tempest-ServersAdminTestJSON-455323280-project-member] Waiting for the task: (returnval){ [ 872.606102] env[62328]: value = "task-2387085" [ 872.606102] env[62328]: _type = "Task" [ 872.606102] env[62328]: } to complete. {{(pid=62328) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 872.614207] env[62328]: DEBUG oslo_vmware.api [None req-47496295-5df4-4508-ada1-5e6fb97a520a tempest-ServersAdminTestJSON-455323280 tempest-ServersAdminTestJSON-455323280-project-member] Task: {'id': task-2387085, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 872.619591] env[62328]: DEBUG nova.network.neutron [-] [instance: b2aeacce-e015-41c8-9976-73e94dad243b] Updating instance_info_cache with network_info: [] {{(pid=62328) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 872.640840] env[62328]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-6a9c90f5-d64e-4dad-a548-b826aa9206f6 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 872.650770] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9a409165-0270-42f6-b8b8-6a7a2037bd3a {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 872.686239] env[62328]: DEBUG nova.compute.manager [req-5e8d7db1-d778-453f-bcd1-713fc2c20f07 req-38a12756-1d6b-450d-aa40-f9285f9a340b service nova] [instance: b2aeacce-e015-41c8-9976-73e94dad243b] Detach interface failed, port_id=bbd3d76e-6e5d-485f-867d-1aa5a3eeb672, reason: Instance b2aeacce-e015-41c8-9976-73e94dad243b could not be found. {{(pid=62328) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 872.807984] env[62328]: DEBUG nova.network.neutron [None req-a93cda17-d715-4c35-a30b-15af58fc05c0 tempest-ServerShowV247Test-284523986 tempest-ServerShowV247Test-284523986-project-member] [instance: 7b91283b-b15c-414f-a068-8dab2b35f6e3] Instance cache missing network info. {{(pid=62328) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 872.858804] env[62328]: DEBUG nova.network.neutron [None req-a93cda17-d715-4c35-a30b-15af58fc05c0 tempest-ServerShowV247Test-284523986 tempest-ServerShowV247Test-284523986-project-member] [instance: 7b91283b-b15c-414f-a068-8dab2b35f6e3] Updating instance_info_cache with network_info: [] {{(pid=62328) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 873.034527] env[62328]: DEBUG oslo_concurrency.lockutils [None req-6f60c123-c969-407e-a42e-1981296bdbd2 tempest-MultipleCreateTestJSON-1245707987 tempest-MultipleCreateTestJSON-1245707987-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.457s {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 873.035091] env[62328]: DEBUG nova.compute.manager [None req-6f60c123-c969-407e-a42e-1981296bdbd2 tempest-MultipleCreateTestJSON-1245707987 tempest-MultipleCreateTestJSON-1245707987-project-member] [instance: a761ba21-78b5-4c5c-a30b-2622da535c99] Start building networks asynchronously for instance. {{(pid=62328) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 873.037717] env[62328]: DEBUG oslo_concurrency.lockutils [None req-6f60c123-c969-407e-a42e-1981296bdbd2 tempest-MultipleCreateTestJSON-1245707987 tempest-MultipleCreateTestJSON-1245707987-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 21.989s {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 873.039123] env[62328]: INFO nova.compute.claims [None req-6f60c123-c969-407e-a42e-1981296bdbd2 tempest-MultipleCreateTestJSON-1245707987 tempest-MultipleCreateTestJSON-1245707987-project-member] [instance: e0892d4c-3ee0-48f8-af0d-9574468e7cab] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 873.115827] env[62328]: DEBUG oslo_vmware.api [None req-47496295-5df4-4508-ada1-5e6fb97a520a tempest-ServersAdminTestJSON-455323280 tempest-ServersAdminTestJSON-455323280-project-member] Task: {'id': task-2387085, 'name': ReconfigVM_Task, 'duration_secs': 0.292863} completed successfully. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 873.115955] env[62328]: DEBUG nova.virt.vmwareapi.volumeops [None req-47496295-5df4-4508-ada1-5e6fb97a520a tempest-ServersAdminTestJSON-455323280 tempest-ServersAdminTestJSON-455323280-project-member] [instance: 475a5d77-198f-4dca-943c-a039da48dee0] Reconfigured VM instance instance-0000004c to attach disk [datastore2] 475a5d77-198f-4dca-943c-a039da48dee0/475a5d77-198f-4dca-943c-a039da48dee0.vmdk or device None with type sparse {{(pid=62328) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 873.117027] env[62328]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-3d3f5c07-4d25-45b4-bd98-4b431ecf62f1 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 873.123211] env[62328]: INFO nova.compute.manager [-] [instance: b2aeacce-e015-41c8-9976-73e94dad243b] Took 1.29 seconds to deallocate network for instance. [ 873.123641] env[62328]: DEBUG oslo_vmware.api [None req-47496295-5df4-4508-ada1-5e6fb97a520a tempest-ServersAdminTestJSON-455323280 tempest-ServersAdminTestJSON-455323280-project-member] Waiting for the task: (returnval){ [ 873.123641] env[62328]: value = "task-2387086" [ 873.123641] env[62328]: _type = "Task" [ 873.123641] env[62328]: } to complete. {{(pid=62328) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 873.133565] env[62328]: DEBUG oslo_vmware.api [None req-47496295-5df4-4508-ada1-5e6fb97a520a tempest-ServersAdminTestJSON-455323280 tempest-ServersAdminTestJSON-455323280-project-member] Task: {'id': task-2387086, 'name': Rename_Task} progress is 5%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 873.362045] env[62328]: DEBUG oslo_concurrency.lockutils [None req-a93cda17-d715-4c35-a30b-15af58fc05c0 tempest-ServerShowV247Test-284523986 tempest-ServerShowV247Test-284523986-project-member] Releasing lock "refresh_cache-7b91283b-b15c-414f-a068-8dab2b35f6e3" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 873.363053] env[62328]: DEBUG nova.compute.manager [None req-a93cda17-d715-4c35-a30b-15af58fc05c0 tempest-ServerShowV247Test-284523986 tempest-ServerShowV247Test-284523986-project-member] [instance: 7b91283b-b15c-414f-a068-8dab2b35f6e3] Start destroying the instance on the hypervisor. {{(pid=62328) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 873.363053] env[62328]: DEBUG nova.virt.vmwareapi.vmops [None req-a93cda17-d715-4c35-a30b-15af58fc05c0 tempest-ServerShowV247Test-284523986 tempest-ServerShowV247Test-284523986-project-member] [instance: 7b91283b-b15c-414f-a068-8dab2b35f6e3] Destroying instance {{(pid=62328) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 873.364026] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fb0b0c28-3e04-4f31-b199-7334f679cb4d {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 873.372294] env[62328]: DEBUG nova.virt.vmwareapi.vm_util [None req-a93cda17-d715-4c35-a30b-15af58fc05c0 tempest-ServerShowV247Test-284523986 tempest-ServerShowV247Test-284523986-project-member] [instance: 7b91283b-b15c-414f-a068-8dab2b35f6e3] Powering off the VM {{(pid=62328) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 873.372885] env[62328]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d90e9c53-92a8-497b-8281-6229447dbfd7 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 873.379365] env[62328]: DEBUG oslo_vmware.api [None req-a93cda17-d715-4c35-a30b-15af58fc05c0 tempest-ServerShowV247Test-284523986 tempest-ServerShowV247Test-284523986-project-member] Waiting for the task: (returnval){ [ 873.379365] env[62328]: value = "task-2387087" [ 873.379365] env[62328]: _type = "Task" [ 873.379365] env[62328]: } to complete. {{(pid=62328) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 873.387708] env[62328]: DEBUG oslo_vmware.api [None req-a93cda17-d715-4c35-a30b-15af58fc05c0 tempest-ServerShowV247Test-284523986 tempest-ServerShowV247Test-284523986-project-member] Task: {'id': task-2387087, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 873.548413] env[62328]: DEBUG nova.compute.utils [None req-6f60c123-c969-407e-a42e-1981296bdbd2 tempest-MultipleCreateTestJSON-1245707987 tempest-MultipleCreateTestJSON-1245707987-project-member] Using /dev/sd instead of None {{(pid=62328) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 873.548413] env[62328]: DEBUG nova.compute.manager [None req-6f60c123-c969-407e-a42e-1981296bdbd2 tempest-MultipleCreateTestJSON-1245707987 tempest-MultipleCreateTestJSON-1245707987-project-member] [instance: a761ba21-78b5-4c5c-a30b-2622da535c99] Allocating IP information in the background. {{(pid=62328) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 873.548413] env[62328]: DEBUG nova.network.neutron [None req-6f60c123-c969-407e-a42e-1981296bdbd2 tempest-MultipleCreateTestJSON-1245707987 tempest-MultipleCreateTestJSON-1245707987-project-member] [instance: a761ba21-78b5-4c5c-a30b-2622da535c99] allocate_for_instance() {{(pid=62328) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 873.613807] env[62328]: DEBUG nova.policy [None req-6f60c123-c969-407e-a42e-1981296bdbd2 tempest-MultipleCreateTestJSON-1245707987 tempest-MultipleCreateTestJSON-1245707987-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '3117f29a445543db8b48fb41d9e0c5c2', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '44a2355a98cd4b10bf9ddc1a3067d147', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62328) authorize /opt/stack/nova/nova/policy.py:192}} [ 873.635706] env[62328]: DEBUG oslo_vmware.api [None req-47496295-5df4-4508-ada1-5e6fb97a520a tempest-ServersAdminTestJSON-455323280 tempest-ServersAdminTestJSON-455323280-project-member] Task: {'id': task-2387086, 'name': Rename_Task, 'duration_secs': 0.134727} completed successfully. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 873.635982] env[62328]: DEBUG nova.virt.vmwareapi.vm_util [None req-47496295-5df4-4508-ada1-5e6fb97a520a tempest-ServersAdminTestJSON-455323280 tempest-ServersAdminTestJSON-455323280-project-member] [instance: 475a5d77-198f-4dca-943c-a039da48dee0] Powering on the VM {{(pid=62328) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 873.636235] env[62328]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-8ffa854f-3694-4d02-8904-28a3593502e2 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 873.644030] env[62328]: DEBUG oslo_concurrency.lockutils [None req-2339f4f6-fd0e-4161-9435-3e1103e41f46 tempest-ServerAddressesNegativeTestJSON-283879621 tempest-ServerAddressesNegativeTestJSON-283879621-project-member] Acquiring lock "b3a96122-6f42-4407-a3e8-69305679d6e5" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 873.644030] env[62328]: DEBUG oslo_concurrency.lockutils [None req-2339f4f6-fd0e-4161-9435-3e1103e41f46 tempest-ServerAddressesNegativeTestJSON-283879621 tempest-ServerAddressesNegativeTestJSON-283879621-project-member] Lock "b3a96122-6f42-4407-a3e8-69305679d6e5" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 873.645138] env[62328]: DEBUG oslo_vmware.api [None req-47496295-5df4-4508-ada1-5e6fb97a520a tempest-ServersAdminTestJSON-455323280 tempest-ServersAdminTestJSON-455323280-project-member] Waiting for the task: (returnval){ [ 873.645138] env[62328]: value = "task-2387088" [ 873.645138] env[62328]: _type = "Task" [ 873.645138] env[62328]: } to complete. {{(pid=62328) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 873.654369] env[62328]: DEBUG oslo_vmware.api [None req-47496295-5df4-4508-ada1-5e6fb97a520a tempest-ServersAdminTestJSON-455323280 tempest-ServersAdminTestJSON-455323280-project-member] Task: {'id': task-2387088, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 873.674202] env[62328]: INFO nova.compute.manager [None req-b3e540fe-8496-4abc-9f25-ff7b263c7799 tempest-DeleteServersTestJSON-1766103036 tempest-DeleteServersTestJSON-1766103036-project-member] [instance: b2aeacce-e015-41c8-9976-73e94dad243b] Took 0.55 seconds to detach 1 volumes for instance. [ 873.889533] env[62328]: DEBUG oslo_vmware.api [None req-a93cda17-d715-4c35-a30b-15af58fc05c0 tempest-ServerShowV247Test-284523986 tempest-ServerShowV247Test-284523986-project-member] Task: {'id': task-2387087, 'name': PowerOffVM_Task, 'duration_secs': 0.200314} completed successfully. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 873.889820] env[62328]: DEBUG nova.virt.vmwareapi.vm_util [None req-a93cda17-d715-4c35-a30b-15af58fc05c0 tempest-ServerShowV247Test-284523986 tempest-ServerShowV247Test-284523986-project-member] [instance: 7b91283b-b15c-414f-a068-8dab2b35f6e3] Powered off the VM {{(pid=62328) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 873.889985] env[62328]: DEBUG nova.virt.vmwareapi.vmops [None req-a93cda17-d715-4c35-a30b-15af58fc05c0 tempest-ServerShowV247Test-284523986 tempest-ServerShowV247Test-284523986-project-member] [instance: 7b91283b-b15c-414f-a068-8dab2b35f6e3] Unregistering the VM {{(pid=62328) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 873.890265] env[62328]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-49bd2f38-e053-4f7c-8c46-dccf603fbbdb {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 873.921104] env[62328]: DEBUG nova.virt.vmwareapi.vmops [None req-a93cda17-d715-4c35-a30b-15af58fc05c0 tempest-ServerShowV247Test-284523986 tempest-ServerShowV247Test-284523986-project-member] [instance: 7b91283b-b15c-414f-a068-8dab2b35f6e3] Unregistered the VM {{(pid=62328) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 873.921356] env[62328]: DEBUG nova.virt.vmwareapi.vmops [None req-a93cda17-d715-4c35-a30b-15af58fc05c0 tempest-ServerShowV247Test-284523986 tempest-ServerShowV247Test-284523986-project-member] [instance: 7b91283b-b15c-414f-a068-8dab2b35f6e3] Deleting contents of the VM from datastore datastore1 {{(pid=62328) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 873.921557] env[62328]: DEBUG nova.virt.vmwareapi.ds_util [None req-a93cda17-d715-4c35-a30b-15af58fc05c0 tempest-ServerShowV247Test-284523986 tempest-ServerShowV247Test-284523986-project-member] Deleting the datastore file [datastore1] 7b91283b-b15c-414f-a068-8dab2b35f6e3 {{(pid=62328) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 873.921810] env[62328]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-f94ffd3e-47f3-4c10-aa94-fa4d9e25d02c {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 873.928638] env[62328]: DEBUG oslo_vmware.api [None req-a93cda17-d715-4c35-a30b-15af58fc05c0 tempest-ServerShowV247Test-284523986 tempest-ServerShowV247Test-284523986-project-member] Waiting for the task: (returnval){ [ 873.928638] env[62328]: value = "task-2387090" [ 873.928638] env[62328]: _type = "Task" [ 873.928638] env[62328]: } to complete. {{(pid=62328) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 873.932543] env[62328]: DEBUG nova.network.neutron [None req-6f60c123-c969-407e-a42e-1981296bdbd2 tempest-MultipleCreateTestJSON-1245707987 tempest-MultipleCreateTestJSON-1245707987-project-member] [instance: a761ba21-78b5-4c5c-a30b-2622da535c99] Successfully created port: 69afddca-b1f5-4786-9695-8d99bee46c64 {{(pid=62328) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 873.939495] env[62328]: DEBUG oslo_vmware.api [None req-a93cda17-d715-4c35-a30b-15af58fc05c0 tempest-ServerShowV247Test-284523986 tempest-ServerShowV247Test-284523986-project-member] Task: {'id': task-2387090, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 874.053552] env[62328]: DEBUG nova.compute.manager [None req-6f60c123-c969-407e-a42e-1981296bdbd2 tempest-MultipleCreateTestJSON-1245707987 tempest-MultipleCreateTestJSON-1245707987-project-member] [instance: a761ba21-78b5-4c5c-a30b-2622da535c99] Start building block device mappings for instance. {{(pid=62328) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 874.153111] env[62328]: DEBUG nova.compute.manager [None req-2339f4f6-fd0e-4161-9435-3e1103e41f46 tempest-ServerAddressesNegativeTestJSON-283879621 tempest-ServerAddressesNegativeTestJSON-283879621-project-member] [instance: b3a96122-6f42-4407-a3e8-69305679d6e5] Starting instance... {{(pid=62328) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 874.165281] env[62328]: DEBUG oslo_vmware.api [None req-47496295-5df4-4508-ada1-5e6fb97a520a tempest-ServersAdminTestJSON-455323280 tempest-ServersAdminTestJSON-455323280-project-member] Task: {'id': task-2387088, 'name': PowerOnVM_Task, 'duration_secs': 0.452364} completed successfully. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 874.166201] env[62328]: DEBUG nova.virt.vmwareapi.vm_util [None req-47496295-5df4-4508-ada1-5e6fb97a520a tempest-ServersAdminTestJSON-455323280 tempest-ServersAdminTestJSON-455323280-project-member] [instance: 475a5d77-198f-4dca-943c-a039da48dee0] Powered on the VM {{(pid=62328) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 874.166406] env[62328]: INFO nova.compute.manager [None req-47496295-5df4-4508-ada1-5e6fb97a520a tempest-ServersAdminTestJSON-455323280 tempest-ServersAdminTestJSON-455323280-project-member] [instance: 475a5d77-198f-4dca-943c-a039da48dee0] Took 7.58 seconds to spawn the instance on the hypervisor. [ 874.166576] env[62328]: DEBUG nova.compute.manager [None req-47496295-5df4-4508-ada1-5e6fb97a520a tempest-ServersAdminTestJSON-455323280 tempest-ServersAdminTestJSON-455323280-project-member] [instance: 475a5d77-198f-4dca-943c-a039da48dee0] Checking state {{(pid=62328) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 874.167484] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b1ebb19c-ceda-4dd2-8ff0-b86cb1d2f0d5 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 874.181842] env[62328]: DEBUG oslo_concurrency.lockutils [None req-b3e540fe-8496-4abc-9f25-ff7b263c7799 tempest-DeleteServersTestJSON-1766103036 tempest-DeleteServersTestJSON-1766103036-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 874.438674] env[62328]: DEBUG oslo_vmware.api [None req-a93cda17-d715-4c35-a30b-15af58fc05c0 tempest-ServerShowV247Test-284523986 tempest-ServerShowV247Test-284523986-project-member] Task: {'id': task-2387090, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.142078} completed successfully. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 874.439963] env[62328]: DEBUG nova.virt.vmwareapi.ds_util [None req-a93cda17-d715-4c35-a30b-15af58fc05c0 tempest-ServerShowV247Test-284523986 tempest-ServerShowV247Test-284523986-project-member] Deleted the datastore file {{(pid=62328) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 874.440177] env[62328]: DEBUG nova.virt.vmwareapi.vmops [None req-a93cda17-d715-4c35-a30b-15af58fc05c0 tempest-ServerShowV247Test-284523986 tempest-ServerShowV247Test-284523986-project-member] [instance: 7b91283b-b15c-414f-a068-8dab2b35f6e3] Deleted contents of the VM from datastore datastore1 {{(pid=62328) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 874.440382] env[62328]: DEBUG nova.virt.vmwareapi.vmops [None req-a93cda17-d715-4c35-a30b-15af58fc05c0 tempest-ServerShowV247Test-284523986 tempest-ServerShowV247Test-284523986-project-member] [instance: 7b91283b-b15c-414f-a068-8dab2b35f6e3] Instance destroyed {{(pid=62328) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 874.440652] env[62328]: INFO nova.compute.manager [None req-a93cda17-d715-4c35-a30b-15af58fc05c0 tempest-ServerShowV247Test-284523986 tempest-ServerShowV247Test-284523986-project-member] [instance: 7b91283b-b15c-414f-a068-8dab2b35f6e3] Took 1.08 seconds to destroy the instance on the hypervisor. [ 874.440908] env[62328]: DEBUG oslo.service.loopingcall [None req-a93cda17-d715-4c35-a30b-15af58fc05c0 tempest-ServerShowV247Test-284523986 tempest-ServerShowV247Test-284523986-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62328) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 874.441571] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4a8450f9-0725-414b-8ec4-ef04c3b0981c {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 874.444288] env[62328]: DEBUG nova.compute.manager [-] [instance: 7b91283b-b15c-414f-a068-8dab2b35f6e3] Deallocating network for instance {{(pid=62328) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 874.444391] env[62328]: DEBUG nova.network.neutron [-] [instance: 7b91283b-b15c-414f-a068-8dab2b35f6e3] deallocate_for_instance() {{(pid=62328) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 874.450696] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c6734860-43f3-4bd1-bfdd-9eb509a47641 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 874.484144] env[62328]: DEBUG nova.network.neutron [-] [instance: 7b91283b-b15c-414f-a068-8dab2b35f6e3] Instance cache missing network info. {{(pid=62328) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 874.486600] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4cb981df-1d55-40c6-97e9-72f7ecc64f8e {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 874.494021] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a9e479bc-f980-4dfa-a11c-25788f45d4e2 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 874.509236] env[62328]: DEBUG nova.compute.provider_tree [None req-6f60c123-c969-407e-a42e-1981296bdbd2 tempest-MultipleCreateTestJSON-1245707987 tempest-MultipleCreateTestJSON-1245707987-project-member] Inventory has not changed in ProviderTree for provider: 3469e9f8-04af-49ca-8435-49f104496744 {{(pid=62328) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 874.671958] env[62328]: DEBUG oslo_concurrency.lockutils [None req-2339f4f6-fd0e-4161-9435-3e1103e41f46 tempest-ServerAddressesNegativeTestJSON-283879621 tempest-ServerAddressesNegativeTestJSON-283879621-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 874.688368] env[62328]: INFO nova.compute.manager [None req-47496295-5df4-4508-ada1-5e6fb97a520a tempest-ServersAdminTestJSON-455323280 tempest-ServersAdminTestJSON-455323280-project-member] [instance: 475a5d77-198f-4dca-943c-a039da48dee0] Took 29.35 seconds to build instance. [ 874.987338] env[62328]: DEBUG nova.network.neutron [-] [instance: 7b91283b-b15c-414f-a068-8dab2b35f6e3] Updating instance_info_cache with network_info: [] {{(pid=62328) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 875.013091] env[62328]: DEBUG nova.scheduler.client.report [None req-6f60c123-c969-407e-a42e-1981296bdbd2 tempest-MultipleCreateTestJSON-1245707987 tempest-MultipleCreateTestJSON-1245707987-project-member] Inventory has not changed for provider 3469e9f8-04af-49ca-8435-49f104496744 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 152, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62328) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 875.065890] env[62328]: DEBUG nova.compute.manager [None req-6f60c123-c969-407e-a42e-1981296bdbd2 tempest-MultipleCreateTestJSON-1245707987 tempest-MultipleCreateTestJSON-1245707987-project-member] [instance: a761ba21-78b5-4c5c-a30b-2622da535c99] Start spawning the instance on the hypervisor. {{(pid=62328) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 875.086305] env[62328]: DEBUG nova.virt.hardware [None req-6f60c123-c969-407e-a42e-1981296bdbd2 tempest-MultipleCreateTestJSON-1245707987 tempest-MultipleCreateTestJSON-1245707987-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-07T17:16:55Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-07T17:16:37Z,direct_url=,disk_format='vmdk',id=dbf872a4-92be-47e4-8561-c3e2bf2423ab,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='2a64022f08d84b11a86773b900860ae5',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-07T17:16:38Z,virtual_size=,visibility=), allow threads: False {{(pid=62328) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 875.086553] env[62328]: DEBUG nova.virt.hardware [None req-6f60c123-c969-407e-a42e-1981296bdbd2 tempest-MultipleCreateTestJSON-1245707987 tempest-MultipleCreateTestJSON-1245707987-project-member] Flavor limits 0:0:0 {{(pid=62328) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 875.086718] env[62328]: DEBUG nova.virt.hardware [None req-6f60c123-c969-407e-a42e-1981296bdbd2 tempest-MultipleCreateTestJSON-1245707987 tempest-MultipleCreateTestJSON-1245707987-project-member] Image limits 0:0:0 {{(pid=62328) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 875.086902] env[62328]: DEBUG nova.virt.hardware [None req-6f60c123-c969-407e-a42e-1981296bdbd2 tempest-MultipleCreateTestJSON-1245707987 tempest-MultipleCreateTestJSON-1245707987-project-member] Flavor pref 0:0:0 {{(pid=62328) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 875.087060] env[62328]: DEBUG nova.virt.hardware [None req-6f60c123-c969-407e-a42e-1981296bdbd2 tempest-MultipleCreateTestJSON-1245707987 tempest-MultipleCreateTestJSON-1245707987-project-member] Image pref 0:0:0 {{(pid=62328) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 875.087211] env[62328]: DEBUG nova.virt.hardware [None req-6f60c123-c969-407e-a42e-1981296bdbd2 tempest-MultipleCreateTestJSON-1245707987 tempest-MultipleCreateTestJSON-1245707987-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62328) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 875.087453] env[62328]: DEBUG nova.virt.hardware [None req-6f60c123-c969-407e-a42e-1981296bdbd2 tempest-MultipleCreateTestJSON-1245707987 tempest-MultipleCreateTestJSON-1245707987-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62328) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 875.087619] env[62328]: DEBUG nova.virt.hardware [None req-6f60c123-c969-407e-a42e-1981296bdbd2 tempest-MultipleCreateTestJSON-1245707987 tempest-MultipleCreateTestJSON-1245707987-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62328) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 875.087841] env[62328]: DEBUG nova.virt.hardware [None req-6f60c123-c969-407e-a42e-1981296bdbd2 tempest-MultipleCreateTestJSON-1245707987 tempest-MultipleCreateTestJSON-1245707987-project-member] Got 1 possible topologies {{(pid=62328) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 875.088032] env[62328]: DEBUG nova.virt.hardware [None req-6f60c123-c969-407e-a42e-1981296bdbd2 tempest-MultipleCreateTestJSON-1245707987 tempest-MultipleCreateTestJSON-1245707987-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62328) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 875.088213] env[62328]: DEBUG nova.virt.hardware [None req-6f60c123-c969-407e-a42e-1981296bdbd2 tempest-MultipleCreateTestJSON-1245707987 tempest-MultipleCreateTestJSON-1245707987-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62328) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 875.089122] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-079cf973-9002-495e-9bb9-885587b831b9 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 875.097676] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-de0304a2-0ca2-42b5-ac52-f0fc656785af {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 875.190338] env[62328]: DEBUG oslo_concurrency.lockutils [None req-47496295-5df4-4508-ada1-5e6fb97a520a tempest-ServersAdminTestJSON-455323280 tempest-ServersAdminTestJSON-455323280-project-member] Lock "475a5d77-198f-4dca-943c-a039da48dee0" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 30.883s {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 875.362194] env[62328]: DEBUG nova.compute.manager [req-d5104702-367a-48bb-b9c8-f1acccfe3664 req-b97ae538-6986-4ec0-8d5a-00e5dc35742b service nova] [instance: a761ba21-78b5-4c5c-a30b-2622da535c99] Received event network-vif-plugged-69afddca-b1f5-4786-9695-8d99bee46c64 {{(pid=62328) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 875.362442] env[62328]: DEBUG oslo_concurrency.lockutils [req-d5104702-367a-48bb-b9c8-f1acccfe3664 req-b97ae538-6986-4ec0-8d5a-00e5dc35742b service nova] Acquiring lock "a761ba21-78b5-4c5c-a30b-2622da535c99-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 875.363032] env[62328]: DEBUG oslo_concurrency.lockutils [req-d5104702-367a-48bb-b9c8-f1acccfe3664 req-b97ae538-6986-4ec0-8d5a-00e5dc35742b service nova] Lock "a761ba21-78b5-4c5c-a30b-2622da535c99-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 875.363229] env[62328]: DEBUG oslo_concurrency.lockutils [req-d5104702-367a-48bb-b9c8-f1acccfe3664 req-b97ae538-6986-4ec0-8d5a-00e5dc35742b service nova] Lock "a761ba21-78b5-4c5c-a30b-2622da535c99-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.001s {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 875.363672] env[62328]: DEBUG nova.compute.manager [req-d5104702-367a-48bb-b9c8-f1acccfe3664 req-b97ae538-6986-4ec0-8d5a-00e5dc35742b service nova] [instance: a761ba21-78b5-4c5c-a30b-2622da535c99] No waiting events found dispatching network-vif-plugged-69afddca-b1f5-4786-9695-8d99bee46c64 {{(pid=62328) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 875.363951] env[62328]: WARNING nova.compute.manager [req-d5104702-367a-48bb-b9c8-f1acccfe3664 req-b97ae538-6986-4ec0-8d5a-00e5dc35742b service nova] [instance: a761ba21-78b5-4c5c-a30b-2622da535c99] Received unexpected event network-vif-plugged-69afddca-b1f5-4786-9695-8d99bee46c64 for instance with vm_state building and task_state spawning. [ 875.460840] env[62328]: DEBUG nova.network.neutron [None req-6f60c123-c969-407e-a42e-1981296bdbd2 tempest-MultipleCreateTestJSON-1245707987 tempest-MultipleCreateTestJSON-1245707987-project-member] [instance: a761ba21-78b5-4c5c-a30b-2622da535c99] Successfully updated port: 69afddca-b1f5-4786-9695-8d99bee46c64 {{(pid=62328) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 875.489587] env[62328]: INFO nova.compute.manager [-] [instance: 7b91283b-b15c-414f-a068-8dab2b35f6e3] Took 1.04 seconds to deallocate network for instance. [ 875.519133] env[62328]: DEBUG oslo_concurrency.lockutils [None req-6f60c123-c969-407e-a42e-1981296bdbd2 tempest-MultipleCreateTestJSON-1245707987 tempest-MultipleCreateTestJSON-1245707987-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.481s {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 875.519640] env[62328]: DEBUG nova.compute.manager [None req-6f60c123-c969-407e-a42e-1981296bdbd2 tempest-MultipleCreateTestJSON-1245707987 tempest-MultipleCreateTestJSON-1245707987-project-member] [instance: e0892d4c-3ee0-48f8-af0d-9574468e7cab] Start building networks asynchronously for instance. {{(pid=62328) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 875.522011] env[62328]: DEBUG oslo_concurrency.lockutils [None req-62daabc5-8304-4675-8075-c59766014311 tempest-MigrationsAdminTest-413245202 tempest-MigrationsAdminTest-413245202-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 22.211s {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 875.522234] env[62328]: DEBUG nova.objects.instance [None req-62daabc5-8304-4675-8075-c59766014311 tempest-MigrationsAdminTest-413245202 tempest-MigrationsAdminTest-413245202-project-member] Lazy-loading 'resources' on Instance uuid 613e2516-6209-439d-bb90-b87d67b281a8 {{(pid=62328) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 875.884465] env[62328]: DEBUG oslo_concurrency.lockutils [None req-6b13485d-856a-4ce0-84cd-11187efbafed tempest-ServersAdminTestJSON-455323280 tempest-ServersAdminTestJSON-455323280-project-member] Acquiring lock "e78f4099-b61b-4dd2-8587-8c8f1bb0412a" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 875.884765] env[62328]: DEBUG oslo_concurrency.lockutils [None req-6b13485d-856a-4ce0-84cd-11187efbafed tempest-ServersAdminTestJSON-455323280 tempest-ServersAdminTestJSON-455323280-project-member] Lock "e78f4099-b61b-4dd2-8587-8c8f1bb0412a" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 875.967278] env[62328]: DEBUG oslo_concurrency.lockutils [None req-6f60c123-c969-407e-a42e-1981296bdbd2 tempest-MultipleCreateTestJSON-1245707987 tempest-MultipleCreateTestJSON-1245707987-project-member] Acquiring lock "refresh_cache-a761ba21-78b5-4c5c-a30b-2622da535c99" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 875.967278] env[62328]: DEBUG oslo_concurrency.lockutils [None req-6f60c123-c969-407e-a42e-1981296bdbd2 tempest-MultipleCreateTestJSON-1245707987 tempest-MultipleCreateTestJSON-1245707987-project-member] Acquired lock "refresh_cache-a761ba21-78b5-4c5c-a30b-2622da535c99" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 875.967365] env[62328]: DEBUG nova.network.neutron [None req-6f60c123-c969-407e-a42e-1981296bdbd2 tempest-MultipleCreateTestJSON-1245707987 tempest-MultipleCreateTestJSON-1245707987-project-member] [instance: a761ba21-78b5-4c5c-a30b-2622da535c99] Building network info cache for instance {{(pid=62328) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 875.996148] env[62328]: DEBUG oslo_concurrency.lockutils [None req-a93cda17-d715-4c35-a30b-15af58fc05c0 tempest-ServerShowV247Test-284523986 tempest-ServerShowV247Test-284523986-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 876.025143] env[62328]: DEBUG nova.compute.utils [None req-6f60c123-c969-407e-a42e-1981296bdbd2 tempest-MultipleCreateTestJSON-1245707987 tempest-MultipleCreateTestJSON-1245707987-project-member] Using /dev/sd instead of None {{(pid=62328) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 876.026428] env[62328]: DEBUG nova.compute.manager [None req-6f60c123-c969-407e-a42e-1981296bdbd2 tempest-MultipleCreateTestJSON-1245707987 tempest-MultipleCreateTestJSON-1245707987-project-member] [instance: e0892d4c-3ee0-48f8-af0d-9574468e7cab] Allocating IP information in the background. {{(pid=62328) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 876.026601] env[62328]: DEBUG nova.network.neutron [None req-6f60c123-c969-407e-a42e-1981296bdbd2 tempest-MultipleCreateTestJSON-1245707987 tempest-MultipleCreateTestJSON-1245707987-project-member] [instance: e0892d4c-3ee0-48f8-af0d-9574468e7cab] allocate_for_instance() {{(pid=62328) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 876.082322] env[62328]: DEBUG nova.policy [None req-6f60c123-c969-407e-a42e-1981296bdbd2 tempest-MultipleCreateTestJSON-1245707987 tempest-MultipleCreateTestJSON-1245707987-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '3117f29a445543db8b48fb41d9e0c5c2', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '44a2355a98cd4b10bf9ddc1a3067d147', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62328) authorize /opt/stack/nova/nova/policy.py:192}} [ 876.338646] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8369a6a9-25d6-4ca2-a72f-a2ebde59b0bc {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 876.344321] env[62328]: DEBUG nova.network.neutron [None req-6f60c123-c969-407e-a42e-1981296bdbd2 tempest-MultipleCreateTestJSON-1245707987 tempest-MultipleCreateTestJSON-1245707987-project-member] [instance: e0892d4c-3ee0-48f8-af0d-9574468e7cab] Successfully created port: 0c875f0c-fc8d-4613-aa00-dac3eb6bf323 {{(pid=62328) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 876.349447] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-575f8584-9b3c-4b01-8522-f6a9dd49cabc {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 876.381356] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9bc6131b-ee07-4490-aa17-1d8d6aab894a {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 876.388745] env[62328]: DEBUG nova.compute.manager [None req-6b13485d-856a-4ce0-84cd-11187efbafed tempest-ServersAdminTestJSON-455323280 tempest-ServersAdminTestJSON-455323280-project-member] [instance: e78f4099-b61b-4dd2-8587-8c8f1bb0412a] Starting instance... {{(pid=62328) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 876.394027] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ff907e2c-8e17-48eb-a644-9857b7cbfb8d {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 876.410162] env[62328]: DEBUG nova.compute.provider_tree [None req-62daabc5-8304-4675-8075-c59766014311 tempest-MigrationsAdminTest-413245202 tempest-MigrationsAdminTest-413245202-project-member] Inventory has not changed in ProviderTree for provider: 3469e9f8-04af-49ca-8435-49f104496744 {{(pid=62328) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 876.530789] env[62328]: DEBUG nova.network.neutron [None req-6f60c123-c969-407e-a42e-1981296bdbd2 tempest-MultipleCreateTestJSON-1245707987 tempest-MultipleCreateTestJSON-1245707987-project-member] [instance: a761ba21-78b5-4c5c-a30b-2622da535c99] Instance cache missing network info. {{(pid=62328) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 876.533499] env[62328]: DEBUG nova.compute.manager [None req-6f60c123-c969-407e-a42e-1981296bdbd2 tempest-MultipleCreateTestJSON-1245707987 tempest-MultipleCreateTestJSON-1245707987-project-member] [instance: e0892d4c-3ee0-48f8-af0d-9574468e7cab] Start building block device mappings for instance. {{(pid=62328) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 876.729517] env[62328]: DEBUG nova.network.neutron [None req-6f60c123-c969-407e-a42e-1981296bdbd2 tempest-MultipleCreateTestJSON-1245707987 tempest-MultipleCreateTestJSON-1245707987-project-member] [instance: a761ba21-78b5-4c5c-a30b-2622da535c99] Updating instance_info_cache with network_info: [{"id": "69afddca-b1f5-4786-9695-8d99bee46c64", "address": "fa:16:3e:72:65:41", "network": {"id": "5e1c062f-2438-4778-8e6e-f05e39905ac3", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-2129269731-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "44a2355a98cd4b10bf9ddc1a3067d147", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f85835c8-5d0c-4b2f-97c4-6c4006580f79", "external-id": "nsx-vlan-transportzone-245", "segmentation_id": 245, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap69afddca-b1", "ovs_interfaceid": "69afddca-b1f5-4786-9695-8d99bee46c64", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62328) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 876.912869] env[62328]: DEBUG oslo_concurrency.lockutils [None req-6b13485d-856a-4ce0-84cd-11187efbafed tempest-ServersAdminTestJSON-455323280 tempest-ServersAdminTestJSON-455323280-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 876.913770] env[62328]: DEBUG nova.scheduler.client.report [None req-62daabc5-8304-4675-8075-c59766014311 tempest-MigrationsAdminTest-413245202 tempest-MigrationsAdminTest-413245202-project-member] Inventory has not changed for provider 3469e9f8-04af-49ca-8435-49f104496744 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 152, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62328) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 877.232933] env[62328]: DEBUG oslo_concurrency.lockutils [None req-6f60c123-c969-407e-a42e-1981296bdbd2 tempest-MultipleCreateTestJSON-1245707987 tempest-MultipleCreateTestJSON-1245707987-project-member] Releasing lock "refresh_cache-a761ba21-78b5-4c5c-a30b-2622da535c99" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 877.232933] env[62328]: DEBUG nova.compute.manager [None req-6f60c123-c969-407e-a42e-1981296bdbd2 tempest-MultipleCreateTestJSON-1245707987 tempest-MultipleCreateTestJSON-1245707987-project-member] [instance: a761ba21-78b5-4c5c-a30b-2622da535c99] Instance network_info: |[{"id": "69afddca-b1f5-4786-9695-8d99bee46c64", "address": "fa:16:3e:72:65:41", "network": {"id": "5e1c062f-2438-4778-8e6e-f05e39905ac3", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-2129269731-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "44a2355a98cd4b10bf9ddc1a3067d147", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f85835c8-5d0c-4b2f-97c4-6c4006580f79", "external-id": "nsx-vlan-transportzone-245", "segmentation_id": 245, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap69afddca-b1", "ovs_interfaceid": "69afddca-b1f5-4786-9695-8d99bee46c64", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62328) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 877.234257] env[62328]: DEBUG nova.virt.vmwareapi.vmops [None req-6f60c123-c969-407e-a42e-1981296bdbd2 tempest-MultipleCreateTestJSON-1245707987 tempest-MultipleCreateTestJSON-1245707987-project-member] [instance: a761ba21-78b5-4c5c-a30b-2622da535c99] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:72:65:41', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'f85835c8-5d0c-4b2f-97c4-6c4006580f79', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '69afddca-b1f5-4786-9695-8d99bee46c64', 'vif_model': 'vmxnet3'}] {{(pid=62328) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 877.241906] env[62328]: DEBUG nova.virt.vmwareapi.vm_util [None req-6f60c123-c969-407e-a42e-1981296bdbd2 tempest-MultipleCreateTestJSON-1245707987 tempest-MultipleCreateTestJSON-1245707987-project-member] Creating folder: Project (44a2355a98cd4b10bf9ddc1a3067d147). Parent ref: group-v484164. {{(pid=62328) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 877.242203] env[62328]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-21fd88ab-72ae-481d-9180-56144caa8355 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 877.255025] env[62328]: INFO nova.virt.vmwareapi.vm_util [None req-6f60c123-c969-407e-a42e-1981296bdbd2 tempest-MultipleCreateTestJSON-1245707987 tempest-MultipleCreateTestJSON-1245707987-project-member] Created folder: Project (44a2355a98cd4b10bf9ddc1a3067d147) in parent group-v484164. [ 877.255219] env[62328]: DEBUG nova.virt.vmwareapi.vm_util [None req-6f60c123-c969-407e-a42e-1981296bdbd2 tempest-MultipleCreateTestJSON-1245707987 tempest-MultipleCreateTestJSON-1245707987-project-member] Creating folder: Instances. Parent ref: group-v484376. {{(pid=62328) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 877.255453] env[62328]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-4b9d184e-246c-4929-ae13-3011a95b91f4 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 877.265931] env[62328]: INFO nova.virt.vmwareapi.vm_util [None req-6f60c123-c969-407e-a42e-1981296bdbd2 tempest-MultipleCreateTestJSON-1245707987 tempest-MultipleCreateTestJSON-1245707987-project-member] Created folder: Instances in parent group-v484376. [ 877.266203] env[62328]: DEBUG oslo.service.loopingcall [None req-6f60c123-c969-407e-a42e-1981296bdbd2 tempest-MultipleCreateTestJSON-1245707987 tempest-MultipleCreateTestJSON-1245707987-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62328) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 877.266406] env[62328]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a761ba21-78b5-4c5c-a30b-2622da535c99] Creating VM on the ESX host {{(pid=62328) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 877.266613] env[62328]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-a520769e-2f7d-4aff-bf1f-22bb8c6adca7 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 877.288278] env[62328]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 877.288278] env[62328]: value = "task-2387093" [ 877.288278] env[62328]: _type = "Task" [ 877.288278] env[62328]: } to complete. {{(pid=62328) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 877.298988] env[62328]: DEBUG oslo_vmware.api [-] Task: {'id': task-2387093, 'name': CreateVM_Task} progress is 0%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 877.390844] env[62328]: DEBUG nova.compute.manager [req-d553d7dd-4a0d-4d67-ace2-d535a144dac5 req-809b969d-4cac-4699-ad53-d98882aa86f1 service nova] [instance: a761ba21-78b5-4c5c-a30b-2622da535c99] Received event network-changed-69afddca-b1f5-4786-9695-8d99bee46c64 {{(pid=62328) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 877.391112] env[62328]: DEBUG nova.compute.manager [req-d553d7dd-4a0d-4d67-ace2-d535a144dac5 req-809b969d-4cac-4699-ad53-d98882aa86f1 service nova] [instance: a761ba21-78b5-4c5c-a30b-2622da535c99] Refreshing instance network info cache due to event network-changed-69afddca-b1f5-4786-9695-8d99bee46c64. {{(pid=62328) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 877.391384] env[62328]: DEBUG oslo_concurrency.lockutils [req-d553d7dd-4a0d-4d67-ace2-d535a144dac5 req-809b969d-4cac-4699-ad53-d98882aa86f1 service nova] Acquiring lock "refresh_cache-a761ba21-78b5-4c5c-a30b-2622da535c99" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 877.391609] env[62328]: DEBUG oslo_concurrency.lockutils [req-d553d7dd-4a0d-4d67-ace2-d535a144dac5 req-809b969d-4cac-4699-ad53-d98882aa86f1 service nova] Acquired lock "refresh_cache-a761ba21-78b5-4c5c-a30b-2622da535c99" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 877.391831] env[62328]: DEBUG nova.network.neutron [req-d553d7dd-4a0d-4d67-ace2-d535a144dac5 req-809b969d-4cac-4699-ad53-d98882aa86f1 service nova] [instance: a761ba21-78b5-4c5c-a30b-2622da535c99] Refreshing network info cache for port 69afddca-b1f5-4786-9695-8d99bee46c64 {{(pid=62328) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 877.418505] env[62328]: DEBUG oslo_concurrency.lockutils [None req-62daabc5-8304-4675-8075-c59766014311 tempest-MigrationsAdminTest-413245202 tempest-MigrationsAdminTest-413245202-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.896s {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 877.422027] env[62328]: DEBUG oslo_concurrency.lockutils [None req-1b339622-8813-4d7f-a56a-63666b82da73 tempest-ServerDiskConfigTestJSON-126406698 tempest-ServerDiskConfigTestJSON-126406698-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 18.100s {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 877.438427] env[62328]: INFO nova.scheduler.client.report [None req-62daabc5-8304-4675-8075-c59766014311 tempest-MigrationsAdminTest-413245202 tempest-MigrationsAdminTest-413245202-project-member] Deleted allocations for instance 613e2516-6209-439d-bb90-b87d67b281a8 [ 877.542268] env[62328]: DEBUG nova.compute.manager [None req-6f60c123-c969-407e-a42e-1981296bdbd2 tempest-MultipleCreateTestJSON-1245707987 tempest-MultipleCreateTestJSON-1245707987-project-member] [instance: e0892d4c-3ee0-48f8-af0d-9574468e7cab] Start spawning the instance on the hypervisor. {{(pid=62328) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 877.568394] env[62328]: DEBUG nova.virt.hardware [None req-6f60c123-c969-407e-a42e-1981296bdbd2 tempest-MultipleCreateTestJSON-1245707987 tempest-MultipleCreateTestJSON-1245707987-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-07T17:16:55Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-07T17:16:37Z,direct_url=,disk_format='vmdk',id=dbf872a4-92be-47e4-8561-c3e2bf2423ab,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='2a64022f08d84b11a86773b900860ae5',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-07T17:16:38Z,virtual_size=,visibility=), allow threads: False {{(pid=62328) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 877.568653] env[62328]: DEBUG nova.virt.hardware [None req-6f60c123-c969-407e-a42e-1981296bdbd2 tempest-MultipleCreateTestJSON-1245707987 tempest-MultipleCreateTestJSON-1245707987-project-member] Flavor limits 0:0:0 {{(pid=62328) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 877.568809] env[62328]: DEBUG nova.virt.hardware [None req-6f60c123-c969-407e-a42e-1981296bdbd2 tempest-MultipleCreateTestJSON-1245707987 tempest-MultipleCreateTestJSON-1245707987-project-member] Image limits 0:0:0 {{(pid=62328) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 877.568995] env[62328]: DEBUG nova.virt.hardware [None req-6f60c123-c969-407e-a42e-1981296bdbd2 tempest-MultipleCreateTestJSON-1245707987 tempest-MultipleCreateTestJSON-1245707987-project-member] Flavor pref 0:0:0 {{(pid=62328) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 877.569186] env[62328]: DEBUG nova.virt.hardware [None req-6f60c123-c969-407e-a42e-1981296bdbd2 tempest-MultipleCreateTestJSON-1245707987 tempest-MultipleCreateTestJSON-1245707987-project-member] Image pref 0:0:0 {{(pid=62328) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 877.569388] env[62328]: DEBUG nova.virt.hardware [None req-6f60c123-c969-407e-a42e-1981296bdbd2 tempest-MultipleCreateTestJSON-1245707987 tempest-MultipleCreateTestJSON-1245707987-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62328) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 877.569606] env[62328]: DEBUG nova.virt.hardware [None req-6f60c123-c969-407e-a42e-1981296bdbd2 tempest-MultipleCreateTestJSON-1245707987 tempest-MultipleCreateTestJSON-1245707987-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62328) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 877.569769] env[62328]: DEBUG nova.virt.hardware [None req-6f60c123-c969-407e-a42e-1981296bdbd2 tempest-MultipleCreateTestJSON-1245707987 tempest-MultipleCreateTestJSON-1245707987-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62328) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 877.569938] env[62328]: DEBUG nova.virt.hardware [None req-6f60c123-c969-407e-a42e-1981296bdbd2 tempest-MultipleCreateTestJSON-1245707987 tempest-MultipleCreateTestJSON-1245707987-project-member] Got 1 possible topologies {{(pid=62328) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 877.570110] env[62328]: DEBUG nova.virt.hardware [None req-6f60c123-c969-407e-a42e-1981296bdbd2 tempest-MultipleCreateTestJSON-1245707987 tempest-MultipleCreateTestJSON-1245707987-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62328) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 877.570284] env[62328]: DEBUG nova.virt.hardware [None req-6f60c123-c969-407e-a42e-1981296bdbd2 tempest-MultipleCreateTestJSON-1245707987 tempest-MultipleCreateTestJSON-1245707987-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62328) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 877.571174] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-08c3738c-85d2-4543-9017-d5c08511809f {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 877.579252] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d2ac9235-c1c8-439b-a051-3df9c4fd2121 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 877.800018] env[62328]: DEBUG oslo_vmware.api [-] Task: {'id': task-2387093, 'name': CreateVM_Task} progress is 25%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 877.901787] env[62328]: DEBUG nova.network.neutron [None req-6f60c123-c969-407e-a42e-1981296bdbd2 tempest-MultipleCreateTestJSON-1245707987 tempest-MultipleCreateTestJSON-1245707987-project-member] [instance: e0892d4c-3ee0-48f8-af0d-9574468e7cab] Successfully updated port: 0c875f0c-fc8d-4613-aa00-dac3eb6bf323 {{(pid=62328) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 877.945632] env[62328]: DEBUG oslo_concurrency.lockutils [None req-62daabc5-8304-4675-8075-c59766014311 tempest-MigrationsAdminTest-413245202 tempest-MigrationsAdminTest-413245202-project-member] Lock "613e2516-6209-439d-bb90-b87d67b281a8" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 28.181s {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 878.103700] env[62328]: DEBUG nova.network.neutron [req-d553d7dd-4a0d-4d67-ace2-d535a144dac5 req-809b969d-4cac-4699-ad53-d98882aa86f1 service nova] [instance: a761ba21-78b5-4c5c-a30b-2622da535c99] Updated VIF entry in instance network info cache for port 69afddca-b1f5-4786-9695-8d99bee46c64. {{(pid=62328) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 878.104079] env[62328]: DEBUG nova.network.neutron [req-d553d7dd-4a0d-4d67-ace2-d535a144dac5 req-809b969d-4cac-4699-ad53-d98882aa86f1 service nova] [instance: a761ba21-78b5-4c5c-a30b-2622da535c99] Updating instance_info_cache with network_info: [{"id": "69afddca-b1f5-4786-9695-8d99bee46c64", "address": "fa:16:3e:72:65:41", "network": {"id": "5e1c062f-2438-4778-8e6e-f05e39905ac3", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-2129269731-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "44a2355a98cd4b10bf9ddc1a3067d147", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f85835c8-5d0c-4b2f-97c4-6c4006580f79", "external-id": "nsx-vlan-transportzone-245", "segmentation_id": 245, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap69afddca-b1", "ovs_interfaceid": "69afddca-b1f5-4786-9695-8d99bee46c64", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62328) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 878.216534] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5648932d-ad0f-4b9e-bcfd-8805ab19c484 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 878.224056] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e9b3e6c9-4436-455d-877e-e5079ff4c25f {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 878.254450] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-85febbe5-dfb9-4c2d-9448-ea2e7405a0fb {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 878.261865] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4ad1b2f0-0fa0-400e-b5c8-29514ba58b51 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 878.275104] env[62328]: DEBUG nova.compute.provider_tree [None req-1b339622-8813-4d7f-a56a-63666b82da73 tempest-ServerDiskConfigTestJSON-126406698 tempest-ServerDiskConfigTestJSON-126406698-project-member] Inventory has not changed in ProviderTree for provider: 3469e9f8-04af-49ca-8435-49f104496744 {{(pid=62328) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 878.301406] env[62328]: DEBUG oslo_vmware.api [-] Task: {'id': task-2387093, 'name': CreateVM_Task, 'duration_secs': 0.733227} completed successfully. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 878.301406] env[62328]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a761ba21-78b5-4c5c-a30b-2622da535c99] Created VM on the ESX host {{(pid=62328) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 878.301406] env[62328]: DEBUG oslo_concurrency.lockutils [None req-6f60c123-c969-407e-a42e-1981296bdbd2 tempest-MultipleCreateTestJSON-1245707987 tempest-MultipleCreateTestJSON-1245707987-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/dbf872a4-92be-47e4-8561-c3e2bf2423ab" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 878.301406] env[62328]: DEBUG oslo_concurrency.lockutils [None req-6f60c123-c969-407e-a42e-1981296bdbd2 tempest-MultipleCreateTestJSON-1245707987 tempest-MultipleCreateTestJSON-1245707987-project-member] Acquired lock "[datastore1] devstack-image-cache_base/dbf872a4-92be-47e4-8561-c3e2bf2423ab" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 878.301406] env[62328]: DEBUG oslo_concurrency.lockutils [None req-6f60c123-c969-407e-a42e-1981296bdbd2 tempest-MultipleCreateTestJSON-1245707987 tempest-MultipleCreateTestJSON-1245707987-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/dbf872a4-92be-47e4-8561-c3e2bf2423ab" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 878.301406] env[62328]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4051fe2f-5e9a-43bc-86e4-f9cc22219a82 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 878.305148] env[62328]: DEBUG oslo_vmware.api [None req-6f60c123-c969-407e-a42e-1981296bdbd2 tempest-MultipleCreateTestJSON-1245707987 tempest-MultipleCreateTestJSON-1245707987-project-member] Waiting for the task: (returnval){ [ 878.305148] env[62328]: value = "session[52a6e20e-410d-708a-99f2-080a575a99bd]528b4750-826f-a7cf-6727-6dd3ad495985" [ 878.305148] env[62328]: _type = "Task" [ 878.305148] env[62328]: } to complete. {{(pid=62328) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 878.312965] env[62328]: DEBUG oslo_vmware.api [None req-6f60c123-c969-407e-a42e-1981296bdbd2 tempest-MultipleCreateTestJSON-1245707987 tempest-MultipleCreateTestJSON-1245707987-project-member] Task: {'id': session[52a6e20e-410d-708a-99f2-080a575a99bd]528b4750-826f-a7cf-6727-6dd3ad495985, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 878.405654] env[62328]: DEBUG oslo_concurrency.lockutils [None req-6f60c123-c969-407e-a42e-1981296bdbd2 tempest-MultipleCreateTestJSON-1245707987 tempest-MultipleCreateTestJSON-1245707987-project-member] Acquiring lock "refresh_cache-e0892d4c-3ee0-48f8-af0d-9574468e7cab" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 878.405654] env[62328]: DEBUG oslo_concurrency.lockutils [None req-6f60c123-c969-407e-a42e-1981296bdbd2 tempest-MultipleCreateTestJSON-1245707987 tempest-MultipleCreateTestJSON-1245707987-project-member] Acquired lock "refresh_cache-e0892d4c-3ee0-48f8-af0d-9574468e7cab" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 878.405654] env[62328]: DEBUG nova.network.neutron [None req-6f60c123-c969-407e-a42e-1981296bdbd2 tempest-MultipleCreateTestJSON-1245707987 tempest-MultipleCreateTestJSON-1245707987-project-member] [instance: e0892d4c-3ee0-48f8-af0d-9574468e7cab] Building network info cache for instance {{(pid=62328) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 878.607656] env[62328]: DEBUG oslo_concurrency.lockutils [req-d553d7dd-4a0d-4d67-ace2-d535a144dac5 req-809b969d-4cac-4699-ad53-d98882aa86f1 service nova] Releasing lock "refresh_cache-a761ba21-78b5-4c5c-a30b-2622da535c99" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 878.778015] env[62328]: DEBUG nova.scheduler.client.report [None req-1b339622-8813-4d7f-a56a-63666b82da73 tempest-ServerDiskConfigTestJSON-126406698 tempest-ServerDiskConfigTestJSON-126406698-project-member] Inventory has not changed for provider 3469e9f8-04af-49ca-8435-49f104496744 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 152, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62328) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 878.818152] env[62328]: DEBUG oslo_vmware.api [None req-6f60c123-c969-407e-a42e-1981296bdbd2 tempest-MultipleCreateTestJSON-1245707987 tempest-MultipleCreateTestJSON-1245707987-project-member] Task: {'id': session[52a6e20e-410d-708a-99f2-080a575a99bd]528b4750-826f-a7cf-6727-6dd3ad495985, 'name': SearchDatastore_Task, 'duration_secs': 0.012504} completed successfully. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 878.818449] env[62328]: DEBUG oslo_concurrency.lockutils [None req-6f60c123-c969-407e-a42e-1981296bdbd2 tempest-MultipleCreateTestJSON-1245707987 tempest-MultipleCreateTestJSON-1245707987-project-member] Releasing lock "[datastore1] devstack-image-cache_base/dbf872a4-92be-47e4-8561-c3e2bf2423ab" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 878.818671] env[62328]: DEBUG nova.virt.vmwareapi.vmops [None req-6f60c123-c969-407e-a42e-1981296bdbd2 tempest-MultipleCreateTestJSON-1245707987 tempest-MultipleCreateTestJSON-1245707987-project-member] [instance: a761ba21-78b5-4c5c-a30b-2622da535c99] Processing image dbf872a4-92be-47e4-8561-c3e2bf2423ab {{(pid=62328) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 878.818899] env[62328]: DEBUG oslo_concurrency.lockutils [None req-6f60c123-c969-407e-a42e-1981296bdbd2 tempest-MultipleCreateTestJSON-1245707987 tempest-MultipleCreateTestJSON-1245707987-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/dbf872a4-92be-47e4-8561-c3e2bf2423ab/dbf872a4-92be-47e4-8561-c3e2bf2423ab.vmdk" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 878.819046] env[62328]: DEBUG oslo_concurrency.lockutils [None req-6f60c123-c969-407e-a42e-1981296bdbd2 tempest-MultipleCreateTestJSON-1245707987 tempest-MultipleCreateTestJSON-1245707987-project-member] Acquired lock "[datastore1] devstack-image-cache_base/dbf872a4-92be-47e4-8561-c3e2bf2423ab/dbf872a4-92be-47e4-8561-c3e2bf2423ab.vmdk" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 878.819223] env[62328]: DEBUG nova.virt.vmwareapi.ds_util [None req-6f60c123-c969-407e-a42e-1981296bdbd2 tempest-MultipleCreateTestJSON-1245707987 tempest-MultipleCreateTestJSON-1245707987-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62328) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 878.819478] env[62328]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-1c9bda25-6bba-42f5-a5d8-87c5be2e8ee2 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 878.828195] env[62328]: DEBUG nova.virt.vmwareapi.ds_util [None req-6f60c123-c969-407e-a42e-1981296bdbd2 tempest-MultipleCreateTestJSON-1245707987 tempest-MultipleCreateTestJSON-1245707987-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62328) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 878.828243] env[62328]: DEBUG nova.virt.vmwareapi.vmops [None req-6f60c123-c969-407e-a42e-1981296bdbd2 tempest-MultipleCreateTestJSON-1245707987 tempest-MultipleCreateTestJSON-1245707987-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62328) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 878.829029] env[62328]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7fe4479a-2037-4ab5-94d6-3d78406fc6c8 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 878.835172] env[62328]: DEBUG oslo_vmware.api [None req-6f60c123-c969-407e-a42e-1981296bdbd2 tempest-MultipleCreateTestJSON-1245707987 tempest-MultipleCreateTestJSON-1245707987-project-member] Waiting for the task: (returnval){ [ 878.835172] env[62328]: value = "session[52a6e20e-410d-708a-99f2-080a575a99bd]52ed6e55-de40-75d5-e6d2-47540abe900a" [ 878.835172] env[62328]: _type = "Task" [ 878.835172] env[62328]: } to complete. {{(pid=62328) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 878.845065] env[62328]: DEBUG oslo_vmware.api [None req-6f60c123-c969-407e-a42e-1981296bdbd2 tempest-MultipleCreateTestJSON-1245707987 tempest-MultipleCreateTestJSON-1245707987-project-member] Task: {'id': session[52a6e20e-410d-708a-99f2-080a575a99bd]52ed6e55-de40-75d5-e6d2-47540abe900a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 879.126121] env[62328]: DEBUG nova.network.neutron [None req-6f60c123-c969-407e-a42e-1981296bdbd2 tempest-MultipleCreateTestJSON-1245707987 tempest-MultipleCreateTestJSON-1245707987-project-member] [instance: e0892d4c-3ee0-48f8-af0d-9574468e7cab] Instance cache missing network info. {{(pid=62328) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 879.298820] env[62328]: DEBUG nova.network.neutron [None req-6f60c123-c969-407e-a42e-1981296bdbd2 tempest-MultipleCreateTestJSON-1245707987 tempest-MultipleCreateTestJSON-1245707987-project-member] [instance: e0892d4c-3ee0-48f8-af0d-9574468e7cab] Updating instance_info_cache with network_info: [{"id": "0c875f0c-fc8d-4613-aa00-dac3eb6bf323", "address": "fa:16:3e:40:73:e0", "network": {"id": "5e1c062f-2438-4778-8e6e-f05e39905ac3", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-2129269731-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "44a2355a98cd4b10bf9ddc1a3067d147", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f85835c8-5d0c-4b2f-97c4-6c4006580f79", "external-id": "nsx-vlan-transportzone-245", "segmentation_id": 245, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0c875f0c-fc", "ovs_interfaceid": "0c875f0c-fc8d-4613-aa00-dac3eb6bf323", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62328) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 879.344942] env[62328]: DEBUG oslo_vmware.api [None req-6f60c123-c969-407e-a42e-1981296bdbd2 tempest-MultipleCreateTestJSON-1245707987 tempest-MultipleCreateTestJSON-1245707987-project-member] Task: {'id': session[52a6e20e-410d-708a-99f2-080a575a99bd]52ed6e55-de40-75d5-e6d2-47540abe900a, 'name': SearchDatastore_Task, 'duration_secs': 0.012023} completed successfully. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 879.345724] env[62328]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-44d86bd7-0df8-4d79-84cf-23db12809b06 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 879.350836] env[62328]: DEBUG oslo_vmware.api [None req-6f60c123-c969-407e-a42e-1981296bdbd2 tempest-MultipleCreateTestJSON-1245707987 tempest-MultipleCreateTestJSON-1245707987-project-member] Waiting for the task: (returnval){ [ 879.350836] env[62328]: value = "session[52a6e20e-410d-708a-99f2-080a575a99bd]52dc31cf-d2ef-3a90-495a-90e8d97f7065" [ 879.350836] env[62328]: _type = "Task" [ 879.350836] env[62328]: } to complete. {{(pid=62328) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 879.358248] env[62328]: DEBUG oslo_vmware.api [None req-6f60c123-c969-407e-a42e-1981296bdbd2 tempest-MultipleCreateTestJSON-1245707987 tempest-MultipleCreateTestJSON-1245707987-project-member] Task: {'id': session[52a6e20e-410d-708a-99f2-080a575a99bd]52dc31cf-d2ef-3a90-495a-90e8d97f7065, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 879.425977] env[62328]: DEBUG nova.compute.manager [req-d2cbe5b3-ae7b-4084-bac7-c83166286dd9 req-1c577843-3f82-4338-b2cc-d9e83cbc4dc0 service nova] [instance: e0892d4c-3ee0-48f8-af0d-9574468e7cab] Received event network-vif-plugged-0c875f0c-fc8d-4613-aa00-dac3eb6bf323 {{(pid=62328) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 879.425977] env[62328]: DEBUG oslo_concurrency.lockutils [req-d2cbe5b3-ae7b-4084-bac7-c83166286dd9 req-1c577843-3f82-4338-b2cc-d9e83cbc4dc0 service nova] Acquiring lock "e0892d4c-3ee0-48f8-af0d-9574468e7cab-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 879.426346] env[62328]: DEBUG oslo_concurrency.lockutils [req-d2cbe5b3-ae7b-4084-bac7-c83166286dd9 req-1c577843-3f82-4338-b2cc-d9e83cbc4dc0 service nova] Lock "e0892d4c-3ee0-48f8-af0d-9574468e7cab-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 879.426471] env[62328]: DEBUG oslo_concurrency.lockutils [req-d2cbe5b3-ae7b-4084-bac7-c83166286dd9 req-1c577843-3f82-4338-b2cc-d9e83cbc4dc0 service nova] Lock "e0892d4c-3ee0-48f8-af0d-9574468e7cab-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 879.426642] env[62328]: DEBUG nova.compute.manager [req-d2cbe5b3-ae7b-4084-bac7-c83166286dd9 req-1c577843-3f82-4338-b2cc-d9e83cbc4dc0 service nova] [instance: e0892d4c-3ee0-48f8-af0d-9574468e7cab] No waiting events found dispatching network-vif-plugged-0c875f0c-fc8d-4613-aa00-dac3eb6bf323 {{(pid=62328) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 879.426834] env[62328]: WARNING nova.compute.manager [req-d2cbe5b3-ae7b-4084-bac7-c83166286dd9 req-1c577843-3f82-4338-b2cc-d9e83cbc4dc0 service nova] [instance: e0892d4c-3ee0-48f8-af0d-9574468e7cab] Received unexpected event network-vif-plugged-0c875f0c-fc8d-4613-aa00-dac3eb6bf323 for instance with vm_state building and task_state spawning. [ 879.426994] env[62328]: DEBUG nova.compute.manager [req-d2cbe5b3-ae7b-4084-bac7-c83166286dd9 req-1c577843-3f82-4338-b2cc-d9e83cbc4dc0 service nova] [instance: e0892d4c-3ee0-48f8-af0d-9574468e7cab] Received event network-changed-0c875f0c-fc8d-4613-aa00-dac3eb6bf323 {{(pid=62328) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 879.427169] env[62328]: DEBUG nova.compute.manager [req-d2cbe5b3-ae7b-4084-bac7-c83166286dd9 req-1c577843-3f82-4338-b2cc-d9e83cbc4dc0 service nova] [instance: e0892d4c-3ee0-48f8-af0d-9574468e7cab] Refreshing instance network info cache due to event network-changed-0c875f0c-fc8d-4613-aa00-dac3eb6bf323. {{(pid=62328) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 879.427340] env[62328]: DEBUG oslo_concurrency.lockutils [req-d2cbe5b3-ae7b-4084-bac7-c83166286dd9 req-1c577843-3f82-4338-b2cc-d9e83cbc4dc0 service nova] Acquiring lock "refresh_cache-e0892d4c-3ee0-48f8-af0d-9574468e7cab" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 879.789028] env[62328]: DEBUG oslo_concurrency.lockutils [None req-1b339622-8813-4d7f-a56a-63666b82da73 tempest-ServerDiskConfigTestJSON-126406698 tempest-ServerDiskConfigTestJSON-126406698-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 2.367s {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 879.791900] env[62328]: DEBUG oslo_concurrency.lockutils [None req-014de973-7e83-4261-85b6-8239aa7905d5 tempest-ServerAddressesTestJSON-1355536089 tempest-ServerAddressesTestJSON-1355536089-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 17.980s {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 879.793352] env[62328]: INFO nova.compute.claims [None req-014de973-7e83-4261-85b6-8239aa7905d5 tempest-ServerAddressesTestJSON-1355536089 tempest-ServerAddressesTestJSON-1355536089-project-member] [instance: b3655835-4dc8-4e69-aa40-9421d264f283] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 879.801303] env[62328]: DEBUG oslo_concurrency.lockutils [None req-6f60c123-c969-407e-a42e-1981296bdbd2 tempest-MultipleCreateTestJSON-1245707987 tempest-MultipleCreateTestJSON-1245707987-project-member] Releasing lock "refresh_cache-e0892d4c-3ee0-48f8-af0d-9574468e7cab" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 879.801680] env[62328]: DEBUG nova.compute.manager [None req-6f60c123-c969-407e-a42e-1981296bdbd2 tempest-MultipleCreateTestJSON-1245707987 tempest-MultipleCreateTestJSON-1245707987-project-member] [instance: e0892d4c-3ee0-48f8-af0d-9574468e7cab] Instance network_info: |[{"id": "0c875f0c-fc8d-4613-aa00-dac3eb6bf323", "address": "fa:16:3e:40:73:e0", "network": {"id": "5e1c062f-2438-4778-8e6e-f05e39905ac3", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-2129269731-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "44a2355a98cd4b10bf9ddc1a3067d147", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f85835c8-5d0c-4b2f-97c4-6c4006580f79", "external-id": "nsx-vlan-transportzone-245", "segmentation_id": 245, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0c875f0c-fc", "ovs_interfaceid": "0c875f0c-fc8d-4613-aa00-dac3eb6bf323", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62328) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 879.803053] env[62328]: DEBUG oslo_concurrency.lockutils [req-d2cbe5b3-ae7b-4084-bac7-c83166286dd9 req-1c577843-3f82-4338-b2cc-d9e83cbc4dc0 service nova] Acquired lock "refresh_cache-e0892d4c-3ee0-48f8-af0d-9574468e7cab" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 879.803216] env[62328]: DEBUG nova.network.neutron [req-d2cbe5b3-ae7b-4084-bac7-c83166286dd9 req-1c577843-3f82-4338-b2cc-d9e83cbc4dc0 service nova] [instance: e0892d4c-3ee0-48f8-af0d-9574468e7cab] Refreshing network info cache for port 0c875f0c-fc8d-4613-aa00-dac3eb6bf323 {{(pid=62328) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 879.804460] env[62328]: DEBUG nova.virt.vmwareapi.vmops [None req-6f60c123-c969-407e-a42e-1981296bdbd2 tempest-MultipleCreateTestJSON-1245707987 tempest-MultipleCreateTestJSON-1245707987-project-member] [instance: e0892d4c-3ee0-48f8-af0d-9574468e7cab] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:40:73:e0', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'f85835c8-5d0c-4b2f-97c4-6c4006580f79', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '0c875f0c-fc8d-4613-aa00-dac3eb6bf323', 'vif_model': 'vmxnet3'}] {{(pid=62328) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 879.812092] env[62328]: DEBUG oslo.service.loopingcall [None req-6f60c123-c969-407e-a42e-1981296bdbd2 tempest-MultipleCreateTestJSON-1245707987 tempest-MultipleCreateTestJSON-1245707987-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62328) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 879.812550] env[62328]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e0892d4c-3ee0-48f8-af0d-9574468e7cab] Creating VM on the ESX host {{(pid=62328) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 879.812825] env[62328]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-1279b450-f18d-4e9e-ae23-b2d77d0f53c1 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 879.861778] env[62328]: DEBUG oslo_vmware.api [None req-6f60c123-c969-407e-a42e-1981296bdbd2 tempest-MultipleCreateTestJSON-1245707987 tempest-MultipleCreateTestJSON-1245707987-project-member] Task: {'id': session[52a6e20e-410d-708a-99f2-080a575a99bd]52dc31cf-d2ef-3a90-495a-90e8d97f7065, 'name': SearchDatastore_Task, 'duration_secs': 0.009875} completed successfully. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 879.862076] env[62328]: DEBUG oslo_concurrency.lockutils [None req-6f60c123-c969-407e-a42e-1981296bdbd2 tempest-MultipleCreateTestJSON-1245707987 tempest-MultipleCreateTestJSON-1245707987-project-member] Releasing lock "[datastore1] devstack-image-cache_base/dbf872a4-92be-47e4-8561-c3e2bf2423ab/dbf872a4-92be-47e4-8561-c3e2bf2423ab.vmdk" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 879.862553] env[62328]: DEBUG nova.virt.vmwareapi.vm_util [None req-6f60c123-c969-407e-a42e-1981296bdbd2 tempest-MultipleCreateTestJSON-1245707987 tempest-MultipleCreateTestJSON-1245707987-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/dbf872a4-92be-47e4-8561-c3e2bf2423ab/dbf872a4-92be-47e4-8561-c3e2bf2423ab.vmdk to [datastore1] a761ba21-78b5-4c5c-a30b-2622da535c99/a761ba21-78b5-4c5c-a30b-2622da535c99.vmdk {{(pid=62328) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 879.862650] env[62328]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-0320e601-8060-40e4-87d2-3860c50f2401 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 879.896058] env[62328]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 879.896058] env[62328]: value = "task-2387094" [ 879.896058] env[62328]: _type = "Task" [ 879.896058] env[62328]: } to complete. {{(pid=62328) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 879.897840] env[62328]: DEBUG oslo_vmware.api [None req-6f60c123-c969-407e-a42e-1981296bdbd2 tempest-MultipleCreateTestJSON-1245707987 tempest-MultipleCreateTestJSON-1245707987-project-member] Waiting for the task: (returnval){ [ 879.897840] env[62328]: value = "task-2387095" [ 879.897840] env[62328]: _type = "Task" [ 879.897840] env[62328]: } to complete. {{(pid=62328) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 879.910238] env[62328]: DEBUG oslo_vmware.api [-] Task: {'id': task-2387094, 'name': CreateVM_Task} progress is 5%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 879.913779] env[62328]: DEBUG oslo_vmware.api [None req-6f60c123-c969-407e-a42e-1981296bdbd2 tempest-MultipleCreateTestJSON-1245707987 tempest-MultipleCreateTestJSON-1245707987-project-member] Task: {'id': task-2387095, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 880.385599] env[62328]: INFO nova.scheduler.client.report [None req-1b339622-8813-4d7f-a56a-63666b82da73 tempest-ServerDiskConfigTestJSON-126406698 tempest-ServerDiskConfigTestJSON-126406698-project-member] Deleted allocation for migration 7c2f266d-fb2b-4812-89bf-205296e7f39c [ 880.415639] env[62328]: DEBUG oslo_vmware.api [None req-6f60c123-c969-407e-a42e-1981296bdbd2 tempest-MultipleCreateTestJSON-1245707987 tempest-MultipleCreateTestJSON-1245707987-project-member] Task: {'id': task-2387095, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 880.423763] env[62328]: DEBUG oslo_vmware.api [-] Task: {'id': task-2387094, 'name': CreateVM_Task} progress is 99%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 880.661224] env[62328]: DEBUG nova.network.neutron [req-d2cbe5b3-ae7b-4084-bac7-c83166286dd9 req-1c577843-3f82-4338-b2cc-d9e83cbc4dc0 service nova] [instance: e0892d4c-3ee0-48f8-af0d-9574468e7cab] Updated VIF entry in instance network info cache for port 0c875f0c-fc8d-4613-aa00-dac3eb6bf323. {{(pid=62328) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 880.661602] env[62328]: DEBUG nova.network.neutron [req-d2cbe5b3-ae7b-4084-bac7-c83166286dd9 req-1c577843-3f82-4338-b2cc-d9e83cbc4dc0 service nova] [instance: e0892d4c-3ee0-48f8-af0d-9574468e7cab] Updating instance_info_cache with network_info: [{"id": "0c875f0c-fc8d-4613-aa00-dac3eb6bf323", "address": "fa:16:3e:40:73:e0", "network": {"id": "5e1c062f-2438-4778-8e6e-f05e39905ac3", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-2129269731-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "44a2355a98cd4b10bf9ddc1a3067d147", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f85835c8-5d0c-4b2f-97c4-6c4006580f79", "external-id": "nsx-vlan-transportzone-245", "segmentation_id": 245, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0c875f0c-fc", "ovs_interfaceid": "0c875f0c-fc8d-4613-aa00-dac3eb6bf323", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62328) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 880.895029] env[62328]: DEBUG oslo_concurrency.lockutils [None req-1b339622-8813-4d7f-a56a-63666b82da73 tempest-ServerDiskConfigTestJSON-126406698 tempest-ServerDiskConfigTestJSON-126406698-project-member] Lock "385995cc-5fe5-4c9d-9128-69a3767e682f" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 25.507s {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 880.911498] env[62328]: DEBUG oslo_vmware.api [-] Task: {'id': task-2387094, 'name': CreateVM_Task, 'duration_secs': 0.630614} completed successfully. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 880.912210] env[62328]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e0892d4c-3ee0-48f8-af0d-9574468e7cab] Created VM on the ESX host {{(pid=62328) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 880.912732] env[62328]: DEBUG oslo_concurrency.lockutils [None req-6f60c123-c969-407e-a42e-1981296bdbd2 tempest-MultipleCreateTestJSON-1245707987 tempest-MultipleCreateTestJSON-1245707987-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/dbf872a4-92be-47e4-8561-c3e2bf2423ab" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 880.912894] env[62328]: DEBUG oslo_concurrency.lockutils [None req-6f60c123-c969-407e-a42e-1981296bdbd2 tempest-MultipleCreateTestJSON-1245707987 tempest-MultipleCreateTestJSON-1245707987-project-member] Acquired lock "[datastore1] devstack-image-cache_base/dbf872a4-92be-47e4-8561-c3e2bf2423ab" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 880.913254] env[62328]: DEBUG oslo_concurrency.lockutils [None req-6f60c123-c969-407e-a42e-1981296bdbd2 tempest-MultipleCreateTestJSON-1245707987 tempest-MultipleCreateTestJSON-1245707987-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/dbf872a4-92be-47e4-8561-c3e2bf2423ab" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 880.916394] env[62328]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5868ccbe-debe-4fc7-be43-42e999374d97 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 880.922927] env[62328]: DEBUG oslo_vmware.api [None req-6f60c123-c969-407e-a42e-1981296bdbd2 tempest-MultipleCreateTestJSON-1245707987 tempest-MultipleCreateTestJSON-1245707987-project-member] Task: {'id': task-2387095, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.57301} completed successfully. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 880.923420] env[62328]: DEBUG nova.virt.vmwareapi.vm_util [None req-6f60c123-c969-407e-a42e-1981296bdbd2 tempest-MultipleCreateTestJSON-1245707987 tempest-MultipleCreateTestJSON-1245707987-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/dbf872a4-92be-47e4-8561-c3e2bf2423ab/dbf872a4-92be-47e4-8561-c3e2bf2423ab.vmdk to [datastore1] a761ba21-78b5-4c5c-a30b-2622da535c99/a761ba21-78b5-4c5c-a30b-2622da535c99.vmdk {{(pid=62328) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 880.923638] env[62328]: DEBUG nova.virt.vmwareapi.vmops [None req-6f60c123-c969-407e-a42e-1981296bdbd2 tempest-MultipleCreateTestJSON-1245707987 tempest-MultipleCreateTestJSON-1245707987-project-member] [instance: a761ba21-78b5-4c5c-a30b-2622da535c99] Extending root virtual disk to 1048576 {{(pid=62328) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 880.923885] env[62328]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-e8e6c1bf-6d2d-459a-91e1-c84556d7c18d {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 880.928838] env[62328]: DEBUG oslo_vmware.api [None req-6f60c123-c969-407e-a42e-1981296bdbd2 tempest-MultipleCreateTestJSON-1245707987 tempest-MultipleCreateTestJSON-1245707987-project-member] Waiting for the task: (returnval){ [ 880.928838] env[62328]: value = "session[52a6e20e-410d-708a-99f2-080a575a99bd]5243c91d-96af-621e-276b-07c6936e6813" [ 880.928838] env[62328]: _type = "Task" [ 880.928838] env[62328]: } to complete. {{(pid=62328) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 880.936600] env[62328]: DEBUG oslo_vmware.api [None req-6f60c123-c969-407e-a42e-1981296bdbd2 tempest-MultipleCreateTestJSON-1245707987 tempest-MultipleCreateTestJSON-1245707987-project-member] Waiting for the task: (returnval){ [ 880.936600] env[62328]: value = "task-2387096" [ 880.936600] env[62328]: _type = "Task" [ 880.936600] env[62328]: } to complete. {{(pid=62328) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 880.945142] env[62328]: DEBUG oslo_vmware.api [None req-6f60c123-c969-407e-a42e-1981296bdbd2 tempest-MultipleCreateTestJSON-1245707987 tempest-MultipleCreateTestJSON-1245707987-project-member] Task: {'id': session[52a6e20e-410d-708a-99f2-080a575a99bd]5243c91d-96af-621e-276b-07c6936e6813, 'name': SearchDatastore_Task, 'duration_secs': 0.011102} completed successfully. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 880.945751] env[62328]: DEBUG oslo_concurrency.lockutils [None req-6f60c123-c969-407e-a42e-1981296bdbd2 tempest-MultipleCreateTestJSON-1245707987 tempest-MultipleCreateTestJSON-1245707987-project-member] Releasing lock "[datastore1] devstack-image-cache_base/dbf872a4-92be-47e4-8561-c3e2bf2423ab" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 880.946013] env[62328]: DEBUG nova.virt.vmwareapi.vmops [None req-6f60c123-c969-407e-a42e-1981296bdbd2 tempest-MultipleCreateTestJSON-1245707987 tempest-MultipleCreateTestJSON-1245707987-project-member] [instance: e0892d4c-3ee0-48f8-af0d-9574468e7cab] Processing image dbf872a4-92be-47e4-8561-c3e2bf2423ab {{(pid=62328) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 880.946242] env[62328]: DEBUG oslo_concurrency.lockutils [None req-6f60c123-c969-407e-a42e-1981296bdbd2 tempest-MultipleCreateTestJSON-1245707987 tempest-MultipleCreateTestJSON-1245707987-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/dbf872a4-92be-47e4-8561-c3e2bf2423ab/dbf872a4-92be-47e4-8561-c3e2bf2423ab.vmdk" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 880.947323] env[62328]: DEBUG oslo_concurrency.lockutils [None req-6f60c123-c969-407e-a42e-1981296bdbd2 tempest-MultipleCreateTestJSON-1245707987 tempest-MultipleCreateTestJSON-1245707987-project-member] Acquired lock "[datastore1] devstack-image-cache_base/dbf872a4-92be-47e4-8561-c3e2bf2423ab/dbf872a4-92be-47e4-8561-c3e2bf2423ab.vmdk" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 880.947323] env[62328]: DEBUG nova.virt.vmwareapi.ds_util [None req-6f60c123-c969-407e-a42e-1981296bdbd2 tempest-MultipleCreateTestJSON-1245707987 tempest-MultipleCreateTestJSON-1245707987-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62328) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 880.947323] env[62328]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-e1187e0a-d104-4b62-83f5-006305061835 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 880.955313] env[62328]: DEBUG oslo_vmware.api [None req-6f60c123-c969-407e-a42e-1981296bdbd2 tempest-MultipleCreateTestJSON-1245707987 tempest-MultipleCreateTestJSON-1245707987-project-member] Task: {'id': task-2387096, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 880.962739] env[62328]: DEBUG nova.virt.vmwareapi.ds_util [None req-6f60c123-c969-407e-a42e-1981296bdbd2 tempest-MultipleCreateTestJSON-1245707987 tempest-MultipleCreateTestJSON-1245707987-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62328) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 880.962891] env[62328]: DEBUG nova.virt.vmwareapi.vmops [None req-6f60c123-c969-407e-a42e-1981296bdbd2 tempest-MultipleCreateTestJSON-1245707987 tempest-MultipleCreateTestJSON-1245707987-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62328) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 880.963654] env[62328]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f6156907-e076-4fd7-8ee6-c663c51b82ae {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 880.971138] env[62328]: DEBUG oslo_vmware.api [None req-6f60c123-c969-407e-a42e-1981296bdbd2 tempest-MultipleCreateTestJSON-1245707987 tempest-MultipleCreateTestJSON-1245707987-project-member] Waiting for the task: (returnval){ [ 880.971138] env[62328]: value = "session[52a6e20e-410d-708a-99f2-080a575a99bd]52bdc22e-5adf-a7a5-ee26-b1c6f91461a2" [ 880.971138] env[62328]: _type = "Task" [ 880.971138] env[62328]: } to complete. {{(pid=62328) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 880.979939] env[62328]: DEBUG oslo_vmware.api [None req-6f60c123-c969-407e-a42e-1981296bdbd2 tempest-MultipleCreateTestJSON-1245707987 tempest-MultipleCreateTestJSON-1245707987-project-member] Task: {'id': session[52a6e20e-410d-708a-99f2-080a575a99bd]52bdc22e-5adf-a7a5-ee26-b1c6f91461a2, 'name': SearchDatastore_Task, 'duration_secs': 0.008608} completed successfully. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 880.983425] env[62328]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2eb66a24-a97b-48dd-b874-32365dfe5b78 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 880.988047] env[62328]: DEBUG oslo_vmware.api [None req-6f60c123-c969-407e-a42e-1981296bdbd2 tempest-MultipleCreateTestJSON-1245707987 tempest-MultipleCreateTestJSON-1245707987-project-member] Waiting for the task: (returnval){ [ 880.988047] env[62328]: value = "session[52a6e20e-410d-708a-99f2-080a575a99bd]528a6a5b-e6c2-bdd0-0d5d-9b7390e17eed" [ 880.988047] env[62328]: _type = "Task" [ 880.988047] env[62328]: } to complete. {{(pid=62328) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 880.995937] env[62328]: DEBUG oslo_vmware.api [None req-6f60c123-c969-407e-a42e-1981296bdbd2 tempest-MultipleCreateTestJSON-1245707987 tempest-MultipleCreateTestJSON-1245707987-project-member] Task: {'id': session[52a6e20e-410d-708a-99f2-080a575a99bd]528a6a5b-e6c2-bdd0-0d5d-9b7390e17eed, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 881.165578] env[62328]: DEBUG oslo_concurrency.lockutils [req-d2cbe5b3-ae7b-4084-bac7-c83166286dd9 req-1c577843-3f82-4338-b2cc-d9e83cbc4dc0 service nova] Releasing lock "refresh_cache-e0892d4c-3ee0-48f8-af0d-9574468e7cab" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 881.180994] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-23779a19-9422-48c7-931d-5f0937812d68 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 881.189457] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9434d5e3-9925-4f01-8f61-7622aadf609b {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 881.226673] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0e90e48f-ae27-40d5-ac45-d1722aa4344d {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 881.235182] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-319fcd10-5ae3-40b3-9840-d0070ed523e3 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 881.249206] env[62328]: DEBUG nova.compute.provider_tree [None req-014de973-7e83-4261-85b6-8239aa7905d5 tempest-ServerAddressesTestJSON-1355536089 tempest-ServerAddressesTestJSON-1355536089-project-member] Inventory has not changed in ProviderTree for provider: 3469e9f8-04af-49ca-8435-49f104496744 {{(pid=62328) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 881.449076] env[62328]: DEBUG oslo_vmware.api [None req-6f60c123-c969-407e-a42e-1981296bdbd2 tempest-MultipleCreateTestJSON-1245707987 tempest-MultipleCreateTestJSON-1245707987-project-member] Task: {'id': task-2387096, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.153288} completed successfully. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 881.449400] env[62328]: DEBUG nova.virt.vmwareapi.vmops [None req-6f60c123-c969-407e-a42e-1981296bdbd2 tempest-MultipleCreateTestJSON-1245707987 tempest-MultipleCreateTestJSON-1245707987-project-member] [instance: a761ba21-78b5-4c5c-a30b-2622da535c99] Extended root virtual disk {{(pid=62328) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 881.450369] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4a6a4ed8-58d8-49ab-87c8-a164c0030270 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 881.472724] env[62328]: DEBUG nova.virt.vmwareapi.volumeops [None req-6f60c123-c969-407e-a42e-1981296bdbd2 tempest-MultipleCreateTestJSON-1245707987 tempest-MultipleCreateTestJSON-1245707987-project-member] [instance: a761ba21-78b5-4c5c-a30b-2622da535c99] Reconfiguring VM instance instance-0000004d to attach disk [datastore1] a761ba21-78b5-4c5c-a30b-2622da535c99/a761ba21-78b5-4c5c-a30b-2622da535c99.vmdk or device None with type sparse {{(pid=62328) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 881.472887] env[62328]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-94bb02bb-f59b-4a3b-a5c7-4813ab41b58c {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 881.499147] env[62328]: DEBUG oslo_vmware.api [None req-6f60c123-c969-407e-a42e-1981296bdbd2 tempest-MultipleCreateTestJSON-1245707987 tempest-MultipleCreateTestJSON-1245707987-project-member] Task: {'id': session[52a6e20e-410d-708a-99f2-080a575a99bd]528a6a5b-e6c2-bdd0-0d5d-9b7390e17eed, 'name': SearchDatastore_Task, 'duration_secs': 0.008458} completed successfully. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 881.500087] env[62328]: DEBUG oslo_concurrency.lockutils [None req-6f60c123-c969-407e-a42e-1981296bdbd2 tempest-MultipleCreateTestJSON-1245707987 tempest-MultipleCreateTestJSON-1245707987-project-member] Releasing lock "[datastore1] devstack-image-cache_base/dbf872a4-92be-47e4-8561-c3e2bf2423ab/dbf872a4-92be-47e4-8561-c3e2bf2423ab.vmdk" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 881.500375] env[62328]: DEBUG nova.virt.vmwareapi.vm_util [None req-6f60c123-c969-407e-a42e-1981296bdbd2 tempest-MultipleCreateTestJSON-1245707987 tempest-MultipleCreateTestJSON-1245707987-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/dbf872a4-92be-47e4-8561-c3e2bf2423ab/dbf872a4-92be-47e4-8561-c3e2bf2423ab.vmdk to [datastore1] e0892d4c-3ee0-48f8-af0d-9574468e7cab/e0892d4c-3ee0-48f8-af0d-9574468e7cab.vmdk {{(pid=62328) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 881.500982] env[62328]: DEBUG oslo_vmware.api [None req-6f60c123-c969-407e-a42e-1981296bdbd2 tempest-MultipleCreateTestJSON-1245707987 tempest-MultipleCreateTestJSON-1245707987-project-member] Waiting for the task: (returnval){ [ 881.500982] env[62328]: value = "task-2387097" [ 881.500982] env[62328]: _type = "Task" [ 881.500982] env[62328]: } to complete. {{(pid=62328) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 881.505446] env[62328]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-d24d359b-fbea-4015-880c-ed37f81c5b63 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 881.515209] env[62328]: DEBUG oslo_vmware.api [None req-6f60c123-c969-407e-a42e-1981296bdbd2 tempest-MultipleCreateTestJSON-1245707987 tempest-MultipleCreateTestJSON-1245707987-project-member] Waiting for the task: (returnval){ [ 881.515209] env[62328]: value = "task-2387098" [ 881.515209] env[62328]: _type = "Task" [ 881.515209] env[62328]: } to complete. {{(pid=62328) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 881.518995] env[62328]: DEBUG oslo_vmware.api [None req-6f60c123-c969-407e-a42e-1981296bdbd2 tempest-MultipleCreateTestJSON-1245707987 tempest-MultipleCreateTestJSON-1245707987-project-member] Task: {'id': task-2387097, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 881.531791] env[62328]: DEBUG oslo_vmware.api [None req-6f60c123-c969-407e-a42e-1981296bdbd2 tempest-MultipleCreateTestJSON-1245707987 tempest-MultipleCreateTestJSON-1245707987-project-member] Task: {'id': task-2387098, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 881.752369] env[62328]: DEBUG nova.scheduler.client.report [None req-014de973-7e83-4261-85b6-8239aa7905d5 tempest-ServerAddressesTestJSON-1355536089 tempest-ServerAddressesTestJSON-1355536089-project-member] Inventory has not changed for provider 3469e9f8-04af-49ca-8435-49f104496744 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 152, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62328) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 882.011676] env[62328]: DEBUG oslo_concurrency.lockutils [None req-68a4ff02-ea04-4c24-8e9e-88b4c7bbb8d7 tempest-ServerDiskConfigTestJSON-126406698 tempest-ServerDiskConfigTestJSON-126406698-project-member] Acquiring lock "385995cc-5fe5-4c9d-9128-69a3767e682f" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 882.011965] env[62328]: DEBUG oslo_concurrency.lockutils [None req-68a4ff02-ea04-4c24-8e9e-88b4c7bbb8d7 tempest-ServerDiskConfigTestJSON-126406698 tempest-ServerDiskConfigTestJSON-126406698-project-member] Lock "385995cc-5fe5-4c9d-9128-69a3767e682f" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 882.012763] env[62328]: DEBUG oslo_concurrency.lockutils [None req-68a4ff02-ea04-4c24-8e9e-88b4c7bbb8d7 tempest-ServerDiskConfigTestJSON-126406698 tempest-ServerDiskConfigTestJSON-126406698-project-member] Acquiring lock "385995cc-5fe5-4c9d-9128-69a3767e682f-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 882.012763] env[62328]: DEBUG oslo_concurrency.lockutils [None req-68a4ff02-ea04-4c24-8e9e-88b4c7bbb8d7 tempest-ServerDiskConfigTestJSON-126406698 tempest-ServerDiskConfigTestJSON-126406698-project-member] Lock "385995cc-5fe5-4c9d-9128-69a3767e682f-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 882.012763] env[62328]: DEBUG oslo_concurrency.lockutils [None req-68a4ff02-ea04-4c24-8e9e-88b4c7bbb8d7 tempest-ServerDiskConfigTestJSON-126406698 tempest-ServerDiskConfigTestJSON-126406698-project-member] Lock "385995cc-5fe5-4c9d-9128-69a3767e682f-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 882.018852] env[62328]: DEBUG oslo_vmware.api [None req-6f60c123-c969-407e-a42e-1981296bdbd2 tempest-MultipleCreateTestJSON-1245707987 tempest-MultipleCreateTestJSON-1245707987-project-member] Task: {'id': task-2387097, 'name': ReconfigVM_Task, 'duration_secs': 0.375712} completed successfully. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 882.018982] env[62328]: INFO nova.compute.manager [None req-68a4ff02-ea04-4c24-8e9e-88b4c7bbb8d7 tempest-ServerDiskConfigTestJSON-126406698 tempest-ServerDiskConfigTestJSON-126406698-project-member] [instance: 385995cc-5fe5-4c9d-9128-69a3767e682f] Terminating instance [ 882.020968] env[62328]: DEBUG nova.virt.vmwareapi.volumeops [None req-6f60c123-c969-407e-a42e-1981296bdbd2 tempest-MultipleCreateTestJSON-1245707987 tempest-MultipleCreateTestJSON-1245707987-project-member] [instance: a761ba21-78b5-4c5c-a30b-2622da535c99] Reconfigured VM instance instance-0000004d to attach disk [datastore1] a761ba21-78b5-4c5c-a30b-2622da535c99/a761ba21-78b5-4c5c-a30b-2622da535c99.vmdk or device None with type sparse {{(pid=62328) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 882.028466] env[62328]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-0db35659-0e65-408a-b384-5dd2bfa72649 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 882.039475] env[62328]: DEBUG oslo_vmware.api [None req-6f60c123-c969-407e-a42e-1981296bdbd2 tempest-MultipleCreateTestJSON-1245707987 tempest-MultipleCreateTestJSON-1245707987-project-member] Task: {'id': task-2387098, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.514186} completed successfully. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 882.043136] env[62328]: DEBUG nova.virt.vmwareapi.vm_util [None req-6f60c123-c969-407e-a42e-1981296bdbd2 tempest-MultipleCreateTestJSON-1245707987 tempest-MultipleCreateTestJSON-1245707987-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/dbf872a4-92be-47e4-8561-c3e2bf2423ab/dbf872a4-92be-47e4-8561-c3e2bf2423ab.vmdk to [datastore1] e0892d4c-3ee0-48f8-af0d-9574468e7cab/e0892d4c-3ee0-48f8-af0d-9574468e7cab.vmdk {{(pid=62328) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 882.043136] env[62328]: DEBUG nova.virt.vmwareapi.vmops [None req-6f60c123-c969-407e-a42e-1981296bdbd2 tempest-MultipleCreateTestJSON-1245707987 tempest-MultipleCreateTestJSON-1245707987-project-member] [instance: e0892d4c-3ee0-48f8-af0d-9574468e7cab] Extending root virtual disk to 1048576 {{(pid=62328) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 882.043136] env[62328]: DEBUG oslo_vmware.api [None req-6f60c123-c969-407e-a42e-1981296bdbd2 tempest-MultipleCreateTestJSON-1245707987 tempest-MultipleCreateTestJSON-1245707987-project-member] Waiting for the task: (returnval){ [ 882.043136] env[62328]: value = "task-2387099" [ 882.043136] env[62328]: _type = "Task" [ 882.043136] env[62328]: } to complete. {{(pid=62328) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 882.043136] env[62328]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-624b9f72-6931-4292-b44f-6947b491a3d2 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 882.054410] env[62328]: DEBUG oslo_vmware.api [None req-6f60c123-c969-407e-a42e-1981296bdbd2 tempest-MultipleCreateTestJSON-1245707987 tempest-MultipleCreateTestJSON-1245707987-project-member] Task: {'id': task-2387099, 'name': Rename_Task} progress is 6%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 882.056404] env[62328]: DEBUG oslo_vmware.api [None req-6f60c123-c969-407e-a42e-1981296bdbd2 tempest-MultipleCreateTestJSON-1245707987 tempest-MultipleCreateTestJSON-1245707987-project-member] Waiting for the task: (returnval){ [ 882.056404] env[62328]: value = "task-2387100" [ 882.056404] env[62328]: _type = "Task" [ 882.056404] env[62328]: } to complete. {{(pid=62328) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 882.066814] env[62328]: DEBUG oslo_vmware.api [None req-6f60c123-c969-407e-a42e-1981296bdbd2 tempest-MultipleCreateTestJSON-1245707987 tempest-MultipleCreateTestJSON-1245707987-project-member] Task: {'id': task-2387100, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 882.258513] env[62328]: DEBUG oslo_concurrency.lockutils [None req-014de973-7e83-4261-85b6-8239aa7905d5 tempest-ServerAddressesTestJSON-1355536089 tempest-ServerAddressesTestJSON-1355536089-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.466s {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 882.259251] env[62328]: DEBUG nova.compute.manager [None req-014de973-7e83-4261-85b6-8239aa7905d5 tempest-ServerAddressesTestJSON-1355536089 tempest-ServerAddressesTestJSON-1355536089-project-member] [instance: b3655835-4dc8-4e69-aa40-9421d264f283] Start building networks asynchronously for instance. {{(pid=62328) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 882.261977] env[62328]: DEBUG oslo_concurrency.lockutils [None req-ba79ecf8-115f-46df-85c4-c918584c4dbb tempest-ServersTestJSON-2041147199 tempest-ServersTestJSON-2041147199-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 16.754s {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 882.262226] env[62328]: DEBUG nova.objects.instance [None req-ba79ecf8-115f-46df-85c4-c918584c4dbb tempest-ServersTestJSON-2041147199 tempest-ServersTestJSON-2041147199-project-member] Lazy-loading 'resources' on Instance uuid 5891892e-7d7f-4464-8956-6178d3e75fec {{(pid=62328) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 882.533533] env[62328]: DEBUG nova.compute.manager [None req-68a4ff02-ea04-4c24-8e9e-88b4c7bbb8d7 tempest-ServerDiskConfigTestJSON-126406698 tempest-ServerDiskConfigTestJSON-126406698-project-member] [instance: 385995cc-5fe5-4c9d-9128-69a3767e682f] Start destroying the instance on the hypervisor. {{(pid=62328) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 882.533833] env[62328]: DEBUG nova.virt.vmwareapi.vmops [None req-68a4ff02-ea04-4c24-8e9e-88b4c7bbb8d7 tempest-ServerDiskConfigTestJSON-126406698 tempest-ServerDiskConfigTestJSON-126406698-project-member] [instance: 385995cc-5fe5-4c9d-9128-69a3767e682f] Destroying instance {{(pid=62328) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 882.535009] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c109ef37-66f9-41c7-8617-1eb3dea41d5a {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 882.544271] env[62328]: DEBUG nova.virt.vmwareapi.vm_util [None req-68a4ff02-ea04-4c24-8e9e-88b4c7bbb8d7 tempest-ServerDiskConfigTestJSON-126406698 tempest-ServerDiskConfigTestJSON-126406698-project-member] [instance: 385995cc-5fe5-4c9d-9128-69a3767e682f] Powering off the VM {{(pid=62328) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 882.544639] env[62328]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-82c4c053-d1e8-4fb9-a20a-9c4735f8e99f {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 882.556564] env[62328]: DEBUG oslo_vmware.api [None req-6f60c123-c969-407e-a42e-1981296bdbd2 tempest-MultipleCreateTestJSON-1245707987 tempest-MultipleCreateTestJSON-1245707987-project-member] Task: {'id': task-2387099, 'name': Rename_Task, 'duration_secs': 0.158782} completed successfully. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 882.557958] env[62328]: DEBUG nova.virt.vmwareapi.vm_util [None req-6f60c123-c969-407e-a42e-1981296bdbd2 tempest-MultipleCreateTestJSON-1245707987 tempest-MultipleCreateTestJSON-1245707987-project-member] [instance: a761ba21-78b5-4c5c-a30b-2622da535c99] Powering on the VM {{(pid=62328) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 882.558416] env[62328]: DEBUG oslo_vmware.api [None req-68a4ff02-ea04-4c24-8e9e-88b4c7bbb8d7 tempest-ServerDiskConfigTestJSON-126406698 tempest-ServerDiskConfigTestJSON-126406698-project-member] Waiting for the task: (returnval){ [ 882.558416] env[62328]: value = "task-2387101" [ 882.558416] env[62328]: _type = "Task" [ 882.558416] env[62328]: } to complete. {{(pid=62328) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 882.561339] env[62328]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c76266b0-c463-4581-a6d9-fe4212004f01 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 882.571031] env[62328]: DEBUG oslo_vmware.api [None req-68a4ff02-ea04-4c24-8e9e-88b4c7bbb8d7 tempest-ServerDiskConfigTestJSON-126406698 tempest-ServerDiskConfigTestJSON-126406698-project-member] Task: {'id': task-2387101, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 882.575190] env[62328]: DEBUG oslo_vmware.api [None req-6f60c123-c969-407e-a42e-1981296bdbd2 tempest-MultipleCreateTestJSON-1245707987 tempest-MultipleCreateTestJSON-1245707987-project-member] Task: {'id': task-2387100, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.080727} completed successfully. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 882.575484] env[62328]: DEBUG oslo_vmware.api [None req-6f60c123-c969-407e-a42e-1981296bdbd2 tempest-MultipleCreateTestJSON-1245707987 tempest-MultipleCreateTestJSON-1245707987-project-member] Waiting for the task: (returnval){ [ 882.575484] env[62328]: value = "task-2387102" [ 882.575484] env[62328]: _type = "Task" [ 882.575484] env[62328]: } to complete. {{(pid=62328) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 882.575709] env[62328]: DEBUG nova.virt.vmwareapi.vmops [None req-6f60c123-c969-407e-a42e-1981296bdbd2 tempest-MultipleCreateTestJSON-1245707987 tempest-MultipleCreateTestJSON-1245707987-project-member] [instance: e0892d4c-3ee0-48f8-af0d-9574468e7cab] Extended root virtual disk {{(pid=62328) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 882.576580] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7ae79362-cf87-4e8e-a91a-8177fb5d2798 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 882.604579] env[62328]: DEBUG nova.virt.vmwareapi.volumeops [None req-6f60c123-c969-407e-a42e-1981296bdbd2 tempest-MultipleCreateTestJSON-1245707987 tempest-MultipleCreateTestJSON-1245707987-project-member] [instance: e0892d4c-3ee0-48f8-af0d-9574468e7cab] Reconfiguring VM instance instance-0000004e to attach disk [datastore1] e0892d4c-3ee0-48f8-af0d-9574468e7cab/e0892d4c-3ee0-48f8-af0d-9574468e7cab.vmdk or device None with type sparse {{(pid=62328) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 882.608214] env[62328]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-22c2a415-fb86-42c9-99ef-af834d176753 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 882.623814] env[62328]: DEBUG oslo_vmware.api [None req-6f60c123-c969-407e-a42e-1981296bdbd2 tempest-MultipleCreateTestJSON-1245707987 tempest-MultipleCreateTestJSON-1245707987-project-member] Task: {'id': task-2387102, 'name': PowerOnVM_Task} progress is 33%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 882.629201] env[62328]: DEBUG oslo_concurrency.lockutils [None req-e4dd471b-96d8-4956-9363-67d9e6a7615d tempest-ServerDiskConfigTestJSON-126406698 tempest-ServerDiskConfigTestJSON-126406698-project-member] Acquiring lock "5df51859-2d31-4abb-9c7d-d0b0405c3df9" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 882.629448] env[62328]: DEBUG oslo_concurrency.lockutils [None req-e4dd471b-96d8-4956-9363-67d9e6a7615d tempest-ServerDiskConfigTestJSON-126406698 tempest-ServerDiskConfigTestJSON-126406698-project-member] Lock "5df51859-2d31-4abb-9c7d-d0b0405c3df9" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 882.634141] env[62328]: DEBUG oslo_vmware.api [None req-6f60c123-c969-407e-a42e-1981296bdbd2 tempest-MultipleCreateTestJSON-1245707987 tempest-MultipleCreateTestJSON-1245707987-project-member] Waiting for the task: (returnval){ [ 882.634141] env[62328]: value = "task-2387103" [ 882.634141] env[62328]: _type = "Task" [ 882.634141] env[62328]: } to complete. {{(pid=62328) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 882.645567] env[62328]: DEBUG oslo_vmware.api [None req-6f60c123-c969-407e-a42e-1981296bdbd2 tempest-MultipleCreateTestJSON-1245707987 tempest-MultipleCreateTestJSON-1245707987-project-member] Task: {'id': task-2387103, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 882.765267] env[62328]: DEBUG nova.compute.utils [None req-014de973-7e83-4261-85b6-8239aa7905d5 tempest-ServerAddressesTestJSON-1355536089 tempest-ServerAddressesTestJSON-1355536089-project-member] Using /dev/sd instead of None {{(pid=62328) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 882.770252] env[62328]: DEBUG nova.compute.manager [None req-014de973-7e83-4261-85b6-8239aa7905d5 tempest-ServerAddressesTestJSON-1355536089 tempest-ServerAddressesTestJSON-1355536089-project-member] [instance: b3655835-4dc8-4e69-aa40-9421d264f283] Allocating IP information in the background. {{(pid=62328) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 882.770252] env[62328]: DEBUG nova.network.neutron [None req-014de973-7e83-4261-85b6-8239aa7905d5 tempest-ServerAddressesTestJSON-1355536089 tempest-ServerAddressesTestJSON-1355536089-project-member] [instance: b3655835-4dc8-4e69-aa40-9421d264f283] allocate_for_instance() {{(pid=62328) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 882.814624] env[62328]: DEBUG nova.policy [None req-014de973-7e83-4261-85b6-8239aa7905d5 tempest-ServerAddressesTestJSON-1355536089 tempest-ServerAddressesTestJSON-1355536089-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'c6afa139a2634ad8813c1b8de3f88266', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '2cf888c16be54f20a49dc20dea83d955', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62328) authorize /opt/stack/nova/nova/policy.py:192}} [ 883.076185] env[62328]: DEBUG oslo_vmware.api [None req-68a4ff02-ea04-4c24-8e9e-88b4c7bbb8d7 tempest-ServerDiskConfigTestJSON-126406698 tempest-ServerDiskConfigTestJSON-126406698-project-member] Task: {'id': task-2387101, 'name': PowerOffVM_Task, 'duration_secs': 0.353049} completed successfully. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 883.076185] env[62328]: DEBUG nova.virt.vmwareapi.vm_util [None req-68a4ff02-ea04-4c24-8e9e-88b4c7bbb8d7 tempest-ServerDiskConfigTestJSON-126406698 tempest-ServerDiskConfigTestJSON-126406698-project-member] [instance: 385995cc-5fe5-4c9d-9128-69a3767e682f] Powered off the VM {{(pid=62328) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 883.076185] env[62328]: DEBUG nova.virt.vmwareapi.vmops [None req-68a4ff02-ea04-4c24-8e9e-88b4c7bbb8d7 tempest-ServerDiskConfigTestJSON-126406698 tempest-ServerDiskConfigTestJSON-126406698-project-member] [instance: 385995cc-5fe5-4c9d-9128-69a3767e682f] Unregistering the VM {{(pid=62328) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 883.076185] env[62328]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-65585114-c3b3-4f39-8bbe-05dcff43a808 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 883.089905] env[62328]: DEBUG oslo_vmware.api [None req-6f60c123-c969-407e-a42e-1981296bdbd2 tempest-MultipleCreateTestJSON-1245707987 tempest-MultipleCreateTestJSON-1245707987-project-member] Task: {'id': task-2387102, 'name': PowerOnVM_Task, 'duration_secs': 0.505336} completed successfully. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 883.093563] env[62328]: DEBUG nova.virt.vmwareapi.vm_util [None req-6f60c123-c969-407e-a42e-1981296bdbd2 tempest-MultipleCreateTestJSON-1245707987 tempest-MultipleCreateTestJSON-1245707987-project-member] [instance: a761ba21-78b5-4c5c-a30b-2622da535c99] Powered on the VM {{(pid=62328) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 883.093823] env[62328]: INFO nova.compute.manager [None req-6f60c123-c969-407e-a42e-1981296bdbd2 tempest-MultipleCreateTestJSON-1245707987 tempest-MultipleCreateTestJSON-1245707987-project-member] [instance: a761ba21-78b5-4c5c-a30b-2622da535c99] Took 8.03 seconds to spawn the instance on the hypervisor. [ 883.093975] env[62328]: DEBUG nova.compute.manager [None req-6f60c123-c969-407e-a42e-1981296bdbd2 tempest-MultipleCreateTestJSON-1245707987 tempest-MultipleCreateTestJSON-1245707987-project-member] [instance: a761ba21-78b5-4c5c-a30b-2622da535c99] Checking state {{(pid=62328) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 883.097550] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d2266b35-d6c8-4c27-9cfa-5262bcd33b80 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 883.131970] env[62328]: DEBUG nova.compute.manager [None req-e4dd471b-96d8-4956-9363-67d9e6a7615d tempest-ServerDiskConfigTestJSON-126406698 tempest-ServerDiskConfigTestJSON-126406698-project-member] [instance: 5df51859-2d31-4abb-9c7d-d0b0405c3df9] Starting instance... {{(pid=62328) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 883.144338] env[62328]: DEBUG oslo_vmware.api [None req-6f60c123-c969-407e-a42e-1981296bdbd2 tempest-MultipleCreateTestJSON-1245707987 tempest-MultipleCreateTestJSON-1245707987-project-member] Task: {'id': task-2387103, 'name': ReconfigVM_Task, 'duration_secs': 0.280215} completed successfully. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 883.147142] env[62328]: DEBUG nova.virt.vmwareapi.volumeops [None req-6f60c123-c969-407e-a42e-1981296bdbd2 tempest-MultipleCreateTestJSON-1245707987 tempest-MultipleCreateTestJSON-1245707987-project-member] [instance: e0892d4c-3ee0-48f8-af0d-9574468e7cab] Reconfigured VM instance instance-0000004e to attach disk [datastore1] e0892d4c-3ee0-48f8-af0d-9574468e7cab/e0892d4c-3ee0-48f8-af0d-9574468e7cab.vmdk or device None with type sparse {{(pid=62328) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 883.148393] env[62328]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-593a3d01-c492-46db-bfc8-329e828bc263 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 883.155533] env[62328]: DEBUG oslo_vmware.api [None req-6f60c123-c969-407e-a42e-1981296bdbd2 tempest-MultipleCreateTestJSON-1245707987 tempest-MultipleCreateTestJSON-1245707987-project-member] Waiting for the task: (returnval){ [ 883.155533] env[62328]: value = "task-2387105" [ 883.155533] env[62328]: _type = "Task" [ 883.155533] env[62328]: } to complete. {{(pid=62328) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 883.163287] env[62328]: DEBUG nova.virt.vmwareapi.vmops [None req-68a4ff02-ea04-4c24-8e9e-88b4c7bbb8d7 tempest-ServerDiskConfigTestJSON-126406698 tempest-ServerDiskConfigTestJSON-126406698-project-member] [instance: 385995cc-5fe5-4c9d-9128-69a3767e682f] Unregistered the VM {{(pid=62328) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 883.163287] env[62328]: DEBUG nova.virt.vmwareapi.vmops [None req-68a4ff02-ea04-4c24-8e9e-88b4c7bbb8d7 tempest-ServerDiskConfigTestJSON-126406698 tempest-ServerDiskConfigTestJSON-126406698-project-member] [instance: 385995cc-5fe5-4c9d-9128-69a3767e682f] Deleting contents of the VM from datastore datastore1 {{(pid=62328) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 883.163287] env[62328]: DEBUG nova.virt.vmwareapi.ds_util [None req-68a4ff02-ea04-4c24-8e9e-88b4c7bbb8d7 tempest-ServerDiskConfigTestJSON-126406698 tempest-ServerDiskConfigTestJSON-126406698-project-member] Deleting the datastore file [datastore1] 385995cc-5fe5-4c9d-9128-69a3767e682f {{(pid=62328) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 883.163712] env[62328]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-82aa57ce-9832-4b8b-afcc-2a3a19df9f6e {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 883.169764] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-024b7764-7618-48f1-86af-b7c5c20e83d3 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 883.172643] env[62328]: DEBUG oslo_vmware.api [None req-6f60c123-c969-407e-a42e-1981296bdbd2 tempest-MultipleCreateTestJSON-1245707987 tempest-MultipleCreateTestJSON-1245707987-project-member] Task: {'id': task-2387105, 'name': Rename_Task} progress is 5%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 883.178993] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-50843736-985b-4533-8548-f3485b315a31 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 883.182757] env[62328]: DEBUG oslo_vmware.api [None req-68a4ff02-ea04-4c24-8e9e-88b4c7bbb8d7 tempest-ServerDiskConfigTestJSON-126406698 tempest-ServerDiskConfigTestJSON-126406698-project-member] Waiting for the task: (returnval){ [ 883.182757] env[62328]: value = "task-2387106" [ 883.182757] env[62328]: _type = "Task" [ 883.182757] env[62328]: } to complete. {{(pid=62328) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 883.214027] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4b48882c-088f-43c0-bf8c-ac2faf9f1ece {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 883.220055] env[62328]: DEBUG oslo_vmware.api [None req-68a4ff02-ea04-4c24-8e9e-88b4c7bbb8d7 tempest-ServerDiskConfigTestJSON-126406698 tempest-ServerDiskConfigTestJSON-126406698-project-member] Task: {'id': task-2387106, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 883.225370] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bed29b45-7b1b-4b50-bc16-b0a425fec0d8 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 883.240843] env[62328]: DEBUG nova.compute.provider_tree [None req-ba79ecf8-115f-46df-85c4-c918584c4dbb tempest-ServersTestJSON-2041147199 tempest-ServersTestJSON-2041147199-project-member] Inventory has not changed in ProviderTree for provider: 3469e9f8-04af-49ca-8435-49f104496744 {{(pid=62328) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 883.269735] env[62328]: DEBUG nova.compute.manager [None req-014de973-7e83-4261-85b6-8239aa7905d5 tempest-ServerAddressesTestJSON-1355536089 tempest-ServerAddressesTestJSON-1355536089-project-member] [instance: b3655835-4dc8-4e69-aa40-9421d264f283] Start building block device mappings for instance. {{(pid=62328) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 883.372680] env[62328]: DEBUG nova.network.neutron [None req-014de973-7e83-4261-85b6-8239aa7905d5 tempest-ServerAddressesTestJSON-1355536089 tempest-ServerAddressesTestJSON-1355536089-project-member] [instance: b3655835-4dc8-4e69-aa40-9421d264f283] Successfully created port: 66c94018-6c09-4108-ab99-32149027c5a0 {{(pid=62328) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 883.616807] env[62328]: INFO nova.compute.manager [None req-6f60c123-c969-407e-a42e-1981296bdbd2 tempest-MultipleCreateTestJSON-1245707987 tempest-MultipleCreateTestJSON-1245707987-project-member] [instance: a761ba21-78b5-4c5c-a30b-2622da535c99] Took 32.62 seconds to build instance. [ 883.653391] env[62328]: DEBUG oslo_concurrency.lockutils [None req-e4dd471b-96d8-4956-9363-67d9e6a7615d tempest-ServerDiskConfigTestJSON-126406698 tempest-ServerDiskConfigTestJSON-126406698-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 883.665143] env[62328]: DEBUG oslo_vmware.api [None req-6f60c123-c969-407e-a42e-1981296bdbd2 tempest-MultipleCreateTestJSON-1245707987 tempest-MultipleCreateTestJSON-1245707987-project-member] Task: {'id': task-2387105, 'name': Rename_Task, 'duration_secs': 0.137761} completed successfully. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 883.665492] env[62328]: DEBUG nova.virt.vmwareapi.vm_util [None req-6f60c123-c969-407e-a42e-1981296bdbd2 tempest-MultipleCreateTestJSON-1245707987 tempest-MultipleCreateTestJSON-1245707987-project-member] [instance: e0892d4c-3ee0-48f8-af0d-9574468e7cab] Powering on the VM {{(pid=62328) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 883.665735] env[62328]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-af19bc1d-c43a-443e-8a7f-b23d8f352448 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 883.672909] env[62328]: DEBUG oslo_vmware.api [None req-6f60c123-c969-407e-a42e-1981296bdbd2 tempest-MultipleCreateTestJSON-1245707987 tempest-MultipleCreateTestJSON-1245707987-project-member] Waiting for the task: (returnval){ [ 883.672909] env[62328]: value = "task-2387107" [ 883.672909] env[62328]: _type = "Task" [ 883.672909] env[62328]: } to complete. {{(pid=62328) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 883.680671] env[62328]: DEBUG oslo_vmware.api [None req-6f60c123-c969-407e-a42e-1981296bdbd2 tempest-MultipleCreateTestJSON-1245707987 tempest-MultipleCreateTestJSON-1245707987-project-member] Task: {'id': task-2387107, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 883.691392] env[62328]: DEBUG oslo_vmware.api [None req-68a4ff02-ea04-4c24-8e9e-88b4c7bbb8d7 tempest-ServerDiskConfigTestJSON-126406698 tempest-ServerDiskConfigTestJSON-126406698-project-member] Task: {'id': task-2387106, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.153129} completed successfully. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 883.691618] env[62328]: DEBUG nova.virt.vmwareapi.ds_util [None req-68a4ff02-ea04-4c24-8e9e-88b4c7bbb8d7 tempest-ServerDiskConfigTestJSON-126406698 tempest-ServerDiskConfigTestJSON-126406698-project-member] Deleted the datastore file {{(pid=62328) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 883.691796] env[62328]: DEBUG nova.virt.vmwareapi.vmops [None req-68a4ff02-ea04-4c24-8e9e-88b4c7bbb8d7 tempest-ServerDiskConfigTestJSON-126406698 tempest-ServerDiskConfigTestJSON-126406698-project-member] [instance: 385995cc-5fe5-4c9d-9128-69a3767e682f] Deleted contents of the VM from datastore datastore1 {{(pid=62328) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 883.691989] env[62328]: DEBUG nova.virt.vmwareapi.vmops [None req-68a4ff02-ea04-4c24-8e9e-88b4c7bbb8d7 tempest-ServerDiskConfigTestJSON-126406698 tempest-ServerDiskConfigTestJSON-126406698-project-member] [instance: 385995cc-5fe5-4c9d-9128-69a3767e682f] Instance destroyed {{(pid=62328) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 883.692277] env[62328]: INFO nova.compute.manager [None req-68a4ff02-ea04-4c24-8e9e-88b4c7bbb8d7 tempest-ServerDiskConfigTestJSON-126406698 tempest-ServerDiskConfigTestJSON-126406698-project-member] [instance: 385995cc-5fe5-4c9d-9128-69a3767e682f] Took 1.16 seconds to destroy the instance on the hypervisor. [ 883.692513] env[62328]: DEBUG oslo.service.loopingcall [None req-68a4ff02-ea04-4c24-8e9e-88b4c7bbb8d7 tempest-ServerDiskConfigTestJSON-126406698 tempest-ServerDiskConfigTestJSON-126406698-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62328) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 883.692750] env[62328]: DEBUG nova.compute.manager [-] [instance: 385995cc-5fe5-4c9d-9128-69a3767e682f] Deallocating network for instance {{(pid=62328) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 883.692820] env[62328]: DEBUG nova.network.neutron [-] [instance: 385995cc-5fe5-4c9d-9128-69a3767e682f] deallocate_for_instance() {{(pid=62328) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 883.744995] env[62328]: DEBUG nova.scheduler.client.report [None req-ba79ecf8-115f-46df-85c4-c918584c4dbb tempest-ServersTestJSON-2041147199 tempest-ServersTestJSON-2041147199-project-member] Inventory has not changed for provider 3469e9f8-04af-49ca-8435-49f104496744 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 152, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62328) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 883.981278] env[62328]: DEBUG nova.compute.manager [req-232c58a1-06d0-4f09-908d-45c9aa34bec4 req-b96e9f59-fb54-43b2-a219-5787767d2f25 service nova] [instance: 385995cc-5fe5-4c9d-9128-69a3767e682f] Received event network-vif-deleted-f4b0f307-9c7d-40fb-be8c-fc9661810dbe {{(pid=62328) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 883.981513] env[62328]: INFO nova.compute.manager [req-232c58a1-06d0-4f09-908d-45c9aa34bec4 req-b96e9f59-fb54-43b2-a219-5787767d2f25 service nova] [instance: 385995cc-5fe5-4c9d-9128-69a3767e682f] Neutron deleted interface f4b0f307-9c7d-40fb-be8c-fc9661810dbe; detaching it from the instance and deleting it from the info cache [ 883.981649] env[62328]: DEBUG nova.network.neutron [req-232c58a1-06d0-4f09-908d-45c9aa34bec4 req-b96e9f59-fb54-43b2-a219-5787767d2f25 service nova] [instance: 385995cc-5fe5-4c9d-9128-69a3767e682f] Updating instance_info_cache with network_info: [] {{(pid=62328) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 884.029570] env[62328]: DEBUG oslo_concurrency.lockutils [None req-e5f0809d-45c7-442b-99d4-fa1ff6e3a58a tempest-ServersTestManualDisk-1140415373 tempest-ServersTestManualDisk-1140415373-project-member] Acquiring lock "77ca1d19-5060-4a7c-a780-56adf9a3f70e" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 884.029819] env[62328]: DEBUG oslo_concurrency.lockutils [None req-e5f0809d-45c7-442b-99d4-fa1ff6e3a58a tempest-ServersTestManualDisk-1140415373 tempest-ServersTestManualDisk-1140415373-project-member] Lock "77ca1d19-5060-4a7c-a780-56adf9a3f70e" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 884.118638] env[62328]: DEBUG oslo_concurrency.lockutils [None req-6f60c123-c969-407e-a42e-1981296bdbd2 tempest-MultipleCreateTestJSON-1245707987 tempest-MultipleCreateTestJSON-1245707987-project-member] Lock "a761ba21-78b5-4c5c-a30b-2622da535c99" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 34.134s {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 884.183310] env[62328]: DEBUG oslo_vmware.api [None req-6f60c123-c969-407e-a42e-1981296bdbd2 tempest-MultipleCreateTestJSON-1245707987 tempest-MultipleCreateTestJSON-1245707987-project-member] Task: {'id': task-2387107, 'name': PowerOnVM_Task, 'duration_secs': 0.451836} completed successfully. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 884.183579] env[62328]: DEBUG nova.virt.vmwareapi.vm_util [None req-6f60c123-c969-407e-a42e-1981296bdbd2 tempest-MultipleCreateTestJSON-1245707987 tempest-MultipleCreateTestJSON-1245707987-project-member] [instance: e0892d4c-3ee0-48f8-af0d-9574468e7cab] Powered on the VM {{(pid=62328) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 884.183782] env[62328]: INFO nova.compute.manager [None req-6f60c123-c969-407e-a42e-1981296bdbd2 tempest-MultipleCreateTestJSON-1245707987 tempest-MultipleCreateTestJSON-1245707987-project-member] [instance: e0892d4c-3ee0-48f8-af0d-9574468e7cab] Took 6.64 seconds to spawn the instance on the hypervisor. [ 884.183957] env[62328]: DEBUG nova.compute.manager [None req-6f60c123-c969-407e-a42e-1981296bdbd2 tempest-MultipleCreateTestJSON-1245707987 tempest-MultipleCreateTestJSON-1245707987-project-member] [instance: e0892d4c-3ee0-48f8-af0d-9574468e7cab] Checking state {{(pid=62328) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 884.184723] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ded1d3b7-e7e7-4c9b-ba9c-15cd22d14cdd {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 884.250773] env[62328]: DEBUG oslo_concurrency.lockutils [None req-ba79ecf8-115f-46df-85c4-c918584c4dbb tempest-ServersTestJSON-2041147199 tempest-ServersTestJSON-2041147199-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.989s {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 884.253159] env[62328]: DEBUG oslo_concurrency.lockutils [None req-8638092e-2dae-4f4a-92cc-6811fd95b851 tempest-ImagesTestJSON-1776717495 tempest-ImagesTestJSON-1776717495-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 17.006s {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 884.255029] env[62328]: INFO nova.compute.claims [None req-8638092e-2dae-4f4a-92cc-6811fd95b851 tempest-ImagesTestJSON-1776717495 tempest-ImagesTestJSON-1776717495-project-member] [instance: e38f62a8-c8ae-4200-b5cc-a799c261ce76] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 884.273843] env[62328]: INFO nova.scheduler.client.report [None req-ba79ecf8-115f-46df-85c4-c918584c4dbb tempest-ServersTestJSON-2041147199 tempest-ServersTestJSON-2041147199-project-member] Deleted allocations for instance 5891892e-7d7f-4464-8956-6178d3e75fec [ 884.278909] env[62328]: DEBUG nova.compute.manager [None req-014de973-7e83-4261-85b6-8239aa7905d5 tempest-ServerAddressesTestJSON-1355536089 tempest-ServerAddressesTestJSON-1355536089-project-member] [instance: b3655835-4dc8-4e69-aa40-9421d264f283] Start spawning the instance on the hypervisor. {{(pid=62328) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 884.302976] env[62328]: DEBUG nova.virt.hardware [None req-014de973-7e83-4261-85b6-8239aa7905d5 tempest-ServerAddressesTestJSON-1355536089 tempest-ServerAddressesTestJSON-1355536089-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-07T17:16:55Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-07T17:16:37Z,direct_url=,disk_format='vmdk',id=dbf872a4-92be-47e4-8561-c3e2bf2423ab,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='2a64022f08d84b11a86773b900860ae5',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-07T17:16:38Z,virtual_size=,visibility=), allow threads: False {{(pid=62328) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 884.303371] env[62328]: DEBUG nova.virt.hardware [None req-014de973-7e83-4261-85b6-8239aa7905d5 tempest-ServerAddressesTestJSON-1355536089 tempest-ServerAddressesTestJSON-1355536089-project-member] Flavor limits 0:0:0 {{(pid=62328) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 884.303536] env[62328]: DEBUG nova.virt.hardware [None req-014de973-7e83-4261-85b6-8239aa7905d5 tempest-ServerAddressesTestJSON-1355536089 tempest-ServerAddressesTestJSON-1355536089-project-member] Image limits 0:0:0 {{(pid=62328) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 884.303718] env[62328]: DEBUG nova.virt.hardware [None req-014de973-7e83-4261-85b6-8239aa7905d5 tempest-ServerAddressesTestJSON-1355536089 tempest-ServerAddressesTestJSON-1355536089-project-member] Flavor pref 0:0:0 {{(pid=62328) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 884.303864] env[62328]: DEBUG nova.virt.hardware [None req-014de973-7e83-4261-85b6-8239aa7905d5 tempest-ServerAddressesTestJSON-1355536089 tempest-ServerAddressesTestJSON-1355536089-project-member] Image pref 0:0:0 {{(pid=62328) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 884.304016] env[62328]: DEBUG nova.virt.hardware [None req-014de973-7e83-4261-85b6-8239aa7905d5 tempest-ServerAddressesTestJSON-1355536089 tempest-ServerAddressesTestJSON-1355536089-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62328) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 884.304229] env[62328]: DEBUG nova.virt.hardware [None req-014de973-7e83-4261-85b6-8239aa7905d5 tempest-ServerAddressesTestJSON-1355536089 tempest-ServerAddressesTestJSON-1355536089-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62328) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 884.304392] env[62328]: DEBUG nova.virt.hardware [None req-014de973-7e83-4261-85b6-8239aa7905d5 tempest-ServerAddressesTestJSON-1355536089 tempest-ServerAddressesTestJSON-1355536089-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62328) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 884.304540] env[62328]: DEBUG nova.virt.hardware [None req-014de973-7e83-4261-85b6-8239aa7905d5 tempest-ServerAddressesTestJSON-1355536089 tempest-ServerAddressesTestJSON-1355536089-project-member] Got 1 possible topologies {{(pid=62328) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 884.304697] env[62328]: DEBUG nova.virt.hardware [None req-014de973-7e83-4261-85b6-8239aa7905d5 tempest-ServerAddressesTestJSON-1355536089 tempest-ServerAddressesTestJSON-1355536089-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62328) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 884.304865] env[62328]: DEBUG nova.virt.hardware [None req-014de973-7e83-4261-85b6-8239aa7905d5 tempest-ServerAddressesTestJSON-1355536089 tempest-ServerAddressesTestJSON-1355536089-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62328) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 884.305746] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c437897d-276e-4b90-8f10-6c8f4be71182 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 884.317077] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9988de85-12b9-48cc-a5c0-da18594dc2ac {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 884.468449] env[62328]: DEBUG nova.network.neutron [-] [instance: 385995cc-5fe5-4c9d-9128-69a3767e682f] Updating instance_info_cache with network_info: [] {{(pid=62328) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 884.484273] env[62328]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-a4951d36-5337-42b1-ae94-6277493cfed5 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 884.495299] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e557638f-37a3-47d9-b3ef-8307b401d8dd {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 884.535308] env[62328]: DEBUG nova.compute.manager [None req-e5f0809d-45c7-442b-99d4-fa1ff6e3a58a tempest-ServersTestManualDisk-1140415373 tempest-ServersTestManualDisk-1140415373-project-member] [instance: 77ca1d19-5060-4a7c-a780-56adf9a3f70e] Starting instance... {{(pid=62328) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 884.538567] env[62328]: DEBUG nova.compute.manager [req-232c58a1-06d0-4f09-908d-45c9aa34bec4 req-b96e9f59-fb54-43b2-a219-5787767d2f25 service nova] [instance: 385995cc-5fe5-4c9d-9128-69a3767e682f] Detach interface failed, port_id=f4b0f307-9c7d-40fb-be8c-fc9661810dbe, reason: Instance 385995cc-5fe5-4c9d-9128-69a3767e682f could not be found. {{(pid=62328) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 884.700828] env[62328]: INFO nova.compute.manager [None req-6f60c123-c969-407e-a42e-1981296bdbd2 tempest-MultipleCreateTestJSON-1245707987 tempest-MultipleCreateTestJSON-1245707987-project-member] [instance: e0892d4c-3ee0-48f8-af0d-9574468e7cab] Took 33.67 seconds to build instance. [ 884.780373] env[62328]: DEBUG oslo_concurrency.lockutils [None req-ba79ecf8-115f-46df-85c4-c918584c4dbb tempest-ServersTestJSON-2041147199 tempest-ServersTestJSON-2041147199-project-member] Lock "5891892e-7d7f-4464-8956-6178d3e75fec" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 23.143s {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 884.971401] env[62328]: INFO nova.compute.manager [-] [instance: 385995cc-5fe5-4c9d-9128-69a3767e682f] Took 1.28 seconds to deallocate network for instance. [ 885.013159] env[62328]: DEBUG nova.compute.manager [req-c49f197e-4640-4bae-9de6-fa080e8824e3 req-af4a858e-7a02-4ca0-95b7-800911927af4 service nova] [instance: b3655835-4dc8-4e69-aa40-9421d264f283] Received event network-vif-plugged-66c94018-6c09-4108-ab99-32149027c5a0 {{(pid=62328) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 885.013159] env[62328]: DEBUG oslo_concurrency.lockutils [req-c49f197e-4640-4bae-9de6-fa080e8824e3 req-af4a858e-7a02-4ca0-95b7-800911927af4 service nova] Acquiring lock "b3655835-4dc8-4e69-aa40-9421d264f283-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 885.013159] env[62328]: DEBUG oslo_concurrency.lockutils [req-c49f197e-4640-4bae-9de6-fa080e8824e3 req-af4a858e-7a02-4ca0-95b7-800911927af4 service nova] Lock "b3655835-4dc8-4e69-aa40-9421d264f283-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 885.013159] env[62328]: DEBUG oslo_concurrency.lockutils [req-c49f197e-4640-4bae-9de6-fa080e8824e3 req-af4a858e-7a02-4ca0-95b7-800911927af4 service nova] Lock "b3655835-4dc8-4e69-aa40-9421d264f283-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 885.014899] env[62328]: DEBUG nova.compute.manager [req-c49f197e-4640-4bae-9de6-fa080e8824e3 req-af4a858e-7a02-4ca0-95b7-800911927af4 service nova] [instance: b3655835-4dc8-4e69-aa40-9421d264f283] No waiting events found dispatching network-vif-plugged-66c94018-6c09-4108-ab99-32149027c5a0 {{(pid=62328) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 885.014899] env[62328]: WARNING nova.compute.manager [req-c49f197e-4640-4bae-9de6-fa080e8824e3 req-af4a858e-7a02-4ca0-95b7-800911927af4 service nova] [instance: b3655835-4dc8-4e69-aa40-9421d264f283] Received unexpected event network-vif-plugged-66c94018-6c09-4108-ab99-32149027c5a0 for instance with vm_state building and task_state spawning. [ 885.061777] env[62328]: DEBUG oslo_concurrency.lockutils [None req-e5f0809d-45c7-442b-99d4-fa1ff6e3a58a tempest-ServersTestManualDisk-1140415373 tempest-ServersTestManualDisk-1140415373-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 885.123411] env[62328]: DEBUG nova.network.neutron [None req-014de973-7e83-4261-85b6-8239aa7905d5 tempest-ServerAddressesTestJSON-1355536089 tempest-ServerAddressesTestJSON-1355536089-project-member] [instance: b3655835-4dc8-4e69-aa40-9421d264f283] Successfully updated port: 66c94018-6c09-4108-ab99-32149027c5a0 {{(pid=62328) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 885.203134] env[62328]: DEBUG oslo_concurrency.lockutils [None req-6f60c123-c969-407e-a42e-1981296bdbd2 tempest-MultipleCreateTestJSON-1245707987 tempest-MultipleCreateTestJSON-1245707987-project-member] Lock "e0892d4c-3ee0-48f8-af0d-9574468e7cab" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 35.182s {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 885.479449] env[62328]: DEBUG oslo_concurrency.lockutils [None req-68a4ff02-ea04-4c24-8e9e-88b4c7bbb8d7 tempest-ServerDiskConfigTestJSON-126406698 tempest-ServerDiskConfigTestJSON-126406698-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 885.585168] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-874548e8-810f-42a7-99dd-11757b935bd7 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 885.593719] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d9b52f73-1ff3-44b6-91b2-d066e92e73b1 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 885.628274] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1d1612a2-d296-436a-ace6-bbdfee4fffdf {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 885.631263] env[62328]: DEBUG oslo_concurrency.lockutils [None req-014de973-7e83-4261-85b6-8239aa7905d5 tempest-ServerAddressesTestJSON-1355536089 tempest-ServerAddressesTestJSON-1355536089-project-member] Acquiring lock "refresh_cache-b3655835-4dc8-4e69-aa40-9421d264f283" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 885.631478] env[62328]: DEBUG oslo_concurrency.lockutils [None req-014de973-7e83-4261-85b6-8239aa7905d5 tempest-ServerAddressesTestJSON-1355536089 tempest-ServerAddressesTestJSON-1355536089-project-member] Acquired lock "refresh_cache-b3655835-4dc8-4e69-aa40-9421d264f283" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 885.631557] env[62328]: DEBUG nova.network.neutron [None req-014de973-7e83-4261-85b6-8239aa7905d5 tempest-ServerAddressesTestJSON-1355536089 tempest-ServerAddressesTestJSON-1355536089-project-member] [instance: b3655835-4dc8-4e69-aa40-9421d264f283] Building network info cache for instance {{(pid=62328) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 885.632958] env[62328]: DEBUG oslo_concurrency.lockutils [None req-eaf3d403-dde7-41d4-9c6d-fc02a167fa01 tempest-ServersTestJSON-2041147199 tempest-ServersTestJSON-2041147199-project-member] Acquiring lock "13b24bc5-3832-47cc-bf0f-14b881773e37" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 885.633214] env[62328]: DEBUG oslo_concurrency.lockutils [None req-eaf3d403-dde7-41d4-9c6d-fc02a167fa01 tempest-ServersTestJSON-2041147199 tempest-ServersTestJSON-2041147199-project-member] Lock "13b24bc5-3832-47cc-bf0f-14b881773e37" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 885.641529] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6e9fe50b-165e-4e56-aa3a-69e4bd6fd549 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 885.656386] env[62328]: DEBUG nova.compute.provider_tree [None req-8638092e-2dae-4f4a-92cc-6811fd95b851 tempest-ImagesTestJSON-1776717495 tempest-ImagesTestJSON-1776717495-project-member] Inventory has not changed in ProviderTree for provider: 3469e9f8-04af-49ca-8435-49f104496744 {{(pid=62328) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 885.976961] env[62328]: DEBUG oslo_concurrency.lockutils [None req-cac4f7b0-8844-4251-baa5-59f8ca9b699e tempest-MultipleCreateTestJSON-1245707987 tempest-MultipleCreateTestJSON-1245707987-project-member] Acquiring lock "a761ba21-78b5-4c5c-a30b-2622da535c99" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 885.977372] env[62328]: DEBUG oslo_concurrency.lockutils [None req-cac4f7b0-8844-4251-baa5-59f8ca9b699e tempest-MultipleCreateTestJSON-1245707987 tempest-MultipleCreateTestJSON-1245707987-project-member] Lock "a761ba21-78b5-4c5c-a30b-2622da535c99" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 885.977440] env[62328]: DEBUG oslo_concurrency.lockutils [None req-cac4f7b0-8844-4251-baa5-59f8ca9b699e tempest-MultipleCreateTestJSON-1245707987 tempest-MultipleCreateTestJSON-1245707987-project-member] Acquiring lock "a761ba21-78b5-4c5c-a30b-2622da535c99-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 885.977627] env[62328]: DEBUG oslo_concurrency.lockutils [None req-cac4f7b0-8844-4251-baa5-59f8ca9b699e tempest-MultipleCreateTestJSON-1245707987 tempest-MultipleCreateTestJSON-1245707987-project-member] Lock "a761ba21-78b5-4c5c-a30b-2622da535c99-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 885.977797] env[62328]: DEBUG oslo_concurrency.lockutils [None req-cac4f7b0-8844-4251-baa5-59f8ca9b699e tempest-MultipleCreateTestJSON-1245707987 tempest-MultipleCreateTestJSON-1245707987-project-member] Lock "a761ba21-78b5-4c5c-a30b-2622da535c99-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 885.979971] env[62328]: INFO nova.compute.manager [None req-cac4f7b0-8844-4251-baa5-59f8ca9b699e tempest-MultipleCreateTestJSON-1245707987 tempest-MultipleCreateTestJSON-1245707987-project-member] [instance: a761ba21-78b5-4c5c-a30b-2622da535c99] Terminating instance [ 886.050296] env[62328]: DEBUG oslo_concurrency.lockutils [None req-914e19d1-504d-46e4-8e2c-a7c8ccf6cad0 tempest-MultipleCreateTestJSON-1245707987 tempest-MultipleCreateTestJSON-1245707987-project-member] Acquiring lock "e0892d4c-3ee0-48f8-af0d-9574468e7cab" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 886.050574] env[62328]: DEBUG oslo_concurrency.lockutils [None req-914e19d1-504d-46e4-8e2c-a7c8ccf6cad0 tempest-MultipleCreateTestJSON-1245707987 tempest-MultipleCreateTestJSON-1245707987-project-member] Lock "e0892d4c-3ee0-48f8-af0d-9574468e7cab" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 886.050774] env[62328]: DEBUG oslo_concurrency.lockutils [None req-914e19d1-504d-46e4-8e2c-a7c8ccf6cad0 tempest-MultipleCreateTestJSON-1245707987 tempest-MultipleCreateTestJSON-1245707987-project-member] Acquiring lock "e0892d4c-3ee0-48f8-af0d-9574468e7cab-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 886.050954] env[62328]: DEBUG oslo_concurrency.lockutils [None req-914e19d1-504d-46e4-8e2c-a7c8ccf6cad0 tempest-MultipleCreateTestJSON-1245707987 tempest-MultipleCreateTestJSON-1245707987-project-member] Lock "e0892d4c-3ee0-48f8-af0d-9574468e7cab-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 886.051133] env[62328]: DEBUG oslo_concurrency.lockutils [None req-914e19d1-504d-46e4-8e2c-a7c8ccf6cad0 tempest-MultipleCreateTestJSON-1245707987 tempest-MultipleCreateTestJSON-1245707987-project-member] Lock "e0892d4c-3ee0-48f8-af0d-9574468e7cab-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 886.054609] env[62328]: INFO nova.compute.manager [None req-914e19d1-504d-46e4-8e2c-a7c8ccf6cad0 tempest-MultipleCreateTestJSON-1245707987 tempest-MultipleCreateTestJSON-1245707987-project-member] [instance: e0892d4c-3ee0-48f8-af0d-9574468e7cab] Terminating instance [ 886.135971] env[62328]: DEBUG nova.compute.manager [None req-eaf3d403-dde7-41d4-9c6d-fc02a167fa01 tempest-ServersTestJSON-2041147199 tempest-ServersTestJSON-2041147199-project-member] [instance: 13b24bc5-3832-47cc-bf0f-14b881773e37] Starting instance... {{(pid=62328) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 886.159448] env[62328]: DEBUG nova.scheduler.client.report [None req-8638092e-2dae-4f4a-92cc-6811fd95b851 tempest-ImagesTestJSON-1776717495 tempest-ImagesTestJSON-1776717495-project-member] Inventory has not changed for provider 3469e9f8-04af-49ca-8435-49f104496744 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 152, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62328) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 886.166353] env[62328]: DEBUG nova.network.neutron [None req-014de973-7e83-4261-85b6-8239aa7905d5 tempest-ServerAddressesTestJSON-1355536089 tempest-ServerAddressesTestJSON-1355536089-project-member] [instance: b3655835-4dc8-4e69-aa40-9421d264f283] Instance cache missing network info. {{(pid=62328) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 886.294628] env[62328]: DEBUG nova.network.neutron [None req-014de973-7e83-4261-85b6-8239aa7905d5 tempest-ServerAddressesTestJSON-1355536089 tempest-ServerAddressesTestJSON-1355536089-project-member] [instance: b3655835-4dc8-4e69-aa40-9421d264f283] Updating instance_info_cache with network_info: [{"id": "66c94018-6c09-4108-ab99-32149027c5a0", "address": "fa:16:3e:48:71:a3", "network": {"id": "ea2e36b3-6d88-48c7-8dc4-bae54e274631", "bridge": "br-int", "label": "tempest-ServerAddressesTestJSON-903098059-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2cf888c16be54f20a49dc20dea83d955", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d298db54-f13d-4bf6-b6c2-755074b3047f", "external-id": "nsx-vlan-transportzone-631", "segmentation_id": 631, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap66c94018-6c", "ovs_interfaceid": "66c94018-6c09-4108-ab99-32149027c5a0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62328) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 886.483775] env[62328]: DEBUG nova.compute.manager [None req-cac4f7b0-8844-4251-baa5-59f8ca9b699e tempest-MultipleCreateTestJSON-1245707987 tempest-MultipleCreateTestJSON-1245707987-project-member] [instance: a761ba21-78b5-4c5c-a30b-2622da535c99] Start destroying the instance on the hypervisor. {{(pid=62328) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 886.484017] env[62328]: DEBUG nova.virt.vmwareapi.vmops [None req-cac4f7b0-8844-4251-baa5-59f8ca9b699e tempest-MultipleCreateTestJSON-1245707987 tempest-MultipleCreateTestJSON-1245707987-project-member] [instance: a761ba21-78b5-4c5c-a30b-2622da535c99] Destroying instance {{(pid=62328) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 886.485153] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d905ef44-c5f5-42c0-b404-4568b4a84b10 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 886.492398] env[62328]: DEBUG nova.virt.vmwareapi.vm_util [None req-cac4f7b0-8844-4251-baa5-59f8ca9b699e tempest-MultipleCreateTestJSON-1245707987 tempest-MultipleCreateTestJSON-1245707987-project-member] [instance: a761ba21-78b5-4c5c-a30b-2622da535c99] Powering off the VM {{(pid=62328) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 886.492640] env[62328]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d515e933-8027-4728-bb4c-67417ba8df2f {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 886.499383] env[62328]: DEBUG oslo_vmware.api [None req-cac4f7b0-8844-4251-baa5-59f8ca9b699e tempest-MultipleCreateTestJSON-1245707987 tempest-MultipleCreateTestJSON-1245707987-project-member] Waiting for the task: (returnval){ [ 886.499383] env[62328]: value = "task-2387108" [ 886.499383] env[62328]: _type = "Task" [ 886.499383] env[62328]: } to complete. {{(pid=62328) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 886.507011] env[62328]: DEBUG oslo_vmware.api [None req-cac4f7b0-8844-4251-baa5-59f8ca9b699e tempest-MultipleCreateTestJSON-1245707987 tempest-MultipleCreateTestJSON-1245707987-project-member] Task: {'id': task-2387108, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 886.558314] env[62328]: DEBUG nova.compute.manager [None req-914e19d1-504d-46e4-8e2c-a7c8ccf6cad0 tempest-MultipleCreateTestJSON-1245707987 tempest-MultipleCreateTestJSON-1245707987-project-member] [instance: e0892d4c-3ee0-48f8-af0d-9574468e7cab] Start destroying the instance on the hypervisor. {{(pid=62328) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 886.558607] env[62328]: DEBUG nova.virt.vmwareapi.vmops [None req-914e19d1-504d-46e4-8e2c-a7c8ccf6cad0 tempest-MultipleCreateTestJSON-1245707987 tempest-MultipleCreateTestJSON-1245707987-project-member] [instance: e0892d4c-3ee0-48f8-af0d-9574468e7cab] Destroying instance {{(pid=62328) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 886.559698] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7cb44933-a027-4439-8ca7-bdc6792cba71 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 886.567993] env[62328]: DEBUG nova.virt.vmwareapi.vm_util [None req-914e19d1-504d-46e4-8e2c-a7c8ccf6cad0 tempest-MultipleCreateTestJSON-1245707987 tempest-MultipleCreateTestJSON-1245707987-project-member] [instance: e0892d4c-3ee0-48f8-af0d-9574468e7cab] Powering off the VM {{(pid=62328) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 886.568390] env[62328]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d6861ff3-0dc2-4cfb-a46d-3c1dae95c956 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 886.575065] env[62328]: DEBUG oslo_vmware.api [None req-914e19d1-504d-46e4-8e2c-a7c8ccf6cad0 tempest-MultipleCreateTestJSON-1245707987 tempest-MultipleCreateTestJSON-1245707987-project-member] Waiting for the task: (returnval){ [ 886.575065] env[62328]: value = "task-2387109" [ 886.575065] env[62328]: _type = "Task" [ 886.575065] env[62328]: } to complete. {{(pid=62328) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 886.583215] env[62328]: DEBUG oslo_vmware.api [None req-914e19d1-504d-46e4-8e2c-a7c8ccf6cad0 tempest-MultipleCreateTestJSON-1245707987 tempest-MultipleCreateTestJSON-1245707987-project-member] Task: {'id': task-2387109, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 886.661066] env[62328]: DEBUG oslo_concurrency.lockutils [None req-eaf3d403-dde7-41d4-9c6d-fc02a167fa01 tempest-ServersTestJSON-2041147199 tempest-ServersTestJSON-2041147199-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 886.664120] env[62328]: DEBUG oslo_concurrency.lockutils [None req-8638092e-2dae-4f4a-92cc-6811fd95b851 tempest-ImagesTestJSON-1776717495 tempest-ImagesTestJSON-1776717495-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.411s {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 886.664636] env[62328]: DEBUG nova.compute.manager [None req-8638092e-2dae-4f4a-92cc-6811fd95b851 tempest-ImagesTestJSON-1776717495 tempest-ImagesTestJSON-1776717495-project-member] [instance: e38f62a8-c8ae-4200-b5cc-a799c261ce76] Start building networks asynchronously for instance. {{(pid=62328) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 886.667337] env[62328]: DEBUG oslo_concurrency.lockutils [None req-638ee745-825e-40b6-a37d-d605d6a6c6c0 tempest-AttachInterfacesUnderV243Test-538941428 tempest-AttachInterfacesUnderV243Test-538941428-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 14.912s {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 886.669026] env[62328]: INFO nova.compute.claims [None req-638ee745-825e-40b6-a37d-d605d6a6c6c0 tempest-AttachInterfacesUnderV243Test-538941428 tempest-AttachInterfacesUnderV243Test-538941428-project-member] [instance: ca5f1f85-0fbb-4572-8b04-bd275a02f396] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 886.799230] env[62328]: DEBUG oslo_concurrency.lockutils [None req-014de973-7e83-4261-85b6-8239aa7905d5 tempest-ServerAddressesTestJSON-1355536089 tempest-ServerAddressesTestJSON-1355536089-project-member] Releasing lock "refresh_cache-b3655835-4dc8-4e69-aa40-9421d264f283" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 886.799571] env[62328]: DEBUG nova.compute.manager [None req-014de973-7e83-4261-85b6-8239aa7905d5 tempest-ServerAddressesTestJSON-1355536089 tempest-ServerAddressesTestJSON-1355536089-project-member] [instance: b3655835-4dc8-4e69-aa40-9421d264f283] Instance network_info: |[{"id": "66c94018-6c09-4108-ab99-32149027c5a0", "address": "fa:16:3e:48:71:a3", "network": {"id": "ea2e36b3-6d88-48c7-8dc4-bae54e274631", "bridge": "br-int", "label": "tempest-ServerAddressesTestJSON-903098059-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2cf888c16be54f20a49dc20dea83d955", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d298db54-f13d-4bf6-b6c2-755074b3047f", "external-id": "nsx-vlan-transportzone-631", "segmentation_id": 631, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap66c94018-6c", "ovs_interfaceid": "66c94018-6c09-4108-ab99-32149027c5a0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62328) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 886.799992] env[62328]: DEBUG nova.virt.vmwareapi.vmops [None req-014de973-7e83-4261-85b6-8239aa7905d5 tempest-ServerAddressesTestJSON-1355536089 tempest-ServerAddressesTestJSON-1355536089-project-member] [instance: b3655835-4dc8-4e69-aa40-9421d264f283] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:48:71:a3', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'd298db54-f13d-4bf6-b6c2-755074b3047f', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '66c94018-6c09-4108-ab99-32149027c5a0', 'vif_model': 'vmxnet3'}] {{(pid=62328) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 886.808179] env[62328]: DEBUG nova.virt.vmwareapi.vm_util [None req-014de973-7e83-4261-85b6-8239aa7905d5 tempest-ServerAddressesTestJSON-1355536089 tempest-ServerAddressesTestJSON-1355536089-project-member] Creating folder: Project (2cf888c16be54f20a49dc20dea83d955). Parent ref: group-v484164. {{(pid=62328) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 886.808179] env[62328]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-a6da977e-b8ba-46ab-8010-6772b0aad0f8 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 886.820786] env[62328]: INFO nova.virt.vmwareapi.vm_util [None req-014de973-7e83-4261-85b6-8239aa7905d5 tempest-ServerAddressesTestJSON-1355536089 tempest-ServerAddressesTestJSON-1355536089-project-member] Created folder: Project (2cf888c16be54f20a49dc20dea83d955) in parent group-v484164. [ 886.820978] env[62328]: DEBUG nova.virt.vmwareapi.vm_util [None req-014de973-7e83-4261-85b6-8239aa7905d5 tempest-ServerAddressesTestJSON-1355536089 tempest-ServerAddressesTestJSON-1355536089-project-member] Creating folder: Instances. Parent ref: group-v484380. {{(pid=62328) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 886.821223] env[62328]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-ddd0f0e0-23f4-4538-b02d-15352ed9cbb2 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 886.831294] env[62328]: INFO nova.virt.vmwareapi.vm_util [None req-014de973-7e83-4261-85b6-8239aa7905d5 tempest-ServerAddressesTestJSON-1355536089 tempest-ServerAddressesTestJSON-1355536089-project-member] Created folder: Instances in parent group-v484380. [ 886.831527] env[62328]: DEBUG oslo.service.loopingcall [None req-014de973-7e83-4261-85b6-8239aa7905d5 tempest-ServerAddressesTestJSON-1355536089 tempest-ServerAddressesTestJSON-1355536089-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62328) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 886.831713] env[62328]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b3655835-4dc8-4e69-aa40-9421d264f283] Creating VM on the ESX host {{(pid=62328) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 886.831905] env[62328]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-80de0c67-5b10-47ad-8224-a4d9af38b36e {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 886.851283] env[62328]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 886.851283] env[62328]: value = "task-2387112" [ 886.851283] env[62328]: _type = "Task" [ 886.851283] env[62328]: } to complete. {{(pid=62328) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 886.858880] env[62328]: DEBUG oslo_vmware.api [-] Task: {'id': task-2387112, 'name': CreateVM_Task} progress is 0%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 887.008635] env[62328]: DEBUG oslo_vmware.api [None req-cac4f7b0-8844-4251-baa5-59f8ca9b699e tempest-MultipleCreateTestJSON-1245707987 tempest-MultipleCreateTestJSON-1245707987-project-member] Task: {'id': task-2387108, 'name': PowerOffVM_Task, 'duration_secs': 0.198063} completed successfully. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 887.008951] env[62328]: DEBUG nova.virt.vmwareapi.vm_util [None req-cac4f7b0-8844-4251-baa5-59f8ca9b699e tempest-MultipleCreateTestJSON-1245707987 tempest-MultipleCreateTestJSON-1245707987-project-member] [instance: a761ba21-78b5-4c5c-a30b-2622da535c99] Powered off the VM {{(pid=62328) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 887.009124] env[62328]: DEBUG nova.virt.vmwareapi.vmops [None req-cac4f7b0-8844-4251-baa5-59f8ca9b699e tempest-MultipleCreateTestJSON-1245707987 tempest-MultipleCreateTestJSON-1245707987-project-member] [instance: a761ba21-78b5-4c5c-a30b-2622da535c99] Unregistering the VM {{(pid=62328) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 887.009391] env[62328]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-40b8c769-e71e-40bc-904e-cde42a05cd23 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 887.039042] env[62328]: DEBUG nova.compute.manager [req-c84fd8e5-2fe4-486e-a8d5-02f0e0857df1 req-89151b20-10e9-4611-b5a1-31a4119087b8 service nova] [instance: b3655835-4dc8-4e69-aa40-9421d264f283] Received event network-changed-66c94018-6c09-4108-ab99-32149027c5a0 {{(pid=62328) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 887.039255] env[62328]: DEBUG nova.compute.manager [req-c84fd8e5-2fe4-486e-a8d5-02f0e0857df1 req-89151b20-10e9-4611-b5a1-31a4119087b8 service nova] [instance: b3655835-4dc8-4e69-aa40-9421d264f283] Refreshing instance network info cache due to event network-changed-66c94018-6c09-4108-ab99-32149027c5a0. {{(pid=62328) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 887.039449] env[62328]: DEBUG oslo_concurrency.lockutils [req-c84fd8e5-2fe4-486e-a8d5-02f0e0857df1 req-89151b20-10e9-4611-b5a1-31a4119087b8 service nova] Acquiring lock "refresh_cache-b3655835-4dc8-4e69-aa40-9421d264f283" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 887.039589] env[62328]: DEBUG oslo_concurrency.lockutils [req-c84fd8e5-2fe4-486e-a8d5-02f0e0857df1 req-89151b20-10e9-4611-b5a1-31a4119087b8 service nova] Acquired lock "refresh_cache-b3655835-4dc8-4e69-aa40-9421d264f283" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 887.039746] env[62328]: DEBUG nova.network.neutron [req-c84fd8e5-2fe4-486e-a8d5-02f0e0857df1 req-89151b20-10e9-4611-b5a1-31a4119087b8 service nova] [instance: b3655835-4dc8-4e69-aa40-9421d264f283] Refreshing network info cache for port 66c94018-6c09-4108-ab99-32149027c5a0 {{(pid=62328) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 887.070619] env[62328]: DEBUG nova.virt.vmwareapi.vmops [None req-cac4f7b0-8844-4251-baa5-59f8ca9b699e tempest-MultipleCreateTestJSON-1245707987 tempest-MultipleCreateTestJSON-1245707987-project-member] [instance: a761ba21-78b5-4c5c-a30b-2622da535c99] Unregistered the VM {{(pid=62328) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 887.070944] env[62328]: DEBUG nova.virt.vmwareapi.vmops [None req-cac4f7b0-8844-4251-baa5-59f8ca9b699e tempest-MultipleCreateTestJSON-1245707987 tempest-MultipleCreateTestJSON-1245707987-project-member] [instance: a761ba21-78b5-4c5c-a30b-2622da535c99] Deleting contents of the VM from datastore datastore1 {{(pid=62328) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 887.071283] env[62328]: DEBUG nova.virt.vmwareapi.ds_util [None req-cac4f7b0-8844-4251-baa5-59f8ca9b699e tempest-MultipleCreateTestJSON-1245707987 tempest-MultipleCreateTestJSON-1245707987-project-member] Deleting the datastore file [datastore1] a761ba21-78b5-4c5c-a30b-2622da535c99 {{(pid=62328) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 887.071670] env[62328]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-8341bda2-fc54-4aca-9c45-c9ac8840c920 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 887.080241] env[62328]: DEBUG oslo_vmware.api [None req-cac4f7b0-8844-4251-baa5-59f8ca9b699e tempest-MultipleCreateTestJSON-1245707987 tempest-MultipleCreateTestJSON-1245707987-project-member] Waiting for the task: (returnval){ [ 887.080241] env[62328]: value = "task-2387114" [ 887.080241] env[62328]: _type = "Task" [ 887.080241] env[62328]: } to complete. {{(pid=62328) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 887.088037] env[62328]: DEBUG oslo_vmware.api [None req-914e19d1-504d-46e4-8e2c-a7c8ccf6cad0 tempest-MultipleCreateTestJSON-1245707987 tempest-MultipleCreateTestJSON-1245707987-project-member] Task: {'id': task-2387109, 'name': PowerOffVM_Task, 'duration_secs': 0.189281} completed successfully. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 887.088566] env[62328]: DEBUG nova.virt.vmwareapi.vm_util [None req-914e19d1-504d-46e4-8e2c-a7c8ccf6cad0 tempest-MultipleCreateTestJSON-1245707987 tempest-MultipleCreateTestJSON-1245707987-project-member] [instance: e0892d4c-3ee0-48f8-af0d-9574468e7cab] Powered off the VM {{(pid=62328) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 887.088733] env[62328]: DEBUG nova.virt.vmwareapi.vmops [None req-914e19d1-504d-46e4-8e2c-a7c8ccf6cad0 tempest-MultipleCreateTestJSON-1245707987 tempest-MultipleCreateTestJSON-1245707987-project-member] [instance: e0892d4c-3ee0-48f8-af0d-9574468e7cab] Unregistering the VM {{(pid=62328) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 887.088959] env[62328]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-034be9d0-44e3-47ca-ad80-8056696b4825 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 887.092887] env[62328]: DEBUG oslo_vmware.api [None req-cac4f7b0-8844-4251-baa5-59f8ca9b699e tempest-MultipleCreateTestJSON-1245707987 tempest-MultipleCreateTestJSON-1245707987-project-member] Task: {'id': task-2387114, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 887.154450] env[62328]: DEBUG nova.virt.vmwareapi.vmops [None req-914e19d1-504d-46e4-8e2c-a7c8ccf6cad0 tempest-MultipleCreateTestJSON-1245707987 tempest-MultipleCreateTestJSON-1245707987-project-member] [instance: e0892d4c-3ee0-48f8-af0d-9574468e7cab] Unregistered the VM {{(pid=62328) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 887.154724] env[62328]: DEBUG nova.virt.vmwareapi.vmops [None req-914e19d1-504d-46e4-8e2c-a7c8ccf6cad0 tempest-MultipleCreateTestJSON-1245707987 tempest-MultipleCreateTestJSON-1245707987-project-member] [instance: e0892d4c-3ee0-48f8-af0d-9574468e7cab] Deleting contents of the VM from datastore datastore1 {{(pid=62328) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 887.154911] env[62328]: DEBUG nova.virt.vmwareapi.ds_util [None req-914e19d1-504d-46e4-8e2c-a7c8ccf6cad0 tempest-MultipleCreateTestJSON-1245707987 tempest-MultipleCreateTestJSON-1245707987-project-member] Deleting the datastore file [datastore1] e0892d4c-3ee0-48f8-af0d-9574468e7cab {{(pid=62328) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 887.155240] env[62328]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-8f95fb0d-3c7f-4c77-82b8-e59f5dec3c0d {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 887.162746] env[62328]: DEBUG oslo_vmware.api [None req-914e19d1-504d-46e4-8e2c-a7c8ccf6cad0 tempest-MultipleCreateTestJSON-1245707987 tempest-MultipleCreateTestJSON-1245707987-project-member] Waiting for the task: (returnval){ [ 887.162746] env[62328]: value = "task-2387116" [ 887.162746] env[62328]: _type = "Task" [ 887.162746] env[62328]: } to complete. {{(pid=62328) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 887.171156] env[62328]: DEBUG oslo_vmware.api [None req-914e19d1-504d-46e4-8e2c-a7c8ccf6cad0 tempest-MultipleCreateTestJSON-1245707987 tempest-MultipleCreateTestJSON-1245707987-project-member] Task: {'id': task-2387116, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 887.173995] env[62328]: DEBUG nova.compute.utils [None req-8638092e-2dae-4f4a-92cc-6811fd95b851 tempest-ImagesTestJSON-1776717495 tempest-ImagesTestJSON-1776717495-project-member] Using /dev/sd instead of None {{(pid=62328) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 887.177048] env[62328]: DEBUG nova.compute.manager [None req-8638092e-2dae-4f4a-92cc-6811fd95b851 tempest-ImagesTestJSON-1776717495 tempest-ImagesTestJSON-1776717495-project-member] [instance: e38f62a8-c8ae-4200-b5cc-a799c261ce76] Allocating IP information in the background. {{(pid=62328) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 887.177202] env[62328]: DEBUG nova.network.neutron [None req-8638092e-2dae-4f4a-92cc-6811fd95b851 tempest-ImagesTestJSON-1776717495 tempest-ImagesTestJSON-1776717495-project-member] [instance: e38f62a8-c8ae-4200-b5cc-a799c261ce76] allocate_for_instance() {{(pid=62328) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 887.249365] env[62328]: DEBUG nova.policy [None req-8638092e-2dae-4f4a-92cc-6811fd95b851 tempest-ImagesTestJSON-1776717495 tempest-ImagesTestJSON-1776717495-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '2a8c1cb2dd264ab786b63b3d318857b9', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '79ff0ac960284ebab9828a8e768f66f2', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62328) authorize /opt/stack/nova/nova/policy.py:192}} [ 887.360431] env[62328]: DEBUG oslo_vmware.api [-] Task: {'id': task-2387112, 'name': CreateVM_Task, 'duration_secs': 0.33685} completed successfully. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 887.360619] env[62328]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b3655835-4dc8-4e69-aa40-9421d264f283] Created VM on the ESX host {{(pid=62328) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 887.361625] env[62328]: DEBUG oslo_concurrency.lockutils [None req-014de973-7e83-4261-85b6-8239aa7905d5 tempest-ServerAddressesTestJSON-1355536089 tempest-ServerAddressesTestJSON-1355536089-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/dbf872a4-92be-47e4-8561-c3e2bf2423ab" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 887.361812] env[62328]: DEBUG oslo_concurrency.lockutils [None req-014de973-7e83-4261-85b6-8239aa7905d5 tempest-ServerAddressesTestJSON-1355536089 tempest-ServerAddressesTestJSON-1355536089-project-member] Acquired lock "[datastore1] devstack-image-cache_base/dbf872a4-92be-47e4-8561-c3e2bf2423ab" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 887.362171] env[62328]: DEBUG oslo_concurrency.lockutils [None req-014de973-7e83-4261-85b6-8239aa7905d5 tempest-ServerAddressesTestJSON-1355536089 tempest-ServerAddressesTestJSON-1355536089-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/dbf872a4-92be-47e4-8561-c3e2bf2423ab" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 887.362488] env[62328]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a64b7fa8-ffc1-40a1-aa4d-4b7551ac275d {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 887.366791] env[62328]: DEBUG oslo_vmware.api [None req-014de973-7e83-4261-85b6-8239aa7905d5 tempest-ServerAddressesTestJSON-1355536089 tempest-ServerAddressesTestJSON-1355536089-project-member] Waiting for the task: (returnval){ [ 887.366791] env[62328]: value = "session[52a6e20e-410d-708a-99f2-080a575a99bd]52d4e96a-a1f3-931f-e9b8-cce5ce22518c" [ 887.366791] env[62328]: _type = "Task" [ 887.366791] env[62328]: } to complete. {{(pid=62328) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 887.374295] env[62328]: DEBUG oslo_vmware.api [None req-014de973-7e83-4261-85b6-8239aa7905d5 tempest-ServerAddressesTestJSON-1355536089 tempest-ServerAddressesTestJSON-1355536089-project-member] Task: {'id': session[52a6e20e-410d-708a-99f2-080a575a99bd]52d4e96a-a1f3-931f-e9b8-cce5ce22518c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 887.536429] env[62328]: DEBUG nova.network.neutron [None req-8638092e-2dae-4f4a-92cc-6811fd95b851 tempest-ImagesTestJSON-1776717495 tempest-ImagesTestJSON-1776717495-project-member] [instance: e38f62a8-c8ae-4200-b5cc-a799c261ce76] Successfully created port: 91f90c8d-1a59-42af-8891-10582fe62bf0 {{(pid=62328) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 887.598072] env[62328]: DEBUG oslo_vmware.api [None req-cac4f7b0-8844-4251-baa5-59f8ca9b699e tempest-MultipleCreateTestJSON-1245707987 tempest-MultipleCreateTestJSON-1245707987-project-member] Task: {'id': task-2387114, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.182338} completed successfully. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 887.599147] env[62328]: DEBUG nova.virt.vmwareapi.ds_util [None req-cac4f7b0-8844-4251-baa5-59f8ca9b699e tempest-MultipleCreateTestJSON-1245707987 tempest-MultipleCreateTestJSON-1245707987-project-member] Deleted the datastore file {{(pid=62328) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 887.599471] env[62328]: DEBUG nova.virt.vmwareapi.vmops [None req-cac4f7b0-8844-4251-baa5-59f8ca9b699e tempest-MultipleCreateTestJSON-1245707987 tempest-MultipleCreateTestJSON-1245707987-project-member] [instance: a761ba21-78b5-4c5c-a30b-2622da535c99] Deleted contents of the VM from datastore datastore1 {{(pid=62328) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 887.599762] env[62328]: DEBUG nova.virt.vmwareapi.vmops [None req-cac4f7b0-8844-4251-baa5-59f8ca9b699e tempest-MultipleCreateTestJSON-1245707987 tempest-MultipleCreateTestJSON-1245707987-project-member] [instance: a761ba21-78b5-4c5c-a30b-2622da535c99] Instance destroyed {{(pid=62328) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 887.600049] env[62328]: INFO nova.compute.manager [None req-cac4f7b0-8844-4251-baa5-59f8ca9b699e tempest-MultipleCreateTestJSON-1245707987 tempest-MultipleCreateTestJSON-1245707987-project-member] [instance: a761ba21-78b5-4c5c-a30b-2622da535c99] Took 1.12 seconds to destroy the instance on the hypervisor. [ 887.601599] env[62328]: DEBUG oslo.service.loopingcall [None req-cac4f7b0-8844-4251-baa5-59f8ca9b699e tempest-MultipleCreateTestJSON-1245707987 tempest-MultipleCreateTestJSON-1245707987-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62328) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 887.601599] env[62328]: DEBUG nova.compute.manager [-] [instance: a761ba21-78b5-4c5c-a30b-2622da535c99] Deallocating network for instance {{(pid=62328) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 887.601599] env[62328]: DEBUG nova.network.neutron [-] [instance: a761ba21-78b5-4c5c-a30b-2622da535c99] deallocate_for_instance() {{(pid=62328) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 887.671733] env[62328]: DEBUG oslo_vmware.api [None req-914e19d1-504d-46e4-8e2c-a7c8ccf6cad0 tempest-MultipleCreateTestJSON-1245707987 tempest-MultipleCreateTestJSON-1245707987-project-member] Task: {'id': task-2387116, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.187451} completed successfully. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 887.672350] env[62328]: DEBUG nova.virt.vmwareapi.ds_util [None req-914e19d1-504d-46e4-8e2c-a7c8ccf6cad0 tempest-MultipleCreateTestJSON-1245707987 tempest-MultipleCreateTestJSON-1245707987-project-member] Deleted the datastore file {{(pid=62328) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 887.672654] env[62328]: DEBUG nova.virt.vmwareapi.vmops [None req-914e19d1-504d-46e4-8e2c-a7c8ccf6cad0 tempest-MultipleCreateTestJSON-1245707987 tempest-MultipleCreateTestJSON-1245707987-project-member] [instance: e0892d4c-3ee0-48f8-af0d-9574468e7cab] Deleted contents of the VM from datastore datastore1 {{(pid=62328) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 887.673223] env[62328]: DEBUG nova.virt.vmwareapi.vmops [None req-914e19d1-504d-46e4-8e2c-a7c8ccf6cad0 tempest-MultipleCreateTestJSON-1245707987 tempest-MultipleCreateTestJSON-1245707987-project-member] [instance: e0892d4c-3ee0-48f8-af0d-9574468e7cab] Instance destroyed {{(pid=62328) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 887.673520] env[62328]: INFO nova.compute.manager [None req-914e19d1-504d-46e4-8e2c-a7c8ccf6cad0 tempest-MultipleCreateTestJSON-1245707987 tempest-MultipleCreateTestJSON-1245707987-project-member] [instance: e0892d4c-3ee0-48f8-af0d-9574468e7cab] Took 1.11 seconds to destroy the instance on the hypervisor. [ 887.673844] env[62328]: DEBUG oslo.service.loopingcall [None req-914e19d1-504d-46e4-8e2c-a7c8ccf6cad0 tempest-MultipleCreateTestJSON-1245707987 tempest-MultipleCreateTestJSON-1245707987-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62328) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 887.676231] env[62328]: DEBUG nova.compute.manager [-] [instance: e0892d4c-3ee0-48f8-af0d-9574468e7cab] Deallocating network for instance {{(pid=62328) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 887.676446] env[62328]: DEBUG nova.network.neutron [-] [instance: e0892d4c-3ee0-48f8-af0d-9574468e7cab] deallocate_for_instance() {{(pid=62328) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 887.683179] env[62328]: DEBUG nova.compute.manager [None req-8638092e-2dae-4f4a-92cc-6811fd95b851 tempest-ImagesTestJSON-1776717495 tempest-ImagesTestJSON-1776717495-project-member] [instance: e38f62a8-c8ae-4200-b5cc-a799c261ce76] Start building block device mappings for instance. {{(pid=62328) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 887.802654] env[62328]: DEBUG nova.network.neutron [req-c84fd8e5-2fe4-486e-a8d5-02f0e0857df1 req-89151b20-10e9-4611-b5a1-31a4119087b8 service nova] [instance: b3655835-4dc8-4e69-aa40-9421d264f283] Updated VIF entry in instance network info cache for port 66c94018-6c09-4108-ab99-32149027c5a0. {{(pid=62328) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 887.803025] env[62328]: DEBUG nova.network.neutron [req-c84fd8e5-2fe4-486e-a8d5-02f0e0857df1 req-89151b20-10e9-4611-b5a1-31a4119087b8 service nova] [instance: b3655835-4dc8-4e69-aa40-9421d264f283] Updating instance_info_cache with network_info: [{"id": "66c94018-6c09-4108-ab99-32149027c5a0", "address": "fa:16:3e:48:71:a3", "network": {"id": "ea2e36b3-6d88-48c7-8dc4-bae54e274631", "bridge": "br-int", "label": "tempest-ServerAddressesTestJSON-903098059-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2cf888c16be54f20a49dc20dea83d955", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d298db54-f13d-4bf6-b6c2-755074b3047f", "external-id": "nsx-vlan-transportzone-631", "segmentation_id": 631, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap66c94018-6c", "ovs_interfaceid": "66c94018-6c09-4108-ab99-32149027c5a0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62328) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 887.886708] env[62328]: DEBUG oslo_vmware.api [None req-014de973-7e83-4261-85b6-8239aa7905d5 tempest-ServerAddressesTestJSON-1355536089 tempest-ServerAddressesTestJSON-1355536089-project-member] Task: {'id': session[52a6e20e-410d-708a-99f2-080a575a99bd]52d4e96a-a1f3-931f-e9b8-cce5ce22518c, 'name': SearchDatastore_Task, 'duration_secs': 0.008235} completed successfully. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 887.887238] env[62328]: DEBUG oslo_concurrency.lockutils [None req-014de973-7e83-4261-85b6-8239aa7905d5 tempest-ServerAddressesTestJSON-1355536089 tempest-ServerAddressesTestJSON-1355536089-project-member] Releasing lock "[datastore1] devstack-image-cache_base/dbf872a4-92be-47e4-8561-c3e2bf2423ab" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 887.887588] env[62328]: DEBUG nova.virt.vmwareapi.vmops [None req-014de973-7e83-4261-85b6-8239aa7905d5 tempest-ServerAddressesTestJSON-1355536089 tempest-ServerAddressesTestJSON-1355536089-project-member] [instance: b3655835-4dc8-4e69-aa40-9421d264f283] Processing image dbf872a4-92be-47e4-8561-c3e2bf2423ab {{(pid=62328) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 887.887888] env[62328]: DEBUG oslo_concurrency.lockutils [None req-014de973-7e83-4261-85b6-8239aa7905d5 tempest-ServerAddressesTestJSON-1355536089 tempest-ServerAddressesTestJSON-1355536089-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/dbf872a4-92be-47e4-8561-c3e2bf2423ab/dbf872a4-92be-47e4-8561-c3e2bf2423ab.vmdk" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 887.888205] env[62328]: DEBUG oslo_concurrency.lockutils [None req-014de973-7e83-4261-85b6-8239aa7905d5 tempest-ServerAddressesTestJSON-1355536089 tempest-ServerAddressesTestJSON-1355536089-project-member] Acquired lock "[datastore1] devstack-image-cache_base/dbf872a4-92be-47e4-8561-c3e2bf2423ab/dbf872a4-92be-47e4-8561-c3e2bf2423ab.vmdk" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 887.888630] env[62328]: DEBUG nova.virt.vmwareapi.ds_util [None req-014de973-7e83-4261-85b6-8239aa7905d5 tempest-ServerAddressesTestJSON-1355536089 tempest-ServerAddressesTestJSON-1355536089-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62328) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 887.891219] env[62328]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-8f693b0d-b8db-4be6-a45a-88f079bfda1f {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 887.907837] env[62328]: DEBUG nova.virt.vmwareapi.ds_util [None req-014de973-7e83-4261-85b6-8239aa7905d5 tempest-ServerAddressesTestJSON-1355536089 tempest-ServerAddressesTestJSON-1355536089-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62328) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 887.908038] env[62328]: DEBUG nova.virt.vmwareapi.vmops [None req-014de973-7e83-4261-85b6-8239aa7905d5 tempest-ServerAddressesTestJSON-1355536089 tempest-ServerAddressesTestJSON-1355536089-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62328) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 887.908775] env[62328]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e8bb4f0c-45ed-4f7f-8778-7dfe5a598fd5 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 887.914209] env[62328]: DEBUG oslo_vmware.api [None req-014de973-7e83-4261-85b6-8239aa7905d5 tempest-ServerAddressesTestJSON-1355536089 tempest-ServerAddressesTestJSON-1355536089-project-member] Waiting for the task: (returnval){ [ 887.914209] env[62328]: value = "session[52a6e20e-410d-708a-99f2-080a575a99bd]529fd270-3d89-05e3-b285-e1777e3dfb5f" [ 887.914209] env[62328]: _type = "Task" [ 887.914209] env[62328]: } to complete. {{(pid=62328) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 887.927360] env[62328]: DEBUG oslo_vmware.api [None req-014de973-7e83-4261-85b6-8239aa7905d5 tempest-ServerAddressesTestJSON-1355536089 tempest-ServerAddressesTestJSON-1355536089-project-member] Task: {'id': session[52a6e20e-410d-708a-99f2-080a575a99bd]529fd270-3d89-05e3-b285-e1777e3dfb5f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 888.049368] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-449a8677-c397-462b-b8c2-6132e8641050 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 888.056898] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eabd27ac-8ee9-4b87-b373-9b85795acd63 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 888.089320] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3ba61bbd-3fba-4a0d-b644-695166b40a6c {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 888.096837] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e2dce37c-24db-4478-89c8-803db27fd885 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 888.111098] env[62328]: DEBUG nova.compute.provider_tree [None req-638ee745-825e-40b6-a37d-d605d6a6c6c0 tempest-AttachInterfacesUnderV243Test-538941428 tempest-AttachInterfacesUnderV243Test-538941428-project-member] Inventory has not changed in ProviderTree for provider: 3469e9f8-04af-49ca-8435-49f104496744 {{(pid=62328) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 888.306018] env[62328]: DEBUG oslo_concurrency.lockutils [req-c84fd8e5-2fe4-486e-a8d5-02f0e0857df1 req-89151b20-10e9-4611-b5a1-31a4119087b8 service nova] Releasing lock "refresh_cache-b3655835-4dc8-4e69-aa40-9421d264f283" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 888.429903] env[62328]: DEBUG oslo_vmware.api [None req-014de973-7e83-4261-85b6-8239aa7905d5 tempest-ServerAddressesTestJSON-1355536089 tempest-ServerAddressesTestJSON-1355536089-project-member] Task: {'id': session[52a6e20e-410d-708a-99f2-080a575a99bd]529fd270-3d89-05e3-b285-e1777e3dfb5f, 'name': SearchDatastore_Task, 'duration_secs': 0.044633} completed successfully. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 888.430730] env[62328]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-60ae01cc-3e9c-4ebc-8ca4-139fc9fd8b61 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 888.436904] env[62328]: DEBUG oslo_vmware.api [None req-014de973-7e83-4261-85b6-8239aa7905d5 tempest-ServerAddressesTestJSON-1355536089 tempest-ServerAddressesTestJSON-1355536089-project-member] Waiting for the task: (returnval){ [ 888.436904] env[62328]: value = "session[52a6e20e-410d-708a-99f2-080a575a99bd]52711057-fd27-4b9a-74a3-19cc43e5acf4" [ 888.436904] env[62328]: _type = "Task" [ 888.436904] env[62328]: } to complete. {{(pid=62328) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 888.447407] env[62328]: DEBUG oslo_vmware.api [None req-014de973-7e83-4261-85b6-8239aa7905d5 tempest-ServerAddressesTestJSON-1355536089 tempest-ServerAddressesTestJSON-1355536089-project-member] Task: {'id': session[52a6e20e-410d-708a-99f2-080a575a99bd]52711057-fd27-4b9a-74a3-19cc43e5acf4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 888.614261] env[62328]: DEBUG nova.scheduler.client.report [None req-638ee745-825e-40b6-a37d-d605d6a6c6c0 tempest-AttachInterfacesUnderV243Test-538941428 tempest-AttachInterfacesUnderV243Test-538941428-project-member] Inventory has not changed for provider 3469e9f8-04af-49ca-8435-49f104496744 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 152, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62328) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 888.692895] env[62328]: DEBUG nova.compute.manager [None req-8638092e-2dae-4f4a-92cc-6811fd95b851 tempest-ImagesTestJSON-1776717495 tempest-ImagesTestJSON-1776717495-project-member] [instance: e38f62a8-c8ae-4200-b5cc-a799c261ce76] Start spawning the instance on the hypervisor. {{(pid=62328) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 888.720335] env[62328]: DEBUG nova.virt.hardware [None req-8638092e-2dae-4f4a-92cc-6811fd95b851 tempest-ImagesTestJSON-1776717495 tempest-ImagesTestJSON-1776717495-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-07T17:16:55Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='954cdaa8e94d379321070a5db0670656',container_format='bare',created_at=2025-02-07T17:23:50Z,direct_url=,disk_format='vmdk',id=0eb34995-d601-4bff-b384-243b20cac601,min_disk=1,min_ram=0,name='tempest-test-snap-151081041',owner='79ff0ac960284ebab9828a8e768f66f2',properties=ImageMetaProps,protected=,size=21334016,status='active',tags=,updated_at=2025-02-07T17:24:05Z,virtual_size=,visibility=), allow threads: False {{(pid=62328) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 888.720588] env[62328]: DEBUG nova.virt.hardware [None req-8638092e-2dae-4f4a-92cc-6811fd95b851 tempest-ImagesTestJSON-1776717495 tempest-ImagesTestJSON-1776717495-project-member] Flavor limits 0:0:0 {{(pid=62328) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 888.720745] env[62328]: DEBUG nova.virt.hardware [None req-8638092e-2dae-4f4a-92cc-6811fd95b851 tempest-ImagesTestJSON-1776717495 tempest-ImagesTestJSON-1776717495-project-member] Image limits 0:0:0 {{(pid=62328) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 888.720927] env[62328]: DEBUG nova.virt.hardware [None req-8638092e-2dae-4f4a-92cc-6811fd95b851 tempest-ImagesTestJSON-1776717495 tempest-ImagesTestJSON-1776717495-project-member] Flavor pref 0:0:0 {{(pid=62328) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 888.721086] env[62328]: DEBUG nova.virt.hardware [None req-8638092e-2dae-4f4a-92cc-6811fd95b851 tempest-ImagesTestJSON-1776717495 tempest-ImagesTestJSON-1776717495-project-member] Image pref 0:0:0 {{(pid=62328) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 888.721236] env[62328]: DEBUG nova.virt.hardware [None req-8638092e-2dae-4f4a-92cc-6811fd95b851 tempest-ImagesTestJSON-1776717495 tempest-ImagesTestJSON-1776717495-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62328) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 888.721447] env[62328]: DEBUG nova.virt.hardware [None req-8638092e-2dae-4f4a-92cc-6811fd95b851 tempest-ImagesTestJSON-1776717495 tempest-ImagesTestJSON-1776717495-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62328) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 888.721602] env[62328]: DEBUG nova.virt.hardware [None req-8638092e-2dae-4f4a-92cc-6811fd95b851 tempest-ImagesTestJSON-1776717495 tempest-ImagesTestJSON-1776717495-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62328) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 888.721780] env[62328]: DEBUG nova.virt.hardware [None req-8638092e-2dae-4f4a-92cc-6811fd95b851 tempest-ImagesTestJSON-1776717495 tempest-ImagesTestJSON-1776717495-project-member] Got 1 possible topologies {{(pid=62328) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 888.722024] env[62328]: DEBUG nova.virt.hardware [None req-8638092e-2dae-4f4a-92cc-6811fd95b851 tempest-ImagesTestJSON-1776717495 tempest-ImagesTestJSON-1776717495-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62328) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 888.722229] env[62328]: DEBUG nova.virt.hardware [None req-8638092e-2dae-4f4a-92cc-6811fd95b851 tempest-ImagesTestJSON-1776717495 tempest-ImagesTestJSON-1776717495-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62328) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 888.723132] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-57c3e055-3e78-4c89-aacd-3272cf2275c0 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 888.731586] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1d76561d-272a-4d55-9a0f-1478d17b462f {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 888.947098] env[62328]: DEBUG oslo_vmware.api [None req-014de973-7e83-4261-85b6-8239aa7905d5 tempest-ServerAddressesTestJSON-1355536089 tempest-ServerAddressesTestJSON-1355536089-project-member] Task: {'id': session[52a6e20e-410d-708a-99f2-080a575a99bd]52711057-fd27-4b9a-74a3-19cc43e5acf4, 'name': SearchDatastore_Task, 'duration_secs': 0.009142} completed successfully. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 888.947380] env[62328]: DEBUG oslo_concurrency.lockutils [None req-014de973-7e83-4261-85b6-8239aa7905d5 tempest-ServerAddressesTestJSON-1355536089 tempest-ServerAddressesTestJSON-1355536089-project-member] Releasing lock "[datastore1] devstack-image-cache_base/dbf872a4-92be-47e4-8561-c3e2bf2423ab/dbf872a4-92be-47e4-8561-c3e2bf2423ab.vmdk" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 888.947638] env[62328]: DEBUG nova.virt.vmwareapi.vm_util [None req-014de973-7e83-4261-85b6-8239aa7905d5 tempest-ServerAddressesTestJSON-1355536089 tempest-ServerAddressesTestJSON-1355536089-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/dbf872a4-92be-47e4-8561-c3e2bf2423ab/dbf872a4-92be-47e4-8561-c3e2bf2423ab.vmdk to [datastore1] b3655835-4dc8-4e69-aa40-9421d264f283/b3655835-4dc8-4e69-aa40-9421d264f283.vmdk {{(pid=62328) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 888.947911] env[62328]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-15feb309-5da4-4cb3-8e5e-1ee2312545d7 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 888.954617] env[62328]: DEBUG oslo_vmware.api [None req-014de973-7e83-4261-85b6-8239aa7905d5 tempest-ServerAddressesTestJSON-1355536089 tempest-ServerAddressesTestJSON-1355536089-project-member] Waiting for the task: (returnval){ [ 888.954617] env[62328]: value = "task-2387117" [ 888.954617] env[62328]: _type = "Task" [ 888.954617] env[62328]: } to complete. {{(pid=62328) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 888.962889] env[62328]: DEBUG oslo_vmware.api [None req-014de973-7e83-4261-85b6-8239aa7905d5 tempest-ServerAddressesTestJSON-1355536089 tempest-ServerAddressesTestJSON-1355536089-project-member] Task: {'id': task-2387117, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 888.970322] env[62328]: DEBUG nova.network.neutron [-] [instance: e0892d4c-3ee0-48f8-af0d-9574468e7cab] Updating instance_info_cache with network_info: [] {{(pid=62328) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 888.977124] env[62328]: DEBUG nova.network.neutron [-] [instance: a761ba21-78b5-4c5c-a30b-2622da535c99] Updating instance_info_cache with network_info: [] {{(pid=62328) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 889.071194] env[62328]: DEBUG nova.compute.manager [req-d53de0d6-5e9c-4199-be96-90f82ec281fb req-7a45e779-5ac4-4b20-9e7d-25a1ec5d08c6 service nova] [instance: e0892d4c-3ee0-48f8-af0d-9574468e7cab] Received event network-vif-deleted-0c875f0c-fc8d-4613-aa00-dac3eb6bf323 {{(pid=62328) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 889.071434] env[62328]: DEBUG nova.compute.manager [req-d53de0d6-5e9c-4199-be96-90f82ec281fb req-7a45e779-5ac4-4b20-9e7d-25a1ec5d08c6 service nova] [instance: a761ba21-78b5-4c5c-a30b-2622da535c99] Received event network-vif-deleted-69afddca-b1f5-4786-9695-8d99bee46c64 {{(pid=62328) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 889.120544] env[62328]: DEBUG oslo_concurrency.lockutils [None req-638ee745-825e-40b6-a37d-d605d6a6c6c0 tempest-AttachInterfacesUnderV243Test-538941428 tempest-AttachInterfacesUnderV243Test-538941428-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.453s {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 889.121346] env[62328]: DEBUG nova.compute.manager [None req-638ee745-825e-40b6-a37d-d605d6a6c6c0 tempest-AttachInterfacesUnderV243Test-538941428 tempest-AttachInterfacesUnderV243Test-538941428-project-member] [instance: ca5f1f85-0fbb-4572-8b04-bd275a02f396] Start building networks asynchronously for instance. {{(pid=62328) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 889.124531] env[62328]: DEBUG oslo_concurrency.lockutils [None req-b3e540fe-8496-4abc-9f25-ff7b263c7799 tempest-DeleteServersTestJSON-1766103036 tempest-DeleteServersTestJSON-1766103036-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 14.943s {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 889.124685] env[62328]: DEBUG nova.objects.instance [None req-b3e540fe-8496-4abc-9f25-ff7b263c7799 tempest-DeleteServersTestJSON-1766103036 tempest-DeleteServersTestJSON-1766103036-project-member] Lazy-loading 'resources' on Instance uuid b2aeacce-e015-41c8-9976-73e94dad243b {{(pid=62328) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 889.465228] env[62328]: DEBUG oslo_vmware.api [None req-014de973-7e83-4261-85b6-8239aa7905d5 tempest-ServerAddressesTestJSON-1355536089 tempest-ServerAddressesTestJSON-1355536089-project-member] Task: {'id': task-2387117, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.460897} completed successfully. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 889.465564] env[62328]: DEBUG nova.virt.vmwareapi.vm_util [None req-014de973-7e83-4261-85b6-8239aa7905d5 tempest-ServerAddressesTestJSON-1355536089 tempest-ServerAddressesTestJSON-1355536089-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/dbf872a4-92be-47e4-8561-c3e2bf2423ab/dbf872a4-92be-47e4-8561-c3e2bf2423ab.vmdk to [datastore1] b3655835-4dc8-4e69-aa40-9421d264f283/b3655835-4dc8-4e69-aa40-9421d264f283.vmdk {{(pid=62328) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 889.465773] env[62328]: DEBUG nova.virt.vmwareapi.vmops [None req-014de973-7e83-4261-85b6-8239aa7905d5 tempest-ServerAddressesTestJSON-1355536089 tempest-ServerAddressesTestJSON-1355536089-project-member] [instance: b3655835-4dc8-4e69-aa40-9421d264f283] Extending root virtual disk to 1048576 {{(pid=62328) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 889.466148] env[62328]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-a9b24f79-c887-467c-a023-2a7bbe5a14af {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 889.472765] env[62328]: INFO nova.compute.manager [-] [instance: e0892d4c-3ee0-48f8-af0d-9574468e7cab] Took 1.80 seconds to deallocate network for instance. [ 889.473100] env[62328]: DEBUG oslo_vmware.api [None req-014de973-7e83-4261-85b6-8239aa7905d5 tempest-ServerAddressesTestJSON-1355536089 tempest-ServerAddressesTestJSON-1355536089-project-member] Waiting for the task: (returnval){ [ 889.473100] env[62328]: value = "task-2387118" [ 889.473100] env[62328]: _type = "Task" [ 889.473100] env[62328]: } to complete. {{(pid=62328) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 889.480154] env[62328]: INFO nova.compute.manager [-] [instance: a761ba21-78b5-4c5c-a30b-2622da535c99] Took 1.88 seconds to deallocate network for instance. [ 889.485412] env[62328]: DEBUG oslo_vmware.api [None req-014de973-7e83-4261-85b6-8239aa7905d5 tempest-ServerAddressesTestJSON-1355536089 tempest-ServerAddressesTestJSON-1355536089-project-member] Task: {'id': task-2387118, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 889.629054] env[62328]: DEBUG nova.compute.utils [None req-638ee745-825e-40b6-a37d-d605d6a6c6c0 tempest-AttachInterfacesUnderV243Test-538941428 tempest-AttachInterfacesUnderV243Test-538941428-project-member] Using /dev/sd instead of None {{(pid=62328) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 889.631885] env[62328]: DEBUG nova.compute.manager [None req-638ee745-825e-40b6-a37d-d605d6a6c6c0 tempest-AttachInterfacesUnderV243Test-538941428 tempest-AttachInterfacesUnderV243Test-538941428-project-member] [instance: ca5f1f85-0fbb-4572-8b04-bd275a02f396] Allocating IP information in the background. {{(pid=62328) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 889.632319] env[62328]: DEBUG nova.network.neutron [None req-638ee745-825e-40b6-a37d-d605d6a6c6c0 tempest-AttachInterfacesUnderV243Test-538941428 tempest-AttachInterfacesUnderV243Test-538941428-project-member] [instance: ca5f1f85-0fbb-4572-8b04-bd275a02f396] allocate_for_instance() {{(pid=62328) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 889.734541] env[62328]: DEBUG nova.policy [None req-638ee745-825e-40b6-a37d-d605d6a6c6c0 tempest-AttachInterfacesUnderV243Test-538941428 tempest-AttachInterfacesUnderV243Test-538941428-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'a490a9a628804bafaac3500bad1284d9', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '6f7f207a3b4b411dabdbbc02ffc447bc', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62328) authorize /opt/stack/nova/nova/policy.py:192}} [ 889.972190] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-52fe1872-fdb1-45d4-9849-9d33cb564e1c {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 889.983711] env[62328]: DEBUG oslo_vmware.api [None req-014de973-7e83-4261-85b6-8239aa7905d5 tempest-ServerAddressesTestJSON-1355536089 tempest-ServerAddressesTestJSON-1355536089-project-member] Task: {'id': task-2387118, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.061936} completed successfully. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 889.985793] env[62328]: DEBUG nova.virt.vmwareapi.vmops [None req-014de973-7e83-4261-85b6-8239aa7905d5 tempest-ServerAddressesTestJSON-1355536089 tempest-ServerAddressesTestJSON-1355536089-project-member] [instance: b3655835-4dc8-4e69-aa40-9421d264f283] Extended root virtual disk {{(pid=62328) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 889.987273] env[62328]: DEBUG oslo_concurrency.lockutils [None req-914e19d1-504d-46e4-8e2c-a7c8ccf6cad0 tempest-MultipleCreateTestJSON-1245707987 tempest-MultipleCreateTestJSON-1245707987-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 889.988911] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4874f868-846f-4090-a090-c839c8cac62e {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 889.993495] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1f5e07ac-b8ab-43dc-8fa1-96e47cf50cbd {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 889.997363] env[62328]: DEBUG oslo_concurrency.lockutils [None req-cac4f7b0-8844-4251-baa5-59f8ca9b699e tempest-MultipleCreateTestJSON-1245707987 tempest-MultipleCreateTestJSON-1245707987-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 890.019956] env[62328]: DEBUG nova.virt.vmwareapi.volumeops [None req-014de973-7e83-4261-85b6-8239aa7905d5 tempest-ServerAddressesTestJSON-1355536089 tempest-ServerAddressesTestJSON-1355536089-project-member] [instance: b3655835-4dc8-4e69-aa40-9421d264f283] Reconfiguring VM instance instance-0000004f to attach disk [datastore1] b3655835-4dc8-4e69-aa40-9421d264f283/b3655835-4dc8-4e69-aa40-9421d264f283.vmdk or device None with type sparse {{(pid=62328) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 890.044061] env[62328]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3c00390b-a567-439b-8501-ba0125eaf55f {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 890.059829] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a2391d9a-2b89-4847-9a96-48e53363afb8 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 890.067886] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5871f6a4-8d7a-45ff-a324-60b99228fe88 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 890.073041] env[62328]: DEBUG oslo_vmware.api [None req-014de973-7e83-4261-85b6-8239aa7905d5 tempest-ServerAddressesTestJSON-1355536089 tempest-ServerAddressesTestJSON-1355536089-project-member] Waiting for the task: (returnval){ [ 890.073041] env[62328]: value = "task-2387119" [ 890.073041] env[62328]: _type = "Task" [ 890.073041] env[62328]: } to complete. {{(pid=62328) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 890.084757] env[62328]: DEBUG nova.compute.provider_tree [None req-b3e540fe-8496-4abc-9f25-ff7b263c7799 tempest-DeleteServersTestJSON-1766103036 tempest-DeleteServersTestJSON-1766103036-project-member] Inventory has not changed in ProviderTree for provider: 3469e9f8-04af-49ca-8435-49f104496744 {{(pid=62328) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 890.089540] env[62328]: DEBUG oslo_vmware.api [None req-014de973-7e83-4261-85b6-8239aa7905d5 tempest-ServerAddressesTestJSON-1355536089 tempest-ServerAddressesTestJSON-1355536089-project-member] Task: {'id': task-2387119, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 890.134237] env[62328]: DEBUG nova.network.neutron [None req-8638092e-2dae-4f4a-92cc-6811fd95b851 tempest-ImagesTestJSON-1776717495 tempest-ImagesTestJSON-1776717495-project-member] [instance: e38f62a8-c8ae-4200-b5cc-a799c261ce76] Successfully updated port: 91f90c8d-1a59-42af-8891-10582fe62bf0 {{(pid=62328) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 890.134237] env[62328]: DEBUG nova.compute.manager [None req-638ee745-825e-40b6-a37d-d605d6a6c6c0 tempest-AttachInterfacesUnderV243Test-538941428 tempest-AttachInterfacesUnderV243Test-538941428-project-member] [instance: ca5f1f85-0fbb-4572-8b04-bd275a02f396] Start building block device mappings for instance. {{(pid=62328) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 890.237863] env[62328]: DEBUG nova.network.neutron [None req-638ee745-825e-40b6-a37d-d605d6a6c6c0 tempest-AttachInterfacesUnderV243Test-538941428 tempest-AttachInterfacesUnderV243Test-538941428-project-member] [instance: ca5f1f85-0fbb-4572-8b04-bd275a02f396] Successfully created port: c0fd6b4b-c114-409c-a9cc-94d96f6b995a {{(pid=62328) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 890.583420] env[62328]: DEBUG oslo_vmware.api [None req-014de973-7e83-4261-85b6-8239aa7905d5 tempest-ServerAddressesTestJSON-1355536089 tempest-ServerAddressesTestJSON-1355536089-project-member] Task: {'id': task-2387119, 'name': ReconfigVM_Task, 'duration_secs': 0.311214} completed successfully. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 890.583698] env[62328]: DEBUG nova.virt.vmwareapi.volumeops [None req-014de973-7e83-4261-85b6-8239aa7905d5 tempest-ServerAddressesTestJSON-1355536089 tempest-ServerAddressesTestJSON-1355536089-project-member] [instance: b3655835-4dc8-4e69-aa40-9421d264f283] Reconfigured VM instance instance-0000004f to attach disk [datastore1] b3655835-4dc8-4e69-aa40-9421d264f283/b3655835-4dc8-4e69-aa40-9421d264f283.vmdk or device None with type sparse {{(pid=62328) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 890.584372] env[62328]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-3edeaf36-d16a-46dd-bd9d-abde497c0eaa {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 890.587962] env[62328]: DEBUG nova.scheduler.client.report [None req-b3e540fe-8496-4abc-9f25-ff7b263c7799 tempest-DeleteServersTestJSON-1766103036 tempest-DeleteServersTestJSON-1766103036-project-member] Inventory has not changed for provider 3469e9f8-04af-49ca-8435-49f104496744 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 152, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62328) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 890.592333] env[62328]: DEBUG oslo_vmware.api [None req-014de973-7e83-4261-85b6-8239aa7905d5 tempest-ServerAddressesTestJSON-1355536089 tempest-ServerAddressesTestJSON-1355536089-project-member] Waiting for the task: (returnval){ [ 890.592333] env[62328]: value = "task-2387120" [ 890.592333] env[62328]: _type = "Task" [ 890.592333] env[62328]: } to complete. {{(pid=62328) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 890.601238] env[62328]: DEBUG oslo_vmware.api [None req-014de973-7e83-4261-85b6-8239aa7905d5 tempest-ServerAddressesTestJSON-1355536089 tempest-ServerAddressesTestJSON-1355536089-project-member] Task: {'id': task-2387120, 'name': Rename_Task} progress is 5%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 890.633235] env[62328]: DEBUG oslo_concurrency.lockutils [None req-8638092e-2dae-4f4a-92cc-6811fd95b851 tempest-ImagesTestJSON-1776717495 tempest-ImagesTestJSON-1776717495-project-member] Acquiring lock "refresh_cache-e38f62a8-c8ae-4200-b5cc-a799c261ce76" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 890.633416] env[62328]: DEBUG oslo_concurrency.lockutils [None req-8638092e-2dae-4f4a-92cc-6811fd95b851 tempest-ImagesTestJSON-1776717495 tempest-ImagesTestJSON-1776717495-project-member] Acquired lock "refresh_cache-e38f62a8-c8ae-4200-b5cc-a799c261ce76" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 890.633569] env[62328]: DEBUG nova.network.neutron [None req-8638092e-2dae-4f4a-92cc-6811fd95b851 tempest-ImagesTestJSON-1776717495 tempest-ImagesTestJSON-1776717495-project-member] [instance: e38f62a8-c8ae-4200-b5cc-a799c261ce76] Building network info cache for instance {{(pid=62328) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 891.094335] env[62328]: DEBUG oslo_concurrency.lockutils [None req-b3e540fe-8496-4abc-9f25-ff7b263c7799 tempest-DeleteServersTestJSON-1766103036 tempest-DeleteServersTestJSON-1766103036-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.970s {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 891.099291] env[62328]: DEBUG oslo_concurrency.lockutils [None req-2339f4f6-fd0e-4161-9435-3e1103e41f46 tempest-ServerAddressesNegativeTestJSON-283879621 tempest-ServerAddressesNegativeTestJSON-283879621-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 16.427s {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 891.100170] env[62328]: INFO nova.compute.claims [None req-2339f4f6-fd0e-4161-9435-3e1103e41f46 tempest-ServerAddressesNegativeTestJSON-283879621 tempest-ServerAddressesNegativeTestJSON-283879621-project-member] [instance: b3a96122-6f42-4407-a3e8-69305679d6e5] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 891.115022] env[62328]: DEBUG oslo_vmware.api [None req-014de973-7e83-4261-85b6-8239aa7905d5 tempest-ServerAddressesTestJSON-1355536089 tempest-ServerAddressesTestJSON-1355536089-project-member] Task: {'id': task-2387120, 'name': Rename_Task} progress is 14%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 891.122116] env[62328]: INFO nova.scheduler.client.report [None req-b3e540fe-8496-4abc-9f25-ff7b263c7799 tempest-DeleteServersTestJSON-1766103036 tempest-DeleteServersTestJSON-1766103036-project-member] Deleted allocations for instance b2aeacce-e015-41c8-9976-73e94dad243b [ 891.125044] env[62328]: DEBUG nova.compute.manager [req-030f9ff8-c3f7-4927-bde2-5b34df3762a6 req-f695ef06-1647-413b-9e4c-e31e0b66da68 service nova] [instance: e38f62a8-c8ae-4200-b5cc-a799c261ce76] Received event network-vif-plugged-91f90c8d-1a59-42af-8891-10582fe62bf0 {{(pid=62328) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 891.125044] env[62328]: DEBUG oslo_concurrency.lockutils [req-030f9ff8-c3f7-4927-bde2-5b34df3762a6 req-f695ef06-1647-413b-9e4c-e31e0b66da68 service nova] Acquiring lock "e38f62a8-c8ae-4200-b5cc-a799c261ce76-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 891.126179] env[62328]: DEBUG oslo_concurrency.lockutils [req-030f9ff8-c3f7-4927-bde2-5b34df3762a6 req-f695ef06-1647-413b-9e4c-e31e0b66da68 service nova] Lock "e38f62a8-c8ae-4200-b5cc-a799c261ce76-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 891.126656] env[62328]: DEBUG oslo_concurrency.lockutils [req-030f9ff8-c3f7-4927-bde2-5b34df3762a6 req-f695ef06-1647-413b-9e4c-e31e0b66da68 service nova] Lock "e38f62a8-c8ae-4200-b5cc-a799c261ce76-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 891.126892] env[62328]: DEBUG nova.compute.manager [req-030f9ff8-c3f7-4927-bde2-5b34df3762a6 req-f695ef06-1647-413b-9e4c-e31e0b66da68 service nova] [instance: e38f62a8-c8ae-4200-b5cc-a799c261ce76] No waiting events found dispatching network-vif-plugged-91f90c8d-1a59-42af-8891-10582fe62bf0 {{(pid=62328) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 891.127023] env[62328]: WARNING nova.compute.manager [req-030f9ff8-c3f7-4927-bde2-5b34df3762a6 req-f695ef06-1647-413b-9e4c-e31e0b66da68 service nova] [instance: e38f62a8-c8ae-4200-b5cc-a799c261ce76] Received unexpected event network-vif-plugged-91f90c8d-1a59-42af-8891-10582fe62bf0 for instance with vm_state building and task_state spawning. [ 891.127186] env[62328]: DEBUG nova.compute.manager [req-030f9ff8-c3f7-4927-bde2-5b34df3762a6 req-f695ef06-1647-413b-9e4c-e31e0b66da68 service nova] [instance: e38f62a8-c8ae-4200-b5cc-a799c261ce76] Received event network-changed-91f90c8d-1a59-42af-8891-10582fe62bf0 {{(pid=62328) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 891.127335] env[62328]: DEBUG nova.compute.manager [req-030f9ff8-c3f7-4927-bde2-5b34df3762a6 req-f695ef06-1647-413b-9e4c-e31e0b66da68 service nova] [instance: e38f62a8-c8ae-4200-b5cc-a799c261ce76] Refreshing instance network info cache due to event network-changed-91f90c8d-1a59-42af-8891-10582fe62bf0. {{(pid=62328) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 891.127508] env[62328]: DEBUG oslo_concurrency.lockutils [req-030f9ff8-c3f7-4927-bde2-5b34df3762a6 req-f695ef06-1647-413b-9e4c-e31e0b66da68 service nova] Acquiring lock "refresh_cache-e38f62a8-c8ae-4200-b5cc-a799c261ce76" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 891.140963] env[62328]: DEBUG nova.compute.manager [None req-638ee745-825e-40b6-a37d-d605d6a6c6c0 tempest-AttachInterfacesUnderV243Test-538941428 tempest-AttachInterfacesUnderV243Test-538941428-project-member] [instance: ca5f1f85-0fbb-4572-8b04-bd275a02f396] Start spawning the instance on the hypervisor. {{(pid=62328) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 891.166995] env[62328]: DEBUG nova.virt.hardware [None req-638ee745-825e-40b6-a37d-d605d6a6c6c0 tempest-AttachInterfacesUnderV243Test-538941428 tempest-AttachInterfacesUnderV243Test-538941428-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-07T17:16:55Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-07T17:16:37Z,direct_url=,disk_format='vmdk',id=dbf872a4-92be-47e4-8561-c3e2bf2423ab,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='2a64022f08d84b11a86773b900860ae5',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-07T17:16:38Z,virtual_size=,visibility=), allow threads: False {{(pid=62328) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 891.166995] env[62328]: DEBUG nova.virt.hardware [None req-638ee745-825e-40b6-a37d-d605d6a6c6c0 tempest-AttachInterfacesUnderV243Test-538941428 tempest-AttachInterfacesUnderV243Test-538941428-project-member] Flavor limits 0:0:0 {{(pid=62328) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 891.166995] env[62328]: DEBUG nova.virt.hardware [None req-638ee745-825e-40b6-a37d-d605d6a6c6c0 tempest-AttachInterfacesUnderV243Test-538941428 tempest-AttachInterfacesUnderV243Test-538941428-project-member] Image limits 0:0:0 {{(pid=62328) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 891.166995] env[62328]: DEBUG nova.virt.hardware [None req-638ee745-825e-40b6-a37d-d605d6a6c6c0 tempest-AttachInterfacesUnderV243Test-538941428 tempest-AttachInterfacesUnderV243Test-538941428-project-member] Flavor pref 0:0:0 {{(pid=62328) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 891.167270] env[62328]: DEBUG nova.virt.hardware [None req-638ee745-825e-40b6-a37d-d605d6a6c6c0 tempest-AttachInterfacesUnderV243Test-538941428 tempest-AttachInterfacesUnderV243Test-538941428-project-member] Image pref 0:0:0 {{(pid=62328) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 891.167307] env[62328]: DEBUG nova.virt.hardware [None req-638ee745-825e-40b6-a37d-d605d6a6c6c0 tempest-AttachInterfacesUnderV243Test-538941428 tempest-AttachInterfacesUnderV243Test-538941428-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62328) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 891.167875] env[62328]: DEBUG nova.virt.hardware [None req-638ee745-825e-40b6-a37d-d605d6a6c6c0 tempest-AttachInterfacesUnderV243Test-538941428 tempest-AttachInterfacesUnderV243Test-538941428-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62328) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 891.167875] env[62328]: DEBUG nova.virt.hardware [None req-638ee745-825e-40b6-a37d-d605d6a6c6c0 tempest-AttachInterfacesUnderV243Test-538941428 tempest-AttachInterfacesUnderV243Test-538941428-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62328) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 891.167875] env[62328]: DEBUG nova.virt.hardware [None req-638ee745-825e-40b6-a37d-d605d6a6c6c0 tempest-AttachInterfacesUnderV243Test-538941428 tempest-AttachInterfacesUnderV243Test-538941428-project-member] Got 1 possible topologies {{(pid=62328) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 891.168054] env[62328]: DEBUG nova.virt.hardware [None req-638ee745-825e-40b6-a37d-d605d6a6c6c0 tempest-AttachInterfacesUnderV243Test-538941428 tempest-AttachInterfacesUnderV243Test-538941428-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62328) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 891.168165] env[62328]: DEBUG nova.virt.hardware [None req-638ee745-825e-40b6-a37d-d605d6a6c6c0 tempest-AttachInterfacesUnderV243Test-538941428 tempest-AttachInterfacesUnderV243Test-538941428-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62328) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 891.169350] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2c3a9e10-7a25-4ad2-bfef-699d66370595 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 891.179687] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-391698d4-954a-4b44-b20d-42e25df8d7ef {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 891.186349] env[62328]: DEBUG nova.network.neutron [None req-8638092e-2dae-4f4a-92cc-6811fd95b851 tempest-ImagesTestJSON-1776717495 tempest-ImagesTestJSON-1776717495-project-member] [instance: e38f62a8-c8ae-4200-b5cc-a799c261ce76] Instance cache missing network info. {{(pid=62328) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 891.314374] env[62328]: DEBUG nova.network.neutron [None req-8638092e-2dae-4f4a-92cc-6811fd95b851 tempest-ImagesTestJSON-1776717495 tempest-ImagesTestJSON-1776717495-project-member] [instance: e38f62a8-c8ae-4200-b5cc-a799c261ce76] Updating instance_info_cache with network_info: [{"id": "91f90c8d-1a59-42af-8891-10582fe62bf0", "address": "fa:16:3e:b4:94:8a", "network": {"id": "a905dc5c-40c4-4f4e-a49b-32a091a84757", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1569455808-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "79ff0ac960284ebab9828a8e768f66f2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a8140829-5eac-40d8-a10c-eb881f57affc", "external-id": "nsx-vlan-transportzone-517", "segmentation_id": 517, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap91f90c8d-1a", "ovs_interfaceid": "91f90c8d-1a59-42af-8891-10582fe62bf0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62328) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 891.605880] env[62328]: DEBUG oslo_vmware.api [None req-014de973-7e83-4261-85b6-8239aa7905d5 tempest-ServerAddressesTestJSON-1355536089 tempest-ServerAddressesTestJSON-1355536089-project-member] Task: {'id': task-2387120, 'name': Rename_Task, 'duration_secs': 0.916932} completed successfully. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 891.606149] env[62328]: DEBUG nova.virt.vmwareapi.vm_util [None req-014de973-7e83-4261-85b6-8239aa7905d5 tempest-ServerAddressesTestJSON-1355536089 tempest-ServerAddressesTestJSON-1355536089-project-member] [instance: b3655835-4dc8-4e69-aa40-9421d264f283] Powering on the VM {{(pid=62328) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 891.606444] env[62328]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-afd7aadb-4245-4438-a3fa-cab8347ba17f {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 891.615635] env[62328]: DEBUG oslo_vmware.api [None req-014de973-7e83-4261-85b6-8239aa7905d5 tempest-ServerAddressesTestJSON-1355536089 tempest-ServerAddressesTestJSON-1355536089-project-member] Waiting for the task: (returnval){ [ 891.615635] env[62328]: value = "task-2387121" [ 891.615635] env[62328]: _type = "Task" [ 891.615635] env[62328]: } to complete. {{(pid=62328) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 891.624213] env[62328]: DEBUG oslo_vmware.api [None req-014de973-7e83-4261-85b6-8239aa7905d5 tempest-ServerAddressesTestJSON-1355536089 tempest-ServerAddressesTestJSON-1355536089-project-member] Task: {'id': task-2387121, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 891.635080] env[62328]: DEBUG oslo_concurrency.lockutils [None req-b3e540fe-8496-4abc-9f25-ff7b263c7799 tempest-DeleteServersTestJSON-1766103036 tempest-DeleteServersTestJSON-1766103036-project-member] Lock "b2aeacce-e015-41c8-9976-73e94dad243b" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 22.618s {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 891.766985] env[62328]: DEBUG nova.network.neutron [None req-638ee745-825e-40b6-a37d-d605d6a6c6c0 tempest-AttachInterfacesUnderV243Test-538941428 tempest-AttachInterfacesUnderV243Test-538941428-project-member] [instance: ca5f1f85-0fbb-4572-8b04-bd275a02f396] Successfully updated port: c0fd6b4b-c114-409c-a9cc-94d96f6b995a {{(pid=62328) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 891.817125] env[62328]: DEBUG oslo_concurrency.lockutils [None req-8638092e-2dae-4f4a-92cc-6811fd95b851 tempest-ImagesTestJSON-1776717495 tempest-ImagesTestJSON-1776717495-project-member] Releasing lock "refresh_cache-e38f62a8-c8ae-4200-b5cc-a799c261ce76" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 891.817496] env[62328]: DEBUG nova.compute.manager [None req-8638092e-2dae-4f4a-92cc-6811fd95b851 tempest-ImagesTestJSON-1776717495 tempest-ImagesTestJSON-1776717495-project-member] [instance: e38f62a8-c8ae-4200-b5cc-a799c261ce76] Instance network_info: |[{"id": "91f90c8d-1a59-42af-8891-10582fe62bf0", "address": "fa:16:3e:b4:94:8a", "network": {"id": "a905dc5c-40c4-4f4e-a49b-32a091a84757", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1569455808-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "79ff0ac960284ebab9828a8e768f66f2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a8140829-5eac-40d8-a10c-eb881f57affc", "external-id": "nsx-vlan-transportzone-517", "segmentation_id": 517, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap91f90c8d-1a", "ovs_interfaceid": "91f90c8d-1a59-42af-8891-10582fe62bf0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62328) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 891.817901] env[62328]: DEBUG oslo_concurrency.lockutils [req-030f9ff8-c3f7-4927-bde2-5b34df3762a6 req-f695ef06-1647-413b-9e4c-e31e0b66da68 service nova] Acquired lock "refresh_cache-e38f62a8-c8ae-4200-b5cc-a799c261ce76" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 891.818121] env[62328]: DEBUG nova.network.neutron [req-030f9ff8-c3f7-4927-bde2-5b34df3762a6 req-f695ef06-1647-413b-9e4c-e31e0b66da68 service nova] [instance: e38f62a8-c8ae-4200-b5cc-a799c261ce76] Refreshing network info cache for port 91f90c8d-1a59-42af-8891-10582fe62bf0 {{(pid=62328) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 891.819451] env[62328]: DEBUG nova.virt.vmwareapi.vmops [None req-8638092e-2dae-4f4a-92cc-6811fd95b851 tempest-ImagesTestJSON-1776717495 tempest-ImagesTestJSON-1776717495-project-member] [instance: e38f62a8-c8ae-4200-b5cc-a799c261ce76] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:b4:94:8a', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'a8140829-5eac-40d8-a10c-eb881f57affc', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '91f90c8d-1a59-42af-8891-10582fe62bf0', 'vif_model': 'vmxnet3'}] {{(pid=62328) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 891.828717] env[62328]: DEBUG oslo.service.loopingcall [None req-8638092e-2dae-4f4a-92cc-6811fd95b851 tempest-ImagesTestJSON-1776717495 tempest-ImagesTestJSON-1776717495-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62328) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 891.829749] env[62328]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e38f62a8-c8ae-4200-b5cc-a799c261ce76] Creating VM on the ESX host {{(pid=62328) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 891.830018] env[62328]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-96cf5469-fc78-4c4d-902b-6bc37551a688 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 891.850687] env[62328]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 891.850687] env[62328]: value = "task-2387122" [ 891.850687] env[62328]: _type = "Task" [ 891.850687] env[62328]: } to complete. {{(pid=62328) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 891.859088] env[62328]: DEBUG oslo_vmware.api [-] Task: {'id': task-2387122, 'name': CreateVM_Task} progress is 0%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 892.124594] env[62328]: DEBUG oslo_vmware.api [None req-014de973-7e83-4261-85b6-8239aa7905d5 tempest-ServerAddressesTestJSON-1355536089 tempest-ServerAddressesTestJSON-1355536089-project-member] Task: {'id': task-2387121, 'name': PowerOnVM_Task, 'duration_secs': 0.495726} completed successfully. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 892.124885] env[62328]: DEBUG nova.virt.vmwareapi.vm_util [None req-014de973-7e83-4261-85b6-8239aa7905d5 tempest-ServerAddressesTestJSON-1355536089 tempest-ServerAddressesTestJSON-1355536089-project-member] [instance: b3655835-4dc8-4e69-aa40-9421d264f283] Powered on the VM {{(pid=62328) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 892.125118] env[62328]: INFO nova.compute.manager [None req-014de973-7e83-4261-85b6-8239aa7905d5 tempest-ServerAddressesTestJSON-1355536089 tempest-ServerAddressesTestJSON-1355536089-project-member] [instance: b3655835-4dc8-4e69-aa40-9421d264f283] Took 7.85 seconds to spawn the instance on the hypervisor. [ 892.125311] env[62328]: DEBUG nova.compute.manager [None req-014de973-7e83-4261-85b6-8239aa7905d5 tempest-ServerAddressesTestJSON-1355536089 tempest-ServerAddressesTestJSON-1355536089-project-member] [instance: b3655835-4dc8-4e69-aa40-9421d264f283] Checking state {{(pid=62328) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 892.126146] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-23202d14-15ce-4499-9519-aa303d3d60aa {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 892.269213] env[62328]: DEBUG oslo_concurrency.lockutils [None req-638ee745-825e-40b6-a37d-d605d6a6c6c0 tempest-AttachInterfacesUnderV243Test-538941428 tempest-AttachInterfacesUnderV243Test-538941428-project-member] Acquiring lock "refresh_cache-ca5f1f85-0fbb-4572-8b04-bd275a02f396" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 892.269471] env[62328]: DEBUG oslo_concurrency.lockutils [None req-638ee745-825e-40b6-a37d-d605d6a6c6c0 tempest-AttachInterfacesUnderV243Test-538941428 tempest-AttachInterfacesUnderV243Test-538941428-project-member] Acquired lock "refresh_cache-ca5f1f85-0fbb-4572-8b04-bd275a02f396" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 892.269792] env[62328]: DEBUG nova.network.neutron [None req-638ee745-825e-40b6-a37d-d605d6a6c6c0 tempest-AttachInterfacesUnderV243Test-538941428 tempest-AttachInterfacesUnderV243Test-538941428-project-member] [instance: ca5f1f85-0fbb-4572-8b04-bd275a02f396] Building network info cache for instance {{(pid=62328) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 892.365521] env[62328]: DEBUG oslo_vmware.api [-] Task: {'id': task-2387122, 'name': CreateVM_Task, 'duration_secs': 0.295764} completed successfully. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 892.365723] env[62328]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e38f62a8-c8ae-4200-b5cc-a799c261ce76] Created VM on the ESX host {{(pid=62328) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 892.366439] env[62328]: DEBUG oslo_concurrency.lockutils [None req-8638092e-2dae-4f4a-92cc-6811fd95b851 tempest-ImagesTestJSON-1776717495 tempest-ImagesTestJSON-1776717495-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/0eb34995-d601-4bff-b384-243b20cac601" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 892.366612] env[62328]: DEBUG oslo_concurrency.lockutils [None req-8638092e-2dae-4f4a-92cc-6811fd95b851 tempest-ImagesTestJSON-1776717495 tempest-ImagesTestJSON-1776717495-project-member] Acquired lock "[datastore1] devstack-image-cache_base/0eb34995-d601-4bff-b384-243b20cac601" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 892.366954] env[62328]: DEBUG oslo_concurrency.lockutils [None req-8638092e-2dae-4f4a-92cc-6811fd95b851 tempest-ImagesTestJSON-1776717495 tempest-ImagesTestJSON-1776717495-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/0eb34995-d601-4bff-b384-243b20cac601" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 892.369597] env[62328]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d00ac128-b521-443d-9299-8acdf795b49f {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 892.380026] env[62328]: DEBUG oslo_vmware.api [None req-8638092e-2dae-4f4a-92cc-6811fd95b851 tempest-ImagesTestJSON-1776717495 tempest-ImagesTestJSON-1776717495-project-member] Waiting for the task: (returnval){ [ 892.380026] env[62328]: value = "session[52a6e20e-410d-708a-99f2-080a575a99bd]527072d2-cb77-a346-6344-081556b6abba" [ 892.380026] env[62328]: _type = "Task" [ 892.380026] env[62328]: } to complete. {{(pid=62328) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 892.389651] env[62328]: DEBUG oslo_vmware.api [None req-8638092e-2dae-4f4a-92cc-6811fd95b851 tempest-ImagesTestJSON-1776717495 tempest-ImagesTestJSON-1776717495-project-member] Task: {'id': session[52a6e20e-410d-708a-99f2-080a575a99bd]527072d2-cb77-a346-6344-081556b6abba, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 892.457661] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-608f5453-9655-4efc-8464-3788fd2a56ee {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 892.465045] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e6737eac-d3ac-4340-8faf-e593aa4489e0 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 892.500128] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a47bc076-ffc6-4058-9cee-041d643bf00d {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 892.508345] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-466609d5-f328-4b53-8ece-868f922ca7f2 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 892.522150] env[62328]: DEBUG nova.compute.provider_tree [None req-2339f4f6-fd0e-4161-9435-3e1103e41f46 tempest-ServerAddressesNegativeTestJSON-283879621 tempest-ServerAddressesNegativeTestJSON-283879621-project-member] Inventory has not changed in ProviderTree for provider: 3469e9f8-04af-49ca-8435-49f104496744 {{(pid=62328) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 892.605574] env[62328]: DEBUG nova.network.neutron [req-030f9ff8-c3f7-4927-bde2-5b34df3762a6 req-f695ef06-1647-413b-9e4c-e31e0b66da68 service nova] [instance: e38f62a8-c8ae-4200-b5cc-a799c261ce76] Updated VIF entry in instance network info cache for port 91f90c8d-1a59-42af-8891-10582fe62bf0. {{(pid=62328) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 892.605935] env[62328]: DEBUG nova.network.neutron [req-030f9ff8-c3f7-4927-bde2-5b34df3762a6 req-f695ef06-1647-413b-9e4c-e31e0b66da68 service nova] [instance: e38f62a8-c8ae-4200-b5cc-a799c261ce76] Updating instance_info_cache with network_info: [{"id": "91f90c8d-1a59-42af-8891-10582fe62bf0", "address": "fa:16:3e:b4:94:8a", "network": {"id": "a905dc5c-40c4-4f4e-a49b-32a091a84757", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1569455808-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "79ff0ac960284ebab9828a8e768f66f2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a8140829-5eac-40d8-a10c-eb881f57affc", "external-id": "nsx-vlan-transportzone-517", "segmentation_id": 517, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap91f90c8d-1a", "ovs_interfaceid": "91f90c8d-1a59-42af-8891-10582fe62bf0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62328) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 892.647032] env[62328]: INFO nova.compute.manager [None req-014de973-7e83-4261-85b6-8239aa7905d5 tempest-ServerAddressesTestJSON-1355536089 tempest-ServerAddressesTestJSON-1355536089-project-member] [instance: b3655835-4dc8-4e69-aa40-9421d264f283] Took 30.86 seconds to build instance. [ 892.810430] env[62328]: DEBUG nova.network.neutron [None req-638ee745-825e-40b6-a37d-d605d6a6c6c0 tempest-AttachInterfacesUnderV243Test-538941428 tempest-AttachInterfacesUnderV243Test-538941428-project-member] [instance: ca5f1f85-0fbb-4572-8b04-bd275a02f396] Instance cache missing network info. {{(pid=62328) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 892.888389] env[62328]: DEBUG oslo_concurrency.lockutils [None req-8638092e-2dae-4f4a-92cc-6811fd95b851 tempest-ImagesTestJSON-1776717495 tempest-ImagesTestJSON-1776717495-project-member] Releasing lock "[datastore1] devstack-image-cache_base/0eb34995-d601-4bff-b384-243b20cac601" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 892.888570] env[62328]: DEBUG nova.virt.vmwareapi.vmops [None req-8638092e-2dae-4f4a-92cc-6811fd95b851 tempest-ImagesTestJSON-1776717495 tempest-ImagesTestJSON-1776717495-project-member] [instance: e38f62a8-c8ae-4200-b5cc-a799c261ce76] Processing image 0eb34995-d601-4bff-b384-243b20cac601 {{(pid=62328) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 892.888792] env[62328]: DEBUG oslo_concurrency.lockutils [None req-8638092e-2dae-4f4a-92cc-6811fd95b851 tempest-ImagesTestJSON-1776717495 tempest-ImagesTestJSON-1776717495-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/0eb34995-d601-4bff-b384-243b20cac601/0eb34995-d601-4bff-b384-243b20cac601.vmdk" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 892.888937] env[62328]: DEBUG oslo_concurrency.lockutils [None req-8638092e-2dae-4f4a-92cc-6811fd95b851 tempest-ImagesTestJSON-1776717495 tempest-ImagesTestJSON-1776717495-project-member] Acquired lock "[datastore1] devstack-image-cache_base/0eb34995-d601-4bff-b384-243b20cac601/0eb34995-d601-4bff-b384-243b20cac601.vmdk" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 892.889127] env[62328]: DEBUG nova.virt.vmwareapi.ds_util [None req-8638092e-2dae-4f4a-92cc-6811fd95b851 tempest-ImagesTestJSON-1776717495 tempest-ImagesTestJSON-1776717495-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62328) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 892.889373] env[62328]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-5048f2ce-4ee5-413d-9717-13e3a18f8afa {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 892.899087] env[62328]: DEBUG nova.virt.vmwareapi.ds_util [None req-8638092e-2dae-4f4a-92cc-6811fd95b851 tempest-ImagesTestJSON-1776717495 tempest-ImagesTestJSON-1776717495-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62328) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 892.899270] env[62328]: DEBUG nova.virt.vmwareapi.vmops [None req-8638092e-2dae-4f4a-92cc-6811fd95b851 tempest-ImagesTestJSON-1776717495 tempest-ImagesTestJSON-1776717495-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62328) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 892.899988] env[62328]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-13300b08-9fda-42ab-b295-aaa410c7832e {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 892.906082] env[62328]: DEBUG oslo_vmware.api [None req-8638092e-2dae-4f4a-92cc-6811fd95b851 tempest-ImagesTestJSON-1776717495 tempest-ImagesTestJSON-1776717495-project-member] Waiting for the task: (returnval){ [ 892.906082] env[62328]: value = "session[52a6e20e-410d-708a-99f2-080a575a99bd]5231d09e-e4fd-f0b4-038f-1f6f1ec6eb4a" [ 892.906082] env[62328]: _type = "Task" [ 892.906082] env[62328]: } to complete. {{(pid=62328) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 892.915058] env[62328]: DEBUG oslo_vmware.api [None req-8638092e-2dae-4f4a-92cc-6811fd95b851 tempest-ImagesTestJSON-1776717495 tempest-ImagesTestJSON-1776717495-project-member] Task: {'id': session[52a6e20e-410d-708a-99f2-080a575a99bd]5231d09e-e4fd-f0b4-038f-1f6f1ec6eb4a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 893.027704] env[62328]: DEBUG nova.scheduler.client.report [None req-2339f4f6-fd0e-4161-9435-3e1103e41f46 tempest-ServerAddressesNegativeTestJSON-283879621 tempest-ServerAddressesNegativeTestJSON-283879621-project-member] Inventory has not changed for provider 3469e9f8-04af-49ca-8435-49f104496744 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 152, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62328) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 893.048721] env[62328]: DEBUG nova.network.neutron [None req-638ee745-825e-40b6-a37d-d605d6a6c6c0 tempest-AttachInterfacesUnderV243Test-538941428 tempest-AttachInterfacesUnderV243Test-538941428-project-member] [instance: ca5f1f85-0fbb-4572-8b04-bd275a02f396] Updating instance_info_cache with network_info: [{"id": "c0fd6b4b-c114-409c-a9cc-94d96f6b995a", "address": "fa:16:3e:09:15:fd", "network": {"id": "f83ab2e0-3087-4ffd-abcd-16c32ea36c69", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-1799262774-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6f7f207a3b4b411dabdbbc02ffc447bc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a1c8fdf9-970c-4ae0-b6d9-f1015196b552", "external-id": "nsx-vlan-transportzone-993", "segmentation_id": 993, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc0fd6b4b-c1", "ovs_interfaceid": "c0fd6b4b-c114-409c-a9cc-94d96f6b995a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62328) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 893.109701] env[62328]: DEBUG oslo_concurrency.lockutils [req-030f9ff8-c3f7-4927-bde2-5b34df3762a6 req-f695ef06-1647-413b-9e4c-e31e0b66da68 service nova] Releasing lock "refresh_cache-e38f62a8-c8ae-4200-b5cc-a799c261ce76" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 893.149149] env[62328]: DEBUG oslo_concurrency.lockutils [None req-014de973-7e83-4261-85b6-8239aa7905d5 tempest-ServerAddressesTestJSON-1355536089 tempest-ServerAddressesTestJSON-1355536089-project-member] Lock "b3655835-4dc8-4e69-aa40-9421d264f283" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 32.367s {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 893.153492] env[62328]: DEBUG nova.compute.manager [req-f4fd8576-a601-4d32-9391-b3b6bbf17e77 req-f04737d0-acef-4368-a288-de6bc6e96d63 service nova] [instance: ca5f1f85-0fbb-4572-8b04-bd275a02f396] Received event network-vif-plugged-c0fd6b4b-c114-409c-a9cc-94d96f6b995a {{(pid=62328) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 893.153719] env[62328]: DEBUG oslo_concurrency.lockutils [req-f4fd8576-a601-4d32-9391-b3b6bbf17e77 req-f04737d0-acef-4368-a288-de6bc6e96d63 service nova] Acquiring lock "ca5f1f85-0fbb-4572-8b04-bd275a02f396-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 893.153925] env[62328]: DEBUG oslo_concurrency.lockutils [req-f4fd8576-a601-4d32-9391-b3b6bbf17e77 req-f04737d0-acef-4368-a288-de6bc6e96d63 service nova] Lock "ca5f1f85-0fbb-4572-8b04-bd275a02f396-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 893.154094] env[62328]: DEBUG oslo_concurrency.lockutils [req-f4fd8576-a601-4d32-9391-b3b6bbf17e77 req-f04737d0-acef-4368-a288-de6bc6e96d63 service nova] Lock "ca5f1f85-0fbb-4572-8b04-bd275a02f396-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 893.154264] env[62328]: DEBUG nova.compute.manager [req-f4fd8576-a601-4d32-9391-b3b6bbf17e77 req-f04737d0-acef-4368-a288-de6bc6e96d63 service nova] [instance: ca5f1f85-0fbb-4572-8b04-bd275a02f396] No waiting events found dispatching network-vif-plugged-c0fd6b4b-c114-409c-a9cc-94d96f6b995a {{(pid=62328) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 893.154423] env[62328]: WARNING nova.compute.manager [req-f4fd8576-a601-4d32-9391-b3b6bbf17e77 req-f04737d0-acef-4368-a288-de6bc6e96d63 service nova] [instance: ca5f1f85-0fbb-4572-8b04-bd275a02f396] Received unexpected event network-vif-plugged-c0fd6b4b-c114-409c-a9cc-94d96f6b995a for instance with vm_state building and task_state spawning. [ 893.154581] env[62328]: DEBUG nova.compute.manager [req-f4fd8576-a601-4d32-9391-b3b6bbf17e77 req-f04737d0-acef-4368-a288-de6bc6e96d63 service nova] [instance: ca5f1f85-0fbb-4572-8b04-bd275a02f396] Received event network-changed-c0fd6b4b-c114-409c-a9cc-94d96f6b995a {{(pid=62328) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 893.154738] env[62328]: DEBUG nova.compute.manager [req-f4fd8576-a601-4d32-9391-b3b6bbf17e77 req-f04737d0-acef-4368-a288-de6bc6e96d63 service nova] [instance: ca5f1f85-0fbb-4572-8b04-bd275a02f396] Refreshing instance network info cache due to event network-changed-c0fd6b4b-c114-409c-a9cc-94d96f6b995a. {{(pid=62328) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 893.154902] env[62328]: DEBUG oslo_concurrency.lockutils [req-f4fd8576-a601-4d32-9391-b3b6bbf17e77 req-f04737d0-acef-4368-a288-de6bc6e96d63 service nova] Acquiring lock "refresh_cache-ca5f1f85-0fbb-4572-8b04-bd275a02f396" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 893.417175] env[62328]: DEBUG nova.virt.vmwareapi.vmops [None req-8638092e-2dae-4f4a-92cc-6811fd95b851 tempest-ImagesTestJSON-1776717495 tempest-ImagesTestJSON-1776717495-project-member] [instance: e38f62a8-c8ae-4200-b5cc-a799c261ce76] Preparing fetch location {{(pid=62328) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:633}} [ 893.417471] env[62328]: DEBUG nova.virt.vmwareapi.vmops [None req-8638092e-2dae-4f4a-92cc-6811fd95b851 tempest-ImagesTestJSON-1776717495 tempest-ImagesTestJSON-1776717495-project-member] [instance: e38f62a8-c8ae-4200-b5cc-a799c261ce76] Fetch image to [datastore1] OSTACK_IMG_1dc2bcc5-b571-4752-85f1-c2c267bfe03a/OSTACK_IMG_1dc2bcc5-b571-4752-85f1-c2c267bfe03a.vmdk {{(pid=62328) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:635}} [ 893.417690] env[62328]: DEBUG nova.virt.vmwareapi.vmops [None req-8638092e-2dae-4f4a-92cc-6811fd95b851 tempest-ImagesTestJSON-1776717495 tempest-ImagesTestJSON-1776717495-project-member] [instance: e38f62a8-c8ae-4200-b5cc-a799c261ce76] Downloading stream optimized image 0eb34995-d601-4bff-b384-243b20cac601 to [datastore1] OSTACK_IMG_1dc2bcc5-b571-4752-85f1-c2c267bfe03a/OSTACK_IMG_1dc2bcc5-b571-4752-85f1-c2c267bfe03a.vmdk on the data store datastore1 as vApp {{(pid=62328) _fetch_image_as_vapp /opt/stack/nova/nova/virt/vmwareapi/vmops.py:437}} [ 893.417897] env[62328]: DEBUG nova.virt.vmwareapi.images [None req-8638092e-2dae-4f4a-92cc-6811fd95b851 tempest-ImagesTestJSON-1776717495 tempest-ImagesTestJSON-1776717495-project-member] [instance: e38f62a8-c8ae-4200-b5cc-a799c261ce76] Downloading image file data 0eb34995-d601-4bff-b384-243b20cac601 to the ESX as VM named 'OSTACK_IMG_1dc2bcc5-b571-4752-85f1-c2c267bfe03a' {{(pid=62328) fetch_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:336}} [ 893.488907] env[62328]: DEBUG oslo_vmware.rw_handles [None req-8638092e-2dae-4f4a-92cc-6811fd95b851 tempest-ImagesTestJSON-1776717495 tempest-ImagesTestJSON-1776717495-project-member] Creating HttpNfcLease lease for vApp import into resource pool: (val){ [ 893.488907] env[62328]: value = "resgroup-9" [ 893.488907] env[62328]: _type = "ResourcePool" [ 893.488907] env[62328]: }. {{(pid=62328) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:453}} [ 893.489215] env[62328]: DEBUG oslo_vmware.service [-] Invoking ResourcePool.ImportVApp with opID=oslo.vmware-9cabcc2a-b71a-40e2-a7fb-0a8ea295fa78 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 893.511547] env[62328]: DEBUG oslo_vmware.rw_handles [None req-8638092e-2dae-4f4a-92cc-6811fd95b851 tempest-ImagesTestJSON-1776717495 tempest-ImagesTestJSON-1776717495-project-member] Lease: (returnval){ [ 893.511547] env[62328]: value = "session[52a6e20e-410d-708a-99f2-080a575a99bd]5259a288-1ab2-bd5f-57a8-e2d606faa016" [ 893.511547] env[62328]: _type = "HttpNfcLease" [ 893.511547] env[62328]: } obtained for vApp import into resource pool (val){ [ 893.511547] env[62328]: value = "resgroup-9" [ 893.511547] env[62328]: _type = "ResourcePool" [ 893.511547] env[62328]: }. {{(pid=62328) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:461}} [ 893.511801] env[62328]: DEBUG oslo_vmware.api [None req-8638092e-2dae-4f4a-92cc-6811fd95b851 tempest-ImagesTestJSON-1776717495 tempest-ImagesTestJSON-1776717495-project-member] Waiting for the lease: (returnval){ [ 893.511801] env[62328]: value = "session[52a6e20e-410d-708a-99f2-080a575a99bd]5259a288-1ab2-bd5f-57a8-e2d606faa016" [ 893.511801] env[62328]: _type = "HttpNfcLease" [ 893.511801] env[62328]: } to be ready. {{(pid=62328) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 893.517926] env[62328]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 893.517926] env[62328]: value = "session[52a6e20e-410d-708a-99f2-080a575a99bd]5259a288-1ab2-bd5f-57a8-e2d606faa016" [ 893.517926] env[62328]: _type = "HttpNfcLease" [ 893.517926] env[62328]: } is initializing. {{(pid=62328) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 893.536506] env[62328]: DEBUG oslo_concurrency.lockutils [None req-2339f4f6-fd0e-4161-9435-3e1103e41f46 tempest-ServerAddressesNegativeTestJSON-283879621 tempest-ServerAddressesNegativeTestJSON-283879621-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.438s {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 893.536949] env[62328]: DEBUG nova.compute.manager [None req-2339f4f6-fd0e-4161-9435-3e1103e41f46 tempest-ServerAddressesNegativeTestJSON-283879621 tempest-ServerAddressesNegativeTestJSON-283879621-project-member] [instance: b3a96122-6f42-4407-a3e8-69305679d6e5] Start building networks asynchronously for instance. {{(pid=62328) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 893.539358] env[62328]: DEBUG oslo_concurrency.lockutils [None req-4f29d091-6214-4a03-ad52-e5fd11130067 tempest-DeleteServersTestJSON-1766103036 tempest-DeleteServersTestJSON-1766103036-project-member] Acquiring lock "8ba3d7e7-2be2-4949-8c5f-8e508f04b292" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 893.540034] env[62328]: DEBUG oslo_concurrency.lockutils [None req-4f29d091-6214-4a03-ad52-e5fd11130067 tempest-DeleteServersTestJSON-1766103036 tempest-DeleteServersTestJSON-1766103036-project-member] Lock "8ba3d7e7-2be2-4949-8c5f-8e508f04b292" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 893.540749] env[62328]: DEBUG oslo_concurrency.lockutils [None req-a93cda17-d715-4c35-a30b-15af58fc05c0 tempest-ServerShowV247Test-284523986 tempest-ServerShowV247Test-284523986-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 17.545s {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 893.540959] env[62328]: DEBUG nova.objects.instance [None req-a93cda17-d715-4c35-a30b-15af58fc05c0 tempest-ServerShowV247Test-284523986 tempest-ServerShowV247Test-284523986-project-member] Lazy-loading 'resources' on Instance uuid 7b91283b-b15c-414f-a068-8dab2b35f6e3 {{(pid=62328) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 893.551606] env[62328]: DEBUG oslo_concurrency.lockutils [None req-638ee745-825e-40b6-a37d-d605d6a6c6c0 tempest-AttachInterfacesUnderV243Test-538941428 tempest-AttachInterfacesUnderV243Test-538941428-project-member] Releasing lock "refresh_cache-ca5f1f85-0fbb-4572-8b04-bd275a02f396" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 893.551783] env[62328]: DEBUG nova.compute.manager [None req-638ee745-825e-40b6-a37d-d605d6a6c6c0 tempest-AttachInterfacesUnderV243Test-538941428 tempest-AttachInterfacesUnderV243Test-538941428-project-member] [instance: ca5f1f85-0fbb-4572-8b04-bd275a02f396] Instance network_info: |[{"id": "c0fd6b4b-c114-409c-a9cc-94d96f6b995a", "address": "fa:16:3e:09:15:fd", "network": {"id": "f83ab2e0-3087-4ffd-abcd-16c32ea36c69", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-1799262774-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6f7f207a3b4b411dabdbbc02ffc447bc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a1c8fdf9-970c-4ae0-b6d9-f1015196b552", "external-id": "nsx-vlan-transportzone-993", "segmentation_id": 993, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc0fd6b4b-c1", "ovs_interfaceid": "c0fd6b4b-c114-409c-a9cc-94d96f6b995a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62328) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 893.551958] env[62328]: DEBUG oslo_concurrency.lockutils [req-f4fd8576-a601-4d32-9391-b3b6bbf17e77 req-f04737d0-acef-4368-a288-de6bc6e96d63 service nova] Acquired lock "refresh_cache-ca5f1f85-0fbb-4572-8b04-bd275a02f396" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 893.552307] env[62328]: DEBUG nova.network.neutron [req-f4fd8576-a601-4d32-9391-b3b6bbf17e77 req-f04737d0-acef-4368-a288-de6bc6e96d63 service nova] [instance: ca5f1f85-0fbb-4572-8b04-bd275a02f396] Refreshing network info cache for port c0fd6b4b-c114-409c-a9cc-94d96f6b995a {{(pid=62328) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 893.553204] env[62328]: DEBUG nova.virt.vmwareapi.vmops [None req-638ee745-825e-40b6-a37d-d605d6a6c6c0 tempest-AttachInterfacesUnderV243Test-538941428 tempest-AttachInterfacesUnderV243Test-538941428-project-member] [instance: ca5f1f85-0fbb-4572-8b04-bd275a02f396] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:09:15:fd', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'a1c8fdf9-970c-4ae0-b6d9-f1015196b552', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'c0fd6b4b-c114-409c-a9cc-94d96f6b995a', 'vif_model': 'vmxnet3'}] {{(pid=62328) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 893.561717] env[62328]: DEBUG nova.virt.vmwareapi.vm_util [None req-638ee745-825e-40b6-a37d-d605d6a6c6c0 tempest-AttachInterfacesUnderV243Test-538941428 tempest-AttachInterfacesUnderV243Test-538941428-project-member] Creating folder: Project (6f7f207a3b4b411dabdbbc02ffc447bc). Parent ref: group-v484164. {{(pid=62328) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 893.565465] env[62328]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-5f402192-d079-4a8e-8a67-445fe4dcf4cb {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 893.578950] env[62328]: INFO nova.virt.vmwareapi.vm_util [None req-638ee745-825e-40b6-a37d-d605d6a6c6c0 tempest-AttachInterfacesUnderV243Test-538941428 tempest-AttachInterfacesUnderV243Test-538941428-project-member] Created folder: Project (6f7f207a3b4b411dabdbbc02ffc447bc) in parent group-v484164. [ 893.578950] env[62328]: DEBUG nova.virt.vmwareapi.vm_util [None req-638ee745-825e-40b6-a37d-d605d6a6c6c0 tempest-AttachInterfacesUnderV243Test-538941428 tempest-AttachInterfacesUnderV243Test-538941428-project-member] Creating folder: Instances. Parent ref: group-v484385. {{(pid=62328) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 893.578950] env[62328]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-9737dd61-f5f1-4a44-ab3c-6e2842e9d4a7 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 893.586254] env[62328]: INFO nova.virt.vmwareapi.vm_util [None req-638ee745-825e-40b6-a37d-d605d6a6c6c0 tempest-AttachInterfacesUnderV243Test-538941428 tempest-AttachInterfacesUnderV243Test-538941428-project-member] Created folder: Instances in parent group-v484385. [ 893.586504] env[62328]: DEBUG oslo.service.loopingcall [None req-638ee745-825e-40b6-a37d-d605d6a6c6c0 tempest-AttachInterfacesUnderV243Test-538941428 tempest-AttachInterfacesUnderV243Test-538941428-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62328) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 893.586682] env[62328]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ca5f1f85-0fbb-4572-8b04-bd275a02f396] Creating VM on the ESX host {{(pid=62328) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 893.586879] env[62328]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-e951f63b-87ab-4008-b0cb-6821fa810ea8 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 893.606085] env[62328]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 893.606085] env[62328]: value = "task-2387126" [ 893.606085] env[62328]: _type = "Task" [ 893.606085] env[62328]: } to complete. {{(pid=62328) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 893.615867] env[62328]: DEBUG oslo_vmware.api [-] Task: {'id': task-2387126, 'name': CreateVM_Task} progress is 0%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 893.752220] env[62328]: DEBUG oslo_concurrency.lockutils [None req-c8274c19-b823-451a-932e-3618e5d19295 tempest-ServerAddressesTestJSON-1355536089 tempest-ServerAddressesTestJSON-1355536089-project-member] Acquiring lock "b3655835-4dc8-4e69-aa40-9421d264f283" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 893.752220] env[62328]: DEBUG oslo_concurrency.lockutils [None req-c8274c19-b823-451a-932e-3618e5d19295 tempest-ServerAddressesTestJSON-1355536089 tempest-ServerAddressesTestJSON-1355536089-project-member] Lock "b3655835-4dc8-4e69-aa40-9421d264f283" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 893.752220] env[62328]: DEBUG oslo_concurrency.lockutils [None req-c8274c19-b823-451a-932e-3618e5d19295 tempest-ServerAddressesTestJSON-1355536089 tempest-ServerAddressesTestJSON-1355536089-project-member] Acquiring lock "b3655835-4dc8-4e69-aa40-9421d264f283-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 893.752454] env[62328]: DEBUG oslo_concurrency.lockutils [None req-c8274c19-b823-451a-932e-3618e5d19295 tempest-ServerAddressesTestJSON-1355536089 tempest-ServerAddressesTestJSON-1355536089-project-member] Lock "b3655835-4dc8-4e69-aa40-9421d264f283-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 893.752680] env[62328]: DEBUG oslo_concurrency.lockutils [None req-c8274c19-b823-451a-932e-3618e5d19295 tempest-ServerAddressesTestJSON-1355536089 tempest-ServerAddressesTestJSON-1355536089-project-member] Lock "b3655835-4dc8-4e69-aa40-9421d264f283-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 893.755081] env[62328]: INFO nova.compute.manager [None req-c8274c19-b823-451a-932e-3618e5d19295 tempest-ServerAddressesTestJSON-1355536089 tempest-ServerAddressesTestJSON-1355536089-project-member] [instance: b3655835-4dc8-4e69-aa40-9421d264f283] Terminating instance [ 893.829418] env[62328]: DEBUG nova.network.neutron [req-f4fd8576-a601-4d32-9391-b3b6bbf17e77 req-f04737d0-acef-4368-a288-de6bc6e96d63 service nova] [instance: ca5f1f85-0fbb-4572-8b04-bd275a02f396] Updated VIF entry in instance network info cache for port c0fd6b4b-c114-409c-a9cc-94d96f6b995a. {{(pid=62328) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 893.829803] env[62328]: DEBUG nova.network.neutron [req-f4fd8576-a601-4d32-9391-b3b6bbf17e77 req-f04737d0-acef-4368-a288-de6bc6e96d63 service nova] [instance: ca5f1f85-0fbb-4572-8b04-bd275a02f396] Updating instance_info_cache with network_info: [{"id": "c0fd6b4b-c114-409c-a9cc-94d96f6b995a", "address": "fa:16:3e:09:15:fd", "network": {"id": "f83ab2e0-3087-4ffd-abcd-16c32ea36c69", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-1799262774-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6f7f207a3b4b411dabdbbc02ffc447bc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a1c8fdf9-970c-4ae0-b6d9-f1015196b552", "external-id": "nsx-vlan-transportzone-993", "segmentation_id": 993, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc0fd6b4b-c1", "ovs_interfaceid": "c0fd6b4b-c114-409c-a9cc-94d96f6b995a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62328) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 894.019721] env[62328]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 894.019721] env[62328]: value = "session[52a6e20e-410d-708a-99f2-080a575a99bd]5259a288-1ab2-bd5f-57a8-e2d606faa016" [ 894.019721] env[62328]: _type = "HttpNfcLease" [ 894.019721] env[62328]: } is ready. {{(pid=62328) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 894.020025] env[62328]: DEBUG oslo_vmware.rw_handles [None req-8638092e-2dae-4f4a-92cc-6811fd95b851 tempest-ImagesTestJSON-1776717495 tempest-ImagesTestJSON-1776717495-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 894.020025] env[62328]: value = "session[52a6e20e-410d-708a-99f2-080a575a99bd]5259a288-1ab2-bd5f-57a8-e2d606faa016" [ 894.020025] env[62328]: _type = "HttpNfcLease" [ 894.020025] env[62328]: }. {{(pid=62328) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:467}} [ 894.020780] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5463f394-9c25-4361-8343-96c24adddd76 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 894.027889] env[62328]: DEBUG oslo_vmware.rw_handles [None req-8638092e-2dae-4f4a-92cc-6811fd95b851 tempest-ImagesTestJSON-1776717495 tempest-ImagesTestJSON-1776717495-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52168de3-88a1-3cc5-e654-3d33c09144ed/disk-0.vmdk from lease info. {{(pid=62328) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 894.028078] env[62328]: DEBUG oslo_vmware.rw_handles [None req-8638092e-2dae-4f4a-92cc-6811fd95b851 tempest-ImagesTestJSON-1776717495 tempest-ImagesTestJSON-1776717495-project-member] Creating HTTP connection to write to file with size = 21334016 and URL = https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52168de3-88a1-3cc5-e654-3d33c09144ed/disk-0.vmdk. {{(pid=62328) _create_write_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:122}} [ 894.085699] env[62328]: DEBUG nova.compute.utils [None req-2339f4f6-fd0e-4161-9435-3e1103e41f46 tempest-ServerAddressesNegativeTestJSON-283879621 tempest-ServerAddressesNegativeTestJSON-283879621-project-member] Using /dev/sd instead of None {{(pid=62328) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 894.087068] env[62328]: DEBUG nova.compute.manager [None req-4f29d091-6214-4a03-ad52-e5fd11130067 tempest-DeleteServersTestJSON-1766103036 tempest-DeleteServersTestJSON-1766103036-project-member] [instance: 8ba3d7e7-2be2-4949-8c5f-8e508f04b292] Starting instance... {{(pid=62328) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 894.093543] env[62328]: DEBUG nova.compute.manager [None req-2339f4f6-fd0e-4161-9435-3e1103e41f46 tempest-ServerAddressesNegativeTestJSON-283879621 tempest-ServerAddressesNegativeTestJSON-283879621-project-member] [instance: b3a96122-6f42-4407-a3e8-69305679d6e5] Allocating IP information in the background. {{(pid=62328) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 894.093730] env[62328]: DEBUG nova.network.neutron [None req-2339f4f6-fd0e-4161-9435-3e1103e41f46 tempest-ServerAddressesNegativeTestJSON-283879621 tempest-ServerAddressesNegativeTestJSON-283879621-project-member] [instance: b3a96122-6f42-4407-a3e8-69305679d6e5] allocate_for_instance() {{(pid=62328) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 894.101025] env[62328]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-14f5fec5-7012-4117-bc19-f4a886ebce4c {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 894.119162] env[62328]: DEBUG oslo_vmware.api [-] Task: {'id': task-2387126, 'name': CreateVM_Task, 'duration_secs': 0.304113} completed successfully. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 894.119370] env[62328]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ca5f1f85-0fbb-4572-8b04-bd275a02f396] Created VM on the ESX host {{(pid=62328) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 894.120123] env[62328]: DEBUG oslo_concurrency.lockutils [None req-638ee745-825e-40b6-a37d-d605d6a6c6c0 tempest-AttachInterfacesUnderV243Test-538941428 tempest-AttachInterfacesUnderV243Test-538941428-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/dbf872a4-92be-47e4-8561-c3e2bf2423ab" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 894.120312] env[62328]: DEBUG oslo_concurrency.lockutils [None req-638ee745-825e-40b6-a37d-d605d6a6c6c0 tempest-AttachInterfacesUnderV243Test-538941428 tempest-AttachInterfacesUnderV243Test-538941428-project-member] Acquired lock "[datastore1] devstack-image-cache_base/dbf872a4-92be-47e4-8561-c3e2bf2423ab" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 894.120867] env[62328]: DEBUG oslo_concurrency.lockutils [None req-638ee745-825e-40b6-a37d-d605d6a6c6c0 tempest-AttachInterfacesUnderV243Test-538941428 tempest-AttachInterfacesUnderV243Test-538941428-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/dbf872a4-92be-47e4-8561-c3e2bf2423ab" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 894.121234] env[62328]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e1fbee5d-2747-4ba5-9c84-b77777e8a640 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 894.126611] env[62328]: DEBUG oslo_vmware.api [None req-638ee745-825e-40b6-a37d-d605d6a6c6c0 tempest-AttachInterfacesUnderV243Test-538941428 tempest-AttachInterfacesUnderV243Test-538941428-project-member] Waiting for the task: (returnval){ [ 894.126611] env[62328]: value = "session[52a6e20e-410d-708a-99f2-080a575a99bd]52edcd39-7ad3-92d8-6ddf-3c31fd1530ee" [ 894.126611] env[62328]: _type = "Task" [ 894.126611] env[62328]: } to complete. {{(pid=62328) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 894.137980] env[62328]: DEBUG oslo_vmware.api [None req-638ee745-825e-40b6-a37d-d605d6a6c6c0 tempest-AttachInterfacesUnderV243Test-538941428 tempest-AttachInterfacesUnderV243Test-538941428-project-member] Task: {'id': session[52a6e20e-410d-708a-99f2-080a575a99bd]52edcd39-7ad3-92d8-6ddf-3c31fd1530ee, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 894.147550] env[62328]: DEBUG nova.policy [None req-2339f4f6-fd0e-4161-9435-3e1103e41f46 tempest-ServerAddressesNegativeTestJSON-283879621 tempest-ServerAddressesNegativeTestJSON-283879621-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '36b0b5a864084dbe9550577ee60e589e', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'd79ab2aac66f4841a2e2f2ebe3d2fd97', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62328) authorize /opt/stack/nova/nova/policy.py:192}} [ 894.259519] env[62328]: DEBUG nova.compute.manager [None req-c8274c19-b823-451a-932e-3618e5d19295 tempest-ServerAddressesTestJSON-1355536089 tempest-ServerAddressesTestJSON-1355536089-project-member] [instance: b3655835-4dc8-4e69-aa40-9421d264f283] Start destroying the instance on the hypervisor. {{(pid=62328) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 894.259819] env[62328]: DEBUG nova.virt.vmwareapi.vmops [None req-c8274c19-b823-451a-932e-3618e5d19295 tempest-ServerAddressesTestJSON-1355536089 tempest-ServerAddressesTestJSON-1355536089-project-member] [instance: b3655835-4dc8-4e69-aa40-9421d264f283] Destroying instance {{(pid=62328) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 894.262357] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b66618b7-318d-4b75-8475-f27bd667c77c {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 894.272118] env[62328]: DEBUG nova.virt.vmwareapi.vm_util [None req-c8274c19-b823-451a-932e-3618e5d19295 tempest-ServerAddressesTestJSON-1355536089 tempest-ServerAddressesTestJSON-1355536089-project-member] [instance: b3655835-4dc8-4e69-aa40-9421d264f283] Powering off the VM {{(pid=62328) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 894.275600] env[62328]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-9141c442-34f5-4a20-b019-1ddc5f1c0c9c {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 894.286354] env[62328]: DEBUG oslo_vmware.api [None req-c8274c19-b823-451a-932e-3618e5d19295 tempest-ServerAddressesTestJSON-1355536089 tempest-ServerAddressesTestJSON-1355536089-project-member] Waiting for the task: (returnval){ [ 894.286354] env[62328]: value = "task-2387127" [ 894.286354] env[62328]: _type = "Task" [ 894.286354] env[62328]: } to complete. {{(pid=62328) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 894.296816] env[62328]: DEBUG oslo_vmware.api [None req-c8274c19-b823-451a-932e-3618e5d19295 tempest-ServerAddressesTestJSON-1355536089 tempest-ServerAddressesTestJSON-1355536089-project-member] Task: {'id': task-2387127, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 894.332070] env[62328]: DEBUG oslo_concurrency.lockutils [req-f4fd8576-a601-4d32-9391-b3b6bbf17e77 req-f04737d0-acef-4368-a288-de6bc6e96d63 service nova] Releasing lock "refresh_cache-ca5f1f85-0fbb-4572-8b04-bd275a02f396" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 894.505899] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a3e32a58-ad17-40a2-8a6d-8ca9d750d906 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 894.515786] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cec7aa1e-4192-4648-b3e4-729bf36c278c {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 894.554130] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-91094946-caf7-4356-a0d9-45f11f0e42a5 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 894.564975] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5b428b52-4595-4068-a760-bb4d639c28f4 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 894.580450] env[62328]: DEBUG nova.compute.provider_tree [None req-a93cda17-d715-4c35-a30b-15af58fc05c0 tempest-ServerShowV247Test-284523986 tempest-ServerShowV247Test-284523986-project-member] Inventory has not changed in ProviderTree for provider: 3469e9f8-04af-49ca-8435-49f104496744 {{(pid=62328) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 894.593604] env[62328]: DEBUG nova.compute.manager [None req-2339f4f6-fd0e-4161-9435-3e1103e41f46 tempest-ServerAddressesNegativeTestJSON-283879621 tempest-ServerAddressesNegativeTestJSON-283879621-project-member] [instance: b3a96122-6f42-4407-a3e8-69305679d6e5] Start building block device mappings for instance. {{(pid=62328) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 894.605921] env[62328]: DEBUG nova.network.neutron [None req-2339f4f6-fd0e-4161-9435-3e1103e41f46 tempest-ServerAddressesNegativeTestJSON-283879621 tempest-ServerAddressesNegativeTestJSON-283879621-project-member] [instance: b3a96122-6f42-4407-a3e8-69305679d6e5] Successfully created port: 1375bbec-4c22-4568-98f7-fbc53635369d {{(pid=62328) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 894.617554] env[62328]: DEBUG oslo_concurrency.lockutils [None req-4f29d091-6214-4a03-ad52-e5fd11130067 tempest-DeleteServersTestJSON-1766103036 tempest-DeleteServersTestJSON-1766103036-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 894.641951] env[62328]: DEBUG oslo_vmware.api [None req-638ee745-825e-40b6-a37d-d605d6a6c6c0 tempest-AttachInterfacesUnderV243Test-538941428 tempest-AttachInterfacesUnderV243Test-538941428-project-member] Task: {'id': session[52a6e20e-410d-708a-99f2-080a575a99bd]52edcd39-7ad3-92d8-6ddf-3c31fd1530ee, 'name': SearchDatastore_Task, 'duration_secs': 0.016955} completed successfully. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 894.644085] env[62328]: DEBUG oslo_concurrency.lockutils [None req-638ee745-825e-40b6-a37d-d605d6a6c6c0 tempest-AttachInterfacesUnderV243Test-538941428 tempest-AttachInterfacesUnderV243Test-538941428-project-member] Releasing lock "[datastore1] devstack-image-cache_base/dbf872a4-92be-47e4-8561-c3e2bf2423ab" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 894.644332] env[62328]: DEBUG nova.virt.vmwareapi.vmops [None req-638ee745-825e-40b6-a37d-d605d6a6c6c0 tempest-AttachInterfacesUnderV243Test-538941428 tempest-AttachInterfacesUnderV243Test-538941428-project-member] [instance: ca5f1f85-0fbb-4572-8b04-bd275a02f396] Processing image dbf872a4-92be-47e4-8561-c3e2bf2423ab {{(pid=62328) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 894.644565] env[62328]: DEBUG oslo_concurrency.lockutils [None req-638ee745-825e-40b6-a37d-d605d6a6c6c0 tempest-AttachInterfacesUnderV243Test-538941428 tempest-AttachInterfacesUnderV243Test-538941428-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/dbf872a4-92be-47e4-8561-c3e2bf2423ab/dbf872a4-92be-47e4-8561-c3e2bf2423ab.vmdk" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 894.644709] env[62328]: DEBUG oslo_concurrency.lockutils [None req-638ee745-825e-40b6-a37d-d605d6a6c6c0 tempest-AttachInterfacesUnderV243Test-538941428 tempest-AttachInterfacesUnderV243Test-538941428-project-member] Acquired lock "[datastore1] devstack-image-cache_base/dbf872a4-92be-47e4-8561-c3e2bf2423ab/dbf872a4-92be-47e4-8561-c3e2bf2423ab.vmdk" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 894.644888] env[62328]: DEBUG nova.virt.vmwareapi.ds_util [None req-638ee745-825e-40b6-a37d-d605d6a6c6c0 tempest-AttachInterfacesUnderV243Test-538941428 tempest-AttachInterfacesUnderV243Test-538941428-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62328) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 894.645382] env[62328]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-a48755cc-71c0-4138-b518-e0fe3728d991 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 894.654036] env[62328]: DEBUG nova.virt.vmwareapi.ds_util [None req-638ee745-825e-40b6-a37d-d605d6a6c6c0 tempest-AttachInterfacesUnderV243Test-538941428 tempest-AttachInterfacesUnderV243Test-538941428-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62328) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 894.654201] env[62328]: DEBUG nova.virt.vmwareapi.vmops [None req-638ee745-825e-40b6-a37d-d605d6a6c6c0 tempest-AttachInterfacesUnderV243Test-538941428 tempest-AttachInterfacesUnderV243Test-538941428-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62328) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 894.655116] env[62328]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e1c3cb2c-e558-4bd6-afac-095dc90fa446 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 894.660311] env[62328]: DEBUG oslo_vmware.api [None req-638ee745-825e-40b6-a37d-d605d6a6c6c0 tempest-AttachInterfacesUnderV243Test-538941428 tempest-AttachInterfacesUnderV243Test-538941428-project-member] Waiting for the task: (returnval){ [ 894.660311] env[62328]: value = "session[52a6e20e-410d-708a-99f2-080a575a99bd]521cc769-f103-1d98-864a-03263df44d7f" [ 894.660311] env[62328]: _type = "Task" [ 894.660311] env[62328]: } to complete. {{(pid=62328) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 894.669916] env[62328]: DEBUG oslo_vmware.api [None req-638ee745-825e-40b6-a37d-d605d6a6c6c0 tempest-AttachInterfacesUnderV243Test-538941428 tempest-AttachInterfacesUnderV243Test-538941428-project-member] Task: {'id': session[52a6e20e-410d-708a-99f2-080a575a99bd]521cc769-f103-1d98-864a-03263df44d7f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 894.736232] env[62328]: DEBUG oslo_vmware.rw_handles [None req-8638092e-2dae-4f4a-92cc-6811fd95b851 tempest-ImagesTestJSON-1776717495 tempest-ImagesTestJSON-1776717495-project-member] Completed reading data from the image iterator. {{(pid=62328) read /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:765}} [ 894.736469] env[62328]: DEBUG oslo_vmware.rw_handles [None req-8638092e-2dae-4f4a-92cc-6811fd95b851 tempest-ImagesTestJSON-1776717495 tempest-ImagesTestJSON-1776717495-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52168de3-88a1-3cc5-e654-3d33c09144ed/disk-0.vmdk. {{(pid=62328) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 894.737423] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7fc198bf-33f6-486b-9933-b5281179369f {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 894.743659] env[62328]: DEBUG oslo_vmware.rw_handles [None req-8638092e-2dae-4f4a-92cc-6811fd95b851 tempest-ImagesTestJSON-1776717495 tempest-ImagesTestJSON-1776717495-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52168de3-88a1-3cc5-e654-3d33c09144ed/disk-0.vmdk is in state: ready. {{(pid=62328) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 894.743829] env[62328]: DEBUG oslo_vmware.rw_handles [None req-8638092e-2dae-4f4a-92cc-6811fd95b851 tempest-ImagesTestJSON-1776717495 tempest-ImagesTestJSON-1776717495-project-member] Releasing lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52168de3-88a1-3cc5-e654-3d33c09144ed/disk-0.vmdk. {{(pid=62328) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:440}} [ 894.744078] env[62328]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseComplete with opID=oslo.vmware-d736e66e-4e92-494f-9006-7dfde862dd2c {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 894.794414] env[62328]: DEBUG oslo_vmware.api [None req-c8274c19-b823-451a-932e-3618e5d19295 tempest-ServerAddressesTestJSON-1355536089 tempest-ServerAddressesTestJSON-1355536089-project-member] Task: {'id': task-2387127, 'name': PowerOffVM_Task, 'duration_secs': 0.223677} completed successfully. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 894.794684] env[62328]: DEBUG nova.virt.vmwareapi.vm_util [None req-c8274c19-b823-451a-932e-3618e5d19295 tempest-ServerAddressesTestJSON-1355536089 tempest-ServerAddressesTestJSON-1355536089-project-member] [instance: b3655835-4dc8-4e69-aa40-9421d264f283] Powered off the VM {{(pid=62328) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 894.794848] env[62328]: DEBUG nova.virt.vmwareapi.vmops [None req-c8274c19-b823-451a-932e-3618e5d19295 tempest-ServerAddressesTestJSON-1355536089 tempest-ServerAddressesTestJSON-1355536089-project-member] [instance: b3655835-4dc8-4e69-aa40-9421d264f283] Unregistering the VM {{(pid=62328) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 894.795110] env[62328]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-bb8fb6b8-d4b7-4d8c-84cd-e4a43a897b73 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 894.858026] env[62328]: DEBUG nova.virt.vmwareapi.vmops [None req-c8274c19-b823-451a-932e-3618e5d19295 tempest-ServerAddressesTestJSON-1355536089 tempest-ServerAddressesTestJSON-1355536089-project-member] [instance: b3655835-4dc8-4e69-aa40-9421d264f283] Unregistered the VM {{(pid=62328) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 894.858026] env[62328]: DEBUG nova.virt.vmwareapi.vmops [None req-c8274c19-b823-451a-932e-3618e5d19295 tempest-ServerAddressesTestJSON-1355536089 tempest-ServerAddressesTestJSON-1355536089-project-member] [instance: b3655835-4dc8-4e69-aa40-9421d264f283] Deleting contents of the VM from datastore datastore1 {{(pid=62328) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 894.858026] env[62328]: DEBUG nova.virt.vmwareapi.ds_util [None req-c8274c19-b823-451a-932e-3618e5d19295 tempest-ServerAddressesTestJSON-1355536089 tempest-ServerAddressesTestJSON-1355536089-project-member] Deleting the datastore file [datastore1] b3655835-4dc8-4e69-aa40-9421d264f283 {{(pid=62328) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 894.858273] env[62328]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-232c5691-8f2c-4052-90d4-99d743c4db29 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 894.864368] env[62328]: DEBUG oslo_vmware.api [None req-c8274c19-b823-451a-932e-3618e5d19295 tempest-ServerAddressesTestJSON-1355536089 tempest-ServerAddressesTestJSON-1355536089-project-member] Waiting for the task: (returnval){ [ 894.864368] env[62328]: value = "task-2387129" [ 894.864368] env[62328]: _type = "Task" [ 894.864368] env[62328]: } to complete. {{(pid=62328) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 894.873172] env[62328]: DEBUG oslo_vmware.api [None req-c8274c19-b823-451a-932e-3618e5d19295 tempest-ServerAddressesTestJSON-1355536089 tempest-ServerAddressesTestJSON-1355536089-project-member] Task: {'id': task-2387129, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 894.959789] env[62328]: DEBUG oslo_vmware.rw_handles [None req-8638092e-2dae-4f4a-92cc-6811fd95b851 tempest-ImagesTestJSON-1776717495 tempest-ImagesTestJSON-1776717495-project-member] Closed VMDK write handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52168de3-88a1-3cc5-e654-3d33c09144ed/disk-0.vmdk. {{(pid=62328) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:646}} [ 894.960048] env[62328]: INFO nova.virt.vmwareapi.images [None req-8638092e-2dae-4f4a-92cc-6811fd95b851 tempest-ImagesTestJSON-1776717495 tempest-ImagesTestJSON-1776717495-project-member] [instance: e38f62a8-c8ae-4200-b5cc-a799c261ce76] Downloaded image file data 0eb34995-d601-4bff-b384-243b20cac601 [ 894.960896] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-238c7b3d-8de0-4eef-88f5-da44abd09e09 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 894.975849] env[62328]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-72ab8fc1-a6f9-4f42-9f8c-2df541094563 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 894.997969] env[62328]: INFO nova.virt.vmwareapi.images [None req-8638092e-2dae-4f4a-92cc-6811fd95b851 tempest-ImagesTestJSON-1776717495 tempest-ImagesTestJSON-1776717495-project-member] [instance: e38f62a8-c8ae-4200-b5cc-a799c261ce76] The imported VM was unregistered [ 895.000298] env[62328]: DEBUG nova.virt.vmwareapi.vmops [None req-8638092e-2dae-4f4a-92cc-6811fd95b851 tempest-ImagesTestJSON-1776717495 tempest-ImagesTestJSON-1776717495-project-member] [instance: e38f62a8-c8ae-4200-b5cc-a799c261ce76] Caching image {{(pid=62328) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:638}} [ 895.000528] env[62328]: DEBUG nova.virt.vmwareapi.ds_util [None req-8638092e-2dae-4f4a-92cc-6811fd95b851 tempest-ImagesTestJSON-1776717495 tempest-ImagesTestJSON-1776717495-project-member] Creating directory with path [datastore1] devstack-image-cache_base/0eb34995-d601-4bff-b384-243b20cac601 {{(pid=62328) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 895.000801] env[62328]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-3e946da5-b268-4544-b0f2-2fd754d97f05 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 895.009962] env[62328]: DEBUG nova.virt.vmwareapi.ds_util [None req-8638092e-2dae-4f4a-92cc-6811fd95b851 tempest-ImagesTestJSON-1776717495 tempest-ImagesTestJSON-1776717495-project-member] Created directory with path [datastore1] devstack-image-cache_base/0eb34995-d601-4bff-b384-243b20cac601 {{(pid=62328) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 895.010106] env[62328]: DEBUG nova.virt.vmwareapi.ds_util [None req-8638092e-2dae-4f4a-92cc-6811fd95b851 tempest-ImagesTestJSON-1776717495 tempest-ImagesTestJSON-1776717495-project-member] Moving virtual disk from [datastore1] OSTACK_IMG_1dc2bcc5-b571-4752-85f1-c2c267bfe03a/OSTACK_IMG_1dc2bcc5-b571-4752-85f1-c2c267bfe03a.vmdk to [datastore1] devstack-image-cache_base/0eb34995-d601-4bff-b384-243b20cac601/0eb34995-d601-4bff-b384-243b20cac601.vmdk. {{(pid=62328) disk_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:263}} [ 895.010344] env[62328]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.MoveVirtualDisk_Task with opID=oslo.vmware-accf4c59-169f-4722-9db1-c9a3b48fa3a0 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 895.016265] env[62328]: DEBUG oslo_vmware.api [None req-8638092e-2dae-4f4a-92cc-6811fd95b851 tempest-ImagesTestJSON-1776717495 tempest-ImagesTestJSON-1776717495-project-member] Waiting for the task: (returnval){ [ 895.016265] env[62328]: value = "task-2387131" [ 895.016265] env[62328]: _type = "Task" [ 895.016265] env[62328]: } to complete. {{(pid=62328) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 895.023173] env[62328]: DEBUG oslo_vmware.api [None req-8638092e-2dae-4f4a-92cc-6811fd95b851 tempest-ImagesTestJSON-1776717495 tempest-ImagesTestJSON-1776717495-project-member] Task: {'id': task-2387131, 'name': MoveVirtualDisk_Task} progress is 0%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 895.086393] env[62328]: DEBUG nova.scheduler.client.report [None req-a93cda17-d715-4c35-a30b-15af58fc05c0 tempest-ServerShowV247Test-284523986 tempest-ServerShowV247Test-284523986-project-member] Inventory has not changed for provider 3469e9f8-04af-49ca-8435-49f104496744 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 152, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62328) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 895.178431] env[62328]: DEBUG oslo_vmware.api [None req-638ee745-825e-40b6-a37d-d605d6a6c6c0 tempest-AttachInterfacesUnderV243Test-538941428 tempest-AttachInterfacesUnderV243Test-538941428-project-member] Task: {'id': session[52a6e20e-410d-708a-99f2-080a575a99bd]521cc769-f103-1d98-864a-03263df44d7f, 'name': SearchDatastore_Task, 'duration_secs': 0.008968} completed successfully. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 895.178748] env[62328]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-30ae2327-91a2-4b4d-b574-2f937b19a591 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 895.186533] env[62328]: DEBUG oslo_vmware.api [None req-638ee745-825e-40b6-a37d-d605d6a6c6c0 tempest-AttachInterfacesUnderV243Test-538941428 tempest-AttachInterfacesUnderV243Test-538941428-project-member] Waiting for the task: (returnval){ [ 895.186533] env[62328]: value = "session[52a6e20e-410d-708a-99f2-080a575a99bd]525fff9a-fd8c-b685-3df7-f22dd433235c" [ 895.186533] env[62328]: _type = "Task" [ 895.186533] env[62328]: } to complete. {{(pid=62328) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 895.197043] env[62328]: DEBUG oslo_vmware.api [None req-638ee745-825e-40b6-a37d-d605d6a6c6c0 tempest-AttachInterfacesUnderV243Test-538941428 tempest-AttachInterfacesUnderV243Test-538941428-project-member] Task: {'id': session[52a6e20e-410d-708a-99f2-080a575a99bd]525fff9a-fd8c-b685-3df7-f22dd433235c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 895.377126] env[62328]: DEBUG oslo_vmware.api [None req-c8274c19-b823-451a-932e-3618e5d19295 tempest-ServerAddressesTestJSON-1355536089 tempest-ServerAddressesTestJSON-1355536089-project-member] Task: {'id': task-2387129, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.123506} completed successfully. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 895.377607] env[62328]: DEBUG nova.virt.vmwareapi.ds_util [None req-c8274c19-b823-451a-932e-3618e5d19295 tempest-ServerAddressesTestJSON-1355536089 tempest-ServerAddressesTestJSON-1355536089-project-member] Deleted the datastore file {{(pid=62328) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 895.377878] env[62328]: DEBUG nova.virt.vmwareapi.vmops [None req-c8274c19-b823-451a-932e-3618e5d19295 tempest-ServerAddressesTestJSON-1355536089 tempest-ServerAddressesTestJSON-1355536089-project-member] [instance: b3655835-4dc8-4e69-aa40-9421d264f283] Deleted contents of the VM from datastore datastore1 {{(pid=62328) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 895.378116] env[62328]: DEBUG nova.virt.vmwareapi.vmops [None req-c8274c19-b823-451a-932e-3618e5d19295 tempest-ServerAddressesTestJSON-1355536089 tempest-ServerAddressesTestJSON-1355536089-project-member] [instance: b3655835-4dc8-4e69-aa40-9421d264f283] Instance destroyed {{(pid=62328) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 895.378353] env[62328]: INFO nova.compute.manager [None req-c8274c19-b823-451a-932e-3618e5d19295 tempest-ServerAddressesTestJSON-1355536089 tempest-ServerAddressesTestJSON-1355536089-project-member] [instance: b3655835-4dc8-4e69-aa40-9421d264f283] Took 1.12 seconds to destroy the instance on the hypervisor. [ 895.378748] env[62328]: DEBUG oslo.service.loopingcall [None req-c8274c19-b823-451a-932e-3618e5d19295 tempest-ServerAddressesTestJSON-1355536089 tempest-ServerAddressesTestJSON-1355536089-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62328) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 895.378988] env[62328]: DEBUG nova.compute.manager [-] [instance: b3655835-4dc8-4e69-aa40-9421d264f283] Deallocating network for instance {{(pid=62328) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 895.379108] env[62328]: DEBUG nova.network.neutron [-] [instance: b3655835-4dc8-4e69-aa40-9421d264f283] deallocate_for_instance() {{(pid=62328) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 895.528312] env[62328]: DEBUG oslo_vmware.api [None req-8638092e-2dae-4f4a-92cc-6811fd95b851 tempest-ImagesTestJSON-1776717495 tempest-ImagesTestJSON-1776717495-project-member] Task: {'id': task-2387131, 'name': MoveVirtualDisk_Task} progress is 24%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 895.591584] env[62328]: DEBUG oslo_concurrency.lockutils [None req-a93cda17-d715-4c35-a30b-15af58fc05c0 tempest-ServerShowV247Test-284523986 tempest-ServerShowV247Test-284523986-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.051s {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 895.594576] env[62328]: DEBUG oslo_concurrency.lockutils [None req-6b13485d-856a-4ce0-84cd-11187efbafed tempest-ServersAdminTestJSON-455323280 tempest-ServersAdminTestJSON-455323280-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 18.682s {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 895.596379] env[62328]: INFO nova.compute.claims [None req-6b13485d-856a-4ce0-84cd-11187efbafed tempest-ServersAdminTestJSON-455323280 tempest-ServersAdminTestJSON-455323280-project-member] [instance: e78f4099-b61b-4dd2-8587-8c8f1bb0412a] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 895.605065] env[62328]: DEBUG nova.compute.manager [None req-2339f4f6-fd0e-4161-9435-3e1103e41f46 tempest-ServerAddressesNegativeTestJSON-283879621 tempest-ServerAddressesNegativeTestJSON-283879621-project-member] [instance: b3a96122-6f42-4407-a3e8-69305679d6e5] Start spawning the instance on the hypervisor. {{(pid=62328) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 895.616771] env[62328]: INFO nova.scheduler.client.report [None req-a93cda17-d715-4c35-a30b-15af58fc05c0 tempest-ServerShowV247Test-284523986 tempest-ServerShowV247Test-284523986-project-member] Deleted allocations for instance 7b91283b-b15c-414f-a068-8dab2b35f6e3 [ 895.635756] env[62328]: DEBUG nova.virt.hardware [None req-2339f4f6-fd0e-4161-9435-3e1103e41f46 tempest-ServerAddressesNegativeTestJSON-283879621 tempest-ServerAddressesNegativeTestJSON-283879621-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-07T17:16:55Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-07T17:16:37Z,direct_url=,disk_format='vmdk',id=dbf872a4-92be-47e4-8561-c3e2bf2423ab,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='2a64022f08d84b11a86773b900860ae5',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-07T17:16:38Z,virtual_size=,visibility=), allow threads: False {{(pid=62328) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 895.635980] env[62328]: DEBUG nova.virt.hardware [None req-2339f4f6-fd0e-4161-9435-3e1103e41f46 tempest-ServerAddressesNegativeTestJSON-283879621 tempest-ServerAddressesNegativeTestJSON-283879621-project-member] Flavor limits 0:0:0 {{(pid=62328) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 895.636152] env[62328]: DEBUG nova.virt.hardware [None req-2339f4f6-fd0e-4161-9435-3e1103e41f46 tempest-ServerAddressesNegativeTestJSON-283879621 tempest-ServerAddressesNegativeTestJSON-283879621-project-member] Image limits 0:0:0 {{(pid=62328) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 895.636504] env[62328]: DEBUG nova.virt.hardware [None req-2339f4f6-fd0e-4161-9435-3e1103e41f46 tempest-ServerAddressesNegativeTestJSON-283879621 tempest-ServerAddressesNegativeTestJSON-283879621-project-member] Flavor pref 0:0:0 {{(pid=62328) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 895.636504] env[62328]: DEBUG nova.virt.hardware [None req-2339f4f6-fd0e-4161-9435-3e1103e41f46 tempest-ServerAddressesNegativeTestJSON-283879621 tempest-ServerAddressesNegativeTestJSON-283879621-project-member] Image pref 0:0:0 {{(pid=62328) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 895.636602] env[62328]: DEBUG nova.virt.hardware [None req-2339f4f6-fd0e-4161-9435-3e1103e41f46 tempest-ServerAddressesNegativeTestJSON-283879621 tempest-ServerAddressesNegativeTestJSON-283879621-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62328) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 895.636794] env[62328]: DEBUG nova.virt.hardware [None req-2339f4f6-fd0e-4161-9435-3e1103e41f46 tempest-ServerAddressesNegativeTestJSON-283879621 tempest-ServerAddressesNegativeTestJSON-283879621-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62328) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 895.636945] env[62328]: DEBUG nova.virt.hardware [None req-2339f4f6-fd0e-4161-9435-3e1103e41f46 tempest-ServerAddressesNegativeTestJSON-283879621 tempest-ServerAddressesNegativeTestJSON-283879621-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62328) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 895.641336] env[62328]: DEBUG nova.virt.hardware [None req-2339f4f6-fd0e-4161-9435-3e1103e41f46 tempest-ServerAddressesNegativeTestJSON-283879621 tempest-ServerAddressesNegativeTestJSON-283879621-project-member] Got 1 possible topologies {{(pid=62328) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 895.641546] env[62328]: DEBUG nova.virt.hardware [None req-2339f4f6-fd0e-4161-9435-3e1103e41f46 tempest-ServerAddressesNegativeTestJSON-283879621 tempest-ServerAddressesNegativeTestJSON-283879621-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62328) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 895.641751] env[62328]: DEBUG nova.virt.hardware [None req-2339f4f6-fd0e-4161-9435-3e1103e41f46 tempest-ServerAddressesNegativeTestJSON-283879621 tempest-ServerAddressesNegativeTestJSON-283879621-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62328) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 895.642725] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3b7ce00c-ea13-41f7-a7e8-f5f468481b76 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 895.655484] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-05fb92f8-396c-4db9-87ef-ee03274907e3 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 895.700389] env[62328]: DEBUG oslo_vmware.api [None req-638ee745-825e-40b6-a37d-d605d6a6c6c0 tempest-AttachInterfacesUnderV243Test-538941428 tempest-AttachInterfacesUnderV243Test-538941428-project-member] Task: {'id': session[52a6e20e-410d-708a-99f2-080a575a99bd]525fff9a-fd8c-b685-3df7-f22dd433235c, 'name': SearchDatastore_Task, 'duration_secs': 0.068707} completed successfully. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 895.702616] env[62328]: DEBUG oslo_concurrency.lockutils [None req-638ee745-825e-40b6-a37d-d605d6a6c6c0 tempest-AttachInterfacesUnderV243Test-538941428 tempest-AttachInterfacesUnderV243Test-538941428-project-member] Releasing lock "[datastore1] devstack-image-cache_base/dbf872a4-92be-47e4-8561-c3e2bf2423ab/dbf872a4-92be-47e4-8561-c3e2bf2423ab.vmdk" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 895.702616] env[62328]: DEBUG nova.virt.vmwareapi.vm_util [None req-638ee745-825e-40b6-a37d-d605d6a6c6c0 tempest-AttachInterfacesUnderV243Test-538941428 tempest-AttachInterfacesUnderV243Test-538941428-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/dbf872a4-92be-47e4-8561-c3e2bf2423ab/dbf872a4-92be-47e4-8561-c3e2bf2423ab.vmdk to [datastore1] ca5f1f85-0fbb-4572-8b04-bd275a02f396/ca5f1f85-0fbb-4572-8b04-bd275a02f396.vmdk {{(pid=62328) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 895.702616] env[62328]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-0fcd31d4-e323-44da-84b3-613a53f0dc1e {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 895.710390] env[62328]: DEBUG oslo_vmware.api [None req-638ee745-825e-40b6-a37d-d605d6a6c6c0 tempest-AttachInterfacesUnderV243Test-538941428 tempest-AttachInterfacesUnderV243Test-538941428-project-member] Waiting for the task: (returnval){ [ 895.710390] env[62328]: value = "task-2387132" [ 895.710390] env[62328]: _type = "Task" [ 895.710390] env[62328]: } to complete. {{(pid=62328) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 895.720977] env[62328]: DEBUG oslo_vmware.api [None req-638ee745-825e-40b6-a37d-d605d6a6c6c0 tempest-AttachInterfacesUnderV243Test-538941428 tempest-AttachInterfacesUnderV243Test-538941428-project-member] Task: {'id': task-2387132, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 895.740780] env[62328]: DEBUG nova.compute.manager [req-8bd4a17b-9e05-4e89-9461-dac500ec38f8 req-c3477a74-e913-436c-aa2f-782ff20b1409 service nova] [instance: b3655835-4dc8-4e69-aa40-9421d264f283] Received event network-vif-deleted-66c94018-6c09-4108-ab99-32149027c5a0 {{(pid=62328) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 895.740780] env[62328]: INFO nova.compute.manager [req-8bd4a17b-9e05-4e89-9461-dac500ec38f8 req-c3477a74-e913-436c-aa2f-782ff20b1409 service nova] [instance: b3655835-4dc8-4e69-aa40-9421d264f283] Neutron deleted interface 66c94018-6c09-4108-ab99-32149027c5a0; detaching it from the instance and deleting it from the info cache [ 895.740780] env[62328]: DEBUG nova.network.neutron [req-8bd4a17b-9e05-4e89-9461-dac500ec38f8 req-c3477a74-e913-436c-aa2f-782ff20b1409 service nova] [instance: b3655835-4dc8-4e69-aa40-9421d264f283] Updating instance_info_cache with network_info: [] {{(pid=62328) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 896.028643] env[62328]: DEBUG oslo_vmware.api [None req-8638092e-2dae-4f4a-92cc-6811fd95b851 tempest-ImagesTestJSON-1776717495 tempest-ImagesTestJSON-1776717495-project-member] Task: {'id': task-2387131, 'name': MoveVirtualDisk_Task} progress is 46%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 896.130036] env[62328]: DEBUG oslo_concurrency.lockutils [None req-a93cda17-d715-4c35-a30b-15af58fc05c0 tempest-ServerShowV247Test-284523986 tempest-ServerShowV247Test-284523986-project-member] Lock "7b91283b-b15c-414f-a068-8dab2b35f6e3" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 24.352s {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 896.210857] env[62328]: DEBUG nova.network.neutron [None req-2339f4f6-fd0e-4161-9435-3e1103e41f46 tempest-ServerAddressesNegativeTestJSON-283879621 tempest-ServerAddressesNegativeTestJSON-283879621-project-member] [instance: b3a96122-6f42-4407-a3e8-69305679d6e5] Successfully updated port: 1375bbec-4c22-4568-98f7-fbc53635369d {{(pid=62328) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 896.223391] env[62328]: DEBUG nova.network.neutron [-] [instance: b3655835-4dc8-4e69-aa40-9421d264f283] Updating instance_info_cache with network_info: [] {{(pid=62328) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 896.224667] env[62328]: DEBUG oslo_vmware.api [None req-638ee745-825e-40b6-a37d-d605d6a6c6c0 tempest-AttachInterfacesUnderV243Test-538941428 tempest-AttachInterfacesUnderV243Test-538941428-project-member] Task: {'id': task-2387132, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 896.242915] env[62328]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-5c7b1c3a-dacf-495a-972c-9ff4f5a80470 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 896.255253] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d9e3b22d-4516-45eb-b77d-41deb6d230e1 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 896.290723] env[62328]: DEBUG nova.compute.manager [req-8bd4a17b-9e05-4e89-9461-dac500ec38f8 req-c3477a74-e913-436c-aa2f-782ff20b1409 service nova] [instance: b3655835-4dc8-4e69-aa40-9421d264f283] Detach interface failed, port_id=66c94018-6c09-4108-ab99-32149027c5a0, reason: Instance b3655835-4dc8-4e69-aa40-9421d264f283 could not be found. {{(pid=62328) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 896.529202] env[62328]: DEBUG oslo_vmware.api [None req-8638092e-2dae-4f4a-92cc-6811fd95b851 tempest-ImagesTestJSON-1776717495 tempest-ImagesTestJSON-1776717495-project-member] Task: {'id': task-2387131, 'name': MoveVirtualDisk_Task} progress is 69%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 896.675277] env[62328]: DEBUG oslo_service.periodic_task [None req-332cd9a1-235b-4315-894a-68f76363e980 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=62328) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 896.675501] env[62328]: DEBUG oslo_service.periodic_task [None req-332cd9a1-235b-4315-894a-68f76363e980 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=62328) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 896.718410] env[62328]: DEBUG oslo_concurrency.lockutils [None req-2339f4f6-fd0e-4161-9435-3e1103e41f46 tempest-ServerAddressesNegativeTestJSON-283879621 tempest-ServerAddressesNegativeTestJSON-283879621-project-member] Acquiring lock "refresh_cache-b3a96122-6f42-4407-a3e8-69305679d6e5" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 896.718681] env[62328]: DEBUG oslo_concurrency.lockutils [None req-2339f4f6-fd0e-4161-9435-3e1103e41f46 tempest-ServerAddressesNegativeTestJSON-283879621 tempest-ServerAddressesNegativeTestJSON-283879621-project-member] Acquired lock "refresh_cache-b3a96122-6f42-4407-a3e8-69305679d6e5" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 896.719134] env[62328]: DEBUG nova.network.neutron [None req-2339f4f6-fd0e-4161-9435-3e1103e41f46 tempest-ServerAddressesNegativeTestJSON-283879621 tempest-ServerAddressesNegativeTestJSON-283879621-project-member] [instance: b3a96122-6f42-4407-a3e8-69305679d6e5] Building network info cache for instance {{(pid=62328) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 896.725856] env[62328]: INFO nova.compute.manager [-] [instance: b3655835-4dc8-4e69-aa40-9421d264f283] Took 1.35 seconds to deallocate network for instance. [ 896.735454] env[62328]: DEBUG oslo_vmware.api [None req-638ee745-825e-40b6-a37d-d605d6a6c6c0 tempest-AttachInterfacesUnderV243Test-538941428 tempest-AttachInterfacesUnderV243Test-538941428-project-member] Task: {'id': task-2387132, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 896.969705] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-218070f7-1726-4e22-9a05-76efeeb25f78 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 896.982016] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b560ea30-327a-4395-82cb-ef128dd6becd {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 897.018055] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ea07f332-e69f-4d35-964e-d56190dfa05d {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 897.030097] env[62328]: DEBUG oslo_vmware.api [None req-8638092e-2dae-4f4a-92cc-6811fd95b851 tempest-ImagesTestJSON-1776717495 tempest-ImagesTestJSON-1776717495-project-member] Task: {'id': task-2387131, 'name': MoveVirtualDisk_Task} progress is 88%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 897.033770] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c882759f-258d-4e38-968c-96fe255127ac {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 897.051362] env[62328]: DEBUG nova.compute.provider_tree [None req-6b13485d-856a-4ce0-84cd-11187efbafed tempest-ServersAdminTestJSON-455323280 tempest-ServersAdminTestJSON-455323280-project-member] Inventory has not changed in ProviderTree for provider: 3469e9f8-04af-49ca-8435-49f104496744 {{(pid=62328) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 897.188287] env[62328]: DEBUG oslo_service.periodic_task [None req-332cd9a1-235b-4315-894a-68f76363e980 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=62328) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 897.188442] env[62328]: DEBUG nova.compute.manager [None req-332cd9a1-235b-4315-894a-68f76363e980 None None] Starting heal instance info cache {{(pid=62328) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10445}} [ 897.229878] env[62328]: DEBUG oslo_vmware.api [None req-638ee745-825e-40b6-a37d-d605d6a6c6c0 tempest-AttachInterfacesUnderV243Test-538941428 tempest-AttachInterfacesUnderV243Test-538941428-project-member] Task: {'id': task-2387132, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 897.236857] env[62328]: DEBUG oslo_concurrency.lockutils [None req-c8274c19-b823-451a-932e-3618e5d19295 tempest-ServerAddressesTestJSON-1355536089 tempest-ServerAddressesTestJSON-1355536089-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 897.271379] env[62328]: DEBUG nova.network.neutron [None req-2339f4f6-fd0e-4161-9435-3e1103e41f46 tempest-ServerAddressesNegativeTestJSON-283879621 tempest-ServerAddressesNegativeTestJSON-283879621-project-member] [instance: b3a96122-6f42-4407-a3e8-69305679d6e5] Instance cache missing network info. {{(pid=62328) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 897.536725] env[62328]: DEBUG oslo_vmware.api [None req-8638092e-2dae-4f4a-92cc-6811fd95b851 tempest-ImagesTestJSON-1776717495 tempest-ImagesTestJSON-1776717495-project-member] Task: {'id': task-2387131, 'name': MoveVirtualDisk_Task, 'duration_secs': 2.459821} completed successfully. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 897.537064] env[62328]: INFO nova.virt.vmwareapi.ds_util [None req-8638092e-2dae-4f4a-92cc-6811fd95b851 tempest-ImagesTestJSON-1776717495 tempest-ImagesTestJSON-1776717495-project-member] Moved virtual disk from [datastore1] OSTACK_IMG_1dc2bcc5-b571-4752-85f1-c2c267bfe03a/OSTACK_IMG_1dc2bcc5-b571-4752-85f1-c2c267bfe03a.vmdk to [datastore1] devstack-image-cache_base/0eb34995-d601-4bff-b384-243b20cac601/0eb34995-d601-4bff-b384-243b20cac601.vmdk. [ 897.537404] env[62328]: DEBUG nova.virt.vmwareapi.vmops [None req-8638092e-2dae-4f4a-92cc-6811fd95b851 tempest-ImagesTestJSON-1776717495 tempest-ImagesTestJSON-1776717495-project-member] [instance: e38f62a8-c8ae-4200-b5cc-a799c261ce76] Cleaning up location [datastore1] OSTACK_IMG_1dc2bcc5-b571-4752-85f1-c2c267bfe03a {{(pid=62328) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:640}} [ 897.538558] env[62328]: DEBUG nova.virt.vmwareapi.ds_util [None req-8638092e-2dae-4f4a-92cc-6811fd95b851 tempest-ImagesTestJSON-1776717495 tempest-ImagesTestJSON-1776717495-project-member] Deleting the datastore file [datastore1] OSTACK_IMG_1dc2bcc5-b571-4752-85f1-c2c267bfe03a {{(pid=62328) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 897.539025] env[62328]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-72fe0e42-d1df-4982-a91f-433380fd84c0 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 897.547023] env[62328]: DEBUG oslo_vmware.api [None req-8638092e-2dae-4f4a-92cc-6811fd95b851 tempest-ImagesTestJSON-1776717495 tempest-ImagesTestJSON-1776717495-project-member] Waiting for the task: (returnval){ [ 897.547023] env[62328]: value = "task-2387133" [ 897.547023] env[62328]: _type = "Task" [ 897.547023] env[62328]: } to complete. {{(pid=62328) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 897.554659] env[62328]: DEBUG nova.scheduler.client.report [None req-6b13485d-856a-4ce0-84cd-11187efbafed tempest-ServersAdminTestJSON-455323280 tempest-ServersAdminTestJSON-455323280-project-member] Inventory has not changed for provider 3469e9f8-04af-49ca-8435-49f104496744 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 152, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62328) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 897.559181] env[62328]: DEBUG oslo_vmware.api [None req-8638092e-2dae-4f4a-92cc-6811fd95b851 tempest-ImagesTestJSON-1776717495 tempest-ImagesTestJSON-1776717495-project-member] Task: {'id': task-2387133, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 897.722935] env[62328]: DEBUG nova.network.neutron [None req-2339f4f6-fd0e-4161-9435-3e1103e41f46 tempest-ServerAddressesNegativeTestJSON-283879621 tempest-ServerAddressesNegativeTestJSON-283879621-project-member] [instance: b3a96122-6f42-4407-a3e8-69305679d6e5] Updating instance_info_cache with network_info: [{"id": "1375bbec-4c22-4568-98f7-fbc53635369d", "address": "fa:16:3e:51:3d:ac", "network": {"id": "cc71b32d-b06d-414b-9fd1-b31e6d3ca15a", "bridge": "br-int", "label": "tempest-ServerAddressesNegativeTestJSON-815843338-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d79ab2aac66f4841a2e2f2ebe3d2fd97", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0248a27a-1d7f-4195-987b-06bfc8467347", "external-id": "nsx-vlan-transportzone-26", "segmentation_id": 26, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1375bbec-4c", "ovs_interfaceid": "1375bbec-4c22-4568-98f7-fbc53635369d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62328) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 897.726860] env[62328]: DEBUG oslo_vmware.api [None req-638ee745-825e-40b6-a37d-d605d6a6c6c0 tempest-AttachInterfacesUnderV243Test-538941428 tempest-AttachInterfacesUnderV243Test-538941428-project-member] Task: {'id': task-2387132, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.863587} completed successfully. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 897.726860] env[62328]: DEBUG nova.virt.vmwareapi.vm_util [None req-638ee745-825e-40b6-a37d-d605d6a6c6c0 tempest-AttachInterfacesUnderV243Test-538941428 tempest-AttachInterfacesUnderV243Test-538941428-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/dbf872a4-92be-47e4-8561-c3e2bf2423ab/dbf872a4-92be-47e4-8561-c3e2bf2423ab.vmdk to [datastore1] ca5f1f85-0fbb-4572-8b04-bd275a02f396/ca5f1f85-0fbb-4572-8b04-bd275a02f396.vmdk {{(pid=62328) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 897.726860] env[62328]: DEBUG nova.virt.vmwareapi.vmops [None req-638ee745-825e-40b6-a37d-d605d6a6c6c0 tempest-AttachInterfacesUnderV243Test-538941428 tempest-AttachInterfacesUnderV243Test-538941428-project-member] [instance: ca5f1f85-0fbb-4572-8b04-bd275a02f396] Extending root virtual disk to 1048576 {{(pid=62328) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 897.727029] env[62328]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-21067eeb-937f-42bd-8fcc-ad9b4c2c72b3 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 897.733925] env[62328]: DEBUG oslo_vmware.api [None req-638ee745-825e-40b6-a37d-d605d6a6c6c0 tempest-AttachInterfacesUnderV243Test-538941428 tempest-AttachInterfacesUnderV243Test-538941428-project-member] Waiting for the task: (returnval){ [ 897.733925] env[62328]: value = "task-2387134" [ 897.733925] env[62328]: _type = "Task" [ 897.733925] env[62328]: } to complete. {{(pid=62328) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 897.743880] env[62328]: DEBUG oslo_vmware.api [None req-638ee745-825e-40b6-a37d-d605d6a6c6c0 tempest-AttachInterfacesUnderV243Test-538941428 tempest-AttachInterfacesUnderV243Test-538941428-project-member] Task: {'id': task-2387134, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 897.768532] env[62328]: DEBUG nova.compute.manager [req-ff563e35-8f91-4c4f-8a77-b71e77dcc5da req-aa25dada-2018-4034-a869-6164f6b2ac21 service nova] [instance: b3a96122-6f42-4407-a3e8-69305679d6e5] Received event network-vif-plugged-1375bbec-4c22-4568-98f7-fbc53635369d {{(pid=62328) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 897.768856] env[62328]: DEBUG oslo_concurrency.lockutils [req-ff563e35-8f91-4c4f-8a77-b71e77dcc5da req-aa25dada-2018-4034-a869-6164f6b2ac21 service nova] Acquiring lock "b3a96122-6f42-4407-a3e8-69305679d6e5-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 897.769285] env[62328]: DEBUG oslo_concurrency.lockutils [req-ff563e35-8f91-4c4f-8a77-b71e77dcc5da req-aa25dada-2018-4034-a869-6164f6b2ac21 service nova] Lock "b3a96122-6f42-4407-a3e8-69305679d6e5-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 897.769543] env[62328]: DEBUG oslo_concurrency.lockutils [req-ff563e35-8f91-4c4f-8a77-b71e77dcc5da req-aa25dada-2018-4034-a869-6164f6b2ac21 service nova] Lock "b3a96122-6f42-4407-a3e8-69305679d6e5-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 897.769838] env[62328]: DEBUG nova.compute.manager [req-ff563e35-8f91-4c4f-8a77-b71e77dcc5da req-aa25dada-2018-4034-a869-6164f6b2ac21 service nova] [instance: b3a96122-6f42-4407-a3e8-69305679d6e5] No waiting events found dispatching network-vif-plugged-1375bbec-4c22-4568-98f7-fbc53635369d {{(pid=62328) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 897.770120] env[62328]: WARNING nova.compute.manager [req-ff563e35-8f91-4c4f-8a77-b71e77dcc5da req-aa25dada-2018-4034-a869-6164f6b2ac21 service nova] [instance: b3a96122-6f42-4407-a3e8-69305679d6e5] Received unexpected event network-vif-plugged-1375bbec-4c22-4568-98f7-fbc53635369d for instance with vm_state building and task_state spawning. [ 897.770364] env[62328]: DEBUG nova.compute.manager [req-ff563e35-8f91-4c4f-8a77-b71e77dcc5da req-aa25dada-2018-4034-a869-6164f6b2ac21 service nova] [instance: b3a96122-6f42-4407-a3e8-69305679d6e5] Received event network-changed-1375bbec-4c22-4568-98f7-fbc53635369d {{(pid=62328) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 897.770667] env[62328]: DEBUG nova.compute.manager [req-ff563e35-8f91-4c4f-8a77-b71e77dcc5da req-aa25dada-2018-4034-a869-6164f6b2ac21 service nova] [instance: b3a96122-6f42-4407-a3e8-69305679d6e5] Refreshing instance network info cache due to event network-changed-1375bbec-4c22-4568-98f7-fbc53635369d. {{(pid=62328) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 897.770933] env[62328]: DEBUG oslo_concurrency.lockutils [req-ff563e35-8f91-4c4f-8a77-b71e77dcc5da req-aa25dada-2018-4034-a869-6164f6b2ac21 service nova] Acquiring lock "refresh_cache-b3a96122-6f42-4407-a3e8-69305679d6e5" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 898.056121] env[62328]: DEBUG oslo_vmware.api [None req-8638092e-2dae-4f4a-92cc-6811fd95b851 tempest-ImagesTestJSON-1776717495 tempest-ImagesTestJSON-1776717495-project-member] Task: {'id': task-2387133, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.043748} completed successfully. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 898.056330] env[62328]: DEBUG nova.virt.vmwareapi.ds_util [None req-8638092e-2dae-4f4a-92cc-6811fd95b851 tempest-ImagesTestJSON-1776717495 tempest-ImagesTestJSON-1776717495-project-member] Deleted the datastore file {{(pid=62328) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 898.056543] env[62328]: DEBUG oslo_concurrency.lockutils [None req-8638092e-2dae-4f4a-92cc-6811fd95b851 tempest-ImagesTestJSON-1776717495 tempest-ImagesTestJSON-1776717495-project-member] Releasing lock "[datastore1] devstack-image-cache_base/0eb34995-d601-4bff-b384-243b20cac601/0eb34995-d601-4bff-b384-243b20cac601.vmdk" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 898.056853] env[62328]: DEBUG nova.virt.vmwareapi.vm_util [None req-8638092e-2dae-4f4a-92cc-6811fd95b851 tempest-ImagesTestJSON-1776717495 tempest-ImagesTestJSON-1776717495-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/0eb34995-d601-4bff-b384-243b20cac601/0eb34995-d601-4bff-b384-243b20cac601.vmdk to [datastore1] e38f62a8-c8ae-4200-b5cc-a799c261ce76/e38f62a8-c8ae-4200-b5cc-a799c261ce76.vmdk {{(pid=62328) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 898.057140] env[62328]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-1bafa51a-b22e-41d8-a184-fba6ba66cece {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 898.061776] env[62328]: DEBUG oslo_concurrency.lockutils [None req-6b13485d-856a-4ce0-84cd-11187efbafed tempest-ServersAdminTestJSON-455323280 tempest-ServersAdminTestJSON-455323280-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.467s {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 898.062258] env[62328]: DEBUG nova.compute.manager [None req-6b13485d-856a-4ce0-84cd-11187efbafed tempest-ServersAdminTestJSON-455323280 tempest-ServersAdminTestJSON-455323280-project-member] [instance: e78f4099-b61b-4dd2-8587-8c8f1bb0412a] Start building networks asynchronously for instance. {{(pid=62328) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 898.065555] env[62328]: DEBUG oslo_concurrency.lockutils [None req-e4dd471b-96d8-4956-9363-67d9e6a7615d tempest-ServerDiskConfigTestJSON-126406698 tempest-ServerDiskConfigTestJSON-126406698-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 14.412s {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 898.067026] env[62328]: INFO nova.compute.claims [None req-e4dd471b-96d8-4956-9363-67d9e6a7615d tempest-ServerDiskConfigTestJSON-126406698 tempest-ServerDiskConfigTestJSON-126406698-project-member] [instance: 5df51859-2d31-4abb-9c7d-d0b0405c3df9] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 898.069866] env[62328]: DEBUG oslo_vmware.api [None req-8638092e-2dae-4f4a-92cc-6811fd95b851 tempest-ImagesTestJSON-1776717495 tempest-ImagesTestJSON-1776717495-project-member] Waiting for the task: (returnval){ [ 898.069866] env[62328]: value = "task-2387135" [ 898.069866] env[62328]: _type = "Task" [ 898.069866] env[62328]: } to complete. {{(pid=62328) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 898.077543] env[62328]: DEBUG oslo_vmware.api [None req-8638092e-2dae-4f4a-92cc-6811fd95b851 tempest-ImagesTestJSON-1776717495 tempest-ImagesTestJSON-1776717495-project-member] Task: {'id': task-2387135, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 898.227707] env[62328]: DEBUG oslo_concurrency.lockutils [None req-2339f4f6-fd0e-4161-9435-3e1103e41f46 tempest-ServerAddressesNegativeTestJSON-283879621 tempest-ServerAddressesNegativeTestJSON-283879621-project-member] Releasing lock "refresh_cache-b3a96122-6f42-4407-a3e8-69305679d6e5" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 898.228085] env[62328]: DEBUG nova.compute.manager [None req-2339f4f6-fd0e-4161-9435-3e1103e41f46 tempest-ServerAddressesNegativeTestJSON-283879621 tempest-ServerAddressesNegativeTestJSON-283879621-project-member] [instance: b3a96122-6f42-4407-a3e8-69305679d6e5] Instance network_info: |[{"id": "1375bbec-4c22-4568-98f7-fbc53635369d", "address": "fa:16:3e:51:3d:ac", "network": {"id": "cc71b32d-b06d-414b-9fd1-b31e6d3ca15a", "bridge": "br-int", "label": "tempest-ServerAddressesNegativeTestJSON-815843338-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d79ab2aac66f4841a2e2f2ebe3d2fd97", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0248a27a-1d7f-4195-987b-06bfc8467347", "external-id": "nsx-vlan-transportzone-26", "segmentation_id": 26, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1375bbec-4c", "ovs_interfaceid": "1375bbec-4c22-4568-98f7-fbc53635369d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62328) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 898.228386] env[62328]: DEBUG oslo_concurrency.lockutils [req-ff563e35-8f91-4c4f-8a77-b71e77dcc5da req-aa25dada-2018-4034-a869-6164f6b2ac21 service nova] Acquired lock "refresh_cache-b3a96122-6f42-4407-a3e8-69305679d6e5" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 898.228597] env[62328]: DEBUG nova.network.neutron [req-ff563e35-8f91-4c4f-8a77-b71e77dcc5da req-aa25dada-2018-4034-a869-6164f6b2ac21 service nova] [instance: b3a96122-6f42-4407-a3e8-69305679d6e5] Refreshing network info cache for port 1375bbec-4c22-4568-98f7-fbc53635369d {{(pid=62328) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 898.229809] env[62328]: DEBUG nova.virt.vmwareapi.vmops [None req-2339f4f6-fd0e-4161-9435-3e1103e41f46 tempest-ServerAddressesNegativeTestJSON-283879621 tempest-ServerAddressesNegativeTestJSON-283879621-project-member] [instance: b3a96122-6f42-4407-a3e8-69305679d6e5] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:51:3d:ac', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '0248a27a-1d7f-4195-987b-06bfc8467347', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '1375bbec-4c22-4568-98f7-fbc53635369d', 'vif_model': 'vmxnet3'}] {{(pid=62328) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 898.237891] env[62328]: DEBUG nova.virt.vmwareapi.vm_util [None req-2339f4f6-fd0e-4161-9435-3e1103e41f46 tempest-ServerAddressesNegativeTestJSON-283879621 tempest-ServerAddressesNegativeTestJSON-283879621-project-member] Creating folder: Project (d79ab2aac66f4841a2e2f2ebe3d2fd97). Parent ref: group-v484164. {{(pid=62328) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 898.239540] env[62328]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-c201439f-30b2-4764-8994-844d5fdf49ef {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 898.251521] env[62328]: DEBUG oslo_vmware.api [None req-638ee745-825e-40b6-a37d-d605d6a6c6c0 tempest-AttachInterfacesUnderV243Test-538941428 tempest-AttachInterfacesUnderV243Test-538941428-project-member] Task: {'id': task-2387134, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.062846} completed successfully. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 898.252194] env[62328]: DEBUG nova.virt.vmwareapi.vmops [None req-638ee745-825e-40b6-a37d-d605d6a6c6c0 tempest-AttachInterfacesUnderV243Test-538941428 tempest-AttachInterfacesUnderV243Test-538941428-project-member] [instance: ca5f1f85-0fbb-4572-8b04-bd275a02f396] Extended root virtual disk {{(pid=62328) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 898.253106] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-202478ec-1e3e-4997-a8c3-458ecf13e9bf {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 898.257579] env[62328]: INFO nova.virt.vmwareapi.vm_util [None req-2339f4f6-fd0e-4161-9435-3e1103e41f46 tempest-ServerAddressesNegativeTestJSON-283879621 tempest-ServerAddressesNegativeTestJSON-283879621-project-member] Created folder: Project (d79ab2aac66f4841a2e2f2ebe3d2fd97) in parent group-v484164. [ 898.257802] env[62328]: DEBUG nova.virt.vmwareapi.vm_util [None req-2339f4f6-fd0e-4161-9435-3e1103e41f46 tempest-ServerAddressesNegativeTestJSON-283879621 tempest-ServerAddressesNegativeTestJSON-283879621-project-member] Creating folder: Instances. Parent ref: group-v484388. {{(pid=62328) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 898.258394] env[62328]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-ac2604ae-956d-49b0-93aa-f7f6781e6085 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 898.279685] env[62328]: DEBUG nova.virt.vmwareapi.volumeops [None req-638ee745-825e-40b6-a37d-d605d6a6c6c0 tempest-AttachInterfacesUnderV243Test-538941428 tempest-AttachInterfacesUnderV243Test-538941428-project-member] [instance: ca5f1f85-0fbb-4572-8b04-bd275a02f396] Reconfiguring VM instance instance-00000051 to attach disk [datastore1] ca5f1f85-0fbb-4572-8b04-bd275a02f396/ca5f1f85-0fbb-4572-8b04-bd275a02f396.vmdk or device None with type sparse {{(pid=62328) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 898.280500] env[62328]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-690b54b6-4fae-4058-a960-5fa7ede8f077 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 898.298038] env[62328]: INFO nova.virt.vmwareapi.vm_util [None req-2339f4f6-fd0e-4161-9435-3e1103e41f46 tempest-ServerAddressesNegativeTestJSON-283879621 tempest-ServerAddressesNegativeTestJSON-283879621-project-member] Created folder: Instances in parent group-v484388. [ 898.298332] env[62328]: DEBUG oslo.service.loopingcall [None req-2339f4f6-fd0e-4161-9435-3e1103e41f46 tempest-ServerAddressesNegativeTestJSON-283879621 tempest-ServerAddressesNegativeTestJSON-283879621-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62328) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 898.298957] env[62328]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b3a96122-6f42-4407-a3e8-69305679d6e5] Creating VM on the ESX host {{(pid=62328) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 898.299213] env[62328]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-5f1d25f9-e66d-4e35-b615-f7ca115b6eab {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 898.316018] env[62328]: DEBUG oslo_vmware.api [None req-638ee745-825e-40b6-a37d-d605d6a6c6c0 tempest-AttachInterfacesUnderV243Test-538941428 tempest-AttachInterfacesUnderV243Test-538941428-project-member] Waiting for the task: (returnval){ [ 898.316018] env[62328]: value = "task-2387138" [ 898.316018] env[62328]: _type = "Task" [ 898.316018] env[62328]: } to complete. {{(pid=62328) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 898.322193] env[62328]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 898.322193] env[62328]: value = "task-2387139" [ 898.322193] env[62328]: _type = "Task" [ 898.322193] env[62328]: } to complete. {{(pid=62328) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 898.331670] env[62328]: DEBUG oslo_vmware.api [None req-638ee745-825e-40b6-a37d-d605d6a6c6c0 tempest-AttachInterfacesUnderV243Test-538941428 tempest-AttachInterfacesUnderV243Test-538941428-project-member] Task: {'id': task-2387138, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 898.335650] env[62328]: DEBUG oslo_vmware.api [-] Task: {'id': task-2387139, 'name': CreateVM_Task} progress is 0%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 898.340207] env[62328]: DEBUG oslo_concurrency.lockutils [None req-df0b688f-0503-4570-94f0-869092b20262 tempest-ServerShowV254Test-1359864267 tempest-ServerShowV254Test-1359864267-project-member] Acquiring lock "2516767d-888c-4c2e-b245-a7cfb36ff98a" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 898.340498] env[62328]: DEBUG oslo_concurrency.lockutils [None req-df0b688f-0503-4570-94f0-869092b20262 tempest-ServerShowV254Test-1359864267 tempest-ServerShowV254Test-1359864267-project-member] Lock "2516767d-888c-4c2e-b245-a7cfb36ff98a" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 898.575180] env[62328]: DEBUG nova.compute.utils [None req-6b13485d-856a-4ce0-84cd-11187efbafed tempest-ServersAdminTestJSON-455323280 tempest-ServersAdminTestJSON-455323280-project-member] Using /dev/sd instead of None {{(pid=62328) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 898.576681] env[62328]: DEBUG nova.compute.manager [None req-6b13485d-856a-4ce0-84cd-11187efbafed tempest-ServersAdminTestJSON-455323280 tempest-ServersAdminTestJSON-455323280-project-member] [instance: e78f4099-b61b-4dd2-8587-8c8f1bb0412a] Allocating IP information in the background. {{(pid=62328) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 898.576879] env[62328]: DEBUG nova.network.neutron [None req-6b13485d-856a-4ce0-84cd-11187efbafed tempest-ServersAdminTestJSON-455323280 tempest-ServersAdminTestJSON-455323280-project-member] [instance: e78f4099-b61b-4dd2-8587-8c8f1bb0412a] allocate_for_instance() {{(pid=62328) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 898.591728] env[62328]: DEBUG oslo_vmware.api [None req-8638092e-2dae-4f4a-92cc-6811fd95b851 tempest-ImagesTestJSON-1776717495 tempest-ImagesTestJSON-1776717495-project-member] Task: {'id': task-2387135, 'name': CopyVirtualDisk_Task} progress is 24%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 898.651497] env[62328]: DEBUG nova.policy [None req-6b13485d-856a-4ce0-84cd-11187efbafed tempest-ServersAdminTestJSON-455323280 tempest-ServersAdminTestJSON-455323280-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'f0723b72171241ed89ffbf76b5d45898', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'f2a757f35eac41f9957872714fb6355d', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62328) authorize /opt/stack/nova/nova/policy.py:192}} [ 898.830716] env[62328]: DEBUG oslo_vmware.api [None req-638ee745-825e-40b6-a37d-d605d6a6c6c0 tempest-AttachInterfacesUnderV243Test-538941428 tempest-AttachInterfacesUnderV243Test-538941428-project-member] Task: {'id': task-2387138, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 898.836335] env[62328]: DEBUG oslo_vmware.api [-] Task: {'id': task-2387139, 'name': CreateVM_Task} progress is 25%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 898.843356] env[62328]: DEBUG nova.compute.manager [None req-df0b688f-0503-4570-94f0-869092b20262 tempest-ServerShowV254Test-1359864267 tempest-ServerShowV254Test-1359864267-project-member] [instance: 2516767d-888c-4c2e-b245-a7cfb36ff98a] Starting instance... {{(pid=62328) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 899.087583] env[62328]: DEBUG nova.compute.manager [None req-6b13485d-856a-4ce0-84cd-11187efbafed tempest-ServersAdminTestJSON-455323280 tempest-ServersAdminTestJSON-455323280-project-member] [instance: e78f4099-b61b-4dd2-8587-8c8f1bb0412a] Start building block device mappings for instance. {{(pid=62328) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 899.090747] env[62328]: DEBUG oslo_vmware.api [None req-8638092e-2dae-4f4a-92cc-6811fd95b851 tempest-ImagesTestJSON-1776717495 tempest-ImagesTestJSON-1776717495-project-member] Task: {'id': task-2387135, 'name': CopyVirtualDisk_Task} progress is 43%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 899.205638] env[62328]: DEBUG nova.network.neutron [req-ff563e35-8f91-4c4f-8a77-b71e77dcc5da req-aa25dada-2018-4034-a869-6164f6b2ac21 service nova] [instance: b3a96122-6f42-4407-a3e8-69305679d6e5] Updated VIF entry in instance network info cache for port 1375bbec-4c22-4568-98f7-fbc53635369d. {{(pid=62328) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 899.208018] env[62328]: DEBUG nova.network.neutron [req-ff563e35-8f91-4c4f-8a77-b71e77dcc5da req-aa25dada-2018-4034-a869-6164f6b2ac21 service nova] [instance: b3a96122-6f42-4407-a3e8-69305679d6e5] Updating instance_info_cache with network_info: [{"id": "1375bbec-4c22-4568-98f7-fbc53635369d", "address": "fa:16:3e:51:3d:ac", "network": {"id": "cc71b32d-b06d-414b-9fd1-b31e6d3ca15a", "bridge": "br-int", "label": "tempest-ServerAddressesNegativeTestJSON-815843338-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d79ab2aac66f4841a2e2f2ebe3d2fd97", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0248a27a-1d7f-4195-987b-06bfc8467347", "external-id": "nsx-vlan-transportzone-26", "segmentation_id": 26, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1375bbec-4c", "ovs_interfaceid": "1375bbec-4c22-4568-98f7-fbc53635369d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62328) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 899.294299] env[62328]: DEBUG nova.network.neutron [None req-6b13485d-856a-4ce0-84cd-11187efbafed tempest-ServersAdminTestJSON-455323280 tempest-ServersAdminTestJSON-455323280-project-member] [instance: e78f4099-b61b-4dd2-8587-8c8f1bb0412a] Successfully created port: 653fbff2-a289-4ce2-b67c-61a9835ef2c1 {{(pid=62328) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 899.332317] env[62328]: DEBUG oslo_vmware.api [None req-638ee745-825e-40b6-a37d-d605d6a6c6c0 tempest-AttachInterfacesUnderV243Test-538941428 tempest-AttachInterfacesUnderV243Test-538941428-project-member] Task: {'id': task-2387138, 'name': ReconfigVM_Task, 'duration_secs': 0.877454} completed successfully. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 899.332614] env[62328]: DEBUG nova.virt.vmwareapi.volumeops [None req-638ee745-825e-40b6-a37d-d605d6a6c6c0 tempest-AttachInterfacesUnderV243Test-538941428 tempest-AttachInterfacesUnderV243Test-538941428-project-member] [instance: ca5f1f85-0fbb-4572-8b04-bd275a02f396] Reconfigured VM instance instance-00000051 to attach disk [datastore1] ca5f1f85-0fbb-4572-8b04-bd275a02f396/ca5f1f85-0fbb-4572-8b04-bd275a02f396.vmdk or device None with type sparse {{(pid=62328) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 899.333641] env[62328]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-912e42af-df1d-4a32-883d-eb3203525c6d {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 899.339067] env[62328]: DEBUG oslo_vmware.api [-] Task: {'id': task-2387139, 'name': CreateVM_Task, 'duration_secs': 0.753549} completed successfully. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 899.342226] env[62328]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b3a96122-6f42-4407-a3e8-69305679d6e5] Created VM on the ESX host {{(pid=62328) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 899.343152] env[62328]: DEBUG oslo_concurrency.lockutils [None req-2339f4f6-fd0e-4161-9435-3e1103e41f46 tempest-ServerAddressesNegativeTestJSON-283879621 tempest-ServerAddressesNegativeTestJSON-283879621-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/dbf872a4-92be-47e4-8561-c3e2bf2423ab" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 899.343722] env[62328]: DEBUG oslo_concurrency.lockutils [None req-2339f4f6-fd0e-4161-9435-3e1103e41f46 tempest-ServerAddressesNegativeTestJSON-283879621 tempest-ServerAddressesNegativeTestJSON-283879621-project-member] Acquired lock "[datastore1] devstack-image-cache_base/dbf872a4-92be-47e4-8561-c3e2bf2423ab" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 899.343722] env[62328]: DEBUG oslo_concurrency.lockutils [None req-2339f4f6-fd0e-4161-9435-3e1103e41f46 tempest-ServerAddressesNegativeTestJSON-283879621 tempest-ServerAddressesNegativeTestJSON-283879621-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/dbf872a4-92be-47e4-8561-c3e2bf2423ab" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 899.343978] env[62328]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-304437c0-1554-4ed2-9fca-ff1e96d4a55e {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 899.350836] env[62328]: DEBUG oslo_vmware.api [None req-638ee745-825e-40b6-a37d-d605d6a6c6c0 tempest-AttachInterfacesUnderV243Test-538941428 tempest-AttachInterfacesUnderV243Test-538941428-project-member] Waiting for the task: (returnval){ [ 899.350836] env[62328]: value = "task-2387140" [ 899.350836] env[62328]: _type = "Task" [ 899.350836] env[62328]: } to complete. {{(pid=62328) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 899.356019] env[62328]: DEBUG oslo_vmware.api [None req-2339f4f6-fd0e-4161-9435-3e1103e41f46 tempest-ServerAddressesNegativeTestJSON-283879621 tempest-ServerAddressesNegativeTestJSON-283879621-project-member] Waiting for the task: (returnval){ [ 899.356019] env[62328]: value = "session[52a6e20e-410d-708a-99f2-080a575a99bd]52b622db-6a85-c8ff-39af-0c418e0eb315" [ 899.356019] env[62328]: _type = "Task" [ 899.356019] env[62328]: } to complete. {{(pid=62328) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 899.370207] env[62328]: DEBUG oslo_concurrency.lockutils [None req-df0b688f-0503-4570-94f0-869092b20262 tempest-ServerShowV254Test-1359864267 tempest-ServerShowV254Test-1359864267-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 899.372292] env[62328]: DEBUG oslo_vmware.api [None req-638ee745-825e-40b6-a37d-d605d6a6c6c0 tempest-AttachInterfacesUnderV243Test-538941428 tempest-AttachInterfacesUnderV243Test-538941428-project-member] Task: {'id': task-2387140, 'name': Rename_Task} progress is 14%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 899.375978] env[62328]: DEBUG oslo_vmware.api [None req-2339f4f6-fd0e-4161-9435-3e1103e41f46 tempest-ServerAddressesNegativeTestJSON-283879621 tempest-ServerAddressesNegativeTestJSON-283879621-project-member] Task: {'id': session[52a6e20e-410d-708a-99f2-080a575a99bd]52b622db-6a85-c8ff-39af-0c418e0eb315, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 899.530791] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-21055acb-b90c-4530-96ff-4e3fc76b6245 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 899.542494] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8a9b2a28-5217-46d6-962b-40b719e6adc5 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 899.577567] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d55e44c7-daa1-494c-abac-02e0acff7107 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 899.588926] env[62328]: DEBUG oslo_vmware.api [None req-8638092e-2dae-4f4a-92cc-6811fd95b851 tempest-ImagesTestJSON-1776717495 tempest-ImagesTestJSON-1776717495-project-member] Task: {'id': task-2387135, 'name': CopyVirtualDisk_Task} progress is 66%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 899.595501] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dd356a26-1fed-4689-b659-c08680c043c9 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 899.612425] env[62328]: DEBUG nova.compute.provider_tree [None req-e4dd471b-96d8-4956-9363-67d9e6a7615d tempest-ServerDiskConfigTestJSON-126406698 tempest-ServerDiskConfigTestJSON-126406698-project-member] Inventory has not changed in ProviderTree for provider: 3469e9f8-04af-49ca-8435-49f104496744 {{(pid=62328) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 899.711975] env[62328]: DEBUG oslo_concurrency.lockutils [req-ff563e35-8f91-4c4f-8a77-b71e77dcc5da req-aa25dada-2018-4034-a869-6164f6b2ac21 service nova] Releasing lock "refresh_cache-b3a96122-6f42-4407-a3e8-69305679d6e5" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 899.866705] env[62328]: DEBUG oslo_vmware.api [None req-638ee745-825e-40b6-a37d-d605d6a6c6c0 tempest-AttachInterfacesUnderV243Test-538941428 tempest-AttachInterfacesUnderV243Test-538941428-project-member] Task: {'id': task-2387140, 'name': Rename_Task, 'duration_secs': 0.394839} completed successfully. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 899.867496] env[62328]: DEBUG nova.virt.vmwareapi.vm_util [None req-638ee745-825e-40b6-a37d-d605d6a6c6c0 tempest-AttachInterfacesUnderV243Test-538941428 tempest-AttachInterfacesUnderV243Test-538941428-project-member] [instance: ca5f1f85-0fbb-4572-8b04-bd275a02f396] Powering on the VM {{(pid=62328) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 899.867775] env[62328]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-7c165973-278a-4deb-80f0-4958464e2b01 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 899.872775] env[62328]: DEBUG oslo_vmware.api [None req-2339f4f6-fd0e-4161-9435-3e1103e41f46 tempest-ServerAddressesNegativeTestJSON-283879621 tempest-ServerAddressesNegativeTestJSON-283879621-project-member] Task: {'id': session[52a6e20e-410d-708a-99f2-080a575a99bd]52b622db-6a85-c8ff-39af-0c418e0eb315, 'name': SearchDatastore_Task, 'duration_secs': 0.093783} completed successfully. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 899.873464] env[62328]: DEBUG oslo_concurrency.lockutils [None req-2339f4f6-fd0e-4161-9435-3e1103e41f46 tempest-ServerAddressesNegativeTestJSON-283879621 tempest-ServerAddressesNegativeTestJSON-283879621-project-member] Releasing lock "[datastore1] devstack-image-cache_base/dbf872a4-92be-47e4-8561-c3e2bf2423ab" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 899.873743] env[62328]: DEBUG nova.virt.vmwareapi.vmops [None req-2339f4f6-fd0e-4161-9435-3e1103e41f46 tempest-ServerAddressesNegativeTestJSON-283879621 tempest-ServerAddressesNegativeTestJSON-283879621-project-member] [instance: b3a96122-6f42-4407-a3e8-69305679d6e5] Processing image dbf872a4-92be-47e4-8561-c3e2bf2423ab {{(pid=62328) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 899.873936] env[62328]: DEBUG oslo_concurrency.lockutils [None req-2339f4f6-fd0e-4161-9435-3e1103e41f46 tempest-ServerAddressesNegativeTestJSON-283879621 tempest-ServerAddressesNegativeTestJSON-283879621-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/dbf872a4-92be-47e4-8561-c3e2bf2423ab/dbf872a4-92be-47e4-8561-c3e2bf2423ab.vmdk" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 899.874092] env[62328]: DEBUG oslo_concurrency.lockutils [None req-2339f4f6-fd0e-4161-9435-3e1103e41f46 tempest-ServerAddressesNegativeTestJSON-283879621 tempest-ServerAddressesNegativeTestJSON-283879621-project-member] Acquired lock "[datastore1] devstack-image-cache_base/dbf872a4-92be-47e4-8561-c3e2bf2423ab/dbf872a4-92be-47e4-8561-c3e2bf2423ab.vmdk" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 899.875048] env[62328]: DEBUG nova.virt.vmwareapi.ds_util [None req-2339f4f6-fd0e-4161-9435-3e1103e41f46 tempest-ServerAddressesNegativeTestJSON-283879621 tempest-ServerAddressesNegativeTestJSON-283879621-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62328) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 899.875048] env[62328]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-6c9eca4b-5dd0-48a3-a757-cc5b9600629b {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 899.879213] env[62328]: DEBUG oslo_vmware.api [None req-638ee745-825e-40b6-a37d-d605d6a6c6c0 tempest-AttachInterfacesUnderV243Test-538941428 tempest-AttachInterfacesUnderV243Test-538941428-project-member] Waiting for the task: (returnval){ [ 899.879213] env[62328]: value = "task-2387141" [ 899.879213] env[62328]: _type = "Task" [ 899.879213] env[62328]: } to complete. {{(pid=62328) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 899.888459] env[62328]: DEBUG oslo_vmware.api [None req-638ee745-825e-40b6-a37d-d605d6a6c6c0 tempest-AttachInterfacesUnderV243Test-538941428 tempest-AttachInterfacesUnderV243Test-538941428-project-member] Task: {'id': task-2387141, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 899.891706] env[62328]: DEBUG nova.virt.vmwareapi.ds_util [None req-2339f4f6-fd0e-4161-9435-3e1103e41f46 tempest-ServerAddressesNegativeTestJSON-283879621 tempest-ServerAddressesNegativeTestJSON-283879621-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62328) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 899.891890] env[62328]: DEBUG nova.virt.vmwareapi.vmops [None req-2339f4f6-fd0e-4161-9435-3e1103e41f46 tempest-ServerAddressesNegativeTestJSON-283879621 tempest-ServerAddressesNegativeTestJSON-283879621-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62328) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 899.892670] env[62328]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4c493f38-3428-4bcc-a6dc-2f165618b68b {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 899.899812] env[62328]: DEBUG oslo_vmware.api [None req-2339f4f6-fd0e-4161-9435-3e1103e41f46 tempest-ServerAddressesNegativeTestJSON-283879621 tempest-ServerAddressesNegativeTestJSON-283879621-project-member] Waiting for the task: (returnval){ [ 899.899812] env[62328]: value = "session[52a6e20e-410d-708a-99f2-080a575a99bd]525f3154-a3ad-53e3-7af0-44b7e38aac87" [ 899.899812] env[62328]: _type = "Task" [ 899.899812] env[62328]: } to complete. {{(pid=62328) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 899.909639] env[62328]: DEBUG oslo_vmware.api [None req-2339f4f6-fd0e-4161-9435-3e1103e41f46 tempest-ServerAddressesNegativeTestJSON-283879621 tempest-ServerAddressesNegativeTestJSON-283879621-project-member] Task: {'id': session[52a6e20e-410d-708a-99f2-080a575a99bd]525f3154-a3ad-53e3-7af0-44b7e38aac87, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 900.090443] env[62328]: DEBUG oslo_vmware.api [None req-8638092e-2dae-4f4a-92cc-6811fd95b851 tempest-ImagesTestJSON-1776717495 tempest-ImagesTestJSON-1776717495-project-member] Task: {'id': task-2387135, 'name': CopyVirtualDisk_Task} progress is 85%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 900.103072] env[62328]: DEBUG nova.compute.manager [None req-6b13485d-856a-4ce0-84cd-11187efbafed tempest-ServersAdminTestJSON-455323280 tempest-ServersAdminTestJSON-455323280-project-member] [instance: e78f4099-b61b-4dd2-8587-8c8f1bb0412a] Start spawning the instance on the hypervisor. {{(pid=62328) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 900.115642] env[62328]: DEBUG nova.scheduler.client.report [None req-e4dd471b-96d8-4956-9363-67d9e6a7615d tempest-ServerDiskConfigTestJSON-126406698 tempest-ServerDiskConfigTestJSON-126406698-project-member] Inventory has not changed for provider 3469e9f8-04af-49ca-8435-49f104496744 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 152, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62328) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 900.128093] env[62328]: DEBUG nova.virt.hardware [None req-6b13485d-856a-4ce0-84cd-11187efbafed tempest-ServersAdminTestJSON-455323280 tempest-ServersAdminTestJSON-455323280-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-07T17:16:55Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-07T17:16:37Z,direct_url=,disk_format='vmdk',id=dbf872a4-92be-47e4-8561-c3e2bf2423ab,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='2a64022f08d84b11a86773b900860ae5',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-07T17:16:38Z,virtual_size=,visibility=), allow threads: False {{(pid=62328) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 900.128418] env[62328]: DEBUG nova.virt.hardware [None req-6b13485d-856a-4ce0-84cd-11187efbafed tempest-ServersAdminTestJSON-455323280 tempest-ServersAdminTestJSON-455323280-project-member] Flavor limits 0:0:0 {{(pid=62328) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 900.128599] env[62328]: DEBUG nova.virt.hardware [None req-6b13485d-856a-4ce0-84cd-11187efbafed tempest-ServersAdminTestJSON-455323280 tempest-ServersAdminTestJSON-455323280-project-member] Image limits 0:0:0 {{(pid=62328) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 900.128718] env[62328]: DEBUG nova.virt.hardware [None req-6b13485d-856a-4ce0-84cd-11187efbafed tempest-ServersAdminTestJSON-455323280 tempest-ServersAdminTestJSON-455323280-project-member] Flavor pref 0:0:0 {{(pid=62328) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 900.128878] env[62328]: DEBUG nova.virt.hardware [None req-6b13485d-856a-4ce0-84cd-11187efbafed tempest-ServersAdminTestJSON-455323280 tempest-ServersAdminTestJSON-455323280-project-member] Image pref 0:0:0 {{(pid=62328) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 900.129018] env[62328]: DEBUG nova.virt.hardware [None req-6b13485d-856a-4ce0-84cd-11187efbafed tempest-ServersAdminTestJSON-455323280 tempest-ServersAdminTestJSON-455323280-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62328) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 900.129255] env[62328]: DEBUG nova.virt.hardware [None req-6b13485d-856a-4ce0-84cd-11187efbafed tempest-ServersAdminTestJSON-455323280 tempest-ServersAdminTestJSON-455323280-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62328) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 900.129417] env[62328]: DEBUG nova.virt.hardware [None req-6b13485d-856a-4ce0-84cd-11187efbafed tempest-ServersAdminTestJSON-455323280 tempest-ServersAdminTestJSON-455323280-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62328) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 900.129583] env[62328]: DEBUG nova.virt.hardware [None req-6b13485d-856a-4ce0-84cd-11187efbafed tempest-ServersAdminTestJSON-455323280 tempest-ServersAdminTestJSON-455323280-project-member] Got 1 possible topologies {{(pid=62328) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 900.129742] env[62328]: DEBUG nova.virt.hardware [None req-6b13485d-856a-4ce0-84cd-11187efbafed tempest-ServersAdminTestJSON-455323280 tempest-ServersAdminTestJSON-455323280-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62328) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 900.130233] env[62328]: DEBUG nova.virt.hardware [None req-6b13485d-856a-4ce0-84cd-11187efbafed tempest-ServersAdminTestJSON-455323280 tempest-ServersAdminTestJSON-455323280-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62328) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 900.130903] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f4a74bb0-04d9-4256-a585-8ada025a74da {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 900.141589] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-66e806df-1edb-4c3e-bddc-90555ff956ca {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 900.390533] env[62328]: DEBUG oslo_vmware.api [None req-638ee745-825e-40b6-a37d-d605d6a6c6c0 tempest-AttachInterfacesUnderV243Test-538941428 tempest-AttachInterfacesUnderV243Test-538941428-project-member] Task: {'id': task-2387141, 'name': PowerOnVM_Task} progress is 87%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 900.411028] env[62328]: DEBUG oslo_vmware.api [None req-2339f4f6-fd0e-4161-9435-3e1103e41f46 tempest-ServerAddressesNegativeTestJSON-283879621 tempest-ServerAddressesNegativeTestJSON-283879621-project-member] Task: {'id': session[52a6e20e-410d-708a-99f2-080a575a99bd]525f3154-a3ad-53e3-7af0-44b7e38aac87, 'name': SearchDatastore_Task, 'duration_secs': 0.089559} completed successfully. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 900.411916] env[62328]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6d0fcbdd-7481-4b41-be13-dfd23e55ac41 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 900.417665] env[62328]: DEBUG oslo_vmware.api [None req-2339f4f6-fd0e-4161-9435-3e1103e41f46 tempest-ServerAddressesNegativeTestJSON-283879621 tempest-ServerAddressesNegativeTestJSON-283879621-project-member] Waiting for the task: (returnval){ [ 900.417665] env[62328]: value = "session[52a6e20e-410d-708a-99f2-080a575a99bd]526a577d-272a-19d4-5dd1-6deecdf5501c" [ 900.417665] env[62328]: _type = "Task" [ 900.417665] env[62328]: } to complete. {{(pid=62328) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 900.425847] env[62328]: DEBUG oslo_vmware.api [None req-2339f4f6-fd0e-4161-9435-3e1103e41f46 tempest-ServerAddressesNegativeTestJSON-283879621 tempest-ServerAddressesNegativeTestJSON-283879621-project-member] Task: {'id': session[52a6e20e-410d-708a-99f2-080a575a99bd]526a577d-272a-19d4-5dd1-6deecdf5501c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 900.594295] env[62328]: DEBUG oslo_vmware.api [None req-8638092e-2dae-4f4a-92cc-6811fd95b851 tempest-ImagesTestJSON-1776717495 tempest-ImagesTestJSON-1776717495-project-member] Task: {'id': task-2387135, 'name': CopyVirtualDisk_Task, 'duration_secs': 2.30421} completed successfully. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 900.594587] env[62328]: DEBUG nova.virt.vmwareapi.vm_util [None req-8638092e-2dae-4f4a-92cc-6811fd95b851 tempest-ImagesTestJSON-1776717495 tempest-ImagesTestJSON-1776717495-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/0eb34995-d601-4bff-b384-243b20cac601/0eb34995-d601-4bff-b384-243b20cac601.vmdk to [datastore1] e38f62a8-c8ae-4200-b5cc-a799c261ce76/e38f62a8-c8ae-4200-b5cc-a799c261ce76.vmdk {{(pid=62328) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 900.595391] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e1b69047-89fa-42b3-9a0b-a37a079ba254 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 900.617803] env[62328]: DEBUG nova.virt.vmwareapi.volumeops [None req-8638092e-2dae-4f4a-92cc-6811fd95b851 tempest-ImagesTestJSON-1776717495 tempest-ImagesTestJSON-1776717495-project-member] [instance: e38f62a8-c8ae-4200-b5cc-a799c261ce76] Reconfiguring VM instance instance-00000050 to attach disk [datastore1] e38f62a8-c8ae-4200-b5cc-a799c261ce76/e38f62a8-c8ae-4200-b5cc-a799c261ce76.vmdk or device None with type streamOptimized {{(pid=62328) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 900.618109] env[62328]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1708227e-411a-4511-b24b-d02319019a03 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 900.633347] env[62328]: DEBUG oslo_concurrency.lockutils [None req-e4dd471b-96d8-4956-9363-67d9e6a7615d tempest-ServerDiskConfigTestJSON-126406698 tempest-ServerDiskConfigTestJSON-126406698-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.567s {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 900.633347] env[62328]: DEBUG nova.compute.manager [None req-e4dd471b-96d8-4956-9363-67d9e6a7615d tempest-ServerDiskConfigTestJSON-126406698 tempest-ServerDiskConfigTestJSON-126406698-project-member] [instance: 5df51859-2d31-4abb-9c7d-d0b0405c3df9] Start building networks asynchronously for instance. {{(pid=62328) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 900.635907] env[62328]: DEBUG oslo_concurrency.lockutils [None req-e5f0809d-45c7-442b-99d4-fa1ff6e3a58a tempest-ServersTestManualDisk-1140415373 tempest-ServersTestManualDisk-1140415373-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 15.574s {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 900.637918] env[62328]: INFO nova.compute.claims [None req-e5f0809d-45c7-442b-99d4-fa1ff6e3a58a tempest-ServersTestManualDisk-1140415373 tempest-ServersTestManualDisk-1140415373-project-member] [instance: 77ca1d19-5060-4a7c-a780-56adf9a3f70e] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 900.645281] env[62328]: DEBUG oslo_vmware.api [None req-8638092e-2dae-4f4a-92cc-6811fd95b851 tempest-ImagesTestJSON-1776717495 tempest-ImagesTestJSON-1776717495-project-member] Waiting for the task: (returnval){ [ 900.645281] env[62328]: value = "task-2387142" [ 900.645281] env[62328]: _type = "Task" [ 900.645281] env[62328]: } to complete. {{(pid=62328) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 900.653030] env[62328]: DEBUG oslo_vmware.api [None req-8638092e-2dae-4f4a-92cc-6811fd95b851 tempest-ImagesTestJSON-1776717495 tempest-ImagesTestJSON-1776717495-project-member] Task: {'id': task-2387142, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 900.890447] env[62328]: DEBUG oslo_vmware.api [None req-638ee745-825e-40b6-a37d-d605d6a6c6c0 tempest-AttachInterfacesUnderV243Test-538941428 tempest-AttachInterfacesUnderV243Test-538941428-project-member] Task: {'id': task-2387141, 'name': PowerOnVM_Task, 'duration_secs': 0.742875} completed successfully. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 900.890762] env[62328]: DEBUG nova.virt.vmwareapi.vm_util [None req-638ee745-825e-40b6-a37d-d605d6a6c6c0 tempest-AttachInterfacesUnderV243Test-538941428 tempest-AttachInterfacesUnderV243Test-538941428-project-member] [instance: ca5f1f85-0fbb-4572-8b04-bd275a02f396] Powered on the VM {{(pid=62328) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 900.890924] env[62328]: INFO nova.compute.manager [None req-638ee745-825e-40b6-a37d-d605d6a6c6c0 tempest-AttachInterfacesUnderV243Test-538941428 tempest-AttachInterfacesUnderV243Test-538941428-project-member] [instance: ca5f1f85-0fbb-4572-8b04-bd275a02f396] Took 9.75 seconds to spawn the instance on the hypervisor. [ 900.891124] env[62328]: DEBUG nova.compute.manager [None req-638ee745-825e-40b6-a37d-d605d6a6c6c0 tempest-AttachInterfacesUnderV243Test-538941428 tempest-AttachInterfacesUnderV243Test-538941428-project-member] [instance: ca5f1f85-0fbb-4572-8b04-bd275a02f396] Checking state {{(pid=62328) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 900.892042] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f0c4246c-091f-4b26-959a-4b507f4ddc3f {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 900.896215] env[62328]: DEBUG nova.compute.manager [req-eb92115a-503f-4818-bb82-ab9a471b2980 req-7c3b289a-70bc-4de9-a70b-f825eb79cb9e service nova] [instance: e78f4099-b61b-4dd2-8587-8c8f1bb0412a] Received event network-vif-plugged-653fbff2-a289-4ce2-b67c-61a9835ef2c1 {{(pid=62328) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 900.896526] env[62328]: DEBUG oslo_concurrency.lockutils [req-eb92115a-503f-4818-bb82-ab9a471b2980 req-7c3b289a-70bc-4de9-a70b-f825eb79cb9e service nova] Acquiring lock "e78f4099-b61b-4dd2-8587-8c8f1bb0412a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 900.896608] env[62328]: DEBUG oslo_concurrency.lockutils [req-eb92115a-503f-4818-bb82-ab9a471b2980 req-7c3b289a-70bc-4de9-a70b-f825eb79cb9e service nova] Lock "e78f4099-b61b-4dd2-8587-8c8f1bb0412a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 900.896761] env[62328]: DEBUG oslo_concurrency.lockutils [req-eb92115a-503f-4818-bb82-ab9a471b2980 req-7c3b289a-70bc-4de9-a70b-f825eb79cb9e service nova] Lock "e78f4099-b61b-4dd2-8587-8c8f1bb0412a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 900.897562] env[62328]: DEBUG nova.compute.manager [req-eb92115a-503f-4818-bb82-ab9a471b2980 req-7c3b289a-70bc-4de9-a70b-f825eb79cb9e service nova] [instance: e78f4099-b61b-4dd2-8587-8c8f1bb0412a] No waiting events found dispatching network-vif-plugged-653fbff2-a289-4ce2-b67c-61a9835ef2c1 {{(pid=62328) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 900.897562] env[62328]: WARNING nova.compute.manager [req-eb92115a-503f-4818-bb82-ab9a471b2980 req-7c3b289a-70bc-4de9-a70b-f825eb79cb9e service nova] [instance: e78f4099-b61b-4dd2-8587-8c8f1bb0412a] Received unexpected event network-vif-plugged-653fbff2-a289-4ce2-b67c-61a9835ef2c1 for instance with vm_state building and task_state spawning. [ 900.928939] env[62328]: DEBUG oslo_vmware.api [None req-2339f4f6-fd0e-4161-9435-3e1103e41f46 tempest-ServerAddressesNegativeTestJSON-283879621 tempest-ServerAddressesNegativeTestJSON-283879621-project-member] Task: {'id': session[52a6e20e-410d-708a-99f2-080a575a99bd]526a577d-272a-19d4-5dd1-6deecdf5501c, 'name': SearchDatastore_Task, 'duration_secs': 0.01006} completed successfully. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 900.929232] env[62328]: DEBUG oslo_concurrency.lockutils [None req-2339f4f6-fd0e-4161-9435-3e1103e41f46 tempest-ServerAddressesNegativeTestJSON-283879621 tempest-ServerAddressesNegativeTestJSON-283879621-project-member] Releasing lock "[datastore1] devstack-image-cache_base/dbf872a4-92be-47e4-8561-c3e2bf2423ab/dbf872a4-92be-47e4-8561-c3e2bf2423ab.vmdk" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 900.929946] env[62328]: DEBUG nova.virt.vmwareapi.vm_util [None req-2339f4f6-fd0e-4161-9435-3e1103e41f46 tempest-ServerAddressesNegativeTestJSON-283879621 tempest-ServerAddressesNegativeTestJSON-283879621-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/dbf872a4-92be-47e4-8561-c3e2bf2423ab/dbf872a4-92be-47e4-8561-c3e2bf2423ab.vmdk to [datastore1] b3a96122-6f42-4407-a3e8-69305679d6e5/b3a96122-6f42-4407-a3e8-69305679d6e5.vmdk {{(pid=62328) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 900.929946] env[62328]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-7a5971a1-f722-4f7f-82ec-b61813fdd130 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 900.935977] env[62328]: DEBUG oslo_vmware.api [None req-2339f4f6-fd0e-4161-9435-3e1103e41f46 tempest-ServerAddressesNegativeTestJSON-283879621 tempest-ServerAddressesNegativeTestJSON-283879621-project-member] Waiting for the task: (returnval){ [ 900.935977] env[62328]: value = "task-2387143" [ 900.935977] env[62328]: _type = "Task" [ 900.935977] env[62328]: } to complete. {{(pid=62328) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 900.943622] env[62328]: DEBUG oslo_vmware.api [None req-2339f4f6-fd0e-4161-9435-3e1103e41f46 tempest-ServerAddressesNegativeTestJSON-283879621 tempest-ServerAddressesNegativeTestJSON-283879621-project-member] Task: {'id': task-2387143, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 901.006868] env[62328]: DEBUG nova.network.neutron [None req-6b13485d-856a-4ce0-84cd-11187efbafed tempest-ServersAdminTestJSON-455323280 tempest-ServersAdminTestJSON-455323280-project-member] [instance: e78f4099-b61b-4dd2-8587-8c8f1bb0412a] Successfully updated port: 653fbff2-a289-4ce2-b67c-61a9835ef2c1 {{(pid=62328) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 901.144511] env[62328]: DEBUG nova.compute.utils [None req-e4dd471b-96d8-4956-9363-67d9e6a7615d tempest-ServerDiskConfigTestJSON-126406698 tempest-ServerDiskConfigTestJSON-126406698-project-member] Using /dev/sd instead of None {{(pid=62328) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 901.145877] env[62328]: DEBUG nova.compute.manager [None req-e4dd471b-96d8-4956-9363-67d9e6a7615d tempest-ServerDiskConfigTestJSON-126406698 tempest-ServerDiskConfigTestJSON-126406698-project-member] [instance: 5df51859-2d31-4abb-9c7d-d0b0405c3df9] Allocating IP information in the background. {{(pid=62328) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 901.146070] env[62328]: DEBUG nova.network.neutron [None req-e4dd471b-96d8-4956-9363-67d9e6a7615d tempest-ServerDiskConfigTestJSON-126406698 tempest-ServerDiskConfigTestJSON-126406698-project-member] [instance: 5df51859-2d31-4abb-9c7d-d0b0405c3df9] allocate_for_instance() {{(pid=62328) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 901.158020] env[62328]: DEBUG oslo_vmware.api [None req-8638092e-2dae-4f4a-92cc-6811fd95b851 tempest-ImagesTestJSON-1776717495 tempest-ImagesTestJSON-1776717495-project-member] Task: {'id': task-2387142, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 901.211795] env[62328]: DEBUG nova.policy [None req-e4dd471b-96d8-4956-9363-67d9e6a7615d tempest-ServerDiskConfigTestJSON-126406698 tempest-ServerDiskConfigTestJSON-126406698-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '10201068f621405e9541d14e7a6a2979', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '33a1d9f198d84697b63d98d445dea080', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62328) authorize /opt/stack/nova/nova/policy.py:192}} [ 901.414319] env[62328]: INFO nova.compute.manager [None req-638ee745-825e-40b6-a37d-d605d6a6c6c0 tempest-AttachInterfacesUnderV243Test-538941428 tempest-AttachInterfacesUnderV243Test-538941428-project-member] [instance: ca5f1f85-0fbb-4572-8b04-bd275a02f396] Took 29.67 seconds to build instance. [ 901.450283] env[62328]: DEBUG oslo_vmware.api [None req-2339f4f6-fd0e-4161-9435-3e1103e41f46 tempest-ServerAddressesNegativeTestJSON-283879621 tempest-ServerAddressesNegativeTestJSON-283879621-project-member] Task: {'id': task-2387143, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 901.488863] env[62328]: DEBUG nova.network.neutron [None req-e4dd471b-96d8-4956-9363-67d9e6a7615d tempest-ServerDiskConfigTestJSON-126406698 tempest-ServerDiskConfigTestJSON-126406698-project-member] [instance: 5df51859-2d31-4abb-9c7d-d0b0405c3df9] Successfully created port: 0a92ba59-319f-4ced-a7f5-6aa8112cc6c3 {{(pid=62328) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 901.510162] env[62328]: DEBUG oslo_concurrency.lockutils [None req-6b13485d-856a-4ce0-84cd-11187efbafed tempest-ServersAdminTestJSON-455323280 tempest-ServersAdminTestJSON-455323280-project-member] Acquiring lock "refresh_cache-e78f4099-b61b-4dd2-8587-8c8f1bb0412a" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 901.510162] env[62328]: DEBUG oslo_concurrency.lockutils [None req-6b13485d-856a-4ce0-84cd-11187efbafed tempest-ServersAdminTestJSON-455323280 tempest-ServersAdminTestJSON-455323280-project-member] Acquired lock "refresh_cache-e78f4099-b61b-4dd2-8587-8c8f1bb0412a" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 901.510162] env[62328]: DEBUG nova.network.neutron [None req-6b13485d-856a-4ce0-84cd-11187efbafed tempest-ServersAdminTestJSON-455323280 tempest-ServersAdminTestJSON-455323280-project-member] [instance: e78f4099-b61b-4dd2-8587-8c8f1bb0412a] Building network info cache for instance {{(pid=62328) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 901.650820] env[62328]: DEBUG nova.compute.manager [None req-e4dd471b-96d8-4956-9363-67d9e6a7615d tempest-ServerDiskConfigTestJSON-126406698 tempest-ServerDiskConfigTestJSON-126406698-project-member] [instance: 5df51859-2d31-4abb-9c7d-d0b0405c3df9] Start building block device mappings for instance. {{(pid=62328) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 901.663834] env[62328]: DEBUG oslo_vmware.api [None req-8638092e-2dae-4f4a-92cc-6811fd95b851 tempest-ImagesTestJSON-1776717495 tempest-ImagesTestJSON-1776717495-project-member] Task: {'id': task-2387142, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 901.721283] env[62328]: DEBUG nova.compute.manager [req-eca68b90-c33c-42c8-bf22-30e39095a69b req-c70755ff-4479-444b-9f1a-9b680590b0cf service nova] [instance: ca5f1f85-0fbb-4572-8b04-bd275a02f396] Received event network-changed-c0fd6b4b-c114-409c-a9cc-94d96f6b995a {{(pid=62328) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 901.721283] env[62328]: DEBUG nova.compute.manager [req-eca68b90-c33c-42c8-bf22-30e39095a69b req-c70755ff-4479-444b-9f1a-9b680590b0cf service nova] [instance: ca5f1f85-0fbb-4572-8b04-bd275a02f396] Refreshing instance network info cache due to event network-changed-c0fd6b4b-c114-409c-a9cc-94d96f6b995a. {{(pid=62328) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 901.721442] env[62328]: DEBUG oslo_concurrency.lockutils [req-eca68b90-c33c-42c8-bf22-30e39095a69b req-c70755ff-4479-444b-9f1a-9b680590b0cf service nova] Acquiring lock "refresh_cache-ca5f1f85-0fbb-4572-8b04-bd275a02f396" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 901.721838] env[62328]: DEBUG oslo_concurrency.lockutils [req-eca68b90-c33c-42c8-bf22-30e39095a69b req-c70755ff-4479-444b-9f1a-9b680590b0cf service nova] Acquired lock "refresh_cache-ca5f1f85-0fbb-4572-8b04-bd275a02f396" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 901.722145] env[62328]: DEBUG nova.network.neutron [req-eca68b90-c33c-42c8-bf22-30e39095a69b req-c70755ff-4479-444b-9f1a-9b680590b0cf service nova] [instance: ca5f1f85-0fbb-4572-8b04-bd275a02f396] Refreshing network info cache for port c0fd6b4b-c114-409c-a9cc-94d96f6b995a {{(pid=62328) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 901.918988] env[62328]: DEBUG oslo_concurrency.lockutils [None req-638ee745-825e-40b6-a37d-d605d6a6c6c0 tempest-AttachInterfacesUnderV243Test-538941428 tempest-AttachInterfacesUnderV243Test-538941428-project-member] Lock "ca5f1f85-0fbb-4572-8b04-bd275a02f396" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 31.194s {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 901.952931] env[62328]: DEBUG oslo_vmware.api [None req-2339f4f6-fd0e-4161-9435-3e1103e41f46 tempest-ServerAddressesNegativeTestJSON-283879621 tempest-ServerAddressesNegativeTestJSON-283879621-project-member] Task: {'id': task-2387143, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 902.004825] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-acf39c37-a4b6-4850-97f9-8dccc354ff5b {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 902.021382] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3ebe31b4-4d2e-4fef-96ec-2a9773b71231 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 902.058049] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9d31954c-c74a-4d33-9313-b1efd9378582 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 902.066575] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-94fb8817-bae9-40b2-9927-d694bfb4c4d6 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 902.081166] env[62328]: DEBUG nova.compute.provider_tree [None req-e5f0809d-45c7-442b-99d4-fa1ff6e3a58a tempest-ServersTestManualDisk-1140415373 tempest-ServersTestManualDisk-1140415373-project-member] Inventory has not changed in ProviderTree for provider: 3469e9f8-04af-49ca-8435-49f104496744 {{(pid=62328) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 902.089010] env[62328]: DEBUG nova.network.neutron [None req-6b13485d-856a-4ce0-84cd-11187efbafed tempest-ServersAdminTestJSON-455323280 tempest-ServersAdminTestJSON-455323280-project-member] [instance: e78f4099-b61b-4dd2-8587-8c8f1bb0412a] Instance cache missing network info. {{(pid=62328) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 902.162910] env[62328]: DEBUG oslo_vmware.api [None req-8638092e-2dae-4f4a-92cc-6811fd95b851 tempest-ImagesTestJSON-1776717495 tempest-ImagesTestJSON-1776717495-project-member] Task: {'id': task-2387142, 'name': ReconfigVM_Task, 'duration_secs': 1.276407} completed successfully. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 902.163486] env[62328]: DEBUG nova.virt.vmwareapi.volumeops [None req-8638092e-2dae-4f4a-92cc-6811fd95b851 tempest-ImagesTestJSON-1776717495 tempest-ImagesTestJSON-1776717495-project-member] [instance: e38f62a8-c8ae-4200-b5cc-a799c261ce76] Reconfigured VM instance instance-00000050 to attach disk [datastore1] e38f62a8-c8ae-4200-b5cc-a799c261ce76/e38f62a8-c8ae-4200-b5cc-a799c261ce76.vmdk or device None with type streamOptimized {{(pid=62328) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 902.164508] env[62328]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-22b362f9-8a2f-41d8-8f2d-f2eb16e33789 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 902.172291] env[62328]: DEBUG oslo_vmware.api [None req-8638092e-2dae-4f4a-92cc-6811fd95b851 tempest-ImagesTestJSON-1776717495 tempest-ImagesTestJSON-1776717495-project-member] Waiting for the task: (returnval){ [ 902.172291] env[62328]: value = "task-2387144" [ 902.172291] env[62328]: _type = "Task" [ 902.172291] env[62328]: } to complete. {{(pid=62328) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 902.184394] env[62328]: DEBUG oslo_vmware.api [None req-8638092e-2dae-4f4a-92cc-6811fd95b851 tempest-ImagesTestJSON-1776717495 tempest-ImagesTestJSON-1776717495-project-member] Task: {'id': task-2387144, 'name': Rename_Task} progress is 6%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 902.220366] env[62328]: DEBUG nova.compute.manager [None req-332cd9a1-235b-4315-894a-68f76363e980 None None] Didn't find any instances for network info cache update. {{(pid=62328) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10531}} [ 902.220642] env[62328]: DEBUG oslo_service.periodic_task [None req-332cd9a1-235b-4315-894a-68f76363e980 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=62328) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 902.220831] env[62328]: DEBUG oslo_service.periodic_task [None req-332cd9a1-235b-4315-894a-68f76363e980 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=62328) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 902.221017] env[62328]: DEBUG oslo_service.periodic_task [None req-332cd9a1-235b-4315-894a-68f76363e980 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=62328) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 902.221153] env[62328]: DEBUG oslo_service.periodic_task [None req-332cd9a1-235b-4315-894a-68f76363e980 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=62328) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 902.221295] env[62328]: DEBUG oslo_service.periodic_task [None req-332cd9a1-235b-4315-894a-68f76363e980 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=62328) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 902.221442] env[62328]: DEBUG oslo_service.periodic_task [None req-332cd9a1-235b-4315-894a-68f76363e980 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=62328) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 902.221572] env[62328]: DEBUG nova.compute.manager [None req-332cd9a1-235b-4315-894a-68f76363e980 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=62328) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11064}} [ 902.221712] env[62328]: DEBUG oslo_service.periodic_task [None req-332cd9a1-235b-4315-894a-68f76363e980 None None] Running periodic task ComputeManager.update_available_resource {{(pid=62328) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 902.286845] env[62328]: DEBUG nova.network.neutron [None req-6b13485d-856a-4ce0-84cd-11187efbafed tempest-ServersAdminTestJSON-455323280 tempest-ServersAdminTestJSON-455323280-project-member] [instance: e78f4099-b61b-4dd2-8587-8c8f1bb0412a] Updating instance_info_cache with network_info: [{"id": "653fbff2-a289-4ce2-b67c-61a9835ef2c1", "address": "fa:16:3e:66:d0:ec", "network": {"id": "0eeee2fb-8ef5-412d-af46-12812484c08c", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-224594713-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f2a757f35eac41f9957872714fb6355d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "73915082-a1b0-460b-b24d-97588fc9cb29", "external-id": "nsx-vlan-transportzone-744", "segmentation_id": 744, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap653fbff2-a2", "ovs_interfaceid": "653fbff2-a289-4ce2-b67c-61a9835ef2c1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62328) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 902.448840] env[62328]: DEBUG oslo_vmware.api [None req-2339f4f6-fd0e-4161-9435-3e1103e41f46 tempest-ServerAddressesNegativeTestJSON-283879621 tempest-ServerAddressesNegativeTestJSON-283879621-project-member] Task: {'id': task-2387143, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.385299} completed successfully. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 902.449102] env[62328]: DEBUG nova.virt.vmwareapi.vm_util [None req-2339f4f6-fd0e-4161-9435-3e1103e41f46 tempest-ServerAddressesNegativeTestJSON-283879621 tempest-ServerAddressesNegativeTestJSON-283879621-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/dbf872a4-92be-47e4-8561-c3e2bf2423ab/dbf872a4-92be-47e4-8561-c3e2bf2423ab.vmdk to [datastore1] b3a96122-6f42-4407-a3e8-69305679d6e5/b3a96122-6f42-4407-a3e8-69305679d6e5.vmdk {{(pid=62328) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 902.449310] env[62328]: DEBUG nova.virt.vmwareapi.vmops [None req-2339f4f6-fd0e-4161-9435-3e1103e41f46 tempest-ServerAddressesNegativeTestJSON-283879621 tempest-ServerAddressesNegativeTestJSON-283879621-project-member] [instance: b3a96122-6f42-4407-a3e8-69305679d6e5] Extending root virtual disk to 1048576 {{(pid=62328) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 902.449551] env[62328]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-7ee4ee35-6f36-40e2-a6d6-1433c9a61b5d {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 902.457032] env[62328]: DEBUG oslo_vmware.api [None req-2339f4f6-fd0e-4161-9435-3e1103e41f46 tempest-ServerAddressesNegativeTestJSON-283879621 tempest-ServerAddressesNegativeTestJSON-283879621-project-member] Waiting for the task: (returnval){ [ 902.457032] env[62328]: value = "task-2387145" [ 902.457032] env[62328]: _type = "Task" [ 902.457032] env[62328]: } to complete. {{(pid=62328) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 902.464172] env[62328]: DEBUG oslo_vmware.api [None req-2339f4f6-fd0e-4161-9435-3e1103e41f46 tempest-ServerAddressesNegativeTestJSON-283879621 tempest-ServerAddressesNegativeTestJSON-283879621-project-member] Task: {'id': task-2387145, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 902.464920] env[62328]: DEBUG nova.network.neutron [req-eca68b90-c33c-42c8-bf22-30e39095a69b req-c70755ff-4479-444b-9f1a-9b680590b0cf service nova] [instance: ca5f1f85-0fbb-4572-8b04-bd275a02f396] Updated VIF entry in instance network info cache for port c0fd6b4b-c114-409c-a9cc-94d96f6b995a. {{(pid=62328) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 902.465276] env[62328]: DEBUG nova.network.neutron [req-eca68b90-c33c-42c8-bf22-30e39095a69b req-c70755ff-4479-444b-9f1a-9b680590b0cf service nova] [instance: ca5f1f85-0fbb-4572-8b04-bd275a02f396] Updating instance_info_cache with network_info: [{"id": "c0fd6b4b-c114-409c-a9cc-94d96f6b995a", "address": "fa:16:3e:09:15:fd", "network": {"id": "f83ab2e0-3087-4ffd-abcd-16c32ea36c69", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-1799262774-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.242", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6f7f207a3b4b411dabdbbc02ffc447bc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a1c8fdf9-970c-4ae0-b6d9-f1015196b552", "external-id": "nsx-vlan-transportzone-993", "segmentation_id": 993, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc0fd6b4b-c1", "ovs_interfaceid": "c0fd6b4b-c114-409c-a9cc-94d96f6b995a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62328) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 902.587239] env[62328]: DEBUG nova.scheduler.client.report [None req-e5f0809d-45c7-442b-99d4-fa1ff6e3a58a tempest-ServersTestManualDisk-1140415373 tempest-ServersTestManualDisk-1140415373-project-member] Inventory has not changed for provider 3469e9f8-04af-49ca-8435-49f104496744 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 152, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62328) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 902.664958] env[62328]: DEBUG nova.compute.manager [None req-e4dd471b-96d8-4956-9363-67d9e6a7615d tempest-ServerDiskConfigTestJSON-126406698 tempest-ServerDiskConfigTestJSON-126406698-project-member] [instance: 5df51859-2d31-4abb-9c7d-d0b0405c3df9] Start spawning the instance on the hypervisor. {{(pid=62328) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 902.682083] env[62328]: DEBUG oslo_vmware.api [None req-8638092e-2dae-4f4a-92cc-6811fd95b851 tempest-ImagesTestJSON-1776717495 tempest-ImagesTestJSON-1776717495-project-member] Task: {'id': task-2387144, 'name': Rename_Task, 'duration_secs': 0.23484} completed successfully. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 902.682378] env[62328]: DEBUG nova.virt.vmwareapi.vm_util [None req-8638092e-2dae-4f4a-92cc-6811fd95b851 tempest-ImagesTestJSON-1776717495 tempest-ImagesTestJSON-1776717495-project-member] [instance: e38f62a8-c8ae-4200-b5cc-a799c261ce76] Powering on the VM {{(pid=62328) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 902.682625] env[62328]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-ea060b85-4100-4fae-b7b9-22c2f275a58f {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 902.690862] env[62328]: DEBUG oslo_vmware.api [None req-8638092e-2dae-4f4a-92cc-6811fd95b851 tempest-ImagesTestJSON-1776717495 tempest-ImagesTestJSON-1776717495-project-member] Waiting for the task: (returnval){ [ 902.690862] env[62328]: value = "task-2387146" [ 902.690862] env[62328]: _type = "Task" [ 902.690862] env[62328]: } to complete. {{(pid=62328) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 902.692946] env[62328]: DEBUG nova.virt.hardware [None req-e4dd471b-96d8-4956-9363-67d9e6a7615d tempest-ServerDiskConfigTestJSON-126406698 tempest-ServerDiskConfigTestJSON-126406698-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-07T17:16:55Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-07T17:16:37Z,direct_url=,disk_format='vmdk',id=dbf872a4-92be-47e4-8561-c3e2bf2423ab,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='2a64022f08d84b11a86773b900860ae5',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-07T17:16:38Z,virtual_size=,visibility=), allow threads: False {{(pid=62328) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 902.693176] env[62328]: DEBUG nova.virt.hardware [None req-e4dd471b-96d8-4956-9363-67d9e6a7615d tempest-ServerDiskConfigTestJSON-126406698 tempest-ServerDiskConfigTestJSON-126406698-project-member] Flavor limits 0:0:0 {{(pid=62328) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 902.693331] env[62328]: DEBUG nova.virt.hardware [None req-e4dd471b-96d8-4956-9363-67d9e6a7615d tempest-ServerDiskConfigTestJSON-126406698 tempest-ServerDiskConfigTestJSON-126406698-project-member] Image limits 0:0:0 {{(pid=62328) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 902.693507] env[62328]: DEBUG nova.virt.hardware [None req-e4dd471b-96d8-4956-9363-67d9e6a7615d tempest-ServerDiskConfigTestJSON-126406698 tempest-ServerDiskConfigTestJSON-126406698-project-member] Flavor pref 0:0:0 {{(pid=62328) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 902.693648] env[62328]: DEBUG nova.virt.hardware [None req-e4dd471b-96d8-4956-9363-67d9e6a7615d tempest-ServerDiskConfigTestJSON-126406698 tempest-ServerDiskConfigTestJSON-126406698-project-member] Image pref 0:0:0 {{(pid=62328) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 902.693833] env[62328]: DEBUG nova.virt.hardware [None req-e4dd471b-96d8-4956-9363-67d9e6a7615d tempest-ServerDiskConfigTestJSON-126406698 tempest-ServerDiskConfigTestJSON-126406698-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62328) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 902.694132] env[62328]: DEBUG nova.virt.hardware [None req-e4dd471b-96d8-4956-9363-67d9e6a7615d tempest-ServerDiskConfigTestJSON-126406698 tempest-ServerDiskConfigTestJSON-126406698-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62328) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 902.694310] env[62328]: DEBUG nova.virt.hardware [None req-e4dd471b-96d8-4956-9363-67d9e6a7615d tempest-ServerDiskConfigTestJSON-126406698 tempest-ServerDiskConfigTestJSON-126406698-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62328) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 902.694478] env[62328]: DEBUG nova.virt.hardware [None req-e4dd471b-96d8-4956-9363-67d9e6a7615d tempest-ServerDiskConfigTestJSON-126406698 tempest-ServerDiskConfigTestJSON-126406698-project-member] Got 1 possible topologies {{(pid=62328) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 902.694635] env[62328]: DEBUG nova.virt.hardware [None req-e4dd471b-96d8-4956-9363-67d9e6a7615d tempest-ServerDiskConfigTestJSON-126406698 tempest-ServerDiskConfigTestJSON-126406698-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62328) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 902.694799] env[62328]: DEBUG nova.virt.hardware [None req-e4dd471b-96d8-4956-9363-67d9e6a7615d tempest-ServerDiskConfigTestJSON-126406698 tempest-ServerDiskConfigTestJSON-126406698-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62328) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 902.695691] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5cab3f57-7496-4ac5-85da-9d3fd2fb9005 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 902.708011] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ec2948fc-cc93-497e-82ba-27c7e2fa9cef {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 902.711871] env[62328]: DEBUG oslo_vmware.api [None req-8638092e-2dae-4f4a-92cc-6811fd95b851 tempest-ImagesTestJSON-1776717495 tempest-ImagesTestJSON-1776717495-project-member] Task: {'id': task-2387146, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 902.724690] env[62328]: DEBUG oslo_concurrency.lockutils [None req-332cd9a1-235b-4315-894a-68f76363e980 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 902.789623] env[62328]: DEBUG oslo_concurrency.lockutils [None req-6b13485d-856a-4ce0-84cd-11187efbafed tempest-ServersAdminTestJSON-455323280 tempest-ServersAdminTestJSON-455323280-project-member] Releasing lock "refresh_cache-e78f4099-b61b-4dd2-8587-8c8f1bb0412a" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 902.790168] env[62328]: DEBUG nova.compute.manager [None req-6b13485d-856a-4ce0-84cd-11187efbafed tempest-ServersAdminTestJSON-455323280 tempest-ServersAdminTestJSON-455323280-project-member] [instance: e78f4099-b61b-4dd2-8587-8c8f1bb0412a] Instance network_info: |[{"id": "653fbff2-a289-4ce2-b67c-61a9835ef2c1", "address": "fa:16:3e:66:d0:ec", "network": {"id": "0eeee2fb-8ef5-412d-af46-12812484c08c", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-224594713-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f2a757f35eac41f9957872714fb6355d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "73915082-a1b0-460b-b24d-97588fc9cb29", "external-id": "nsx-vlan-transportzone-744", "segmentation_id": 744, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap653fbff2-a2", "ovs_interfaceid": "653fbff2-a289-4ce2-b67c-61a9835ef2c1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62328) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 902.790779] env[62328]: DEBUG nova.virt.vmwareapi.vmops [None req-6b13485d-856a-4ce0-84cd-11187efbafed tempest-ServersAdminTestJSON-455323280 tempest-ServersAdminTestJSON-455323280-project-member] [instance: e78f4099-b61b-4dd2-8587-8c8f1bb0412a] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:66:d0:ec', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '73915082-a1b0-460b-b24d-97588fc9cb29', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '653fbff2-a289-4ce2-b67c-61a9835ef2c1', 'vif_model': 'vmxnet3'}] {{(pid=62328) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 902.804764] env[62328]: DEBUG oslo.service.loopingcall [None req-6b13485d-856a-4ce0-84cd-11187efbafed tempest-ServersAdminTestJSON-455323280 tempest-ServersAdminTestJSON-455323280-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62328) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 902.805189] env[62328]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e78f4099-b61b-4dd2-8587-8c8f1bb0412a] Creating VM on the ESX host {{(pid=62328) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 902.805538] env[62328]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-f78bb625-5c15-465f-9865-4b711671e621 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 902.837985] env[62328]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 902.837985] env[62328]: value = "task-2387147" [ 902.837985] env[62328]: _type = "Task" [ 902.837985] env[62328]: } to complete. {{(pid=62328) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 902.849737] env[62328]: DEBUG oslo_vmware.api [-] Task: {'id': task-2387147, 'name': CreateVM_Task} progress is 0%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 902.924966] env[62328]: DEBUG nova.compute.manager [req-15b9e068-cf4a-42fa-9767-ef169b37d4c9 req-4e9324bf-bb19-4720-81d1-98e4154eea1c service nova] [instance: e78f4099-b61b-4dd2-8587-8c8f1bb0412a] Received event network-changed-653fbff2-a289-4ce2-b67c-61a9835ef2c1 {{(pid=62328) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 902.925306] env[62328]: DEBUG nova.compute.manager [req-15b9e068-cf4a-42fa-9767-ef169b37d4c9 req-4e9324bf-bb19-4720-81d1-98e4154eea1c service nova] [instance: e78f4099-b61b-4dd2-8587-8c8f1bb0412a] Refreshing instance network info cache due to event network-changed-653fbff2-a289-4ce2-b67c-61a9835ef2c1. {{(pid=62328) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 902.925644] env[62328]: DEBUG oslo_concurrency.lockutils [req-15b9e068-cf4a-42fa-9767-ef169b37d4c9 req-4e9324bf-bb19-4720-81d1-98e4154eea1c service nova] Acquiring lock "refresh_cache-e78f4099-b61b-4dd2-8587-8c8f1bb0412a" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 902.925890] env[62328]: DEBUG oslo_concurrency.lockutils [req-15b9e068-cf4a-42fa-9767-ef169b37d4c9 req-4e9324bf-bb19-4720-81d1-98e4154eea1c service nova] Acquired lock "refresh_cache-e78f4099-b61b-4dd2-8587-8c8f1bb0412a" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 902.926162] env[62328]: DEBUG nova.network.neutron [req-15b9e068-cf4a-42fa-9767-ef169b37d4c9 req-4e9324bf-bb19-4720-81d1-98e4154eea1c service nova] [instance: e78f4099-b61b-4dd2-8587-8c8f1bb0412a] Refreshing network info cache for port 653fbff2-a289-4ce2-b67c-61a9835ef2c1 {{(pid=62328) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 902.970879] env[62328]: DEBUG oslo_concurrency.lockutils [req-eca68b90-c33c-42c8-bf22-30e39095a69b req-c70755ff-4479-444b-9f1a-9b680590b0cf service nova] Releasing lock "refresh_cache-ca5f1f85-0fbb-4572-8b04-bd275a02f396" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 902.971773] env[62328]: DEBUG oslo_vmware.api [None req-2339f4f6-fd0e-4161-9435-3e1103e41f46 tempest-ServerAddressesNegativeTestJSON-283879621 tempest-ServerAddressesNegativeTestJSON-283879621-project-member] Task: {'id': task-2387145, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.062952} completed successfully. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 902.972144] env[62328]: DEBUG nova.virt.vmwareapi.vmops [None req-2339f4f6-fd0e-4161-9435-3e1103e41f46 tempest-ServerAddressesNegativeTestJSON-283879621 tempest-ServerAddressesNegativeTestJSON-283879621-project-member] [instance: b3a96122-6f42-4407-a3e8-69305679d6e5] Extended root virtual disk {{(pid=62328) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 902.973305] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-43dcac9a-9030-45bf-8e18-797eba6ed8a0 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 903.007210] env[62328]: DEBUG nova.virt.vmwareapi.volumeops [None req-2339f4f6-fd0e-4161-9435-3e1103e41f46 tempest-ServerAddressesNegativeTestJSON-283879621 tempest-ServerAddressesNegativeTestJSON-283879621-project-member] [instance: b3a96122-6f42-4407-a3e8-69305679d6e5] Reconfiguring VM instance instance-00000052 to attach disk [datastore1] b3a96122-6f42-4407-a3e8-69305679d6e5/b3a96122-6f42-4407-a3e8-69305679d6e5.vmdk or device None with type sparse {{(pid=62328) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 903.008373] env[62328]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-dd30a27d-679b-4d77-93a9-8a96705d5dc5 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 903.037581] env[62328]: DEBUG oslo_vmware.api [None req-2339f4f6-fd0e-4161-9435-3e1103e41f46 tempest-ServerAddressesNegativeTestJSON-283879621 tempest-ServerAddressesNegativeTestJSON-283879621-project-member] Waiting for the task: (returnval){ [ 903.037581] env[62328]: value = "task-2387148" [ 903.037581] env[62328]: _type = "Task" [ 903.037581] env[62328]: } to complete. {{(pid=62328) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 903.045812] env[62328]: DEBUG oslo_vmware.api [None req-2339f4f6-fd0e-4161-9435-3e1103e41f46 tempest-ServerAddressesNegativeTestJSON-283879621 tempest-ServerAddressesNegativeTestJSON-283879621-project-member] Task: {'id': task-2387148, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 903.093475] env[62328]: DEBUG oslo_concurrency.lockutils [None req-e5f0809d-45c7-442b-99d4-fa1ff6e3a58a tempest-ServersTestManualDisk-1140415373 tempest-ServersTestManualDisk-1140415373-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.458s {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 903.094265] env[62328]: DEBUG nova.compute.manager [None req-e5f0809d-45c7-442b-99d4-fa1ff6e3a58a tempest-ServersTestManualDisk-1140415373 tempest-ServersTestManualDisk-1140415373-project-member] [instance: 77ca1d19-5060-4a7c-a780-56adf9a3f70e] Start building networks asynchronously for instance. {{(pid=62328) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 903.098931] env[62328]: DEBUG oslo_concurrency.lockutils [None req-68a4ff02-ea04-4c24-8e9e-88b4c7bbb8d7 tempest-ServerDiskConfigTestJSON-126406698 tempest-ServerDiskConfigTestJSON-126406698-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 17.618s {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 903.098931] env[62328]: DEBUG oslo_concurrency.lockutils [None req-68a4ff02-ea04-4c24-8e9e-88b4c7bbb8d7 tempest-ServerDiskConfigTestJSON-126406698 tempest-ServerDiskConfigTestJSON-126406698-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 903.100923] env[62328]: DEBUG oslo_concurrency.lockutils [None req-eaf3d403-dde7-41d4-9c6d-fc02a167fa01 tempest-ServersTestJSON-2041147199 tempest-ServersTestJSON-2041147199-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 16.440s {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 903.102952] env[62328]: INFO nova.compute.claims [None req-eaf3d403-dde7-41d4-9c6d-fc02a167fa01 tempest-ServersTestJSON-2041147199 tempest-ServersTestJSON-2041147199-project-member] [instance: 13b24bc5-3832-47cc-bf0f-14b881773e37] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 903.131706] env[62328]: INFO nova.scheduler.client.report [None req-68a4ff02-ea04-4c24-8e9e-88b4c7bbb8d7 tempest-ServerDiskConfigTestJSON-126406698 tempest-ServerDiskConfigTestJSON-126406698-project-member] Deleted allocations for instance 385995cc-5fe5-4c9d-9128-69a3767e682f [ 903.208333] env[62328]: DEBUG oslo_vmware.api [None req-8638092e-2dae-4f4a-92cc-6811fd95b851 tempest-ImagesTestJSON-1776717495 tempest-ImagesTestJSON-1776717495-project-member] Task: {'id': task-2387146, 'name': PowerOnVM_Task, 'duration_secs': 0.448316} completed successfully. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 903.208607] env[62328]: DEBUG nova.virt.vmwareapi.vm_util [None req-8638092e-2dae-4f4a-92cc-6811fd95b851 tempest-ImagesTestJSON-1776717495 tempest-ImagesTestJSON-1776717495-project-member] [instance: e38f62a8-c8ae-4200-b5cc-a799c261ce76] Powered on the VM {{(pid=62328) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 903.208796] env[62328]: INFO nova.compute.manager [None req-8638092e-2dae-4f4a-92cc-6811fd95b851 tempest-ImagesTestJSON-1776717495 tempest-ImagesTestJSON-1776717495-project-member] [instance: e38f62a8-c8ae-4200-b5cc-a799c261ce76] Took 14.52 seconds to spawn the instance on the hypervisor. [ 903.208995] env[62328]: DEBUG nova.compute.manager [None req-8638092e-2dae-4f4a-92cc-6811fd95b851 tempest-ImagesTestJSON-1776717495 tempest-ImagesTestJSON-1776717495-project-member] [instance: e38f62a8-c8ae-4200-b5cc-a799c261ce76] Checking state {{(pid=62328) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 903.209881] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-33e73fd0-43db-43fb-b361-cf1ef34e170c {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 903.347884] env[62328]: DEBUG oslo_vmware.api [-] Task: {'id': task-2387147, 'name': CreateVM_Task} progress is 99%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 903.524136] env[62328]: DEBUG nova.network.neutron [None req-e4dd471b-96d8-4956-9363-67d9e6a7615d tempest-ServerDiskConfigTestJSON-126406698 tempest-ServerDiskConfigTestJSON-126406698-project-member] [instance: 5df51859-2d31-4abb-9c7d-d0b0405c3df9] Successfully updated port: 0a92ba59-319f-4ced-a7f5-6aa8112cc6c3 {{(pid=62328) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 903.550737] env[62328]: DEBUG oslo_vmware.api [None req-2339f4f6-fd0e-4161-9435-3e1103e41f46 tempest-ServerAddressesNegativeTestJSON-283879621 tempest-ServerAddressesNegativeTestJSON-283879621-project-member] Task: {'id': task-2387148, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 903.608026] env[62328]: DEBUG nova.compute.utils [None req-e5f0809d-45c7-442b-99d4-fa1ff6e3a58a tempest-ServersTestManualDisk-1140415373 tempest-ServersTestManualDisk-1140415373-project-member] Using /dev/sd instead of None {{(pid=62328) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 903.613889] env[62328]: DEBUG nova.compute.manager [None req-e5f0809d-45c7-442b-99d4-fa1ff6e3a58a tempest-ServersTestManualDisk-1140415373 tempest-ServersTestManualDisk-1140415373-project-member] [instance: 77ca1d19-5060-4a7c-a780-56adf9a3f70e] Allocating IP information in the background. {{(pid=62328) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 903.614115] env[62328]: DEBUG nova.network.neutron [None req-e5f0809d-45c7-442b-99d4-fa1ff6e3a58a tempest-ServersTestManualDisk-1140415373 tempest-ServersTestManualDisk-1140415373-project-member] [instance: 77ca1d19-5060-4a7c-a780-56adf9a3f70e] allocate_for_instance() {{(pid=62328) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 903.640411] env[62328]: DEBUG oslo_concurrency.lockutils [None req-68a4ff02-ea04-4c24-8e9e-88b4c7bbb8d7 tempest-ServerDiskConfigTestJSON-126406698 tempest-ServerDiskConfigTestJSON-126406698-project-member] Lock "385995cc-5fe5-4c9d-9128-69a3767e682f" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 21.628s {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 903.685478] env[62328]: DEBUG nova.policy [None req-e5f0809d-45c7-442b-99d4-fa1ff6e3a58a tempest-ServersTestManualDisk-1140415373 tempest-ServersTestManualDisk-1140415373-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'e32a46381820479fad7ff25672874b0d', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'cc0d9c546c6d4979b98a07cfe020280a', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62328) authorize /opt/stack/nova/nova/policy.py:192}} [ 903.729809] env[62328]: INFO nova.compute.manager [None req-8638092e-2dae-4f4a-92cc-6811fd95b851 tempest-ImagesTestJSON-1776717495 tempest-ImagesTestJSON-1776717495-project-member] [instance: e38f62a8-c8ae-4200-b5cc-a799c261ce76] Took 36.50 seconds to build instance. [ 903.758160] env[62328]: DEBUG nova.network.neutron [req-15b9e068-cf4a-42fa-9767-ef169b37d4c9 req-4e9324bf-bb19-4720-81d1-98e4154eea1c service nova] [instance: e78f4099-b61b-4dd2-8587-8c8f1bb0412a] Updated VIF entry in instance network info cache for port 653fbff2-a289-4ce2-b67c-61a9835ef2c1. {{(pid=62328) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 903.758647] env[62328]: DEBUG nova.network.neutron [req-15b9e068-cf4a-42fa-9767-ef169b37d4c9 req-4e9324bf-bb19-4720-81d1-98e4154eea1c service nova] [instance: e78f4099-b61b-4dd2-8587-8c8f1bb0412a] Updating instance_info_cache with network_info: [{"id": "653fbff2-a289-4ce2-b67c-61a9835ef2c1", "address": "fa:16:3e:66:d0:ec", "network": {"id": "0eeee2fb-8ef5-412d-af46-12812484c08c", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-224594713-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f2a757f35eac41f9957872714fb6355d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "73915082-a1b0-460b-b24d-97588fc9cb29", "external-id": "nsx-vlan-transportzone-744", "segmentation_id": 744, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap653fbff2-a2", "ovs_interfaceid": "653fbff2-a289-4ce2-b67c-61a9835ef2c1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62328) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 903.848676] env[62328]: DEBUG oslo_vmware.api [-] Task: {'id': task-2387147, 'name': CreateVM_Task} progress is 99%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 904.027668] env[62328]: DEBUG oslo_concurrency.lockutils [None req-e4dd471b-96d8-4956-9363-67d9e6a7615d tempest-ServerDiskConfigTestJSON-126406698 tempest-ServerDiskConfigTestJSON-126406698-project-member] Acquiring lock "refresh_cache-5df51859-2d31-4abb-9c7d-d0b0405c3df9" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 904.027825] env[62328]: DEBUG oslo_concurrency.lockutils [None req-e4dd471b-96d8-4956-9363-67d9e6a7615d tempest-ServerDiskConfigTestJSON-126406698 tempest-ServerDiskConfigTestJSON-126406698-project-member] Acquired lock "refresh_cache-5df51859-2d31-4abb-9c7d-d0b0405c3df9" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 904.027976] env[62328]: DEBUG nova.network.neutron [None req-e4dd471b-96d8-4956-9363-67d9e6a7615d tempest-ServerDiskConfigTestJSON-126406698 tempest-ServerDiskConfigTestJSON-126406698-project-member] [instance: 5df51859-2d31-4abb-9c7d-d0b0405c3df9] Building network info cache for instance {{(pid=62328) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 904.050144] env[62328]: DEBUG oslo_vmware.api [None req-2339f4f6-fd0e-4161-9435-3e1103e41f46 tempest-ServerAddressesNegativeTestJSON-283879621 tempest-ServerAddressesNegativeTestJSON-283879621-project-member] Task: {'id': task-2387148, 'name': ReconfigVM_Task, 'duration_secs': 0.517428} completed successfully. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 904.050410] env[62328]: DEBUG nova.virt.vmwareapi.volumeops [None req-2339f4f6-fd0e-4161-9435-3e1103e41f46 tempest-ServerAddressesNegativeTestJSON-283879621 tempest-ServerAddressesNegativeTestJSON-283879621-project-member] [instance: b3a96122-6f42-4407-a3e8-69305679d6e5] Reconfigured VM instance instance-00000052 to attach disk [datastore1] b3a96122-6f42-4407-a3e8-69305679d6e5/b3a96122-6f42-4407-a3e8-69305679d6e5.vmdk or device None with type sparse {{(pid=62328) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 904.051040] env[62328]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-560faa6d-ad32-4867-b2dd-703402ae090a {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 904.060734] env[62328]: DEBUG oslo_vmware.api [None req-2339f4f6-fd0e-4161-9435-3e1103e41f46 tempest-ServerAddressesNegativeTestJSON-283879621 tempest-ServerAddressesNegativeTestJSON-283879621-project-member] Waiting for the task: (returnval){ [ 904.060734] env[62328]: value = "task-2387149" [ 904.060734] env[62328]: _type = "Task" [ 904.060734] env[62328]: } to complete. {{(pid=62328) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 904.074574] env[62328]: DEBUG oslo_vmware.api [None req-2339f4f6-fd0e-4161-9435-3e1103e41f46 tempest-ServerAddressesNegativeTestJSON-283879621 tempest-ServerAddressesNegativeTestJSON-283879621-project-member] Task: {'id': task-2387149, 'name': Rename_Task} progress is 6%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 904.112183] env[62328]: DEBUG nova.compute.manager [None req-e5f0809d-45c7-442b-99d4-fa1ff6e3a58a tempest-ServersTestManualDisk-1140415373 tempest-ServersTestManualDisk-1140415373-project-member] [instance: 77ca1d19-5060-4a7c-a780-56adf9a3f70e] Start building block device mappings for instance. {{(pid=62328) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 904.119618] env[62328]: DEBUG nova.network.neutron [None req-e5f0809d-45c7-442b-99d4-fa1ff6e3a58a tempest-ServersTestManualDisk-1140415373 tempest-ServersTestManualDisk-1140415373-project-member] [instance: 77ca1d19-5060-4a7c-a780-56adf9a3f70e] Successfully created port: 4d08e708-88ca-4fdb-b13e-01f26d20bbca {{(pid=62328) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 904.232963] env[62328]: DEBUG oslo_concurrency.lockutils [None req-8638092e-2dae-4f4a-92cc-6811fd95b851 tempest-ImagesTestJSON-1776717495 tempest-ImagesTestJSON-1776717495-project-member] Lock "e38f62a8-c8ae-4200-b5cc-a799c261ce76" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 38.033s {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 904.260699] env[62328]: DEBUG oslo_concurrency.lockutils [req-15b9e068-cf4a-42fa-9767-ef169b37d4c9 req-4e9324bf-bb19-4720-81d1-98e4154eea1c service nova] Releasing lock "refresh_cache-e78f4099-b61b-4dd2-8587-8c8f1bb0412a" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 904.348523] env[62328]: DEBUG oslo_vmware.api [-] Task: {'id': task-2387147, 'name': CreateVM_Task, 'duration_secs': 1.409656} completed successfully. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 904.350849] env[62328]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e78f4099-b61b-4dd2-8587-8c8f1bb0412a] Created VM on the ESX host {{(pid=62328) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 904.351757] env[62328]: DEBUG oslo_concurrency.lockutils [None req-6b13485d-856a-4ce0-84cd-11187efbafed tempest-ServersAdminTestJSON-455323280 tempest-ServersAdminTestJSON-455323280-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/dbf872a4-92be-47e4-8561-c3e2bf2423ab" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 904.351841] env[62328]: DEBUG oslo_concurrency.lockutils [None req-6b13485d-856a-4ce0-84cd-11187efbafed tempest-ServersAdminTestJSON-455323280 tempest-ServersAdminTestJSON-455323280-project-member] Acquired lock "[datastore1] devstack-image-cache_base/dbf872a4-92be-47e4-8561-c3e2bf2423ab" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 904.352169] env[62328]: DEBUG oslo_concurrency.lockutils [None req-6b13485d-856a-4ce0-84cd-11187efbafed tempest-ServersAdminTestJSON-455323280 tempest-ServersAdminTestJSON-455323280-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/dbf872a4-92be-47e4-8561-c3e2bf2423ab" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 904.352423] env[62328]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-789a9c07-b816-44b9-9348-14966e6a66ed {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 904.356981] env[62328]: DEBUG oslo_vmware.api [None req-6b13485d-856a-4ce0-84cd-11187efbafed tempest-ServersAdminTestJSON-455323280 tempest-ServersAdminTestJSON-455323280-project-member] Waiting for the task: (returnval){ [ 904.356981] env[62328]: value = "session[52a6e20e-410d-708a-99f2-080a575a99bd]52c2357e-da15-5fa6-af8b-e5e615295d30" [ 904.356981] env[62328]: _type = "Task" [ 904.356981] env[62328]: } to complete. {{(pid=62328) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 904.371014] env[62328]: DEBUG oslo_vmware.api [None req-6b13485d-856a-4ce0-84cd-11187efbafed tempest-ServersAdminTestJSON-455323280 tempest-ServersAdminTestJSON-455323280-project-member] Task: {'id': session[52a6e20e-410d-708a-99f2-080a575a99bd]52c2357e-da15-5fa6-af8b-e5e615295d30, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 904.450241] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aa790b40-e0f1-452d-88fe-4164b4b05551 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 904.457842] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f570b083-3527-4a70-9b82-0b70d3abc92d {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 904.488257] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-af351894-10f5-4c3f-9211-d72bbd779b3f {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 904.495227] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-be841bf6-928a-4ed9-aa31-73b1bcaaadfb {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 904.508929] env[62328]: DEBUG nova.compute.provider_tree [None req-eaf3d403-dde7-41d4-9c6d-fc02a167fa01 tempest-ServersTestJSON-2041147199 tempest-ServersTestJSON-2041147199-project-member] Inventory has not changed in ProviderTree for provider: 3469e9f8-04af-49ca-8435-49f104496744 {{(pid=62328) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 904.570653] env[62328]: DEBUG oslo_vmware.api [None req-2339f4f6-fd0e-4161-9435-3e1103e41f46 tempest-ServerAddressesNegativeTestJSON-283879621 tempest-ServerAddressesNegativeTestJSON-283879621-project-member] Task: {'id': task-2387149, 'name': Rename_Task, 'duration_secs': 0.287624} completed successfully. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 904.570902] env[62328]: DEBUG nova.virt.vmwareapi.vm_util [None req-2339f4f6-fd0e-4161-9435-3e1103e41f46 tempest-ServerAddressesNegativeTestJSON-283879621 tempest-ServerAddressesNegativeTestJSON-283879621-project-member] [instance: b3a96122-6f42-4407-a3e8-69305679d6e5] Powering on the VM {{(pid=62328) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 904.571172] env[62328]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-b9559ecc-aa23-4468-bf52-532dc29ab73e {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 904.577743] env[62328]: DEBUG oslo_vmware.api [None req-2339f4f6-fd0e-4161-9435-3e1103e41f46 tempest-ServerAddressesNegativeTestJSON-283879621 tempest-ServerAddressesNegativeTestJSON-283879621-project-member] Waiting for the task: (returnval){ [ 904.577743] env[62328]: value = "task-2387150" [ 904.577743] env[62328]: _type = "Task" [ 904.577743] env[62328]: } to complete. {{(pid=62328) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 904.584686] env[62328]: DEBUG oslo_vmware.api [None req-2339f4f6-fd0e-4161-9435-3e1103e41f46 tempest-ServerAddressesNegativeTestJSON-283879621 tempest-ServerAddressesNegativeTestJSON-283879621-project-member] Task: {'id': task-2387150, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 904.590425] env[62328]: DEBUG oslo_concurrency.lockutils [None req-bac23cc8-0fe3-483d-953a-31c85a9884d3 tempest-ImagesTestJSON-1776717495 tempest-ImagesTestJSON-1776717495-project-member] Acquiring lock "e38f62a8-c8ae-4200-b5cc-a799c261ce76" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 904.590638] env[62328]: DEBUG oslo_concurrency.lockutils [None req-bac23cc8-0fe3-483d-953a-31c85a9884d3 tempest-ImagesTestJSON-1776717495 tempest-ImagesTestJSON-1776717495-project-member] Lock "e38f62a8-c8ae-4200-b5cc-a799c261ce76" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 904.590816] env[62328]: DEBUG oslo_concurrency.lockutils [None req-bac23cc8-0fe3-483d-953a-31c85a9884d3 tempest-ImagesTestJSON-1776717495 tempest-ImagesTestJSON-1776717495-project-member] Acquiring lock "e38f62a8-c8ae-4200-b5cc-a799c261ce76-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 904.590991] env[62328]: DEBUG oslo_concurrency.lockutils [None req-bac23cc8-0fe3-483d-953a-31c85a9884d3 tempest-ImagesTestJSON-1776717495 tempest-ImagesTestJSON-1776717495-project-member] Lock "e38f62a8-c8ae-4200-b5cc-a799c261ce76-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 904.591166] env[62328]: DEBUG oslo_concurrency.lockutils [None req-bac23cc8-0fe3-483d-953a-31c85a9884d3 tempest-ImagesTestJSON-1776717495 tempest-ImagesTestJSON-1776717495-project-member] Lock "e38f62a8-c8ae-4200-b5cc-a799c261ce76-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 904.593289] env[62328]: INFO nova.compute.manager [None req-bac23cc8-0fe3-483d-953a-31c85a9884d3 tempest-ImagesTestJSON-1776717495 tempest-ImagesTestJSON-1776717495-project-member] [instance: e38f62a8-c8ae-4200-b5cc-a799c261ce76] Terminating instance [ 904.604890] env[62328]: DEBUG nova.network.neutron [None req-e4dd471b-96d8-4956-9363-67d9e6a7615d tempest-ServerDiskConfigTestJSON-126406698 tempest-ServerDiskConfigTestJSON-126406698-project-member] [instance: 5df51859-2d31-4abb-9c7d-d0b0405c3df9] Instance cache missing network info. {{(pid=62328) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 904.742980] env[62328]: DEBUG nova.network.neutron [None req-e4dd471b-96d8-4956-9363-67d9e6a7615d tempest-ServerDiskConfigTestJSON-126406698 tempest-ServerDiskConfigTestJSON-126406698-project-member] [instance: 5df51859-2d31-4abb-9c7d-d0b0405c3df9] Updating instance_info_cache with network_info: [{"id": "0a92ba59-319f-4ced-a7f5-6aa8112cc6c3", "address": "fa:16:3e:39:cc:77", "network": {"id": "ae1b0afd-4a0c-4b8a-99ac-dbdf6dd5bf95", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-10758413-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "33a1d9f198d84697b63d98d445dea080", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dcf5c3f7-4e33-4f21-b323-3673930b789c", "external-id": "nsx-vlan-transportzone-983", "segmentation_id": 983, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0a92ba59-31", "ovs_interfaceid": "0a92ba59-319f-4ced-a7f5-6aa8112cc6c3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62328) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 904.867426] env[62328]: DEBUG oslo_vmware.api [None req-6b13485d-856a-4ce0-84cd-11187efbafed tempest-ServersAdminTestJSON-455323280 tempest-ServersAdminTestJSON-455323280-project-member] Task: {'id': session[52a6e20e-410d-708a-99f2-080a575a99bd]52c2357e-da15-5fa6-af8b-e5e615295d30, 'name': SearchDatastore_Task, 'duration_secs': 0.012048} completed successfully. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 904.867792] env[62328]: DEBUG oslo_concurrency.lockutils [None req-6b13485d-856a-4ce0-84cd-11187efbafed tempest-ServersAdminTestJSON-455323280 tempest-ServersAdminTestJSON-455323280-project-member] Releasing lock "[datastore1] devstack-image-cache_base/dbf872a4-92be-47e4-8561-c3e2bf2423ab" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 904.868076] env[62328]: DEBUG nova.virt.vmwareapi.vmops [None req-6b13485d-856a-4ce0-84cd-11187efbafed tempest-ServersAdminTestJSON-455323280 tempest-ServersAdminTestJSON-455323280-project-member] [instance: e78f4099-b61b-4dd2-8587-8c8f1bb0412a] Processing image dbf872a4-92be-47e4-8561-c3e2bf2423ab {{(pid=62328) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 904.868369] env[62328]: DEBUG oslo_concurrency.lockutils [None req-6b13485d-856a-4ce0-84cd-11187efbafed tempest-ServersAdminTestJSON-455323280 tempest-ServersAdminTestJSON-455323280-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/dbf872a4-92be-47e4-8561-c3e2bf2423ab/dbf872a4-92be-47e4-8561-c3e2bf2423ab.vmdk" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 904.868552] env[62328]: DEBUG oslo_concurrency.lockutils [None req-6b13485d-856a-4ce0-84cd-11187efbafed tempest-ServersAdminTestJSON-455323280 tempest-ServersAdminTestJSON-455323280-project-member] Acquired lock "[datastore1] devstack-image-cache_base/dbf872a4-92be-47e4-8561-c3e2bf2423ab/dbf872a4-92be-47e4-8561-c3e2bf2423ab.vmdk" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 904.868765] env[62328]: DEBUG nova.virt.vmwareapi.ds_util [None req-6b13485d-856a-4ce0-84cd-11187efbafed tempest-ServersAdminTestJSON-455323280 tempest-ServersAdminTestJSON-455323280-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62328) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 904.869059] env[62328]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-11f28e3a-d71c-46e3-8863-7a9b18697b97 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 904.879285] env[62328]: DEBUG nova.virt.vmwareapi.ds_util [None req-6b13485d-856a-4ce0-84cd-11187efbafed tempest-ServersAdminTestJSON-455323280 tempest-ServersAdminTestJSON-455323280-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62328) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 904.879469] env[62328]: DEBUG nova.virt.vmwareapi.vmops [None req-6b13485d-856a-4ce0-84cd-11187efbafed tempest-ServersAdminTestJSON-455323280 tempest-ServersAdminTestJSON-455323280-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62328) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 904.880268] env[62328]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ca4263bf-257a-49bc-a799-a78618039c8c {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 904.885397] env[62328]: DEBUG oslo_vmware.api [None req-6b13485d-856a-4ce0-84cd-11187efbafed tempest-ServersAdminTestJSON-455323280 tempest-ServersAdminTestJSON-455323280-project-member] Waiting for the task: (returnval){ [ 904.885397] env[62328]: value = "session[52a6e20e-410d-708a-99f2-080a575a99bd]52e937f4-788c-1e7c-6e63-ea97bc60bddc" [ 904.885397] env[62328]: _type = "Task" [ 904.885397] env[62328]: } to complete. {{(pid=62328) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 904.892796] env[62328]: DEBUG oslo_vmware.api [None req-6b13485d-856a-4ce0-84cd-11187efbafed tempest-ServersAdminTestJSON-455323280 tempest-ServersAdminTestJSON-455323280-project-member] Task: {'id': session[52a6e20e-410d-708a-99f2-080a575a99bd]52e937f4-788c-1e7c-6e63-ea97bc60bddc, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 904.949813] env[62328]: DEBUG nova.compute.manager [req-c23d9182-e808-4076-9d09-a4fcf5141a66 req-0f1f7b1f-e465-46df-8c85-ad74c39aec11 service nova] [instance: 5df51859-2d31-4abb-9c7d-d0b0405c3df9] Received event network-vif-plugged-0a92ba59-319f-4ced-a7f5-6aa8112cc6c3 {{(pid=62328) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 904.950051] env[62328]: DEBUG oslo_concurrency.lockutils [req-c23d9182-e808-4076-9d09-a4fcf5141a66 req-0f1f7b1f-e465-46df-8c85-ad74c39aec11 service nova] Acquiring lock "5df51859-2d31-4abb-9c7d-d0b0405c3df9-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 904.950306] env[62328]: DEBUG oslo_concurrency.lockutils [req-c23d9182-e808-4076-9d09-a4fcf5141a66 req-0f1f7b1f-e465-46df-8c85-ad74c39aec11 service nova] Lock "5df51859-2d31-4abb-9c7d-d0b0405c3df9-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 904.950415] env[62328]: DEBUG oslo_concurrency.lockutils [req-c23d9182-e808-4076-9d09-a4fcf5141a66 req-0f1f7b1f-e465-46df-8c85-ad74c39aec11 service nova] Lock "5df51859-2d31-4abb-9c7d-d0b0405c3df9-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 904.950578] env[62328]: DEBUG nova.compute.manager [req-c23d9182-e808-4076-9d09-a4fcf5141a66 req-0f1f7b1f-e465-46df-8c85-ad74c39aec11 service nova] [instance: 5df51859-2d31-4abb-9c7d-d0b0405c3df9] No waiting events found dispatching network-vif-plugged-0a92ba59-319f-4ced-a7f5-6aa8112cc6c3 {{(pid=62328) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 904.950740] env[62328]: WARNING nova.compute.manager [req-c23d9182-e808-4076-9d09-a4fcf5141a66 req-0f1f7b1f-e465-46df-8c85-ad74c39aec11 service nova] [instance: 5df51859-2d31-4abb-9c7d-d0b0405c3df9] Received unexpected event network-vif-plugged-0a92ba59-319f-4ced-a7f5-6aa8112cc6c3 for instance with vm_state building and task_state spawning. [ 904.950894] env[62328]: DEBUG nova.compute.manager [req-c23d9182-e808-4076-9d09-a4fcf5141a66 req-0f1f7b1f-e465-46df-8c85-ad74c39aec11 service nova] [instance: 5df51859-2d31-4abb-9c7d-d0b0405c3df9] Received event network-changed-0a92ba59-319f-4ced-a7f5-6aa8112cc6c3 {{(pid=62328) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 904.951055] env[62328]: DEBUG nova.compute.manager [req-c23d9182-e808-4076-9d09-a4fcf5141a66 req-0f1f7b1f-e465-46df-8c85-ad74c39aec11 service nova] [instance: 5df51859-2d31-4abb-9c7d-d0b0405c3df9] Refreshing instance network info cache due to event network-changed-0a92ba59-319f-4ced-a7f5-6aa8112cc6c3. {{(pid=62328) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 904.951224] env[62328]: DEBUG oslo_concurrency.lockutils [req-c23d9182-e808-4076-9d09-a4fcf5141a66 req-0f1f7b1f-e465-46df-8c85-ad74c39aec11 service nova] Acquiring lock "refresh_cache-5df51859-2d31-4abb-9c7d-d0b0405c3df9" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 905.013593] env[62328]: DEBUG nova.scheduler.client.report [None req-eaf3d403-dde7-41d4-9c6d-fc02a167fa01 tempest-ServersTestJSON-2041147199 tempest-ServersTestJSON-2041147199-project-member] Inventory has not changed for provider 3469e9f8-04af-49ca-8435-49f104496744 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 152, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62328) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 905.087546] env[62328]: DEBUG oslo_vmware.api [None req-2339f4f6-fd0e-4161-9435-3e1103e41f46 tempest-ServerAddressesNegativeTestJSON-283879621 tempest-ServerAddressesNegativeTestJSON-283879621-project-member] Task: {'id': task-2387150, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 905.096595] env[62328]: DEBUG nova.compute.manager [None req-bac23cc8-0fe3-483d-953a-31c85a9884d3 tempest-ImagesTestJSON-1776717495 tempest-ImagesTestJSON-1776717495-project-member] [instance: e38f62a8-c8ae-4200-b5cc-a799c261ce76] Start destroying the instance on the hypervisor. {{(pid=62328) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 905.096809] env[62328]: DEBUG nova.virt.vmwareapi.vmops [None req-bac23cc8-0fe3-483d-953a-31c85a9884d3 tempest-ImagesTestJSON-1776717495 tempest-ImagesTestJSON-1776717495-project-member] [instance: e38f62a8-c8ae-4200-b5cc-a799c261ce76] Destroying instance {{(pid=62328) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 905.097614] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-62d1f58a-2e5f-41e3-9827-14b48a5dfc37 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 905.104358] env[62328]: DEBUG nova.virt.vmwareapi.vm_util [None req-bac23cc8-0fe3-483d-953a-31c85a9884d3 tempest-ImagesTestJSON-1776717495 tempest-ImagesTestJSON-1776717495-project-member] [instance: e38f62a8-c8ae-4200-b5cc-a799c261ce76] Powering off the VM {{(pid=62328) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 905.104586] env[62328]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-50200480-d335-4fd5-8371-ee78aaf1e51e {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 905.111377] env[62328]: DEBUG oslo_vmware.api [None req-bac23cc8-0fe3-483d-953a-31c85a9884d3 tempest-ImagesTestJSON-1776717495 tempest-ImagesTestJSON-1776717495-project-member] Waiting for the task: (returnval){ [ 905.111377] env[62328]: value = "task-2387151" [ 905.111377] env[62328]: _type = "Task" [ 905.111377] env[62328]: } to complete. {{(pid=62328) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 905.118672] env[62328]: DEBUG oslo_vmware.api [None req-bac23cc8-0fe3-483d-953a-31c85a9884d3 tempest-ImagesTestJSON-1776717495 tempest-ImagesTestJSON-1776717495-project-member] Task: {'id': task-2387151, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 905.121908] env[62328]: DEBUG nova.compute.manager [None req-e5f0809d-45c7-442b-99d4-fa1ff6e3a58a tempest-ServersTestManualDisk-1140415373 tempest-ServersTestManualDisk-1140415373-project-member] [instance: 77ca1d19-5060-4a7c-a780-56adf9a3f70e] Start spawning the instance on the hypervisor. {{(pid=62328) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 905.147934] env[62328]: DEBUG nova.virt.hardware [None req-e5f0809d-45c7-442b-99d4-fa1ff6e3a58a tempest-ServersTestManualDisk-1140415373 tempest-ServersTestManualDisk-1140415373-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-07T17:16:55Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-07T17:16:37Z,direct_url=,disk_format='vmdk',id=dbf872a4-92be-47e4-8561-c3e2bf2423ab,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='2a64022f08d84b11a86773b900860ae5',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-07T17:16:38Z,virtual_size=,visibility=), allow threads: False {{(pid=62328) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 905.148181] env[62328]: DEBUG nova.virt.hardware [None req-e5f0809d-45c7-442b-99d4-fa1ff6e3a58a tempest-ServersTestManualDisk-1140415373 tempest-ServersTestManualDisk-1140415373-project-member] Flavor limits 0:0:0 {{(pid=62328) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 905.148358] env[62328]: DEBUG nova.virt.hardware [None req-e5f0809d-45c7-442b-99d4-fa1ff6e3a58a tempest-ServersTestManualDisk-1140415373 tempest-ServersTestManualDisk-1140415373-project-member] Image limits 0:0:0 {{(pid=62328) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 905.148555] env[62328]: DEBUG nova.virt.hardware [None req-e5f0809d-45c7-442b-99d4-fa1ff6e3a58a tempest-ServersTestManualDisk-1140415373 tempest-ServersTestManualDisk-1140415373-project-member] Flavor pref 0:0:0 {{(pid=62328) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 905.148700] env[62328]: DEBUG nova.virt.hardware [None req-e5f0809d-45c7-442b-99d4-fa1ff6e3a58a tempest-ServersTestManualDisk-1140415373 tempest-ServersTestManualDisk-1140415373-project-member] Image pref 0:0:0 {{(pid=62328) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 905.148842] env[62328]: DEBUG nova.virt.hardware [None req-e5f0809d-45c7-442b-99d4-fa1ff6e3a58a tempest-ServersTestManualDisk-1140415373 tempest-ServersTestManualDisk-1140415373-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62328) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 905.149057] env[62328]: DEBUG nova.virt.hardware [None req-e5f0809d-45c7-442b-99d4-fa1ff6e3a58a tempest-ServersTestManualDisk-1140415373 tempest-ServersTestManualDisk-1140415373-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62328) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 905.149219] env[62328]: DEBUG nova.virt.hardware [None req-e5f0809d-45c7-442b-99d4-fa1ff6e3a58a tempest-ServersTestManualDisk-1140415373 tempest-ServersTestManualDisk-1140415373-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62328) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 905.149381] env[62328]: DEBUG nova.virt.hardware [None req-e5f0809d-45c7-442b-99d4-fa1ff6e3a58a tempest-ServersTestManualDisk-1140415373 tempest-ServersTestManualDisk-1140415373-project-member] Got 1 possible topologies {{(pid=62328) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 905.149540] env[62328]: DEBUG nova.virt.hardware [None req-e5f0809d-45c7-442b-99d4-fa1ff6e3a58a tempest-ServersTestManualDisk-1140415373 tempest-ServersTestManualDisk-1140415373-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62328) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 905.149704] env[62328]: DEBUG nova.virt.hardware [None req-e5f0809d-45c7-442b-99d4-fa1ff6e3a58a tempest-ServersTestManualDisk-1140415373 tempest-ServersTestManualDisk-1140415373-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62328) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 905.150910] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b6053f00-5e5a-40f6-a785-f59eff5c2aeb {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 905.158048] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fc6904f0-84e6-4fb1-a0bf-2284a8272f1d {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 905.245873] env[62328]: DEBUG oslo_concurrency.lockutils [None req-e4dd471b-96d8-4956-9363-67d9e6a7615d tempest-ServerDiskConfigTestJSON-126406698 tempest-ServerDiskConfigTestJSON-126406698-project-member] Releasing lock "refresh_cache-5df51859-2d31-4abb-9c7d-d0b0405c3df9" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 905.246192] env[62328]: DEBUG nova.compute.manager [None req-e4dd471b-96d8-4956-9363-67d9e6a7615d tempest-ServerDiskConfigTestJSON-126406698 tempest-ServerDiskConfigTestJSON-126406698-project-member] [instance: 5df51859-2d31-4abb-9c7d-d0b0405c3df9] Instance network_info: |[{"id": "0a92ba59-319f-4ced-a7f5-6aa8112cc6c3", "address": "fa:16:3e:39:cc:77", "network": {"id": "ae1b0afd-4a0c-4b8a-99ac-dbdf6dd5bf95", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-10758413-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "33a1d9f198d84697b63d98d445dea080", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dcf5c3f7-4e33-4f21-b323-3673930b789c", "external-id": "nsx-vlan-transportzone-983", "segmentation_id": 983, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0a92ba59-31", "ovs_interfaceid": "0a92ba59-319f-4ced-a7f5-6aa8112cc6c3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62328) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 905.246527] env[62328]: DEBUG oslo_concurrency.lockutils [req-c23d9182-e808-4076-9d09-a4fcf5141a66 req-0f1f7b1f-e465-46df-8c85-ad74c39aec11 service nova] Acquired lock "refresh_cache-5df51859-2d31-4abb-9c7d-d0b0405c3df9" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 905.246706] env[62328]: DEBUG nova.network.neutron [req-c23d9182-e808-4076-9d09-a4fcf5141a66 req-0f1f7b1f-e465-46df-8c85-ad74c39aec11 service nova] [instance: 5df51859-2d31-4abb-9c7d-d0b0405c3df9] Refreshing network info cache for port 0a92ba59-319f-4ced-a7f5-6aa8112cc6c3 {{(pid=62328) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 905.248038] env[62328]: DEBUG nova.virt.vmwareapi.vmops [None req-e4dd471b-96d8-4956-9363-67d9e6a7615d tempest-ServerDiskConfigTestJSON-126406698 tempest-ServerDiskConfigTestJSON-126406698-project-member] [instance: 5df51859-2d31-4abb-9c7d-d0b0405c3df9] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:39:cc:77', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'dcf5c3f7-4e33-4f21-b323-3673930b789c', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '0a92ba59-319f-4ced-a7f5-6aa8112cc6c3', 'vif_model': 'vmxnet3'}] {{(pid=62328) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 905.255364] env[62328]: DEBUG oslo.service.loopingcall [None req-e4dd471b-96d8-4956-9363-67d9e6a7615d tempest-ServerDiskConfigTestJSON-126406698 tempest-ServerDiskConfigTestJSON-126406698-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62328) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 905.258145] env[62328]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5df51859-2d31-4abb-9c7d-d0b0405c3df9] Creating VM on the ESX host {{(pid=62328) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 905.258655] env[62328]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-ce58cefc-0387-4f9e-9e05-1a79af2dae07 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 905.279226] env[62328]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 905.279226] env[62328]: value = "task-2387152" [ 905.279226] env[62328]: _type = "Task" [ 905.279226] env[62328]: } to complete. {{(pid=62328) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 905.288012] env[62328]: DEBUG oslo_vmware.api [-] Task: {'id': task-2387152, 'name': CreateVM_Task} progress is 0%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 905.397473] env[62328]: DEBUG oslo_vmware.api [None req-6b13485d-856a-4ce0-84cd-11187efbafed tempest-ServersAdminTestJSON-455323280 tempest-ServersAdminTestJSON-455323280-project-member] Task: {'id': session[52a6e20e-410d-708a-99f2-080a575a99bd]52e937f4-788c-1e7c-6e63-ea97bc60bddc, 'name': SearchDatastore_Task, 'duration_secs': 0.028841} completed successfully. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 905.398427] env[62328]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-791ac6ec-225a-4dec-b69d-d1ae9c3602a0 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 905.404598] env[62328]: DEBUG oslo_vmware.api [None req-6b13485d-856a-4ce0-84cd-11187efbafed tempest-ServersAdminTestJSON-455323280 tempest-ServersAdminTestJSON-455323280-project-member] Waiting for the task: (returnval){ [ 905.404598] env[62328]: value = "session[52a6e20e-410d-708a-99f2-080a575a99bd]52754765-1ab7-fd7a-b9a6-c9aa95b70e9b" [ 905.404598] env[62328]: _type = "Task" [ 905.404598] env[62328]: } to complete. {{(pid=62328) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 905.417344] env[62328]: DEBUG oslo_vmware.api [None req-6b13485d-856a-4ce0-84cd-11187efbafed tempest-ServersAdminTestJSON-455323280 tempest-ServersAdminTestJSON-455323280-project-member] Task: {'id': session[52a6e20e-410d-708a-99f2-080a575a99bd]52754765-1ab7-fd7a-b9a6-c9aa95b70e9b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 905.519166] env[62328]: DEBUG oslo_concurrency.lockutils [None req-eaf3d403-dde7-41d4-9c6d-fc02a167fa01 tempest-ServersTestJSON-2041147199 tempest-ServersTestJSON-2041147199-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.418s {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 905.519763] env[62328]: DEBUG nova.compute.manager [None req-eaf3d403-dde7-41d4-9c6d-fc02a167fa01 tempest-ServersTestJSON-2041147199 tempest-ServersTestJSON-2041147199-project-member] [instance: 13b24bc5-3832-47cc-bf0f-14b881773e37] Start building networks asynchronously for instance. {{(pid=62328) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 905.522908] env[62328]: DEBUG oslo_concurrency.lockutils [None req-914e19d1-504d-46e4-8e2c-a7c8ccf6cad0 tempest-MultipleCreateTestJSON-1245707987 tempest-MultipleCreateTestJSON-1245707987-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 15.536s {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 905.526128] env[62328]: DEBUG nova.objects.instance [None req-914e19d1-504d-46e4-8e2c-a7c8ccf6cad0 tempest-MultipleCreateTestJSON-1245707987 tempest-MultipleCreateTestJSON-1245707987-project-member] Lazy-loading 'resources' on Instance uuid e0892d4c-3ee0-48f8-af0d-9574468e7cab {{(pid=62328) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 905.588059] env[62328]: DEBUG oslo_vmware.api [None req-2339f4f6-fd0e-4161-9435-3e1103e41f46 tempest-ServerAddressesNegativeTestJSON-283879621 tempest-ServerAddressesNegativeTestJSON-283879621-project-member] Task: {'id': task-2387150, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 905.620730] env[62328]: DEBUG oslo_vmware.api [None req-bac23cc8-0fe3-483d-953a-31c85a9884d3 tempest-ImagesTestJSON-1776717495 tempest-ImagesTestJSON-1776717495-project-member] Task: {'id': task-2387151, 'name': PowerOffVM_Task, 'duration_secs': 0.248366} completed successfully. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 905.621124] env[62328]: DEBUG nova.virt.vmwareapi.vm_util [None req-bac23cc8-0fe3-483d-953a-31c85a9884d3 tempest-ImagesTestJSON-1776717495 tempest-ImagesTestJSON-1776717495-project-member] [instance: e38f62a8-c8ae-4200-b5cc-a799c261ce76] Powered off the VM {{(pid=62328) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 905.621373] env[62328]: DEBUG nova.virt.vmwareapi.vmops [None req-bac23cc8-0fe3-483d-953a-31c85a9884d3 tempest-ImagesTestJSON-1776717495 tempest-ImagesTestJSON-1776717495-project-member] [instance: e38f62a8-c8ae-4200-b5cc-a799c261ce76] Unregistering the VM {{(pid=62328) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 905.621697] env[62328]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-737394dd-e39e-4886-a2ea-f5ed7dd12ce0 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 905.690979] env[62328]: DEBUG nova.virt.vmwareapi.vmops [None req-bac23cc8-0fe3-483d-953a-31c85a9884d3 tempest-ImagesTestJSON-1776717495 tempest-ImagesTestJSON-1776717495-project-member] [instance: e38f62a8-c8ae-4200-b5cc-a799c261ce76] Unregistered the VM {{(pid=62328) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 905.691291] env[62328]: DEBUG nova.virt.vmwareapi.vmops [None req-bac23cc8-0fe3-483d-953a-31c85a9884d3 tempest-ImagesTestJSON-1776717495 tempest-ImagesTestJSON-1776717495-project-member] [instance: e38f62a8-c8ae-4200-b5cc-a799c261ce76] Deleting contents of the VM from datastore datastore1 {{(pid=62328) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 905.691541] env[62328]: DEBUG nova.virt.vmwareapi.ds_util [None req-bac23cc8-0fe3-483d-953a-31c85a9884d3 tempest-ImagesTestJSON-1776717495 tempest-ImagesTestJSON-1776717495-project-member] Deleting the datastore file [datastore1] e38f62a8-c8ae-4200-b5cc-a799c261ce76 {{(pid=62328) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 905.691838] env[62328]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-1d621626-bbeb-4964-a186-15b3640ce147 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 905.699967] env[62328]: DEBUG oslo_vmware.api [None req-bac23cc8-0fe3-483d-953a-31c85a9884d3 tempest-ImagesTestJSON-1776717495 tempest-ImagesTestJSON-1776717495-project-member] Waiting for the task: (returnval){ [ 905.699967] env[62328]: value = "task-2387154" [ 905.699967] env[62328]: _type = "Task" [ 905.699967] env[62328]: } to complete. {{(pid=62328) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 905.708118] env[62328]: DEBUG oslo_vmware.api [None req-bac23cc8-0fe3-483d-953a-31c85a9884d3 tempest-ImagesTestJSON-1776717495 tempest-ImagesTestJSON-1776717495-project-member] Task: {'id': task-2387154, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 905.789824] env[62328]: DEBUG oslo_vmware.api [-] Task: {'id': task-2387152, 'name': CreateVM_Task, 'duration_secs': 0.335664} completed successfully. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 905.790177] env[62328]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5df51859-2d31-4abb-9c7d-d0b0405c3df9] Created VM on the ESX host {{(pid=62328) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 905.790746] env[62328]: DEBUG oslo_concurrency.lockutils [None req-e4dd471b-96d8-4956-9363-67d9e6a7615d tempest-ServerDiskConfigTestJSON-126406698 tempest-ServerDiskConfigTestJSON-126406698-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/dbf872a4-92be-47e4-8561-c3e2bf2423ab" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 905.790948] env[62328]: DEBUG oslo_concurrency.lockutils [None req-e4dd471b-96d8-4956-9363-67d9e6a7615d tempest-ServerDiskConfigTestJSON-126406698 tempest-ServerDiskConfigTestJSON-126406698-project-member] Acquired lock "[datastore1] devstack-image-cache_base/dbf872a4-92be-47e4-8561-c3e2bf2423ab" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 905.791304] env[62328]: DEBUG oslo_concurrency.lockutils [None req-e4dd471b-96d8-4956-9363-67d9e6a7615d tempest-ServerDiskConfigTestJSON-126406698 tempest-ServerDiskConfigTestJSON-126406698-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/dbf872a4-92be-47e4-8561-c3e2bf2423ab" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 905.791611] env[62328]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b0dce10a-ec20-4a69-8548-516713f42a31 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 905.796047] env[62328]: DEBUG oslo_vmware.api [None req-e4dd471b-96d8-4956-9363-67d9e6a7615d tempest-ServerDiskConfigTestJSON-126406698 tempest-ServerDiskConfigTestJSON-126406698-project-member] Waiting for the task: (returnval){ [ 905.796047] env[62328]: value = "session[52a6e20e-410d-708a-99f2-080a575a99bd]52f18115-ab08-7f16-0f8d-d70ac0116457" [ 905.796047] env[62328]: _type = "Task" [ 905.796047] env[62328]: } to complete. {{(pid=62328) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 905.803546] env[62328]: DEBUG oslo_vmware.api [None req-e4dd471b-96d8-4956-9363-67d9e6a7615d tempest-ServerDiskConfigTestJSON-126406698 tempest-ServerDiskConfigTestJSON-126406698-project-member] Task: {'id': session[52a6e20e-410d-708a-99f2-080a575a99bd]52f18115-ab08-7f16-0f8d-d70ac0116457, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 905.915820] env[62328]: DEBUG oslo_vmware.api [None req-6b13485d-856a-4ce0-84cd-11187efbafed tempest-ServersAdminTestJSON-455323280 tempest-ServersAdminTestJSON-455323280-project-member] Task: {'id': session[52a6e20e-410d-708a-99f2-080a575a99bd]52754765-1ab7-fd7a-b9a6-c9aa95b70e9b, 'name': SearchDatastore_Task, 'duration_secs': 0.018288} completed successfully. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 905.918311] env[62328]: DEBUG oslo_concurrency.lockutils [None req-6b13485d-856a-4ce0-84cd-11187efbafed tempest-ServersAdminTestJSON-455323280 tempest-ServersAdminTestJSON-455323280-project-member] Releasing lock "[datastore1] devstack-image-cache_base/dbf872a4-92be-47e4-8561-c3e2bf2423ab/dbf872a4-92be-47e4-8561-c3e2bf2423ab.vmdk" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 905.918580] env[62328]: DEBUG nova.virt.vmwareapi.vm_util [None req-6b13485d-856a-4ce0-84cd-11187efbafed tempest-ServersAdminTestJSON-455323280 tempest-ServersAdminTestJSON-455323280-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/dbf872a4-92be-47e4-8561-c3e2bf2423ab/dbf872a4-92be-47e4-8561-c3e2bf2423ab.vmdk to [datastore1] e78f4099-b61b-4dd2-8587-8c8f1bb0412a/e78f4099-b61b-4dd2-8587-8c8f1bb0412a.vmdk {{(pid=62328) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 905.918845] env[62328]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-86b7fe60-0779-4ce7-a0fd-22e657e120af {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 905.926763] env[62328]: DEBUG oslo_vmware.api [None req-6b13485d-856a-4ce0-84cd-11187efbafed tempest-ServersAdminTestJSON-455323280 tempest-ServersAdminTestJSON-455323280-project-member] Waiting for the task: (returnval){ [ 905.926763] env[62328]: value = "task-2387155" [ 905.926763] env[62328]: _type = "Task" [ 905.926763] env[62328]: } to complete. {{(pid=62328) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 905.934775] env[62328]: DEBUG oslo_vmware.api [None req-6b13485d-856a-4ce0-84cd-11187efbafed tempest-ServersAdminTestJSON-455323280 tempest-ServersAdminTestJSON-455323280-project-member] Task: {'id': task-2387155, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 906.026186] env[62328]: DEBUG nova.compute.utils [None req-eaf3d403-dde7-41d4-9c6d-fc02a167fa01 tempest-ServersTestJSON-2041147199 tempest-ServersTestJSON-2041147199-project-member] Using /dev/sd instead of None {{(pid=62328) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 906.033028] env[62328]: DEBUG nova.compute.manager [None req-eaf3d403-dde7-41d4-9c6d-fc02a167fa01 tempest-ServersTestJSON-2041147199 tempest-ServersTestJSON-2041147199-project-member] [instance: 13b24bc5-3832-47cc-bf0f-14b881773e37] Allocating IP information in the background. {{(pid=62328) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 906.033028] env[62328]: DEBUG nova.network.neutron [None req-eaf3d403-dde7-41d4-9c6d-fc02a167fa01 tempest-ServersTestJSON-2041147199 tempest-ServersTestJSON-2041147199-project-member] [instance: 13b24bc5-3832-47cc-bf0f-14b881773e37] allocate_for_instance() {{(pid=62328) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 906.033473] env[62328]: DEBUG nova.network.neutron [req-c23d9182-e808-4076-9d09-a4fcf5141a66 req-0f1f7b1f-e465-46df-8c85-ad74c39aec11 service nova] [instance: 5df51859-2d31-4abb-9c7d-d0b0405c3df9] Updated VIF entry in instance network info cache for port 0a92ba59-319f-4ced-a7f5-6aa8112cc6c3. {{(pid=62328) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 906.033723] env[62328]: DEBUG nova.network.neutron [req-c23d9182-e808-4076-9d09-a4fcf5141a66 req-0f1f7b1f-e465-46df-8c85-ad74c39aec11 service nova] [instance: 5df51859-2d31-4abb-9c7d-d0b0405c3df9] Updating instance_info_cache with network_info: [{"id": "0a92ba59-319f-4ced-a7f5-6aa8112cc6c3", "address": "fa:16:3e:39:cc:77", "network": {"id": "ae1b0afd-4a0c-4b8a-99ac-dbdf6dd5bf95", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-10758413-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "33a1d9f198d84697b63d98d445dea080", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dcf5c3f7-4e33-4f21-b323-3673930b789c", "external-id": "nsx-vlan-transportzone-983", "segmentation_id": 983, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0a92ba59-31", "ovs_interfaceid": "0a92ba59-319f-4ced-a7f5-6aa8112cc6c3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62328) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 906.089128] env[62328]: DEBUG oslo_vmware.api [None req-2339f4f6-fd0e-4161-9435-3e1103e41f46 tempest-ServerAddressesNegativeTestJSON-283879621 tempest-ServerAddressesNegativeTestJSON-283879621-project-member] Task: {'id': task-2387150, 'name': PowerOnVM_Task, 'duration_secs': 1.194143} completed successfully. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 906.089450] env[62328]: DEBUG nova.virt.vmwareapi.vm_util [None req-2339f4f6-fd0e-4161-9435-3e1103e41f46 tempest-ServerAddressesNegativeTestJSON-283879621 tempest-ServerAddressesNegativeTestJSON-283879621-project-member] [instance: b3a96122-6f42-4407-a3e8-69305679d6e5] Powered on the VM {{(pid=62328) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 906.089670] env[62328]: INFO nova.compute.manager [None req-2339f4f6-fd0e-4161-9435-3e1103e41f46 tempest-ServerAddressesNegativeTestJSON-283879621 tempest-ServerAddressesNegativeTestJSON-283879621-project-member] [instance: b3a96122-6f42-4407-a3e8-69305679d6e5] Took 10.48 seconds to spawn the instance on the hypervisor. [ 906.089827] env[62328]: DEBUG nova.compute.manager [None req-2339f4f6-fd0e-4161-9435-3e1103e41f46 tempest-ServerAddressesNegativeTestJSON-283879621 tempest-ServerAddressesNegativeTestJSON-283879621-project-member] [instance: b3a96122-6f42-4407-a3e8-69305679d6e5] Checking state {{(pid=62328) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 906.090670] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-65818ae5-b781-4799-b747-4e9b3adb194f {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 906.138358] env[62328]: DEBUG nova.policy [None req-eaf3d403-dde7-41d4-9c6d-fc02a167fa01 tempest-ServersTestJSON-2041147199 tempest-ServersTestJSON-2041147199-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'a9ce41cba48a4c86b57be3c0b00edeaa', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'c45c639ce4254b028b1106f234f63616', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62328) authorize /opt/stack/nova/nova/policy.py:192}} [ 906.214805] env[62328]: DEBUG oslo_vmware.api [None req-bac23cc8-0fe3-483d-953a-31c85a9884d3 tempest-ImagesTestJSON-1776717495 tempest-ImagesTestJSON-1776717495-project-member] Task: {'id': task-2387154, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.128835} completed successfully. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 906.215070] env[62328]: DEBUG nova.virt.vmwareapi.ds_util [None req-bac23cc8-0fe3-483d-953a-31c85a9884d3 tempest-ImagesTestJSON-1776717495 tempest-ImagesTestJSON-1776717495-project-member] Deleted the datastore file {{(pid=62328) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 906.216671] env[62328]: DEBUG nova.virt.vmwareapi.vmops [None req-bac23cc8-0fe3-483d-953a-31c85a9884d3 tempest-ImagesTestJSON-1776717495 tempest-ImagesTestJSON-1776717495-project-member] [instance: e38f62a8-c8ae-4200-b5cc-a799c261ce76] Deleted contents of the VM from datastore datastore1 {{(pid=62328) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 906.216671] env[62328]: DEBUG nova.virt.vmwareapi.vmops [None req-bac23cc8-0fe3-483d-953a-31c85a9884d3 tempest-ImagesTestJSON-1776717495 tempest-ImagesTestJSON-1776717495-project-member] [instance: e38f62a8-c8ae-4200-b5cc-a799c261ce76] Instance destroyed {{(pid=62328) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 906.216671] env[62328]: INFO nova.compute.manager [None req-bac23cc8-0fe3-483d-953a-31c85a9884d3 tempest-ImagesTestJSON-1776717495 tempest-ImagesTestJSON-1776717495-project-member] [instance: e38f62a8-c8ae-4200-b5cc-a799c261ce76] Took 1.12 seconds to destroy the instance on the hypervisor. [ 906.216671] env[62328]: DEBUG oslo.service.loopingcall [None req-bac23cc8-0fe3-483d-953a-31c85a9884d3 tempest-ImagesTestJSON-1776717495 tempest-ImagesTestJSON-1776717495-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62328) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 906.216671] env[62328]: DEBUG nova.compute.manager [-] [instance: e38f62a8-c8ae-4200-b5cc-a799c261ce76] Deallocating network for instance {{(pid=62328) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 906.216671] env[62328]: DEBUG nova.network.neutron [-] [instance: e38f62a8-c8ae-4200-b5cc-a799c261ce76] deallocate_for_instance() {{(pid=62328) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 906.312852] env[62328]: DEBUG oslo_vmware.api [None req-e4dd471b-96d8-4956-9363-67d9e6a7615d tempest-ServerDiskConfigTestJSON-126406698 tempest-ServerDiskConfigTestJSON-126406698-project-member] Task: {'id': session[52a6e20e-410d-708a-99f2-080a575a99bd]52f18115-ab08-7f16-0f8d-d70ac0116457, 'name': SearchDatastore_Task, 'duration_secs': 0.008607} completed successfully. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 906.312852] env[62328]: DEBUG oslo_concurrency.lockutils [None req-e4dd471b-96d8-4956-9363-67d9e6a7615d tempest-ServerDiskConfigTestJSON-126406698 tempest-ServerDiskConfigTestJSON-126406698-project-member] Releasing lock "[datastore1] devstack-image-cache_base/dbf872a4-92be-47e4-8561-c3e2bf2423ab" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 906.312852] env[62328]: DEBUG nova.virt.vmwareapi.vmops [None req-e4dd471b-96d8-4956-9363-67d9e6a7615d tempest-ServerDiskConfigTestJSON-126406698 tempest-ServerDiskConfigTestJSON-126406698-project-member] [instance: 5df51859-2d31-4abb-9c7d-d0b0405c3df9] Processing image dbf872a4-92be-47e4-8561-c3e2bf2423ab {{(pid=62328) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 906.313080] env[62328]: DEBUG oslo_concurrency.lockutils [None req-e4dd471b-96d8-4956-9363-67d9e6a7615d tempest-ServerDiskConfigTestJSON-126406698 tempest-ServerDiskConfigTestJSON-126406698-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/dbf872a4-92be-47e4-8561-c3e2bf2423ab/dbf872a4-92be-47e4-8561-c3e2bf2423ab.vmdk" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 906.313211] env[62328]: DEBUG oslo_concurrency.lockutils [None req-e4dd471b-96d8-4956-9363-67d9e6a7615d tempest-ServerDiskConfigTestJSON-126406698 tempest-ServerDiskConfigTestJSON-126406698-project-member] Acquired lock "[datastore1] devstack-image-cache_base/dbf872a4-92be-47e4-8561-c3e2bf2423ab/dbf872a4-92be-47e4-8561-c3e2bf2423ab.vmdk" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 906.313445] env[62328]: DEBUG nova.virt.vmwareapi.ds_util [None req-e4dd471b-96d8-4956-9363-67d9e6a7615d tempest-ServerDiskConfigTestJSON-126406698 tempest-ServerDiskConfigTestJSON-126406698-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62328) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 906.316182] env[62328]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-fad3e53d-9c50-433f-8198-10a959b11cbb {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 906.333101] env[62328]: DEBUG nova.virt.vmwareapi.ds_util [None req-e4dd471b-96d8-4956-9363-67d9e6a7615d tempest-ServerDiskConfigTestJSON-126406698 tempest-ServerDiskConfigTestJSON-126406698-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62328) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 906.333312] env[62328]: DEBUG nova.virt.vmwareapi.vmops [None req-e4dd471b-96d8-4956-9363-67d9e6a7615d tempest-ServerDiskConfigTestJSON-126406698 tempest-ServerDiskConfigTestJSON-126406698-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62328) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 906.334113] env[62328]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2f425fa6-b525-4ad5-90dd-813e3c3cfda7 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 906.341240] env[62328]: DEBUG oslo_vmware.api [None req-e4dd471b-96d8-4956-9363-67d9e6a7615d tempest-ServerDiskConfigTestJSON-126406698 tempest-ServerDiskConfigTestJSON-126406698-project-member] Waiting for the task: (returnval){ [ 906.341240] env[62328]: value = "session[52a6e20e-410d-708a-99f2-080a575a99bd]5248fd1e-d88b-56a3-b74a-dfa6f892ae09" [ 906.341240] env[62328]: _type = "Task" [ 906.341240] env[62328]: } to complete. {{(pid=62328) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 906.353454] env[62328]: DEBUG oslo_vmware.api [None req-e4dd471b-96d8-4956-9363-67d9e6a7615d tempest-ServerDiskConfigTestJSON-126406698 tempest-ServerDiskConfigTestJSON-126406698-project-member] Task: {'id': session[52a6e20e-410d-708a-99f2-080a575a99bd]5248fd1e-d88b-56a3-b74a-dfa6f892ae09, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 906.441018] env[62328]: DEBUG oslo_vmware.api [None req-6b13485d-856a-4ce0-84cd-11187efbafed tempest-ServersAdminTestJSON-455323280 tempest-ServersAdminTestJSON-455323280-project-member] Task: {'id': task-2387155, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.481486} completed successfully. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 906.441018] env[62328]: DEBUG nova.virt.vmwareapi.vm_util [None req-6b13485d-856a-4ce0-84cd-11187efbafed tempest-ServersAdminTestJSON-455323280 tempest-ServersAdminTestJSON-455323280-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/dbf872a4-92be-47e4-8561-c3e2bf2423ab/dbf872a4-92be-47e4-8561-c3e2bf2423ab.vmdk to [datastore1] e78f4099-b61b-4dd2-8587-8c8f1bb0412a/e78f4099-b61b-4dd2-8587-8c8f1bb0412a.vmdk {{(pid=62328) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 906.441018] env[62328]: DEBUG nova.virt.vmwareapi.vmops [None req-6b13485d-856a-4ce0-84cd-11187efbafed tempest-ServersAdminTestJSON-455323280 tempest-ServersAdminTestJSON-455323280-project-member] [instance: e78f4099-b61b-4dd2-8587-8c8f1bb0412a] Extending root virtual disk to 1048576 {{(pid=62328) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 906.441018] env[62328]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-8671923b-3917-44bc-af8a-07864f310718 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 906.447035] env[62328]: DEBUG oslo_vmware.api [None req-6b13485d-856a-4ce0-84cd-11187efbafed tempest-ServersAdminTestJSON-455323280 tempest-ServersAdminTestJSON-455323280-project-member] Waiting for the task: (returnval){ [ 906.447035] env[62328]: value = "task-2387156" [ 906.447035] env[62328]: _type = "Task" [ 906.447035] env[62328]: } to complete. {{(pid=62328) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 906.457535] env[62328]: DEBUG oslo_vmware.api [None req-6b13485d-856a-4ce0-84cd-11187efbafed tempest-ServersAdminTestJSON-455323280 tempest-ServersAdminTestJSON-455323280-project-member] Task: {'id': task-2387156, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 906.473496] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-da355336-cea8-4d5d-9779-7516d266dcd9 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 906.480553] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8310354a-3ebd-4481-8ab8-b9d893c0575e {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 906.510480] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-01d82d1c-90b8-4b6f-a545-4437f27a9229 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 906.518207] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-130a4891-d643-410b-b1a8-2077136a94b9 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 906.532468] env[62328]: DEBUG nova.compute.manager [None req-eaf3d403-dde7-41d4-9c6d-fc02a167fa01 tempest-ServersTestJSON-2041147199 tempest-ServersTestJSON-2041147199-project-member] [instance: 13b24bc5-3832-47cc-bf0f-14b881773e37] Start building block device mappings for instance. {{(pid=62328) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 906.535318] env[62328]: DEBUG nova.compute.provider_tree [None req-914e19d1-504d-46e4-8e2c-a7c8ccf6cad0 tempest-MultipleCreateTestJSON-1245707987 tempest-MultipleCreateTestJSON-1245707987-project-member] Inventory has not changed in ProviderTree for provider: 3469e9f8-04af-49ca-8435-49f104496744 {{(pid=62328) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 906.536917] env[62328]: DEBUG oslo_concurrency.lockutils [req-c23d9182-e808-4076-9d09-a4fcf5141a66 req-0f1f7b1f-e465-46df-8c85-ad74c39aec11 service nova] Releasing lock "refresh_cache-5df51859-2d31-4abb-9c7d-d0b0405c3df9" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 906.570835] env[62328]: DEBUG nova.network.neutron [None req-e5f0809d-45c7-442b-99d4-fa1ff6e3a58a tempest-ServersTestManualDisk-1140415373 tempest-ServersTestManualDisk-1140415373-project-member] [instance: 77ca1d19-5060-4a7c-a780-56adf9a3f70e] Successfully updated port: 4d08e708-88ca-4fdb-b13e-01f26d20bbca {{(pid=62328) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 906.614586] env[62328]: INFO nova.compute.manager [None req-2339f4f6-fd0e-4161-9435-3e1103e41f46 tempest-ServerAddressesNegativeTestJSON-283879621 tempest-ServerAddressesNegativeTestJSON-283879621-project-member] [instance: b3a96122-6f42-4407-a3e8-69305679d6e5] Took 31.96 seconds to build instance. [ 906.853133] env[62328]: DEBUG oslo_vmware.api [None req-e4dd471b-96d8-4956-9363-67d9e6a7615d tempest-ServerDiskConfigTestJSON-126406698 tempest-ServerDiskConfigTestJSON-126406698-project-member] Task: {'id': session[52a6e20e-410d-708a-99f2-080a575a99bd]5248fd1e-d88b-56a3-b74a-dfa6f892ae09, 'name': SearchDatastore_Task, 'duration_secs': 0.047244} completed successfully. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 906.854024] env[62328]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-13200f69-9029-4ef2-b738-9460735654b2 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 906.859868] env[62328]: DEBUG oslo_vmware.api [None req-e4dd471b-96d8-4956-9363-67d9e6a7615d tempest-ServerDiskConfigTestJSON-126406698 tempest-ServerDiskConfigTestJSON-126406698-project-member] Waiting for the task: (returnval){ [ 906.859868] env[62328]: value = "session[52a6e20e-410d-708a-99f2-080a575a99bd]52d97d3f-bd70-ed45-40a5-a5068a6d96a5" [ 906.859868] env[62328]: _type = "Task" [ 906.859868] env[62328]: } to complete. {{(pid=62328) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 906.868346] env[62328]: DEBUG oslo_vmware.api [None req-e4dd471b-96d8-4956-9363-67d9e6a7615d tempest-ServerDiskConfigTestJSON-126406698 tempest-ServerDiskConfigTestJSON-126406698-project-member] Task: {'id': session[52a6e20e-410d-708a-99f2-080a575a99bd]52d97d3f-bd70-ed45-40a5-a5068a6d96a5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 906.945854] env[62328]: DEBUG nova.network.neutron [None req-eaf3d403-dde7-41d4-9c6d-fc02a167fa01 tempest-ServersTestJSON-2041147199 tempest-ServersTestJSON-2041147199-project-member] [instance: 13b24bc5-3832-47cc-bf0f-14b881773e37] Successfully created port: 55848a6e-d33d-437a-9b8f-3ba72029b171 {{(pid=62328) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 906.957608] env[62328]: DEBUG oslo_vmware.api [None req-6b13485d-856a-4ce0-84cd-11187efbafed tempest-ServersAdminTestJSON-455323280 tempest-ServersAdminTestJSON-455323280-project-member] Task: {'id': task-2387156, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.233724} completed successfully. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 906.957897] env[62328]: DEBUG nova.virt.vmwareapi.vmops [None req-6b13485d-856a-4ce0-84cd-11187efbafed tempest-ServersAdminTestJSON-455323280 tempest-ServersAdminTestJSON-455323280-project-member] [instance: e78f4099-b61b-4dd2-8587-8c8f1bb0412a] Extended root virtual disk {{(pid=62328) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 906.958833] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-be5a561b-ca30-4db4-a527-86a40902b8f1 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 906.983155] env[62328]: DEBUG nova.virt.vmwareapi.volumeops [None req-6b13485d-856a-4ce0-84cd-11187efbafed tempest-ServersAdminTestJSON-455323280 tempest-ServersAdminTestJSON-455323280-project-member] [instance: e78f4099-b61b-4dd2-8587-8c8f1bb0412a] Reconfiguring VM instance instance-00000053 to attach disk [datastore1] e78f4099-b61b-4dd2-8587-8c8f1bb0412a/e78f4099-b61b-4dd2-8587-8c8f1bb0412a.vmdk or device None with type sparse {{(pid=62328) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 906.983155] env[62328]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ff85e95a-0c9c-40fb-b66b-4780348ebc2d {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 907.004486] env[62328]: DEBUG oslo_vmware.api [None req-6b13485d-856a-4ce0-84cd-11187efbafed tempest-ServersAdminTestJSON-455323280 tempest-ServersAdminTestJSON-455323280-project-member] Waiting for the task: (returnval){ [ 907.004486] env[62328]: value = "task-2387157" [ 907.004486] env[62328]: _type = "Task" [ 907.004486] env[62328]: } to complete. {{(pid=62328) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 907.014758] env[62328]: DEBUG oslo_vmware.api [None req-6b13485d-856a-4ce0-84cd-11187efbafed tempest-ServersAdminTestJSON-455323280 tempest-ServersAdminTestJSON-455323280-project-member] Task: {'id': task-2387157, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 907.017341] env[62328]: DEBUG nova.compute.manager [req-9044d2a1-854f-444f-be23-154cbad2657c req-9d6b5e59-d0ca-4844-8933-79e4a5080bc7 service nova] [instance: 77ca1d19-5060-4a7c-a780-56adf9a3f70e] Received event network-vif-plugged-4d08e708-88ca-4fdb-b13e-01f26d20bbca {{(pid=62328) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 907.017558] env[62328]: DEBUG oslo_concurrency.lockutils [req-9044d2a1-854f-444f-be23-154cbad2657c req-9d6b5e59-d0ca-4844-8933-79e4a5080bc7 service nova] Acquiring lock "77ca1d19-5060-4a7c-a780-56adf9a3f70e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 907.017774] env[62328]: DEBUG oslo_concurrency.lockutils [req-9044d2a1-854f-444f-be23-154cbad2657c req-9d6b5e59-d0ca-4844-8933-79e4a5080bc7 service nova] Lock "77ca1d19-5060-4a7c-a780-56adf9a3f70e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 907.017942] env[62328]: DEBUG oslo_concurrency.lockutils [req-9044d2a1-854f-444f-be23-154cbad2657c req-9d6b5e59-d0ca-4844-8933-79e4a5080bc7 service nova] Lock "77ca1d19-5060-4a7c-a780-56adf9a3f70e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 907.018123] env[62328]: DEBUG nova.compute.manager [req-9044d2a1-854f-444f-be23-154cbad2657c req-9d6b5e59-d0ca-4844-8933-79e4a5080bc7 service nova] [instance: 77ca1d19-5060-4a7c-a780-56adf9a3f70e] No waiting events found dispatching network-vif-plugged-4d08e708-88ca-4fdb-b13e-01f26d20bbca {{(pid=62328) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 907.018289] env[62328]: WARNING nova.compute.manager [req-9044d2a1-854f-444f-be23-154cbad2657c req-9d6b5e59-d0ca-4844-8933-79e4a5080bc7 service nova] [instance: 77ca1d19-5060-4a7c-a780-56adf9a3f70e] Received unexpected event network-vif-plugged-4d08e708-88ca-4fdb-b13e-01f26d20bbca for instance with vm_state building and task_state spawning. [ 907.018442] env[62328]: DEBUG nova.compute.manager [req-9044d2a1-854f-444f-be23-154cbad2657c req-9d6b5e59-d0ca-4844-8933-79e4a5080bc7 service nova] [instance: 77ca1d19-5060-4a7c-a780-56adf9a3f70e] Received event network-changed-4d08e708-88ca-4fdb-b13e-01f26d20bbca {{(pid=62328) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 907.018592] env[62328]: DEBUG nova.compute.manager [req-9044d2a1-854f-444f-be23-154cbad2657c req-9d6b5e59-d0ca-4844-8933-79e4a5080bc7 service nova] [instance: 77ca1d19-5060-4a7c-a780-56adf9a3f70e] Refreshing instance network info cache due to event network-changed-4d08e708-88ca-4fdb-b13e-01f26d20bbca. {{(pid=62328) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 907.018770] env[62328]: DEBUG oslo_concurrency.lockutils [req-9044d2a1-854f-444f-be23-154cbad2657c req-9d6b5e59-d0ca-4844-8933-79e4a5080bc7 service nova] Acquiring lock "refresh_cache-77ca1d19-5060-4a7c-a780-56adf9a3f70e" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 907.018901] env[62328]: DEBUG oslo_concurrency.lockutils [req-9044d2a1-854f-444f-be23-154cbad2657c req-9d6b5e59-d0ca-4844-8933-79e4a5080bc7 service nova] Acquired lock "refresh_cache-77ca1d19-5060-4a7c-a780-56adf9a3f70e" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 907.019064] env[62328]: DEBUG nova.network.neutron [req-9044d2a1-854f-444f-be23-154cbad2657c req-9d6b5e59-d0ca-4844-8933-79e4a5080bc7 service nova] [instance: 77ca1d19-5060-4a7c-a780-56adf9a3f70e] Refreshing network info cache for port 4d08e708-88ca-4fdb-b13e-01f26d20bbca {{(pid=62328) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 907.042597] env[62328]: DEBUG nova.scheduler.client.report [None req-914e19d1-504d-46e4-8e2c-a7c8ccf6cad0 tempest-MultipleCreateTestJSON-1245707987 tempest-MultipleCreateTestJSON-1245707987-project-member] Inventory has not changed for provider 3469e9f8-04af-49ca-8435-49f104496744 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 152, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62328) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 907.073929] env[62328]: DEBUG oslo_concurrency.lockutils [None req-e5f0809d-45c7-442b-99d4-fa1ff6e3a58a tempest-ServersTestManualDisk-1140415373 tempest-ServersTestManualDisk-1140415373-project-member] Acquiring lock "refresh_cache-77ca1d19-5060-4a7c-a780-56adf9a3f70e" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 907.116214] env[62328]: DEBUG oslo_concurrency.lockutils [None req-2339f4f6-fd0e-4161-9435-3e1103e41f46 tempest-ServerAddressesNegativeTestJSON-283879621 tempest-ServerAddressesNegativeTestJSON-283879621-project-member] Lock "b3a96122-6f42-4407-a3e8-69305679d6e5" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 33.472s {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 907.203731] env[62328]: DEBUG oslo_concurrency.lockutils [None req-067000ca-4625-41e6-9cca-554ef9b6021f tempest-ServerAddressesNegativeTestJSON-283879621 tempest-ServerAddressesNegativeTestJSON-283879621-project-member] Acquiring lock "b3a96122-6f42-4407-a3e8-69305679d6e5" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 907.204238] env[62328]: DEBUG oslo_concurrency.lockutils [None req-067000ca-4625-41e6-9cca-554ef9b6021f tempest-ServerAddressesNegativeTestJSON-283879621 tempest-ServerAddressesNegativeTestJSON-283879621-project-member] Lock "b3a96122-6f42-4407-a3e8-69305679d6e5" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 907.204527] env[62328]: DEBUG oslo_concurrency.lockutils [None req-067000ca-4625-41e6-9cca-554ef9b6021f tempest-ServerAddressesNegativeTestJSON-283879621 tempest-ServerAddressesNegativeTestJSON-283879621-project-member] Acquiring lock "b3a96122-6f42-4407-a3e8-69305679d6e5-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 907.204732] env[62328]: DEBUG oslo_concurrency.lockutils [None req-067000ca-4625-41e6-9cca-554ef9b6021f tempest-ServerAddressesNegativeTestJSON-283879621 tempest-ServerAddressesNegativeTestJSON-283879621-project-member] Lock "b3a96122-6f42-4407-a3e8-69305679d6e5-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 907.204907] env[62328]: DEBUG oslo_concurrency.lockutils [None req-067000ca-4625-41e6-9cca-554ef9b6021f tempest-ServerAddressesNegativeTestJSON-283879621 tempest-ServerAddressesNegativeTestJSON-283879621-project-member] Lock "b3a96122-6f42-4407-a3e8-69305679d6e5-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 907.207525] env[62328]: INFO nova.compute.manager [None req-067000ca-4625-41e6-9cca-554ef9b6021f tempest-ServerAddressesNegativeTestJSON-283879621 tempest-ServerAddressesNegativeTestJSON-283879621-project-member] [instance: b3a96122-6f42-4407-a3e8-69305679d6e5] Terminating instance [ 907.279352] env[62328]: DEBUG nova.network.neutron [-] [instance: e38f62a8-c8ae-4200-b5cc-a799c261ce76] Updating instance_info_cache with network_info: [] {{(pid=62328) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 907.372548] env[62328]: DEBUG oslo_vmware.api [None req-e4dd471b-96d8-4956-9363-67d9e6a7615d tempest-ServerDiskConfigTestJSON-126406698 tempest-ServerDiskConfigTestJSON-126406698-project-member] Task: {'id': session[52a6e20e-410d-708a-99f2-080a575a99bd]52d97d3f-bd70-ed45-40a5-a5068a6d96a5, 'name': SearchDatastore_Task, 'duration_secs': 0.022504} completed successfully. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 907.372813] env[62328]: DEBUG oslo_concurrency.lockutils [None req-e4dd471b-96d8-4956-9363-67d9e6a7615d tempest-ServerDiskConfigTestJSON-126406698 tempest-ServerDiskConfigTestJSON-126406698-project-member] Releasing lock "[datastore1] devstack-image-cache_base/dbf872a4-92be-47e4-8561-c3e2bf2423ab/dbf872a4-92be-47e4-8561-c3e2bf2423ab.vmdk" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 907.373091] env[62328]: DEBUG nova.virt.vmwareapi.vm_util [None req-e4dd471b-96d8-4956-9363-67d9e6a7615d tempest-ServerDiskConfigTestJSON-126406698 tempest-ServerDiskConfigTestJSON-126406698-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/dbf872a4-92be-47e4-8561-c3e2bf2423ab/dbf872a4-92be-47e4-8561-c3e2bf2423ab.vmdk to [datastore1] 5df51859-2d31-4abb-9c7d-d0b0405c3df9/5df51859-2d31-4abb-9c7d-d0b0405c3df9.vmdk {{(pid=62328) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 907.373364] env[62328]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-fa7d54be-50d3-49fa-b0e0-c435f9a6f64a {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 907.383816] env[62328]: DEBUG oslo_vmware.api [None req-e4dd471b-96d8-4956-9363-67d9e6a7615d tempest-ServerDiskConfigTestJSON-126406698 tempest-ServerDiskConfigTestJSON-126406698-project-member] Waiting for the task: (returnval){ [ 907.383816] env[62328]: value = "task-2387158" [ 907.383816] env[62328]: _type = "Task" [ 907.383816] env[62328]: } to complete. {{(pid=62328) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 907.389522] env[62328]: DEBUG oslo_vmware.api [None req-e4dd471b-96d8-4956-9363-67d9e6a7615d tempest-ServerDiskConfigTestJSON-126406698 tempest-ServerDiskConfigTestJSON-126406698-project-member] Task: {'id': task-2387158, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 907.519022] env[62328]: DEBUG oslo_vmware.api [None req-6b13485d-856a-4ce0-84cd-11187efbafed tempest-ServersAdminTestJSON-455323280 tempest-ServersAdminTestJSON-455323280-project-member] Task: {'id': task-2387157, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 907.548411] env[62328]: DEBUG nova.compute.manager [None req-eaf3d403-dde7-41d4-9c6d-fc02a167fa01 tempest-ServersTestJSON-2041147199 tempest-ServersTestJSON-2041147199-project-member] [instance: 13b24bc5-3832-47cc-bf0f-14b881773e37] Start spawning the instance on the hypervisor. {{(pid=62328) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 907.550446] env[62328]: DEBUG oslo_concurrency.lockutils [None req-914e19d1-504d-46e4-8e2c-a7c8ccf6cad0 tempest-MultipleCreateTestJSON-1245707987 tempest-MultipleCreateTestJSON-1245707987-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.028s {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 907.552727] env[62328]: DEBUG oslo_concurrency.lockutils [None req-cac4f7b0-8844-4251-baa5-59f8ca9b699e tempest-MultipleCreateTestJSON-1245707987 tempest-MultipleCreateTestJSON-1245707987-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 17.555s {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 907.552968] env[62328]: DEBUG nova.objects.instance [None req-cac4f7b0-8844-4251-baa5-59f8ca9b699e tempest-MultipleCreateTestJSON-1245707987 tempest-MultipleCreateTestJSON-1245707987-project-member] Lazy-loading 'resources' on Instance uuid a761ba21-78b5-4c5c-a30b-2622da535c99 {{(pid=62328) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 907.564794] env[62328]: DEBUG nova.network.neutron [req-9044d2a1-854f-444f-be23-154cbad2657c req-9d6b5e59-d0ca-4844-8933-79e4a5080bc7 service nova] [instance: 77ca1d19-5060-4a7c-a780-56adf9a3f70e] Instance cache missing network info. {{(pid=62328) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 907.585211] env[62328]: DEBUG nova.virt.hardware [None req-eaf3d403-dde7-41d4-9c6d-fc02a167fa01 tempest-ServersTestJSON-2041147199 tempest-ServersTestJSON-2041147199-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-07T17:16:55Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-07T17:16:37Z,direct_url=,disk_format='vmdk',id=dbf872a4-92be-47e4-8561-c3e2bf2423ab,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='2a64022f08d84b11a86773b900860ae5',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-07T17:16:38Z,virtual_size=,visibility=), allow threads: False {{(pid=62328) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 907.585211] env[62328]: DEBUG nova.virt.hardware [None req-eaf3d403-dde7-41d4-9c6d-fc02a167fa01 tempest-ServersTestJSON-2041147199 tempest-ServersTestJSON-2041147199-project-member] Flavor limits 0:0:0 {{(pid=62328) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 907.585432] env[62328]: DEBUG nova.virt.hardware [None req-eaf3d403-dde7-41d4-9c6d-fc02a167fa01 tempest-ServersTestJSON-2041147199 tempest-ServersTestJSON-2041147199-project-member] Image limits 0:0:0 {{(pid=62328) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 907.585798] env[62328]: DEBUG nova.virt.hardware [None req-eaf3d403-dde7-41d4-9c6d-fc02a167fa01 tempest-ServersTestJSON-2041147199 tempest-ServersTestJSON-2041147199-project-member] Flavor pref 0:0:0 {{(pid=62328) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 907.586176] env[62328]: DEBUG nova.virt.hardware [None req-eaf3d403-dde7-41d4-9c6d-fc02a167fa01 tempest-ServersTestJSON-2041147199 tempest-ServersTestJSON-2041147199-project-member] Image pref 0:0:0 {{(pid=62328) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 907.586497] env[62328]: DEBUG nova.virt.hardware [None req-eaf3d403-dde7-41d4-9c6d-fc02a167fa01 tempest-ServersTestJSON-2041147199 tempest-ServersTestJSON-2041147199-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62328) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 907.586830] env[62328]: DEBUG nova.virt.hardware [None req-eaf3d403-dde7-41d4-9c6d-fc02a167fa01 tempest-ServersTestJSON-2041147199 tempest-ServersTestJSON-2041147199-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62328) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 907.587165] env[62328]: DEBUG nova.virt.hardware [None req-eaf3d403-dde7-41d4-9c6d-fc02a167fa01 tempest-ServersTestJSON-2041147199 tempest-ServersTestJSON-2041147199-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62328) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 907.588021] env[62328]: DEBUG nova.virt.hardware [None req-eaf3d403-dde7-41d4-9c6d-fc02a167fa01 tempest-ServersTestJSON-2041147199 tempest-ServersTestJSON-2041147199-project-member] Got 1 possible topologies {{(pid=62328) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 907.588342] env[62328]: DEBUG nova.virt.hardware [None req-eaf3d403-dde7-41d4-9c6d-fc02a167fa01 tempest-ServersTestJSON-2041147199 tempest-ServersTestJSON-2041147199-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62328) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 907.588676] env[62328]: DEBUG nova.virt.hardware [None req-eaf3d403-dde7-41d4-9c6d-fc02a167fa01 tempest-ServersTestJSON-2041147199 tempest-ServersTestJSON-2041147199-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62328) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 907.590202] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0bf62d8e-7807-426c-870b-d8f6d2f1fae2 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 907.595133] env[62328]: INFO nova.scheduler.client.report [None req-914e19d1-504d-46e4-8e2c-a7c8ccf6cad0 tempest-MultipleCreateTestJSON-1245707987 tempest-MultipleCreateTestJSON-1245707987-project-member] Deleted allocations for instance e0892d4c-3ee0-48f8-af0d-9574468e7cab [ 907.602869] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-46d0c9e4-d7ab-4420-bdf0-cbcd60892083 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 907.665893] env[62328]: DEBUG nova.network.neutron [req-9044d2a1-854f-444f-be23-154cbad2657c req-9d6b5e59-d0ca-4844-8933-79e4a5080bc7 service nova] [instance: 77ca1d19-5060-4a7c-a780-56adf9a3f70e] Updating instance_info_cache with network_info: [] {{(pid=62328) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 907.711592] env[62328]: DEBUG nova.compute.manager [None req-067000ca-4625-41e6-9cca-554ef9b6021f tempest-ServerAddressesNegativeTestJSON-283879621 tempest-ServerAddressesNegativeTestJSON-283879621-project-member] [instance: b3a96122-6f42-4407-a3e8-69305679d6e5] Start destroying the instance on the hypervisor. {{(pid=62328) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 907.711780] env[62328]: DEBUG nova.virt.vmwareapi.vmops [None req-067000ca-4625-41e6-9cca-554ef9b6021f tempest-ServerAddressesNegativeTestJSON-283879621 tempest-ServerAddressesNegativeTestJSON-283879621-project-member] [instance: b3a96122-6f42-4407-a3e8-69305679d6e5] Destroying instance {{(pid=62328) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 907.712732] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8bc7232d-a828-4fd5-8f3a-218825cd422b {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 907.721938] env[62328]: DEBUG nova.virt.vmwareapi.vm_util [None req-067000ca-4625-41e6-9cca-554ef9b6021f tempest-ServerAddressesNegativeTestJSON-283879621 tempest-ServerAddressesNegativeTestJSON-283879621-project-member] [instance: b3a96122-6f42-4407-a3e8-69305679d6e5] Powering off the VM {{(pid=62328) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 907.722244] env[62328]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-0726496e-dc62-4468-ac82-d8e2fa84c024 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 907.728698] env[62328]: DEBUG oslo_vmware.api [None req-067000ca-4625-41e6-9cca-554ef9b6021f tempest-ServerAddressesNegativeTestJSON-283879621 tempest-ServerAddressesNegativeTestJSON-283879621-project-member] Waiting for the task: (returnval){ [ 907.728698] env[62328]: value = "task-2387159" [ 907.728698] env[62328]: _type = "Task" [ 907.728698] env[62328]: } to complete. {{(pid=62328) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 907.739234] env[62328]: DEBUG oslo_vmware.api [None req-067000ca-4625-41e6-9cca-554ef9b6021f tempest-ServerAddressesNegativeTestJSON-283879621 tempest-ServerAddressesNegativeTestJSON-283879621-project-member] Task: {'id': task-2387159, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 907.785593] env[62328]: INFO nova.compute.manager [-] [instance: e38f62a8-c8ae-4200-b5cc-a799c261ce76] Took 1.57 seconds to deallocate network for instance. [ 907.895463] env[62328]: DEBUG oslo_vmware.api [None req-e4dd471b-96d8-4956-9363-67d9e6a7615d tempest-ServerDiskConfigTestJSON-126406698 tempest-ServerDiskConfigTestJSON-126406698-project-member] Task: {'id': task-2387158, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 908.016048] env[62328]: DEBUG oslo_vmware.api [None req-6b13485d-856a-4ce0-84cd-11187efbafed tempest-ServersAdminTestJSON-455323280 tempest-ServersAdminTestJSON-455323280-project-member] Task: {'id': task-2387157, 'name': ReconfigVM_Task, 'duration_secs': 0.649645} completed successfully. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 908.016316] env[62328]: DEBUG nova.virt.vmwareapi.volumeops [None req-6b13485d-856a-4ce0-84cd-11187efbafed tempest-ServersAdminTestJSON-455323280 tempest-ServersAdminTestJSON-455323280-project-member] [instance: e78f4099-b61b-4dd2-8587-8c8f1bb0412a] Reconfigured VM instance instance-00000053 to attach disk [datastore1] e78f4099-b61b-4dd2-8587-8c8f1bb0412a/e78f4099-b61b-4dd2-8587-8c8f1bb0412a.vmdk or device None with type sparse {{(pid=62328) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 908.017153] env[62328]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-814814df-a9e6-44fa-9634-70c18df8c2b2 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 908.023758] env[62328]: DEBUG oslo_vmware.api [None req-6b13485d-856a-4ce0-84cd-11187efbafed tempest-ServersAdminTestJSON-455323280 tempest-ServersAdminTestJSON-455323280-project-member] Waiting for the task: (returnval){ [ 908.023758] env[62328]: value = "task-2387160" [ 908.023758] env[62328]: _type = "Task" [ 908.023758] env[62328]: } to complete. {{(pid=62328) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 908.032898] env[62328]: DEBUG oslo_vmware.api [None req-6b13485d-856a-4ce0-84cd-11187efbafed tempest-ServersAdminTestJSON-455323280 tempest-ServersAdminTestJSON-455323280-project-member] Task: {'id': task-2387160, 'name': Rename_Task} progress is 5%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 908.115685] env[62328]: DEBUG oslo_concurrency.lockutils [None req-914e19d1-504d-46e4-8e2c-a7c8ccf6cad0 tempest-MultipleCreateTestJSON-1245707987 tempest-MultipleCreateTestJSON-1245707987-project-member] Lock "e0892d4c-3ee0-48f8-af0d-9574468e7cab" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 22.065s {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 908.170072] env[62328]: DEBUG oslo_concurrency.lockutils [req-9044d2a1-854f-444f-be23-154cbad2657c req-9d6b5e59-d0ca-4844-8933-79e4a5080bc7 service nova] Releasing lock "refresh_cache-77ca1d19-5060-4a7c-a780-56adf9a3f70e" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 908.171027] env[62328]: DEBUG nova.compute.manager [req-9044d2a1-854f-444f-be23-154cbad2657c req-9d6b5e59-d0ca-4844-8933-79e4a5080bc7 service nova] [instance: e38f62a8-c8ae-4200-b5cc-a799c261ce76] Received event network-vif-deleted-91f90c8d-1a59-42af-8891-10582fe62bf0 {{(pid=62328) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 908.171027] env[62328]: INFO nova.compute.manager [req-9044d2a1-854f-444f-be23-154cbad2657c req-9d6b5e59-d0ca-4844-8933-79e4a5080bc7 service nova] [instance: e38f62a8-c8ae-4200-b5cc-a799c261ce76] Neutron deleted interface 91f90c8d-1a59-42af-8891-10582fe62bf0; detaching it from the instance and deleting it from the info cache [ 908.171027] env[62328]: DEBUG nova.network.neutron [req-9044d2a1-854f-444f-be23-154cbad2657c req-9d6b5e59-d0ca-4844-8933-79e4a5080bc7 service nova] [instance: e38f62a8-c8ae-4200-b5cc-a799c261ce76] Updating instance_info_cache with network_info: [] {{(pid=62328) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 908.174463] env[62328]: DEBUG oslo_concurrency.lockutils [None req-e5f0809d-45c7-442b-99d4-fa1ff6e3a58a tempest-ServersTestManualDisk-1140415373 tempest-ServersTestManualDisk-1140415373-project-member] Acquired lock "refresh_cache-77ca1d19-5060-4a7c-a780-56adf9a3f70e" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 908.174898] env[62328]: DEBUG nova.network.neutron [None req-e5f0809d-45c7-442b-99d4-fa1ff6e3a58a tempest-ServersTestManualDisk-1140415373 tempest-ServersTestManualDisk-1140415373-project-member] [instance: 77ca1d19-5060-4a7c-a780-56adf9a3f70e] Building network info cache for instance {{(pid=62328) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 908.240949] env[62328]: DEBUG oslo_vmware.api [None req-067000ca-4625-41e6-9cca-554ef9b6021f tempest-ServerAddressesNegativeTestJSON-283879621 tempest-ServerAddressesNegativeTestJSON-283879621-project-member] Task: {'id': task-2387159, 'name': PowerOffVM_Task, 'duration_secs': 0.352518} completed successfully. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 908.241246] env[62328]: DEBUG nova.virt.vmwareapi.vm_util [None req-067000ca-4625-41e6-9cca-554ef9b6021f tempest-ServerAddressesNegativeTestJSON-283879621 tempest-ServerAddressesNegativeTestJSON-283879621-project-member] [instance: b3a96122-6f42-4407-a3e8-69305679d6e5] Powered off the VM {{(pid=62328) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 908.241415] env[62328]: DEBUG nova.virt.vmwareapi.vmops [None req-067000ca-4625-41e6-9cca-554ef9b6021f tempest-ServerAddressesNegativeTestJSON-283879621 tempest-ServerAddressesNegativeTestJSON-283879621-project-member] [instance: b3a96122-6f42-4407-a3e8-69305679d6e5] Unregistering the VM {{(pid=62328) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 908.241665] env[62328]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-9139e00e-01e1-4efb-b48e-374b22f5ac8f {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 908.295832] env[62328]: DEBUG oslo_concurrency.lockutils [None req-bac23cc8-0fe3-483d-953a-31c85a9884d3 tempest-ImagesTestJSON-1776717495 tempest-ImagesTestJSON-1776717495-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 908.311389] env[62328]: DEBUG nova.virt.vmwareapi.vmops [None req-067000ca-4625-41e6-9cca-554ef9b6021f tempest-ServerAddressesNegativeTestJSON-283879621 tempest-ServerAddressesNegativeTestJSON-283879621-project-member] [instance: b3a96122-6f42-4407-a3e8-69305679d6e5] Unregistered the VM {{(pid=62328) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 908.311606] env[62328]: DEBUG nova.virt.vmwareapi.vmops [None req-067000ca-4625-41e6-9cca-554ef9b6021f tempest-ServerAddressesNegativeTestJSON-283879621 tempest-ServerAddressesNegativeTestJSON-283879621-project-member] [instance: b3a96122-6f42-4407-a3e8-69305679d6e5] Deleting contents of the VM from datastore datastore1 {{(pid=62328) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 908.311830] env[62328]: DEBUG nova.virt.vmwareapi.ds_util [None req-067000ca-4625-41e6-9cca-554ef9b6021f tempest-ServerAddressesNegativeTestJSON-283879621 tempest-ServerAddressesNegativeTestJSON-283879621-project-member] Deleting the datastore file [datastore1] b3a96122-6f42-4407-a3e8-69305679d6e5 {{(pid=62328) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 908.312081] env[62328]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-c3801e80-2095-4376-a82f-85e6977c8876 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 908.318515] env[62328]: DEBUG oslo_vmware.api [None req-067000ca-4625-41e6-9cca-554ef9b6021f tempest-ServerAddressesNegativeTestJSON-283879621 tempest-ServerAddressesNegativeTestJSON-283879621-project-member] Waiting for the task: (returnval){ [ 908.318515] env[62328]: value = "task-2387162" [ 908.318515] env[62328]: _type = "Task" [ 908.318515] env[62328]: } to complete. {{(pid=62328) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 908.330248] env[62328]: DEBUG oslo_vmware.api [None req-067000ca-4625-41e6-9cca-554ef9b6021f tempest-ServerAddressesNegativeTestJSON-283879621 tempest-ServerAddressesNegativeTestJSON-283879621-project-member] Task: {'id': task-2387162, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 908.395630] env[62328]: DEBUG oslo_vmware.api [None req-e4dd471b-96d8-4956-9363-67d9e6a7615d tempest-ServerDiskConfigTestJSON-126406698 tempest-ServerDiskConfigTestJSON-126406698-project-member] Task: {'id': task-2387158, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.644184} completed successfully. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 908.395942] env[62328]: DEBUG nova.virt.vmwareapi.vm_util [None req-e4dd471b-96d8-4956-9363-67d9e6a7615d tempest-ServerDiskConfigTestJSON-126406698 tempest-ServerDiskConfigTestJSON-126406698-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/dbf872a4-92be-47e4-8561-c3e2bf2423ab/dbf872a4-92be-47e4-8561-c3e2bf2423ab.vmdk to [datastore1] 5df51859-2d31-4abb-9c7d-d0b0405c3df9/5df51859-2d31-4abb-9c7d-d0b0405c3df9.vmdk {{(pid=62328) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 908.396290] env[62328]: DEBUG nova.virt.vmwareapi.vmops [None req-e4dd471b-96d8-4956-9363-67d9e6a7615d tempest-ServerDiskConfigTestJSON-126406698 tempest-ServerDiskConfigTestJSON-126406698-project-member] [instance: 5df51859-2d31-4abb-9c7d-d0b0405c3df9] Extending root virtual disk to 1048576 {{(pid=62328) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 908.396976] env[62328]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-b10b6bad-8981-4a2e-b75b-1ad07b81885b {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 908.404569] env[62328]: DEBUG oslo_vmware.api [None req-e4dd471b-96d8-4956-9363-67d9e6a7615d tempest-ServerDiskConfigTestJSON-126406698 tempest-ServerDiskConfigTestJSON-126406698-project-member] Waiting for the task: (returnval){ [ 908.404569] env[62328]: value = "task-2387163" [ 908.404569] env[62328]: _type = "Task" [ 908.404569] env[62328]: } to complete. {{(pid=62328) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 908.413772] env[62328]: DEBUG oslo_vmware.api [None req-e4dd471b-96d8-4956-9363-67d9e6a7615d tempest-ServerDiskConfigTestJSON-126406698 tempest-ServerDiskConfigTestJSON-126406698-project-member] Task: {'id': task-2387163, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 908.415994] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9ba98887-c2f2-4bb7-a992-04985917d0ef {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 908.424156] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f0892621-43f0-4075-850f-7e64321bf03a {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 908.455205] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-37a27d9d-23b2-41ba-91b9-d3ae4c7a5555 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 908.463844] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2a48e9a9-e1f5-4c45-bd74-f6ad69362545 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 908.479097] env[62328]: DEBUG nova.compute.provider_tree [None req-cac4f7b0-8844-4251-baa5-59f8ca9b699e tempest-MultipleCreateTestJSON-1245707987 tempest-MultipleCreateTestJSON-1245707987-project-member] Inventory has not changed in ProviderTree for provider: 3469e9f8-04af-49ca-8435-49f104496744 {{(pid=62328) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 908.534652] env[62328]: DEBUG oslo_vmware.api [None req-6b13485d-856a-4ce0-84cd-11187efbafed tempest-ServersAdminTestJSON-455323280 tempest-ServersAdminTestJSON-455323280-project-member] Task: {'id': task-2387160, 'name': Rename_Task, 'duration_secs': 0.208758} completed successfully. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 908.534951] env[62328]: DEBUG nova.virt.vmwareapi.vm_util [None req-6b13485d-856a-4ce0-84cd-11187efbafed tempest-ServersAdminTestJSON-455323280 tempest-ServersAdminTestJSON-455323280-project-member] [instance: e78f4099-b61b-4dd2-8587-8c8f1bb0412a] Powering on the VM {{(pid=62328) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 908.535207] env[62328]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-3c6df3cc-e2c8-42db-a4eb-e076d11cf3e7 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 908.545109] env[62328]: DEBUG oslo_vmware.api [None req-6b13485d-856a-4ce0-84cd-11187efbafed tempest-ServersAdminTestJSON-455323280 tempest-ServersAdminTestJSON-455323280-project-member] Waiting for the task: (returnval){ [ 908.545109] env[62328]: value = "task-2387164" [ 908.545109] env[62328]: _type = "Task" [ 908.545109] env[62328]: } to complete. {{(pid=62328) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 908.559527] env[62328]: DEBUG oslo_vmware.api [None req-6b13485d-856a-4ce0-84cd-11187efbafed tempest-ServersAdminTestJSON-455323280 tempest-ServersAdminTestJSON-455323280-project-member] Task: {'id': task-2387164, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 908.680859] env[62328]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-c67eb28e-174d-4cfe-82b1-35458efa6b6a {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 908.696355] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d7ca1e83-6617-4177-90c1-219511eee24b {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 908.734482] env[62328]: DEBUG nova.compute.manager [req-9044d2a1-854f-444f-be23-154cbad2657c req-9d6b5e59-d0ca-4844-8933-79e4a5080bc7 service nova] [instance: e38f62a8-c8ae-4200-b5cc-a799c261ce76] Detach interface failed, port_id=91f90c8d-1a59-42af-8891-10582fe62bf0, reason: Instance e38f62a8-c8ae-4200-b5cc-a799c261ce76 could not be found. {{(pid=62328) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 908.735643] env[62328]: DEBUG nova.network.neutron [None req-e5f0809d-45c7-442b-99d4-fa1ff6e3a58a tempest-ServersTestManualDisk-1140415373 tempest-ServersTestManualDisk-1140415373-project-member] [instance: 77ca1d19-5060-4a7c-a780-56adf9a3f70e] Instance cache missing network info. {{(pid=62328) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 908.828317] env[62328]: DEBUG nova.network.neutron [None req-eaf3d403-dde7-41d4-9c6d-fc02a167fa01 tempest-ServersTestJSON-2041147199 tempest-ServersTestJSON-2041147199-project-member] [instance: 13b24bc5-3832-47cc-bf0f-14b881773e37] Successfully updated port: 55848a6e-d33d-437a-9b8f-3ba72029b171 {{(pid=62328) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 908.836677] env[62328]: DEBUG oslo_vmware.api [None req-067000ca-4625-41e6-9cca-554ef9b6021f tempest-ServerAddressesNegativeTestJSON-283879621 tempest-ServerAddressesNegativeTestJSON-283879621-project-member] Task: {'id': task-2387162, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.169231} completed successfully. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 908.840272] env[62328]: DEBUG nova.virt.vmwareapi.ds_util [None req-067000ca-4625-41e6-9cca-554ef9b6021f tempest-ServerAddressesNegativeTestJSON-283879621 tempest-ServerAddressesNegativeTestJSON-283879621-project-member] Deleted the datastore file {{(pid=62328) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 908.840559] env[62328]: DEBUG nova.virt.vmwareapi.vmops [None req-067000ca-4625-41e6-9cca-554ef9b6021f tempest-ServerAddressesNegativeTestJSON-283879621 tempest-ServerAddressesNegativeTestJSON-283879621-project-member] [instance: b3a96122-6f42-4407-a3e8-69305679d6e5] Deleted contents of the VM from datastore datastore1 {{(pid=62328) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 908.840808] env[62328]: DEBUG nova.virt.vmwareapi.vmops [None req-067000ca-4625-41e6-9cca-554ef9b6021f tempest-ServerAddressesNegativeTestJSON-283879621 tempest-ServerAddressesNegativeTestJSON-283879621-project-member] [instance: b3a96122-6f42-4407-a3e8-69305679d6e5] Instance destroyed {{(pid=62328) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 908.841049] env[62328]: INFO nova.compute.manager [None req-067000ca-4625-41e6-9cca-554ef9b6021f tempest-ServerAddressesNegativeTestJSON-283879621 tempest-ServerAddressesNegativeTestJSON-283879621-project-member] [instance: b3a96122-6f42-4407-a3e8-69305679d6e5] Took 1.13 seconds to destroy the instance on the hypervisor. [ 908.841374] env[62328]: DEBUG oslo.service.loopingcall [None req-067000ca-4625-41e6-9cca-554ef9b6021f tempest-ServerAddressesNegativeTestJSON-283879621 tempest-ServerAddressesNegativeTestJSON-283879621-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62328) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 908.842330] env[62328]: DEBUG nova.compute.manager [-] [instance: b3a96122-6f42-4407-a3e8-69305679d6e5] Deallocating network for instance {{(pid=62328) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 908.842476] env[62328]: DEBUG nova.network.neutron [-] [instance: b3a96122-6f42-4407-a3e8-69305679d6e5] deallocate_for_instance() {{(pid=62328) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 908.918614] env[62328]: DEBUG oslo_vmware.api [None req-e4dd471b-96d8-4956-9363-67d9e6a7615d tempest-ServerDiskConfigTestJSON-126406698 tempest-ServerDiskConfigTestJSON-126406698-project-member] Task: {'id': task-2387163, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.07133} completed successfully. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 908.922366] env[62328]: DEBUG nova.virt.vmwareapi.vmops [None req-e4dd471b-96d8-4956-9363-67d9e6a7615d tempest-ServerDiskConfigTestJSON-126406698 tempest-ServerDiskConfigTestJSON-126406698-project-member] [instance: 5df51859-2d31-4abb-9c7d-d0b0405c3df9] Extended root virtual disk {{(pid=62328) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 908.923608] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9d10e140-4e32-4d02-949a-285bbf222caf {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 908.961640] env[62328]: DEBUG nova.virt.vmwareapi.volumeops [None req-e4dd471b-96d8-4956-9363-67d9e6a7615d tempest-ServerDiskConfigTestJSON-126406698 tempest-ServerDiskConfigTestJSON-126406698-project-member] [instance: 5df51859-2d31-4abb-9c7d-d0b0405c3df9] Reconfiguring VM instance instance-00000054 to attach disk [datastore1] 5df51859-2d31-4abb-9c7d-d0b0405c3df9/5df51859-2d31-4abb-9c7d-d0b0405c3df9.vmdk or device None with type sparse {{(pid=62328) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 908.962100] env[62328]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f8a423be-8ecd-4e77-a69b-d7a9a33ef17c {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 908.982745] env[62328]: DEBUG nova.scheduler.client.report [None req-cac4f7b0-8844-4251-baa5-59f8ca9b699e tempest-MultipleCreateTestJSON-1245707987 tempest-MultipleCreateTestJSON-1245707987-project-member] Inventory has not changed for provider 3469e9f8-04af-49ca-8435-49f104496744 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 152, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62328) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 908.990356] env[62328]: DEBUG oslo_vmware.api [None req-e4dd471b-96d8-4956-9363-67d9e6a7615d tempest-ServerDiskConfigTestJSON-126406698 tempest-ServerDiskConfigTestJSON-126406698-project-member] Waiting for the task: (returnval){ [ 908.990356] env[62328]: value = "task-2387165" [ 908.990356] env[62328]: _type = "Task" [ 908.990356] env[62328]: } to complete. {{(pid=62328) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 908.991464] env[62328]: DEBUG nova.network.neutron [None req-e5f0809d-45c7-442b-99d4-fa1ff6e3a58a tempest-ServersTestManualDisk-1140415373 tempest-ServersTestManualDisk-1140415373-project-member] [instance: 77ca1d19-5060-4a7c-a780-56adf9a3f70e] Updating instance_info_cache with network_info: [{"id": "4d08e708-88ca-4fdb-b13e-01f26d20bbca", "address": "fa:16:3e:d7:50:2f", "network": {"id": "4108c075-580b-45d9-bd28-706461aaecb1", "bridge": "br-int", "label": "tempest-ServersTestManualDisk-816623524-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cc0d9c546c6d4979b98a07cfe020280a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "605f83bd-808c-4b54-922e-54b14690987a", "external-id": "nsx-vlan-transportzone-25", "segmentation_id": 25, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4d08e708-88", "ovs_interfaceid": "4d08e708-88ca-4fdb-b13e-01f26d20bbca", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62328) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 909.005650] env[62328]: DEBUG oslo_vmware.api [None req-e4dd471b-96d8-4956-9363-67d9e6a7615d tempest-ServerDiskConfigTestJSON-126406698 tempest-ServerDiskConfigTestJSON-126406698-project-member] Task: {'id': task-2387165, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 909.041821] env[62328]: DEBUG nova.compute.manager [req-5a4dad2f-1e1d-4431-bcb8-83892391548a req-29c9b98b-9de8-466e-a88f-dd6b425ac898 service nova] [instance: 13b24bc5-3832-47cc-bf0f-14b881773e37] Received event network-vif-plugged-55848a6e-d33d-437a-9b8f-3ba72029b171 {{(pid=62328) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 909.042035] env[62328]: DEBUG oslo_concurrency.lockutils [req-5a4dad2f-1e1d-4431-bcb8-83892391548a req-29c9b98b-9de8-466e-a88f-dd6b425ac898 service nova] Acquiring lock "13b24bc5-3832-47cc-bf0f-14b881773e37-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 909.042288] env[62328]: DEBUG oslo_concurrency.lockutils [req-5a4dad2f-1e1d-4431-bcb8-83892391548a req-29c9b98b-9de8-466e-a88f-dd6b425ac898 service nova] Lock "13b24bc5-3832-47cc-bf0f-14b881773e37-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 909.042412] env[62328]: DEBUG oslo_concurrency.lockutils [req-5a4dad2f-1e1d-4431-bcb8-83892391548a req-29c9b98b-9de8-466e-a88f-dd6b425ac898 service nova] Lock "13b24bc5-3832-47cc-bf0f-14b881773e37-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 909.042594] env[62328]: DEBUG nova.compute.manager [req-5a4dad2f-1e1d-4431-bcb8-83892391548a req-29c9b98b-9de8-466e-a88f-dd6b425ac898 service nova] [instance: 13b24bc5-3832-47cc-bf0f-14b881773e37] No waiting events found dispatching network-vif-plugged-55848a6e-d33d-437a-9b8f-3ba72029b171 {{(pid=62328) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 909.042793] env[62328]: WARNING nova.compute.manager [req-5a4dad2f-1e1d-4431-bcb8-83892391548a req-29c9b98b-9de8-466e-a88f-dd6b425ac898 service nova] [instance: 13b24bc5-3832-47cc-bf0f-14b881773e37] Received unexpected event network-vif-plugged-55848a6e-d33d-437a-9b8f-3ba72029b171 for instance with vm_state building and task_state spawning. [ 909.042953] env[62328]: DEBUG nova.compute.manager [req-5a4dad2f-1e1d-4431-bcb8-83892391548a req-29c9b98b-9de8-466e-a88f-dd6b425ac898 service nova] [instance: 13b24bc5-3832-47cc-bf0f-14b881773e37] Received event network-changed-55848a6e-d33d-437a-9b8f-3ba72029b171 {{(pid=62328) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 909.043636] env[62328]: DEBUG nova.compute.manager [req-5a4dad2f-1e1d-4431-bcb8-83892391548a req-29c9b98b-9de8-466e-a88f-dd6b425ac898 service nova] [instance: 13b24bc5-3832-47cc-bf0f-14b881773e37] Refreshing instance network info cache due to event network-changed-55848a6e-d33d-437a-9b8f-3ba72029b171. {{(pid=62328) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 909.043725] env[62328]: DEBUG oslo_concurrency.lockutils [req-5a4dad2f-1e1d-4431-bcb8-83892391548a req-29c9b98b-9de8-466e-a88f-dd6b425ac898 service nova] Acquiring lock "refresh_cache-13b24bc5-3832-47cc-bf0f-14b881773e37" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 909.043880] env[62328]: DEBUG oslo_concurrency.lockutils [req-5a4dad2f-1e1d-4431-bcb8-83892391548a req-29c9b98b-9de8-466e-a88f-dd6b425ac898 service nova] Acquired lock "refresh_cache-13b24bc5-3832-47cc-bf0f-14b881773e37" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 909.044067] env[62328]: DEBUG nova.network.neutron [req-5a4dad2f-1e1d-4431-bcb8-83892391548a req-29c9b98b-9de8-466e-a88f-dd6b425ac898 service nova] [instance: 13b24bc5-3832-47cc-bf0f-14b881773e37] Refreshing network info cache for port 55848a6e-d33d-437a-9b8f-3ba72029b171 {{(pid=62328) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 909.057906] env[62328]: DEBUG oslo_vmware.api [None req-6b13485d-856a-4ce0-84cd-11187efbafed tempest-ServersAdminTestJSON-455323280 tempest-ServersAdminTestJSON-455323280-project-member] Task: {'id': task-2387164, 'name': PowerOnVM_Task, 'duration_secs': 0.468492} completed successfully. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 909.058215] env[62328]: DEBUG nova.virt.vmwareapi.vm_util [None req-6b13485d-856a-4ce0-84cd-11187efbafed tempest-ServersAdminTestJSON-455323280 tempest-ServersAdminTestJSON-455323280-project-member] [instance: e78f4099-b61b-4dd2-8587-8c8f1bb0412a] Powered on the VM {{(pid=62328) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 909.058443] env[62328]: INFO nova.compute.manager [None req-6b13485d-856a-4ce0-84cd-11187efbafed tempest-ServersAdminTestJSON-455323280 tempest-ServersAdminTestJSON-455323280-project-member] [instance: e78f4099-b61b-4dd2-8587-8c8f1bb0412a] Took 8.96 seconds to spawn the instance on the hypervisor. [ 909.058646] env[62328]: DEBUG nova.compute.manager [None req-6b13485d-856a-4ce0-84cd-11187efbafed tempest-ServersAdminTestJSON-455323280 tempest-ServersAdminTestJSON-455323280-project-member] [instance: e78f4099-b61b-4dd2-8587-8c8f1bb0412a] Checking state {{(pid=62328) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 909.059446] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c86af508-18f9-46c4-be48-78838372d4b0 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 909.331553] env[62328]: DEBUG oslo_concurrency.lockutils [None req-eaf3d403-dde7-41d4-9c6d-fc02a167fa01 tempest-ServersTestJSON-2041147199 tempest-ServersTestJSON-2041147199-project-member] Acquiring lock "refresh_cache-13b24bc5-3832-47cc-bf0f-14b881773e37" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 909.491905] env[62328]: DEBUG oslo_concurrency.lockutils [None req-cac4f7b0-8844-4251-baa5-59f8ca9b699e tempest-MultipleCreateTestJSON-1245707987 tempest-MultipleCreateTestJSON-1245707987-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.939s {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 909.494347] env[62328]: DEBUG oslo_concurrency.lockutils [None req-4f29d091-6214-4a03-ad52-e5fd11130067 tempest-DeleteServersTestJSON-1766103036 tempest-DeleteServersTestJSON-1766103036-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 14.877s {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 909.495793] env[62328]: INFO nova.compute.claims [None req-4f29d091-6214-4a03-ad52-e5fd11130067 tempest-DeleteServersTestJSON-1766103036 tempest-DeleteServersTestJSON-1766103036-project-member] [instance: 8ba3d7e7-2be2-4949-8c5f-8e508f04b292] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 909.498440] env[62328]: DEBUG oslo_concurrency.lockutils [None req-e5f0809d-45c7-442b-99d4-fa1ff6e3a58a tempest-ServersTestManualDisk-1140415373 tempest-ServersTestManualDisk-1140415373-project-member] Releasing lock "refresh_cache-77ca1d19-5060-4a7c-a780-56adf9a3f70e" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 909.498728] env[62328]: DEBUG nova.compute.manager [None req-e5f0809d-45c7-442b-99d4-fa1ff6e3a58a tempest-ServersTestManualDisk-1140415373 tempest-ServersTestManualDisk-1140415373-project-member] [instance: 77ca1d19-5060-4a7c-a780-56adf9a3f70e] Instance network_info: |[{"id": "4d08e708-88ca-4fdb-b13e-01f26d20bbca", "address": "fa:16:3e:d7:50:2f", "network": {"id": "4108c075-580b-45d9-bd28-706461aaecb1", "bridge": "br-int", "label": "tempest-ServersTestManualDisk-816623524-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cc0d9c546c6d4979b98a07cfe020280a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "605f83bd-808c-4b54-922e-54b14690987a", "external-id": "nsx-vlan-transportzone-25", "segmentation_id": 25, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4d08e708-88", "ovs_interfaceid": "4d08e708-88ca-4fdb-b13e-01f26d20bbca", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62328) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 909.503435] env[62328]: DEBUG nova.virt.vmwareapi.vmops [None req-e5f0809d-45c7-442b-99d4-fa1ff6e3a58a tempest-ServersTestManualDisk-1140415373 tempest-ServersTestManualDisk-1140415373-project-member] [instance: 77ca1d19-5060-4a7c-a780-56adf9a3f70e] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:d7:50:2f', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '605f83bd-808c-4b54-922e-54b14690987a', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '4d08e708-88ca-4fdb-b13e-01f26d20bbca', 'vif_model': 'vmxnet3'}] {{(pid=62328) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 909.511325] env[62328]: DEBUG nova.virt.vmwareapi.vm_util [None req-e5f0809d-45c7-442b-99d4-fa1ff6e3a58a tempest-ServersTestManualDisk-1140415373 tempest-ServersTestManualDisk-1140415373-project-member] Creating folder: Project (cc0d9c546c6d4979b98a07cfe020280a). Parent ref: group-v484164. {{(pid=62328) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 909.511619] env[62328]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-cf972ae0-50c4-4695-b14a-544e5d4fe705 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 909.519850] env[62328]: DEBUG oslo_vmware.api [None req-e4dd471b-96d8-4956-9363-67d9e6a7615d tempest-ServerDiskConfigTestJSON-126406698 tempest-ServerDiskConfigTestJSON-126406698-project-member] Task: {'id': task-2387165, 'name': ReconfigVM_Task, 'duration_secs': 0.290532} completed successfully. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 909.520959] env[62328]: INFO nova.scheduler.client.report [None req-cac4f7b0-8844-4251-baa5-59f8ca9b699e tempest-MultipleCreateTestJSON-1245707987 tempest-MultipleCreateTestJSON-1245707987-project-member] Deleted allocations for instance a761ba21-78b5-4c5c-a30b-2622da535c99 [ 909.522126] env[62328]: DEBUG nova.virt.vmwareapi.volumeops [None req-e4dd471b-96d8-4956-9363-67d9e6a7615d tempest-ServerDiskConfigTestJSON-126406698 tempest-ServerDiskConfigTestJSON-126406698-project-member] [instance: 5df51859-2d31-4abb-9c7d-d0b0405c3df9] Reconfigured VM instance instance-00000054 to attach disk [datastore1] 5df51859-2d31-4abb-9c7d-d0b0405c3df9/5df51859-2d31-4abb-9c7d-d0b0405c3df9.vmdk or device None with type sparse {{(pid=62328) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 909.526302] env[62328]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-f83c949f-cedd-4141-a2c9-cfbbe271562e {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 909.528117] env[62328]: INFO nova.virt.vmwareapi.vm_util [None req-e5f0809d-45c7-442b-99d4-fa1ff6e3a58a tempest-ServersTestManualDisk-1140415373 tempest-ServersTestManualDisk-1140415373-project-member] Created folder: Project (cc0d9c546c6d4979b98a07cfe020280a) in parent group-v484164. [ 909.528328] env[62328]: DEBUG nova.virt.vmwareapi.vm_util [None req-e5f0809d-45c7-442b-99d4-fa1ff6e3a58a tempest-ServersTestManualDisk-1140415373 tempest-ServersTestManualDisk-1140415373-project-member] Creating folder: Instances. Parent ref: group-v484393. {{(pid=62328) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 909.528783] env[62328]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-7c4fb2cd-81bf-4383-b67a-9fccc26f2168 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 909.535488] env[62328]: DEBUG oslo_vmware.api [None req-e4dd471b-96d8-4956-9363-67d9e6a7615d tempest-ServerDiskConfigTestJSON-126406698 tempest-ServerDiskConfigTestJSON-126406698-project-member] Waiting for the task: (returnval){ [ 909.535488] env[62328]: value = "task-2387167" [ 909.535488] env[62328]: _type = "Task" [ 909.535488] env[62328]: } to complete. {{(pid=62328) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 909.541037] env[62328]: INFO nova.virt.vmwareapi.vm_util [None req-e5f0809d-45c7-442b-99d4-fa1ff6e3a58a tempest-ServersTestManualDisk-1140415373 tempest-ServersTestManualDisk-1140415373-project-member] Created folder: Instances in parent group-v484393. [ 909.541037] env[62328]: DEBUG oslo.service.loopingcall [None req-e5f0809d-45c7-442b-99d4-fa1ff6e3a58a tempest-ServersTestManualDisk-1140415373 tempest-ServersTestManualDisk-1140415373-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62328) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 909.541037] env[62328]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 77ca1d19-5060-4a7c-a780-56adf9a3f70e] Creating VM on the ESX host {{(pid=62328) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 909.541200] env[62328]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-36f0060a-8822-4db0-88cb-0bb04610db9b {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 909.562768] env[62328]: DEBUG oslo_vmware.api [None req-e4dd471b-96d8-4956-9363-67d9e6a7615d tempest-ServerDiskConfigTestJSON-126406698 tempest-ServerDiskConfigTestJSON-126406698-project-member] Task: {'id': task-2387167, 'name': Rename_Task} progress is 5%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 909.567844] env[62328]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 909.567844] env[62328]: value = "task-2387169" [ 909.567844] env[62328]: _type = "Task" [ 909.567844] env[62328]: } to complete. {{(pid=62328) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 909.581206] env[62328]: INFO nova.compute.manager [None req-6b13485d-856a-4ce0-84cd-11187efbafed tempest-ServersAdminTestJSON-455323280 tempest-ServersAdminTestJSON-455323280-project-member] [instance: e78f4099-b61b-4dd2-8587-8c8f1bb0412a] Took 32.69 seconds to build instance. [ 909.586746] env[62328]: DEBUG oslo_vmware.api [-] Task: {'id': task-2387169, 'name': CreateVM_Task} progress is 6%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 909.600853] env[62328]: DEBUG nova.network.neutron [req-5a4dad2f-1e1d-4431-bcb8-83892391548a req-29c9b98b-9de8-466e-a88f-dd6b425ac898 service nova] [instance: 13b24bc5-3832-47cc-bf0f-14b881773e37] Instance cache missing network info. {{(pid=62328) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 909.619640] env[62328]: DEBUG nova.network.neutron [-] [instance: b3a96122-6f42-4407-a3e8-69305679d6e5] Updating instance_info_cache with network_info: [] {{(pid=62328) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 909.771520] env[62328]: DEBUG nova.network.neutron [req-5a4dad2f-1e1d-4431-bcb8-83892391548a req-29c9b98b-9de8-466e-a88f-dd6b425ac898 service nova] [instance: 13b24bc5-3832-47cc-bf0f-14b881773e37] Updating instance_info_cache with network_info: [] {{(pid=62328) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 910.032010] env[62328]: DEBUG oslo_concurrency.lockutils [None req-cac4f7b0-8844-4251-baa5-59f8ca9b699e tempest-MultipleCreateTestJSON-1245707987 tempest-MultipleCreateTestJSON-1245707987-project-member] Lock "a761ba21-78b5-4c5c-a30b-2622da535c99" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 24.055s {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 910.046685] env[62328]: DEBUG oslo_vmware.api [None req-e4dd471b-96d8-4956-9363-67d9e6a7615d tempest-ServerDiskConfigTestJSON-126406698 tempest-ServerDiskConfigTestJSON-126406698-project-member] Task: {'id': task-2387167, 'name': Rename_Task, 'duration_secs': 0.174745} completed successfully. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 910.046685] env[62328]: DEBUG nova.virt.vmwareapi.vm_util [None req-e4dd471b-96d8-4956-9363-67d9e6a7615d tempest-ServerDiskConfigTestJSON-126406698 tempest-ServerDiskConfigTestJSON-126406698-project-member] [instance: 5df51859-2d31-4abb-9c7d-d0b0405c3df9] Powering on the VM {{(pid=62328) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 910.046865] env[62328]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-2a90dbab-2c30-4ee0-8b1b-4ce13f6e04fc {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 910.054188] env[62328]: DEBUG oslo_vmware.api [None req-e4dd471b-96d8-4956-9363-67d9e6a7615d tempest-ServerDiskConfigTestJSON-126406698 tempest-ServerDiskConfigTestJSON-126406698-project-member] Waiting for the task: (returnval){ [ 910.054188] env[62328]: value = "task-2387170" [ 910.054188] env[62328]: _type = "Task" [ 910.054188] env[62328]: } to complete. {{(pid=62328) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 910.062073] env[62328]: DEBUG oslo_vmware.api [None req-e4dd471b-96d8-4956-9363-67d9e6a7615d tempest-ServerDiskConfigTestJSON-126406698 tempest-ServerDiskConfigTestJSON-126406698-project-member] Task: {'id': task-2387170, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 910.076823] env[62328]: DEBUG oslo_vmware.api [-] Task: {'id': task-2387169, 'name': CreateVM_Task, 'duration_secs': 0.416482} completed successfully. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 910.077214] env[62328]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 77ca1d19-5060-4a7c-a780-56adf9a3f70e] Created VM on the ESX host {{(pid=62328) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 910.077888] env[62328]: DEBUG oslo_concurrency.lockutils [None req-e5f0809d-45c7-442b-99d4-fa1ff6e3a58a tempest-ServersTestManualDisk-1140415373 tempest-ServersTestManualDisk-1140415373-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/dbf872a4-92be-47e4-8561-c3e2bf2423ab" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 910.078036] env[62328]: DEBUG oslo_concurrency.lockutils [None req-e5f0809d-45c7-442b-99d4-fa1ff6e3a58a tempest-ServersTestManualDisk-1140415373 tempest-ServersTestManualDisk-1140415373-project-member] Acquired lock "[datastore2] devstack-image-cache_base/dbf872a4-92be-47e4-8561-c3e2bf2423ab" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 910.078385] env[62328]: DEBUG oslo_concurrency.lockutils [None req-e5f0809d-45c7-442b-99d4-fa1ff6e3a58a tempest-ServersTestManualDisk-1140415373 tempest-ServersTestManualDisk-1140415373-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/dbf872a4-92be-47e4-8561-c3e2bf2423ab" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 910.078947] env[62328]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b3886ef7-8217-4d77-94d1-5114c5c024c7 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 910.083661] env[62328]: DEBUG oslo_vmware.api [None req-e5f0809d-45c7-442b-99d4-fa1ff6e3a58a tempest-ServersTestManualDisk-1140415373 tempest-ServersTestManualDisk-1140415373-project-member] Waiting for the task: (returnval){ [ 910.083661] env[62328]: value = "session[52a6e20e-410d-708a-99f2-080a575a99bd]52f564e3-05dd-c8af-589d-e689121ab1e6" [ 910.083661] env[62328]: _type = "Task" [ 910.083661] env[62328]: } to complete. {{(pid=62328) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 910.087839] env[62328]: DEBUG oslo_concurrency.lockutils [None req-6b13485d-856a-4ce0-84cd-11187efbafed tempest-ServersAdminTestJSON-455323280 tempest-ServersAdminTestJSON-455323280-project-member] Lock "e78f4099-b61b-4dd2-8587-8c8f1bb0412a" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 34.203s {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 910.095176] env[62328]: DEBUG oslo_vmware.api [None req-e5f0809d-45c7-442b-99d4-fa1ff6e3a58a tempest-ServersTestManualDisk-1140415373 tempest-ServersTestManualDisk-1140415373-project-member] Task: {'id': session[52a6e20e-410d-708a-99f2-080a575a99bd]52f564e3-05dd-c8af-589d-e689121ab1e6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 910.122404] env[62328]: INFO nova.compute.manager [-] [instance: b3a96122-6f42-4407-a3e8-69305679d6e5] Took 1.28 seconds to deallocate network for instance. [ 910.275203] env[62328]: DEBUG oslo_concurrency.lockutils [req-5a4dad2f-1e1d-4431-bcb8-83892391548a req-29c9b98b-9de8-466e-a88f-dd6b425ac898 service nova] Releasing lock "refresh_cache-13b24bc5-3832-47cc-bf0f-14b881773e37" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 910.275614] env[62328]: DEBUG oslo_concurrency.lockutils [None req-eaf3d403-dde7-41d4-9c6d-fc02a167fa01 tempest-ServersTestJSON-2041147199 tempest-ServersTestJSON-2041147199-project-member] Acquired lock "refresh_cache-13b24bc5-3832-47cc-bf0f-14b881773e37" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 910.275807] env[62328]: DEBUG nova.network.neutron [None req-eaf3d403-dde7-41d4-9c6d-fc02a167fa01 tempest-ServersTestJSON-2041147199 tempest-ServersTestJSON-2041147199-project-member] [instance: 13b24bc5-3832-47cc-bf0f-14b881773e37] Building network info cache for instance {{(pid=62328) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 910.567444] env[62328]: DEBUG oslo_vmware.api [None req-e4dd471b-96d8-4956-9363-67d9e6a7615d tempest-ServerDiskConfigTestJSON-126406698 tempest-ServerDiskConfigTestJSON-126406698-project-member] Task: {'id': task-2387170, 'name': PowerOnVM_Task, 'duration_secs': 0.482339} completed successfully. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 910.567444] env[62328]: DEBUG nova.virt.vmwareapi.vm_util [None req-e4dd471b-96d8-4956-9363-67d9e6a7615d tempest-ServerDiskConfigTestJSON-126406698 tempest-ServerDiskConfigTestJSON-126406698-project-member] [instance: 5df51859-2d31-4abb-9c7d-d0b0405c3df9] Powered on the VM {{(pid=62328) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 910.567644] env[62328]: INFO nova.compute.manager [None req-e4dd471b-96d8-4956-9363-67d9e6a7615d tempest-ServerDiskConfigTestJSON-126406698 tempest-ServerDiskConfigTestJSON-126406698-project-member] [instance: 5df51859-2d31-4abb-9c7d-d0b0405c3df9] Took 7.90 seconds to spawn the instance on the hypervisor. [ 910.567825] env[62328]: DEBUG nova.compute.manager [None req-e4dd471b-96d8-4956-9363-67d9e6a7615d tempest-ServerDiskConfigTestJSON-126406698 tempest-ServerDiskConfigTestJSON-126406698-project-member] [instance: 5df51859-2d31-4abb-9c7d-d0b0405c3df9] Checking state {{(pid=62328) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 910.568676] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-35065a19-6ef1-40b9-ab0d-1bb4b5578d10 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 910.595178] env[62328]: DEBUG oslo_vmware.api [None req-e5f0809d-45c7-442b-99d4-fa1ff6e3a58a tempest-ServersTestManualDisk-1140415373 tempest-ServersTestManualDisk-1140415373-project-member] Task: {'id': session[52a6e20e-410d-708a-99f2-080a575a99bd]52f564e3-05dd-c8af-589d-e689121ab1e6, 'name': SearchDatastore_Task, 'duration_secs': 0.025171} completed successfully. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 910.597560] env[62328]: DEBUG oslo_concurrency.lockutils [None req-e5f0809d-45c7-442b-99d4-fa1ff6e3a58a tempest-ServersTestManualDisk-1140415373 tempest-ServersTestManualDisk-1140415373-project-member] Releasing lock "[datastore2] devstack-image-cache_base/dbf872a4-92be-47e4-8561-c3e2bf2423ab" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 910.597798] env[62328]: DEBUG nova.virt.vmwareapi.vmops [None req-e5f0809d-45c7-442b-99d4-fa1ff6e3a58a tempest-ServersTestManualDisk-1140415373 tempest-ServersTestManualDisk-1140415373-project-member] [instance: 77ca1d19-5060-4a7c-a780-56adf9a3f70e] Processing image dbf872a4-92be-47e4-8561-c3e2bf2423ab {{(pid=62328) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 910.598051] env[62328]: DEBUG oslo_concurrency.lockutils [None req-e5f0809d-45c7-442b-99d4-fa1ff6e3a58a tempest-ServersTestManualDisk-1140415373 tempest-ServersTestManualDisk-1140415373-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/dbf872a4-92be-47e4-8561-c3e2bf2423ab/dbf872a4-92be-47e4-8561-c3e2bf2423ab.vmdk" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 910.598235] env[62328]: DEBUG oslo_concurrency.lockutils [None req-e5f0809d-45c7-442b-99d4-fa1ff6e3a58a tempest-ServersTestManualDisk-1140415373 tempest-ServersTestManualDisk-1140415373-project-member] Acquired lock "[datastore2] devstack-image-cache_base/dbf872a4-92be-47e4-8561-c3e2bf2423ab/dbf872a4-92be-47e4-8561-c3e2bf2423ab.vmdk" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 910.598407] env[62328]: DEBUG nova.virt.vmwareapi.ds_util [None req-e5f0809d-45c7-442b-99d4-fa1ff6e3a58a tempest-ServersTestManualDisk-1140415373 tempest-ServersTestManualDisk-1140415373-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62328) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 910.598838] env[62328]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-989590e0-fc50-472c-bfdb-d69c3f15578c {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 910.609958] env[62328]: DEBUG nova.virt.vmwareapi.ds_util [None req-e5f0809d-45c7-442b-99d4-fa1ff6e3a58a tempest-ServersTestManualDisk-1140415373 tempest-ServersTestManualDisk-1140415373-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62328) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 910.610154] env[62328]: DEBUG nova.virt.vmwareapi.vmops [None req-e5f0809d-45c7-442b-99d4-fa1ff6e3a58a tempest-ServersTestManualDisk-1140415373 tempest-ServersTestManualDisk-1140415373-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62328) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 910.610856] env[62328]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-48f2a635-b1ce-4486-8bfa-15ef93c714bb {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 910.615850] env[62328]: DEBUG oslo_vmware.api [None req-e5f0809d-45c7-442b-99d4-fa1ff6e3a58a tempest-ServersTestManualDisk-1140415373 tempest-ServersTestManualDisk-1140415373-project-member] Waiting for the task: (returnval){ [ 910.615850] env[62328]: value = "session[52a6e20e-410d-708a-99f2-080a575a99bd]521d321f-e676-a235-d99a-0c77e748a87c" [ 910.615850] env[62328]: _type = "Task" [ 910.615850] env[62328]: } to complete. {{(pid=62328) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 910.626662] env[62328]: DEBUG oslo_vmware.api [None req-e5f0809d-45c7-442b-99d4-fa1ff6e3a58a tempest-ServersTestManualDisk-1140415373 tempest-ServersTestManualDisk-1140415373-project-member] Task: {'id': session[52a6e20e-410d-708a-99f2-080a575a99bd]521d321f-e676-a235-d99a-0c77e748a87c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 910.628595] env[62328]: DEBUG oslo_concurrency.lockutils [None req-067000ca-4625-41e6-9cca-554ef9b6021f tempest-ServerAddressesNegativeTestJSON-283879621 tempest-ServerAddressesNegativeTestJSON-283879621-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 910.721190] env[62328]: DEBUG oslo_concurrency.lockutils [None req-ba58b72f-f5f1-4d4a-9ab9-6ee18c4bcd9e tempest-ServersAdminTestJSON-455323280 tempest-ServersAdminTestJSON-455323280-project-member] Acquiring lock "5dd099f6-e8c0-4574-bab7-b2aa30158ba3" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 910.721427] env[62328]: DEBUG oslo_concurrency.lockutils [None req-ba58b72f-f5f1-4d4a-9ab9-6ee18c4bcd9e tempest-ServersAdminTestJSON-455323280 tempest-ServersAdminTestJSON-455323280-project-member] Lock "5dd099f6-e8c0-4574-bab7-b2aa30158ba3" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 910.806897] env[62328]: DEBUG oslo_concurrency.lockutils [None req-3ebdf481-a01c-4b74-9627-44a62ed5e711 tempest-MultipleCreateTestJSON-1245707987 tempest-MultipleCreateTestJSON-1245707987-project-member] Acquiring lock "a2e0536d-14f2-4383-891e-8cf0278a8bb9" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 910.807144] env[62328]: DEBUG oslo_concurrency.lockutils [None req-3ebdf481-a01c-4b74-9627-44a62ed5e711 tempest-MultipleCreateTestJSON-1245707987 tempest-MultipleCreateTestJSON-1245707987-project-member] Lock "a2e0536d-14f2-4383-891e-8cf0278a8bb9" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 910.838022] env[62328]: DEBUG oslo_concurrency.lockutils [None req-3ebdf481-a01c-4b74-9627-44a62ed5e711 tempest-MultipleCreateTestJSON-1245707987 tempest-MultipleCreateTestJSON-1245707987-project-member] Acquiring lock "19cf93ff-3d13-4d89-a2b0-5ac9330075a6" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 910.838306] env[62328]: DEBUG oslo_concurrency.lockutils [None req-3ebdf481-a01c-4b74-9627-44a62ed5e711 tempest-MultipleCreateTestJSON-1245707987 tempest-MultipleCreateTestJSON-1245707987-project-member] Lock "19cf93ff-3d13-4d89-a2b0-5ac9330075a6" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 910.852036] env[62328]: DEBUG nova.network.neutron [None req-eaf3d403-dde7-41d4-9c6d-fc02a167fa01 tempest-ServersTestJSON-2041147199 tempest-ServersTestJSON-2041147199-project-member] [instance: 13b24bc5-3832-47cc-bf0f-14b881773e37] Instance cache missing network info. {{(pid=62328) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 910.868121] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-71016f68-617c-41ea-86de-599b576eaae2 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 910.875900] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-04ad5d35-37e3-4623-acfe-9ad259639ded {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 910.909099] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5b9124bc-78ae-4780-87fe-3cd6ea79eef2 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 910.917770] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-efaa4182-2159-4ff6-88f9-5412c99d6e63 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 910.930564] env[62328]: DEBUG nova.compute.provider_tree [None req-4f29d091-6214-4a03-ad52-e5fd11130067 tempest-DeleteServersTestJSON-1766103036 tempest-DeleteServersTestJSON-1766103036-project-member] Inventory has not changed in ProviderTree for provider: 3469e9f8-04af-49ca-8435-49f104496744 {{(pid=62328) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 911.034077] env[62328]: DEBUG nova.network.neutron [None req-eaf3d403-dde7-41d4-9c6d-fc02a167fa01 tempest-ServersTestJSON-2041147199 tempest-ServersTestJSON-2041147199-project-member] [instance: 13b24bc5-3832-47cc-bf0f-14b881773e37] Updating instance_info_cache with network_info: [{"id": "55848a6e-d33d-437a-9b8f-3ba72029b171", "address": "fa:16:3e:88:11:7a", "network": {"id": "6bb51e3a-3ea5-407f-af2d-a3aa2b58eb3e", "bridge": "br-int", "label": "tempest-ServersTestJSON-585704246-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c45c639ce4254b028b1106f234f63616", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d829efb7-e98e-4b67-bd03-b0888287dbfd", "external-id": "nsx-vlan-transportzone-128", "segmentation_id": 128, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap55848a6e-d3", "ovs_interfaceid": "55848a6e-d33d-437a-9b8f-3ba72029b171", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62328) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 911.069296] env[62328]: DEBUG nova.compute.manager [req-99213bbd-f4eb-46c8-9e60-e23e896f0f6e req-5ec8cfa9-d711-413e-a52b-c1b91571bcec service nova] [instance: b3a96122-6f42-4407-a3e8-69305679d6e5] Received event network-vif-deleted-1375bbec-4c22-4568-98f7-fbc53635369d {{(pid=62328) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 911.085779] env[62328]: INFO nova.compute.manager [None req-e4dd471b-96d8-4956-9363-67d9e6a7615d tempest-ServerDiskConfigTestJSON-126406698 tempest-ServerDiskConfigTestJSON-126406698-project-member] [instance: 5df51859-2d31-4abb-9c7d-d0b0405c3df9] Took 27.45 seconds to build instance. [ 911.126413] env[62328]: DEBUG oslo_vmware.api [None req-e5f0809d-45c7-442b-99d4-fa1ff6e3a58a tempest-ServersTestManualDisk-1140415373 tempest-ServersTestManualDisk-1140415373-project-member] Task: {'id': session[52a6e20e-410d-708a-99f2-080a575a99bd]521d321f-e676-a235-d99a-0c77e748a87c, 'name': SearchDatastore_Task, 'duration_secs': 0.012053} completed successfully. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 911.127214] env[62328]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5965379d-f626-4d53-9303-e52c38eecf1e {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 911.132647] env[62328]: DEBUG oslo_vmware.api [None req-e5f0809d-45c7-442b-99d4-fa1ff6e3a58a tempest-ServersTestManualDisk-1140415373 tempest-ServersTestManualDisk-1140415373-project-member] Waiting for the task: (returnval){ [ 911.132647] env[62328]: value = "session[52a6e20e-410d-708a-99f2-080a575a99bd]526c1e28-cf8e-afec-39fb-46a389b21a59" [ 911.132647] env[62328]: _type = "Task" [ 911.132647] env[62328]: } to complete. {{(pid=62328) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 911.142593] env[62328]: DEBUG oslo_vmware.api [None req-e5f0809d-45c7-442b-99d4-fa1ff6e3a58a tempest-ServersTestManualDisk-1140415373 tempest-ServersTestManualDisk-1140415373-project-member] Task: {'id': session[52a6e20e-410d-708a-99f2-080a575a99bd]526c1e28-cf8e-afec-39fb-46a389b21a59, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 911.224526] env[62328]: DEBUG nova.compute.manager [None req-ba58b72f-f5f1-4d4a-9ab9-6ee18c4bcd9e tempest-ServersAdminTestJSON-455323280 tempest-ServersAdminTestJSON-455323280-project-member] [instance: 5dd099f6-e8c0-4574-bab7-b2aa30158ba3] Starting instance... {{(pid=62328) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 911.312636] env[62328]: DEBUG nova.compute.manager [None req-3ebdf481-a01c-4b74-9627-44a62ed5e711 tempest-MultipleCreateTestJSON-1245707987 tempest-MultipleCreateTestJSON-1245707987-project-member] [instance: a2e0536d-14f2-4383-891e-8cf0278a8bb9] Starting instance... {{(pid=62328) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 911.342027] env[62328]: DEBUG nova.compute.manager [None req-3ebdf481-a01c-4b74-9627-44a62ed5e711 tempest-MultipleCreateTestJSON-1245707987 tempest-MultipleCreateTestJSON-1245707987-project-member] [instance: 19cf93ff-3d13-4d89-a2b0-5ac9330075a6] Starting instance... {{(pid=62328) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 911.436053] env[62328]: DEBUG nova.scheduler.client.report [None req-4f29d091-6214-4a03-ad52-e5fd11130067 tempest-DeleteServersTestJSON-1766103036 tempest-DeleteServersTestJSON-1766103036-project-member] Inventory has not changed for provider 3469e9f8-04af-49ca-8435-49f104496744 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 152, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62328) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 911.536503] env[62328]: DEBUG oslo_concurrency.lockutils [None req-eaf3d403-dde7-41d4-9c6d-fc02a167fa01 tempest-ServersTestJSON-2041147199 tempest-ServersTestJSON-2041147199-project-member] Releasing lock "refresh_cache-13b24bc5-3832-47cc-bf0f-14b881773e37" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 911.536849] env[62328]: DEBUG nova.compute.manager [None req-eaf3d403-dde7-41d4-9c6d-fc02a167fa01 tempest-ServersTestJSON-2041147199 tempest-ServersTestJSON-2041147199-project-member] [instance: 13b24bc5-3832-47cc-bf0f-14b881773e37] Instance network_info: |[{"id": "55848a6e-d33d-437a-9b8f-3ba72029b171", "address": "fa:16:3e:88:11:7a", "network": {"id": "6bb51e3a-3ea5-407f-af2d-a3aa2b58eb3e", "bridge": "br-int", "label": "tempest-ServersTestJSON-585704246-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c45c639ce4254b028b1106f234f63616", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d829efb7-e98e-4b67-bd03-b0888287dbfd", "external-id": "nsx-vlan-transportzone-128", "segmentation_id": 128, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap55848a6e-d3", "ovs_interfaceid": "55848a6e-d33d-437a-9b8f-3ba72029b171", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62328) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 911.537320] env[62328]: DEBUG nova.virt.vmwareapi.vmops [None req-eaf3d403-dde7-41d4-9c6d-fc02a167fa01 tempest-ServersTestJSON-2041147199 tempest-ServersTestJSON-2041147199-project-member] [instance: 13b24bc5-3832-47cc-bf0f-14b881773e37] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:88:11:7a', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'd829efb7-e98e-4b67-bd03-b0888287dbfd', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '55848a6e-d33d-437a-9b8f-3ba72029b171', 'vif_model': 'vmxnet3'}] {{(pid=62328) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 911.545491] env[62328]: DEBUG oslo.service.loopingcall [None req-eaf3d403-dde7-41d4-9c6d-fc02a167fa01 tempest-ServersTestJSON-2041147199 tempest-ServersTestJSON-2041147199-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62328) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 911.545776] env[62328]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 13b24bc5-3832-47cc-bf0f-14b881773e37] Creating VM on the ESX host {{(pid=62328) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 911.545976] env[62328]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-30663ce1-1ff2-469b-863c-bb1ee463fd17 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 911.570932] env[62328]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 911.570932] env[62328]: value = "task-2387171" [ 911.570932] env[62328]: _type = "Task" [ 911.570932] env[62328]: } to complete. {{(pid=62328) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 911.578851] env[62328]: DEBUG oslo_vmware.api [-] Task: {'id': task-2387171, 'name': CreateVM_Task} progress is 0%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 911.588494] env[62328]: DEBUG oslo_concurrency.lockutils [None req-e4dd471b-96d8-4956-9363-67d9e6a7615d tempest-ServerDiskConfigTestJSON-126406698 tempest-ServerDiskConfigTestJSON-126406698-project-member] Lock "5df51859-2d31-4abb-9c7d-d0b0405c3df9" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 28.959s {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 911.644452] env[62328]: DEBUG oslo_vmware.api [None req-e5f0809d-45c7-442b-99d4-fa1ff6e3a58a tempest-ServersTestManualDisk-1140415373 tempest-ServersTestManualDisk-1140415373-project-member] Task: {'id': session[52a6e20e-410d-708a-99f2-080a575a99bd]526c1e28-cf8e-afec-39fb-46a389b21a59, 'name': SearchDatastore_Task, 'duration_secs': 0.015708} completed successfully. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 911.644777] env[62328]: DEBUG oslo_concurrency.lockutils [None req-e5f0809d-45c7-442b-99d4-fa1ff6e3a58a tempest-ServersTestManualDisk-1140415373 tempest-ServersTestManualDisk-1140415373-project-member] Releasing lock "[datastore2] devstack-image-cache_base/dbf872a4-92be-47e4-8561-c3e2bf2423ab/dbf872a4-92be-47e4-8561-c3e2bf2423ab.vmdk" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 911.645078] env[62328]: DEBUG nova.virt.vmwareapi.vm_util [None req-e5f0809d-45c7-442b-99d4-fa1ff6e3a58a tempest-ServersTestManualDisk-1140415373 tempest-ServersTestManualDisk-1140415373-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/dbf872a4-92be-47e4-8561-c3e2bf2423ab/dbf872a4-92be-47e4-8561-c3e2bf2423ab.vmdk to [datastore2] 77ca1d19-5060-4a7c-a780-56adf9a3f70e/77ca1d19-5060-4a7c-a780-56adf9a3f70e.vmdk {{(pid=62328) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 911.645369] env[62328]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-6daef8d7-259e-4800-815c-82f181be72c8 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 911.652922] env[62328]: DEBUG oslo_vmware.api [None req-e5f0809d-45c7-442b-99d4-fa1ff6e3a58a tempest-ServersTestManualDisk-1140415373 tempest-ServersTestManualDisk-1140415373-project-member] Waiting for the task: (returnval){ [ 911.652922] env[62328]: value = "task-2387172" [ 911.652922] env[62328]: _type = "Task" [ 911.652922] env[62328]: } to complete. {{(pid=62328) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 911.662262] env[62328]: DEBUG oslo_vmware.api [None req-e5f0809d-45c7-442b-99d4-fa1ff6e3a58a tempest-ServersTestManualDisk-1140415373 tempest-ServersTestManualDisk-1140415373-project-member] Task: {'id': task-2387172, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 911.760480] env[62328]: DEBUG oslo_concurrency.lockutils [None req-ba58b72f-f5f1-4d4a-9ab9-6ee18c4bcd9e tempest-ServersAdminTestJSON-455323280 tempest-ServersAdminTestJSON-455323280-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 911.836365] env[62328]: DEBUG oslo_concurrency.lockutils [None req-3ebdf481-a01c-4b74-9627-44a62ed5e711 tempest-MultipleCreateTestJSON-1245707987 tempest-MultipleCreateTestJSON-1245707987-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 911.865757] env[62328]: DEBUG oslo_concurrency.lockutils [None req-3ebdf481-a01c-4b74-9627-44a62ed5e711 tempest-MultipleCreateTestJSON-1245707987 tempest-MultipleCreateTestJSON-1245707987-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 911.942082] env[62328]: DEBUG oslo_concurrency.lockutils [None req-4f29d091-6214-4a03-ad52-e5fd11130067 tempest-DeleteServersTestJSON-1766103036 tempest-DeleteServersTestJSON-1766103036-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.448s {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 911.942862] env[62328]: DEBUG nova.compute.manager [None req-4f29d091-6214-4a03-ad52-e5fd11130067 tempest-DeleteServersTestJSON-1766103036 tempest-DeleteServersTestJSON-1766103036-project-member] [instance: 8ba3d7e7-2be2-4949-8c5f-8e508f04b292] Start building networks asynchronously for instance. {{(pid=62328) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 911.946070] env[62328]: DEBUG oslo_concurrency.lockutils [None req-c8274c19-b823-451a-932e-3618e5d19295 tempest-ServerAddressesTestJSON-1355536089 tempest-ServerAddressesTestJSON-1355536089-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 14.709s {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 911.946331] env[62328]: DEBUG nova.objects.instance [None req-c8274c19-b823-451a-932e-3618e5d19295 tempest-ServerAddressesTestJSON-1355536089 tempest-ServerAddressesTestJSON-1355536089-project-member] Lazy-loading 'resources' on Instance uuid b3655835-4dc8-4e69-aa40-9421d264f283 {{(pid=62328) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 912.082956] env[62328]: DEBUG oslo_vmware.api [-] Task: {'id': task-2387171, 'name': CreateVM_Task, 'duration_secs': 0.409371} completed successfully. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 912.083304] env[62328]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 13b24bc5-3832-47cc-bf0f-14b881773e37] Created VM on the ESX host {{(pid=62328) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 912.083902] env[62328]: DEBUG oslo_concurrency.lockutils [None req-eaf3d403-dde7-41d4-9c6d-fc02a167fa01 tempest-ServersTestJSON-2041147199 tempest-ServersTestJSON-2041147199-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/dbf872a4-92be-47e4-8561-c3e2bf2423ab" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 912.084086] env[62328]: DEBUG oslo_concurrency.lockutils [None req-eaf3d403-dde7-41d4-9c6d-fc02a167fa01 tempest-ServersTestJSON-2041147199 tempest-ServersTestJSON-2041147199-project-member] Acquired lock "[datastore1] devstack-image-cache_base/dbf872a4-92be-47e4-8561-c3e2bf2423ab" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 912.084444] env[62328]: DEBUG oslo_concurrency.lockutils [None req-eaf3d403-dde7-41d4-9c6d-fc02a167fa01 tempest-ServersTestJSON-2041147199 tempest-ServersTestJSON-2041147199-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/dbf872a4-92be-47e4-8561-c3e2bf2423ab" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 912.084717] env[62328]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c36d496a-2f32-41e7-83e5-185a1a11f6df {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 912.091249] env[62328]: DEBUG oslo_vmware.api [None req-eaf3d403-dde7-41d4-9c6d-fc02a167fa01 tempest-ServersTestJSON-2041147199 tempest-ServersTestJSON-2041147199-project-member] Waiting for the task: (returnval){ [ 912.091249] env[62328]: value = "session[52a6e20e-410d-708a-99f2-080a575a99bd]52682146-f9f7-9f11-89ff-8062d76dff4d" [ 912.091249] env[62328]: _type = "Task" [ 912.091249] env[62328]: } to complete. {{(pid=62328) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 912.101150] env[62328]: DEBUG oslo_vmware.api [None req-eaf3d403-dde7-41d4-9c6d-fc02a167fa01 tempest-ServersTestJSON-2041147199 tempest-ServersTestJSON-2041147199-project-member] Task: {'id': session[52a6e20e-410d-708a-99f2-080a575a99bd]52682146-f9f7-9f11-89ff-8062d76dff4d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 912.162323] env[62328]: DEBUG oslo_vmware.api [None req-e5f0809d-45c7-442b-99d4-fa1ff6e3a58a tempest-ServersTestManualDisk-1140415373 tempest-ServersTestManualDisk-1140415373-project-member] Task: {'id': task-2387172, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 912.266014] env[62328]: DEBUG nova.compute.manager [None req-40ea61cc-4f56-4022-afe8-4d65e4c8864f tempest-ServerDiskConfigTestJSON-126406698 tempest-ServerDiskConfigTestJSON-126406698-project-member] [instance: 5df51859-2d31-4abb-9c7d-d0b0405c3df9] Stashing vm_state: active {{(pid=62328) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 912.450023] env[62328]: DEBUG nova.compute.utils [None req-4f29d091-6214-4a03-ad52-e5fd11130067 tempest-DeleteServersTestJSON-1766103036 tempest-DeleteServersTestJSON-1766103036-project-member] Using /dev/sd instead of None {{(pid=62328) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 912.454914] env[62328]: DEBUG nova.compute.manager [None req-4f29d091-6214-4a03-ad52-e5fd11130067 tempest-DeleteServersTestJSON-1766103036 tempest-DeleteServersTestJSON-1766103036-project-member] [instance: 8ba3d7e7-2be2-4949-8c5f-8e508f04b292] Allocating IP information in the background. {{(pid=62328) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 912.455117] env[62328]: DEBUG nova.network.neutron [None req-4f29d091-6214-4a03-ad52-e5fd11130067 tempest-DeleteServersTestJSON-1766103036 tempest-DeleteServersTestJSON-1766103036-project-member] [instance: 8ba3d7e7-2be2-4949-8c5f-8e508f04b292] allocate_for_instance() {{(pid=62328) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 912.506227] env[62328]: DEBUG nova.policy [None req-4f29d091-6214-4a03-ad52-e5fd11130067 tempest-DeleteServersTestJSON-1766103036 tempest-DeleteServersTestJSON-1766103036-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '699ce75fc096435fb92708a7336ced09', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '7aa9ac81c5264c7cba58e5879eedf77c', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62328) authorize /opt/stack/nova/nova/policy.py:192}} [ 912.607024] env[62328]: DEBUG oslo_vmware.api [None req-eaf3d403-dde7-41d4-9c6d-fc02a167fa01 tempest-ServersTestJSON-2041147199 tempest-ServersTestJSON-2041147199-project-member] Task: {'id': session[52a6e20e-410d-708a-99f2-080a575a99bd]52682146-f9f7-9f11-89ff-8062d76dff4d, 'name': SearchDatastore_Task, 'duration_secs': 0.018086} completed successfully. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 912.607024] env[62328]: DEBUG oslo_concurrency.lockutils [None req-eaf3d403-dde7-41d4-9c6d-fc02a167fa01 tempest-ServersTestJSON-2041147199 tempest-ServersTestJSON-2041147199-project-member] Releasing lock "[datastore1] devstack-image-cache_base/dbf872a4-92be-47e4-8561-c3e2bf2423ab" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 912.607024] env[62328]: DEBUG nova.virt.vmwareapi.vmops [None req-eaf3d403-dde7-41d4-9c6d-fc02a167fa01 tempest-ServersTestJSON-2041147199 tempest-ServersTestJSON-2041147199-project-member] [instance: 13b24bc5-3832-47cc-bf0f-14b881773e37] Processing image dbf872a4-92be-47e4-8561-c3e2bf2423ab {{(pid=62328) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 912.607024] env[62328]: DEBUG oslo_concurrency.lockutils [None req-eaf3d403-dde7-41d4-9c6d-fc02a167fa01 tempest-ServersTestJSON-2041147199 tempest-ServersTestJSON-2041147199-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/dbf872a4-92be-47e4-8561-c3e2bf2423ab/dbf872a4-92be-47e4-8561-c3e2bf2423ab.vmdk" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 912.607024] env[62328]: DEBUG oslo_concurrency.lockutils [None req-eaf3d403-dde7-41d4-9c6d-fc02a167fa01 tempest-ServersTestJSON-2041147199 tempest-ServersTestJSON-2041147199-project-member] Acquired lock "[datastore1] devstack-image-cache_base/dbf872a4-92be-47e4-8561-c3e2bf2423ab/dbf872a4-92be-47e4-8561-c3e2bf2423ab.vmdk" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 912.607024] env[62328]: DEBUG nova.virt.vmwareapi.ds_util [None req-eaf3d403-dde7-41d4-9c6d-fc02a167fa01 tempest-ServersTestJSON-2041147199 tempest-ServersTestJSON-2041147199-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62328) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 912.607024] env[62328]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-48057267-2cae-401e-ba45-f49000be9275 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 912.622017] env[62328]: DEBUG nova.virt.vmwareapi.ds_util [None req-eaf3d403-dde7-41d4-9c6d-fc02a167fa01 tempest-ServersTestJSON-2041147199 tempest-ServersTestJSON-2041147199-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62328) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 912.622017] env[62328]: DEBUG nova.virt.vmwareapi.vmops [None req-eaf3d403-dde7-41d4-9c6d-fc02a167fa01 tempest-ServersTestJSON-2041147199 tempest-ServersTestJSON-2041147199-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62328) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 912.622017] env[62328]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cd216228-6609-4180-b383-711425b7362b {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 912.631018] env[62328]: DEBUG oslo_vmware.api [None req-eaf3d403-dde7-41d4-9c6d-fc02a167fa01 tempest-ServersTestJSON-2041147199 tempest-ServersTestJSON-2041147199-project-member] Waiting for the task: (returnval){ [ 912.631018] env[62328]: value = "session[52a6e20e-410d-708a-99f2-080a575a99bd]52fd0bff-c8b2-3aa1-407b-b1bf2757e690" [ 912.631018] env[62328]: _type = "Task" [ 912.631018] env[62328]: } to complete. {{(pid=62328) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 912.638474] env[62328]: DEBUG oslo_vmware.api [None req-eaf3d403-dde7-41d4-9c6d-fc02a167fa01 tempest-ServersTestJSON-2041147199 tempest-ServersTestJSON-2041147199-project-member] Task: {'id': session[52a6e20e-410d-708a-99f2-080a575a99bd]52fd0bff-c8b2-3aa1-407b-b1bf2757e690, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 912.663276] env[62328]: DEBUG oslo_vmware.api [None req-e5f0809d-45c7-442b-99d4-fa1ff6e3a58a tempest-ServersTestManualDisk-1140415373 tempest-ServersTestManualDisk-1140415373-project-member] Task: {'id': task-2387172, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.513949} completed successfully. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 912.663796] env[62328]: DEBUG nova.virt.vmwareapi.vm_util [None req-e5f0809d-45c7-442b-99d4-fa1ff6e3a58a tempest-ServersTestManualDisk-1140415373 tempest-ServersTestManualDisk-1140415373-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/dbf872a4-92be-47e4-8561-c3e2bf2423ab/dbf872a4-92be-47e4-8561-c3e2bf2423ab.vmdk to [datastore2] 77ca1d19-5060-4a7c-a780-56adf9a3f70e/77ca1d19-5060-4a7c-a780-56adf9a3f70e.vmdk {{(pid=62328) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 912.664194] env[62328]: DEBUG nova.virt.vmwareapi.vmops [None req-e5f0809d-45c7-442b-99d4-fa1ff6e3a58a tempest-ServersTestManualDisk-1140415373 tempest-ServersTestManualDisk-1140415373-project-member] [instance: 77ca1d19-5060-4a7c-a780-56adf9a3f70e] Extending root virtual disk to 1048576 {{(pid=62328) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 912.664807] env[62328]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-005019cf-3187-4e43-91c5-b10f6645eac0 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 912.671081] env[62328]: DEBUG oslo_vmware.api [None req-e5f0809d-45c7-442b-99d4-fa1ff6e3a58a tempest-ServersTestManualDisk-1140415373 tempest-ServersTestManualDisk-1140415373-project-member] Waiting for the task: (returnval){ [ 912.671081] env[62328]: value = "task-2387173" [ 912.671081] env[62328]: _type = "Task" [ 912.671081] env[62328]: } to complete. {{(pid=62328) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 912.681120] env[62328]: DEBUG oslo_vmware.api [None req-e5f0809d-45c7-442b-99d4-fa1ff6e3a58a tempest-ServersTestManualDisk-1140415373 tempest-ServersTestManualDisk-1140415373-project-member] Task: {'id': task-2387173, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 912.785132] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6928aa2d-7763-4bb3-bc26-966c29c1de1a {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 912.790605] env[62328]: DEBUG oslo_concurrency.lockutils [None req-40ea61cc-4f56-4022-afe8-4d65e4c8864f tempest-ServerDiskConfigTestJSON-126406698 tempest-ServerDiskConfigTestJSON-126406698-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 912.797086] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-780823e1-e284-43e5-b873-0298b1778238 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 912.832797] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a18415af-ace3-449f-89c7-536b196cbaee {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 912.840543] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7ac8bd28-1035-4d17-abe0-6fcf4eac4895 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 912.857145] env[62328]: DEBUG nova.compute.provider_tree [None req-c8274c19-b823-451a-932e-3618e5d19295 tempest-ServerAddressesTestJSON-1355536089 tempest-ServerAddressesTestJSON-1355536089-project-member] Inventory has not changed in ProviderTree for provider: 3469e9f8-04af-49ca-8435-49f104496744 {{(pid=62328) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 912.865576] env[62328]: DEBUG nova.network.neutron [None req-4f29d091-6214-4a03-ad52-e5fd11130067 tempest-DeleteServersTestJSON-1766103036 tempest-DeleteServersTestJSON-1766103036-project-member] [instance: 8ba3d7e7-2be2-4949-8c5f-8e508f04b292] Successfully created port: a31479b4-a196-401f-bbcb-ba6c4188bcf9 {{(pid=62328) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 912.955644] env[62328]: DEBUG nova.compute.manager [None req-4f29d091-6214-4a03-ad52-e5fd11130067 tempest-DeleteServersTestJSON-1766103036 tempest-DeleteServersTestJSON-1766103036-project-member] [instance: 8ba3d7e7-2be2-4949-8c5f-8e508f04b292] Start building block device mappings for instance. {{(pid=62328) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 913.140582] env[62328]: DEBUG oslo_vmware.api [None req-eaf3d403-dde7-41d4-9c6d-fc02a167fa01 tempest-ServersTestJSON-2041147199 tempest-ServersTestJSON-2041147199-project-member] Task: {'id': session[52a6e20e-410d-708a-99f2-080a575a99bd]52fd0bff-c8b2-3aa1-407b-b1bf2757e690, 'name': SearchDatastore_Task, 'duration_secs': 0.046858} completed successfully. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 913.141377] env[62328]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a4dbf40a-b519-4cdb-8915-eff0b9adba2b {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 913.146531] env[62328]: DEBUG oslo_vmware.api [None req-eaf3d403-dde7-41d4-9c6d-fc02a167fa01 tempest-ServersTestJSON-2041147199 tempest-ServersTestJSON-2041147199-project-member] Waiting for the task: (returnval){ [ 913.146531] env[62328]: value = "session[52a6e20e-410d-708a-99f2-080a575a99bd]52fe8436-2419-df7f-44bd-8ca437ec3521" [ 913.146531] env[62328]: _type = "Task" [ 913.146531] env[62328]: } to complete. {{(pid=62328) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 913.154245] env[62328]: DEBUG oslo_vmware.api [None req-eaf3d403-dde7-41d4-9c6d-fc02a167fa01 tempest-ServersTestJSON-2041147199 tempest-ServersTestJSON-2041147199-project-member] Task: {'id': session[52a6e20e-410d-708a-99f2-080a575a99bd]52fe8436-2419-df7f-44bd-8ca437ec3521, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 913.181025] env[62328]: DEBUG oslo_vmware.api [None req-e5f0809d-45c7-442b-99d4-fa1ff6e3a58a tempest-ServersTestManualDisk-1140415373 tempest-ServersTestManualDisk-1140415373-project-member] Task: {'id': task-2387173, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.332221} completed successfully. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 913.181121] env[62328]: DEBUG nova.virt.vmwareapi.vmops [None req-e5f0809d-45c7-442b-99d4-fa1ff6e3a58a tempest-ServersTestManualDisk-1140415373 tempest-ServersTestManualDisk-1140415373-project-member] [instance: 77ca1d19-5060-4a7c-a780-56adf9a3f70e] Extended root virtual disk {{(pid=62328) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 913.181972] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-889ed1f8-b6d3-4c0e-adea-73d7f3afdc01 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 913.204522] env[62328]: DEBUG nova.virt.vmwareapi.volumeops [None req-e5f0809d-45c7-442b-99d4-fa1ff6e3a58a tempest-ServersTestManualDisk-1140415373 tempest-ServersTestManualDisk-1140415373-project-member] [instance: 77ca1d19-5060-4a7c-a780-56adf9a3f70e] Reconfiguring VM instance instance-00000055 to attach disk [datastore2] 77ca1d19-5060-4a7c-a780-56adf9a3f70e/77ca1d19-5060-4a7c-a780-56adf9a3f70e.vmdk or device None with type sparse {{(pid=62328) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 913.204813] env[62328]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8b608e85-caf1-4930-a76f-af9593224742 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 913.223856] env[62328]: DEBUG oslo_vmware.api [None req-e5f0809d-45c7-442b-99d4-fa1ff6e3a58a tempest-ServersTestManualDisk-1140415373 tempest-ServersTestManualDisk-1140415373-project-member] Waiting for the task: (returnval){ [ 913.223856] env[62328]: value = "task-2387174" [ 913.223856] env[62328]: _type = "Task" [ 913.223856] env[62328]: } to complete. {{(pid=62328) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 913.231810] env[62328]: DEBUG oslo_vmware.api [None req-e5f0809d-45c7-442b-99d4-fa1ff6e3a58a tempest-ServersTestManualDisk-1140415373 tempest-ServersTestManualDisk-1140415373-project-member] Task: {'id': task-2387174, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 913.360942] env[62328]: DEBUG nova.scheduler.client.report [None req-c8274c19-b823-451a-932e-3618e5d19295 tempest-ServerAddressesTestJSON-1355536089 tempest-ServerAddressesTestJSON-1355536089-project-member] Inventory has not changed for provider 3469e9f8-04af-49ca-8435-49f104496744 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 152, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62328) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 913.657731] env[62328]: DEBUG oslo_vmware.api [None req-eaf3d403-dde7-41d4-9c6d-fc02a167fa01 tempest-ServersTestJSON-2041147199 tempest-ServersTestJSON-2041147199-project-member] Task: {'id': session[52a6e20e-410d-708a-99f2-080a575a99bd]52fe8436-2419-df7f-44bd-8ca437ec3521, 'name': SearchDatastore_Task, 'duration_secs': 0.023545} completed successfully. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 913.657979] env[62328]: DEBUG oslo_concurrency.lockutils [None req-eaf3d403-dde7-41d4-9c6d-fc02a167fa01 tempest-ServersTestJSON-2041147199 tempest-ServersTestJSON-2041147199-project-member] Releasing lock "[datastore1] devstack-image-cache_base/dbf872a4-92be-47e4-8561-c3e2bf2423ab/dbf872a4-92be-47e4-8561-c3e2bf2423ab.vmdk" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 913.658254] env[62328]: DEBUG nova.virt.vmwareapi.vm_util [None req-eaf3d403-dde7-41d4-9c6d-fc02a167fa01 tempest-ServersTestJSON-2041147199 tempest-ServersTestJSON-2041147199-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/dbf872a4-92be-47e4-8561-c3e2bf2423ab/dbf872a4-92be-47e4-8561-c3e2bf2423ab.vmdk to [datastore1] 13b24bc5-3832-47cc-bf0f-14b881773e37/13b24bc5-3832-47cc-bf0f-14b881773e37.vmdk {{(pid=62328) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 913.658506] env[62328]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-c2350b32-0fd1-46f4-8690-75518b9d4249 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 913.664295] env[62328]: DEBUG oslo_vmware.api [None req-eaf3d403-dde7-41d4-9c6d-fc02a167fa01 tempest-ServersTestJSON-2041147199 tempest-ServersTestJSON-2041147199-project-member] Waiting for the task: (returnval){ [ 913.664295] env[62328]: value = "task-2387175" [ 913.664295] env[62328]: _type = "Task" [ 913.664295] env[62328]: } to complete. {{(pid=62328) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 913.671856] env[62328]: DEBUG oslo_vmware.api [None req-eaf3d403-dde7-41d4-9c6d-fc02a167fa01 tempest-ServersTestJSON-2041147199 tempest-ServersTestJSON-2041147199-project-member] Task: {'id': task-2387175, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 913.734243] env[62328]: DEBUG oslo_vmware.api [None req-e5f0809d-45c7-442b-99d4-fa1ff6e3a58a tempest-ServersTestManualDisk-1140415373 tempest-ServersTestManualDisk-1140415373-project-member] Task: {'id': task-2387174, 'name': ReconfigVM_Task, 'duration_secs': 0.433208} completed successfully. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 913.734545] env[62328]: DEBUG nova.virt.vmwareapi.volumeops [None req-e5f0809d-45c7-442b-99d4-fa1ff6e3a58a tempest-ServersTestManualDisk-1140415373 tempest-ServersTestManualDisk-1140415373-project-member] [instance: 77ca1d19-5060-4a7c-a780-56adf9a3f70e] Reconfigured VM instance instance-00000055 to attach disk [datastore2] 77ca1d19-5060-4a7c-a780-56adf9a3f70e/77ca1d19-5060-4a7c-a780-56adf9a3f70e.vmdk or device None with type sparse {{(pid=62328) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 913.735223] env[62328]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-e66679bc-ea2c-4295-b503-9477a2f64331 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 913.743297] env[62328]: DEBUG oslo_vmware.api [None req-e5f0809d-45c7-442b-99d4-fa1ff6e3a58a tempest-ServersTestManualDisk-1140415373 tempest-ServersTestManualDisk-1140415373-project-member] Waiting for the task: (returnval){ [ 913.743297] env[62328]: value = "task-2387176" [ 913.743297] env[62328]: _type = "Task" [ 913.743297] env[62328]: } to complete. {{(pid=62328) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 913.752412] env[62328]: DEBUG oslo_vmware.api [None req-e5f0809d-45c7-442b-99d4-fa1ff6e3a58a tempest-ServersTestManualDisk-1140415373 tempest-ServersTestManualDisk-1140415373-project-member] Task: {'id': task-2387176, 'name': Rename_Task} progress is 5%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 913.865650] env[62328]: DEBUG oslo_concurrency.lockutils [None req-c8274c19-b823-451a-932e-3618e5d19295 tempest-ServerAddressesTestJSON-1355536089 tempest-ServerAddressesTestJSON-1355536089-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.920s {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 913.868404] env[62328]: DEBUG oslo_concurrency.lockutils [None req-df0b688f-0503-4570-94f0-869092b20262 tempest-ServerShowV254Test-1359864267 tempest-ServerShowV254Test-1359864267-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 14.501s {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 913.870115] env[62328]: INFO nova.compute.claims [None req-df0b688f-0503-4570-94f0-869092b20262 tempest-ServerShowV254Test-1359864267 tempest-ServerShowV254Test-1359864267-project-member] [instance: 2516767d-888c-4c2e-b245-a7cfb36ff98a] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 913.893689] env[62328]: INFO nova.scheduler.client.report [None req-c8274c19-b823-451a-932e-3618e5d19295 tempest-ServerAddressesTestJSON-1355536089 tempest-ServerAddressesTestJSON-1355536089-project-member] Deleted allocations for instance b3655835-4dc8-4e69-aa40-9421d264f283 [ 913.965280] env[62328]: DEBUG nova.compute.manager [None req-4f29d091-6214-4a03-ad52-e5fd11130067 tempest-DeleteServersTestJSON-1766103036 tempest-DeleteServersTestJSON-1766103036-project-member] [instance: 8ba3d7e7-2be2-4949-8c5f-8e508f04b292] Start spawning the instance on the hypervisor. {{(pid=62328) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 913.994409] env[62328]: DEBUG nova.virt.hardware [None req-4f29d091-6214-4a03-ad52-e5fd11130067 tempest-DeleteServersTestJSON-1766103036 tempest-DeleteServersTestJSON-1766103036-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-07T17:16:55Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-07T17:16:37Z,direct_url=,disk_format='vmdk',id=dbf872a4-92be-47e4-8561-c3e2bf2423ab,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='2a64022f08d84b11a86773b900860ae5',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-07T17:16:38Z,virtual_size=,visibility=), allow threads: False {{(pid=62328) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 913.994705] env[62328]: DEBUG nova.virt.hardware [None req-4f29d091-6214-4a03-ad52-e5fd11130067 tempest-DeleteServersTestJSON-1766103036 tempest-DeleteServersTestJSON-1766103036-project-member] Flavor limits 0:0:0 {{(pid=62328) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 913.994820] env[62328]: DEBUG nova.virt.hardware [None req-4f29d091-6214-4a03-ad52-e5fd11130067 tempest-DeleteServersTestJSON-1766103036 tempest-DeleteServersTestJSON-1766103036-project-member] Image limits 0:0:0 {{(pid=62328) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 913.994995] env[62328]: DEBUG nova.virt.hardware [None req-4f29d091-6214-4a03-ad52-e5fd11130067 tempest-DeleteServersTestJSON-1766103036 tempest-DeleteServersTestJSON-1766103036-project-member] Flavor pref 0:0:0 {{(pid=62328) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 913.995162] env[62328]: DEBUG nova.virt.hardware [None req-4f29d091-6214-4a03-ad52-e5fd11130067 tempest-DeleteServersTestJSON-1766103036 tempest-DeleteServersTestJSON-1766103036-project-member] Image pref 0:0:0 {{(pid=62328) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 913.995311] env[62328]: DEBUG nova.virt.hardware [None req-4f29d091-6214-4a03-ad52-e5fd11130067 tempest-DeleteServersTestJSON-1766103036 tempest-DeleteServersTestJSON-1766103036-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62328) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 913.995657] env[62328]: DEBUG nova.virt.hardware [None req-4f29d091-6214-4a03-ad52-e5fd11130067 tempest-DeleteServersTestJSON-1766103036 tempest-DeleteServersTestJSON-1766103036-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62328) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 913.995657] env[62328]: DEBUG nova.virt.hardware [None req-4f29d091-6214-4a03-ad52-e5fd11130067 tempest-DeleteServersTestJSON-1766103036 tempest-DeleteServersTestJSON-1766103036-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62328) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 913.995914] env[62328]: DEBUG nova.virt.hardware [None req-4f29d091-6214-4a03-ad52-e5fd11130067 tempest-DeleteServersTestJSON-1766103036 tempest-DeleteServersTestJSON-1766103036-project-member] Got 1 possible topologies {{(pid=62328) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 913.995996] env[62328]: DEBUG nova.virt.hardware [None req-4f29d091-6214-4a03-ad52-e5fd11130067 tempest-DeleteServersTestJSON-1766103036 tempest-DeleteServersTestJSON-1766103036-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62328) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 913.996197] env[62328]: DEBUG nova.virt.hardware [None req-4f29d091-6214-4a03-ad52-e5fd11130067 tempest-DeleteServersTestJSON-1766103036 tempest-DeleteServersTestJSON-1766103036-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62328) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 913.997156] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-275b13f5-3933-4d83-8f9d-98baf6bbf3e6 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 914.006223] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f468ffc2-37b4-44fd-bc8d-fa8468a6c224 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 914.175254] env[62328]: DEBUG oslo_vmware.api [None req-eaf3d403-dde7-41d4-9c6d-fc02a167fa01 tempest-ServersTestJSON-2041147199 tempest-ServersTestJSON-2041147199-project-member] Task: {'id': task-2387175, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 914.253303] env[62328]: DEBUG oslo_vmware.api [None req-e5f0809d-45c7-442b-99d4-fa1ff6e3a58a tempest-ServersTestManualDisk-1140415373 tempest-ServersTestManualDisk-1140415373-project-member] Task: {'id': task-2387176, 'name': Rename_Task, 'duration_secs': 0.159931} completed successfully. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 914.253594] env[62328]: DEBUG nova.virt.vmwareapi.vm_util [None req-e5f0809d-45c7-442b-99d4-fa1ff6e3a58a tempest-ServersTestManualDisk-1140415373 tempest-ServersTestManualDisk-1140415373-project-member] [instance: 77ca1d19-5060-4a7c-a780-56adf9a3f70e] Powering on the VM {{(pid=62328) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 914.253851] env[62328]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-452357b8-d93c-43eb-af56-08b85162f58c {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 914.260387] env[62328]: DEBUG oslo_vmware.api [None req-e5f0809d-45c7-442b-99d4-fa1ff6e3a58a tempest-ServersTestManualDisk-1140415373 tempest-ServersTestManualDisk-1140415373-project-member] Waiting for the task: (returnval){ [ 914.260387] env[62328]: value = "task-2387177" [ 914.260387] env[62328]: _type = "Task" [ 914.260387] env[62328]: } to complete. {{(pid=62328) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 914.267729] env[62328]: DEBUG oslo_vmware.api [None req-e5f0809d-45c7-442b-99d4-fa1ff6e3a58a tempest-ServersTestManualDisk-1140415373 tempest-ServersTestManualDisk-1140415373-project-member] Task: {'id': task-2387177, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 914.401629] env[62328]: DEBUG oslo_concurrency.lockutils [None req-c8274c19-b823-451a-932e-3618e5d19295 tempest-ServerAddressesTestJSON-1355536089 tempest-ServerAddressesTestJSON-1355536089-project-member] Lock "b3655835-4dc8-4e69-aa40-9421d264f283" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 20.650s {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 914.679215] env[62328]: DEBUG oslo_vmware.api [None req-eaf3d403-dde7-41d4-9c6d-fc02a167fa01 tempest-ServersTestJSON-2041147199 tempest-ServersTestJSON-2041147199-project-member] Task: {'id': task-2387175, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.646271} completed successfully. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 914.679215] env[62328]: DEBUG nova.virt.vmwareapi.vm_util [None req-eaf3d403-dde7-41d4-9c6d-fc02a167fa01 tempest-ServersTestJSON-2041147199 tempest-ServersTestJSON-2041147199-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/dbf872a4-92be-47e4-8561-c3e2bf2423ab/dbf872a4-92be-47e4-8561-c3e2bf2423ab.vmdk to [datastore1] 13b24bc5-3832-47cc-bf0f-14b881773e37/13b24bc5-3832-47cc-bf0f-14b881773e37.vmdk {{(pid=62328) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 914.679215] env[62328]: DEBUG nova.virt.vmwareapi.vmops [None req-eaf3d403-dde7-41d4-9c6d-fc02a167fa01 tempest-ServersTestJSON-2041147199 tempest-ServersTestJSON-2041147199-project-member] [instance: 13b24bc5-3832-47cc-bf0f-14b881773e37] Extending root virtual disk to 1048576 {{(pid=62328) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 914.679338] env[62328]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-16be12c1-70b6-42f4-9b59-5380dd457e04 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 914.685546] env[62328]: DEBUG oslo_vmware.api [None req-eaf3d403-dde7-41d4-9c6d-fc02a167fa01 tempest-ServersTestJSON-2041147199 tempest-ServersTestJSON-2041147199-project-member] Waiting for the task: (returnval){ [ 914.685546] env[62328]: value = "task-2387178" [ 914.685546] env[62328]: _type = "Task" [ 914.685546] env[62328]: } to complete. {{(pid=62328) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 914.693394] env[62328]: DEBUG oslo_vmware.api [None req-eaf3d403-dde7-41d4-9c6d-fc02a167fa01 tempest-ServersTestJSON-2041147199 tempest-ServersTestJSON-2041147199-project-member] Task: {'id': task-2387178, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 914.771440] env[62328]: DEBUG oslo_vmware.api [None req-e5f0809d-45c7-442b-99d4-fa1ff6e3a58a tempest-ServersTestManualDisk-1140415373 tempest-ServersTestManualDisk-1140415373-project-member] Task: {'id': task-2387177, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 914.780324] env[62328]: DEBUG nova.compute.manager [req-2a25de9b-3eb8-407a-ad8e-0d1cae4b1bde req-06dedd47-9c04-4a0b-a2d7-35ffb488be98 service nova] [instance: 8ba3d7e7-2be2-4949-8c5f-8e508f04b292] Received event network-vif-plugged-a31479b4-a196-401f-bbcb-ba6c4188bcf9 {{(pid=62328) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 914.780613] env[62328]: DEBUG oslo_concurrency.lockutils [req-2a25de9b-3eb8-407a-ad8e-0d1cae4b1bde req-06dedd47-9c04-4a0b-a2d7-35ffb488be98 service nova] Acquiring lock "8ba3d7e7-2be2-4949-8c5f-8e508f04b292-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 914.780884] env[62328]: DEBUG oslo_concurrency.lockutils [req-2a25de9b-3eb8-407a-ad8e-0d1cae4b1bde req-06dedd47-9c04-4a0b-a2d7-35ffb488be98 service nova] Lock "8ba3d7e7-2be2-4949-8c5f-8e508f04b292-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 914.781080] env[62328]: DEBUG oslo_concurrency.lockutils [req-2a25de9b-3eb8-407a-ad8e-0d1cae4b1bde req-06dedd47-9c04-4a0b-a2d7-35ffb488be98 service nova] Lock "8ba3d7e7-2be2-4949-8c5f-8e508f04b292-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 914.782337] env[62328]: DEBUG nova.compute.manager [req-2a25de9b-3eb8-407a-ad8e-0d1cae4b1bde req-06dedd47-9c04-4a0b-a2d7-35ffb488be98 service nova] [instance: 8ba3d7e7-2be2-4949-8c5f-8e508f04b292] No waiting events found dispatching network-vif-plugged-a31479b4-a196-401f-bbcb-ba6c4188bcf9 {{(pid=62328) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 914.782562] env[62328]: WARNING nova.compute.manager [req-2a25de9b-3eb8-407a-ad8e-0d1cae4b1bde req-06dedd47-9c04-4a0b-a2d7-35ffb488be98 service nova] [instance: 8ba3d7e7-2be2-4949-8c5f-8e508f04b292] Received unexpected event network-vif-plugged-a31479b4-a196-401f-bbcb-ba6c4188bcf9 for instance with vm_state building and task_state spawning. [ 914.801880] env[62328]: DEBUG nova.network.neutron [None req-4f29d091-6214-4a03-ad52-e5fd11130067 tempest-DeleteServersTestJSON-1766103036 tempest-DeleteServersTestJSON-1766103036-project-member] [instance: 8ba3d7e7-2be2-4949-8c5f-8e508f04b292] Successfully updated port: a31479b4-a196-401f-bbcb-ba6c4188bcf9 {{(pid=62328) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 915.197884] env[62328]: DEBUG oslo_vmware.api [None req-eaf3d403-dde7-41d4-9c6d-fc02a167fa01 tempest-ServersTestJSON-2041147199 tempest-ServersTestJSON-2041147199-project-member] Task: {'id': task-2387178, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.088868} completed successfully. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 915.198284] env[62328]: DEBUG nova.virt.vmwareapi.vmops [None req-eaf3d403-dde7-41d4-9c6d-fc02a167fa01 tempest-ServersTestJSON-2041147199 tempest-ServersTestJSON-2041147199-project-member] [instance: 13b24bc5-3832-47cc-bf0f-14b881773e37] Extended root virtual disk {{(pid=62328) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 915.198994] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fa2a8022-5c99-43bf-913f-eb12dcd70800 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 915.224287] env[62328]: DEBUG nova.virt.vmwareapi.volumeops [None req-eaf3d403-dde7-41d4-9c6d-fc02a167fa01 tempest-ServersTestJSON-2041147199 tempest-ServersTestJSON-2041147199-project-member] [instance: 13b24bc5-3832-47cc-bf0f-14b881773e37] Reconfiguring VM instance instance-00000056 to attach disk [datastore1] 13b24bc5-3832-47cc-bf0f-14b881773e37/13b24bc5-3832-47cc-bf0f-14b881773e37.vmdk or device None with type sparse {{(pid=62328) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 915.226879] env[62328]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c3d670dd-dca2-48ab-a8d6-0e1abfe86d07 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 915.247746] env[62328]: DEBUG oslo_vmware.api [None req-eaf3d403-dde7-41d4-9c6d-fc02a167fa01 tempest-ServersTestJSON-2041147199 tempest-ServersTestJSON-2041147199-project-member] Waiting for the task: (returnval){ [ 915.247746] env[62328]: value = "task-2387179" [ 915.247746] env[62328]: _type = "Task" [ 915.247746] env[62328]: } to complete. {{(pid=62328) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 915.257965] env[62328]: DEBUG oslo_vmware.api [None req-eaf3d403-dde7-41d4-9c6d-fc02a167fa01 tempest-ServersTestJSON-2041147199 tempest-ServersTestJSON-2041147199-project-member] Task: {'id': task-2387179, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 915.271339] env[62328]: DEBUG oslo_vmware.api [None req-e5f0809d-45c7-442b-99d4-fa1ff6e3a58a tempest-ServersTestManualDisk-1140415373 tempest-ServersTestManualDisk-1140415373-project-member] Task: {'id': task-2387177, 'name': PowerOnVM_Task} progress is 71%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 915.304384] env[62328]: DEBUG oslo_concurrency.lockutils [None req-4f29d091-6214-4a03-ad52-e5fd11130067 tempest-DeleteServersTestJSON-1766103036 tempest-DeleteServersTestJSON-1766103036-project-member] Acquiring lock "refresh_cache-8ba3d7e7-2be2-4949-8c5f-8e508f04b292" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 915.304513] env[62328]: DEBUG oslo_concurrency.lockutils [None req-4f29d091-6214-4a03-ad52-e5fd11130067 tempest-DeleteServersTestJSON-1766103036 tempest-DeleteServersTestJSON-1766103036-project-member] Acquired lock "refresh_cache-8ba3d7e7-2be2-4949-8c5f-8e508f04b292" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 915.304665] env[62328]: DEBUG nova.network.neutron [None req-4f29d091-6214-4a03-ad52-e5fd11130067 tempest-DeleteServersTestJSON-1766103036 tempest-DeleteServersTestJSON-1766103036-project-member] [instance: 8ba3d7e7-2be2-4949-8c5f-8e508f04b292] Building network info cache for instance {{(pid=62328) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 915.326083] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-54ee69ee-96b6-4c12-8358-9a51b7d784e1 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 915.333720] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ca89982a-a8f4-4a7d-a517-333c677409da {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 915.365310] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-93166b8a-ecf4-4c90-9da3-5c93c96d97f8 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 915.373515] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-729d5dcf-78c4-49f5-adb6-482c0097ed7c {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 915.386937] env[62328]: DEBUG nova.compute.provider_tree [None req-df0b688f-0503-4570-94f0-869092b20262 tempest-ServerShowV254Test-1359864267 tempest-ServerShowV254Test-1359864267-project-member] Inventory has not changed in ProviderTree for provider: 3469e9f8-04af-49ca-8435-49f104496744 {{(pid=62328) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 915.760161] env[62328]: DEBUG oslo_vmware.api [None req-eaf3d403-dde7-41d4-9c6d-fc02a167fa01 tempest-ServersTestJSON-2041147199 tempest-ServersTestJSON-2041147199-project-member] Task: {'id': task-2387179, 'name': ReconfigVM_Task, 'duration_secs': 0.461358} completed successfully. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 915.760484] env[62328]: DEBUG nova.virt.vmwareapi.volumeops [None req-eaf3d403-dde7-41d4-9c6d-fc02a167fa01 tempest-ServersTestJSON-2041147199 tempest-ServersTestJSON-2041147199-project-member] [instance: 13b24bc5-3832-47cc-bf0f-14b881773e37] Reconfigured VM instance instance-00000056 to attach disk [datastore1] 13b24bc5-3832-47cc-bf0f-14b881773e37/13b24bc5-3832-47cc-bf0f-14b881773e37.vmdk or device None with type sparse {{(pid=62328) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 915.761117] env[62328]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-c43fb7da-a1be-4989-9e6f-6f540119db40 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 915.771943] env[62328]: DEBUG oslo_vmware.api [None req-e5f0809d-45c7-442b-99d4-fa1ff6e3a58a tempest-ServersTestManualDisk-1140415373 tempest-ServersTestManualDisk-1140415373-project-member] Task: {'id': task-2387177, 'name': PowerOnVM_Task, 'duration_secs': 1.379567} completed successfully. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 915.773363] env[62328]: DEBUG nova.virt.vmwareapi.vm_util [None req-e5f0809d-45c7-442b-99d4-fa1ff6e3a58a tempest-ServersTestManualDisk-1140415373 tempest-ServersTestManualDisk-1140415373-project-member] [instance: 77ca1d19-5060-4a7c-a780-56adf9a3f70e] Powered on the VM {{(pid=62328) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 915.773570] env[62328]: INFO nova.compute.manager [None req-e5f0809d-45c7-442b-99d4-fa1ff6e3a58a tempest-ServersTestManualDisk-1140415373 tempest-ServersTestManualDisk-1140415373-project-member] [instance: 77ca1d19-5060-4a7c-a780-56adf9a3f70e] Took 10.65 seconds to spawn the instance on the hypervisor. [ 915.773746] env[62328]: DEBUG nova.compute.manager [None req-e5f0809d-45c7-442b-99d4-fa1ff6e3a58a tempest-ServersTestManualDisk-1140415373 tempest-ServersTestManualDisk-1140415373-project-member] [instance: 77ca1d19-5060-4a7c-a780-56adf9a3f70e] Checking state {{(pid=62328) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 915.774076] env[62328]: DEBUG oslo_vmware.api [None req-eaf3d403-dde7-41d4-9c6d-fc02a167fa01 tempest-ServersTestJSON-2041147199 tempest-ServersTestJSON-2041147199-project-member] Waiting for the task: (returnval){ [ 915.774076] env[62328]: value = "task-2387180" [ 915.774076] env[62328]: _type = "Task" [ 915.774076] env[62328]: } to complete. {{(pid=62328) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 915.774796] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-61c04930-c0c9-4b54-bf23-1e2b9934941b {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 915.790814] env[62328]: DEBUG oslo_vmware.api [None req-eaf3d403-dde7-41d4-9c6d-fc02a167fa01 tempest-ServersTestJSON-2041147199 tempest-ServersTestJSON-2041147199-project-member] Task: {'id': task-2387180, 'name': Rename_Task} progress is 10%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 915.865213] env[62328]: DEBUG nova.network.neutron [None req-4f29d091-6214-4a03-ad52-e5fd11130067 tempest-DeleteServersTestJSON-1766103036 tempest-DeleteServersTestJSON-1766103036-project-member] [instance: 8ba3d7e7-2be2-4949-8c5f-8e508f04b292] Instance cache missing network info. {{(pid=62328) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 915.893024] env[62328]: DEBUG nova.scheduler.client.report [None req-df0b688f-0503-4570-94f0-869092b20262 tempest-ServerShowV254Test-1359864267 tempest-ServerShowV254Test-1359864267-project-member] Inventory has not changed for provider 3469e9f8-04af-49ca-8435-49f104496744 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 152, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62328) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 916.048617] env[62328]: DEBUG nova.network.neutron [None req-4f29d091-6214-4a03-ad52-e5fd11130067 tempest-DeleteServersTestJSON-1766103036 tempest-DeleteServersTestJSON-1766103036-project-member] [instance: 8ba3d7e7-2be2-4949-8c5f-8e508f04b292] Updating instance_info_cache with network_info: [{"id": "a31479b4-a196-401f-bbcb-ba6c4188bcf9", "address": "fa:16:3e:ea:09:d2", "network": {"id": "0bcec7a4-aa8e-420d-b203-4ead2073e045", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-575957277-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7aa9ac81c5264c7cba58e5879eedf77c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c5652322-9f10-4996-baed-4c0aa13a1b4e", "external-id": "nsx-vlan-transportzone-941", "segmentation_id": 941, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa31479b4-a1", "ovs_interfaceid": "a31479b4-a196-401f-bbcb-ba6c4188bcf9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62328) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 916.288106] env[62328]: DEBUG oslo_vmware.api [None req-eaf3d403-dde7-41d4-9c6d-fc02a167fa01 tempest-ServersTestJSON-2041147199 tempest-ServersTestJSON-2041147199-project-member] Task: {'id': task-2387180, 'name': Rename_Task} progress is 14%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 916.302724] env[62328]: INFO nova.compute.manager [None req-e5f0809d-45c7-442b-99d4-fa1ff6e3a58a tempest-ServersTestManualDisk-1140415373 tempest-ServersTestManualDisk-1140415373-project-member] [instance: 77ca1d19-5060-4a7c-a780-56adf9a3f70e] Took 31.26 seconds to build instance. [ 916.397399] env[62328]: DEBUG oslo_concurrency.lockutils [None req-df0b688f-0503-4570-94f0-869092b20262 tempest-ServerShowV254Test-1359864267 tempest-ServerShowV254Test-1359864267-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.529s {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 916.397977] env[62328]: DEBUG nova.compute.manager [None req-df0b688f-0503-4570-94f0-869092b20262 tempest-ServerShowV254Test-1359864267 tempest-ServerShowV254Test-1359864267-project-member] [instance: 2516767d-888c-4c2e-b245-a7cfb36ff98a] Start building networks asynchronously for instance. {{(pid=62328) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 916.401389] env[62328]: DEBUG oslo_concurrency.lockutils [None req-332cd9a1-235b-4315-894a-68f76363e980 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 13.676s {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 916.401389] env[62328]: DEBUG oslo_concurrency.lockutils [None req-332cd9a1-235b-4315-894a-68f76363e980 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 916.401389] env[62328]: DEBUG nova.compute.resource_tracker [None req-332cd9a1-235b-4315-894a-68f76363e980 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=62328) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 916.401389] env[62328]: DEBUG oslo_concurrency.lockutils [None req-bac23cc8-0fe3-483d-953a-31c85a9884d3 tempest-ImagesTestJSON-1776717495 tempest-ImagesTestJSON-1776717495-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 8.105s {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 916.401389] env[62328]: DEBUG nova.objects.instance [None req-bac23cc8-0fe3-483d-953a-31c85a9884d3 tempest-ImagesTestJSON-1776717495 tempest-ImagesTestJSON-1776717495-project-member] Lazy-loading 'resources' on Instance uuid e38f62a8-c8ae-4200-b5cc-a799c261ce76 {{(pid=62328) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 916.404124] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8aa2e64a-ae51-4cb0-bd48-338684b4f2a3 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 916.414969] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a4dbc33b-b703-4c50-8a2c-80c7e4d43f30 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 916.436630] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-51bb53ae-c970-4883-bd2f-826c06a7283b {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 916.449816] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ffd93e2a-c6e7-4509-b7e6-dc1207aa6e02 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 916.488475] env[62328]: DEBUG nova.compute.resource_tracker [None req-332cd9a1-235b-4315-894a-68f76363e980 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=179297MB free_disk=152GB free_vcpus=48 pci_devices=None {{(pid=62328) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 916.488475] env[62328]: DEBUG oslo_concurrency.lockutils [None req-332cd9a1-235b-4315-894a-68f76363e980 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 916.552150] env[62328]: DEBUG oslo_concurrency.lockutils [None req-4f29d091-6214-4a03-ad52-e5fd11130067 tempest-DeleteServersTestJSON-1766103036 tempest-DeleteServersTestJSON-1766103036-project-member] Releasing lock "refresh_cache-8ba3d7e7-2be2-4949-8c5f-8e508f04b292" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 916.552150] env[62328]: DEBUG nova.compute.manager [None req-4f29d091-6214-4a03-ad52-e5fd11130067 tempest-DeleteServersTestJSON-1766103036 tempest-DeleteServersTestJSON-1766103036-project-member] [instance: 8ba3d7e7-2be2-4949-8c5f-8e508f04b292] Instance network_info: |[{"id": "a31479b4-a196-401f-bbcb-ba6c4188bcf9", "address": "fa:16:3e:ea:09:d2", "network": {"id": "0bcec7a4-aa8e-420d-b203-4ead2073e045", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-575957277-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7aa9ac81c5264c7cba58e5879eedf77c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c5652322-9f10-4996-baed-4c0aa13a1b4e", "external-id": "nsx-vlan-transportzone-941", "segmentation_id": 941, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa31479b4-a1", "ovs_interfaceid": "a31479b4-a196-401f-bbcb-ba6c4188bcf9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62328) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 916.552150] env[62328]: DEBUG nova.virt.vmwareapi.vmops [None req-4f29d091-6214-4a03-ad52-e5fd11130067 tempest-DeleteServersTestJSON-1766103036 tempest-DeleteServersTestJSON-1766103036-project-member] [instance: 8ba3d7e7-2be2-4949-8c5f-8e508f04b292] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:ea:09:d2', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'c5652322-9f10-4996-baed-4c0aa13a1b4e', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'a31479b4-a196-401f-bbcb-ba6c4188bcf9', 'vif_model': 'vmxnet3'}] {{(pid=62328) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 916.560321] env[62328]: DEBUG oslo.service.loopingcall [None req-4f29d091-6214-4a03-ad52-e5fd11130067 tempest-DeleteServersTestJSON-1766103036 tempest-DeleteServersTestJSON-1766103036-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62328) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 916.560321] env[62328]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8ba3d7e7-2be2-4949-8c5f-8e508f04b292] Creating VM on the ESX host {{(pid=62328) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 916.560493] env[62328]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-cc0e28f9-cf2a-495d-810f-e976961eb6e2 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 916.581365] env[62328]: DEBUG nova.compute.manager [req-c7bb8e55-e0c9-4af7-a66d-d6c31dc42674 req-0ca757ae-ccef-4ada-9cba-f77068e95599 service nova] [instance: 77ca1d19-5060-4a7c-a780-56adf9a3f70e] Received event network-changed-4d08e708-88ca-4fdb-b13e-01f26d20bbca {{(pid=62328) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 916.581547] env[62328]: DEBUG nova.compute.manager [req-c7bb8e55-e0c9-4af7-a66d-d6c31dc42674 req-0ca757ae-ccef-4ada-9cba-f77068e95599 service nova] [instance: 77ca1d19-5060-4a7c-a780-56adf9a3f70e] Refreshing instance network info cache due to event network-changed-4d08e708-88ca-4fdb-b13e-01f26d20bbca. {{(pid=62328) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 916.581779] env[62328]: DEBUG oslo_concurrency.lockutils [req-c7bb8e55-e0c9-4af7-a66d-d6c31dc42674 req-0ca757ae-ccef-4ada-9cba-f77068e95599 service nova] Acquiring lock "refresh_cache-77ca1d19-5060-4a7c-a780-56adf9a3f70e" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 916.582147] env[62328]: DEBUG oslo_concurrency.lockutils [req-c7bb8e55-e0c9-4af7-a66d-d6c31dc42674 req-0ca757ae-ccef-4ada-9cba-f77068e95599 service nova] Acquired lock "refresh_cache-77ca1d19-5060-4a7c-a780-56adf9a3f70e" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 916.582147] env[62328]: DEBUG nova.network.neutron [req-c7bb8e55-e0c9-4af7-a66d-d6c31dc42674 req-0ca757ae-ccef-4ada-9cba-f77068e95599 service nova] [instance: 77ca1d19-5060-4a7c-a780-56adf9a3f70e] Refreshing network info cache for port 4d08e708-88ca-4fdb-b13e-01f26d20bbca {{(pid=62328) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 916.586169] env[62328]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 916.586169] env[62328]: value = "task-2387181" [ 916.586169] env[62328]: _type = "Task" [ 916.586169] env[62328]: } to complete. {{(pid=62328) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 916.596376] env[62328]: DEBUG oslo_vmware.api [-] Task: {'id': task-2387181, 'name': CreateVM_Task} progress is 5%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 916.789454] env[62328]: DEBUG oslo_vmware.api [None req-eaf3d403-dde7-41d4-9c6d-fc02a167fa01 tempest-ServersTestJSON-2041147199 tempest-ServersTestJSON-2041147199-project-member] Task: {'id': task-2387180, 'name': Rename_Task} progress is 99%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 916.806255] env[62328]: DEBUG oslo_concurrency.lockutils [None req-e5f0809d-45c7-442b-99d4-fa1ff6e3a58a tempest-ServersTestManualDisk-1140415373 tempest-ServersTestManualDisk-1140415373-project-member] Lock "77ca1d19-5060-4a7c-a780-56adf9a3f70e" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 32.776s {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 916.832133] env[62328]: DEBUG nova.compute.manager [req-b74d181b-ec24-4f7d-a19f-bec3ca081d69 req-fe9fb8d6-2517-434a-8a74-9fbc062cf685 service nova] [instance: 8ba3d7e7-2be2-4949-8c5f-8e508f04b292] Received event network-changed-a31479b4-a196-401f-bbcb-ba6c4188bcf9 {{(pid=62328) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 916.832233] env[62328]: DEBUG nova.compute.manager [req-b74d181b-ec24-4f7d-a19f-bec3ca081d69 req-fe9fb8d6-2517-434a-8a74-9fbc062cf685 service nova] [instance: 8ba3d7e7-2be2-4949-8c5f-8e508f04b292] Refreshing instance network info cache due to event network-changed-a31479b4-a196-401f-bbcb-ba6c4188bcf9. {{(pid=62328) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 916.832429] env[62328]: DEBUG oslo_concurrency.lockutils [req-b74d181b-ec24-4f7d-a19f-bec3ca081d69 req-fe9fb8d6-2517-434a-8a74-9fbc062cf685 service nova] Acquiring lock "refresh_cache-8ba3d7e7-2be2-4949-8c5f-8e508f04b292" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 916.832608] env[62328]: DEBUG oslo_concurrency.lockutils [req-b74d181b-ec24-4f7d-a19f-bec3ca081d69 req-fe9fb8d6-2517-434a-8a74-9fbc062cf685 service nova] Acquired lock "refresh_cache-8ba3d7e7-2be2-4949-8c5f-8e508f04b292" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 916.832748] env[62328]: DEBUG nova.network.neutron [req-b74d181b-ec24-4f7d-a19f-bec3ca081d69 req-fe9fb8d6-2517-434a-8a74-9fbc062cf685 service nova] [instance: 8ba3d7e7-2be2-4949-8c5f-8e508f04b292] Refreshing network info cache for port a31479b4-a196-401f-bbcb-ba6c4188bcf9 {{(pid=62328) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 916.904522] env[62328]: DEBUG nova.compute.utils [None req-df0b688f-0503-4570-94f0-869092b20262 tempest-ServerShowV254Test-1359864267 tempest-ServerShowV254Test-1359864267-project-member] Using /dev/sd instead of None {{(pid=62328) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 916.905919] env[62328]: DEBUG nova.compute.manager [None req-df0b688f-0503-4570-94f0-869092b20262 tempest-ServerShowV254Test-1359864267 tempest-ServerShowV254Test-1359864267-project-member] [instance: 2516767d-888c-4c2e-b245-a7cfb36ff98a] Not allocating networking since 'none' was specified. {{(pid=62328) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 917.098612] env[62328]: DEBUG oslo_vmware.api [-] Task: {'id': task-2387181, 'name': CreateVM_Task, 'duration_secs': 0.334089} completed successfully. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 917.102322] env[62328]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8ba3d7e7-2be2-4949-8c5f-8e508f04b292] Created VM on the ESX host {{(pid=62328) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 917.103238] env[62328]: DEBUG oslo_concurrency.lockutils [None req-4f29d091-6214-4a03-ad52-e5fd11130067 tempest-DeleteServersTestJSON-1766103036 tempest-DeleteServersTestJSON-1766103036-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/dbf872a4-92be-47e4-8561-c3e2bf2423ab" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 917.103423] env[62328]: DEBUG oslo_concurrency.lockutils [None req-4f29d091-6214-4a03-ad52-e5fd11130067 tempest-DeleteServersTestJSON-1766103036 tempest-DeleteServersTestJSON-1766103036-project-member] Acquired lock "[datastore2] devstack-image-cache_base/dbf872a4-92be-47e4-8561-c3e2bf2423ab" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 917.103838] env[62328]: DEBUG oslo_concurrency.lockutils [None req-4f29d091-6214-4a03-ad52-e5fd11130067 tempest-DeleteServersTestJSON-1766103036 tempest-DeleteServersTestJSON-1766103036-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/dbf872a4-92be-47e4-8561-c3e2bf2423ab" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 917.104286] env[62328]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-36366a05-65fb-4344-ab57-6d10339933b6 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 917.109175] env[62328]: DEBUG oslo_vmware.api [None req-4f29d091-6214-4a03-ad52-e5fd11130067 tempest-DeleteServersTestJSON-1766103036 tempest-DeleteServersTestJSON-1766103036-project-member] Waiting for the task: (returnval){ [ 917.109175] env[62328]: value = "session[52a6e20e-410d-708a-99f2-080a575a99bd]524c860b-7151-6f77-8682-363551c73e8d" [ 917.109175] env[62328]: _type = "Task" [ 917.109175] env[62328]: } to complete. {{(pid=62328) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 917.119071] env[62328]: DEBUG oslo_vmware.api [None req-4f29d091-6214-4a03-ad52-e5fd11130067 tempest-DeleteServersTestJSON-1766103036 tempest-DeleteServersTestJSON-1766103036-project-member] Task: {'id': session[52a6e20e-410d-708a-99f2-080a575a99bd]524c860b-7151-6f77-8682-363551c73e8d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 917.292363] env[62328]: DEBUG oslo_vmware.api [None req-eaf3d403-dde7-41d4-9c6d-fc02a167fa01 tempest-ServersTestJSON-2041147199 tempest-ServersTestJSON-2041147199-project-member] Task: {'id': task-2387180, 'name': Rename_Task, 'duration_secs': 1.033407} completed successfully. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 917.292655] env[62328]: DEBUG nova.virt.vmwareapi.vm_util [None req-eaf3d403-dde7-41d4-9c6d-fc02a167fa01 tempest-ServersTestJSON-2041147199 tempest-ServersTestJSON-2041147199-project-member] [instance: 13b24bc5-3832-47cc-bf0f-14b881773e37] Powering on the VM {{(pid=62328) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 917.292876] env[62328]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-6e25f95e-5614-484f-b2e2-906c68fa8bee {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 917.300901] env[62328]: DEBUG oslo_vmware.api [None req-eaf3d403-dde7-41d4-9c6d-fc02a167fa01 tempest-ServersTestJSON-2041147199 tempest-ServersTestJSON-2041147199-project-member] Waiting for the task: (returnval){ [ 917.300901] env[62328]: value = "task-2387182" [ 917.300901] env[62328]: _type = "Task" [ 917.300901] env[62328]: } to complete. {{(pid=62328) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 917.309894] env[62328]: DEBUG oslo_vmware.api [None req-eaf3d403-dde7-41d4-9c6d-fc02a167fa01 tempest-ServersTestJSON-2041147199 tempest-ServersTestJSON-2041147199-project-member] Task: {'id': task-2387182, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 917.326380] env[62328]: DEBUG nova.network.neutron [req-c7bb8e55-e0c9-4af7-a66d-d6c31dc42674 req-0ca757ae-ccef-4ada-9cba-f77068e95599 service nova] [instance: 77ca1d19-5060-4a7c-a780-56adf9a3f70e] Updated VIF entry in instance network info cache for port 4d08e708-88ca-4fdb-b13e-01f26d20bbca. {{(pid=62328) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 917.326807] env[62328]: DEBUG nova.network.neutron [req-c7bb8e55-e0c9-4af7-a66d-d6c31dc42674 req-0ca757ae-ccef-4ada-9cba-f77068e95599 service nova] [instance: 77ca1d19-5060-4a7c-a780-56adf9a3f70e] Updating instance_info_cache with network_info: [{"id": "4d08e708-88ca-4fdb-b13e-01f26d20bbca", "address": "fa:16:3e:d7:50:2f", "network": {"id": "4108c075-580b-45d9-bd28-706461aaecb1", "bridge": "br-int", "label": "tempest-ServersTestManualDisk-816623524-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.142", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cc0d9c546c6d4979b98a07cfe020280a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "605f83bd-808c-4b54-922e-54b14690987a", "external-id": "nsx-vlan-transportzone-25", "segmentation_id": 25, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4d08e708-88", "ovs_interfaceid": "4d08e708-88ca-4fdb-b13e-01f26d20bbca", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62328) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 917.357487] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-65453666-fbfa-4501-a43c-fffdeed19683 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 917.364824] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ee14c11e-376c-4997-a398-e8ffa7e5c2ff {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 917.400858] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dedbc02a-a7fd-41c6-b259-6b61234c811e {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 917.407606] env[62328]: DEBUG nova.compute.manager [None req-df0b688f-0503-4570-94f0-869092b20262 tempest-ServerShowV254Test-1359864267 tempest-ServerShowV254Test-1359864267-project-member] [instance: 2516767d-888c-4c2e-b245-a7cfb36ff98a] Start building block device mappings for instance. {{(pid=62328) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 917.412070] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-19d530d5-7ce3-4ddc-8d15-547c4cb921ba {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 917.427596] env[62328]: DEBUG nova.compute.provider_tree [None req-bac23cc8-0fe3-483d-953a-31c85a9884d3 tempest-ImagesTestJSON-1776717495 tempest-ImagesTestJSON-1776717495-project-member] Inventory has not changed in ProviderTree for provider: 3469e9f8-04af-49ca-8435-49f104496744 {{(pid=62328) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 917.607088] env[62328]: DEBUG nova.network.neutron [req-b74d181b-ec24-4f7d-a19f-bec3ca081d69 req-fe9fb8d6-2517-434a-8a74-9fbc062cf685 service nova] [instance: 8ba3d7e7-2be2-4949-8c5f-8e508f04b292] Updated VIF entry in instance network info cache for port a31479b4-a196-401f-bbcb-ba6c4188bcf9. {{(pid=62328) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 917.607444] env[62328]: DEBUG nova.network.neutron [req-b74d181b-ec24-4f7d-a19f-bec3ca081d69 req-fe9fb8d6-2517-434a-8a74-9fbc062cf685 service nova] [instance: 8ba3d7e7-2be2-4949-8c5f-8e508f04b292] Updating instance_info_cache with network_info: [{"id": "a31479b4-a196-401f-bbcb-ba6c4188bcf9", "address": "fa:16:3e:ea:09:d2", "network": {"id": "0bcec7a4-aa8e-420d-b203-4ead2073e045", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-575957277-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7aa9ac81c5264c7cba58e5879eedf77c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c5652322-9f10-4996-baed-4c0aa13a1b4e", "external-id": "nsx-vlan-transportzone-941", "segmentation_id": 941, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa31479b4-a1", "ovs_interfaceid": "a31479b4-a196-401f-bbcb-ba6c4188bcf9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62328) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 917.620409] env[62328]: DEBUG oslo_vmware.api [None req-4f29d091-6214-4a03-ad52-e5fd11130067 tempest-DeleteServersTestJSON-1766103036 tempest-DeleteServersTestJSON-1766103036-project-member] Task: {'id': session[52a6e20e-410d-708a-99f2-080a575a99bd]524c860b-7151-6f77-8682-363551c73e8d, 'name': SearchDatastore_Task, 'duration_secs': 0.017521} completed successfully. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 917.621314] env[62328]: DEBUG oslo_concurrency.lockutils [None req-4f29d091-6214-4a03-ad52-e5fd11130067 tempest-DeleteServersTestJSON-1766103036 tempest-DeleteServersTestJSON-1766103036-project-member] Releasing lock "[datastore2] devstack-image-cache_base/dbf872a4-92be-47e4-8561-c3e2bf2423ab" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 917.621536] env[62328]: DEBUG nova.virt.vmwareapi.vmops [None req-4f29d091-6214-4a03-ad52-e5fd11130067 tempest-DeleteServersTestJSON-1766103036 tempest-DeleteServersTestJSON-1766103036-project-member] [instance: 8ba3d7e7-2be2-4949-8c5f-8e508f04b292] Processing image dbf872a4-92be-47e4-8561-c3e2bf2423ab {{(pid=62328) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 917.621776] env[62328]: DEBUG oslo_concurrency.lockutils [None req-4f29d091-6214-4a03-ad52-e5fd11130067 tempest-DeleteServersTestJSON-1766103036 tempest-DeleteServersTestJSON-1766103036-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/dbf872a4-92be-47e4-8561-c3e2bf2423ab/dbf872a4-92be-47e4-8561-c3e2bf2423ab.vmdk" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 917.621909] env[62328]: DEBUG oslo_concurrency.lockutils [None req-4f29d091-6214-4a03-ad52-e5fd11130067 tempest-DeleteServersTestJSON-1766103036 tempest-DeleteServersTestJSON-1766103036-project-member] Acquired lock "[datastore2] devstack-image-cache_base/dbf872a4-92be-47e4-8561-c3e2bf2423ab/dbf872a4-92be-47e4-8561-c3e2bf2423ab.vmdk" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 917.622096] env[62328]: DEBUG nova.virt.vmwareapi.ds_util [None req-4f29d091-6214-4a03-ad52-e5fd11130067 tempest-DeleteServersTestJSON-1766103036 tempest-DeleteServersTestJSON-1766103036-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62328) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 917.622564] env[62328]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-fb953ff6-5216-47d5-b3af-f5bde4698873 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 917.633037] env[62328]: DEBUG nova.virt.vmwareapi.ds_util [None req-4f29d091-6214-4a03-ad52-e5fd11130067 tempest-DeleteServersTestJSON-1766103036 tempest-DeleteServersTestJSON-1766103036-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62328) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 917.633223] env[62328]: DEBUG nova.virt.vmwareapi.vmops [None req-4f29d091-6214-4a03-ad52-e5fd11130067 tempest-DeleteServersTestJSON-1766103036 tempest-DeleteServersTestJSON-1766103036-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62328) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 917.633914] env[62328]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-90e977c8-88dd-42c7-85fc-e2c9c66b6f64 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 917.639115] env[62328]: DEBUG oslo_vmware.api [None req-4f29d091-6214-4a03-ad52-e5fd11130067 tempest-DeleteServersTestJSON-1766103036 tempest-DeleteServersTestJSON-1766103036-project-member] Waiting for the task: (returnval){ [ 917.639115] env[62328]: value = "session[52a6e20e-410d-708a-99f2-080a575a99bd]520bf043-3c8b-a5a5-f987-23499f9e3282" [ 917.639115] env[62328]: _type = "Task" [ 917.639115] env[62328]: } to complete. {{(pid=62328) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 917.646346] env[62328]: DEBUG oslo_vmware.api [None req-4f29d091-6214-4a03-ad52-e5fd11130067 tempest-DeleteServersTestJSON-1766103036 tempest-DeleteServersTestJSON-1766103036-project-member] Task: {'id': session[52a6e20e-410d-708a-99f2-080a575a99bd]520bf043-3c8b-a5a5-f987-23499f9e3282, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 917.810136] env[62328]: DEBUG oslo_vmware.api [None req-eaf3d403-dde7-41d4-9c6d-fc02a167fa01 tempest-ServersTestJSON-2041147199 tempest-ServersTestJSON-2041147199-project-member] Task: {'id': task-2387182, 'name': PowerOnVM_Task, 'duration_secs': 0.488042} completed successfully. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 917.810452] env[62328]: DEBUG nova.virt.vmwareapi.vm_util [None req-eaf3d403-dde7-41d4-9c6d-fc02a167fa01 tempest-ServersTestJSON-2041147199 tempest-ServersTestJSON-2041147199-project-member] [instance: 13b24bc5-3832-47cc-bf0f-14b881773e37] Powered on the VM {{(pid=62328) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 917.810667] env[62328]: INFO nova.compute.manager [None req-eaf3d403-dde7-41d4-9c6d-fc02a167fa01 tempest-ServersTestJSON-2041147199 tempest-ServersTestJSON-2041147199-project-member] [instance: 13b24bc5-3832-47cc-bf0f-14b881773e37] Took 10.26 seconds to spawn the instance on the hypervisor. [ 917.811654] env[62328]: DEBUG nova.compute.manager [None req-eaf3d403-dde7-41d4-9c6d-fc02a167fa01 tempest-ServersTestJSON-2041147199 tempest-ServersTestJSON-2041147199-project-member] [instance: 13b24bc5-3832-47cc-bf0f-14b881773e37] Checking state {{(pid=62328) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 917.812456] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-42ad539a-7f72-4487-ac18-0f41cd504487 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 917.829585] env[62328]: DEBUG oslo_concurrency.lockutils [req-c7bb8e55-e0c9-4af7-a66d-d6c31dc42674 req-0ca757ae-ccef-4ada-9cba-f77068e95599 service nova] Releasing lock "refresh_cache-77ca1d19-5060-4a7c-a780-56adf9a3f70e" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 917.931400] env[62328]: DEBUG nova.scheduler.client.report [None req-bac23cc8-0fe3-483d-953a-31c85a9884d3 tempest-ImagesTestJSON-1776717495 tempest-ImagesTestJSON-1776717495-project-member] Inventory has not changed for provider 3469e9f8-04af-49ca-8435-49f104496744 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 152, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62328) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 918.110253] env[62328]: DEBUG oslo_concurrency.lockutils [req-b74d181b-ec24-4f7d-a19f-bec3ca081d69 req-fe9fb8d6-2517-434a-8a74-9fbc062cf685 service nova] Releasing lock "refresh_cache-8ba3d7e7-2be2-4949-8c5f-8e508f04b292" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 918.150052] env[62328]: DEBUG oslo_vmware.api [None req-4f29d091-6214-4a03-ad52-e5fd11130067 tempest-DeleteServersTestJSON-1766103036 tempest-DeleteServersTestJSON-1766103036-project-member] Task: {'id': session[52a6e20e-410d-708a-99f2-080a575a99bd]520bf043-3c8b-a5a5-f987-23499f9e3282, 'name': SearchDatastore_Task, 'duration_secs': 0.011293} completed successfully. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 918.150052] env[62328]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cf690844-6356-4f4c-8d47-a15ae56a02d8 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 918.156283] env[62328]: DEBUG oslo_vmware.api [None req-4f29d091-6214-4a03-ad52-e5fd11130067 tempest-DeleteServersTestJSON-1766103036 tempest-DeleteServersTestJSON-1766103036-project-member] Waiting for the task: (returnval){ [ 918.156283] env[62328]: value = "session[52a6e20e-410d-708a-99f2-080a575a99bd]52b1283b-9815-1f68-4962-c0492954f082" [ 918.156283] env[62328]: _type = "Task" [ 918.156283] env[62328]: } to complete. {{(pid=62328) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 918.164532] env[62328]: DEBUG oslo_vmware.api [None req-4f29d091-6214-4a03-ad52-e5fd11130067 tempest-DeleteServersTestJSON-1766103036 tempest-DeleteServersTestJSON-1766103036-project-member] Task: {'id': session[52a6e20e-410d-708a-99f2-080a575a99bd]52b1283b-9815-1f68-4962-c0492954f082, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 918.330117] env[62328]: INFO nova.compute.manager [None req-eaf3d403-dde7-41d4-9c6d-fc02a167fa01 tempest-ServersTestJSON-2041147199 tempest-ServersTestJSON-2041147199-project-member] [instance: 13b24bc5-3832-47cc-bf0f-14b881773e37] Took 31.69 seconds to build instance. [ 918.428049] env[62328]: DEBUG nova.compute.manager [None req-df0b688f-0503-4570-94f0-869092b20262 tempest-ServerShowV254Test-1359864267 tempest-ServerShowV254Test-1359864267-project-member] [instance: 2516767d-888c-4c2e-b245-a7cfb36ff98a] Start spawning the instance on the hypervisor. {{(pid=62328) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 918.437849] env[62328]: DEBUG oslo_concurrency.lockutils [None req-bac23cc8-0fe3-483d-953a-31c85a9884d3 tempest-ImagesTestJSON-1776717495 tempest-ImagesTestJSON-1776717495-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.034s {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 918.442659] env[62328]: DEBUG oslo_concurrency.lockutils [None req-067000ca-4625-41e6-9cca-554ef9b6021f tempest-ServerAddressesNegativeTestJSON-283879621 tempest-ServerAddressesNegativeTestJSON-283879621-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 7.813s {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 918.442659] env[62328]: DEBUG nova.objects.instance [None req-067000ca-4625-41e6-9cca-554ef9b6021f tempest-ServerAddressesNegativeTestJSON-283879621 tempest-ServerAddressesNegativeTestJSON-283879621-project-member] Lazy-loading 'resources' on Instance uuid b3a96122-6f42-4407-a3e8-69305679d6e5 {{(pid=62328) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 918.477199] env[62328]: DEBUG nova.virt.hardware [None req-df0b688f-0503-4570-94f0-869092b20262 tempest-ServerShowV254Test-1359864267 tempest-ServerShowV254Test-1359864267-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-07T17:16:55Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-07T17:16:37Z,direct_url=,disk_format='vmdk',id=dbf872a4-92be-47e4-8561-c3e2bf2423ab,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='2a64022f08d84b11a86773b900860ae5',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-07T17:16:38Z,virtual_size=,visibility=), allow threads: False {{(pid=62328) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 918.477199] env[62328]: DEBUG nova.virt.hardware [None req-df0b688f-0503-4570-94f0-869092b20262 tempest-ServerShowV254Test-1359864267 tempest-ServerShowV254Test-1359864267-project-member] Flavor limits 0:0:0 {{(pid=62328) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 918.477199] env[62328]: DEBUG nova.virt.hardware [None req-df0b688f-0503-4570-94f0-869092b20262 tempest-ServerShowV254Test-1359864267 tempest-ServerShowV254Test-1359864267-project-member] Image limits 0:0:0 {{(pid=62328) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 918.477199] env[62328]: DEBUG nova.virt.hardware [None req-df0b688f-0503-4570-94f0-869092b20262 tempest-ServerShowV254Test-1359864267 tempest-ServerShowV254Test-1359864267-project-member] Flavor pref 0:0:0 {{(pid=62328) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 918.477199] env[62328]: DEBUG nova.virt.hardware [None req-df0b688f-0503-4570-94f0-869092b20262 tempest-ServerShowV254Test-1359864267 tempest-ServerShowV254Test-1359864267-project-member] Image pref 0:0:0 {{(pid=62328) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 918.477199] env[62328]: DEBUG nova.virt.hardware [None req-df0b688f-0503-4570-94f0-869092b20262 tempest-ServerShowV254Test-1359864267 tempest-ServerShowV254Test-1359864267-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62328) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 918.477199] env[62328]: DEBUG nova.virt.hardware [None req-df0b688f-0503-4570-94f0-869092b20262 tempest-ServerShowV254Test-1359864267 tempest-ServerShowV254Test-1359864267-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62328) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 918.477199] env[62328]: DEBUG nova.virt.hardware [None req-df0b688f-0503-4570-94f0-869092b20262 tempest-ServerShowV254Test-1359864267 tempest-ServerShowV254Test-1359864267-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62328) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 918.477199] env[62328]: DEBUG nova.virt.hardware [None req-df0b688f-0503-4570-94f0-869092b20262 tempest-ServerShowV254Test-1359864267 tempest-ServerShowV254Test-1359864267-project-member] Got 1 possible topologies {{(pid=62328) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 918.477199] env[62328]: DEBUG nova.virt.hardware [None req-df0b688f-0503-4570-94f0-869092b20262 tempest-ServerShowV254Test-1359864267 tempest-ServerShowV254Test-1359864267-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62328) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 918.477199] env[62328]: DEBUG nova.virt.hardware [None req-df0b688f-0503-4570-94f0-869092b20262 tempest-ServerShowV254Test-1359864267 tempest-ServerShowV254Test-1359864267-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62328) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 918.477199] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ab39a308-5a9e-4d33-b914-de40ed96b602 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 918.488331] env[62328]: INFO nova.scheduler.client.report [None req-bac23cc8-0fe3-483d-953a-31c85a9884d3 tempest-ImagesTestJSON-1776717495 tempest-ImagesTestJSON-1776717495-project-member] Deleted allocations for instance e38f62a8-c8ae-4200-b5cc-a799c261ce76 [ 918.490360] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8cd85b68-4e98-4051-9331-fb4aade9cc08 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 918.509321] env[62328]: DEBUG nova.virt.vmwareapi.vmops [None req-df0b688f-0503-4570-94f0-869092b20262 tempest-ServerShowV254Test-1359864267 tempest-ServerShowV254Test-1359864267-project-member] [instance: 2516767d-888c-4c2e-b245-a7cfb36ff98a] Instance VIF info [] {{(pid=62328) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 918.517020] env[62328]: DEBUG nova.virt.vmwareapi.vm_util [None req-df0b688f-0503-4570-94f0-869092b20262 tempest-ServerShowV254Test-1359864267 tempest-ServerShowV254Test-1359864267-project-member] Creating folder: Project (e3649f910cea46d284a9a306e423754b). Parent ref: group-v484164. {{(pid=62328) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 918.517020] env[62328]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-a3728f64-e06a-4119-8330-70a3133bbecd {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 918.525750] env[62328]: INFO nova.virt.vmwareapi.vm_util [None req-df0b688f-0503-4570-94f0-869092b20262 tempest-ServerShowV254Test-1359864267 tempest-ServerShowV254Test-1359864267-project-member] Created folder: Project (e3649f910cea46d284a9a306e423754b) in parent group-v484164. [ 918.526145] env[62328]: DEBUG nova.virt.vmwareapi.vm_util [None req-df0b688f-0503-4570-94f0-869092b20262 tempest-ServerShowV254Test-1359864267 tempest-ServerShowV254Test-1359864267-project-member] Creating folder: Instances. Parent ref: group-v484398. {{(pid=62328) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 918.526337] env[62328]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-f6234140-0bd4-41d6-a8be-fde283cdeff3 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 918.535748] env[62328]: INFO nova.virt.vmwareapi.vm_util [None req-df0b688f-0503-4570-94f0-869092b20262 tempest-ServerShowV254Test-1359864267 tempest-ServerShowV254Test-1359864267-project-member] Created folder: Instances in parent group-v484398. [ 918.535982] env[62328]: DEBUG oslo.service.loopingcall [None req-df0b688f-0503-4570-94f0-869092b20262 tempest-ServerShowV254Test-1359864267 tempest-ServerShowV254Test-1359864267-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62328) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 918.536212] env[62328]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2516767d-888c-4c2e-b245-a7cfb36ff98a] Creating VM on the ESX host {{(pid=62328) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 918.536422] env[62328]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-e20a5ffe-b015-450f-8eae-ab5a0af22ddf {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 918.553852] env[62328]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 918.553852] env[62328]: value = "task-2387185" [ 918.553852] env[62328]: _type = "Task" [ 918.553852] env[62328]: } to complete. {{(pid=62328) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 918.564101] env[62328]: DEBUG oslo_vmware.api [-] Task: {'id': task-2387185, 'name': CreateVM_Task} progress is 0%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 918.667062] env[62328]: DEBUG oslo_vmware.api [None req-4f29d091-6214-4a03-ad52-e5fd11130067 tempest-DeleteServersTestJSON-1766103036 tempest-DeleteServersTestJSON-1766103036-project-member] Task: {'id': session[52a6e20e-410d-708a-99f2-080a575a99bd]52b1283b-9815-1f68-4962-c0492954f082, 'name': SearchDatastore_Task, 'duration_secs': 0.017428} completed successfully. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 918.667481] env[62328]: DEBUG oslo_concurrency.lockutils [None req-4f29d091-6214-4a03-ad52-e5fd11130067 tempest-DeleteServersTestJSON-1766103036 tempest-DeleteServersTestJSON-1766103036-project-member] Releasing lock "[datastore2] devstack-image-cache_base/dbf872a4-92be-47e4-8561-c3e2bf2423ab/dbf872a4-92be-47e4-8561-c3e2bf2423ab.vmdk" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 918.667801] env[62328]: DEBUG nova.virt.vmwareapi.vm_util [None req-4f29d091-6214-4a03-ad52-e5fd11130067 tempest-DeleteServersTestJSON-1766103036 tempest-DeleteServersTestJSON-1766103036-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/dbf872a4-92be-47e4-8561-c3e2bf2423ab/dbf872a4-92be-47e4-8561-c3e2bf2423ab.vmdk to [datastore2] 8ba3d7e7-2be2-4949-8c5f-8e508f04b292/8ba3d7e7-2be2-4949-8c5f-8e508f04b292.vmdk {{(pid=62328) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 918.668740] env[62328]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-6c6e4e18-13af-4211-951f-6888eae3f468 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 918.675568] env[62328]: DEBUG oslo_vmware.api [None req-4f29d091-6214-4a03-ad52-e5fd11130067 tempest-DeleteServersTestJSON-1766103036 tempest-DeleteServersTestJSON-1766103036-project-member] Waiting for the task: (returnval){ [ 918.675568] env[62328]: value = "task-2387186" [ 918.675568] env[62328]: _type = "Task" [ 918.675568] env[62328]: } to complete. {{(pid=62328) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 918.686283] env[62328]: DEBUG oslo_vmware.api [None req-4f29d091-6214-4a03-ad52-e5fd11130067 tempest-DeleteServersTestJSON-1766103036 tempest-DeleteServersTestJSON-1766103036-project-member] Task: {'id': task-2387186, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 918.832159] env[62328]: DEBUG oslo_concurrency.lockutils [None req-eaf3d403-dde7-41d4-9c6d-fc02a167fa01 tempest-ServersTestJSON-2041147199 tempest-ServersTestJSON-2041147199-project-member] Lock "13b24bc5-3832-47cc-bf0f-14b881773e37" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 33.199s {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 919.005997] env[62328]: DEBUG oslo_concurrency.lockutils [None req-bac23cc8-0fe3-483d-953a-31c85a9884d3 tempest-ImagesTestJSON-1776717495 tempest-ImagesTestJSON-1776717495-project-member] Lock "e38f62a8-c8ae-4200-b5cc-a799c261ce76" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 14.415s {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 919.068487] env[62328]: DEBUG oslo_vmware.api [-] Task: {'id': task-2387185, 'name': CreateVM_Task} progress is 99%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 919.191951] env[62328]: DEBUG oslo_vmware.api [None req-4f29d091-6214-4a03-ad52-e5fd11130067 tempest-DeleteServersTestJSON-1766103036 tempest-DeleteServersTestJSON-1766103036-project-member] Task: {'id': task-2387186, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 919.393711] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-21d489a9-d68f-4639-8bba-59479857c3ca {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 919.402520] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f53efa68-fb39-479f-8342-9e2c6238b880 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 919.463217] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2bfb790b-0f4a-41fe-b1be-9086750676b6 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 919.475474] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e61cc164-cbe1-47f3-b33f-fbaff34d5451 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 919.499983] env[62328]: DEBUG nova.compute.provider_tree [None req-067000ca-4625-41e6-9cca-554ef9b6021f tempest-ServerAddressesNegativeTestJSON-283879621 tempest-ServerAddressesNegativeTestJSON-283879621-project-member] Inventory has not changed in ProviderTree for provider: 3469e9f8-04af-49ca-8435-49f104496744 {{(pid=62328) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 919.567704] env[62328]: DEBUG oslo_vmware.api [-] Task: {'id': task-2387185, 'name': CreateVM_Task, 'duration_secs': 0.650504} completed successfully. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 919.568026] env[62328]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2516767d-888c-4c2e-b245-a7cfb36ff98a] Created VM on the ESX host {{(pid=62328) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 919.568613] env[62328]: DEBUG oslo_concurrency.lockutils [None req-df0b688f-0503-4570-94f0-869092b20262 tempest-ServerShowV254Test-1359864267 tempest-ServerShowV254Test-1359864267-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/dbf872a4-92be-47e4-8561-c3e2bf2423ab" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 919.568841] env[62328]: DEBUG oslo_concurrency.lockutils [None req-df0b688f-0503-4570-94f0-869092b20262 tempest-ServerShowV254Test-1359864267 tempest-ServerShowV254Test-1359864267-project-member] Acquired lock "[datastore2] devstack-image-cache_base/dbf872a4-92be-47e4-8561-c3e2bf2423ab" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 919.569320] env[62328]: DEBUG oslo_concurrency.lockutils [None req-df0b688f-0503-4570-94f0-869092b20262 tempest-ServerShowV254Test-1359864267 tempest-ServerShowV254Test-1359864267-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/dbf872a4-92be-47e4-8561-c3e2bf2423ab" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 919.570206] env[62328]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8756bccf-86cf-4989-83d6-8bbffd19d0fa {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 919.575791] env[62328]: DEBUG oslo_vmware.api [None req-df0b688f-0503-4570-94f0-869092b20262 tempest-ServerShowV254Test-1359864267 tempest-ServerShowV254Test-1359864267-project-member] Waiting for the task: (returnval){ [ 919.575791] env[62328]: value = "session[52a6e20e-410d-708a-99f2-080a575a99bd]523b5e14-3630-efd7-84f3-3138159548c4" [ 919.575791] env[62328]: _type = "Task" [ 919.575791] env[62328]: } to complete. {{(pid=62328) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 919.584836] env[62328]: DEBUG oslo_vmware.api [None req-df0b688f-0503-4570-94f0-869092b20262 tempest-ServerShowV254Test-1359864267 tempest-ServerShowV254Test-1359864267-project-member] Task: {'id': session[52a6e20e-410d-708a-99f2-080a575a99bd]523b5e14-3630-efd7-84f3-3138159548c4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 919.690733] env[62328]: DEBUG oslo_vmware.api [None req-4f29d091-6214-4a03-ad52-e5fd11130067 tempest-DeleteServersTestJSON-1766103036 tempest-DeleteServersTestJSON-1766103036-project-member] Task: {'id': task-2387186, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.741636} completed successfully. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 919.690881] env[62328]: DEBUG nova.virt.vmwareapi.vm_util [None req-4f29d091-6214-4a03-ad52-e5fd11130067 tempest-DeleteServersTestJSON-1766103036 tempest-DeleteServersTestJSON-1766103036-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/dbf872a4-92be-47e4-8561-c3e2bf2423ab/dbf872a4-92be-47e4-8561-c3e2bf2423ab.vmdk to [datastore2] 8ba3d7e7-2be2-4949-8c5f-8e508f04b292/8ba3d7e7-2be2-4949-8c5f-8e508f04b292.vmdk {{(pid=62328) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 919.691041] env[62328]: DEBUG nova.virt.vmwareapi.vmops [None req-4f29d091-6214-4a03-ad52-e5fd11130067 tempest-DeleteServersTestJSON-1766103036 tempest-DeleteServersTestJSON-1766103036-project-member] [instance: 8ba3d7e7-2be2-4949-8c5f-8e508f04b292] Extending root virtual disk to 1048576 {{(pid=62328) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 919.691314] env[62328]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-dee72105-e9c2-4983-8e80-70ef5555a637 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 919.700017] env[62328]: DEBUG oslo_vmware.api [None req-4f29d091-6214-4a03-ad52-e5fd11130067 tempest-DeleteServersTestJSON-1766103036 tempest-DeleteServersTestJSON-1766103036-project-member] Waiting for the task: (returnval){ [ 919.700017] env[62328]: value = "task-2387187" [ 919.700017] env[62328]: _type = "Task" [ 919.700017] env[62328]: } to complete. {{(pid=62328) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 919.710033] env[62328]: DEBUG oslo_vmware.api [None req-4f29d091-6214-4a03-ad52-e5fd11130067 tempest-DeleteServersTestJSON-1766103036 tempest-DeleteServersTestJSON-1766103036-project-member] Task: {'id': task-2387187, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 920.005599] env[62328]: DEBUG nova.scheduler.client.report [None req-067000ca-4625-41e6-9cca-554ef9b6021f tempest-ServerAddressesNegativeTestJSON-283879621 tempest-ServerAddressesNegativeTestJSON-283879621-project-member] Inventory has not changed for provider 3469e9f8-04af-49ca-8435-49f104496744 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 152, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62328) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 920.088275] env[62328]: DEBUG oslo_vmware.api [None req-df0b688f-0503-4570-94f0-869092b20262 tempest-ServerShowV254Test-1359864267 tempest-ServerShowV254Test-1359864267-project-member] Task: {'id': session[52a6e20e-410d-708a-99f2-080a575a99bd]523b5e14-3630-efd7-84f3-3138159548c4, 'name': SearchDatastore_Task, 'duration_secs': 0.053891} completed successfully. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 920.088653] env[62328]: DEBUG oslo_concurrency.lockutils [None req-df0b688f-0503-4570-94f0-869092b20262 tempest-ServerShowV254Test-1359864267 tempest-ServerShowV254Test-1359864267-project-member] Releasing lock "[datastore2] devstack-image-cache_base/dbf872a4-92be-47e4-8561-c3e2bf2423ab" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 920.088894] env[62328]: DEBUG nova.virt.vmwareapi.vmops [None req-df0b688f-0503-4570-94f0-869092b20262 tempest-ServerShowV254Test-1359864267 tempest-ServerShowV254Test-1359864267-project-member] [instance: 2516767d-888c-4c2e-b245-a7cfb36ff98a] Processing image dbf872a4-92be-47e4-8561-c3e2bf2423ab {{(pid=62328) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 920.089217] env[62328]: DEBUG oslo_concurrency.lockutils [None req-df0b688f-0503-4570-94f0-869092b20262 tempest-ServerShowV254Test-1359864267 tempest-ServerShowV254Test-1359864267-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/dbf872a4-92be-47e4-8561-c3e2bf2423ab/dbf872a4-92be-47e4-8561-c3e2bf2423ab.vmdk" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 920.089422] env[62328]: DEBUG oslo_concurrency.lockutils [None req-df0b688f-0503-4570-94f0-869092b20262 tempest-ServerShowV254Test-1359864267 tempest-ServerShowV254Test-1359864267-project-member] Acquired lock "[datastore2] devstack-image-cache_base/dbf872a4-92be-47e4-8561-c3e2bf2423ab/dbf872a4-92be-47e4-8561-c3e2bf2423ab.vmdk" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 920.089613] env[62328]: DEBUG nova.virt.vmwareapi.ds_util [None req-df0b688f-0503-4570-94f0-869092b20262 tempest-ServerShowV254Test-1359864267 tempest-ServerShowV254Test-1359864267-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62328) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 920.090280] env[62328]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-a800c049-5f90-4603-b6a7-5667cb86874a {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 920.107037] env[62328]: DEBUG nova.virt.vmwareapi.ds_util [None req-df0b688f-0503-4570-94f0-869092b20262 tempest-ServerShowV254Test-1359864267 tempest-ServerShowV254Test-1359864267-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62328) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 920.107037] env[62328]: DEBUG nova.virt.vmwareapi.vmops [None req-df0b688f-0503-4570-94f0-869092b20262 tempest-ServerShowV254Test-1359864267 tempest-ServerShowV254Test-1359864267-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62328) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 920.107238] env[62328]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-988a54c3-10aa-40ab-a57e-7b63ae0b82af {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 920.113888] env[62328]: DEBUG oslo_vmware.api [None req-df0b688f-0503-4570-94f0-869092b20262 tempest-ServerShowV254Test-1359864267 tempest-ServerShowV254Test-1359864267-project-member] Waiting for the task: (returnval){ [ 920.113888] env[62328]: value = "session[52a6e20e-410d-708a-99f2-080a575a99bd]521d17c1-49ca-bb4f-62e3-74438afd6712" [ 920.113888] env[62328]: _type = "Task" [ 920.113888] env[62328]: } to complete. {{(pid=62328) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 920.122852] env[62328]: DEBUG oslo_vmware.api [None req-df0b688f-0503-4570-94f0-869092b20262 tempest-ServerShowV254Test-1359864267 tempest-ServerShowV254Test-1359864267-project-member] Task: {'id': session[52a6e20e-410d-708a-99f2-080a575a99bd]521d17c1-49ca-bb4f-62e3-74438afd6712, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 920.210461] env[62328]: DEBUG oslo_vmware.api [None req-4f29d091-6214-4a03-ad52-e5fd11130067 tempest-DeleteServersTestJSON-1766103036 tempest-DeleteServersTestJSON-1766103036-project-member] Task: {'id': task-2387187, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.20202} completed successfully. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 920.210607] env[62328]: DEBUG nova.virt.vmwareapi.vmops [None req-4f29d091-6214-4a03-ad52-e5fd11130067 tempest-DeleteServersTestJSON-1766103036 tempest-DeleteServersTestJSON-1766103036-project-member] [instance: 8ba3d7e7-2be2-4949-8c5f-8e508f04b292] Extended root virtual disk {{(pid=62328) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 920.211487] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9a585bd7-d3c1-4b52-b0ba-4285c334af9e {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 920.241431] env[62328]: DEBUG nova.virt.vmwareapi.volumeops [None req-4f29d091-6214-4a03-ad52-e5fd11130067 tempest-DeleteServersTestJSON-1766103036 tempest-DeleteServersTestJSON-1766103036-project-member] [instance: 8ba3d7e7-2be2-4949-8c5f-8e508f04b292] Reconfiguring VM instance instance-00000057 to attach disk [datastore2] 8ba3d7e7-2be2-4949-8c5f-8e508f04b292/8ba3d7e7-2be2-4949-8c5f-8e508f04b292.vmdk or device None with type sparse {{(pid=62328) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 920.243212] env[62328]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-61b4da87-661e-483a-9cd4-9459dc871f15 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 920.264316] env[62328]: DEBUG oslo_vmware.api [None req-4f29d091-6214-4a03-ad52-e5fd11130067 tempest-DeleteServersTestJSON-1766103036 tempest-DeleteServersTestJSON-1766103036-project-member] Waiting for the task: (returnval){ [ 920.264316] env[62328]: value = "task-2387188" [ 920.264316] env[62328]: _type = "Task" [ 920.264316] env[62328]: } to complete. {{(pid=62328) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 920.273645] env[62328]: DEBUG oslo_vmware.api [None req-4f29d091-6214-4a03-ad52-e5fd11130067 tempest-DeleteServersTestJSON-1766103036 tempest-DeleteServersTestJSON-1766103036-project-member] Task: {'id': task-2387188, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 920.332890] env[62328]: DEBUG oslo_concurrency.lockutils [None req-2a19e6eb-ba52-423b-b78b-258f89b73076 tempest-ImagesTestJSON-1776717495 tempest-ImagesTestJSON-1776717495-project-member] Acquiring lock "e237fc84-753c-4824-a26a-498ba160f4f9" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 920.333891] env[62328]: DEBUG oslo_concurrency.lockutils [None req-2a19e6eb-ba52-423b-b78b-258f89b73076 tempest-ImagesTestJSON-1776717495 tempest-ImagesTestJSON-1776717495-project-member] Lock "e237fc84-753c-4824-a26a-498ba160f4f9" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 920.334359] env[62328]: DEBUG oslo_concurrency.lockutils [None req-2a19e6eb-ba52-423b-b78b-258f89b73076 tempest-ImagesTestJSON-1776717495 tempest-ImagesTestJSON-1776717495-project-member] Acquiring lock "e237fc84-753c-4824-a26a-498ba160f4f9-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 920.334650] env[62328]: DEBUG oslo_concurrency.lockutils [None req-2a19e6eb-ba52-423b-b78b-258f89b73076 tempest-ImagesTestJSON-1776717495 tempest-ImagesTestJSON-1776717495-project-member] Lock "e237fc84-753c-4824-a26a-498ba160f4f9-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 920.334878] env[62328]: DEBUG oslo_concurrency.lockutils [None req-2a19e6eb-ba52-423b-b78b-258f89b73076 tempest-ImagesTestJSON-1776717495 tempest-ImagesTestJSON-1776717495-project-member] Lock "e237fc84-753c-4824-a26a-498ba160f4f9-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 920.340922] env[62328]: INFO nova.compute.manager [None req-2a19e6eb-ba52-423b-b78b-258f89b73076 tempest-ImagesTestJSON-1776717495 tempest-ImagesTestJSON-1776717495-project-member] [instance: e237fc84-753c-4824-a26a-498ba160f4f9] Terminating instance [ 920.382323] env[62328]: DEBUG oslo_concurrency.lockutils [None req-8678f7e4-919c-4116-a56e-207358a3be75 tempest-ServerMetadataTestJSON-2029257498 tempest-ServerMetadataTestJSON-2029257498-project-member] Acquiring lock "4f661e25-00bc-4244-841b-575de5d4960b" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 920.382323] env[62328]: DEBUG oslo_concurrency.lockutils [None req-8678f7e4-919c-4116-a56e-207358a3be75 tempest-ServerMetadataTestJSON-2029257498 tempest-ServerMetadataTestJSON-2029257498-project-member] Lock "4f661e25-00bc-4244-841b-575de5d4960b" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 920.479029] env[62328]: DEBUG oslo_concurrency.lockutils [None req-458912d3-7bad-4ab1-bd2f-7d3ea5d10592 tempest-ServersTestJSON-2041147199 tempest-ServersTestJSON-2041147199-project-member] Acquiring lock "d9dcebce-1ee4-4f35-879b-a520176f261f" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 920.479029] env[62328]: DEBUG oslo_concurrency.lockutils [None req-458912d3-7bad-4ab1-bd2f-7d3ea5d10592 tempest-ServersTestJSON-2041147199 tempest-ServersTestJSON-2041147199-project-member] Lock "d9dcebce-1ee4-4f35-879b-a520176f261f" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 920.512377] env[62328]: DEBUG oslo_concurrency.lockutils [None req-067000ca-4625-41e6-9cca-554ef9b6021f tempest-ServerAddressesNegativeTestJSON-283879621 tempest-ServerAddressesNegativeTestJSON-283879621-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.071s {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 920.515207] env[62328]: DEBUG oslo_concurrency.lockutils [None req-ba58b72f-f5f1-4d4a-9ab9-6ee18c4bcd9e tempest-ServersAdminTestJSON-455323280 tempest-ServersAdminTestJSON-455323280-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 8.755s {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 920.519060] env[62328]: INFO nova.compute.claims [None req-ba58b72f-f5f1-4d4a-9ab9-6ee18c4bcd9e tempest-ServersAdminTestJSON-455323280 tempest-ServersAdminTestJSON-455323280-project-member] [instance: 5dd099f6-e8c0-4574-bab7-b2aa30158ba3] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 920.541233] env[62328]: INFO nova.scheduler.client.report [None req-067000ca-4625-41e6-9cca-554ef9b6021f tempest-ServerAddressesNegativeTestJSON-283879621 tempest-ServerAddressesNegativeTestJSON-283879621-project-member] Deleted allocations for instance b3a96122-6f42-4407-a3e8-69305679d6e5 [ 920.626456] env[62328]: DEBUG oslo_vmware.api [None req-df0b688f-0503-4570-94f0-869092b20262 tempest-ServerShowV254Test-1359864267 tempest-ServerShowV254Test-1359864267-project-member] Task: {'id': session[52a6e20e-410d-708a-99f2-080a575a99bd]521d17c1-49ca-bb4f-62e3-74438afd6712, 'name': SearchDatastore_Task, 'duration_secs': 0.065167} completed successfully. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 920.628108] env[62328]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7f88794d-dea9-403f-a8ab-db937ef125b6 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 920.637319] env[62328]: DEBUG oslo_vmware.api [None req-df0b688f-0503-4570-94f0-869092b20262 tempest-ServerShowV254Test-1359864267 tempest-ServerShowV254Test-1359864267-project-member] Waiting for the task: (returnval){ [ 920.637319] env[62328]: value = "session[52a6e20e-410d-708a-99f2-080a575a99bd]52263976-fd59-977d-1509-67175705d9fb" [ 920.637319] env[62328]: _type = "Task" [ 920.637319] env[62328]: } to complete. {{(pid=62328) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 920.647341] env[62328]: DEBUG oslo_vmware.api [None req-df0b688f-0503-4570-94f0-869092b20262 tempest-ServerShowV254Test-1359864267 tempest-ServerShowV254Test-1359864267-project-member] Task: {'id': session[52a6e20e-410d-708a-99f2-080a575a99bd]52263976-fd59-977d-1509-67175705d9fb, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 920.775088] env[62328]: DEBUG oslo_vmware.api [None req-4f29d091-6214-4a03-ad52-e5fd11130067 tempest-DeleteServersTestJSON-1766103036 tempest-DeleteServersTestJSON-1766103036-project-member] Task: {'id': task-2387188, 'name': ReconfigVM_Task, 'duration_secs': 0.374485} completed successfully. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 920.775383] env[62328]: DEBUG nova.virt.vmwareapi.volumeops [None req-4f29d091-6214-4a03-ad52-e5fd11130067 tempest-DeleteServersTestJSON-1766103036 tempest-DeleteServersTestJSON-1766103036-project-member] [instance: 8ba3d7e7-2be2-4949-8c5f-8e508f04b292] Reconfigured VM instance instance-00000057 to attach disk [datastore2] 8ba3d7e7-2be2-4949-8c5f-8e508f04b292/8ba3d7e7-2be2-4949-8c5f-8e508f04b292.vmdk or device None with type sparse {{(pid=62328) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 920.776056] env[62328]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-630e6b6d-0d87-4471-a16d-20d50cdd9c65 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 920.783076] env[62328]: DEBUG oslo_vmware.api [None req-4f29d091-6214-4a03-ad52-e5fd11130067 tempest-DeleteServersTestJSON-1766103036 tempest-DeleteServersTestJSON-1766103036-project-member] Waiting for the task: (returnval){ [ 920.783076] env[62328]: value = "task-2387189" [ 920.783076] env[62328]: _type = "Task" [ 920.783076] env[62328]: } to complete. {{(pid=62328) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 920.792103] env[62328]: DEBUG oslo_vmware.api [None req-4f29d091-6214-4a03-ad52-e5fd11130067 tempest-DeleteServersTestJSON-1766103036 tempest-DeleteServersTestJSON-1766103036-project-member] Task: {'id': task-2387189, 'name': Rename_Task} progress is 0%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 920.850083] env[62328]: DEBUG nova.compute.manager [None req-2a19e6eb-ba52-423b-b78b-258f89b73076 tempest-ImagesTestJSON-1776717495 tempest-ImagesTestJSON-1776717495-project-member] [instance: e237fc84-753c-4824-a26a-498ba160f4f9] Start destroying the instance on the hypervisor. {{(pid=62328) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 920.850283] env[62328]: DEBUG nova.virt.vmwareapi.vmops [None req-2a19e6eb-ba52-423b-b78b-258f89b73076 tempest-ImagesTestJSON-1776717495 tempest-ImagesTestJSON-1776717495-project-member] [instance: e237fc84-753c-4824-a26a-498ba160f4f9] Destroying instance {{(pid=62328) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 920.851211] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ce42a647-361d-48c1-b500-4de1bec52a51 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 920.859996] env[62328]: DEBUG nova.virt.vmwareapi.vm_util [None req-2a19e6eb-ba52-423b-b78b-258f89b73076 tempest-ImagesTestJSON-1776717495 tempest-ImagesTestJSON-1776717495-project-member] [instance: e237fc84-753c-4824-a26a-498ba160f4f9] Powering off the VM {{(pid=62328) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 920.860136] env[62328]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-27e357a5-4ef4-4607-83a6-c57e34affcdf {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 920.867362] env[62328]: DEBUG oslo_vmware.api [None req-2a19e6eb-ba52-423b-b78b-258f89b73076 tempest-ImagesTestJSON-1776717495 tempest-ImagesTestJSON-1776717495-project-member] Waiting for the task: (returnval){ [ 920.867362] env[62328]: value = "task-2387190" [ 920.867362] env[62328]: _type = "Task" [ 920.867362] env[62328]: } to complete. {{(pid=62328) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 920.879140] env[62328]: DEBUG oslo_vmware.api [None req-2a19e6eb-ba52-423b-b78b-258f89b73076 tempest-ImagesTestJSON-1776717495 tempest-ImagesTestJSON-1776717495-project-member] Task: {'id': task-2387190, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 920.884795] env[62328]: DEBUG nova.compute.manager [None req-8678f7e4-919c-4116-a56e-207358a3be75 tempest-ServerMetadataTestJSON-2029257498 tempest-ServerMetadataTestJSON-2029257498-project-member] [instance: 4f661e25-00bc-4244-841b-575de5d4960b] Starting instance... {{(pid=62328) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 920.981786] env[62328]: DEBUG nova.compute.manager [None req-458912d3-7bad-4ab1-bd2f-7d3ea5d10592 tempest-ServersTestJSON-2041147199 tempest-ServersTestJSON-2041147199-project-member] [instance: d9dcebce-1ee4-4f35-879b-a520176f261f] Starting instance... {{(pid=62328) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 921.054023] env[62328]: DEBUG oslo_concurrency.lockutils [None req-19fd8925-4100-4be4-a24b-9a80b7d725c3 tempest-ImagesTestJSON-1776717495 tempest-ImagesTestJSON-1776717495-project-member] Acquiring lock "fa773569-3987-4bca-8f5f-638a337630b1" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 921.054023] env[62328]: DEBUG oslo_concurrency.lockutils [None req-19fd8925-4100-4be4-a24b-9a80b7d725c3 tempest-ImagesTestJSON-1776717495 tempest-ImagesTestJSON-1776717495-project-member] Lock "fa773569-3987-4bca-8f5f-638a337630b1" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 921.055720] env[62328]: DEBUG oslo_concurrency.lockutils [None req-067000ca-4625-41e6-9cca-554ef9b6021f tempest-ServerAddressesNegativeTestJSON-283879621 tempest-ServerAddressesNegativeTestJSON-283879621-project-member] Lock "b3a96122-6f42-4407-a3e8-69305679d6e5" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 13.852s {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 921.152635] env[62328]: DEBUG oslo_vmware.api [None req-df0b688f-0503-4570-94f0-869092b20262 tempest-ServerShowV254Test-1359864267 tempest-ServerShowV254Test-1359864267-project-member] Task: {'id': session[52a6e20e-410d-708a-99f2-080a575a99bd]52263976-fd59-977d-1509-67175705d9fb, 'name': SearchDatastore_Task, 'duration_secs': 0.023301} completed successfully. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 921.152635] env[62328]: DEBUG oslo_concurrency.lockutils [None req-df0b688f-0503-4570-94f0-869092b20262 tempest-ServerShowV254Test-1359864267 tempest-ServerShowV254Test-1359864267-project-member] Releasing lock "[datastore2] devstack-image-cache_base/dbf872a4-92be-47e4-8561-c3e2bf2423ab/dbf872a4-92be-47e4-8561-c3e2bf2423ab.vmdk" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 921.152635] env[62328]: DEBUG nova.virt.vmwareapi.vm_util [None req-df0b688f-0503-4570-94f0-869092b20262 tempest-ServerShowV254Test-1359864267 tempest-ServerShowV254Test-1359864267-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/dbf872a4-92be-47e4-8561-c3e2bf2423ab/dbf872a4-92be-47e4-8561-c3e2bf2423ab.vmdk to [datastore2] 2516767d-888c-4c2e-b245-a7cfb36ff98a/2516767d-888c-4c2e-b245-a7cfb36ff98a.vmdk {{(pid=62328) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 921.152635] env[62328]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-62d4f6c9-703d-4066-b3cf-db6e2a618819 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 921.160827] env[62328]: DEBUG oslo_vmware.api [None req-df0b688f-0503-4570-94f0-869092b20262 tempest-ServerShowV254Test-1359864267 tempest-ServerShowV254Test-1359864267-project-member] Waiting for the task: (returnval){ [ 921.160827] env[62328]: value = "task-2387191" [ 921.160827] env[62328]: _type = "Task" [ 921.160827] env[62328]: } to complete. {{(pid=62328) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 921.172869] env[62328]: DEBUG oslo_vmware.api [None req-df0b688f-0503-4570-94f0-869092b20262 tempest-ServerShowV254Test-1359864267 tempest-ServerShowV254Test-1359864267-project-member] Task: {'id': task-2387191, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 921.296679] env[62328]: DEBUG oslo_vmware.api [None req-4f29d091-6214-4a03-ad52-e5fd11130067 tempest-DeleteServersTestJSON-1766103036 tempest-DeleteServersTestJSON-1766103036-project-member] Task: {'id': task-2387189, 'name': Rename_Task} progress is 14%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 921.379738] env[62328]: DEBUG oslo_vmware.api [None req-2a19e6eb-ba52-423b-b78b-258f89b73076 tempest-ImagesTestJSON-1776717495 tempest-ImagesTestJSON-1776717495-project-member] Task: {'id': task-2387190, 'name': PowerOffVM_Task, 'duration_secs': 0.448836} completed successfully. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 921.380023] env[62328]: DEBUG nova.virt.vmwareapi.vm_util [None req-2a19e6eb-ba52-423b-b78b-258f89b73076 tempest-ImagesTestJSON-1776717495 tempest-ImagesTestJSON-1776717495-project-member] [instance: e237fc84-753c-4824-a26a-498ba160f4f9] Powered off the VM {{(pid=62328) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 921.380207] env[62328]: DEBUG nova.virt.vmwareapi.vmops [None req-2a19e6eb-ba52-423b-b78b-258f89b73076 tempest-ImagesTestJSON-1776717495 tempest-ImagesTestJSON-1776717495-project-member] [instance: e237fc84-753c-4824-a26a-498ba160f4f9] Unregistering the VM {{(pid=62328) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 921.380452] env[62328]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-bd065f98-0356-4f98-9b5c-d483ae0a0a24 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 921.406928] env[62328]: DEBUG oslo_concurrency.lockutils [None req-8678f7e4-919c-4116-a56e-207358a3be75 tempest-ServerMetadataTestJSON-2029257498 tempest-ServerMetadataTestJSON-2029257498-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 921.453499] env[62328]: DEBUG nova.virt.vmwareapi.vmops [None req-2a19e6eb-ba52-423b-b78b-258f89b73076 tempest-ImagesTestJSON-1776717495 tempest-ImagesTestJSON-1776717495-project-member] [instance: e237fc84-753c-4824-a26a-498ba160f4f9] Unregistered the VM {{(pid=62328) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 921.453654] env[62328]: DEBUG nova.virt.vmwareapi.vmops [None req-2a19e6eb-ba52-423b-b78b-258f89b73076 tempest-ImagesTestJSON-1776717495 tempest-ImagesTestJSON-1776717495-project-member] [instance: e237fc84-753c-4824-a26a-498ba160f4f9] Deleting contents of the VM from datastore datastore1 {{(pid=62328) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 921.453941] env[62328]: DEBUG nova.virt.vmwareapi.ds_util [None req-2a19e6eb-ba52-423b-b78b-258f89b73076 tempest-ImagesTestJSON-1776717495 tempest-ImagesTestJSON-1776717495-project-member] Deleting the datastore file [datastore1] e237fc84-753c-4824-a26a-498ba160f4f9 {{(pid=62328) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 921.454651] env[62328]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-ac129f5f-64e3-4997-80e2-654fdb2b3388 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 921.465315] env[62328]: DEBUG oslo_vmware.api [None req-2a19e6eb-ba52-423b-b78b-258f89b73076 tempest-ImagesTestJSON-1776717495 tempest-ImagesTestJSON-1776717495-project-member] Waiting for the task: (returnval){ [ 921.465315] env[62328]: value = "task-2387193" [ 921.465315] env[62328]: _type = "Task" [ 921.465315] env[62328]: } to complete. {{(pid=62328) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 921.474352] env[62328]: DEBUG oslo_vmware.api [None req-2a19e6eb-ba52-423b-b78b-258f89b73076 tempest-ImagesTestJSON-1776717495 tempest-ImagesTestJSON-1776717495-project-member] Task: {'id': task-2387193, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 921.503117] env[62328]: DEBUG oslo_concurrency.lockutils [None req-458912d3-7bad-4ab1-bd2f-7d3ea5d10592 tempest-ServersTestJSON-2041147199 tempest-ServersTestJSON-2041147199-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 921.558809] env[62328]: DEBUG nova.compute.manager [None req-19fd8925-4100-4be4-a24b-9a80b7d725c3 tempest-ImagesTestJSON-1776717495 tempest-ImagesTestJSON-1776717495-project-member] [instance: fa773569-3987-4bca-8f5f-638a337630b1] Starting instance... {{(pid=62328) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 921.679206] env[62328]: DEBUG oslo_vmware.api [None req-df0b688f-0503-4570-94f0-869092b20262 tempest-ServerShowV254Test-1359864267 tempest-ServerShowV254Test-1359864267-project-member] Task: {'id': task-2387191, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 921.796198] env[62328]: DEBUG oslo_vmware.api [None req-4f29d091-6214-4a03-ad52-e5fd11130067 tempest-DeleteServersTestJSON-1766103036 tempest-DeleteServersTestJSON-1766103036-project-member] Task: {'id': task-2387189, 'name': Rename_Task} progress is 99%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 921.970470] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-02ecf86b-a90b-4e35-9da7-0591790c6477 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 921.988472] env[62328]: DEBUG oslo_vmware.api [None req-2a19e6eb-ba52-423b-b78b-258f89b73076 tempest-ImagesTestJSON-1776717495 tempest-ImagesTestJSON-1776717495-project-member] Task: {'id': task-2387193, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.342944} completed successfully. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 921.988472] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-842613e3-65c5-45d3-9cd2-c8396511d9e6 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 921.991590] env[62328]: DEBUG nova.virt.vmwareapi.ds_util [None req-2a19e6eb-ba52-423b-b78b-258f89b73076 tempest-ImagesTestJSON-1776717495 tempest-ImagesTestJSON-1776717495-project-member] Deleted the datastore file {{(pid=62328) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 921.991809] env[62328]: DEBUG nova.virt.vmwareapi.vmops [None req-2a19e6eb-ba52-423b-b78b-258f89b73076 tempest-ImagesTestJSON-1776717495 tempest-ImagesTestJSON-1776717495-project-member] [instance: e237fc84-753c-4824-a26a-498ba160f4f9] Deleted contents of the VM from datastore datastore1 {{(pid=62328) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 921.991990] env[62328]: DEBUG nova.virt.vmwareapi.vmops [None req-2a19e6eb-ba52-423b-b78b-258f89b73076 tempest-ImagesTestJSON-1776717495 tempest-ImagesTestJSON-1776717495-project-member] [instance: e237fc84-753c-4824-a26a-498ba160f4f9] Instance destroyed {{(pid=62328) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 921.993148] env[62328]: INFO nova.compute.manager [None req-2a19e6eb-ba52-423b-b78b-258f89b73076 tempest-ImagesTestJSON-1776717495 tempest-ImagesTestJSON-1776717495-project-member] [instance: e237fc84-753c-4824-a26a-498ba160f4f9] Took 1.14 seconds to destroy the instance on the hypervisor. [ 921.993383] env[62328]: DEBUG oslo.service.loopingcall [None req-2a19e6eb-ba52-423b-b78b-258f89b73076 tempest-ImagesTestJSON-1776717495 tempest-ImagesTestJSON-1776717495-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62328) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 921.993837] env[62328]: DEBUG nova.compute.manager [-] [instance: e237fc84-753c-4824-a26a-498ba160f4f9] Deallocating network for instance {{(pid=62328) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 921.993837] env[62328]: DEBUG nova.network.neutron [-] [instance: e237fc84-753c-4824-a26a-498ba160f4f9] deallocate_for_instance() {{(pid=62328) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 922.030632] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f69051e3-de97-4531-99f5-7cdac6d7fa63 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 922.040272] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a79b141c-0d3d-4067-b894-1f57a8a32cca {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 922.058093] env[62328]: DEBUG nova.compute.provider_tree [None req-ba58b72f-f5f1-4d4a-9ab9-6ee18c4bcd9e tempest-ServersAdminTestJSON-455323280 tempest-ServersAdminTestJSON-455323280-project-member] Inventory has not changed in ProviderTree for provider: 3469e9f8-04af-49ca-8435-49f104496744 {{(pid=62328) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 922.091390] env[62328]: DEBUG oslo_concurrency.lockutils [None req-19fd8925-4100-4be4-a24b-9a80b7d725c3 tempest-ImagesTestJSON-1776717495 tempest-ImagesTestJSON-1776717495-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 922.172769] env[62328]: DEBUG oslo_vmware.api [None req-df0b688f-0503-4570-94f0-869092b20262 tempest-ServerShowV254Test-1359864267 tempest-ServerShowV254Test-1359864267-project-member] Task: {'id': task-2387191, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.834422} completed successfully. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 922.173049] env[62328]: DEBUG nova.virt.vmwareapi.vm_util [None req-df0b688f-0503-4570-94f0-869092b20262 tempest-ServerShowV254Test-1359864267 tempest-ServerShowV254Test-1359864267-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/dbf872a4-92be-47e4-8561-c3e2bf2423ab/dbf872a4-92be-47e4-8561-c3e2bf2423ab.vmdk to [datastore2] 2516767d-888c-4c2e-b245-a7cfb36ff98a/2516767d-888c-4c2e-b245-a7cfb36ff98a.vmdk {{(pid=62328) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 922.173272] env[62328]: DEBUG nova.virt.vmwareapi.vmops [None req-df0b688f-0503-4570-94f0-869092b20262 tempest-ServerShowV254Test-1359864267 tempest-ServerShowV254Test-1359864267-project-member] [instance: 2516767d-888c-4c2e-b245-a7cfb36ff98a] Extending root virtual disk to 1048576 {{(pid=62328) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 922.174025] env[62328]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-c91c0d13-d608-43c5-be75-9c49a3010fbc {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 922.181679] env[62328]: DEBUG oslo_vmware.api [None req-df0b688f-0503-4570-94f0-869092b20262 tempest-ServerShowV254Test-1359864267 tempest-ServerShowV254Test-1359864267-project-member] Waiting for the task: (returnval){ [ 922.181679] env[62328]: value = "task-2387194" [ 922.181679] env[62328]: _type = "Task" [ 922.181679] env[62328]: } to complete. {{(pid=62328) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 922.192756] env[62328]: DEBUG oslo_vmware.api [None req-df0b688f-0503-4570-94f0-869092b20262 tempest-ServerShowV254Test-1359864267 tempest-ServerShowV254Test-1359864267-project-member] Task: {'id': task-2387194, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 922.295262] env[62328]: DEBUG oslo_vmware.api [None req-4f29d091-6214-4a03-ad52-e5fd11130067 tempest-DeleteServersTestJSON-1766103036 tempest-DeleteServersTestJSON-1766103036-project-member] Task: {'id': task-2387189, 'name': Rename_Task, 'duration_secs': 1.026713} completed successfully. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 922.295540] env[62328]: DEBUG nova.virt.vmwareapi.vm_util [None req-4f29d091-6214-4a03-ad52-e5fd11130067 tempest-DeleteServersTestJSON-1766103036 tempest-DeleteServersTestJSON-1766103036-project-member] [instance: 8ba3d7e7-2be2-4949-8c5f-8e508f04b292] Powering on the VM {{(pid=62328) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 922.295787] env[62328]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-78bc5cbd-437e-42b7-ad03-aaf954b6af40 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 922.306112] env[62328]: DEBUG oslo_vmware.api [None req-4f29d091-6214-4a03-ad52-e5fd11130067 tempest-DeleteServersTestJSON-1766103036 tempest-DeleteServersTestJSON-1766103036-project-member] Waiting for the task: (returnval){ [ 922.306112] env[62328]: value = "task-2387195" [ 922.306112] env[62328]: _type = "Task" [ 922.306112] env[62328]: } to complete. {{(pid=62328) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 922.317229] env[62328]: DEBUG oslo_vmware.api [None req-4f29d091-6214-4a03-ad52-e5fd11130067 tempest-DeleteServersTestJSON-1766103036 tempest-DeleteServersTestJSON-1766103036-project-member] Task: {'id': task-2387195, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 922.333966] env[62328]: DEBUG nova.compute.manager [req-8635f38f-7040-4014-bfa4-7ce42a06971b req-f18d0d70-28ee-41a1-be2c-8e8eda68ba89 service nova] [instance: e237fc84-753c-4824-a26a-498ba160f4f9] Received event network-vif-deleted-02b28b38-6f45-481b-8b63-24c630d25ecd {{(pid=62328) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 922.334183] env[62328]: INFO nova.compute.manager [req-8635f38f-7040-4014-bfa4-7ce42a06971b req-f18d0d70-28ee-41a1-be2c-8e8eda68ba89 service nova] [instance: e237fc84-753c-4824-a26a-498ba160f4f9] Neutron deleted interface 02b28b38-6f45-481b-8b63-24c630d25ecd; detaching it from the instance and deleting it from the info cache [ 922.334354] env[62328]: DEBUG nova.network.neutron [req-8635f38f-7040-4014-bfa4-7ce42a06971b req-f18d0d70-28ee-41a1-be2c-8e8eda68ba89 service nova] [instance: e237fc84-753c-4824-a26a-498ba160f4f9] Updating instance_info_cache with network_info: [] {{(pid=62328) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 922.561011] env[62328]: DEBUG nova.scheduler.client.report [None req-ba58b72f-f5f1-4d4a-9ab9-6ee18c4bcd9e tempest-ServersAdminTestJSON-455323280 tempest-ServersAdminTestJSON-455323280-project-member] Inventory has not changed for provider 3469e9f8-04af-49ca-8435-49f104496744 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 152, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62328) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 922.692596] env[62328]: DEBUG oslo_vmware.api [None req-df0b688f-0503-4570-94f0-869092b20262 tempest-ServerShowV254Test-1359864267 tempest-ServerShowV254Test-1359864267-project-member] Task: {'id': task-2387194, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.080441} completed successfully. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 922.692885] env[62328]: DEBUG nova.virt.vmwareapi.vmops [None req-df0b688f-0503-4570-94f0-869092b20262 tempest-ServerShowV254Test-1359864267 tempest-ServerShowV254Test-1359864267-project-member] [instance: 2516767d-888c-4c2e-b245-a7cfb36ff98a] Extended root virtual disk {{(pid=62328) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 922.693695] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f3606fdd-11c1-4a11-9f13-f9a3c9581a6e {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 922.714369] env[62328]: DEBUG nova.virt.vmwareapi.volumeops [None req-df0b688f-0503-4570-94f0-869092b20262 tempest-ServerShowV254Test-1359864267 tempest-ServerShowV254Test-1359864267-project-member] [instance: 2516767d-888c-4c2e-b245-a7cfb36ff98a] Reconfiguring VM instance instance-00000058 to attach disk [datastore2] 2516767d-888c-4c2e-b245-a7cfb36ff98a/2516767d-888c-4c2e-b245-a7cfb36ff98a.vmdk or device None with type sparse {{(pid=62328) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 922.714665] env[62328]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3cd5e027-e662-4e74-a125-9bb8d042af71 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 922.735894] env[62328]: DEBUG oslo_vmware.api [None req-df0b688f-0503-4570-94f0-869092b20262 tempest-ServerShowV254Test-1359864267 tempest-ServerShowV254Test-1359864267-project-member] Waiting for the task: (returnval){ [ 922.735894] env[62328]: value = "task-2387196" [ 922.735894] env[62328]: _type = "Task" [ 922.735894] env[62328]: } to complete. {{(pid=62328) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 922.744254] env[62328]: DEBUG oslo_vmware.api [None req-df0b688f-0503-4570-94f0-869092b20262 tempest-ServerShowV254Test-1359864267 tempest-ServerShowV254Test-1359864267-project-member] Task: {'id': task-2387196, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 922.814997] env[62328]: DEBUG nova.network.neutron [-] [instance: e237fc84-753c-4824-a26a-498ba160f4f9] Updating instance_info_cache with network_info: [] {{(pid=62328) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 922.816318] env[62328]: DEBUG oslo_vmware.api [None req-4f29d091-6214-4a03-ad52-e5fd11130067 tempest-DeleteServersTestJSON-1766103036 tempest-DeleteServersTestJSON-1766103036-project-member] Task: {'id': task-2387195, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 922.837069] env[62328]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-0b69b30d-8ebc-4b61-bb29-a94f2f766340 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 922.848078] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4f565485-0f73-4a95-98f1-4b7ae4b6032a {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 922.890192] env[62328]: DEBUG nova.compute.manager [req-8635f38f-7040-4014-bfa4-7ce42a06971b req-f18d0d70-28ee-41a1-be2c-8e8eda68ba89 service nova] [instance: e237fc84-753c-4824-a26a-498ba160f4f9] Detach interface failed, port_id=02b28b38-6f45-481b-8b63-24c630d25ecd, reason: Instance e237fc84-753c-4824-a26a-498ba160f4f9 could not be found. {{(pid=62328) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 923.069039] env[62328]: DEBUG oslo_concurrency.lockutils [None req-ba58b72f-f5f1-4d4a-9ab9-6ee18c4bcd9e tempest-ServersAdminTestJSON-455323280 tempest-ServersAdminTestJSON-455323280-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.554s {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 923.069384] env[62328]: DEBUG nova.compute.manager [None req-ba58b72f-f5f1-4d4a-9ab9-6ee18c4bcd9e tempest-ServersAdminTestJSON-455323280 tempest-ServersAdminTestJSON-455323280-project-member] [instance: 5dd099f6-e8c0-4574-bab7-b2aa30158ba3] Start building networks asynchronously for instance. {{(pid=62328) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 923.072332] env[62328]: DEBUG oslo_concurrency.lockutils [None req-3ebdf481-a01c-4b74-9627-44a62ed5e711 tempest-MultipleCreateTestJSON-1245707987 tempest-MultipleCreateTestJSON-1245707987-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 11.236s {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 923.073849] env[62328]: INFO nova.compute.claims [None req-3ebdf481-a01c-4b74-9627-44a62ed5e711 tempest-MultipleCreateTestJSON-1245707987 tempest-MultipleCreateTestJSON-1245707987-project-member] [instance: a2e0536d-14f2-4383-891e-8cf0278a8bb9] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 923.248322] env[62328]: DEBUG oslo_vmware.api [None req-df0b688f-0503-4570-94f0-869092b20262 tempest-ServerShowV254Test-1359864267 tempest-ServerShowV254Test-1359864267-project-member] Task: {'id': task-2387196, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 923.315761] env[62328]: DEBUG oslo_vmware.api [None req-4f29d091-6214-4a03-ad52-e5fd11130067 tempest-DeleteServersTestJSON-1766103036 tempest-DeleteServersTestJSON-1766103036-project-member] Task: {'id': task-2387195, 'name': PowerOnVM_Task, 'duration_secs': 0.743988} completed successfully. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 923.315989] env[62328]: DEBUG nova.virt.vmwareapi.vm_util [None req-4f29d091-6214-4a03-ad52-e5fd11130067 tempest-DeleteServersTestJSON-1766103036 tempest-DeleteServersTestJSON-1766103036-project-member] [instance: 8ba3d7e7-2be2-4949-8c5f-8e508f04b292] Powered on the VM {{(pid=62328) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 923.316285] env[62328]: INFO nova.compute.manager [None req-4f29d091-6214-4a03-ad52-e5fd11130067 tempest-DeleteServersTestJSON-1766103036 tempest-DeleteServersTestJSON-1766103036-project-member] [instance: 8ba3d7e7-2be2-4949-8c5f-8e508f04b292] Took 9.35 seconds to spawn the instance on the hypervisor. [ 923.316499] env[62328]: DEBUG nova.compute.manager [None req-4f29d091-6214-4a03-ad52-e5fd11130067 tempest-DeleteServersTestJSON-1766103036 tempest-DeleteServersTestJSON-1766103036-project-member] [instance: 8ba3d7e7-2be2-4949-8c5f-8e508f04b292] Checking state {{(pid=62328) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 923.316998] env[62328]: INFO nova.compute.manager [-] [instance: e237fc84-753c-4824-a26a-498ba160f4f9] Took 1.32 seconds to deallocate network for instance. [ 923.317736] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bb754fd2-61a0-4bff-af3c-b7b87f60d392 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 924.091127] env[62328]: DEBUG nova.compute.utils [None req-ba58b72f-f5f1-4d4a-9ab9-6ee18c4bcd9e tempest-ServersAdminTestJSON-455323280 tempest-ServersAdminTestJSON-455323280-project-member] Using /dev/sd instead of None {{(pid=62328) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 924.096473] env[62328]: DEBUG nova.compute.manager [None req-ba58b72f-f5f1-4d4a-9ab9-6ee18c4bcd9e tempest-ServersAdminTestJSON-455323280 tempest-ServersAdminTestJSON-455323280-project-member] [instance: 5dd099f6-e8c0-4574-bab7-b2aa30158ba3] Allocating IP information in the background. {{(pid=62328) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 924.096942] env[62328]: DEBUG nova.network.neutron [None req-ba58b72f-f5f1-4d4a-9ab9-6ee18c4bcd9e tempest-ServersAdminTestJSON-455323280 tempest-ServersAdminTestJSON-455323280-project-member] [instance: 5dd099f6-e8c0-4574-bab7-b2aa30158ba3] allocate_for_instance() {{(pid=62328) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 924.112422] env[62328]: DEBUG oslo_vmware.api [None req-df0b688f-0503-4570-94f0-869092b20262 tempest-ServerShowV254Test-1359864267 tempest-ServerShowV254Test-1359864267-project-member] Task: {'id': task-2387196, 'name': ReconfigVM_Task, 'duration_secs': 0.849334} completed successfully. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 924.112689] env[62328]: DEBUG nova.virt.vmwareapi.volumeops [None req-df0b688f-0503-4570-94f0-869092b20262 tempest-ServerShowV254Test-1359864267 tempest-ServerShowV254Test-1359864267-project-member] [instance: 2516767d-888c-4c2e-b245-a7cfb36ff98a] Reconfigured VM instance instance-00000058 to attach disk [datastore2] 2516767d-888c-4c2e-b245-a7cfb36ff98a/2516767d-888c-4c2e-b245-a7cfb36ff98a.vmdk or device None with type sparse {{(pid=62328) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 924.113350] env[62328]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-b0a0bdba-0928-41b5-8fde-0ef3437324da {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 924.124457] env[62328]: DEBUG oslo_vmware.api [None req-df0b688f-0503-4570-94f0-869092b20262 tempest-ServerShowV254Test-1359864267 tempest-ServerShowV254Test-1359864267-project-member] Waiting for the task: (returnval){ [ 924.124457] env[62328]: value = "task-2387197" [ 924.124457] env[62328]: _type = "Task" [ 924.124457] env[62328]: } to complete. {{(pid=62328) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 924.135337] env[62328]: DEBUG oslo_vmware.api [None req-df0b688f-0503-4570-94f0-869092b20262 tempest-ServerShowV254Test-1359864267 tempest-ServerShowV254Test-1359864267-project-member] Task: {'id': task-2387197, 'name': Rename_Task} progress is 5%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 924.150978] env[62328]: DEBUG nova.policy [None req-ba58b72f-f5f1-4d4a-9ab9-6ee18c4bcd9e tempest-ServersAdminTestJSON-455323280 tempest-ServersAdminTestJSON-455323280-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'f0723b72171241ed89ffbf76b5d45898', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'f2a757f35eac41f9957872714fb6355d', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62328) authorize /opt/stack/nova/nova/policy.py:192}} [ 924.577193] env[62328]: DEBUG nova.network.neutron [None req-ba58b72f-f5f1-4d4a-9ab9-6ee18c4bcd9e tempest-ServersAdminTestJSON-455323280 tempest-ServersAdminTestJSON-455323280-project-member] [instance: 5dd099f6-e8c0-4574-bab7-b2aa30158ba3] Successfully created port: 4b6cf006-f879-46b5-8e59-53ac59d108e4 {{(pid=62328) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 924.594730] env[62328]: DEBUG nova.compute.manager [None req-ba58b72f-f5f1-4d4a-9ab9-6ee18c4bcd9e tempest-ServersAdminTestJSON-455323280 tempest-ServersAdminTestJSON-455323280-project-member] [instance: 5dd099f6-e8c0-4574-bab7-b2aa30158ba3] Start building block device mappings for instance. {{(pid=62328) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 924.604416] env[62328]: DEBUG oslo_concurrency.lockutils [None req-2a19e6eb-ba52-423b-b78b-258f89b73076 tempest-ImagesTestJSON-1776717495 tempest-ImagesTestJSON-1776717495-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 924.616431] env[62328]: INFO nova.compute.manager [None req-4f29d091-6214-4a03-ad52-e5fd11130067 tempest-DeleteServersTestJSON-1766103036 tempest-DeleteServersTestJSON-1766103036-project-member] [instance: 8ba3d7e7-2be2-4949-8c5f-8e508f04b292] Took 30.02 seconds to build instance. [ 924.636960] env[62328]: DEBUG oslo_vmware.api [None req-df0b688f-0503-4570-94f0-869092b20262 tempest-ServerShowV254Test-1359864267 tempest-ServerShowV254Test-1359864267-project-member] Task: {'id': task-2387197, 'name': Rename_Task, 'duration_secs': 0.346695} completed successfully. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 924.639168] env[62328]: DEBUG nova.virt.vmwareapi.vm_util [None req-df0b688f-0503-4570-94f0-869092b20262 tempest-ServerShowV254Test-1359864267 tempest-ServerShowV254Test-1359864267-project-member] [instance: 2516767d-888c-4c2e-b245-a7cfb36ff98a] Powering on the VM {{(pid=62328) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 924.639168] env[62328]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-ce5b5ec9-4ed0-42f8-9c24-161c8f43314b {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 924.654500] env[62328]: DEBUG oslo_vmware.api [None req-df0b688f-0503-4570-94f0-869092b20262 tempest-ServerShowV254Test-1359864267 tempest-ServerShowV254Test-1359864267-project-member] Waiting for the task: (returnval){ [ 924.654500] env[62328]: value = "task-2387198" [ 924.654500] env[62328]: _type = "Task" [ 924.654500] env[62328]: } to complete. {{(pid=62328) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 924.671523] env[62328]: DEBUG oslo_vmware.api [None req-df0b688f-0503-4570-94f0-869092b20262 tempest-ServerShowV254Test-1359864267 tempest-ServerShowV254Test-1359864267-project-member] Task: {'id': task-2387198, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 925.086224] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ac3b32c6-6e97-4e09-86fb-92d9524a90b7 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 925.096613] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-54ec1b4a-b9a8-40d0-b3c1-a760467ea3e8 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 925.141299] env[62328]: DEBUG oslo_concurrency.lockutils [None req-4f29d091-6214-4a03-ad52-e5fd11130067 tempest-DeleteServersTestJSON-1766103036 tempest-DeleteServersTestJSON-1766103036-project-member] Lock "8ba3d7e7-2be2-4949-8c5f-8e508f04b292" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 31.601s {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 925.142686] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-39c75f3b-cfaa-4bfa-acde-9ae4fb6e2a2d {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 925.151911] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8edf9c77-0fe2-41ce-8154-4a164776491b {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 925.171471] env[62328]: DEBUG nova.compute.provider_tree [None req-3ebdf481-a01c-4b74-9627-44a62ed5e711 tempest-MultipleCreateTestJSON-1245707987 tempest-MultipleCreateTestJSON-1245707987-project-member] Inventory has not changed in ProviderTree for provider: 3469e9f8-04af-49ca-8435-49f104496744 {{(pid=62328) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 925.177365] env[62328]: DEBUG oslo_vmware.api [None req-df0b688f-0503-4570-94f0-869092b20262 tempest-ServerShowV254Test-1359864267 tempest-ServerShowV254Test-1359864267-project-member] Task: {'id': task-2387198, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 925.644083] env[62328]: DEBUG nova.compute.manager [None req-ba58b72f-f5f1-4d4a-9ab9-6ee18c4bcd9e tempest-ServersAdminTestJSON-455323280 tempest-ServersAdminTestJSON-455323280-project-member] [instance: 5dd099f6-e8c0-4574-bab7-b2aa30158ba3] Start spawning the instance on the hypervisor. {{(pid=62328) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 925.669615] env[62328]: DEBUG oslo_vmware.api [None req-df0b688f-0503-4570-94f0-869092b20262 tempest-ServerShowV254Test-1359864267 tempest-ServerShowV254Test-1359864267-project-member] Task: {'id': task-2387198, 'name': PowerOnVM_Task, 'duration_secs': 0.941682} completed successfully. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 925.672054] env[62328]: DEBUG nova.virt.vmwareapi.vm_util [None req-df0b688f-0503-4570-94f0-869092b20262 tempest-ServerShowV254Test-1359864267 tempest-ServerShowV254Test-1359864267-project-member] [instance: 2516767d-888c-4c2e-b245-a7cfb36ff98a] Powered on the VM {{(pid=62328) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 925.672304] env[62328]: INFO nova.compute.manager [None req-df0b688f-0503-4570-94f0-869092b20262 tempest-ServerShowV254Test-1359864267 tempest-ServerShowV254Test-1359864267-project-member] [instance: 2516767d-888c-4c2e-b245-a7cfb36ff98a] Took 7.25 seconds to spawn the instance on the hypervisor. [ 925.672524] env[62328]: DEBUG nova.compute.manager [None req-df0b688f-0503-4570-94f0-869092b20262 tempest-ServerShowV254Test-1359864267 tempest-ServerShowV254Test-1359864267-project-member] [instance: 2516767d-888c-4c2e-b245-a7cfb36ff98a] Checking state {{(pid=62328) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 925.674421] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6a6fd535-3a02-4a06-976d-f039b90bc38b {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 925.679400] env[62328]: DEBUG nova.virt.hardware [None req-ba58b72f-f5f1-4d4a-9ab9-6ee18c4bcd9e tempest-ServersAdminTestJSON-455323280 tempest-ServersAdminTestJSON-455323280-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-07T17:16:55Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-07T17:16:37Z,direct_url=,disk_format='vmdk',id=dbf872a4-92be-47e4-8561-c3e2bf2423ab,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='2a64022f08d84b11a86773b900860ae5',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-07T17:16:38Z,virtual_size=,visibility=), allow threads: False {{(pid=62328) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 925.679632] env[62328]: DEBUG nova.virt.hardware [None req-ba58b72f-f5f1-4d4a-9ab9-6ee18c4bcd9e tempest-ServersAdminTestJSON-455323280 tempest-ServersAdminTestJSON-455323280-project-member] Flavor limits 0:0:0 {{(pid=62328) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 925.679787] env[62328]: DEBUG nova.virt.hardware [None req-ba58b72f-f5f1-4d4a-9ab9-6ee18c4bcd9e tempest-ServersAdminTestJSON-455323280 tempest-ServersAdminTestJSON-455323280-project-member] Image limits 0:0:0 {{(pid=62328) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 925.679978] env[62328]: DEBUG nova.virt.hardware [None req-ba58b72f-f5f1-4d4a-9ab9-6ee18c4bcd9e tempest-ServersAdminTestJSON-455323280 tempest-ServersAdminTestJSON-455323280-project-member] Flavor pref 0:0:0 {{(pid=62328) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 925.680130] env[62328]: DEBUG nova.virt.hardware [None req-ba58b72f-f5f1-4d4a-9ab9-6ee18c4bcd9e tempest-ServersAdminTestJSON-455323280 tempest-ServersAdminTestJSON-455323280-project-member] Image pref 0:0:0 {{(pid=62328) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 925.680275] env[62328]: DEBUG nova.virt.hardware [None req-ba58b72f-f5f1-4d4a-9ab9-6ee18c4bcd9e tempest-ServersAdminTestJSON-455323280 tempest-ServersAdminTestJSON-455323280-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62328) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 925.681069] env[62328]: DEBUG nova.virt.hardware [None req-ba58b72f-f5f1-4d4a-9ab9-6ee18c4bcd9e tempest-ServersAdminTestJSON-455323280 tempest-ServersAdminTestJSON-455323280-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62328) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 925.681069] env[62328]: DEBUG nova.virt.hardware [None req-ba58b72f-f5f1-4d4a-9ab9-6ee18c4bcd9e tempest-ServersAdminTestJSON-455323280 tempest-ServersAdminTestJSON-455323280-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62328) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 925.681069] env[62328]: DEBUG nova.virt.hardware [None req-ba58b72f-f5f1-4d4a-9ab9-6ee18c4bcd9e tempest-ServersAdminTestJSON-455323280 tempest-ServersAdminTestJSON-455323280-project-member] Got 1 possible topologies {{(pid=62328) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 925.681069] env[62328]: DEBUG nova.virt.hardware [None req-ba58b72f-f5f1-4d4a-9ab9-6ee18c4bcd9e tempest-ServersAdminTestJSON-455323280 tempest-ServersAdminTestJSON-455323280-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62328) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 925.681271] env[62328]: DEBUG nova.virt.hardware [None req-ba58b72f-f5f1-4d4a-9ab9-6ee18c4bcd9e tempest-ServersAdminTestJSON-455323280 tempest-ServersAdminTestJSON-455323280-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62328) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 925.682124] env[62328]: DEBUG nova.scheduler.client.report [None req-3ebdf481-a01c-4b74-9627-44a62ed5e711 tempest-MultipleCreateTestJSON-1245707987 tempest-MultipleCreateTestJSON-1245707987-project-member] Inventory has not changed for provider 3469e9f8-04af-49ca-8435-49f104496744 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 152, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62328) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 925.685156] env[62328]: DEBUG oslo_concurrency.lockutils [None req-efb1d625-b748-4b92-9943-11604ef3fa0a tempest-DeleteServersTestJSON-1766103036 tempest-DeleteServersTestJSON-1766103036-project-member] Acquiring lock "8ba3d7e7-2be2-4949-8c5f-8e508f04b292" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 925.685688] env[62328]: DEBUG oslo_concurrency.lockutils [None req-efb1d625-b748-4b92-9943-11604ef3fa0a tempest-DeleteServersTestJSON-1766103036 tempest-DeleteServersTestJSON-1766103036-project-member] Lock "8ba3d7e7-2be2-4949-8c5f-8e508f04b292" acquired by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: waited 0.000s {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 925.685688] env[62328]: INFO nova.compute.manager [None req-efb1d625-b748-4b92-9943-11604ef3fa0a tempest-DeleteServersTestJSON-1766103036 tempest-DeleteServersTestJSON-1766103036-project-member] [instance: 8ba3d7e7-2be2-4949-8c5f-8e508f04b292] Shelving [ 925.687714] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-96155618-c8ff-4a9d-b462-e859c788ee59 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 925.702901] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c636d9a6-92a5-46ce-8c36-f1594c8c9f32 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 926.199515] env[62328]: DEBUG oslo_concurrency.lockutils [None req-3ebdf481-a01c-4b74-9627-44a62ed5e711 tempest-MultipleCreateTestJSON-1245707987 tempest-MultipleCreateTestJSON-1245707987-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.125s {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 926.199515] env[62328]: DEBUG nova.compute.manager [None req-3ebdf481-a01c-4b74-9627-44a62ed5e711 tempest-MultipleCreateTestJSON-1245707987 tempest-MultipleCreateTestJSON-1245707987-project-member] [instance: a2e0536d-14f2-4383-891e-8cf0278a8bb9] Start building networks asynchronously for instance. {{(pid=62328) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 926.204606] env[62328]: DEBUG oslo_concurrency.lockutils [None req-3ebdf481-a01c-4b74-9627-44a62ed5e711 tempest-MultipleCreateTestJSON-1245707987 tempest-MultipleCreateTestJSON-1245707987-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 14.339s {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 926.206951] env[62328]: INFO nova.compute.claims [None req-3ebdf481-a01c-4b74-9627-44a62ed5e711 tempest-MultipleCreateTestJSON-1245707987 tempest-MultipleCreateTestJSON-1245707987-project-member] [instance: 19cf93ff-3d13-4d89-a2b0-5ac9330075a6] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 926.222875] env[62328]: INFO nova.compute.manager [None req-df0b688f-0503-4570-94f0-869092b20262 tempest-ServerShowV254Test-1359864267 tempest-ServerShowV254Test-1359864267-project-member] [instance: 2516767d-888c-4c2e-b245-a7cfb36ff98a] Took 26.87 seconds to build instance. [ 926.293245] env[62328]: DEBUG nova.compute.manager [req-88225d16-a5ed-4bf3-a154-aa3cc169c3d3 req-f929ad26-fceb-49a8-9a72-9910079a2ed2 service nova] [instance: 5dd099f6-e8c0-4574-bab7-b2aa30158ba3] Received event network-vif-plugged-4b6cf006-f879-46b5-8e59-53ac59d108e4 {{(pid=62328) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 926.293245] env[62328]: DEBUG oslo_concurrency.lockutils [req-88225d16-a5ed-4bf3-a154-aa3cc169c3d3 req-f929ad26-fceb-49a8-9a72-9910079a2ed2 service nova] Acquiring lock "5dd099f6-e8c0-4574-bab7-b2aa30158ba3-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 926.293368] env[62328]: DEBUG oslo_concurrency.lockutils [req-88225d16-a5ed-4bf3-a154-aa3cc169c3d3 req-f929ad26-fceb-49a8-9a72-9910079a2ed2 service nova] Lock "5dd099f6-e8c0-4574-bab7-b2aa30158ba3-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 926.293476] env[62328]: DEBUG oslo_concurrency.lockutils [req-88225d16-a5ed-4bf3-a154-aa3cc169c3d3 req-f929ad26-fceb-49a8-9a72-9910079a2ed2 service nova] Lock "5dd099f6-e8c0-4574-bab7-b2aa30158ba3-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 926.293642] env[62328]: DEBUG nova.compute.manager [req-88225d16-a5ed-4bf3-a154-aa3cc169c3d3 req-f929ad26-fceb-49a8-9a72-9910079a2ed2 service nova] [instance: 5dd099f6-e8c0-4574-bab7-b2aa30158ba3] No waiting events found dispatching network-vif-plugged-4b6cf006-f879-46b5-8e59-53ac59d108e4 {{(pid=62328) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 926.293799] env[62328]: WARNING nova.compute.manager [req-88225d16-a5ed-4bf3-a154-aa3cc169c3d3 req-f929ad26-fceb-49a8-9a72-9910079a2ed2 service nova] [instance: 5dd099f6-e8c0-4574-bab7-b2aa30158ba3] Received unexpected event network-vif-plugged-4b6cf006-f879-46b5-8e59-53ac59d108e4 for instance with vm_state building and task_state spawning. [ 926.376191] env[62328]: DEBUG nova.network.neutron [None req-ba58b72f-f5f1-4d4a-9ab9-6ee18c4bcd9e tempest-ServersAdminTestJSON-455323280 tempest-ServersAdminTestJSON-455323280-project-member] [instance: 5dd099f6-e8c0-4574-bab7-b2aa30158ba3] Successfully updated port: 4b6cf006-f879-46b5-8e59-53ac59d108e4 {{(pid=62328) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 926.698918] env[62328]: DEBUG nova.virt.vmwareapi.vm_util [None req-efb1d625-b748-4b92-9943-11604ef3fa0a tempest-DeleteServersTestJSON-1766103036 tempest-DeleteServersTestJSON-1766103036-project-member] [instance: 8ba3d7e7-2be2-4949-8c5f-8e508f04b292] Powering off the VM {{(pid=62328) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 926.698918] env[62328]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-7e17a874-667d-4a98-896c-f798ab8e16ed {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 926.706919] env[62328]: DEBUG nova.compute.utils [None req-3ebdf481-a01c-4b74-9627-44a62ed5e711 tempest-MultipleCreateTestJSON-1245707987 tempest-MultipleCreateTestJSON-1245707987-project-member] Using /dev/sd instead of None {{(pid=62328) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 926.710127] env[62328]: DEBUG nova.compute.manager [None req-3ebdf481-a01c-4b74-9627-44a62ed5e711 tempest-MultipleCreateTestJSON-1245707987 tempest-MultipleCreateTestJSON-1245707987-project-member] [instance: a2e0536d-14f2-4383-891e-8cf0278a8bb9] Allocating IP information in the background. {{(pid=62328) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 926.710311] env[62328]: DEBUG nova.network.neutron [None req-3ebdf481-a01c-4b74-9627-44a62ed5e711 tempest-MultipleCreateTestJSON-1245707987 tempest-MultipleCreateTestJSON-1245707987-project-member] [instance: a2e0536d-14f2-4383-891e-8cf0278a8bb9] allocate_for_instance() {{(pid=62328) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 926.712318] env[62328]: DEBUG oslo_vmware.api [None req-efb1d625-b748-4b92-9943-11604ef3fa0a tempest-DeleteServersTestJSON-1766103036 tempest-DeleteServersTestJSON-1766103036-project-member] Waiting for the task: (returnval){ [ 926.712318] env[62328]: value = "task-2387199" [ 926.712318] env[62328]: _type = "Task" [ 926.712318] env[62328]: } to complete. {{(pid=62328) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 926.724653] env[62328]: DEBUG oslo_concurrency.lockutils [None req-df0b688f-0503-4570-94f0-869092b20262 tempest-ServerShowV254Test-1359864267 tempest-ServerShowV254Test-1359864267-project-member] Lock "2516767d-888c-4c2e-b245-a7cfb36ff98a" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 28.384s {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 926.724827] env[62328]: DEBUG oslo_vmware.api [None req-efb1d625-b748-4b92-9943-11604ef3fa0a tempest-DeleteServersTestJSON-1766103036 tempest-DeleteServersTestJSON-1766103036-project-member] Task: {'id': task-2387199, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 926.768988] env[62328]: DEBUG nova.policy [None req-3ebdf481-a01c-4b74-9627-44a62ed5e711 tempest-MultipleCreateTestJSON-1245707987 tempest-MultipleCreateTestJSON-1245707987-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '3117f29a445543db8b48fb41d9e0c5c2', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '44a2355a98cd4b10bf9ddc1a3067d147', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62328) authorize /opt/stack/nova/nova/policy.py:192}} [ 926.879865] env[62328]: DEBUG oslo_concurrency.lockutils [None req-ba58b72f-f5f1-4d4a-9ab9-6ee18c4bcd9e tempest-ServersAdminTestJSON-455323280 tempest-ServersAdminTestJSON-455323280-project-member] Acquiring lock "refresh_cache-5dd099f6-e8c0-4574-bab7-b2aa30158ba3" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 926.880049] env[62328]: DEBUG oslo_concurrency.lockutils [None req-ba58b72f-f5f1-4d4a-9ab9-6ee18c4bcd9e tempest-ServersAdminTestJSON-455323280 tempest-ServersAdminTestJSON-455323280-project-member] Acquired lock "refresh_cache-5dd099f6-e8c0-4574-bab7-b2aa30158ba3" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 926.880148] env[62328]: DEBUG nova.network.neutron [None req-ba58b72f-f5f1-4d4a-9ab9-6ee18c4bcd9e tempest-ServersAdminTestJSON-455323280 tempest-ServersAdminTestJSON-455323280-project-member] [instance: 5dd099f6-e8c0-4574-bab7-b2aa30158ba3] Building network info cache for instance {{(pid=62328) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 926.898264] env[62328]: DEBUG oslo_concurrency.lockutils [None req-3405116e-3de1-4971-9f65-82802ece9c2d tempest-ServersNegativeTestJSON-1019155744 tempest-ServersNegativeTestJSON-1019155744-project-member] Acquiring lock "206ded69-14c7-477f-9c36-376ff43a9641" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 926.898264] env[62328]: DEBUG oslo_concurrency.lockutils [None req-3405116e-3de1-4971-9f65-82802ece9c2d tempest-ServersNegativeTestJSON-1019155744 tempest-ServersNegativeTestJSON-1019155744-project-member] Lock "206ded69-14c7-477f-9c36-376ff43a9641" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 927.121276] env[62328]: DEBUG nova.network.neutron [None req-3ebdf481-a01c-4b74-9627-44a62ed5e711 tempest-MultipleCreateTestJSON-1245707987 tempest-MultipleCreateTestJSON-1245707987-project-member] [instance: a2e0536d-14f2-4383-891e-8cf0278a8bb9] Successfully created port: a66c4f62-043e-4d52-8409-13e5c907694e {{(pid=62328) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 927.216019] env[62328]: DEBUG nova.compute.manager [None req-3ebdf481-a01c-4b74-9627-44a62ed5e711 tempest-MultipleCreateTestJSON-1245707987 tempest-MultipleCreateTestJSON-1245707987-project-member] [instance: a2e0536d-14f2-4383-891e-8cf0278a8bb9] Start building block device mappings for instance. {{(pid=62328) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 927.231580] env[62328]: DEBUG oslo_vmware.api [None req-efb1d625-b748-4b92-9943-11604ef3fa0a tempest-DeleteServersTestJSON-1766103036 tempest-DeleteServersTestJSON-1766103036-project-member] Task: {'id': task-2387199, 'name': PowerOffVM_Task, 'duration_secs': 0.335507} completed successfully. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 927.231580] env[62328]: DEBUG nova.virt.vmwareapi.vm_util [None req-efb1d625-b748-4b92-9943-11604ef3fa0a tempest-DeleteServersTestJSON-1766103036 tempest-DeleteServersTestJSON-1766103036-project-member] [instance: 8ba3d7e7-2be2-4949-8c5f-8e508f04b292] Powered off the VM {{(pid=62328) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 927.232815] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-048ec7cd-66f1-4f10-a68d-4f52a0ae1ff6 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 927.252778] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3af71f30-a61e-4326-a07f-74e281f8285a {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 927.401932] env[62328]: DEBUG nova.compute.manager [None req-3405116e-3de1-4971-9f65-82802ece9c2d tempest-ServersNegativeTestJSON-1019155744 tempest-ServersNegativeTestJSON-1019155744-project-member] [instance: 206ded69-14c7-477f-9c36-376ff43a9641] Starting instance... {{(pid=62328) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 927.420608] env[62328]: INFO nova.compute.manager [None req-0d6b8a21-09ac-48af-a26a-b594e6e1b48f tempest-ServerShowV254Test-1359864267 tempest-ServerShowV254Test-1359864267-project-member] [instance: 2516767d-888c-4c2e-b245-a7cfb36ff98a] Rebuilding instance [ 927.464658] env[62328]: DEBUG nova.network.neutron [None req-ba58b72f-f5f1-4d4a-9ab9-6ee18c4bcd9e tempest-ServersAdminTestJSON-455323280 tempest-ServersAdminTestJSON-455323280-project-member] [instance: 5dd099f6-e8c0-4574-bab7-b2aa30158ba3] Instance cache missing network info. {{(pid=62328) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 927.477157] env[62328]: DEBUG nova.compute.manager [None req-0d6b8a21-09ac-48af-a26a-b594e6e1b48f tempest-ServerShowV254Test-1359864267 tempest-ServerShowV254Test-1359864267-project-member] [instance: 2516767d-888c-4c2e-b245-a7cfb36ff98a] Checking state {{(pid=62328) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 927.478068] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-814e35ee-329a-4b0f-b5a5-fb2ab09d8513 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 927.691202] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-da7fd1b6-14f1-46d6-8633-babb16b13cc0 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 927.699497] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1c66dc86-6549-4976-91f3-79cbd412853d {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 927.705333] env[62328]: DEBUG nova.network.neutron [None req-ba58b72f-f5f1-4d4a-9ab9-6ee18c4bcd9e tempest-ServersAdminTestJSON-455323280 tempest-ServersAdminTestJSON-455323280-project-member] [instance: 5dd099f6-e8c0-4574-bab7-b2aa30158ba3] Updating instance_info_cache with network_info: [{"id": "4b6cf006-f879-46b5-8e59-53ac59d108e4", "address": "fa:16:3e:ed:ef:f9", "network": {"id": "0eeee2fb-8ef5-412d-af46-12812484c08c", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-224594713-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f2a757f35eac41f9957872714fb6355d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "73915082-a1b0-460b-b24d-97588fc9cb29", "external-id": "nsx-vlan-transportzone-744", "segmentation_id": 744, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4b6cf006-f8", "ovs_interfaceid": "4b6cf006-f879-46b5-8e59-53ac59d108e4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62328) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 927.737459] env[62328]: DEBUG oslo_concurrency.lockutils [None req-ba58b72f-f5f1-4d4a-9ab9-6ee18c4bcd9e tempest-ServersAdminTestJSON-455323280 tempest-ServersAdminTestJSON-455323280-project-member] Releasing lock "refresh_cache-5dd099f6-e8c0-4574-bab7-b2aa30158ba3" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 927.737741] env[62328]: DEBUG nova.compute.manager [None req-ba58b72f-f5f1-4d4a-9ab9-6ee18c4bcd9e tempest-ServersAdminTestJSON-455323280 tempest-ServersAdminTestJSON-455323280-project-member] [instance: 5dd099f6-e8c0-4574-bab7-b2aa30158ba3] Instance network_info: |[{"id": "4b6cf006-f879-46b5-8e59-53ac59d108e4", "address": "fa:16:3e:ed:ef:f9", "network": {"id": "0eeee2fb-8ef5-412d-af46-12812484c08c", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-224594713-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f2a757f35eac41f9957872714fb6355d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "73915082-a1b0-460b-b24d-97588fc9cb29", "external-id": "nsx-vlan-transportzone-744", "segmentation_id": 744, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4b6cf006-f8", "ovs_interfaceid": "4b6cf006-f879-46b5-8e59-53ac59d108e4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62328) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 927.738535] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c3b585d8-f0c0-40bb-ae3b-182b429c5068 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 927.741314] env[62328]: DEBUG nova.virt.vmwareapi.vmops [None req-ba58b72f-f5f1-4d4a-9ab9-6ee18c4bcd9e tempest-ServersAdminTestJSON-455323280 tempest-ServersAdminTestJSON-455323280-project-member] [instance: 5dd099f6-e8c0-4574-bab7-b2aa30158ba3] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:ed:ef:f9', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '73915082-a1b0-460b-b24d-97588fc9cb29', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '4b6cf006-f879-46b5-8e59-53ac59d108e4', 'vif_model': 'vmxnet3'}] {{(pid=62328) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 927.748581] env[62328]: DEBUG oslo.service.loopingcall [None req-ba58b72f-f5f1-4d4a-9ab9-6ee18c4bcd9e tempest-ServersAdminTestJSON-455323280 tempest-ServersAdminTestJSON-455323280-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62328) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 927.749224] env[62328]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5dd099f6-e8c0-4574-bab7-b2aa30158ba3] Creating VM on the ESX host {{(pid=62328) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 927.750781] env[62328]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-3069975b-ab59-4974-bd9b-cc0776d4a55d {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 927.769370] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-919642dd-92b3-4e8e-a4b2-a34ca79fe40d {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 927.775243] env[62328]: DEBUG nova.virt.vmwareapi.vmops [None req-efb1d625-b748-4b92-9943-11604ef3fa0a tempest-DeleteServersTestJSON-1766103036 tempest-DeleteServersTestJSON-1766103036-project-member] [instance: 8ba3d7e7-2be2-4949-8c5f-8e508f04b292] Creating Snapshot of the VM instance {{(pid=62328) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 927.775492] env[62328]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 927.775492] env[62328]: value = "task-2387200" [ 927.775492] env[62328]: _type = "Task" [ 927.775492] env[62328]: } to complete. {{(pid=62328) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 927.775912] env[62328]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-817b00b2-bf50-46f1-babd-593380c4aef7 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 927.790817] env[62328]: DEBUG nova.compute.provider_tree [None req-3ebdf481-a01c-4b74-9627-44a62ed5e711 tempest-MultipleCreateTestJSON-1245707987 tempest-MultipleCreateTestJSON-1245707987-project-member] Inventory has not changed in ProviderTree for provider: 3469e9f8-04af-49ca-8435-49f104496744 {{(pid=62328) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 927.795567] env[62328]: DEBUG oslo_vmware.api [None req-efb1d625-b748-4b92-9943-11604ef3fa0a tempest-DeleteServersTestJSON-1766103036 tempest-DeleteServersTestJSON-1766103036-project-member] Waiting for the task: (returnval){ [ 927.795567] env[62328]: value = "task-2387201" [ 927.795567] env[62328]: _type = "Task" [ 927.795567] env[62328]: } to complete. {{(pid=62328) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 927.799485] env[62328]: DEBUG oslo_vmware.api [-] Task: {'id': task-2387200, 'name': CreateVM_Task} progress is 6%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 927.809777] env[62328]: DEBUG oslo_vmware.api [None req-efb1d625-b748-4b92-9943-11604ef3fa0a tempest-DeleteServersTestJSON-1766103036 tempest-DeleteServersTestJSON-1766103036-project-member] Task: {'id': task-2387201, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 927.927572] env[62328]: DEBUG oslo_concurrency.lockutils [None req-3405116e-3de1-4971-9f65-82802ece9c2d tempest-ServersNegativeTestJSON-1019155744 tempest-ServersNegativeTestJSON-1019155744-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 928.250765] env[62328]: DEBUG nova.compute.manager [None req-3ebdf481-a01c-4b74-9627-44a62ed5e711 tempest-MultipleCreateTestJSON-1245707987 tempest-MultipleCreateTestJSON-1245707987-project-member] [instance: a2e0536d-14f2-4383-891e-8cf0278a8bb9] Start spawning the instance on the hypervisor. {{(pid=62328) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 928.275041] env[62328]: DEBUG nova.virt.hardware [None req-3ebdf481-a01c-4b74-9627-44a62ed5e711 tempest-MultipleCreateTestJSON-1245707987 tempest-MultipleCreateTestJSON-1245707987-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-07T17:16:55Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-07T17:16:37Z,direct_url=,disk_format='vmdk',id=dbf872a4-92be-47e4-8561-c3e2bf2423ab,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='2a64022f08d84b11a86773b900860ae5',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-07T17:16:38Z,virtual_size=,visibility=), allow threads: False {{(pid=62328) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 928.275378] env[62328]: DEBUG nova.virt.hardware [None req-3ebdf481-a01c-4b74-9627-44a62ed5e711 tempest-MultipleCreateTestJSON-1245707987 tempest-MultipleCreateTestJSON-1245707987-project-member] Flavor limits 0:0:0 {{(pid=62328) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 928.275547] env[62328]: DEBUG nova.virt.hardware [None req-3ebdf481-a01c-4b74-9627-44a62ed5e711 tempest-MultipleCreateTestJSON-1245707987 tempest-MultipleCreateTestJSON-1245707987-project-member] Image limits 0:0:0 {{(pid=62328) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 928.275756] env[62328]: DEBUG nova.virt.hardware [None req-3ebdf481-a01c-4b74-9627-44a62ed5e711 tempest-MultipleCreateTestJSON-1245707987 tempest-MultipleCreateTestJSON-1245707987-project-member] Flavor pref 0:0:0 {{(pid=62328) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 928.275991] env[62328]: DEBUG nova.virt.hardware [None req-3ebdf481-a01c-4b74-9627-44a62ed5e711 tempest-MultipleCreateTestJSON-1245707987 tempest-MultipleCreateTestJSON-1245707987-project-member] Image pref 0:0:0 {{(pid=62328) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 928.276230] env[62328]: DEBUG nova.virt.hardware [None req-3ebdf481-a01c-4b74-9627-44a62ed5e711 tempest-MultipleCreateTestJSON-1245707987 tempest-MultipleCreateTestJSON-1245707987-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62328) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 928.276470] env[62328]: DEBUG nova.virt.hardware [None req-3ebdf481-a01c-4b74-9627-44a62ed5e711 tempest-MultipleCreateTestJSON-1245707987 tempest-MultipleCreateTestJSON-1245707987-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62328) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 928.276668] env[62328]: DEBUG nova.virt.hardware [None req-3ebdf481-a01c-4b74-9627-44a62ed5e711 tempest-MultipleCreateTestJSON-1245707987 tempest-MultipleCreateTestJSON-1245707987-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62328) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 928.276938] env[62328]: DEBUG nova.virt.hardware [None req-3ebdf481-a01c-4b74-9627-44a62ed5e711 tempest-MultipleCreateTestJSON-1245707987 tempest-MultipleCreateTestJSON-1245707987-project-member] Got 1 possible topologies {{(pid=62328) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 928.277229] env[62328]: DEBUG nova.virt.hardware [None req-3ebdf481-a01c-4b74-9627-44a62ed5e711 tempest-MultipleCreateTestJSON-1245707987 tempest-MultipleCreateTestJSON-1245707987-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62328) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 928.277428] env[62328]: DEBUG nova.virt.hardware [None req-3ebdf481-a01c-4b74-9627-44a62ed5e711 tempest-MultipleCreateTestJSON-1245707987 tempest-MultipleCreateTestJSON-1245707987-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62328) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 928.278538] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f197c177-fcc4-4efc-a4e2-f2d28fe924c4 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 928.293834] env[62328]: DEBUG nova.scheduler.client.report [None req-3ebdf481-a01c-4b74-9627-44a62ed5e711 tempest-MultipleCreateTestJSON-1245707987 tempest-MultipleCreateTestJSON-1245707987-project-member] Inventory has not changed for provider 3469e9f8-04af-49ca-8435-49f104496744 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 152, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62328) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 928.297176] env[62328]: DEBUG oslo_vmware.api [-] Task: {'id': task-2387200, 'name': CreateVM_Task, 'duration_secs': 0.409218} completed successfully. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 928.298414] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e3a3b9d9-e867-40ab-8f0d-26c2900d51cb {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 928.303150] env[62328]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5dd099f6-e8c0-4574-bab7-b2aa30158ba3] Created VM on the ESX host {{(pid=62328) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 928.303602] env[62328]: DEBUG oslo_concurrency.lockutils [None req-ba58b72f-f5f1-4d4a-9ab9-6ee18c4bcd9e tempest-ServersAdminTestJSON-455323280 tempest-ServersAdminTestJSON-455323280-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/dbf872a4-92be-47e4-8561-c3e2bf2423ab" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 928.303811] env[62328]: DEBUG oslo_concurrency.lockutils [None req-ba58b72f-f5f1-4d4a-9ab9-6ee18c4bcd9e tempest-ServersAdminTestJSON-455323280 tempest-ServersAdminTestJSON-455323280-project-member] Acquired lock "[datastore1] devstack-image-cache_base/dbf872a4-92be-47e4-8561-c3e2bf2423ab" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 928.304094] env[62328]: DEBUG oslo_concurrency.lockutils [None req-ba58b72f-f5f1-4d4a-9ab9-6ee18c4bcd9e tempest-ServersAdminTestJSON-455323280 tempest-ServersAdminTestJSON-455323280-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/dbf872a4-92be-47e4-8561-c3e2bf2423ab" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 928.307514] env[62328]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8cf2e2d6-bee7-41a0-979c-479e81331b8f {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 928.323301] env[62328]: DEBUG oslo_vmware.api [None req-efb1d625-b748-4b92-9943-11604ef3fa0a tempest-DeleteServersTestJSON-1766103036 tempest-DeleteServersTestJSON-1766103036-project-member] Task: {'id': task-2387201, 'name': CreateSnapshot_Task, 'duration_secs': 0.51571} completed successfully. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 928.323586] env[62328]: DEBUG oslo_vmware.api [None req-ba58b72f-f5f1-4d4a-9ab9-6ee18c4bcd9e tempest-ServersAdminTestJSON-455323280 tempest-ServersAdminTestJSON-455323280-project-member] Waiting for the task: (returnval){ [ 928.323586] env[62328]: value = "session[52a6e20e-410d-708a-99f2-080a575a99bd]52891d15-2f97-033f-08e2-5a7e183d0fbc" [ 928.323586] env[62328]: _type = "Task" [ 928.323586] env[62328]: } to complete. {{(pid=62328) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 928.324861] env[62328]: DEBUG nova.virt.vmwareapi.vmops [None req-efb1d625-b748-4b92-9943-11604ef3fa0a tempest-DeleteServersTestJSON-1766103036 tempest-DeleteServersTestJSON-1766103036-project-member] [instance: 8ba3d7e7-2be2-4949-8c5f-8e508f04b292] Created Snapshot of the VM instance {{(pid=62328) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 928.326031] env[62328]: DEBUG nova.compute.manager [req-9dfe3b17-fff5-4304-8abc-5828fafb7e38 req-fc4d01b8-d6fe-4987-b127-84ba51207aaa service nova] [instance: 5dd099f6-e8c0-4574-bab7-b2aa30158ba3] Received event network-changed-4b6cf006-f879-46b5-8e59-53ac59d108e4 {{(pid=62328) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 928.326215] env[62328]: DEBUG nova.compute.manager [req-9dfe3b17-fff5-4304-8abc-5828fafb7e38 req-fc4d01b8-d6fe-4987-b127-84ba51207aaa service nova] [instance: 5dd099f6-e8c0-4574-bab7-b2aa30158ba3] Refreshing instance network info cache due to event network-changed-4b6cf006-f879-46b5-8e59-53ac59d108e4. {{(pid=62328) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 928.326420] env[62328]: DEBUG oslo_concurrency.lockutils [req-9dfe3b17-fff5-4304-8abc-5828fafb7e38 req-fc4d01b8-d6fe-4987-b127-84ba51207aaa service nova] Acquiring lock "refresh_cache-5dd099f6-e8c0-4574-bab7-b2aa30158ba3" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 928.326560] env[62328]: DEBUG oslo_concurrency.lockutils [req-9dfe3b17-fff5-4304-8abc-5828fafb7e38 req-fc4d01b8-d6fe-4987-b127-84ba51207aaa service nova] Acquired lock "refresh_cache-5dd099f6-e8c0-4574-bab7-b2aa30158ba3" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 928.326715] env[62328]: DEBUG nova.network.neutron [req-9dfe3b17-fff5-4304-8abc-5828fafb7e38 req-fc4d01b8-d6fe-4987-b127-84ba51207aaa service nova] [instance: 5dd099f6-e8c0-4574-bab7-b2aa30158ba3] Refreshing network info cache for port 4b6cf006-f879-46b5-8e59-53ac59d108e4 {{(pid=62328) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 928.328266] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a20f1262-0fc9-4dcf-947a-0dcf8046979a {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 928.343068] env[62328]: DEBUG oslo_vmware.api [None req-ba58b72f-f5f1-4d4a-9ab9-6ee18c4bcd9e tempest-ServersAdminTestJSON-455323280 tempest-ServersAdminTestJSON-455323280-project-member] Task: {'id': session[52a6e20e-410d-708a-99f2-080a575a99bd]52891d15-2f97-033f-08e2-5a7e183d0fbc, 'name': SearchDatastore_Task, 'duration_secs': 0.011397} completed successfully. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 928.346619] env[62328]: DEBUG oslo_concurrency.lockutils [None req-ba58b72f-f5f1-4d4a-9ab9-6ee18c4bcd9e tempest-ServersAdminTestJSON-455323280 tempest-ServersAdminTestJSON-455323280-project-member] Releasing lock "[datastore1] devstack-image-cache_base/dbf872a4-92be-47e4-8561-c3e2bf2423ab" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 928.346851] env[62328]: DEBUG nova.virt.vmwareapi.vmops [None req-ba58b72f-f5f1-4d4a-9ab9-6ee18c4bcd9e tempest-ServersAdminTestJSON-455323280 tempest-ServersAdminTestJSON-455323280-project-member] [instance: 5dd099f6-e8c0-4574-bab7-b2aa30158ba3] Processing image dbf872a4-92be-47e4-8561-c3e2bf2423ab {{(pid=62328) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 928.347084] env[62328]: DEBUG oslo_concurrency.lockutils [None req-ba58b72f-f5f1-4d4a-9ab9-6ee18c4bcd9e tempest-ServersAdminTestJSON-455323280 tempest-ServersAdminTestJSON-455323280-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/dbf872a4-92be-47e4-8561-c3e2bf2423ab/dbf872a4-92be-47e4-8561-c3e2bf2423ab.vmdk" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 928.347236] env[62328]: DEBUG oslo_concurrency.lockutils [None req-ba58b72f-f5f1-4d4a-9ab9-6ee18c4bcd9e tempest-ServersAdminTestJSON-455323280 tempest-ServersAdminTestJSON-455323280-project-member] Acquired lock "[datastore1] devstack-image-cache_base/dbf872a4-92be-47e4-8561-c3e2bf2423ab/dbf872a4-92be-47e4-8561-c3e2bf2423ab.vmdk" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 928.347415] env[62328]: DEBUG nova.virt.vmwareapi.ds_util [None req-ba58b72f-f5f1-4d4a-9ab9-6ee18c4bcd9e tempest-ServersAdminTestJSON-455323280 tempest-ServersAdminTestJSON-455323280-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62328) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 928.349897] env[62328]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-afd53121-7bf1-47fd-a9ad-91567a00b5d5 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 928.360464] env[62328]: DEBUG nova.virt.vmwareapi.ds_util [None req-ba58b72f-f5f1-4d4a-9ab9-6ee18c4bcd9e tempest-ServersAdminTestJSON-455323280 tempest-ServersAdminTestJSON-455323280-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62328) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 928.360852] env[62328]: DEBUG nova.virt.vmwareapi.vmops [None req-ba58b72f-f5f1-4d4a-9ab9-6ee18c4bcd9e tempest-ServersAdminTestJSON-455323280 tempest-ServersAdminTestJSON-455323280-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62328) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 928.361434] env[62328]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-41168804-f06f-44ce-9c8a-a53a2d38babf {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 928.367364] env[62328]: DEBUG oslo_vmware.api [None req-ba58b72f-f5f1-4d4a-9ab9-6ee18c4bcd9e tempest-ServersAdminTestJSON-455323280 tempest-ServersAdminTestJSON-455323280-project-member] Waiting for the task: (returnval){ [ 928.367364] env[62328]: value = "session[52a6e20e-410d-708a-99f2-080a575a99bd]525505a8-1b5b-442b-067a-589e789221cc" [ 928.367364] env[62328]: _type = "Task" [ 928.367364] env[62328]: } to complete. {{(pid=62328) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 928.379202] env[62328]: DEBUG oslo_vmware.api [None req-ba58b72f-f5f1-4d4a-9ab9-6ee18c4bcd9e tempest-ServersAdminTestJSON-455323280 tempest-ServersAdminTestJSON-455323280-project-member] Task: {'id': session[52a6e20e-410d-708a-99f2-080a575a99bd]525505a8-1b5b-442b-067a-589e789221cc, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 928.501254] env[62328]: DEBUG nova.virt.vmwareapi.vm_util [None req-0d6b8a21-09ac-48af-a26a-b594e6e1b48f tempest-ServerShowV254Test-1359864267 tempest-ServerShowV254Test-1359864267-project-member] [instance: 2516767d-888c-4c2e-b245-a7cfb36ff98a] Powering off the VM {{(pid=62328) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 928.501254] env[62328]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a3f5aa90-45a6-47b2-bae9-bbacb2310b54 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 928.507350] env[62328]: DEBUG oslo_vmware.api [None req-0d6b8a21-09ac-48af-a26a-b594e6e1b48f tempest-ServerShowV254Test-1359864267 tempest-ServerShowV254Test-1359864267-project-member] Waiting for the task: (returnval){ [ 928.507350] env[62328]: value = "task-2387202" [ 928.507350] env[62328]: _type = "Task" [ 928.507350] env[62328]: } to complete. {{(pid=62328) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 928.519495] env[62328]: DEBUG oslo_vmware.api [None req-0d6b8a21-09ac-48af-a26a-b594e6e1b48f tempest-ServerShowV254Test-1359864267 tempest-ServerShowV254Test-1359864267-project-member] Task: {'id': task-2387202, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 928.803939] env[62328]: DEBUG oslo_concurrency.lockutils [None req-3ebdf481-a01c-4b74-9627-44a62ed5e711 tempest-MultipleCreateTestJSON-1245707987 tempest-MultipleCreateTestJSON-1245707987-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.599s {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 928.804637] env[62328]: DEBUG nova.compute.manager [None req-3ebdf481-a01c-4b74-9627-44a62ed5e711 tempest-MultipleCreateTestJSON-1245707987 tempest-MultipleCreateTestJSON-1245707987-project-member] [instance: 19cf93ff-3d13-4d89-a2b0-5ac9330075a6] Start building networks asynchronously for instance. {{(pid=62328) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 928.811020] env[62328]: DEBUG oslo_concurrency.lockutils [None req-40ea61cc-4f56-4022-afe8-4d65e4c8864f tempest-ServerDiskConfigTestJSON-126406698 tempest-ServerDiskConfigTestJSON-126406698-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 16.017s {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 928.861436] env[62328]: DEBUG nova.virt.vmwareapi.vmops [None req-efb1d625-b748-4b92-9943-11604ef3fa0a tempest-DeleteServersTestJSON-1766103036 tempest-DeleteServersTestJSON-1766103036-project-member] [instance: 8ba3d7e7-2be2-4949-8c5f-8e508f04b292] Creating linked-clone VM from snapshot {{(pid=62328) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 928.862160] env[62328]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-8371d454-bb92-499d-a5b3-bd3ad37d3aa1 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 928.871853] env[62328]: DEBUG oslo_vmware.api [None req-efb1d625-b748-4b92-9943-11604ef3fa0a tempest-DeleteServersTestJSON-1766103036 tempest-DeleteServersTestJSON-1766103036-project-member] Waiting for the task: (returnval){ [ 928.871853] env[62328]: value = "task-2387203" [ 928.871853] env[62328]: _type = "Task" [ 928.871853] env[62328]: } to complete. {{(pid=62328) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 928.886652] env[62328]: DEBUG oslo_vmware.api [None req-ba58b72f-f5f1-4d4a-9ab9-6ee18c4bcd9e tempest-ServersAdminTestJSON-455323280 tempest-ServersAdminTestJSON-455323280-project-member] Task: {'id': session[52a6e20e-410d-708a-99f2-080a575a99bd]525505a8-1b5b-442b-067a-589e789221cc, 'name': SearchDatastore_Task, 'duration_secs': 0.011647} completed successfully. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 928.891206] env[62328]: DEBUG oslo_vmware.api [None req-efb1d625-b748-4b92-9943-11604ef3fa0a tempest-DeleteServersTestJSON-1766103036 tempest-DeleteServersTestJSON-1766103036-project-member] Task: {'id': task-2387203, 'name': CloneVM_Task} progress is 0%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 928.891206] env[62328]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-df88e198-9f3a-49f6-b723-bb7483517742 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 928.896999] env[62328]: DEBUG oslo_vmware.api [None req-ba58b72f-f5f1-4d4a-9ab9-6ee18c4bcd9e tempest-ServersAdminTestJSON-455323280 tempest-ServersAdminTestJSON-455323280-project-member] Waiting for the task: (returnval){ [ 928.896999] env[62328]: value = "session[52a6e20e-410d-708a-99f2-080a575a99bd]52c0e3e1-0a3e-c917-ba08-202ed424fa20" [ 928.896999] env[62328]: _type = "Task" [ 928.896999] env[62328]: } to complete. {{(pid=62328) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 928.905247] env[62328]: DEBUG oslo_vmware.api [None req-ba58b72f-f5f1-4d4a-9ab9-6ee18c4bcd9e tempest-ServersAdminTestJSON-455323280 tempest-ServersAdminTestJSON-455323280-project-member] Task: {'id': session[52a6e20e-410d-708a-99f2-080a575a99bd]52c0e3e1-0a3e-c917-ba08-202ed424fa20, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 928.938676] env[62328]: DEBUG nova.network.neutron [req-9dfe3b17-fff5-4304-8abc-5828fafb7e38 req-fc4d01b8-d6fe-4987-b127-84ba51207aaa service nova] [instance: 5dd099f6-e8c0-4574-bab7-b2aa30158ba3] Updated VIF entry in instance network info cache for port 4b6cf006-f879-46b5-8e59-53ac59d108e4. {{(pid=62328) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 928.939047] env[62328]: DEBUG nova.network.neutron [req-9dfe3b17-fff5-4304-8abc-5828fafb7e38 req-fc4d01b8-d6fe-4987-b127-84ba51207aaa service nova] [instance: 5dd099f6-e8c0-4574-bab7-b2aa30158ba3] Updating instance_info_cache with network_info: [{"id": "4b6cf006-f879-46b5-8e59-53ac59d108e4", "address": "fa:16:3e:ed:ef:f9", "network": {"id": "0eeee2fb-8ef5-412d-af46-12812484c08c", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-224594713-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f2a757f35eac41f9957872714fb6355d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "73915082-a1b0-460b-b24d-97588fc9cb29", "external-id": "nsx-vlan-transportzone-744", "segmentation_id": 744, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4b6cf006-f8", "ovs_interfaceid": "4b6cf006-f879-46b5-8e59-53ac59d108e4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62328) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 929.024908] env[62328]: DEBUG oslo_vmware.api [None req-0d6b8a21-09ac-48af-a26a-b594e6e1b48f tempest-ServerShowV254Test-1359864267 tempest-ServerShowV254Test-1359864267-project-member] Task: {'id': task-2387202, 'name': PowerOffVM_Task, 'duration_secs': 0.156071} completed successfully. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 929.025178] env[62328]: DEBUG nova.virt.vmwareapi.vm_util [None req-0d6b8a21-09ac-48af-a26a-b594e6e1b48f tempest-ServerShowV254Test-1359864267 tempest-ServerShowV254Test-1359864267-project-member] [instance: 2516767d-888c-4c2e-b245-a7cfb36ff98a] Powered off the VM {{(pid=62328) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 929.025462] env[62328]: DEBUG nova.virt.vmwareapi.vmops [None req-0d6b8a21-09ac-48af-a26a-b594e6e1b48f tempest-ServerShowV254Test-1359864267 tempest-ServerShowV254Test-1359864267-project-member] [instance: 2516767d-888c-4c2e-b245-a7cfb36ff98a] Destroying instance {{(pid=62328) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 929.026450] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-55defefc-7c2e-4500-8d0e-47b2f7e021ae {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 929.034271] env[62328]: DEBUG nova.virt.vmwareapi.vmops [None req-0d6b8a21-09ac-48af-a26a-b594e6e1b48f tempest-ServerShowV254Test-1359864267 tempest-ServerShowV254Test-1359864267-project-member] [instance: 2516767d-888c-4c2e-b245-a7cfb36ff98a] Unregistering the VM {{(pid=62328) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 929.034544] env[62328]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-d5987036-2c0c-4e1a-972d-8dbba1e0c1a2 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 929.066321] env[62328]: DEBUG nova.virt.vmwareapi.vmops [None req-0d6b8a21-09ac-48af-a26a-b594e6e1b48f tempest-ServerShowV254Test-1359864267 tempest-ServerShowV254Test-1359864267-project-member] [instance: 2516767d-888c-4c2e-b245-a7cfb36ff98a] Unregistered the VM {{(pid=62328) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 929.066498] env[62328]: DEBUG nova.virt.vmwareapi.vmops [None req-0d6b8a21-09ac-48af-a26a-b594e6e1b48f tempest-ServerShowV254Test-1359864267 tempest-ServerShowV254Test-1359864267-project-member] [instance: 2516767d-888c-4c2e-b245-a7cfb36ff98a] Deleting contents of the VM from datastore datastore2 {{(pid=62328) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 929.066687] env[62328]: DEBUG nova.virt.vmwareapi.ds_util [None req-0d6b8a21-09ac-48af-a26a-b594e6e1b48f tempest-ServerShowV254Test-1359864267 tempest-ServerShowV254Test-1359864267-project-member] Deleting the datastore file [datastore2] 2516767d-888c-4c2e-b245-a7cfb36ff98a {{(pid=62328) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 929.066979] env[62328]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-e3aec896-f139-4117-944c-3cc466543e12 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 929.076576] env[62328]: DEBUG oslo_vmware.api [None req-0d6b8a21-09ac-48af-a26a-b594e6e1b48f tempest-ServerShowV254Test-1359864267 tempest-ServerShowV254Test-1359864267-project-member] Waiting for the task: (returnval){ [ 929.076576] env[62328]: value = "task-2387205" [ 929.076576] env[62328]: _type = "Task" [ 929.076576] env[62328]: } to complete. {{(pid=62328) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 929.086942] env[62328]: DEBUG oslo_vmware.api [None req-0d6b8a21-09ac-48af-a26a-b594e6e1b48f tempest-ServerShowV254Test-1359864267 tempest-ServerShowV254Test-1359864267-project-member] Task: {'id': task-2387205, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 929.227073] env[62328]: DEBUG nova.network.neutron [None req-3ebdf481-a01c-4b74-9627-44a62ed5e711 tempest-MultipleCreateTestJSON-1245707987 tempest-MultipleCreateTestJSON-1245707987-project-member] [instance: a2e0536d-14f2-4383-891e-8cf0278a8bb9] Successfully updated port: a66c4f62-043e-4d52-8409-13e5c907694e {{(pid=62328) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 929.310683] env[62328]: DEBUG nova.compute.utils [None req-3ebdf481-a01c-4b74-9627-44a62ed5e711 tempest-MultipleCreateTestJSON-1245707987 tempest-MultipleCreateTestJSON-1245707987-project-member] Using /dev/sd instead of None {{(pid=62328) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 929.314299] env[62328]: INFO nova.compute.claims [None req-40ea61cc-4f56-4022-afe8-4d65e4c8864f tempest-ServerDiskConfigTestJSON-126406698 tempest-ServerDiskConfigTestJSON-126406698-project-member] [instance: 5df51859-2d31-4abb-9c7d-d0b0405c3df9] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 929.317912] env[62328]: DEBUG nova.compute.manager [None req-3ebdf481-a01c-4b74-9627-44a62ed5e711 tempest-MultipleCreateTestJSON-1245707987 tempest-MultipleCreateTestJSON-1245707987-project-member] [instance: 19cf93ff-3d13-4d89-a2b0-5ac9330075a6] Allocating IP information in the background. {{(pid=62328) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 929.317912] env[62328]: DEBUG nova.network.neutron [None req-3ebdf481-a01c-4b74-9627-44a62ed5e711 tempest-MultipleCreateTestJSON-1245707987 tempest-MultipleCreateTestJSON-1245707987-project-member] [instance: 19cf93ff-3d13-4d89-a2b0-5ac9330075a6] allocate_for_instance() {{(pid=62328) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 929.358799] env[62328]: DEBUG nova.policy [None req-3ebdf481-a01c-4b74-9627-44a62ed5e711 tempest-MultipleCreateTestJSON-1245707987 tempest-MultipleCreateTestJSON-1245707987-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '3117f29a445543db8b48fb41d9e0c5c2', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '44a2355a98cd4b10bf9ddc1a3067d147', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62328) authorize /opt/stack/nova/nova/policy.py:192}} [ 929.385329] env[62328]: DEBUG oslo_vmware.api [None req-efb1d625-b748-4b92-9943-11604ef3fa0a tempest-DeleteServersTestJSON-1766103036 tempest-DeleteServersTestJSON-1766103036-project-member] Task: {'id': task-2387203, 'name': CloneVM_Task} progress is 94%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 929.407549] env[62328]: DEBUG oslo_vmware.api [None req-ba58b72f-f5f1-4d4a-9ab9-6ee18c4bcd9e tempest-ServersAdminTestJSON-455323280 tempest-ServersAdminTestJSON-455323280-project-member] Task: {'id': session[52a6e20e-410d-708a-99f2-080a575a99bd]52c0e3e1-0a3e-c917-ba08-202ed424fa20, 'name': SearchDatastore_Task, 'duration_secs': 0.01116} completed successfully. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 929.407796] env[62328]: DEBUG oslo_concurrency.lockutils [None req-ba58b72f-f5f1-4d4a-9ab9-6ee18c4bcd9e tempest-ServersAdminTestJSON-455323280 tempest-ServersAdminTestJSON-455323280-project-member] Releasing lock "[datastore1] devstack-image-cache_base/dbf872a4-92be-47e4-8561-c3e2bf2423ab/dbf872a4-92be-47e4-8561-c3e2bf2423ab.vmdk" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 929.408123] env[62328]: DEBUG nova.virt.vmwareapi.vm_util [None req-ba58b72f-f5f1-4d4a-9ab9-6ee18c4bcd9e tempest-ServersAdminTestJSON-455323280 tempest-ServersAdminTestJSON-455323280-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/dbf872a4-92be-47e4-8561-c3e2bf2423ab/dbf872a4-92be-47e4-8561-c3e2bf2423ab.vmdk to [datastore1] 5dd099f6-e8c0-4574-bab7-b2aa30158ba3/5dd099f6-e8c0-4574-bab7-b2aa30158ba3.vmdk {{(pid=62328) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 929.408389] env[62328]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-c60903e0-5039-4db2-afe6-53799ff90c3e {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 929.417675] env[62328]: DEBUG oslo_vmware.api [None req-ba58b72f-f5f1-4d4a-9ab9-6ee18c4bcd9e tempest-ServersAdminTestJSON-455323280 tempest-ServersAdminTestJSON-455323280-project-member] Waiting for the task: (returnval){ [ 929.417675] env[62328]: value = "task-2387206" [ 929.417675] env[62328]: _type = "Task" [ 929.417675] env[62328]: } to complete. {{(pid=62328) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 929.426492] env[62328]: DEBUG oslo_vmware.api [None req-ba58b72f-f5f1-4d4a-9ab9-6ee18c4bcd9e tempest-ServersAdminTestJSON-455323280 tempest-ServersAdminTestJSON-455323280-project-member] Task: {'id': task-2387206, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 929.442236] env[62328]: DEBUG oslo_concurrency.lockutils [req-9dfe3b17-fff5-4304-8abc-5828fafb7e38 req-fc4d01b8-d6fe-4987-b127-84ba51207aaa service nova] Releasing lock "refresh_cache-5dd099f6-e8c0-4574-bab7-b2aa30158ba3" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 929.588701] env[62328]: DEBUG oslo_vmware.api [None req-0d6b8a21-09ac-48af-a26a-b594e6e1b48f tempest-ServerShowV254Test-1359864267 tempest-ServerShowV254Test-1359864267-project-member] Task: {'id': task-2387205, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.124635} completed successfully. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 929.588984] env[62328]: DEBUG nova.virt.vmwareapi.ds_util [None req-0d6b8a21-09ac-48af-a26a-b594e6e1b48f tempest-ServerShowV254Test-1359864267 tempest-ServerShowV254Test-1359864267-project-member] Deleted the datastore file {{(pid=62328) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 929.589200] env[62328]: DEBUG nova.virt.vmwareapi.vmops [None req-0d6b8a21-09ac-48af-a26a-b594e6e1b48f tempest-ServerShowV254Test-1359864267 tempest-ServerShowV254Test-1359864267-project-member] [instance: 2516767d-888c-4c2e-b245-a7cfb36ff98a] Deleted contents of the VM from datastore datastore2 {{(pid=62328) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 929.589398] env[62328]: DEBUG nova.virt.vmwareapi.vmops [None req-0d6b8a21-09ac-48af-a26a-b594e6e1b48f tempest-ServerShowV254Test-1359864267 tempest-ServerShowV254Test-1359864267-project-member] [instance: 2516767d-888c-4c2e-b245-a7cfb36ff98a] Instance destroyed {{(pid=62328) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 929.646429] env[62328]: DEBUG nova.network.neutron [None req-3ebdf481-a01c-4b74-9627-44a62ed5e711 tempest-MultipleCreateTestJSON-1245707987 tempest-MultipleCreateTestJSON-1245707987-project-member] [instance: 19cf93ff-3d13-4d89-a2b0-5ac9330075a6] Successfully created port: 0bcdd0ed-8449-43d9-b850-0d8b6f2de854 {{(pid=62328) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 929.730947] env[62328]: DEBUG oslo_concurrency.lockutils [None req-3ebdf481-a01c-4b74-9627-44a62ed5e711 tempest-MultipleCreateTestJSON-1245707987 tempest-MultipleCreateTestJSON-1245707987-project-member] Acquiring lock "refresh_cache-a2e0536d-14f2-4383-891e-8cf0278a8bb9" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 929.731121] env[62328]: DEBUG oslo_concurrency.lockutils [None req-3ebdf481-a01c-4b74-9627-44a62ed5e711 tempest-MultipleCreateTestJSON-1245707987 tempest-MultipleCreateTestJSON-1245707987-project-member] Acquired lock "refresh_cache-a2e0536d-14f2-4383-891e-8cf0278a8bb9" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 929.731295] env[62328]: DEBUG nova.network.neutron [None req-3ebdf481-a01c-4b74-9627-44a62ed5e711 tempest-MultipleCreateTestJSON-1245707987 tempest-MultipleCreateTestJSON-1245707987-project-member] [instance: a2e0536d-14f2-4383-891e-8cf0278a8bb9] Building network info cache for instance {{(pid=62328) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 929.819783] env[62328]: DEBUG nova.compute.manager [None req-3ebdf481-a01c-4b74-9627-44a62ed5e711 tempest-MultipleCreateTestJSON-1245707987 tempest-MultipleCreateTestJSON-1245707987-project-member] [instance: 19cf93ff-3d13-4d89-a2b0-5ac9330075a6] Start building block device mappings for instance. {{(pid=62328) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 929.823739] env[62328]: INFO nova.compute.resource_tracker [None req-40ea61cc-4f56-4022-afe8-4d65e4c8864f tempest-ServerDiskConfigTestJSON-126406698 tempest-ServerDiskConfigTestJSON-126406698-project-member] [instance: 5df51859-2d31-4abb-9c7d-d0b0405c3df9] Updating resource usage from migration 82326da9-e233-44ee-8a7d-360c4c26278c [ 929.889549] env[62328]: DEBUG oslo_vmware.api [None req-efb1d625-b748-4b92-9943-11604ef3fa0a tempest-DeleteServersTestJSON-1766103036 tempest-DeleteServersTestJSON-1766103036-project-member] Task: {'id': task-2387203, 'name': CloneVM_Task} progress is 94%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 929.929847] env[62328]: DEBUG oslo_vmware.api [None req-ba58b72f-f5f1-4d4a-9ab9-6ee18c4bcd9e tempest-ServersAdminTestJSON-455323280 tempest-ServersAdminTestJSON-455323280-project-member] Task: {'id': task-2387206, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.482845} completed successfully. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 929.930084] env[62328]: DEBUG nova.virt.vmwareapi.vm_util [None req-ba58b72f-f5f1-4d4a-9ab9-6ee18c4bcd9e tempest-ServersAdminTestJSON-455323280 tempest-ServersAdminTestJSON-455323280-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/dbf872a4-92be-47e4-8561-c3e2bf2423ab/dbf872a4-92be-47e4-8561-c3e2bf2423ab.vmdk to [datastore1] 5dd099f6-e8c0-4574-bab7-b2aa30158ba3/5dd099f6-e8c0-4574-bab7-b2aa30158ba3.vmdk {{(pid=62328) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 929.930388] env[62328]: DEBUG nova.virt.vmwareapi.vmops [None req-ba58b72f-f5f1-4d4a-9ab9-6ee18c4bcd9e tempest-ServersAdminTestJSON-455323280 tempest-ServersAdminTestJSON-455323280-project-member] [instance: 5dd099f6-e8c0-4574-bab7-b2aa30158ba3] Extending root virtual disk to 1048576 {{(pid=62328) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 929.930550] env[62328]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-b5e62511-93a1-46ba-b5e7-344a4bdc84c2 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 929.939281] env[62328]: DEBUG oslo_vmware.api [None req-ba58b72f-f5f1-4d4a-9ab9-6ee18c4bcd9e tempest-ServersAdminTestJSON-455323280 tempest-ServersAdminTestJSON-455323280-project-member] Waiting for the task: (returnval){ [ 929.939281] env[62328]: value = "task-2387207" [ 929.939281] env[62328]: _type = "Task" [ 929.939281] env[62328]: } to complete. {{(pid=62328) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 929.950626] env[62328]: DEBUG oslo_vmware.api [None req-ba58b72f-f5f1-4d4a-9ab9-6ee18c4bcd9e tempest-ServersAdminTestJSON-455323280 tempest-ServersAdminTestJSON-455323280-project-member] Task: {'id': task-2387207, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 930.266821] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b14c2bb4-1c0e-48d3-b53a-c903d4b76099 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 930.275493] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8801705d-9c69-4791-a629-9a5ee792abe1 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 930.307542] env[62328]: DEBUG nova.network.neutron [None req-3ebdf481-a01c-4b74-9627-44a62ed5e711 tempest-MultipleCreateTestJSON-1245707987 tempest-MultipleCreateTestJSON-1245707987-project-member] [instance: a2e0536d-14f2-4383-891e-8cf0278a8bb9] Instance cache missing network info. {{(pid=62328) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 930.309988] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-40637266-07ff-45d2-850e-278bbb2a8c6c {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 930.318441] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6c814370-ea4d-4f9d-b078-1e60cab8d3ec {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 930.340626] env[62328]: DEBUG nova.compute.provider_tree [None req-40ea61cc-4f56-4022-afe8-4d65e4c8864f tempest-ServerDiskConfigTestJSON-126406698 tempest-ServerDiskConfigTestJSON-126406698-project-member] Inventory has not changed in ProviderTree for provider: 3469e9f8-04af-49ca-8435-49f104496744 {{(pid=62328) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 930.386816] env[62328]: DEBUG oslo_vmware.api [None req-efb1d625-b748-4b92-9943-11604ef3fa0a tempest-DeleteServersTestJSON-1766103036 tempest-DeleteServersTestJSON-1766103036-project-member] Task: {'id': task-2387203, 'name': CloneVM_Task} progress is 100%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 930.454459] env[62328]: DEBUG oslo_vmware.api [None req-ba58b72f-f5f1-4d4a-9ab9-6ee18c4bcd9e tempest-ServersAdminTestJSON-455323280 tempest-ServersAdminTestJSON-455323280-project-member] Task: {'id': task-2387207, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.122248} completed successfully. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 930.454904] env[62328]: DEBUG nova.virt.vmwareapi.vmops [None req-ba58b72f-f5f1-4d4a-9ab9-6ee18c4bcd9e tempest-ServersAdminTestJSON-455323280 tempest-ServersAdminTestJSON-455323280-project-member] [instance: 5dd099f6-e8c0-4574-bab7-b2aa30158ba3] Extended root virtual disk {{(pid=62328) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 930.456125] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-34f0214c-2f74-4eb0-a035-4db7e5d2fd92 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 930.463778] env[62328]: DEBUG nova.compute.manager [req-5d9a972c-dd9e-4109-8e13-fdb460bcbba7 req-aea86bca-ea3f-4e6e-9724-fee28fc7c577 service nova] [instance: a2e0536d-14f2-4383-891e-8cf0278a8bb9] Received event network-vif-plugged-a66c4f62-043e-4d52-8409-13e5c907694e {{(pid=62328) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 930.464008] env[62328]: DEBUG oslo_concurrency.lockutils [req-5d9a972c-dd9e-4109-8e13-fdb460bcbba7 req-aea86bca-ea3f-4e6e-9724-fee28fc7c577 service nova] Acquiring lock "a2e0536d-14f2-4383-891e-8cf0278a8bb9-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 930.464227] env[62328]: DEBUG oslo_concurrency.lockutils [req-5d9a972c-dd9e-4109-8e13-fdb460bcbba7 req-aea86bca-ea3f-4e6e-9724-fee28fc7c577 service nova] Lock "a2e0536d-14f2-4383-891e-8cf0278a8bb9-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 930.464405] env[62328]: DEBUG oslo_concurrency.lockutils [req-5d9a972c-dd9e-4109-8e13-fdb460bcbba7 req-aea86bca-ea3f-4e6e-9724-fee28fc7c577 service nova] Lock "a2e0536d-14f2-4383-891e-8cf0278a8bb9-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 930.464623] env[62328]: DEBUG nova.compute.manager [req-5d9a972c-dd9e-4109-8e13-fdb460bcbba7 req-aea86bca-ea3f-4e6e-9724-fee28fc7c577 service nova] [instance: a2e0536d-14f2-4383-891e-8cf0278a8bb9] No waiting events found dispatching network-vif-plugged-a66c4f62-043e-4d52-8409-13e5c907694e {{(pid=62328) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 930.464822] env[62328]: WARNING nova.compute.manager [req-5d9a972c-dd9e-4109-8e13-fdb460bcbba7 req-aea86bca-ea3f-4e6e-9724-fee28fc7c577 service nova] [instance: a2e0536d-14f2-4383-891e-8cf0278a8bb9] Received unexpected event network-vif-plugged-a66c4f62-043e-4d52-8409-13e5c907694e for instance with vm_state building and task_state spawning. [ 930.465255] env[62328]: DEBUG nova.compute.manager [req-5d9a972c-dd9e-4109-8e13-fdb460bcbba7 req-aea86bca-ea3f-4e6e-9724-fee28fc7c577 service nova] [instance: a2e0536d-14f2-4383-891e-8cf0278a8bb9] Received event network-changed-a66c4f62-043e-4d52-8409-13e5c907694e {{(pid=62328) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 930.465255] env[62328]: DEBUG nova.compute.manager [req-5d9a972c-dd9e-4109-8e13-fdb460bcbba7 req-aea86bca-ea3f-4e6e-9724-fee28fc7c577 service nova] [instance: a2e0536d-14f2-4383-891e-8cf0278a8bb9] Refreshing instance network info cache due to event network-changed-a66c4f62-043e-4d52-8409-13e5c907694e. {{(pid=62328) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 930.465367] env[62328]: DEBUG oslo_concurrency.lockutils [req-5d9a972c-dd9e-4109-8e13-fdb460bcbba7 req-aea86bca-ea3f-4e6e-9724-fee28fc7c577 service nova] Acquiring lock "refresh_cache-a2e0536d-14f2-4383-891e-8cf0278a8bb9" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 930.484363] env[62328]: DEBUG nova.virt.vmwareapi.volumeops [None req-ba58b72f-f5f1-4d4a-9ab9-6ee18c4bcd9e tempest-ServersAdminTestJSON-455323280 tempest-ServersAdminTestJSON-455323280-project-member] [instance: 5dd099f6-e8c0-4574-bab7-b2aa30158ba3] Reconfiguring VM instance instance-00000059 to attach disk [datastore1] 5dd099f6-e8c0-4574-bab7-b2aa30158ba3/5dd099f6-e8c0-4574-bab7-b2aa30158ba3.vmdk or device None with type sparse {{(pid=62328) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 930.485023] env[62328]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e214cb2f-99fc-4341-b67e-190843e6be8b {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 930.511346] env[62328]: DEBUG oslo_vmware.api [None req-ba58b72f-f5f1-4d4a-9ab9-6ee18c4bcd9e tempest-ServersAdminTestJSON-455323280 tempest-ServersAdminTestJSON-455323280-project-member] Waiting for the task: (returnval){ [ 930.511346] env[62328]: value = "task-2387208" [ 930.511346] env[62328]: _type = "Task" [ 930.511346] env[62328]: } to complete. {{(pid=62328) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 930.520700] env[62328]: DEBUG oslo_vmware.api [None req-ba58b72f-f5f1-4d4a-9ab9-6ee18c4bcd9e tempest-ServersAdminTestJSON-455323280 tempest-ServersAdminTestJSON-455323280-project-member] Task: {'id': task-2387208, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 930.538566] env[62328]: DEBUG nova.network.neutron [None req-3ebdf481-a01c-4b74-9627-44a62ed5e711 tempest-MultipleCreateTestJSON-1245707987 tempest-MultipleCreateTestJSON-1245707987-project-member] [instance: a2e0536d-14f2-4383-891e-8cf0278a8bb9] Updating instance_info_cache with network_info: [{"id": "a66c4f62-043e-4d52-8409-13e5c907694e", "address": "fa:16:3e:43:08:c4", "network": {"id": "5e1c062f-2438-4778-8e6e-f05e39905ac3", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-2129269731-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "44a2355a98cd4b10bf9ddc1a3067d147", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f85835c8-5d0c-4b2f-97c4-6c4006580f79", "external-id": "nsx-vlan-transportzone-245", "segmentation_id": 245, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa66c4f62-04", "ovs_interfaceid": "a66c4f62-043e-4d52-8409-13e5c907694e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62328) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 930.625829] env[62328]: DEBUG nova.virt.hardware [None req-0d6b8a21-09ac-48af-a26a-b594e6e1b48f tempest-ServerShowV254Test-1359864267 tempest-ServerShowV254Test-1359864267-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-07T17:16:55Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-07T17:16:37Z,direct_url=,disk_format='vmdk',id=dbf872a4-92be-47e4-8561-c3e2bf2423ab,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='2a64022f08d84b11a86773b900860ae5',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-07T17:16:38Z,virtual_size=,visibility=), allow threads: False {{(pid=62328) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 930.626234] env[62328]: DEBUG nova.virt.hardware [None req-0d6b8a21-09ac-48af-a26a-b594e6e1b48f tempest-ServerShowV254Test-1359864267 tempest-ServerShowV254Test-1359864267-project-member] Flavor limits 0:0:0 {{(pid=62328) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 930.626489] env[62328]: DEBUG nova.virt.hardware [None req-0d6b8a21-09ac-48af-a26a-b594e6e1b48f tempest-ServerShowV254Test-1359864267 tempest-ServerShowV254Test-1359864267-project-member] Image limits 0:0:0 {{(pid=62328) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 930.626764] env[62328]: DEBUG nova.virt.hardware [None req-0d6b8a21-09ac-48af-a26a-b594e6e1b48f tempest-ServerShowV254Test-1359864267 tempest-ServerShowV254Test-1359864267-project-member] Flavor pref 0:0:0 {{(pid=62328) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 930.626933] env[62328]: DEBUG nova.virt.hardware [None req-0d6b8a21-09ac-48af-a26a-b594e6e1b48f tempest-ServerShowV254Test-1359864267 tempest-ServerShowV254Test-1359864267-project-member] Image pref 0:0:0 {{(pid=62328) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 930.627129] env[62328]: DEBUG nova.virt.hardware [None req-0d6b8a21-09ac-48af-a26a-b594e6e1b48f tempest-ServerShowV254Test-1359864267 tempest-ServerShowV254Test-1359864267-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62328) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 930.627485] env[62328]: DEBUG nova.virt.hardware [None req-0d6b8a21-09ac-48af-a26a-b594e6e1b48f tempest-ServerShowV254Test-1359864267 tempest-ServerShowV254Test-1359864267-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62328) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 930.627666] env[62328]: DEBUG nova.virt.hardware [None req-0d6b8a21-09ac-48af-a26a-b594e6e1b48f tempest-ServerShowV254Test-1359864267 tempest-ServerShowV254Test-1359864267-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62328) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 930.627923] env[62328]: DEBUG nova.virt.hardware [None req-0d6b8a21-09ac-48af-a26a-b594e6e1b48f tempest-ServerShowV254Test-1359864267 tempest-ServerShowV254Test-1359864267-project-member] Got 1 possible topologies {{(pid=62328) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 930.628133] env[62328]: DEBUG nova.virt.hardware [None req-0d6b8a21-09ac-48af-a26a-b594e6e1b48f tempest-ServerShowV254Test-1359864267 tempest-ServerShowV254Test-1359864267-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62328) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 930.628341] env[62328]: DEBUG nova.virt.hardware [None req-0d6b8a21-09ac-48af-a26a-b594e6e1b48f tempest-ServerShowV254Test-1359864267 tempest-ServerShowV254Test-1359864267-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62328) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 930.629567] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f6d7f61a-b483-4b1e-a6b7-a36f1e9583e1 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 930.638739] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7a4ee75f-343c-4d5a-8995-2cd48bf633b4 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 930.654963] env[62328]: DEBUG nova.virt.vmwareapi.vmops [None req-0d6b8a21-09ac-48af-a26a-b594e6e1b48f tempest-ServerShowV254Test-1359864267 tempest-ServerShowV254Test-1359864267-project-member] [instance: 2516767d-888c-4c2e-b245-a7cfb36ff98a] Instance VIF info [] {{(pid=62328) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 930.660548] env[62328]: DEBUG oslo.service.loopingcall [None req-0d6b8a21-09ac-48af-a26a-b594e6e1b48f tempest-ServerShowV254Test-1359864267 tempest-ServerShowV254Test-1359864267-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62328) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 930.660787] env[62328]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2516767d-888c-4c2e-b245-a7cfb36ff98a] Creating VM on the ESX host {{(pid=62328) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 930.661011] env[62328]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-727e5255-ac42-4cfc-bfaf-b58e0bfbb65b {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 930.679316] env[62328]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 930.679316] env[62328]: value = "task-2387209" [ 930.679316] env[62328]: _type = "Task" [ 930.679316] env[62328]: } to complete. {{(pid=62328) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 930.687918] env[62328]: DEBUG oslo_vmware.api [-] Task: {'id': task-2387209, 'name': CreateVM_Task} progress is 0%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 930.832653] env[62328]: DEBUG nova.compute.manager [None req-3ebdf481-a01c-4b74-9627-44a62ed5e711 tempest-MultipleCreateTestJSON-1245707987 tempest-MultipleCreateTestJSON-1245707987-project-member] [instance: 19cf93ff-3d13-4d89-a2b0-5ac9330075a6] Start spawning the instance on the hypervisor. {{(pid=62328) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 930.843978] env[62328]: DEBUG nova.scheduler.client.report [None req-40ea61cc-4f56-4022-afe8-4d65e4c8864f tempest-ServerDiskConfigTestJSON-126406698 tempest-ServerDiskConfigTestJSON-126406698-project-member] Inventory has not changed for provider 3469e9f8-04af-49ca-8435-49f104496744 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 152, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62328) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 930.856064] env[62328]: DEBUG nova.virt.hardware [None req-3ebdf481-a01c-4b74-9627-44a62ed5e711 tempest-MultipleCreateTestJSON-1245707987 tempest-MultipleCreateTestJSON-1245707987-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-07T17:16:55Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-07T17:16:37Z,direct_url=,disk_format='vmdk',id=dbf872a4-92be-47e4-8561-c3e2bf2423ab,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='2a64022f08d84b11a86773b900860ae5',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-07T17:16:38Z,virtual_size=,visibility=), allow threads: False {{(pid=62328) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 930.856344] env[62328]: DEBUG nova.virt.hardware [None req-3ebdf481-a01c-4b74-9627-44a62ed5e711 tempest-MultipleCreateTestJSON-1245707987 tempest-MultipleCreateTestJSON-1245707987-project-member] Flavor limits 0:0:0 {{(pid=62328) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 930.856572] env[62328]: DEBUG nova.virt.hardware [None req-3ebdf481-a01c-4b74-9627-44a62ed5e711 tempest-MultipleCreateTestJSON-1245707987 tempest-MultipleCreateTestJSON-1245707987-project-member] Image limits 0:0:0 {{(pid=62328) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 930.856772] env[62328]: DEBUG nova.virt.hardware [None req-3ebdf481-a01c-4b74-9627-44a62ed5e711 tempest-MultipleCreateTestJSON-1245707987 tempest-MultipleCreateTestJSON-1245707987-project-member] Flavor pref 0:0:0 {{(pid=62328) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 930.856920] env[62328]: DEBUG nova.virt.hardware [None req-3ebdf481-a01c-4b74-9627-44a62ed5e711 tempest-MultipleCreateTestJSON-1245707987 tempest-MultipleCreateTestJSON-1245707987-project-member] Image pref 0:0:0 {{(pid=62328) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 930.857078] env[62328]: DEBUG nova.virt.hardware [None req-3ebdf481-a01c-4b74-9627-44a62ed5e711 tempest-MultipleCreateTestJSON-1245707987 tempest-MultipleCreateTestJSON-1245707987-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62328) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 930.857354] env[62328]: DEBUG nova.virt.hardware [None req-3ebdf481-a01c-4b74-9627-44a62ed5e711 tempest-MultipleCreateTestJSON-1245707987 tempest-MultipleCreateTestJSON-1245707987-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62328) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 930.857535] env[62328]: DEBUG nova.virt.hardware [None req-3ebdf481-a01c-4b74-9627-44a62ed5e711 tempest-MultipleCreateTestJSON-1245707987 tempest-MultipleCreateTestJSON-1245707987-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62328) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 930.857723] env[62328]: DEBUG nova.virt.hardware [None req-3ebdf481-a01c-4b74-9627-44a62ed5e711 tempest-MultipleCreateTestJSON-1245707987 tempest-MultipleCreateTestJSON-1245707987-project-member] Got 1 possible topologies {{(pid=62328) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 930.857895] env[62328]: DEBUG nova.virt.hardware [None req-3ebdf481-a01c-4b74-9627-44a62ed5e711 tempest-MultipleCreateTestJSON-1245707987 tempest-MultipleCreateTestJSON-1245707987-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62328) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 930.858077] env[62328]: DEBUG nova.virt.hardware [None req-3ebdf481-a01c-4b74-9627-44a62ed5e711 tempest-MultipleCreateTestJSON-1245707987 tempest-MultipleCreateTestJSON-1245707987-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62328) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 930.858952] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fb6df416-b59c-492e-aa17-6357345896fb {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 930.867910] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9bb7a247-bb7c-4e1c-ac92-15e77f67dcea {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 930.890852] env[62328]: DEBUG oslo_vmware.api [None req-efb1d625-b748-4b92-9943-11604ef3fa0a tempest-DeleteServersTestJSON-1766103036 tempest-DeleteServersTestJSON-1766103036-project-member] Task: {'id': task-2387203, 'name': CloneVM_Task, 'duration_secs': 1.521507} completed successfully. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 930.891126] env[62328]: INFO nova.virt.vmwareapi.vmops [None req-efb1d625-b748-4b92-9943-11604ef3fa0a tempest-DeleteServersTestJSON-1766103036 tempest-DeleteServersTestJSON-1766103036-project-member] [instance: 8ba3d7e7-2be2-4949-8c5f-8e508f04b292] Created linked-clone VM from snapshot [ 930.891863] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d7c8ea0f-2f20-4de0-9b0d-5f97bbf46b16 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 930.899365] env[62328]: DEBUG nova.virt.vmwareapi.images [None req-efb1d625-b748-4b92-9943-11604ef3fa0a tempest-DeleteServersTestJSON-1766103036 tempest-DeleteServersTestJSON-1766103036-project-member] [instance: 8ba3d7e7-2be2-4949-8c5f-8e508f04b292] Uploading image b3c8fe73-c9b2-4465-a24c-cda10a987186 {{(pid=62328) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 930.923119] env[62328]: DEBUG oslo_vmware.rw_handles [None req-efb1d625-b748-4b92-9943-11604ef3fa0a tempest-DeleteServersTestJSON-1766103036 tempest-DeleteServersTestJSON-1766103036-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 930.923119] env[62328]: value = "vm-484403" [ 930.923119] env[62328]: _type = "VirtualMachine" [ 930.923119] env[62328]: }. {{(pid=62328) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 930.923431] env[62328]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-93c31fce-9a68-4c53-a83c-2fa54eb9a004 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 930.930482] env[62328]: DEBUG oslo_vmware.rw_handles [None req-efb1d625-b748-4b92-9943-11604ef3fa0a tempest-DeleteServersTestJSON-1766103036 tempest-DeleteServersTestJSON-1766103036-project-member] Lease: (returnval){ [ 930.930482] env[62328]: value = "session[52a6e20e-410d-708a-99f2-080a575a99bd]5296efdc-586c-dde5-9346-a450d8afe0bb" [ 930.930482] env[62328]: _type = "HttpNfcLease" [ 930.930482] env[62328]: } obtained for exporting VM: (result){ [ 930.930482] env[62328]: value = "vm-484403" [ 930.930482] env[62328]: _type = "VirtualMachine" [ 930.930482] env[62328]: }. {{(pid=62328) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 930.930789] env[62328]: DEBUG oslo_vmware.api [None req-efb1d625-b748-4b92-9943-11604ef3fa0a tempest-DeleteServersTestJSON-1766103036 tempest-DeleteServersTestJSON-1766103036-project-member] Waiting for the lease: (returnval){ [ 930.930789] env[62328]: value = "session[52a6e20e-410d-708a-99f2-080a575a99bd]5296efdc-586c-dde5-9346-a450d8afe0bb" [ 930.930789] env[62328]: _type = "HttpNfcLease" [ 930.930789] env[62328]: } to be ready. {{(pid=62328) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 930.938282] env[62328]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 930.938282] env[62328]: value = "session[52a6e20e-410d-708a-99f2-080a575a99bd]5296efdc-586c-dde5-9346-a450d8afe0bb" [ 930.938282] env[62328]: _type = "HttpNfcLease" [ 930.938282] env[62328]: } is initializing. {{(pid=62328) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 931.023854] env[62328]: DEBUG oslo_vmware.api [None req-ba58b72f-f5f1-4d4a-9ab9-6ee18c4bcd9e tempest-ServersAdminTestJSON-455323280 tempest-ServersAdminTestJSON-455323280-project-member] Task: {'id': task-2387208, 'name': ReconfigVM_Task, 'duration_secs': 0.322135} completed successfully. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 931.024159] env[62328]: DEBUG nova.virt.vmwareapi.volumeops [None req-ba58b72f-f5f1-4d4a-9ab9-6ee18c4bcd9e tempest-ServersAdminTestJSON-455323280 tempest-ServersAdminTestJSON-455323280-project-member] [instance: 5dd099f6-e8c0-4574-bab7-b2aa30158ba3] Reconfigured VM instance instance-00000059 to attach disk [datastore1] 5dd099f6-e8c0-4574-bab7-b2aa30158ba3/5dd099f6-e8c0-4574-bab7-b2aa30158ba3.vmdk or device None with type sparse {{(pid=62328) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 931.024810] env[62328]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-0cf350b0-9136-4ffc-a48f-d5a178764bf5 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 931.033212] env[62328]: DEBUG oslo_vmware.api [None req-ba58b72f-f5f1-4d4a-9ab9-6ee18c4bcd9e tempest-ServersAdminTestJSON-455323280 tempest-ServersAdminTestJSON-455323280-project-member] Waiting for the task: (returnval){ [ 931.033212] env[62328]: value = "task-2387211" [ 931.033212] env[62328]: _type = "Task" [ 931.033212] env[62328]: } to complete. {{(pid=62328) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 931.042728] env[62328]: DEBUG oslo_concurrency.lockutils [None req-3ebdf481-a01c-4b74-9627-44a62ed5e711 tempest-MultipleCreateTestJSON-1245707987 tempest-MultipleCreateTestJSON-1245707987-project-member] Releasing lock "refresh_cache-a2e0536d-14f2-4383-891e-8cf0278a8bb9" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 931.043038] env[62328]: DEBUG nova.compute.manager [None req-3ebdf481-a01c-4b74-9627-44a62ed5e711 tempest-MultipleCreateTestJSON-1245707987 tempest-MultipleCreateTestJSON-1245707987-project-member] [instance: a2e0536d-14f2-4383-891e-8cf0278a8bb9] Instance network_info: |[{"id": "a66c4f62-043e-4d52-8409-13e5c907694e", "address": "fa:16:3e:43:08:c4", "network": {"id": "5e1c062f-2438-4778-8e6e-f05e39905ac3", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-2129269731-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "44a2355a98cd4b10bf9ddc1a3067d147", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f85835c8-5d0c-4b2f-97c4-6c4006580f79", "external-id": "nsx-vlan-transportzone-245", "segmentation_id": 245, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa66c4f62-04", "ovs_interfaceid": "a66c4f62-043e-4d52-8409-13e5c907694e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62328) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 931.043307] env[62328]: DEBUG oslo_vmware.api [None req-ba58b72f-f5f1-4d4a-9ab9-6ee18c4bcd9e tempest-ServersAdminTestJSON-455323280 tempest-ServersAdminTestJSON-455323280-project-member] Task: {'id': task-2387211, 'name': Rename_Task} progress is 0%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 931.043540] env[62328]: DEBUG oslo_concurrency.lockutils [req-5d9a972c-dd9e-4109-8e13-fdb460bcbba7 req-aea86bca-ea3f-4e6e-9724-fee28fc7c577 service nova] Acquired lock "refresh_cache-a2e0536d-14f2-4383-891e-8cf0278a8bb9" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 931.043710] env[62328]: DEBUG nova.network.neutron [req-5d9a972c-dd9e-4109-8e13-fdb460bcbba7 req-aea86bca-ea3f-4e6e-9724-fee28fc7c577 service nova] [instance: a2e0536d-14f2-4383-891e-8cf0278a8bb9] Refreshing network info cache for port a66c4f62-043e-4d52-8409-13e5c907694e {{(pid=62328) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 931.044877] env[62328]: DEBUG nova.virt.vmwareapi.vmops [None req-3ebdf481-a01c-4b74-9627-44a62ed5e711 tempest-MultipleCreateTestJSON-1245707987 tempest-MultipleCreateTestJSON-1245707987-project-member] [instance: a2e0536d-14f2-4383-891e-8cf0278a8bb9] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:43:08:c4', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'f85835c8-5d0c-4b2f-97c4-6c4006580f79', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'a66c4f62-043e-4d52-8409-13e5c907694e', 'vif_model': 'vmxnet3'}] {{(pid=62328) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 931.052307] env[62328]: DEBUG oslo.service.loopingcall [None req-3ebdf481-a01c-4b74-9627-44a62ed5e711 tempest-MultipleCreateTestJSON-1245707987 tempest-MultipleCreateTestJSON-1245707987-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62328) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 931.055384] env[62328]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a2e0536d-14f2-4383-891e-8cf0278a8bb9] Creating VM on the ESX host {{(pid=62328) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 931.055884] env[62328]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-91e6260b-b37e-41b5-a591-c2d76e0858d7 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 931.080018] env[62328]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 931.080018] env[62328]: value = "task-2387212" [ 931.080018] env[62328]: _type = "Task" [ 931.080018] env[62328]: } to complete. {{(pid=62328) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 931.085891] env[62328]: DEBUG oslo_vmware.api [-] Task: {'id': task-2387212, 'name': CreateVM_Task} progress is 0%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 931.192771] env[62328]: DEBUG oslo_vmware.api [-] Task: {'id': task-2387209, 'name': CreateVM_Task, 'duration_secs': 0.344825} completed successfully. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 931.192944] env[62328]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2516767d-888c-4c2e-b245-a7cfb36ff98a] Created VM on the ESX host {{(pid=62328) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 931.193351] env[62328]: DEBUG oslo_concurrency.lockutils [None req-0d6b8a21-09ac-48af-a26a-b594e6e1b48f tempest-ServerShowV254Test-1359864267 tempest-ServerShowV254Test-1359864267-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/dbf872a4-92be-47e4-8561-c3e2bf2423ab" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 931.194079] env[62328]: DEBUG oslo_concurrency.lockutils [None req-0d6b8a21-09ac-48af-a26a-b594e6e1b48f tempest-ServerShowV254Test-1359864267 tempest-ServerShowV254Test-1359864267-project-member] Acquired lock "[datastore1] devstack-image-cache_base/dbf872a4-92be-47e4-8561-c3e2bf2423ab" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 931.194079] env[62328]: DEBUG oslo_concurrency.lockutils [None req-0d6b8a21-09ac-48af-a26a-b594e6e1b48f tempest-ServerShowV254Test-1359864267 tempest-ServerShowV254Test-1359864267-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/dbf872a4-92be-47e4-8561-c3e2bf2423ab" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 931.194079] env[62328]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-76a41c3a-33be-48ee-baad-dba31c670221 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 931.200200] env[62328]: DEBUG oslo_vmware.api [None req-0d6b8a21-09ac-48af-a26a-b594e6e1b48f tempest-ServerShowV254Test-1359864267 tempest-ServerShowV254Test-1359864267-project-member] Waiting for the task: (returnval){ [ 931.200200] env[62328]: value = "session[52a6e20e-410d-708a-99f2-080a575a99bd]52725e23-fde0-d4ef-6f20-fdb67c78ef82" [ 931.200200] env[62328]: _type = "Task" [ 931.200200] env[62328]: } to complete. {{(pid=62328) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 931.210018] env[62328]: DEBUG oslo_vmware.api [None req-0d6b8a21-09ac-48af-a26a-b594e6e1b48f tempest-ServerShowV254Test-1359864267 tempest-ServerShowV254Test-1359864267-project-member] Task: {'id': session[52a6e20e-410d-708a-99f2-080a575a99bd]52725e23-fde0-d4ef-6f20-fdb67c78ef82, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 931.351408] env[62328]: DEBUG oslo_concurrency.lockutils [None req-40ea61cc-4f56-4022-afe8-4d65e4c8864f tempest-ServerDiskConfigTestJSON-126406698 tempest-ServerDiskConfigTestJSON-126406698-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.544s {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 931.351766] env[62328]: INFO nova.compute.manager [None req-40ea61cc-4f56-4022-afe8-4d65e4c8864f tempest-ServerDiskConfigTestJSON-126406698 tempest-ServerDiskConfigTestJSON-126406698-project-member] [instance: 5df51859-2d31-4abb-9c7d-d0b0405c3df9] Migrating [ 931.358408] env[62328]: DEBUG oslo_concurrency.lockutils [None req-332cd9a1-235b-4315-894a-68f76363e980 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 14.870s {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 931.442220] env[62328]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 931.442220] env[62328]: value = "session[52a6e20e-410d-708a-99f2-080a575a99bd]5296efdc-586c-dde5-9346-a450d8afe0bb" [ 931.442220] env[62328]: _type = "HttpNfcLease" [ 931.442220] env[62328]: } is ready. {{(pid=62328) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 931.442531] env[62328]: DEBUG oslo_vmware.rw_handles [None req-efb1d625-b748-4b92-9943-11604ef3fa0a tempest-DeleteServersTestJSON-1766103036 tempest-DeleteServersTestJSON-1766103036-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 931.442531] env[62328]: value = "session[52a6e20e-410d-708a-99f2-080a575a99bd]5296efdc-586c-dde5-9346-a450d8afe0bb" [ 931.442531] env[62328]: _type = "HttpNfcLease" [ 931.442531] env[62328]: }. {{(pid=62328) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 931.443647] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e3b6a221-7977-4a69-b94e-52b1316c4133 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 931.454983] env[62328]: DEBUG oslo_vmware.rw_handles [None req-efb1d625-b748-4b92-9943-11604ef3fa0a tempest-DeleteServersTestJSON-1766103036 tempest-DeleteServersTestJSON-1766103036-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52a1836e-2f14-2778-180d-9815bad1f174/disk-0.vmdk from lease info. {{(pid=62328) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 931.455212] env[62328]: DEBUG oslo_vmware.rw_handles [None req-efb1d625-b748-4b92-9943-11604ef3fa0a tempest-DeleteServersTestJSON-1766103036 tempest-DeleteServersTestJSON-1766103036-project-member] Opening URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52a1836e-2f14-2778-180d-9815bad1f174/disk-0.vmdk for reading. {{(pid=62328) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 931.523686] env[62328]: DEBUG nova.network.neutron [None req-3ebdf481-a01c-4b74-9627-44a62ed5e711 tempest-MultipleCreateTestJSON-1245707987 tempest-MultipleCreateTestJSON-1245707987-project-member] [instance: 19cf93ff-3d13-4d89-a2b0-5ac9330075a6] Successfully updated port: 0bcdd0ed-8449-43d9-b850-0d8b6f2de854 {{(pid=62328) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 931.544240] env[62328]: DEBUG oslo_vmware.api [None req-ba58b72f-f5f1-4d4a-9ab9-6ee18c4bcd9e tempest-ServersAdminTestJSON-455323280 tempest-ServersAdminTestJSON-455323280-project-member] Task: {'id': task-2387211, 'name': Rename_Task, 'duration_secs': 0.15589} completed successfully. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 931.544591] env[62328]: DEBUG nova.virt.vmwareapi.vm_util [None req-ba58b72f-f5f1-4d4a-9ab9-6ee18c4bcd9e tempest-ServersAdminTestJSON-455323280 tempest-ServersAdminTestJSON-455323280-project-member] [instance: 5dd099f6-e8c0-4574-bab7-b2aa30158ba3] Powering on the VM {{(pid=62328) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 931.544859] env[62328]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-e50fec00-503e-4ee2-9bfe-ed78a8cce046 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 931.549311] env[62328]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-0a28526a-0ccb-4034-8212-119f6fd24b38 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 931.555954] env[62328]: DEBUG oslo_vmware.api [None req-ba58b72f-f5f1-4d4a-9ab9-6ee18c4bcd9e tempest-ServersAdminTestJSON-455323280 tempest-ServersAdminTestJSON-455323280-project-member] Waiting for the task: (returnval){ [ 931.555954] env[62328]: value = "task-2387213" [ 931.555954] env[62328]: _type = "Task" [ 931.555954] env[62328]: } to complete. {{(pid=62328) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 931.567380] env[62328]: DEBUG oslo_vmware.api [None req-ba58b72f-f5f1-4d4a-9ab9-6ee18c4bcd9e tempest-ServersAdminTestJSON-455323280 tempest-ServersAdminTestJSON-455323280-project-member] Task: {'id': task-2387213, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 931.581902] env[62328]: DEBUG nova.network.neutron [req-5d9a972c-dd9e-4109-8e13-fdb460bcbba7 req-aea86bca-ea3f-4e6e-9724-fee28fc7c577 service nova] [instance: a2e0536d-14f2-4383-891e-8cf0278a8bb9] Updated VIF entry in instance network info cache for port a66c4f62-043e-4d52-8409-13e5c907694e. {{(pid=62328) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 931.582279] env[62328]: DEBUG nova.network.neutron [req-5d9a972c-dd9e-4109-8e13-fdb460bcbba7 req-aea86bca-ea3f-4e6e-9724-fee28fc7c577 service nova] [instance: a2e0536d-14f2-4383-891e-8cf0278a8bb9] Updating instance_info_cache with network_info: [{"id": "a66c4f62-043e-4d52-8409-13e5c907694e", "address": "fa:16:3e:43:08:c4", "network": {"id": "5e1c062f-2438-4778-8e6e-f05e39905ac3", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-2129269731-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "44a2355a98cd4b10bf9ddc1a3067d147", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f85835c8-5d0c-4b2f-97c4-6c4006580f79", "external-id": "nsx-vlan-transportzone-245", "segmentation_id": 245, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa66c4f62-04", "ovs_interfaceid": "a66c4f62-043e-4d52-8409-13e5c907694e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62328) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 931.593468] env[62328]: DEBUG oslo_vmware.api [-] Task: {'id': task-2387212, 'name': CreateVM_Task, 'duration_secs': 0.376449} completed successfully. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 931.598925] env[62328]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a2e0536d-14f2-4383-891e-8cf0278a8bb9] Created VM on the ESX host {{(pid=62328) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 931.601218] env[62328]: DEBUG oslo_concurrency.lockutils [None req-3ebdf481-a01c-4b74-9627-44a62ed5e711 tempest-MultipleCreateTestJSON-1245707987 tempest-MultipleCreateTestJSON-1245707987-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/dbf872a4-92be-47e4-8561-c3e2bf2423ab" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 931.712717] env[62328]: DEBUG oslo_vmware.api [None req-0d6b8a21-09ac-48af-a26a-b594e6e1b48f tempest-ServerShowV254Test-1359864267 tempest-ServerShowV254Test-1359864267-project-member] Task: {'id': session[52a6e20e-410d-708a-99f2-080a575a99bd]52725e23-fde0-d4ef-6f20-fdb67c78ef82, 'name': SearchDatastore_Task, 'duration_secs': 0.010891} completed successfully. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 931.713180] env[62328]: DEBUG oslo_concurrency.lockutils [None req-0d6b8a21-09ac-48af-a26a-b594e6e1b48f tempest-ServerShowV254Test-1359864267 tempest-ServerShowV254Test-1359864267-project-member] Releasing lock "[datastore1] devstack-image-cache_base/dbf872a4-92be-47e4-8561-c3e2bf2423ab" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 931.713502] env[62328]: DEBUG nova.virt.vmwareapi.vmops [None req-0d6b8a21-09ac-48af-a26a-b594e6e1b48f tempest-ServerShowV254Test-1359864267 tempest-ServerShowV254Test-1359864267-project-member] [instance: 2516767d-888c-4c2e-b245-a7cfb36ff98a] Processing image dbf872a4-92be-47e4-8561-c3e2bf2423ab {{(pid=62328) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 931.713765] env[62328]: DEBUG oslo_concurrency.lockutils [None req-0d6b8a21-09ac-48af-a26a-b594e6e1b48f tempest-ServerShowV254Test-1359864267 tempest-ServerShowV254Test-1359864267-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/dbf872a4-92be-47e4-8561-c3e2bf2423ab/dbf872a4-92be-47e4-8561-c3e2bf2423ab.vmdk" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 931.713915] env[62328]: DEBUG oslo_concurrency.lockutils [None req-0d6b8a21-09ac-48af-a26a-b594e6e1b48f tempest-ServerShowV254Test-1359864267 tempest-ServerShowV254Test-1359864267-project-member] Acquired lock "[datastore1] devstack-image-cache_base/dbf872a4-92be-47e4-8561-c3e2bf2423ab/dbf872a4-92be-47e4-8561-c3e2bf2423ab.vmdk" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 931.714113] env[62328]: DEBUG nova.virt.vmwareapi.ds_util [None req-0d6b8a21-09ac-48af-a26a-b594e6e1b48f tempest-ServerShowV254Test-1359864267 tempest-ServerShowV254Test-1359864267-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62328) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 931.714414] env[62328]: DEBUG oslo_concurrency.lockutils [None req-3ebdf481-a01c-4b74-9627-44a62ed5e711 tempest-MultipleCreateTestJSON-1245707987 tempest-MultipleCreateTestJSON-1245707987-project-member] Acquired lock "[datastore1] devstack-image-cache_base/dbf872a4-92be-47e4-8561-c3e2bf2423ab" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 931.714723] env[62328]: DEBUG oslo_concurrency.lockutils [None req-3ebdf481-a01c-4b74-9627-44a62ed5e711 tempest-MultipleCreateTestJSON-1245707987 tempest-MultipleCreateTestJSON-1245707987-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/dbf872a4-92be-47e4-8561-c3e2bf2423ab" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 931.714946] env[62328]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-f041f414-c5bd-4817-aad6-7462b6816624 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 931.716980] env[62328]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b42f624b-2ed2-40e2-a195-2ad610b817da {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 931.723043] env[62328]: DEBUG oslo_vmware.api [None req-3ebdf481-a01c-4b74-9627-44a62ed5e711 tempest-MultipleCreateTestJSON-1245707987 tempest-MultipleCreateTestJSON-1245707987-project-member] Waiting for the task: (returnval){ [ 931.723043] env[62328]: value = "session[52a6e20e-410d-708a-99f2-080a575a99bd]528ec566-c3d7-08ec-9caf-5d6a16cdbdce" [ 931.723043] env[62328]: _type = "Task" [ 931.723043] env[62328]: } to complete. {{(pid=62328) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 931.727324] env[62328]: DEBUG nova.virt.vmwareapi.ds_util [None req-0d6b8a21-09ac-48af-a26a-b594e6e1b48f tempest-ServerShowV254Test-1359864267 tempest-ServerShowV254Test-1359864267-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62328) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 931.727524] env[62328]: DEBUG nova.virt.vmwareapi.vmops [None req-0d6b8a21-09ac-48af-a26a-b594e6e1b48f tempest-ServerShowV254Test-1359864267 tempest-ServerShowV254Test-1359864267-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62328) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 931.728617] env[62328]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-dd7077c0-8efb-4aae-b3e1-cb615251c1e9 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 931.735049] env[62328]: DEBUG oslo_vmware.api [None req-0d6b8a21-09ac-48af-a26a-b594e6e1b48f tempest-ServerShowV254Test-1359864267 tempest-ServerShowV254Test-1359864267-project-member] Waiting for the task: (returnval){ [ 931.735049] env[62328]: value = "session[52a6e20e-410d-708a-99f2-080a575a99bd]526fcbf5-7ecf-d267-ff3c-5437e008c5a5" [ 931.735049] env[62328]: _type = "Task" [ 931.735049] env[62328]: } to complete. {{(pid=62328) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 931.743008] env[62328]: DEBUG oslo_vmware.api [None req-3ebdf481-a01c-4b74-9627-44a62ed5e711 tempest-MultipleCreateTestJSON-1245707987 tempest-MultipleCreateTestJSON-1245707987-project-member] Task: {'id': session[52a6e20e-410d-708a-99f2-080a575a99bd]528ec566-c3d7-08ec-9caf-5d6a16cdbdce, 'name': SearchDatastore_Task, 'duration_secs': 0.011164} completed successfully. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 931.743639] env[62328]: DEBUG oslo_concurrency.lockutils [None req-3ebdf481-a01c-4b74-9627-44a62ed5e711 tempest-MultipleCreateTestJSON-1245707987 tempest-MultipleCreateTestJSON-1245707987-project-member] Releasing lock "[datastore1] devstack-image-cache_base/dbf872a4-92be-47e4-8561-c3e2bf2423ab" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 931.743889] env[62328]: DEBUG nova.virt.vmwareapi.vmops [None req-3ebdf481-a01c-4b74-9627-44a62ed5e711 tempest-MultipleCreateTestJSON-1245707987 tempest-MultipleCreateTestJSON-1245707987-project-member] [instance: a2e0536d-14f2-4383-891e-8cf0278a8bb9] Processing image dbf872a4-92be-47e4-8561-c3e2bf2423ab {{(pid=62328) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 931.744115] env[62328]: DEBUG oslo_concurrency.lockutils [None req-3ebdf481-a01c-4b74-9627-44a62ed5e711 tempest-MultipleCreateTestJSON-1245707987 tempest-MultipleCreateTestJSON-1245707987-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/dbf872a4-92be-47e4-8561-c3e2bf2423ab/dbf872a4-92be-47e4-8561-c3e2bf2423ab.vmdk" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 931.749434] env[62328]: DEBUG oslo_vmware.api [None req-0d6b8a21-09ac-48af-a26a-b594e6e1b48f tempest-ServerShowV254Test-1359864267 tempest-ServerShowV254Test-1359864267-project-member] Task: {'id': session[52a6e20e-410d-708a-99f2-080a575a99bd]526fcbf5-7ecf-d267-ff3c-5437e008c5a5, 'name': SearchDatastore_Task, 'duration_secs': 0.009048} completed successfully. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 931.750111] env[62328]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-beab958b-0b87-4efd-8b50-5a72e472890d {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 931.755744] env[62328]: DEBUG oslo_vmware.api [None req-0d6b8a21-09ac-48af-a26a-b594e6e1b48f tempest-ServerShowV254Test-1359864267 tempest-ServerShowV254Test-1359864267-project-member] Waiting for the task: (returnval){ [ 931.755744] env[62328]: value = "session[52a6e20e-410d-708a-99f2-080a575a99bd]529d5d48-e318-758b-1d2c-d46c608a9e96" [ 931.755744] env[62328]: _type = "Task" [ 931.755744] env[62328]: } to complete. {{(pid=62328) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 931.764086] env[62328]: DEBUG oslo_vmware.api [None req-0d6b8a21-09ac-48af-a26a-b594e6e1b48f tempest-ServerShowV254Test-1359864267 tempest-ServerShowV254Test-1359864267-project-member] Task: {'id': session[52a6e20e-410d-708a-99f2-080a575a99bd]529d5d48-e318-758b-1d2c-d46c608a9e96, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 931.870074] env[62328]: DEBUG oslo_concurrency.lockutils [None req-40ea61cc-4f56-4022-afe8-4d65e4c8864f tempest-ServerDiskConfigTestJSON-126406698 tempest-ServerDiskConfigTestJSON-126406698-project-member] Acquiring lock "refresh_cache-5df51859-2d31-4abb-9c7d-d0b0405c3df9" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 931.870344] env[62328]: DEBUG oslo_concurrency.lockutils [None req-40ea61cc-4f56-4022-afe8-4d65e4c8864f tempest-ServerDiskConfigTestJSON-126406698 tempest-ServerDiskConfigTestJSON-126406698-project-member] Acquired lock "refresh_cache-5df51859-2d31-4abb-9c7d-d0b0405c3df9" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 931.870494] env[62328]: DEBUG nova.network.neutron [None req-40ea61cc-4f56-4022-afe8-4d65e4c8864f tempest-ServerDiskConfigTestJSON-126406698 tempest-ServerDiskConfigTestJSON-126406698-project-member] [instance: 5df51859-2d31-4abb-9c7d-d0b0405c3df9] Building network info cache for instance {{(pid=62328) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 932.026744] env[62328]: DEBUG oslo_concurrency.lockutils [None req-3ebdf481-a01c-4b74-9627-44a62ed5e711 tempest-MultipleCreateTestJSON-1245707987 tempest-MultipleCreateTestJSON-1245707987-project-member] Acquiring lock "refresh_cache-19cf93ff-3d13-4d89-a2b0-5ac9330075a6" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 932.027194] env[62328]: DEBUG oslo_concurrency.lockutils [None req-3ebdf481-a01c-4b74-9627-44a62ed5e711 tempest-MultipleCreateTestJSON-1245707987 tempest-MultipleCreateTestJSON-1245707987-project-member] Acquired lock "refresh_cache-19cf93ff-3d13-4d89-a2b0-5ac9330075a6" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 932.027598] env[62328]: DEBUG nova.network.neutron [None req-3ebdf481-a01c-4b74-9627-44a62ed5e711 tempest-MultipleCreateTestJSON-1245707987 tempest-MultipleCreateTestJSON-1245707987-project-member] [instance: 19cf93ff-3d13-4d89-a2b0-5ac9330075a6] Building network info cache for instance {{(pid=62328) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 932.067853] env[62328]: DEBUG oslo_vmware.api [None req-ba58b72f-f5f1-4d4a-9ab9-6ee18c4bcd9e tempest-ServersAdminTestJSON-455323280 tempest-ServersAdminTestJSON-455323280-project-member] Task: {'id': task-2387213, 'name': PowerOnVM_Task, 'duration_secs': 0.496185} completed successfully. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 932.068267] env[62328]: DEBUG nova.virt.vmwareapi.vm_util [None req-ba58b72f-f5f1-4d4a-9ab9-6ee18c4bcd9e tempest-ServersAdminTestJSON-455323280 tempest-ServersAdminTestJSON-455323280-project-member] [instance: 5dd099f6-e8c0-4574-bab7-b2aa30158ba3] Powered on the VM {{(pid=62328) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 932.068514] env[62328]: INFO nova.compute.manager [None req-ba58b72f-f5f1-4d4a-9ab9-6ee18c4bcd9e tempest-ServersAdminTestJSON-455323280 tempest-ServersAdminTestJSON-455323280-project-member] [instance: 5dd099f6-e8c0-4574-bab7-b2aa30158ba3] Took 6.42 seconds to spawn the instance on the hypervisor. [ 932.069265] env[62328]: DEBUG nova.compute.manager [None req-ba58b72f-f5f1-4d4a-9ab9-6ee18c4bcd9e tempest-ServersAdminTestJSON-455323280 tempest-ServersAdminTestJSON-455323280-project-member] [instance: 5dd099f6-e8c0-4574-bab7-b2aa30158ba3] Checking state {{(pid=62328) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 932.070192] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b4ce72dd-1a55-40ec-baa8-7e678021ab37 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 932.087406] env[62328]: DEBUG oslo_concurrency.lockutils [req-5d9a972c-dd9e-4109-8e13-fdb460bcbba7 req-aea86bca-ea3f-4e6e-9724-fee28fc7c577 service nova] Releasing lock "refresh_cache-a2e0536d-14f2-4383-891e-8cf0278a8bb9" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 932.132389] env[62328]: DEBUG nova.network.neutron [None req-40ea61cc-4f56-4022-afe8-4d65e4c8864f tempest-ServerDiskConfigTestJSON-126406698 tempest-ServerDiskConfigTestJSON-126406698-project-member] [instance: 5df51859-2d31-4abb-9c7d-d0b0405c3df9] Updating instance_info_cache with network_info: [{"id": "0a92ba59-319f-4ced-a7f5-6aa8112cc6c3", "address": "fa:16:3e:39:cc:77", "network": {"id": "ae1b0afd-4a0c-4b8a-99ac-dbdf6dd5bf95", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-10758413-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "33a1d9f198d84697b63d98d445dea080", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dcf5c3f7-4e33-4f21-b323-3673930b789c", "external-id": "nsx-vlan-transportzone-983", "segmentation_id": 983, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0a92ba59-31", "ovs_interfaceid": "0a92ba59-319f-4ced-a7f5-6aa8112cc6c3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62328) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 932.266681] env[62328]: DEBUG oslo_vmware.api [None req-0d6b8a21-09ac-48af-a26a-b594e6e1b48f tempest-ServerShowV254Test-1359864267 tempest-ServerShowV254Test-1359864267-project-member] Task: {'id': session[52a6e20e-410d-708a-99f2-080a575a99bd]529d5d48-e318-758b-1d2c-d46c608a9e96, 'name': SearchDatastore_Task, 'duration_secs': 0.009551} completed successfully. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 932.267209] env[62328]: DEBUG oslo_concurrency.lockutils [None req-0d6b8a21-09ac-48af-a26a-b594e6e1b48f tempest-ServerShowV254Test-1359864267 tempest-ServerShowV254Test-1359864267-project-member] Releasing lock "[datastore1] devstack-image-cache_base/dbf872a4-92be-47e4-8561-c3e2bf2423ab/dbf872a4-92be-47e4-8561-c3e2bf2423ab.vmdk" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 932.267209] env[62328]: DEBUG nova.virt.vmwareapi.vm_util [None req-0d6b8a21-09ac-48af-a26a-b594e6e1b48f tempest-ServerShowV254Test-1359864267 tempest-ServerShowV254Test-1359864267-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/dbf872a4-92be-47e4-8561-c3e2bf2423ab/dbf872a4-92be-47e4-8561-c3e2bf2423ab.vmdk to [datastore1] 2516767d-888c-4c2e-b245-a7cfb36ff98a/2516767d-888c-4c2e-b245-a7cfb36ff98a.vmdk {{(pid=62328) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 932.267970] env[62328]: DEBUG oslo_concurrency.lockutils [None req-3ebdf481-a01c-4b74-9627-44a62ed5e711 tempest-MultipleCreateTestJSON-1245707987 tempest-MultipleCreateTestJSON-1245707987-project-member] Acquired lock "[datastore1] devstack-image-cache_base/dbf872a4-92be-47e4-8561-c3e2bf2423ab/dbf872a4-92be-47e4-8561-c3e2bf2423ab.vmdk" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 932.268025] env[62328]: DEBUG nova.virt.vmwareapi.ds_util [None req-3ebdf481-a01c-4b74-9627-44a62ed5e711 tempest-MultipleCreateTestJSON-1245707987 tempest-MultipleCreateTestJSON-1245707987-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62328) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 932.268240] env[62328]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-8af25027-6fe2-4c43-80dd-2a66571e769c {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 932.270497] env[62328]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-ce808979-14b8-4746-89b7-7c952d1dd208 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 932.279542] env[62328]: DEBUG oslo_vmware.api [None req-0d6b8a21-09ac-48af-a26a-b594e6e1b48f tempest-ServerShowV254Test-1359864267 tempest-ServerShowV254Test-1359864267-project-member] Waiting for the task: (returnval){ [ 932.279542] env[62328]: value = "task-2387214" [ 932.279542] env[62328]: _type = "Task" [ 932.279542] env[62328]: } to complete. {{(pid=62328) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 932.284330] env[62328]: DEBUG nova.virt.vmwareapi.ds_util [None req-3ebdf481-a01c-4b74-9627-44a62ed5e711 tempest-MultipleCreateTestJSON-1245707987 tempest-MultipleCreateTestJSON-1245707987-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62328) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 932.284697] env[62328]: DEBUG nova.virt.vmwareapi.vmops [None req-3ebdf481-a01c-4b74-9627-44a62ed5e711 tempest-MultipleCreateTestJSON-1245707987 tempest-MultipleCreateTestJSON-1245707987-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62328) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 932.286098] env[62328]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6d0c8643-26f1-4887-9e2f-2bd67da95438 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 932.292401] env[62328]: DEBUG oslo_vmware.api [None req-0d6b8a21-09ac-48af-a26a-b594e6e1b48f tempest-ServerShowV254Test-1359864267 tempest-ServerShowV254Test-1359864267-project-member] Task: {'id': task-2387214, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 932.296766] env[62328]: DEBUG oslo_vmware.api [None req-3ebdf481-a01c-4b74-9627-44a62ed5e711 tempest-MultipleCreateTestJSON-1245707987 tempest-MultipleCreateTestJSON-1245707987-project-member] Waiting for the task: (returnval){ [ 932.296766] env[62328]: value = "session[52a6e20e-410d-708a-99f2-080a575a99bd]52271062-f12f-291f-79dc-975e2dec679d" [ 932.296766] env[62328]: _type = "Task" [ 932.296766] env[62328]: } to complete. {{(pid=62328) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 932.306315] env[62328]: DEBUG oslo_vmware.api [None req-3ebdf481-a01c-4b74-9627-44a62ed5e711 tempest-MultipleCreateTestJSON-1245707987 tempest-MultipleCreateTestJSON-1245707987-project-member] Task: {'id': session[52a6e20e-410d-708a-99f2-080a575a99bd]52271062-f12f-291f-79dc-975e2dec679d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 932.384896] env[62328]: DEBUG nova.compute.resource_tracker [None req-332cd9a1-235b-4315-894a-68f76363e980 None None] Applying migration context for instance 5df51859-2d31-4abb-9c7d-d0b0405c3df9 as it has an incoming, in-progress migration 82326da9-e233-44ee-8a7d-360c4c26278c. Migration status is pre-migrating {{(pid=62328) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1016}} [ 932.387891] env[62328]: INFO nova.compute.resource_tracker [None req-332cd9a1-235b-4315-894a-68f76363e980 None None] [instance: 5df51859-2d31-4abb-9c7d-d0b0405c3df9] Updating resource usage from migration 82326da9-e233-44ee-8a7d-360c4c26278c [ 932.416468] env[62328]: DEBUG nova.compute.resource_tracker [None req-332cd9a1-235b-4315-894a-68f76363e980 None None] Instance 6c107768-0f57-42fd-a2a5-b28207b17de9 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62328) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 932.417252] env[62328]: DEBUG nova.compute.resource_tracker [None req-332cd9a1-235b-4315-894a-68f76363e980 None None] Instance 3c9e10d6-deb6-4b1b-8dfe-9e85e3b19e85 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62328) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 932.417635] env[62328]: DEBUG nova.compute.resource_tracker [None req-332cd9a1-235b-4315-894a-68f76363e980 None None] Instance 4012f976-bb83-4296-8a36-f3af12570729 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 2, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62328) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 932.418628] env[62328]: DEBUG nova.compute.resource_tracker [None req-332cd9a1-235b-4315-894a-68f76363e980 None None] Instance ab48d158-561e-40d6-a649-f38a096d96c3 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62328) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 932.418628] env[62328]: DEBUG nova.compute.resource_tracker [None req-332cd9a1-235b-4315-894a-68f76363e980 None None] Instance e4c166ea-d803-4db5-a104-16bd84bfc6c6 actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62328) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 932.418628] env[62328]: DEBUG nova.compute.resource_tracker [None req-332cd9a1-235b-4315-894a-68f76363e980 None None] Instance 0b59b4a1-0c44-41af-a213-89960b97f913 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62328) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 932.418628] env[62328]: DEBUG nova.compute.resource_tracker [None req-332cd9a1-235b-4315-894a-68f76363e980 None None] Instance 3bbba6fe-038a-40f8-935b-ce45c75c3497 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62328) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 932.418628] env[62328]: DEBUG nova.compute.resource_tracker [None req-332cd9a1-235b-4315-894a-68f76363e980 None None] Instance 14c336fc-69e4-4ef8-a50f-e307b9902127 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62328) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 932.418628] env[62328]: WARNING nova.compute.resource_tracker [None req-332cd9a1-235b-4315-894a-68f76363e980 None None] Instance e237fc84-753c-4824-a26a-498ba160f4f9 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 932.418628] env[62328]: DEBUG nova.compute.resource_tracker [None req-332cd9a1-235b-4315-894a-68f76363e980 None None] Instance 95dd703a-595e-467a-a8e9-bef4f806c33f actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62328) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 932.418970] env[62328]: DEBUG nova.compute.resource_tracker [None req-332cd9a1-235b-4315-894a-68f76363e980 None None] Instance 7adef1ae-8c30-4c37-be1b-f4163d47eff1 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62328) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 932.420198] env[62328]: DEBUG nova.compute.resource_tracker [None req-332cd9a1-235b-4315-894a-68f76363e980 None None] Instance f7104096-3f71-4c4e-9c1a-dcfae81dc66a actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62328) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 932.420198] env[62328]: DEBUG nova.compute.resource_tracker [None req-332cd9a1-235b-4315-894a-68f76363e980 None None] Instance 475a5d77-198f-4dca-943c-a039da48dee0 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62328) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 932.420962] env[62328]: DEBUG nova.compute.resource_tracker [None req-332cd9a1-235b-4315-894a-68f76363e980 None None] Instance ca5f1f85-0fbb-4572-8b04-bd275a02f396 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62328) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 932.420962] env[62328]: DEBUG nova.compute.resource_tracker [None req-332cd9a1-235b-4315-894a-68f76363e980 None None] Instance e78f4099-b61b-4dd2-8587-8c8f1bb0412a actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62328) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 932.421194] env[62328]: DEBUG nova.compute.resource_tracker [None req-332cd9a1-235b-4315-894a-68f76363e980 None None] Instance 77ca1d19-5060-4a7c-a780-56adf9a3f70e actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62328) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 932.421461] env[62328]: DEBUG nova.compute.resource_tracker [None req-332cd9a1-235b-4315-894a-68f76363e980 None None] Instance 13b24bc5-3832-47cc-bf0f-14b881773e37 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62328) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 932.421800] env[62328]: DEBUG nova.compute.resource_tracker [None req-332cd9a1-235b-4315-894a-68f76363e980 None None] Instance 8ba3d7e7-2be2-4949-8c5f-8e508f04b292 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62328) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 932.422151] env[62328]: DEBUG nova.compute.resource_tracker [None req-332cd9a1-235b-4315-894a-68f76363e980 None None] Instance 2516767d-888c-4c2e-b245-a7cfb36ff98a actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62328) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 932.422673] env[62328]: DEBUG nova.compute.resource_tracker [None req-332cd9a1-235b-4315-894a-68f76363e980 None None] Instance 5dd099f6-e8c0-4574-bab7-b2aa30158ba3 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62328) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 932.422927] env[62328]: DEBUG nova.compute.resource_tracker [None req-332cd9a1-235b-4315-894a-68f76363e980 None None] Instance a2e0536d-14f2-4383-891e-8cf0278a8bb9 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62328) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 932.423380] env[62328]: DEBUG nova.compute.resource_tracker [None req-332cd9a1-235b-4315-894a-68f76363e980 None None] Instance 19cf93ff-3d13-4d89-a2b0-5ac9330075a6 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62328) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 932.423380] env[62328]: DEBUG nova.compute.resource_tracker [None req-332cd9a1-235b-4315-894a-68f76363e980 None None] Migration 82326da9-e233-44ee-8a7d-360c4c26278c is active on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62328) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1712}} [ 932.423599] env[62328]: DEBUG nova.compute.resource_tracker [None req-332cd9a1-235b-4315-894a-68f76363e980 None None] Instance 5df51859-2d31-4abb-9c7d-d0b0405c3df9 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=62328) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 932.555791] env[62328]: DEBUG nova.compute.manager [req-da8b7ac3-f5a4-40f9-b21c-b399917fe1d6 req-5b035d1f-cb3f-4e62-907b-82b2c638e3ec service nova] [instance: 19cf93ff-3d13-4d89-a2b0-5ac9330075a6] Received event network-vif-plugged-0bcdd0ed-8449-43d9-b850-0d8b6f2de854 {{(pid=62328) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 932.556015] env[62328]: DEBUG oslo_concurrency.lockutils [req-da8b7ac3-f5a4-40f9-b21c-b399917fe1d6 req-5b035d1f-cb3f-4e62-907b-82b2c638e3ec service nova] Acquiring lock "19cf93ff-3d13-4d89-a2b0-5ac9330075a6-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 932.559751] env[62328]: DEBUG oslo_concurrency.lockutils [req-da8b7ac3-f5a4-40f9-b21c-b399917fe1d6 req-5b035d1f-cb3f-4e62-907b-82b2c638e3ec service nova] Lock "19cf93ff-3d13-4d89-a2b0-5ac9330075a6-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.004s {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 932.559947] env[62328]: DEBUG oslo_concurrency.lockutils [req-da8b7ac3-f5a4-40f9-b21c-b399917fe1d6 req-5b035d1f-cb3f-4e62-907b-82b2c638e3ec service nova] Lock "19cf93ff-3d13-4d89-a2b0-5ac9330075a6-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 932.560134] env[62328]: DEBUG nova.compute.manager [req-da8b7ac3-f5a4-40f9-b21c-b399917fe1d6 req-5b035d1f-cb3f-4e62-907b-82b2c638e3ec service nova] [instance: 19cf93ff-3d13-4d89-a2b0-5ac9330075a6] No waiting events found dispatching network-vif-plugged-0bcdd0ed-8449-43d9-b850-0d8b6f2de854 {{(pid=62328) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 932.560302] env[62328]: WARNING nova.compute.manager [req-da8b7ac3-f5a4-40f9-b21c-b399917fe1d6 req-5b035d1f-cb3f-4e62-907b-82b2c638e3ec service nova] [instance: 19cf93ff-3d13-4d89-a2b0-5ac9330075a6] Received unexpected event network-vif-plugged-0bcdd0ed-8449-43d9-b850-0d8b6f2de854 for instance with vm_state building and task_state spawning. [ 932.560461] env[62328]: DEBUG nova.compute.manager [req-da8b7ac3-f5a4-40f9-b21c-b399917fe1d6 req-5b035d1f-cb3f-4e62-907b-82b2c638e3ec service nova] [instance: 19cf93ff-3d13-4d89-a2b0-5ac9330075a6] Received event network-changed-0bcdd0ed-8449-43d9-b850-0d8b6f2de854 {{(pid=62328) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 932.560614] env[62328]: DEBUG nova.compute.manager [req-da8b7ac3-f5a4-40f9-b21c-b399917fe1d6 req-5b035d1f-cb3f-4e62-907b-82b2c638e3ec service nova] [instance: 19cf93ff-3d13-4d89-a2b0-5ac9330075a6] Refreshing instance network info cache due to event network-changed-0bcdd0ed-8449-43d9-b850-0d8b6f2de854. {{(pid=62328) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 932.560779] env[62328]: DEBUG oslo_concurrency.lockutils [req-da8b7ac3-f5a4-40f9-b21c-b399917fe1d6 req-5b035d1f-cb3f-4e62-907b-82b2c638e3ec service nova] Acquiring lock "refresh_cache-19cf93ff-3d13-4d89-a2b0-5ac9330075a6" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 932.583188] env[62328]: DEBUG nova.network.neutron [None req-3ebdf481-a01c-4b74-9627-44a62ed5e711 tempest-MultipleCreateTestJSON-1245707987 tempest-MultipleCreateTestJSON-1245707987-project-member] [instance: 19cf93ff-3d13-4d89-a2b0-5ac9330075a6] Instance cache missing network info. {{(pid=62328) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 932.596095] env[62328]: INFO nova.compute.manager [None req-ba58b72f-f5f1-4d4a-9ab9-6ee18c4bcd9e tempest-ServersAdminTestJSON-455323280 tempest-ServersAdminTestJSON-455323280-project-member] [instance: 5dd099f6-e8c0-4574-bab7-b2aa30158ba3] Took 20.86 seconds to build instance. [ 932.635216] env[62328]: DEBUG oslo_concurrency.lockutils [None req-40ea61cc-4f56-4022-afe8-4d65e4c8864f tempest-ServerDiskConfigTestJSON-126406698 tempest-ServerDiskConfigTestJSON-126406698-project-member] Releasing lock "refresh_cache-5df51859-2d31-4abb-9c7d-d0b0405c3df9" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 932.791823] env[62328]: DEBUG oslo_vmware.api [None req-0d6b8a21-09ac-48af-a26a-b594e6e1b48f tempest-ServerShowV254Test-1359864267 tempest-ServerShowV254Test-1359864267-project-member] Task: {'id': task-2387214, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 932.815031] env[62328]: DEBUG oslo_vmware.api [None req-3ebdf481-a01c-4b74-9627-44a62ed5e711 tempest-MultipleCreateTestJSON-1245707987 tempest-MultipleCreateTestJSON-1245707987-project-member] Task: {'id': session[52a6e20e-410d-708a-99f2-080a575a99bd]52271062-f12f-291f-79dc-975e2dec679d, 'name': SearchDatastore_Task, 'duration_secs': 0.018531} completed successfully. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 932.815031] env[62328]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b709f02a-a06d-4b15-916c-bf64cbee3b3a {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 932.826688] env[62328]: DEBUG oslo_vmware.api [None req-3ebdf481-a01c-4b74-9627-44a62ed5e711 tempest-MultipleCreateTestJSON-1245707987 tempest-MultipleCreateTestJSON-1245707987-project-member] Waiting for the task: (returnval){ [ 932.826688] env[62328]: value = "session[52a6e20e-410d-708a-99f2-080a575a99bd]523d0ed3-f099-cf04-5f96-7417199b240b" [ 932.826688] env[62328]: _type = "Task" [ 932.826688] env[62328]: } to complete. {{(pid=62328) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 932.834852] env[62328]: DEBUG oslo_vmware.api [None req-3ebdf481-a01c-4b74-9627-44a62ed5e711 tempest-MultipleCreateTestJSON-1245707987 tempest-MultipleCreateTestJSON-1245707987-project-member] Task: {'id': session[52a6e20e-410d-708a-99f2-080a575a99bd]523d0ed3-f099-cf04-5f96-7417199b240b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 932.893355] env[62328]: DEBUG nova.network.neutron [None req-3ebdf481-a01c-4b74-9627-44a62ed5e711 tempest-MultipleCreateTestJSON-1245707987 tempest-MultipleCreateTestJSON-1245707987-project-member] [instance: 19cf93ff-3d13-4d89-a2b0-5ac9330075a6] Updating instance_info_cache with network_info: [{"id": "0bcdd0ed-8449-43d9-b850-0d8b6f2de854", "address": "fa:16:3e:5a:57:7a", "network": {"id": "5e1c062f-2438-4778-8e6e-f05e39905ac3", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-2129269731-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "44a2355a98cd4b10bf9ddc1a3067d147", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f85835c8-5d0c-4b2f-97c4-6c4006580f79", "external-id": "nsx-vlan-transportzone-245", "segmentation_id": 245, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0bcdd0ed-84", "ovs_interfaceid": "0bcdd0ed-8449-43d9-b850-0d8b6f2de854", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62328) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 932.927510] env[62328]: DEBUG nova.compute.resource_tracker [None req-332cd9a1-235b-4315-894a-68f76363e980 None None] Instance 4f661e25-00bc-4244-841b-575de5d4960b has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62328) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 933.098642] env[62328]: DEBUG oslo_concurrency.lockutils [None req-ba58b72f-f5f1-4d4a-9ab9-6ee18c4bcd9e tempest-ServersAdminTestJSON-455323280 tempest-ServersAdminTestJSON-455323280-project-member] Lock "5dd099f6-e8c0-4574-bab7-b2aa30158ba3" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 22.377s {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 933.162227] env[62328]: DEBUG oslo_concurrency.lockutils [None req-b77c5e65-c0f4-41c5-ace6-d5c7f009843f tempest-ServersTestFqdnHostnames-1216059078 tempest-ServersTestFqdnHostnames-1216059078-project-member] Acquiring lock "ab48d158-561e-40d6-a649-f38a096d96c3" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 933.162497] env[62328]: DEBUG oslo_concurrency.lockutils [None req-b77c5e65-c0f4-41c5-ace6-d5c7f009843f tempest-ServersTestFqdnHostnames-1216059078 tempest-ServersTestFqdnHostnames-1216059078-project-member] Lock "ab48d158-561e-40d6-a649-f38a096d96c3" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 933.162711] env[62328]: DEBUG oslo_concurrency.lockutils [None req-b77c5e65-c0f4-41c5-ace6-d5c7f009843f tempest-ServersTestFqdnHostnames-1216059078 tempest-ServersTestFqdnHostnames-1216059078-project-member] Acquiring lock "ab48d158-561e-40d6-a649-f38a096d96c3-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 933.162894] env[62328]: DEBUG oslo_concurrency.lockutils [None req-b77c5e65-c0f4-41c5-ace6-d5c7f009843f tempest-ServersTestFqdnHostnames-1216059078 tempest-ServersTestFqdnHostnames-1216059078-project-member] Lock "ab48d158-561e-40d6-a649-f38a096d96c3-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 933.163070] env[62328]: DEBUG oslo_concurrency.lockutils [None req-b77c5e65-c0f4-41c5-ace6-d5c7f009843f tempest-ServersTestFqdnHostnames-1216059078 tempest-ServersTestFqdnHostnames-1216059078-project-member] Lock "ab48d158-561e-40d6-a649-f38a096d96c3-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 933.169912] env[62328]: DEBUG oslo_concurrency.lockutils [None req-e620e91d-7379-413d-8018-e6bb6ef9e2da tempest-ServersAdminTestJSON-1390436328 tempest-ServersAdminTestJSON-1390436328-project-admin] Acquiring lock "refresh_cache-5dd099f6-e8c0-4574-bab7-b2aa30158ba3" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 933.170185] env[62328]: DEBUG oslo_concurrency.lockutils [None req-e620e91d-7379-413d-8018-e6bb6ef9e2da tempest-ServersAdminTestJSON-1390436328 tempest-ServersAdminTestJSON-1390436328-project-admin] Acquired lock "refresh_cache-5dd099f6-e8c0-4574-bab7-b2aa30158ba3" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 933.170285] env[62328]: DEBUG nova.network.neutron [None req-e620e91d-7379-413d-8018-e6bb6ef9e2da tempest-ServersAdminTestJSON-1390436328 tempest-ServersAdminTestJSON-1390436328-project-admin] [instance: 5dd099f6-e8c0-4574-bab7-b2aa30158ba3] Building network info cache for instance {{(pid=62328) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 933.171803] env[62328]: INFO nova.compute.manager [None req-b77c5e65-c0f4-41c5-ace6-d5c7f009843f tempest-ServersTestFqdnHostnames-1216059078 tempest-ServersTestFqdnHostnames-1216059078-project-member] [instance: ab48d158-561e-40d6-a649-f38a096d96c3] Terminating instance [ 933.292750] env[62328]: DEBUG oslo_vmware.api [None req-0d6b8a21-09ac-48af-a26a-b594e6e1b48f tempest-ServerShowV254Test-1359864267 tempest-ServerShowV254Test-1359864267-project-member] Task: {'id': task-2387214, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.687964} completed successfully. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 933.293106] env[62328]: DEBUG nova.virt.vmwareapi.vm_util [None req-0d6b8a21-09ac-48af-a26a-b594e6e1b48f tempest-ServerShowV254Test-1359864267 tempest-ServerShowV254Test-1359864267-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/dbf872a4-92be-47e4-8561-c3e2bf2423ab/dbf872a4-92be-47e4-8561-c3e2bf2423ab.vmdk to [datastore1] 2516767d-888c-4c2e-b245-a7cfb36ff98a/2516767d-888c-4c2e-b245-a7cfb36ff98a.vmdk {{(pid=62328) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 933.293318] env[62328]: DEBUG nova.virt.vmwareapi.vmops [None req-0d6b8a21-09ac-48af-a26a-b594e6e1b48f tempest-ServerShowV254Test-1359864267 tempest-ServerShowV254Test-1359864267-project-member] [instance: 2516767d-888c-4c2e-b245-a7cfb36ff98a] Extending root virtual disk to 1048576 {{(pid=62328) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 933.293765] env[62328]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-845f7064-2c39-4a92-b7bb-c2d8ef8222d4 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 933.301666] env[62328]: DEBUG oslo_vmware.api [None req-0d6b8a21-09ac-48af-a26a-b594e6e1b48f tempest-ServerShowV254Test-1359864267 tempest-ServerShowV254Test-1359864267-project-member] Waiting for the task: (returnval){ [ 933.301666] env[62328]: value = "task-2387215" [ 933.301666] env[62328]: _type = "Task" [ 933.301666] env[62328]: } to complete. {{(pid=62328) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 933.312768] env[62328]: DEBUG oslo_vmware.api [None req-0d6b8a21-09ac-48af-a26a-b594e6e1b48f tempest-ServerShowV254Test-1359864267 tempest-ServerShowV254Test-1359864267-project-member] Task: {'id': task-2387215, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 933.336276] env[62328]: DEBUG oslo_vmware.api [None req-3ebdf481-a01c-4b74-9627-44a62ed5e711 tempest-MultipleCreateTestJSON-1245707987 tempest-MultipleCreateTestJSON-1245707987-project-member] Task: {'id': session[52a6e20e-410d-708a-99f2-080a575a99bd]523d0ed3-f099-cf04-5f96-7417199b240b, 'name': SearchDatastore_Task, 'duration_secs': 0.075769} completed successfully. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 933.336578] env[62328]: DEBUG oslo_concurrency.lockutils [None req-3ebdf481-a01c-4b74-9627-44a62ed5e711 tempest-MultipleCreateTestJSON-1245707987 tempest-MultipleCreateTestJSON-1245707987-project-member] Releasing lock "[datastore1] devstack-image-cache_base/dbf872a4-92be-47e4-8561-c3e2bf2423ab/dbf872a4-92be-47e4-8561-c3e2bf2423ab.vmdk" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 933.336822] env[62328]: DEBUG nova.virt.vmwareapi.vm_util [None req-3ebdf481-a01c-4b74-9627-44a62ed5e711 tempest-MultipleCreateTestJSON-1245707987 tempest-MultipleCreateTestJSON-1245707987-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/dbf872a4-92be-47e4-8561-c3e2bf2423ab/dbf872a4-92be-47e4-8561-c3e2bf2423ab.vmdk to [datastore1] a2e0536d-14f2-4383-891e-8cf0278a8bb9/a2e0536d-14f2-4383-891e-8cf0278a8bb9.vmdk {{(pid=62328) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 933.337099] env[62328]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-85b1f7cc-da3d-45d6-bbbf-65a4cff8434a {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 933.345986] env[62328]: DEBUG oslo_vmware.api [None req-3ebdf481-a01c-4b74-9627-44a62ed5e711 tempest-MultipleCreateTestJSON-1245707987 tempest-MultipleCreateTestJSON-1245707987-project-member] Waiting for the task: (returnval){ [ 933.345986] env[62328]: value = "task-2387216" [ 933.345986] env[62328]: _type = "Task" [ 933.345986] env[62328]: } to complete. {{(pid=62328) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 933.360683] env[62328]: DEBUG oslo_vmware.api [None req-3ebdf481-a01c-4b74-9627-44a62ed5e711 tempest-MultipleCreateTestJSON-1245707987 tempest-MultipleCreateTestJSON-1245707987-project-member] Task: {'id': task-2387216, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 933.397053] env[62328]: DEBUG oslo_concurrency.lockutils [None req-3ebdf481-a01c-4b74-9627-44a62ed5e711 tempest-MultipleCreateTestJSON-1245707987 tempest-MultipleCreateTestJSON-1245707987-project-member] Releasing lock "refresh_cache-19cf93ff-3d13-4d89-a2b0-5ac9330075a6" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 933.397053] env[62328]: DEBUG nova.compute.manager [None req-3ebdf481-a01c-4b74-9627-44a62ed5e711 tempest-MultipleCreateTestJSON-1245707987 tempest-MultipleCreateTestJSON-1245707987-project-member] [instance: 19cf93ff-3d13-4d89-a2b0-5ac9330075a6] Instance network_info: |[{"id": "0bcdd0ed-8449-43d9-b850-0d8b6f2de854", "address": "fa:16:3e:5a:57:7a", "network": {"id": "5e1c062f-2438-4778-8e6e-f05e39905ac3", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-2129269731-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "44a2355a98cd4b10bf9ddc1a3067d147", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f85835c8-5d0c-4b2f-97c4-6c4006580f79", "external-id": "nsx-vlan-transportzone-245", "segmentation_id": 245, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0bcdd0ed-84", "ovs_interfaceid": "0bcdd0ed-8449-43d9-b850-0d8b6f2de854", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62328) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 933.397618] env[62328]: DEBUG oslo_concurrency.lockutils [req-da8b7ac3-f5a4-40f9-b21c-b399917fe1d6 req-5b035d1f-cb3f-4e62-907b-82b2c638e3ec service nova] Acquired lock "refresh_cache-19cf93ff-3d13-4d89-a2b0-5ac9330075a6" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 933.397618] env[62328]: DEBUG nova.network.neutron [req-da8b7ac3-f5a4-40f9-b21c-b399917fe1d6 req-5b035d1f-cb3f-4e62-907b-82b2c638e3ec service nova] [instance: 19cf93ff-3d13-4d89-a2b0-5ac9330075a6] Refreshing network info cache for port 0bcdd0ed-8449-43d9-b850-0d8b6f2de854 {{(pid=62328) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 933.398674] env[62328]: DEBUG nova.virt.vmwareapi.vmops [None req-3ebdf481-a01c-4b74-9627-44a62ed5e711 tempest-MultipleCreateTestJSON-1245707987 tempest-MultipleCreateTestJSON-1245707987-project-member] [instance: 19cf93ff-3d13-4d89-a2b0-5ac9330075a6] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:5a:57:7a', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'f85835c8-5d0c-4b2f-97c4-6c4006580f79', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '0bcdd0ed-8449-43d9-b850-0d8b6f2de854', 'vif_model': 'vmxnet3'}] {{(pid=62328) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 933.409193] env[62328]: DEBUG oslo.service.loopingcall [None req-3ebdf481-a01c-4b74-9627-44a62ed5e711 tempest-MultipleCreateTestJSON-1245707987 tempest-MultipleCreateTestJSON-1245707987-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62328) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 933.410429] env[62328]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 19cf93ff-3d13-4d89-a2b0-5ac9330075a6] Creating VM on the ESX host {{(pid=62328) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 933.410689] env[62328]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-954111b8-dc72-4a52-9c16-0b2cb38e204c {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 933.431158] env[62328]: DEBUG nova.compute.resource_tracker [None req-332cd9a1-235b-4315-894a-68f76363e980 None None] Instance d9dcebce-1ee4-4f35-879b-a520176f261f has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62328) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 933.435365] env[62328]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 933.435365] env[62328]: value = "task-2387217" [ 933.435365] env[62328]: _type = "Task" [ 933.435365] env[62328]: } to complete. {{(pid=62328) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 933.446302] env[62328]: DEBUG oslo_vmware.api [-] Task: {'id': task-2387217, 'name': CreateVM_Task} progress is 0%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 933.675044] env[62328]: DEBUG oslo_concurrency.lockutils [None req-ade3e877-8b08-4eef-a2fa-8871aa8608a2 tempest-ServersWithSpecificFlavorTestJSON-2091780743 tempest-ServersWithSpecificFlavorTestJSON-2091780743-project-member] Acquiring lock "4012f976-bb83-4296-8a36-f3af12570729" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 933.675044] env[62328]: DEBUG oslo_concurrency.lockutils [None req-ade3e877-8b08-4eef-a2fa-8871aa8608a2 tempest-ServersWithSpecificFlavorTestJSON-2091780743 tempest-ServersWithSpecificFlavorTestJSON-2091780743-project-member] Lock "4012f976-bb83-4296-8a36-f3af12570729" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 933.675453] env[62328]: DEBUG oslo_concurrency.lockutils [None req-ade3e877-8b08-4eef-a2fa-8871aa8608a2 tempest-ServersWithSpecificFlavorTestJSON-2091780743 tempest-ServersWithSpecificFlavorTestJSON-2091780743-project-member] Acquiring lock "4012f976-bb83-4296-8a36-f3af12570729-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 933.675532] env[62328]: DEBUG oslo_concurrency.lockutils [None req-ade3e877-8b08-4eef-a2fa-8871aa8608a2 tempest-ServersWithSpecificFlavorTestJSON-2091780743 tempest-ServersWithSpecificFlavorTestJSON-2091780743-project-member] Lock "4012f976-bb83-4296-8a36-f3af12570729-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 933.675674] env[62328]: DEBUG oslo_concurrency.lockutils [None req-ade3e877-8b08-4eef-a2fa-8871aa8608a2 tempest-ServersWithSpecificFlavorTestJSON-2091780743 tempest-ServersWithSpecificFlavorTestJSON-2091780743-project-member] Lock "4012f976-bb83-4296-8a36-f3af12570729-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 933.680170] env[62328]: DEBUG nova.compute.manager [None req-b77c5e65-c0f4-41c5-ace6-d5c7f009843f tempest-ServersTestFqdnHostnames-1216059078 tempest-ServersTestFqdnHostnames-1216059078-project-member] [instance: ab48d158-561e-40d6-a649-f38a096d96c3] Start destroying the instance on the hypervisor. {{(pid=62328) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 933.680284] env[62328]: DEBUG nova.virt.vmwareapi.vmops [None req-b77c5e65-c0f4-41c5-ace6-d5c7f009843f tempest-ServersTestFqdnHostnames-1216059078 tempest-ServersTestFqdnHostnames-1216059078-project-member] [instance: ab48d158-561e-40d6-a649-f38a096d96c3] Destroying instance {{(pid=62328) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 933.681204] env[62328]: INFO nova.compute.manager [None req-ade3e877-8b08-4eef-a2fa-8871aa8608a2 tempest-ServersWithSpecificFlavorTestJSON-2091780743 tempest-ServersWithSpecificFlavorTestJSON-2091780743-project-member] [instance: 4012f976-bb83-4296-8a36-f3af12570729] Terminating instance [ 933.683239] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3beaf3ca-fc56-400b-993f-76d5df36cbc3 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 933.695858] env[62328]: DEBUG nova.virt.vmwareapi.vm_util [None req-b77c5e65-c0f4-41c5-ace6-d5c7f009843f tempest-ServersTestFqdnHostnames-1216059078 tempest-ServersTestFqdnHostnames-1216059078-project-member] [instance: ab48d158-561e-40d6-a649-f38a096d96c3] Powering off the VM {{(pid=62328) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 933.696154] env[62328]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b38c2e6c-58b8-45f1-ad4f-e962f0ffa8d8 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 933.708023] env[62328]: DEBUG oslo_vmware.api [None req-b77c5e65-c0f4-41c5-ace6-d5c7f009843f tempest-ServersTestFqdnHostnames-1216059078 tempest-ServersTestFqdnHostnames-1216059078-project-member] Waiting for the task: (returnval){ [ 933.708023] env[62328]: value = "task-2387218" [ 933.708023] env[62328]: _type = "Task" [ 933.708023] env[62328]: } to complete. {{(pid=62328) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 933.716772] env[62328]: DEBUG oslo_vmware.api [None req-b77c5e65-c0f4-41c5-ace6-d5c7f009843f tempest-ServersTestFqdnHostnames-1216059078 tempest-ServersTestFqdnHostnames-1216059078-project-member] Task: {'id': task-2387218, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 933.816773] env[62328]: DEBUG oslo_vmware.api [None req-0d6b8a21-09ac-48af-a26a-b594e6e1b48f tempest-ServerShowV254Test-1359864267 tempest-ServerShowV254Test-1359864267-project-member] Task: {'id': task-2387215, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.080213} completed successfully. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 933.817637] env[62328]: DEBUG nova.virt.vmwareapi.vmops [None req-0d6b8a21-09ac-48af-a26a-b594e6e1b48f tempest-ServerShowV254Test-1359864267 tempest-ServerShowV254Test-1359864267-project-member] [instance: 2516767d-888c-4c2e-b245-a7cfb36ff98a] Extended root virtual disk {{(pid=62328) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 933.819416] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ce21aaae-2a65-4e19-b74b-649d50a8f348 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 933.844884] env[62328]: DEBUG nova.virt.vmwareapi.volumeops [None req-0d6b8a21-09ac-48af-a26a-b594e6e1b48f tempest-ServerShowV254Test-1359864267 tempest-ServerShowV254Test-1359864267-project-member] [instance: 2516767d-888c-4c2e-b245-a7cfb36ff98a] Reconfiguring VM instance instance-00000058 to attach disk [datastore1] 2516767d-888c-4c2e-b245-a7cfb36ff98a/2516767d-888c-4c2e-b245-a7cfb36ff98a.vmdk or device None with type sparse {{(pid=62328) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 933.849153] env[62328]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a8c118f0-d84e-487b-9690-30ae3dc3e530 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 933.872382] env[62328]: DEBUG oslo_vmware.api [None req-3ebdf481-a01c-4b74-9627-44a62ed5e711 tempest-MultipleCreateTestJSON-1245707987 tempest-MultipleCreateTestJSON-1245707987-project-member] Task: {'id': task-2387216, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 933.877906] env[62328]: DEBUG oslo_vmware.api [None req-0d6b8a21-09ac-48af-a26a-b594e6e1b48f tempest-ServerShowV254Test-1359864267 tempest-ServerShowV254Test-1359864267-project-member] Waiting for the task: (returnval){ [ 933.877906] env[62328]: value = "task-2387219" [ 933.877906] env[62328]: _type = "Task" [ 933.877906] env[62328]: } to complete. {{(pid=62328) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 933.890585] env[62328]: DEBUG oslo_vmware.api [None req-0d6b8a21-09ac-48af-a26a-b594e6e1b48f tempest-ServerShowV254Test-1359864267 tempest-ServerShowV254Test-1359864267-project-member] Task: {'id': task-2387219, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 933.936994] env[62328]: DEBUG nova.compute.resource_tracker [None req-332cd9a1-235b-4315-894a-68f76363e980 None None] Instance fa773569-3987-4bca-8f5f-638a337630b1 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62328) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 933.949492] env[62328]: DEBUG oslo_vmware.api [-] Task: {'id': task-2387217, 'name': CreateVM_Task} progress is 25%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 934.150049] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b92b9453-46fa-45bb-b474-20a1bd87e317 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 934.171420] env[62328]: DEBUG nova.virt.vmwareapi.vmops [None req-40ea61cc-4f56-4022-afe8-4d65e4c8864f tempest-ServerDiskConfigTestJSON-126406698 tempest-ServerDiskConfigTestJSON-126406698-project-member] [instance: 5df51859-2d31-4abb-9c7d-d0b0405c3df9] Updating instance '5df51859-2d31-4abb-9c7d-d0b0405c3df9' progress to 0 {{(pid=62328) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 934.190764] env[62328]: DEBUG nova.compute.manager [None req-ade3e877-8b08-4eef-a2fa-8871aa8608a2 tempest-ServersWithSpecificFlavorTestJSON-2091780743 tempest-ServersWithSpecificFlavorTestJSON-2091780743-project-member] [instance: 4012f976-bb83-4296-8a36-f3af12570729] Start destroying the instance on the hypervisor. {{(pid=62328) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 934.191050] env[62328]: DEBUG nova.virt.vmwareapi.vmops [None req-ade3e877-8b08-4eef-a2fa-8871aa8608a2 tempest-ServersWithSpecificFlavorTestJSON-2091780743 tempest-ServersWithSpecificFlavorTestJSON-2091780743-project-member] [instance: 4012f976-bb83-4296-8a36-f3af12570729] Destroying instance {{(pid=62328) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 934.192000] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-33996028-70fd-4de9-b998-7d3ab5beb3e3 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 934.201242] env[62328]: DEBUG nova.virt.vmwareapi.vm_util [None req-ade3e877-8b08-4eef-a2fa-8871aa8608a2 tempest-ServersWithSpecificFlavorTestJSON-2091780743 tempest-ServersWithSpecificFlavorTestJSON-2091780743-project-member] [instance: 4012f976-bb83-4296-8a36-f3af12570729] Powering off the VM {{(pid=62328) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 934.201513] env[62328]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-cf6945e2-2415-4567-95fb-f790a051a963 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 934.210891] env[62328]: DEBUG oslo_vmware.api [None req-ade3e877-8b08-4eef-a2fa-8871aa8608a2 tempest-ServersWithSpecificFlavorTestJSON-2091780743 tempest-ServersWithSpecificFlavorTestJSON-2091780743-project-member] Waiting for the task: (returnval){ [ 934.210891] env[62328]: value = "task-2387220" [ 934.210891] env[62328]: _type = "Task" [ 934.210891] env[62328]: } to complete. {{(pid=62328) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 934.219212] env[62328]: DEBUG oslo_vmware.api [None req-b77c5e65-c0f4-41c5-ace6-d5c7f009843f tempest-ServersTestFqdnHostnames-1216059078 tempest-ServersTestFqdnHostnames-1216059078-project-member] Task: {'id': task-2387218, 'name': PowerOffVM_Task, 'duration_secs': 0.344403} completed successfully. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 934.221521] env[62328]: DEBUG nova.virt.vmwareapi.vm_util [None req-b77c5e65-c0f4-41c5-ace6-d5c7f009843f tempest-ServersTestFqdnHostnames-1216059078 tempest-ServersTestFqdnHostnames-1216059078-project-member] [instance: ab48d158-561e-40d6-a649-f38a096d96c3] Powered off the VM {{(pid=62328) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 934.221808] env[62328]: DEBUG nova.virt.vmwareapi.vmops [None req-b77c5e65-c0f4-41c5-ace6-d5c7f009843f tempest-ServersTestFqdnHostnames-1216059078 tempest-ServersTestFqdnHostnames-1216059078-project-member] [instance: ab48d158-561e-40d6-a649-f38a096d96c3] Unregistering the VM {{(pid=62328) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 934.222265] env[62328]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-d5559c9c-a622-4608-a956-27e92ec197cc {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 934.227795] env[62328]: DEBUG oslo_vmware.api [None req-ade3e877-8b08-4eef-a2fa-8871aa8608a2 tempest-ServersWithSpecificFlavorTestJSON-2091780743 tempest-ServersWithSpecificFlavorTestJSON-2091780743-project-member] Task: {'id': task-2387220, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 934.305132] env[62328]: DEBUG nova.virt.vmwareapi.vmops [None req-b77c5e65-c0f4-41c5-ace6-d5c7f009843f tempest-ServersTestFqdnHostnames-1216059078 tempest-ServersTestFqdnHostnames-1216059078-project-member] [instance: ab48d158-561e-40d6-a649-f38a096d96c3] Unregistered the VM {{(pid=62328) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 934.305132] env[62328]: DEBUG nova.virt.vmwareapi.vmops [None req-b77c5e65-c0f4-41c5-ace6-d5c7f009843f tempest-ServersTestFqdnHostnames-1216059078 tempest-ServersTestFqdnHostnames-1216059078-project-member] [instance: ab48d158-561e-40d6-a649-f38a096d96c3] Deleting contents of the VM from datastore datastore1 {{(pid=62328) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 934.305132] env[62328]: DEBUG nova.virt.vmwareapi.ds_util [None req-b77c5e65-c0f4-41c5-ace6-d5c7f009843f tempest-ServersTestFqdnHostnames-1216059078 tempest-ServersTestFqdnHostnames-1216059078-project-member] Deleting the datastore file [datastore1] ab48d158-561e-40d6-a649-f38a096d96c3 {{(pid=62328) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 934.305480] env[62328]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-a84bc6bd-61b5-4d73-810f-9c42aec1ccdc {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 934.315865] env[62328]: DEBUG oslo_vmware.api [None req-b77c5e65-c0f4-41c5-ace6-d5c7f009843f tempest-ServersTestFqdnHostnames-1216059078 tempest-ServersTestFqdnHostnames-1216059078-project-member] Waiting for the task: (returnval){ [ 934.315865] env[62328]: value = "task-2387222" [ 934.315865] env[62328]: _type = "Task" [ 934.315865] env[62328]: } to complete. {{(pid=62328) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 934.323769] env[62328]: DEBUG oslo_vmware.api [None req-b77c5e65-c0f4-41c5-ace6-d5c7f009843f tempest-ServersTestFqdnHostnames-1216059078 tempest-ServersTestFqdnHostnames-1216059078-project-member] Task: {'id': task-2387222, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 934.336093] env[62328]: DEBUG nova.network.neutron [None req-e620e91d-7379-413d-8018-e6bb6ef9e2da tempest-ServersAdminTestJSON-1390436328 tempest-ServersAdminTestJSON-1390436328-project-admin] [instance: 5dd099f6-e8c0-4574-bab7-b2aa30158ba3] Updating instance_info_cache with network_info: [{"id": "4b6cf006-f879-46b5-8e59-53ac59d108e4", "address": "fa:16:3e:ed:ef:f9", "network": {"id": "0eeee2fb-8ef5-412d-af46-12812484c08c", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-224594713-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f2a757f35eac41f9957872714fb6355d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "73915082-a1b0-460b-b24d-97588fc9cb29", "external-id": "nsx-vlan-transportzone-744", "segmentation_id": 744, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4b6cf006-f8", "ovs_interfaceid": "4b6cf006-f879-46b5-8e59-53ac59d108e4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62328) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 934.373697] env[62328]: DEBUG oslo_vmware.api [None req-3ebdf481-a01c-4b74-9627-44a62ed5e711 tempest-MultipleCreateTestJSON-1245707987 tempest-MultipleCreateTestJSON-1245707987-project-member] Task: {'id': task-2387216, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.592657} completed successfully. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 934.373968] env[62328]: DEBUG nova.virt.vmwareapi.vm_util [None req-3ebdf481-a01c-4b74-9627-44a62ed5e711 tempest-MultipleCreateTestJSON-1245707987 tempest-MultipleCreateTestJSON-1245707987-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/dbf872a4-92be-47e4-8561-c3e2bf2423ab/dbf872a4-92be-47e4-8561-c3e2bf2423ab.vmdk to [datastore1] a2e0536d-14f2-4383-891e-8cf0278a8bb9/a2e0536d-14f2-4383-891e-8cf0278a8bb9.vmdk {{(pid=62328) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 934.374222] env[62328]: DEBUG nova.virt.vmwareapi.vmops [None req-3ebdf481-a01c-4b74-9627-44a62ed5e711 tempest-MultipleCreateTestJSON-1245707987 tempest-MultipleCreateTestJSON-1245707987-project-member] [instance: a2e0536d-14f2-4383-891e-8cf0278a8bb9] Extending root virtual disk to 1048576 {{(pid=62328) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 934.374482] env[62328]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-7b454c59-6a8f-46f4-b741-2e1d8e68b5c5 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 934.385636] env[62328]: DEBUG oslo_vmware.api [None req-3ebdf481-a01c-4b74-9627-44a62ed5e711 tempest-MultipleCreateTestJSON-1245707987 tempest-MultipleCreateTestJSON-1245707987-project-member] Waiting for the task: (returnval){ [ 934.385636] env[62328]: value = "task-2387223" [ 934.385636] env[62328]: _type = "Task" [ 934.385636] env[62328]: } to complete. {{(pid=62328) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 934.390084] env[62328]: DEBUG nova.network.neutron [req-da8b7ac3-f5a4-40f9-b21c-b399917fe1d6 req-5b035d1f-cb3f-4e62-907b-82b2c638e3ec service nova] [instance: 19cf93ff-3d13-4d89-a2b0-5ac9330075a6] Updated VIF entry in instance network info cache for port 0bcdd0ed-8449-43d9-b850-0d8b6f2de854. {{(pid=62328) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 934.390522] env[62328]: DEBUG nova.network.neutron [req-da8b7ac3-f5a4-40f9-b21c-b399917fe1d6 req-5b035d1f-cb3f-4e62-907b-82b2c638e3ec service nova] [instance: 19cf93ff-3d13-4d89-a2b0-5ac9330075a6] Updating instance_info_cache with network_info: [{"id": "0bcdd0ed-8449-43d9-b850-0d8b6f2de854", "address": "fa:16:3e:5a:57:7a", "network": {"id": "5e1c062f-2438-4778-8e6e-f05e39905ac3", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-2129269731-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "44a2355a98cd4b10bf9ddc1a3067d147", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f85835c8-5d0c-4b2f-97c4-6c4006580f79", "external-id": "nsx-vlan-transportzone-245", "segmentation_id": 245, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0bcdd0ed-84", "ovs_interfaceid": "0bcdd0ed-8449-43d9-b850-0d8b6f2de854", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62328) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 934.396638] env[62328]: DEBUG oslo_vmware.api [None req-0d6b8a21-09ac-48af-a26a-b594e6e1b48f tempest-ServerShowV254Test-1359864267 tempest-ServerShowV254Test-1359864267-project-member] Task: {'id': task-2387219, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 934.404786] env[62328]: DEBUG oslo_vmware.api [None req-3ebdf481-a01c-4b74-9627-44a62ed5e711 tempest-MultipleCreateTestJSON-1245707987 tempest-MultipleCreateTestJSON-1245707987-project-member] Task: {'id': task-2387223, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 934.444566] env[62328]: DEBUG nova.compute.resource_tracker [None req-332cd9a1-235b-4315-894a-68f76363e980 None None] Instance 206ded69-14c7-477f-9c36-376ff43a9641 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62328) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 934.444781] env[62328]: DEBUG nova.compute.resource_tracker [None req-332cd9a1-235b-4315-894a-68f76363e980 None None] Total usable vcpus: 48, total allocated vcpus: 23 {{(pid=62328) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 934.444781] env[62328]: DEBUG nova.compute.resource_tracker [None req-332cd9a1-235b-4315-894a-68f76363e980 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=4992MB phys_disk=200GB used_disk=23GB total_vcpus=48 used_vcpus=23 pci_stats=[] {{(pid=62328) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 934.454385] env[62328]: DEBUG oslo_vmware.api [-] Task: {'id': task-2387217, 'name': CreateVM_Task, 'duration_secs': 0.712463} completed successfully. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 934.454607] env[62328]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 19cf93ff-3d13-4d89-a2b0-5ac9330075a6] Created VM on the ESX host {{(pid=62328) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 934.455403] env[62328]: DEBUG oslo_concurrency.lockutils [None req-3ebdf481-a01c-4b74-9627-44a62ed5e711 tempest-MultipleCreateTestJSON-1245707987 tempest-MultipleCreateTestJSON-1245707987-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/dbf872a4-92be-47e4-8561-c3e2bf2423ab" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 934.455608] env[62328]: DEBUG oslo_concurrency.lockutils [None req-3ebdf481-a01c-4b74-9627-44a62ed5e711 tempest-MultipleCreateTestJSON-1245707987 tempest-MultipleCreateTestJSON-1245707987-project-member] Acquired lock "[datastore1] devstack-image-cache_base/dbf872a4-92be-47e4-8561-c3e2bf2423ab" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 934.455999] env[62328]: DEBUG oslo_concurrency.lockutils [None req-3ebdf481-a01c-4b74-9627-44a62ed5e711 tempest-MultipleCreateTestJSON-1245707987 tempest-MultipleCreateTestJSON-1245707987-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/dbf872a4-92be-47e4-8561-c3e2bf2423ab" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 934.456474] env[62328]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ca1cf70f-f406-4178-af1b-27703201018f {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 934.463526] env[62328]: DEBUG oslo_vmware.api [None req-3ebdf481-a01c-4b74-9627-44a62ed5e711 tempest-MultipleCreateTestJSON-1245707987 tempest-MultipleCreateTestJSON-1245707987-project-member] Waiting for the task: (returnval){ [ 934.463526] env[62328]: value = "session[52a6e20e-410d-708a-99f2-080a575a99bd]52c07b9b-3743-8dfe-85ef-90889e4e6135" [ 934.463526] env[62328]: _type = "Task" [ 934.463526] env[62328]: } to complete. {{(pid=62328) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 934.473615] env[62328]: DEBUG oslo_vmware.api [None req-3ebdf481-a01c-4b74-9627-44a62ed5e711 tempest-MultipleCreateTestJSON-1245707987 tempest-MultipleCreateTestJSON-1245707987-project-member] Task: {'id': session[52a6e20e-410d-708a-99f2-080a575a99bd]52c07b9b-3743-8dfe-85ef-90889e4e6135, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 934.683482] env[62328]: DEBUG nova.virt.vmwareapi.vm_util [None req-40ea61cc-4f56-4022-afe8-4d65e4c8864f tempest-ServerDiskConfigTestJSON-126406698 tempest-ServerDiskConfigTestJSON-126406698-project-member] [instance: 5df51859-2d31-4abb-9c7d-d0b0405c3df9] Powering off the VM {{(pid=62328) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 934.684054] env[62328]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-57955f6d-2f07-4df2-9e06-f431bf590ddb {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 934.693424] env[62328]: DEBUG oslo_vmware.api [None req-40ea61cc-4f56-4022-afe8-4d65e4c8864f tempest-ServerDiskConfigTestJSON-126406698 tempest-ServerDiskConfigTestJSON-126406698-project-member] Waiting for the task: (returnval){ [ 934.693424] env[62328]: value = "task-2387224" [ 934.693424] env[62328]: _type = "Task" [ 934.693424] env[62328]: } to complete. {{(pid=62328) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 934.708531] env[62328]: DEBUG oslo_vmware.api [None req-40ea61cc-4f56-4022-afe8-4d65e4c8864f tempest-ServerDiskConfigTestJSON-126406698 tempest-ServerDiskConfigTestJSON-126406698-project-member] Task: {'id': task-2387224, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 934.727018] env[62328]: DEBUG oslo_vmware.api [None req-ade3e877-8b08-4eef-a2fa-8871aa8608a2 tempest-ServersWithSpecificFlavorTestJSON-2091780743 tempest-ServersWithSpecificFlavorTestJSON-2091780743-project-member] Task: {'id': task-2387220, 'name': PowerOffVM_Task, 'duration_secs': 0.505825} completed successfully. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 934.727018] env[62328]: DEBUG nova.virt.vmwareapi.vm_util [None req-ade3e877-8b08-4eef-a2fa-8871aa8608a2 tempest-ServersWithSpecificFlavorTestJSON-2091780743 tempest-ServersWithSpecificFlavorTestJSON-2091780743-project-member] [instance: 4012f976-bb83-4296-8a36-f3af12570729] Powered off the VM {{(pid=62328) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 934.727018] env[62328]: DEBUG nova.virt.vmwareapi.vmops [None req-ade3e877-8b08-4eef-a2fa-8871aa8608a2 tempest-ServersWithSpecificFlavorTestJSON-2091780743 tempest-ServersWithSpecificFlavorTestJSON-2091780743-project-member] [instance: 4012f976-bb83-4296-8a36-f3af12570729] Unregistering the VM {{(pid=62328) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 934.727018] env[62328]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-b69e9a6c-b7e5-4255-8dea-27fcd27df785 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 934.828598] env[62328]: DEBUG oslo_vmware.api [None req-b77c5e65-c0f4-41c5-ace6-d5c7f009843f tempest-ServersTestFqdnHostnames-1216059078 tempest-ServersTestFqdnHostnames-1216059078-project-member] Task: {'id': task-2387222, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.17099} completed successfully. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 934.829480] env[62328]: DEBUG nova.virt.vmwareapi.ds_util [None req-b77c5e65-c0f4-41c5-ace6-d5c7f009843f tempest-ServersTestFqdnHostnames-1216059078 tempest-ServersTestFqdnHostnames-1216059078-project-member] Deleted the datastore file {{(pid=62328) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 934.832025] env[62328]: DEBUG nova.virt.vmwareapi.vmops [None req-b77c5e65-c0f4-41c5-ace6-d5c7f009843f tempest-ServersTestFqdnHostnames-1216059078 tempest-ServersTestFqdnHostnames-1216059078-project-member] [instance: ab48d158-561e-40d6-a649-f38a096d96c3] Deleted contents of the VM from datastore datastore1 {{(pid=62328) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 934.832025] env[62328]: DEBUG nova.virt.vmwareapi.vmops [None req-b77c5e65-c0f4-41c5-ace6-d5c7f009843f tempest-ServersTestFqdnHostnames-1216059078 tempest-ServersTestFqdnHostnames-1216059078-project-member] [instance: ab48d158-561e-40d6-a649-f38a096d96c3] Instance destroyed {{(pid=62328) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 934.832025] env[62328]: INFO nova.compute.manager [None req-b77c5e65-c0f4-41c5-ace6-d5c7f009843f tempest-ServersTestFqdnHostnames-1216059078 tempest-ServersTestFqdnHostnames-1216059078-project-member] [instance: ab48d158-561e-40d6-a649-f38a096d96c3] Took 1.15 seconds to destroy the instance on the hypervisor. [ 934.832025] env[62328]: DEBUG oslo.service.loopingcall [None req-b77c5e65-c0f4-41c5-ace6-d5c7f009843f tempest-ServersTestFqdnHostnames-1216059078 tempest-ServersTestFqdnHostnames-1216059078-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62328) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 934.833992] env[62328]: DEBUG nova.compute.manager [-] [instance: ab48d158-561e-40d6-a649-f38a096d96c3] Deallocating network for instance {{(pid=62328) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 934.834326] env[62328]: DEBUG nova.network.neutron [-] [instance: ab48d158-561e-40d6-a649-f38a096d96c3] deallocate_for_instance() {{(pid=62328) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 934.841023] env[62328]: DEBUG oslo_concurrency.lockutils [None req-e620e91d-7379-413d-8018-e6bb6ef9e2da tempest-ServersAdminTestJSON-1390436328 tempest-ServersAdminTestJSON-1390436328-project-admin] Releasing lock "refresh_cache-5dd099f6-e8c0-4574-bab7-b2aa30158ba3" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 934.841023] env[62328]: DEBUG nova.compute.manager [None req-e620e91d-7379-413d-8018-e6bb6ef9e2da tempest-ServersAdminTestJSON-1390436328 tempest-ServersAdminTestJSON-1390436328-project-admin] [instance: 5dd099f6-e8c0-4574-bab7-b2aa30158ba3] Inject network info {{(pid=62328) _inject_network_info /opt/stack/nova/nova/compute/manager.py:7737}} [ 934.841023] env[62328]: DEBUG nova.compute.manager [None req-e620e91d-7379-413d-8018-e6bb6ef9e2da tempest-ServersAdminTestJSON-1390436328 tempest-ServersAdminTestJSON-1390436328-project-admin] [instance: 5dd099f6-e8c0-4574-bab7-b2aa30158ba3] network_info to inject: |[{"id": "4b6cf006-f879-46b5-8e59-53ac59d108e4", "address": "fa:16:3e:ed:ef:f9", "network": {"id": "0eeee2fb-8ef5-412d-af46-12812484c08c", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-224594713-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f2a757f35eac41f9957872714fb6355d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "73915082-a1b0-460b-b24d-97588fc9cb29", "external-id": "nsx-vlan-transportzone-744", "segmentation_id": 744, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4b6cf006-f8", "ovs_interfaceid": "4b6cf006-f879-46b5-8e59-53ac59d108e4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62328) _inject_network_info /opt/stack/nova/nova/compute/manager.py:7738}} [ 934.846045] env[62328]: DEBUG nova.virt.vmwareapi.vmops [None req-e620e91d-7379-413d-8018-e6bb6ef9e2da tempest-ServersAdminTestJSON-1390436328 tempest-ServersAdminTestJSON-1390436328-project-admin] [instance: 5dd099f6-e8c0-4574-bab7-b2aa30158ba3] Reconfiguring VM instance to set the machine id {{(pid=62328) _set_machine_id /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1796}} [ 934.847035] env[62328]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8b8310e0-da75-4e47-ab4f-d85b26d77e9e {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 934.872461] env[62328]: DEBUG nova.virt.vmwareapi.vmops [None req-ade3e877-8b08-4eef-a2fa-8871aa8608a2 tempest-ServersWithSpecificFlavorTestJSON-2091780743 tempest-ServersWithSpecificFlavorTestJSON-2091780743-project-member] [instance: 4012f976-bb83-4296-8a36-f3af12570729] Unregistered the VM {{(pid=62328) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 934.872792] env[62328]: DEBUG nova.virt.vmwareapi.vmops [None req-ade3e877-8b08-4eef-a2fa-8871aa8608a2 tempest-ServersWithSpecificFlavorTestJSON-2091780743 tempest-ServersWithSpecificFlavorTestJSON-2091780743-project-member] [instance: 4012f976-bb83-4296-8a36-f3af12570729] Deleting contents of the VM from datastore datastore1 {{(pid=62328) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 934.873122] env[62328]: DEBUG nova.virt.vmwareapi.ds_util [None req-ade3e877-8b08-4eef-a2fa-8871aa8608a2 tempest-ServersWithSpecificFlavorTestJSON-2091780743 tempest-ServersWithSpecificFlavorTestJSON-2091780743-project-member] Deleting the datastore file [datastore1] 4012f976-bb83-4296-8a36-f3af12570729 {{(pid=62328) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 934.873551] env[62328]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-337b2059-53a6-4b9c-b44e-29f082aaa230 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 934.881574] env[62328]: DEBUG oslo_vmware.api [None req-e620e91d-7379-413d-8018-e6bb6ef9e2da tempest-ServersAdminTestJSON-1390436328 tempest-ServersAdminTestJSON-1390436328-project-admin] Waiting for the task: (returnval){ [ 934.881574] env[62328]: value = "task-2387226" [ 934.881574] env[62328]: _type = "Task" [ 934.881574] env[62328]: } to complete. {{(pid=62328) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 934.895748] env[62328]: DEBUG oslo_vmware.api [None req-ade3e877-8b08-4eef-a2fa-8871aa8608a2 tempest-ServersWithSpecificFlavorTestJSON-2091780743 tempest-ServersWithSpecificFlavorTestJSON-2091780743-project-member] Waiting for the task: (returnval){ [ 934.895748] env[62328]: value = "task-2387227" [ 934.895748] env[62328]: _type = "Task" [ 934.895748] env[62328]: } to complete. {{(pid=62328) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 934.901699] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d052ee3e-7c49-4c8e-aeec-685110a1814d {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 934.910490] env[62328]: DEBUG oslo_concurrency.lockutils [req-da8b7ac3-f5a4-40f9-b21c-b399917fe1d6 req-5b035d1f-cb3f-4e62-907b-82b2c638e3ec service nova] Releasing lock "refresh_cache-19cf93ff-3d13-4d89-a2b0-5ac9330075a6" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 934.916171] env[62328]: DEBUG oslo_vmware.api [None req-0d6b8a21-09ac-48af-a26a-b594e6e1b48f tempest-ServerShowV254Test-1359864267 tempest-ServerShowV254Test-1359864267-project-member] Task: {'id': task-2387219, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 934.921344] env[62328]: DEBUG oslo_vmware.api [None req-e620e91d-7379-413d-8018-e6bb6ef9e2da tempest-ServersAdminTestJSON-1390436328 tempest-ServersAdminTestJSON-1390436328-project-admin] Task: {'id': task-2387226, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 934.935725] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5c095b4c-7fa7-4a9f-9589-d19514883459 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 934.939865] env[62328]: DEBUG oslo_vmware.api [None req-3ebdf481-a01c-4b74-9627-44a62ed5e711 tempest-MultipleCreateTestJSON-1245707987 tempest-MultipleCreateTestJSON-1245707987-project-member] Task: {'id': task-2387223, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.079524} completed successfully. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 934.940208] env[62328]: DEBUG oslo_vmware.api [None req-ade3e877-8b08-4eef-a2fa-8871aa8608a2 tempest-ServersWithSpecificFlavorTestJSON-2091780743 tempest-ServersWithSpecificFlavorTestJSON-2091780743-project-member] Task: {'id': task-2387227, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 934.940537] env[62328]: DEBUG nova.virt.vmwareapi.vmops [None req-3ebdf481-a01c-4b74-9627-44a62ed5e711 tempest-MultipleCreateTestJSON-1245707987 tempest-MultipleCreateTestJSON-1245707987-project-member] [instance: a2e0536d-14f2-4383-891e-8cf0278a8bb9] Extended root virtual disk {{(pid=62328) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 934.941780] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e39ae86c-e2bb-484c-b672-6a6e8214dfa1 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 934.976138] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f697fe8a-1826-45dd-b0ce-cb920183a49d {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 934.998121] env[62328]: DEBUG nova.virt.vmwareapi.volumeops [None req-3ebdf481-a01c-4b74-9627-44a62ed5e711 tempest-MultipleCreateTestJSON-1245707987 tempest-MultipleCreateTestJSON-1245707987-project-member] [instance: a2e0536d-14f2-4383-891e-8cf0278a8bb9] Reconfiguring VM instance instance-0000005a to attach disk [datastore1] a2e0536d-14f2-4383-891e-8cf0278a8bb9/a2e0536d-14f2-4383-891e-8cf0278a8bb9.vmdk or device None with type sparse {{(pid=62328) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 934.999356] env[62328]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2a6ec9b7-dda2-4670-ba31-dac075678f70 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 935.021392] env[62328]: DEBUG oslo_vmware.api [None req-3ebdf481-a01c-4b74-9627-44a62ed5e711 tempest-MultipleCreateTestJSON-1245707987 tempest-MultipleCreateTestJSON-1245707987-project-member] Task: {'id': session[52a6e20e-410d-708a-99f2-080a575a99bd]52c07b9b-3743-8dfe-85ef-90889e4e6135, 'name': SearchDatastore_Task, 'duration_secs': 0.011329} completed successfully. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 935.022038] env[62328]: DEBUG oslo_concurrency.lockutils [None req-3ebdf481-a01c-4b74-9627-44a62ed5e711 tempest-MultipleCreateTestJSON-1245707987 tempest-MultipleCreateTestJSON-1245707987-project-member] Releasing lock "[datastore1] devstack-image-cache_base/dbf872a4-92be-47e4-8561-c3e2bf2423ab" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 935.022257] env[62328]: DEBUG nova.virt.vmwareapi.vmops [None req-3ebdf481-a01c-4b74-9627-44a62ed5e711 tempest-MultipleCreateTestJSON-1245707987 tempest-MultipleCreateTestJSON-1245707987-project-member] [instance: 19cf93ff-3d13-4d89-a2b0-5ac9330075a6] Processing image dbf872a4-92be-47e4-8561-c3e2bf2423ab {{(pid=62328) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 935.022488] env[62328]: DEBUG oslo_concurrency.lockutils [None req-3ebdf481-a01c-4b74-9627-44a62ed5e711 tempest-MultipleCreateTestJSON-1245707987 tempest-MultipleCreateTestJSON-1245707987-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/dbf872a4-92be-47e4-8561-c3e2bf2423ab/dbf872a4-92be-47e4-8561-c3e2bf2423ab.vmdk" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 935.022633] env[62328]: DEBUG oslo_concurrency.lockutils [None req-3ebdf481-a01c-4b74-9627-44a62ed5e711 tempest-MultipleCreateTestJSON-1245707987 tempest-MultipleCreateTestJSON-1245707987-project-member] Acquired lock "[datastore1] devstack-image-cache_base/dbf872a4-92be-47e4-8561-c3e2bf2423ab/dbf872a4-92be-47e4-8561-c3e2bf2423ab.vmdk" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 935.022804] env[62328]: DEBUG nova.virt.vmwareapi.ds_util [None req-3ebdf481-a01c-4b74-9627-44a62ed5e711 tempest-MultipleCreateTestJSON-1245707987 tempest-MultipleCreateTestJSON-1245707987-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62328) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 935.024077] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7608d7b4-b49a-40c9-9461-e49719ca1200 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 935.029210] env[62328]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-29ba5537-a9f7-4d52-bed2-fb18bbc32b19 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 935.031130] env[62328]: DEBUG oslo_vmware.api [None req-3ebdf481-a01c-4b74-9627-44a62ed5e711 tempest-MultipleCreateTestJSON-1245707987 tempest-MultipleCreateTestJSON-1245707987-project-member] Waiting for the task: (returnval){ [ 935.031130] env[62328]: value = "task-2387228" [ 935.031130] env[62328]: _type = "Task" [ 935.031130] env[62328]: } to complete. {{(pid=62328) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 935.043481] env[62328]: DEBUG nova.compute.provider_tree [None req-332cd9a1-235b-4315-894a-68f76363e980 None None] Inventory has not changed in ProviderTree for provider: 3469e9f8-04af-49ca-8435-49f104496744 {{(pid=62328) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 935.046573] env[62328]: DEBUG nova.virt.vmwareapi.ds_util [None req-3ebdf481-a01c-4b74-9627-44a62ed5e711 tempest-MultipleCreateTestJSON-1245707987 tempest-MultipleCreateTestJSON-1245707987-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62328) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 935.046759] env[62328]: DEBUG nova.virt.vmwareapi.vmops [None req-3ebdf481-a01c-4b74-9627-44a62ed5e711 tempest-MultipleCreateTestJSON-1245707987 tempest-MultipleCreateTestJSON-1245707987-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62328) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 935.047840] env[62328]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9c6b3357-b3ab-4dc4-a1bc-687d80be771f {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 935.056276] env[62328]: DEBUG oslo_vmware.api [None req-3ebdf481-a01c-4b74-9627-44a62ed5e711 tempest-MultipleCreateTestJSON-1245707987 tempest-MultipleCreateTestJSON-1245707987-project-member] Task: {'id': task-2387228, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 935.063140] env[62328]: DEBUG oslo_vmware.api [None req-3ebdf481-a01c-4b74-9627-44a62ed5e711 tempest-MultipleCreateTestJSON-1245707987 tempest-MultipleCreateTestJSON-1245707987-project-member] Waiting for the task: (returnval){ [ 935.063140] env[62328]: value = "session[52a6e20e-410d-708a-99f2-080a575a99bd]52ef0b17-6932-593d-a82f-4a8af3144927" [ 935.063140] env[62328]: _type = "Task" [ 935.063140] env[62328]: } to complete. {{(pid=62328) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 935.070731] env[62328]: DEBUG oslo_vmware.api [None req-3ebdf481-a01c-4b74-9627-44a62ed5e711 tempest-MultipleCreateTestJSON-1245707987 tempest-MultipleCreateTestJSON-1245707987-project-member] Task: {'id': session[52a6e20e-410d-708a-99f2-080a575a99bd]52ef0b17-6932-593d-a82f-4a8af3144927, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 935.206641] env[62328]: DEBUG oslo_vmware.api [None req-40ea61cc-4f56-4022-afe8-4d65e4c8864f tempest-ServerDiskConfigTestJSON-126406698 tempest-ServerDiskConfigTestJSON-126406698-project-member] Task: {'id': task-2387224, 'name': PowerOffVM_Task, 'duration_secs': 0.231792} completed successfully. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 935.207047] env[62328]: DEBUG nova.virt.vmwareapi.vm_util [None req-40ea61cc-4f56-4022-afe8-4d65e4c8864f tempest-ServerDiskConfigTestJSON-126406698 tempest-ServerDiskConfigTestJSON-126406698-project-member] [instance: 5df51859-2d31-4abb-9c7d-d0b0405c3df9] Powered off the VM {{(pid=62328) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 935.207318] env[62328]: DEBUG nova.virt.vmwareapi.vmops [None req-40ea61cc-4f56-4022-afe8-4d65e4c8864f tempest-ServerDiskConfigTestJSON-126406698 tempest-ServerDiskConfigTestJSON-126406698-project-member] [instance: 5df51859-2d31-4abb-9c7d-d0b0405c3df9] Updating instance '5df51859-2d31-4abb-9c7d-d0b0405c3df9' progress to 17 {{(pid=62328) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 935.396963] env[62328]: DEBUG oslo_vmware.api [None req-0d6b8a21-09ac-48af-a26a-b594e6e1b48f tempest-ServerShowV254Test-1359864267 tempest-ServerShowV254Test-1359864267-project-member] Task: {'id': task-2387219, 'name': ReconfigVM_Task, 'duration_secs': 1.064687} completed successfully. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 935.397729] env[62328]: DEBUG nova.virt.vmwareapi.volumeops [None req-0d6b8a21-09ac-48af-a26a-b594e6e1b48f tempest-ServerShowV254Test-1359864267 tempest-ServerShowV254Test-1359864267-project-member] [instance: 2516767d-888c-4c2e-b245-a7cfb36ff98a] Reconfigured VM instance instance-00000058 to attach disk [datastore1] 2516767d-888c-4c2e-b245-a7cfb36ff98a/2516767d-888c-4c2e-b245-a7cfb36ff98a.vmdk or device None with type sparse {{(pid=62328) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 935.400018] env[62328]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-00212507-daa0-4454-9016-c7969e3475f1 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 935.403568] env[62328]: DEBUG oslo_vmware.api [None req-e620e91d-7379-413d-8018-e6bb6ef9e2da tempest-ServersAdminTestJSON-1390436328 tempest-ServersAdminTestJSON-1390436328-project-admin] Task: {'id': task-2387226, 'name': ReconfigVM_Task, 'duration_secs': 0.217329} completed successfully. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 935.407645] env[62328]: DEBUG nova.virt.vmwareapi.vmops [None req-e620e91d-7379-413d-8018-e6bb6ef9e2da tempest-ServersAdminTestJSON-1390436328 tempest-ServersAdminTestJSON-1390436328-project-admin] [instance: 5dd099f6-e8c0-4574-bab7-b2aa30158ba3] Reconfigured VM instance to set the machine id {{(pid=62328) _set_machine_id /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1799}} [ 935.416560] env[62328]: DEBUG oslo_vmware.api [None req-ade3e877-8b08-4eef-a2fa-8871aa8608a2 tempest-ServersWithSpecificFlavorTestJSON-2091780743 tempest-ServersWithSpecificFlavorTestJSON-2091780743-project-member] Task: {'id': task-2387227, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.224175} completed successfully. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 935.418524] env[62328]: DEBUG nova.virt.vmwareapi.ds_util [None req-ade3e877-8b08-4eef-a2fa-8871aa8608a2 tempest-ServersWithSpecificFlavorTestJSON-2091780743 tempest-ServersWithSpecificFlavorTestJSON-2091780743-project-member] Deleted the datastore file {{(pid=62328) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 935.418770] env[62328]: DEBUG nova.virt.vmwareapi.vmops [None req-ade3e877-8b08-4eef-a2fa-8871aa8608a2 tempest-ServersWithSpecificFlavorTestJSON-2091780743 tempest-ServersWithSpecificFlavorTestJSON-2091780743-project-member] [instance: 4012f976-bb83-4296-8a36-f3af12570729] Deleted contents of the VM from datastore datastore1 {{(pid=62328) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 935.418974] env[62328]: DEBUG nova.virt.vmwareapi.vmops [None req-ade3e877-8b08-4eef-a2fa-8871aa8608a2 tempest-ServersWithSpecificFlavorTestJSON-2091780743 tempest-ServersWithSpecificFlavorTestJSON-2091780743-project-member] [instance: 4012f976-bb83-4296-8a36-f3af12570729] Instance destroyed {{(pid=62328) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 935.419270] env[62328]: INFO nova.compute.manager [None req-ade3e877-8b08-4eef-a2fa-8871aa8608a2 tempest-ServersWithSpecificFlavorTestJSON-2091780743 tempest-ServersWithSpecificFlavorTestJSON-2091780743-project-member] [instance: 4012f976-bb83-4296-8a36-f3af12570729] Took 1.23 seconds to destroy the instance on the hypervisor. [ 935.419408] env[62328]: DEBUG oslo.service.loopingcall [None req-ade3e877-8b08-4eef-a2fa-8871aa8608a2 tempest-ServersWithSpecificFlavorTestJSON-2091780743 tempest-ServersWithSpecificFlavorTestJSON-2091780743-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62328) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 935.419713] env[62328]: DEBUG oslo_vmware.api [None req-0d6b8a21-09ac-48af-a26a-b594e6e1b48f tempest-ServerShowV254Test-1359864267 tempest-ServerShowV254Test-1359864267-project-member] Waiting for the task: (returnval){ [ 935.419713] env[62328]: value = "task-2387229" [ 935.419713] env[62328]: _type = "Task" [ 935.419713] env[62328]: } to complete. {{(pid=62328) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 935.420540] env[62328]: DEBUG nova.compute.manager [-] [instance: 4012f976-bb83-4296-8a36-f3af12570729] Deallocating network for instance {{(pid=62328) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 935.420540] env[62328]: DEBUG nova.network.neutron [-] [instance: 4012f976-bb83-4296-8a36-f3af12570729] deallocate_for_instance() {{(pid=62328) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 935.432092] env[62328]: DEBUG oslo_vmware.api [None req-0d6b8a21-09ac-48af-a26a-b594e6e1b48f tempest-ServerShowV254Test-1359864267 tempest-ServerShowV254Test-1359864267-project-member] Task: {'id': task-2387229, 'name': Rename_Task} progress is 6%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 935.542957] env[62328]: DEBUG oslo_vmware.api [None req-3ebdf481-a01c-4b74-9627-44a62ed5e711 tempest-MultipleCreateTestJSON-1245707987 tempest-MultipleCreateTestJSON-1245707987-project-member] Task: {'id': task-2387228, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 935.549286] env[62328]: DEBUG nova.scheduler.client.report [None req-332cd9a1-235b-4315-894a-68f76363e980 None None] Inventory has not changed for provider 3469e9f8-04af-49ca-8435-49f104496744 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 152, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62328) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 935.572925] env[62328]: DEBUG oslo_vmware.api [None req-3ebdf481-a01c-4b74-9627-44a62ed5e711 tempest-MultipleCreateTestJSON-1245707987 tempest-MultipleCreateTestJSON-1245707987-project-member] Task: {'id': session[52a6e20e-410d-708a-99f2-080a575a99bd]52ef0b17-6932-593d-a82f-4a8af3144927, 'name': SearchDatastore_Task, 'duration_secs': 0.011671} completed successfully. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 935.573836] env[62328]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-37534b94-a520-4297-8433-839947be5d28 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 935.581505] env[62328]: DEBUG oslo_vmware.api [None req-3ebdf481-a01c-4b74-9627-44a62ed5e711 tempest-MultipleCreateTestJSON-1245707987 tempest-MultipleCreateTestJSON-1245707987-project-member] Waiting for the task: (returnval){ [ 935.581505] env[62328]: value = "session[52a6e20e-410d-708a-99f2-080a575a99bd]52af321e-1784-02c8-028f-6e19ccf56e4f" [ 935.581505] env[62328]: _type = "Task" [ 935.581505] env[62328]: } to complete. {{(pid=62328) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 935.592329] env[62328]: DEBUG oslo_vmware.api [None req-3ebdf481-a01c-4b74-9627-44a62ed5e711 tempest-MultipleCreateTestJSON-1245707987 tempest-MultipleCreateTestJSON-1245707987-project-member] Task: {'id': session[52a6e20e-410d-708a-99f2-080a575a99bd]52af321e-1784-02c8-028f-6e19ccf56e4f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 935.715848] env[62328]: DEBUG nova.virt.hardware [None req-40ea61cc-4f56-4022-afe8-4d65e4c8864f tempest-ServerDiskConfigTestJSON-126406698 tempest-ServerDiskConfigTestJSON-126406698-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-07T17:16:58Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=dbf872a4-92be-47e4-8561-c3e2bf2423ab,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62328) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 935.716164] env[62328]: DEBUG nova.virt.hardware [None req-40ea61cc-4f56-4022-afe8-4d65e4c8864f tempest-ServerDiskConfigTestJSON-126406698 tempest-ServerDiskConfigTestJSON-126406698-project-member] Flavor limits 0:0:0 {{(pid=62328) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 935.716292] env[62328]: DEBUG nova.virt.hardware [None req-40ea61cc-4f56-4022-afe8-4d65e4c8864f tempest-ServerDiskConfigTestJSON-126406698 tempest-ServerDiskConfigTestJSON-126406698-project-member] Image limits 0:0:0 {{(pid=62328) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 935.716483] env[62328]: DEBUG nova.virt.hardware [None req-40ea61cc-4f56-4022-afe8-4d65e4c8864f tempest-ServerDiskConfigTestJSON-126406698 tempest-ServerDiskConfigTestJSON-126406698-project-member] Flavor pref 0:0:0 {{(pid=62328) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 935.716676] env[62328]: DEBUG nova.virt.hardware [None req-40ea61cc-4f56-4022-afe8-4d65e4c8864f tempest-ServerDiskConfigTestJSON-126406698 tempest-ServerDiskConfigTestJSON-126406698-project-member] Image pref 0:0:0 {{(pid=62328) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 935.716827] env[62328]: DEBUG nova.virt.hardware [None req-40ea61cc-4f56-4022-afe8-4d65e4c8864f tempest-ServerDiskConfigTestJSON-126406698 tempest-ServerDiskConfigTestJSON-126406698-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62328) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 935.717056] env[62328]: DEBUG nova.virt.hardware [None req-40ea61cc-4f56-4022-afe8-4d65e4c8864f tempest-ServerDiskConfigTestJSON-126406698 tempest-ServerDiskConfigTestJSON-126406698-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62328) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 935.717256] env[62328]: DEBUG nova.virt.hardware [None req-40ea61cc-4f56-4022-afe8-4d65e4c8864f tempest-ServerDiskConfigTestJSON-126406698 tempest-ServerDiskConfigTestJSON-126406698-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62328) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 935.717570] env[62328]: DEBUG nova.virt.hardware [None req-40ea61cc-4f56-4022-afe8-4d65e4c8864f tempest-ServerDiskConfigTestJSON-126406698 tempest-ServerDiskConfigTestJSON-126406698-project-member] Got 1 possible topologies {{(pid=62328) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 935.717843] env[62328]: DEBUG nova.virt.hardware [None req-40ea61cc-4f56-4022-afe8-4d65e4c8864f tempest-ServerDiskConfigTestJSON-126406698 tempest-ServerDiskConfigTestJSON-126406698-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62328) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 935.718140] env[62328]: DEBUG nova.virt.hardware [None req-40ea61cc-4f56-4022-afe8-4d65e4c8864f tempest-ServerDiskConfigTestJSON-126406698 tempest-ServerDiskConfigTestJSON-126406698-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62328) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 935.723844] env[62328]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e08fe449-3229-42c2-a68d-96de5a342ba5 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 935.741133] env[62328]: DEBUG oslo_vmware.api [None req-40ea61cc-4f56-4022-afe8-4d65e4c8864f tempest-ServerDiskConfigTestJSON-126406698 tempest-ServerDiskConfigTestJSON-126406698-project-member] Waiting for the task: (returnval){ [ 935.741133] env[62328]: value = "task-2387230" [ 935.741133] env[62328]: _type = "Task" [ 935.741133] env[62328]: } to complete. {{(pid=62328) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 935.750084] env[62328]: DEBUG oslo_vmware.api [None req-40ea61cc-4f56-4022-afe8-4d65e4c8864f tempest-ServerDiskConfigTestJSON-126406698 tempest-ServerDiskConfigTestJSON-126406698-project-member] Task: {'id': task-2387230, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 935.942244] env[62328]: INFO nova.compute.manager [None req-688edd7f-d1d3-43d0-8468-2fae3c53745a tempest-ServersAdminTestJSON-455323280 tempest-ServersAdminTestJSON-455323280-project-member] [instance: f7104096-3f71-4c4e-9c1a-dcfae81dc66a] Rebuilding instance [ 935.946495] env[62328]: DEBUG oslo_vmware.api [None req-0d6b8a21-09ac-48af-a26a-b594e6e1b48f tempest-ServerShowV254Test-1359864267 tempest-ServerShowV254Test-1359864267-project-member] Task: {'id': task-2387229, 'name': Rename_Task, 'duration_secs': 0.243079} completed successfully. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 935.948620] env[62328]: DEBUG nova.virt.vmwareapi.vm_util [None req-0d6b8a21-09ac-48af-a26a-b594e6e1b48f tempest-ServerShowV254Test-1359864267 tempest-ServerShowV254Test-1359864267-project-member] [instance: 2516767d-888c-4c2e-b245-a7cfb36ff98a] Powering on the VM {{(pid=62328) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 935.949016] env[62328]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-3d2bac88-216e-4d1d-83d0-d1185fe47257 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 935.961584] env[62328]: DEBUG oslo_vmware.api [None req-0d6b8a21-09ac-48af-a26a-b594e6e1b48f tempest-ServerShowV254Test-1359864267 tempest-ServerShowV254Test-1359864267-project-member] Waiting for the task: (returnval){ [ 935.961584] env[62328]: value = "task-2387231" [ 935.961584] env[62328]: _type = "Task" [ 935.961584] env[62328]: } to complete. {{(pid=62328) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 935.973510] env[62328]: DEBUG oslo_vmware.api [None req-0d6b8a21-09ac-48af-a26a-b594e6e1b48f tempest-ServerShowV254Test-1359864267 tempest-ServerShowV254Test-1359864267-project-member] Task: {'id': task-2387231, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 936.012385] env[62328]: DEBUG nova.compute.manager [None req-688edd7f-d1d3-43d0-8468-2fae3c53745a tempest-ServersAdminTestJSON-455323280 tempest-ServersAdminTestJSON-455323280-project-member] [instance: f7104096-3f71-4c4e-9c1a-dcfae81dc66a] Checking state {{(pid=62328) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 936.013428] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0237c299-133e-4eb9-8286-e15124bc3f44 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 936.045350] env[62328]: DEBUG oslo_vmware.api [None req-3ebdf481-a01c-4b74-9627-44a62ed5e711 tempest-MultipleCreateTestJSON-1245707987 tempest-MultipleCreateTestJSON-1245707987-project-member] Task: {'id': task-2387228, 'name': ReconfigVM_Task, 'duration_secs': 0.584443} completed successfully. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 936.045566] env[62328]: DEBUG nova.virt.vmwareapi.volumeops [None req-3ebdf481-a01c-4b74-9627-44a62ed5e711 tempest-MultipleCreateTestJSON-1245707987 tempest-MultipleCreateTestJSON-1245707987-project-member] [instance: a2e0536d-14f2-4383-891e-8cf0278a8bb9] Reconfigured VM instance instance-0000005a to attach disk [datastore1] a2e0536d-14f2-4383-891e-8cf0278a8bb9/a2e0536d-14f2-4383-891e-8cf0278a8bb9.vmdk or device None with type sparse {{(pid=62328) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 936.046431] env[62328]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-573cdfce-541f-442e-8a99-b3bc8b7d9177 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 936.057940] env[62328]: DEBUG nova.compute.resource_tracker [None req-332cd9a1-235b-4315-894a-68f76363e980 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=62328) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 936.058225] env[62328]: DEBUG oslo_concurrency.lockutils [None req-332cd9a1-235b-4315-894a-68f76363e980 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 4.700s {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 936.058594] env[62328]: DEBUG oslo_vmware.api [None req-3ebdf481-a01c-4b74-9627-44a62ed5e711 tempest-MultipleCreateTestJSON-1245707987 tempest-MultipleCreateTestJSON-1245707987-project-member] Waiting for the task: (returnval){ [ 936.058594] env[62328]: value = "task-2387232" [ 936.058594] env[62328]: _type = "Task" [ 936.058594] env[62328]: } to complete. {{(pid=62328) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 936.059290] env[62328]: DEBUG oslo_concurrency.lockutils [None req-8678f7e4-919c-4116-a56e-207358a3be75 tempest-ServerMetadataTestJSON-2029257498 tempest-ServerMetadataTestJSON-2029257498-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 14.652s {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 936.060641] env[62328]: INFO nova.compute.claims [None req-8678f7e4-919c-4116-a56e-207358a3be75 tempest-ServerMetadataTestJSON-2029257498 tempest-ServerMetadataTestJSON-2029257498-project-member] [instance: 4f661e25-00bc-4244-841b-575de5d4960b] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 936.077630] env[62328]: DEBUG oslo_vmware.api [None req-3ebdf481-a01c-4b74-9627-44a62ed5e711 tempest-MultipleCreateTestJSON-1245707987 tempest-MultipleCreateTestJSON-1245707987-project-member] Task: {'id': task-2387232, 'name': Rename_Task} progress is 5%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 936.092051] env[62328]: DEBUG nova.compute.manager [req-d921b5d5-3700-4dff-8b56-838b75244a83 req-56e32fd4-7d48-49e7-9ac7-70ff6c5e3d85 service nova] [instance: ab48d158-561e-40d6-a649-f38a096d96c3] Received event network-vif-deleted-ec3eb5bd-cf16-4c22-a577-8e03fdbd9e7d {{(pid=62328) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 936.092051] env[62328]: INFO nova.compute.manager [req-d921b5d5-3700-4dff-8b56-838b75244a83 req-56e32fd4-7d48-49e7-9ac7-70ff6c5e3d85 service nova] [instance: ab48d158-561e-40d6-a649-f38a096d96c3] Neutron deleted interface ec3eb5bd-cf16-4c22-a577-8e03fdbd9e7d; detaching it from the instance and deleting it from the info cache [ 936.092051] env[62328]: DEBUG nova.network.neutron [req-d921b5d5-3700-4dff-8b56-838b75244a83 req-56e32fd4-7d48-49e7-9ac7-70ff6c5e3d85 service nova] [instance: ab48d158-561e-40d6-a649-f38a096d96c3] Updating instance_info_cache with network_info: [] {{(pid=62328) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 936.098615] env[62328]: DEBUG oslo_vmware.api [None req-3ebdf481-a01c-4b74-9627-44a62ed5e711 tempest-MultipleCreateTestJSON-1245707987 tempest-MultipleCreateTestJSON-1245707987-project-member] Task: {'id': session[52a6e20e-410d-708a-99f2-080a575a99bd]52af321e-1784-02c8-028f-6e19ccf56e4f, 'name': SearchDatastore_Task, 'duration_secs': 0.016628} completed successfully. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 936.098880] env[62328]: DEBUG oslo_concurrency.lockutils [None req-3ebdf481-a01c-4b74-9627-44a62ed5e711 tempest-MultipleCreateTestJSON-1245707987 tempest-MultipleCreateTestJSON-1245707987-project-member] Releasing lock "[datastore1] devstack-image-cache_base/dbf872a4-92be-47e4-8561-c3e2bf2423ab/dbf872a4-92be-47e4-8561-c3e2bf2423ab.vmdk" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 936.099153] env[62328]: DEBUG nova.virt.vmwareapi.vm_util [None req-3ebdf481-a01c-4b74-9627-44a62ed5e711 tempest-MultipleCreateTestJSON-1245707987 tempest-MultipleCreateTestJSON-1245707987-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/dbf872a4-92be-47e4-8561-c3e2bf2423ab/dbf872a4-92be-47e4-8561-c3e2bf2423ab.vmdk to [datastore1] 19cf93ff-3d13-4d89-a2b0-5ac9330075a6/19cf93ff-3d13-4d89-a2b0-5ac9330075a6.vmdk {{(pid=62328) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 936.099416] env[62328]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-d0bcfbcc-4596-46a5-9751-3bac91552a14 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 936.110708] env[62328]: DEBUG oslo_vmware.api [None req-3ebdf481-a01c-4b74-9627-44a62ed5e711 tempest-MultipleCreateTestJSON-1245707987 tempest-MultipleCreateTestJSON-1245707987-project-member] Waiting for the task: (returnval){ [ 936.110708] env[62328]: value = "task-2387233" [ 936.110708] env[62328]: _type = "Task" [ 936.110708] env[62328]: } to complete. {{(pid=62328) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 936.124034] env[62328]: DEBUG oslo_vmware.api [None req-3ebdf481-a01c-4b74-9627-44a62ed5e711 tempest-MultipleCreateTestJSON-1245707987 tempest-MultipleCreateTestJSON-1245707987-project-member] Task: {'id': task-2387233, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 936.251921] env[62328]: DEBUG oslo_vmware.api [None req-40ea61cc-4f56-4022-afe8-4d65e4c8864f tempest-ServerDiskConfigTestJSON-126406698 tempest-ServerDiskConfigTestJSON-126406698-project-member] Task: {'id': task-2387230, 'name': ReconfigVM_Task, 'duration_secs': 0.348832} completed successfully. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 936.252303] env[62328]: DEBUG nova.virt.vmwareapi.vmops [None req-40ea61cc-4f56-4022-afe8-4d65e4c8864f tempest-ServerDiskConfigTestJSON-126406698 tempest-ServerDiskConfigTestJSON-126406698-project-member] [instance: 5df51859-2d31-4abb-9c7d-d0b0405c3df9] Updating instance '5df51859-2d31-4abb-9c7d-d0b0405c3df9' progress to 33 {{(pid=62328) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 936.479173] env[62328]: DEBUG oslo_vmware.api [None req-0d6b8a21-09ac-48af-a26a-b594e6e1b48f tempest-ServerShowV254Test-1359864267 tempest-ServerShowV254Test-1359864267-project-member] Task: {'id': task-2387231, 'name': PowerOnVM_Task} progress is 88%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 936.575159] env[62328]: DEBUG oslo_vmware.api [None req-3ebdf481-a01c-4b74-9627-44a62ed5e711 tempest-MultipleCreateTestJSON-1245707987 tempest-MultipleCreateTestJSON-1245707987-project-member] Task: {'id': task-2387232, 'name': Rename_Task, 'duration_secs': 0.294127} completed successfully. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 936.576177] env[62328]: DEBUG nova.virt.vmwareapi.vm_util [None req-3ebdf481-a01c-4b74-9627-44a62ed5e711 tempest-MultipleCreateTestJSON-1245707987 tempest-MultipleCreateTestJSON-1245707987-project-member] [instance: a2e0536d-14f2-4383-891e-8cf0278a8bb9] Powering on the VM {{(pid=62328) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 936.576177] env[62328]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-732a854f-1566-48b2-a352-76c57d42ffae {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 936.582332] env[62328]: DEBUG nova.network.neutron [-] [instance: ab48d158-561e-40d6-a649-f38a096d96c3] Updating instance_info_cache with network_info: [] {{(pid=62328) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 936.584466] env[62328]: DEBUG oslo_vmware.api [None req-3ebdf481-a01c-4b74-9627-44a62ed5e711 tempest-MultipleCreateTestJSON-1245707987 tempest-MultipleCreateTestJSON-1245707987-project-member] Waiting for the task: (returnval){ [ 936.584466] env[62328]: value = "task-2387234" [ 936.584466] env[62328]: _type = "Task" [ 936.584466] env[62328]: } to complete. {{(pid=62328) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 936.595586] env[62328]: DEBUG oslo_vmware.api [None req-3ebdf481-a01c-4b74-9627-44a62ed5e711 tempest-MultipleCreateTestJSON-1245707987 tempest-MultipleCreateTestJSON-1245707987-project-member] Task: {'id': task-2387234, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 936.595812] env[62328]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-6bcbf681-2eb2-4569-8aba-38128a7a5e85 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 936.605936] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7f00fa82-1e8c-48e5-86c6-55418d0bb15f {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 936.630789] env[62328]: DEBUG oslo_vmware.api [None req-3ebdf481-a01c-4b74-9627-44a62ed5e711 tempest-MultipleCreateTestJSON-1245707987 tempest-MultipleCreateTestJSON-1245707987-project-member] Task: {'id': task-2387233, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 936.653262] env[62328]: DEBUG nova.compute.manager [req-d921b5d5-3700-4dff-8b56-838b75244a83 req-56e32fd4-7d48-49e7-9ac7-70ff6c5e3d85 service nova] [instance: ab48d158-561e-40d6-a649-f38a096d96c3] Detach interface failed, port_id=ec3eb5bd-cf16-4c22-a577-8e03fdbd9e7d, reason: Instance ab48d158-561e-40d6-a649-f38a096d96c3 could not be found. {{(pid=62328) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 936.750866] env[62328]: DEBUG oslo_concurrency.lockutils [None req-7be6e345-2be4-4b44-9f17-40c35bf6cce2 tempest-AttachVolumeNegativeTest-1920358930 tempest-AttachVolumeNegativeTest-1920358930-project-member] Acquiring lock "7adef1ae-8c30-4c37-be1b-f4163d47eff1" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 936.751139] env[62328]: DEBUG oslo_concurrency.lockutils [None req-7be6e345-2be4-4b44-9f17-40c35bf6cce2 tempest-AttachVolumeNegativeTest-1920358930 tempest-AttachVolumeNegativeTest-1920358930-project-member] Lock "7adef1ae-8c30-4c37-be1b-f4163d47eff1" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 936.759809] env[62328]: DEBUG nova.virt.hardware [None req-40ea61cc-4f56-4022-afe8-4d65e4c8864f tempest-ServerDiskConfigTestJSON-126406698 tempest-ServerDiskConfigTestJSON-126406698-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-07T17:16:55Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=dbf872a4-92be-47e4-8561-c3e2bf2423ab,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62328) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 936.760090] env[62328]: DEBUG nova.virt.hardware [None req-40ea61cc-4f56-4022-afe8-4d65e4c8864f tempest-ServerDiskConfigTestJSON-126406698 tempest-ServerDiskConfigTestJSON-126406698-project-member] Flavor limits 0:0:0 {{(pid=62328) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 936.760254] env[62328]: DEBUG nova.virt.hardware [None req-40ea61cc-4f56-4022-afe8-4d65e4c8864f tempest-ServerDiskConfigTestJSON-126406698 tempest-ServerDiskConfigTestJSON-126406698-project-member] Image limits 0:0:0 {{(pid=62328) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 936.760436] env[62328]: DEBUG nova.virt.hardware [None req-40ea61cc-4f56-4022-afe8-4d65e4c8864f tempest-ServerDiskConfigTestJSON-126406698 tempest-ServerDiskConfigTestJSON-126406698-project-member] Flavor pref 0:0:0 {{(pid=62328) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 936.760595] env[62328]: DEBUG nova.virt.hardware [None req-40ea61cc-4f56-4022-afe8-4d65e4c8864f tempest-ServerDiskConfigTestJSON-126406698 tempest-ServerDiskConfigTestJSON-126406698-project-member] Image pref 0:0:0 {{(pid=62328) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 936.760778] env[62328]: DEBUG nova.virt.hardware [None req-40ea61cc-4f56-4022-afe8-4d65e4c8864f tempest-ServerDiskConfigTestJSON-126406698 tempest-ServerDiskConfigTestJSON-126406698-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62328) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 936.760987] env[62328]: DEBUG nova.virt.hardware [None req-40ea61cc-4f56-4022-afe8-4d65e4c8864f tempest-ServerDiskConfigTestJSON-126406698 tempest-ServerDiskConfigTestJSON-126406698-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62328) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 936.761159] env[62328]: DEBUG nova.virt.hardware [None req-40ea61cc-4f56-4022-afe8-4d65e4c8864f tempest-ServerDiskConfigTestJSON-126406698 tempest-ServerDiskConfigTestJSON-126406698-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62328) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 936.761325] env[62328]: DEBUG nova.virt.hardware [None req-40ea61cc-4f56-4022-afe8-4d65e4c8864f tempest-ServerDiskConfigTestJSON-126406698 tempest-ServerDiskConfigTestJSON-126406698-project-member] Got 1 possible topologies {{(pid=62328) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 936.761486] env[62328]: DEBUG nova.virt.hardware [None req-40ea61cc-4f56-4022-afe8-4d65e4c8864f tempest-ServerDiskConfigTestJSON-126406698 tempest-ServerDiskConfigTestJSON-126406698-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62328) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 936.761657] env[62328]: DEBUG nova.virt.hardware [None req-40ea61cc-4f56-4022-afe8-4d65e4c8864f tempest-ServerDiskConfigTestJSON-126406698 tempest-ServerDiskConfigTestJSON-126406698-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62328) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 936.767203] env[62328]: DEBUG nova.virt.vmwareapi.volumeops [None req-40ea61cc-4f56-4022-afe8-4d65e4c8864f tempest-ServerDiskConfigTestJSON-126406698 tempest-ServerDiskConfigTestJSON-126406698-project-member] [instance: 5df51859-2d31-4abb-9c7d-d0b0405c3df9] Reconfiguring VM instance instance-00000054 to detach disk 2000 {{(pid=62328) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 936.768300] env[62328]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ea94f146-8b83-4f39-84c7-84c3c2349341 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 936.790144] env[62328]: DEBUG oslo_vmware.api [None req-40ea61cc-4f56-4022-afe8-4d65e4c8864f tempest-ServerDiskConfigTestJSON-126406698 tempest-ServerDiskConfigTestJSON-126406698-project-member] Waiting for the task: (returnval){ [ 936.790144] env[62328]: value = "task-2387235" [ 936.790144] env[62328]: _type = "Task" [ 936.790144] env[62328]: } to complete. {{(pid=62328) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 936.800725] env[62328]: DEBUG oslo_vmware.api [None req-40ea61cc-4f56-4022-afe8-4d65e4c8864f tempest-ServerDiskConfigTestJSON-126406698 tempest-ServerDiskConfigTestJSON-126406698-project-member] Task: {'id': task-2387235, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 936.973173] env[62328]: DEBUG oslo_vmware.api [None req-0d6b8a21-09ac-48af-a26a-b594e6e1b48f tempest-ServerShowV254Test-1359864267 tempest-ServerShowV254Test-1359864267-project-member] Task: {'id': task-2387231, 'name': PowerOnVM_Task, 'duration_secs': 0.779829} completed successfully. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 936.973442] env[62328]: DEBUG nova.virt.vmwareapi.vm_util [None req-0d6b8a21-09ac-48af-a26a-b594e6e1b48f tempest-ServerShowV254Test-1359864267 tempest-ServerShowV254Test-1359864267-project-member] [instance: 2516767d-888c-4c2e-b245-a7cfb36ff98a] Powered on the VM {{(pid=62328) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 936.973643] env[62328]: DEBUG nova.compute.manager [None req-0d6b8a21-09ac-48af-a26a-b594e6e1b48f tempest-ServerShowV254Test-1359864267 tempest-ServerShowV254Test-1359864267-project-member] [instance: 2516767d-888c-4c2e-b245-a7cfb36ff98a] Checking state {{(pid=62328) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 936.974426] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-00a263ce-d74b-43a8-981a-d13a8755ad58 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 937.031090] env[62328]: DEBUG nova.virt.vmwareapi.vm_util [None req-688edd7f-d1d3-43d0-8468-2fae3c53745a tempest-ServersAdminTestJSON-455323280 tempest-ServersAdminTestJSON-455323280-project-member] [instance: f7104096-3f71-4c4e-9c1a-dcfae81dc66a] Powering off the VM {{(pid=62328) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 937.031397] env[62328]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a006bdc0-edca-4882-a922-1ef3eb30cc68 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 937.039284] env[62328]: DEBUG oslo_vmware.api [None req-688edd7f-d1d3-43d0-8468-2fae3c53745a tempest-ServersAdminTestJSON-455323280 tempest-ServersAdminTestJSON-455323280-project-member] Waiting for the task: (returnval){ [ 937.039284] env[62328]: value = "task-2387236" [ 937.039284] env[62328]: _type = "Task" [ 937.039284] env[62328]: } to complete. {{(pid=62328) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 937.050587] env[62328]: DEBUG oslo_vmware.api [None req-688edd7f-d1d3-43d0-8468-2fae3c53745a tempest-ServersAdminTestJSON-455323280 tempest-ServersAdminTestJSON-455323280-project-member] Task: {'id': task-2387236, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 937.084048] env[62328]: INFO nova.compute.manager [-] [instance: ab48d158-561e-40d6-a649-f38a096d96c3] Took 2.25 seconds to deallocate network for instance. [ 937.099790] env[62328]: DEBUG oslo_vmware.api [None req-3ebdf481-a01c-4b74-9627-44a62ed5e711 tempest-MultipleCreateTestJSON-1245707987 tempest-MultipleCreateTestJSON-1245707987-project-member] Task: {'id': task-2387234, 'name': PowerOnVM_Task} progress is 87%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 937.127269] env[62328]: DEBUG nova.network.neutron [-] [instance: 4012f976-bb83-4296-8a36-f3af12570729] Updating instance_info_cache with network_info: [] {{(pid=62328) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 937.132606] env[62328]: DEBUG oslo_vmware.api [None req-3ebdf481-a01c-4b74-9627-44a62ed5e711 tempest-MultipleCreateTestJSON-1245707987 tempest-MultipleCreateTestJSON-1245707987-project-member] Task: {'id': task-2387233, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 937.254508] env[62328]: DEBUG nova.compute.utils [None req-7be6e345-2be4-4b44-9f17-40c35bf6cce2 tempest-AttachVolumeNegativeTest-1920358930 tempest-AttachVolumeNegativeTest-1920358930-project-member] Using /dev/sd instead of None {{(pid=62328) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 937.309731] env[62328]: DEBUG oslo_vmware.api [None req-40ea61cc-4f56-4022-afe8-4d65e4c8864f tempest-ServerDiskConfigTestJSON-126406698 tempest-ServerDiskConfigTestJSON-126406698-project-member] Task: {'id': task-2387235, 'name': ReconfigVM_Task, 'duration_secs': 0.442572} completed successfully. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 937.313217] env[62328]: DEBUG nova.virt.vmwareapi.volumeops [None req-40ea61cc-4f56-4022-afe8-4d65e4c8864f tempest-ServerDiskConfigTestJSON-126406698 tempest-ServerDiskConfigTestJSON-126406698-project-member] [instance: 5df51859-2d31-4abb-9c7d-d0b0405c3df9] Reconfigured VM instance instance-00000054 to detach disk 2000 {{(pid=62328) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 937.315130] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-96e720e8-8f21-4028-a769-1534c11d7be3 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 937.346919] env[62328]: DEBUG nova.virt.vmwareapi.volumeops [None req-40ea61cc-4f56-4022-afe8-4d65e4c8864f tempest-ServerDiskConfigTestJSON-126406698 tempest-ServerDiskConfigTestJSON-126406698-project-member] [instance: 5df51859-2d31-4abb-9c7d-d0b0405c3df9] Reconfiguring VM instance instance-00000054 to attach disk [datastore1] 5df51859-2d31-4abb-9c7d-d0b0405c3df9/5df51859-2d31-4abb-9c7d-d0b0405c3df9.vmdk or device None with type thin {{(pid=62328) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 937.351287] env[62328]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9c6b7fba-be58-49b6-83a0-bc5c4d7f18cf {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 937.375117] env[62328]: DEBUG oslo_vmware.api [None req-40ea61cc-4f56-4022-afe8-4d65e4c8864f tempest-ServerDiskConfigTestJSON-126406698 tempest-ServerDiskConfigTestJSON-126406698-project-member] Waiting for the task: (returnval){ [ 937.375117] env[62328]: value = "task-2387237" [ 937.375117] env[62328]: _type = "Task" [ 937.375117] env[62328]: } to complete. {{(pid=62328) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 937.391363] env[62328]: DEBUG oslo_vmware.api [None req-40ea61cc-4f56-4022-afe8-4d65e4c8864f tempest-ServerDiskConfigTestJSON-126406698 tempest-ServerDiskConfigTestJSON-126406698-project-member] Task: {'id': task-2387237, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 937.496414] env[62328]: DEBUG oslo_concurrency.lockutils [None req-0d6b8a21-09ac-48af-a26a-b594e6e1b48f tempest-ServerShowV254Test-1359864267 tempest-ServerShowV254Test-1359864267-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 937.551593] env[62328]: DEBUG oslo_vmware.api [None req-688edd7f-d1d3-43d0-8468-2fae3c53745a tempest-ServersAdminTestJSON-455323280 tempest-ServersAdminTestJSON-455323280-project-member] Task: {'id': task-2387236, 'name': PowerOffVM_Task, 'duration_secs': 0.314038} completed successfully. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 937.554741] env[62328]: DEBUG nova.virt.vmwareapi.vm_util [None req-688edd7f-d1d3-43d0-8468-2fae3c53745a tempest-ServersAdminTestJSON-455323280 tempest-ServersAdminTestJSON-455323280-project-member] [instance: f7104096-3f71-4c4e-9c1a-dcfae81dc66a] Powered off the VM {{(pid=62328) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 937.554741] env[62328]: DEBUG nova.virt.vmwareapi.vmops [None req-688edd7f-d1d3-43d0-8468-2fae3c53745a tempest-ServersAdminTestJSON-455323280 tempest-ServersAdminTestJSON-455323280-project-member] [instance: f7104096-3f71-4c4e-9c1a-dcfae81dc66a] Destroying instance {{(pid=62328) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 937.555744] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b4061fbc-b1f3-42f3-8db4-91c3c586e7f0 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 937.565540] env[62328]: DEBUG nova.virt.vmwareapi.vmops [None req-688edd7f-d1d3-43d0-8468-2fae3c53745a tempest-ServersAdminTestJSON-455323280 tempest-ServersAdminTestJSON-455323280-project-member] [instance: f7104096-3f71-4c4e-9c1a-dcfae81dc66a] Unregistering the VM {{(pid=62328) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 937.568626] env[62328]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-768d3024-b7e2-49e8-9368-e792edb1e7bb {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 937.598308] env[62328]: DEBUG oslo_concurrency.lockutils [None req-b77c5e65-c0f4-41c5-ace6-d5c7f009843f tempest-ServersTestFqdnHostnames-1216059078 tempest-ServersTestFqdnHostnames-1216059078-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 937.598661] env[62328]: DEBUG oslo_vmware.api [None req-3ebdf481-a01c-4b74-9627-44a62ed5e711 tempest-MultipleCreateTestJSON-1245707987 tempest-MultipleCreateTestJSON-1245707987-project-member] Task: {'id': task-2387234, 'name': PowerOnVM_Task, 'duration_secs': 0.796241} completed successfully. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 937.599953] env[62328]: DEBUG nova.virt.vmwareapi.vm_util [None req-3ebdf481-a01c-4b74-9627-44a62ed5e711 tempest-MultipleCreateTestJSON-1245707987 tempest-MultipleCreateTestJSON-1245707987-project-member] [instance: a2e0536d-14f2-4383-891e-8cf0278a8bb9] Powered on the VM {{(pid=62328) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 937.600251] env[62328]: INFO nova.compute.manager [None req-3ebdf481-a01c-4b74-9627-44a62ed5e711 tempest-MultipleCreateTestJSON-1245707987 tempest-MultipleCreateTestJSON-1245707987-project-member] [instance: a2e0536d-14f2-4383-891e-8cf0278a8bb9] Took 9.35 seconds to spawn the instance on the hypervisor. [ 937.600490] env[62328]: DEBUG nova.compute.manager [None req-3ebdf481-a01c-4b74-9627-44a62ed5e711 tempest-MultipleCreateTestJSON-1245707987 tempest-MultipleCreateTestJSON-1245707987-project-member] [instance: a2e0536d-14f2-4383-891e-8cf0278a8bb9] Checking state {{(pid=62328) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 937.601388] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9292b4f2-0590-4c1f-ba74-8b3f5d1d45d3 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 937.605062] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-91bbdc99-ceb5-4dcc-90ad-3eda8a657df7 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 937.619636] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dbbdd5e5-2a72-4414-b695-8ca69825a641 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 937.629561] env[62328]: INFO nova.compute.manager [-] [instance: 4012f976-bb83-4296-8a36-f3af12570729] Took 2.21 seconds to deallocate network for instance. [ 937.660649] env[62328]: DEBUG oslo_vmware.api [None req-3ebdf481-a01c-4b74-9627-44a62ed5e711 tempest-MultipleCreateTestJSON-1245707987 tempest-MultipleCreateTestJSON-1245707987-project-member] Task: {'id': task-2387233, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.460995} completed successfully. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 937.665282] env[62328]: DEBUG nova.virt.vmwareapi.vm_util [None req-3ebdf481-a01c-4b74-9627-44a62ed5e711 tempest-MultipleCreateTestJSON-1245707987 tempest-MultipleCreateTestJSON-1245707987-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/dbf872a4-92be-47e4-8561-c3e2bf2423ab/dbf872a4-92be-47e4-8561-c3e2bf2423ab.vmdk to [datastore1] 19cf93ff-3d13-4d89-a2b0-5ac9330075a6/19cf93ff-3d13-4d89-a2b0-5ac9330075a6.vmdk {{(pid=62328) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 937.665674] env[62328]: DEBUG nova.virt.vmwareapi.vmops [None req-3ebdf481-a01c-4b74-9627-44a62ed5e711 tempest-MultipleCreateTestJSON-1245707987 tempest-MultipleCreateTestJSON-1245707987-project-member] [instance: 19cf93ff-3d13-4d89-a2b0-5ac9330075a6] Extending root virtual disk to 1048576 {{(pid=62328) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 937.666470] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fbc8a6a0-0035-4e40-b774-e46dcd58ba29 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 937.669249] env[62328]: DEBUG nova.virt.vmwareapi.vmops [None req-688edd7f-d1d3-43d0-8468-2fae3c53745a tempest-ServersAdminTestJSON-455323280 tempest-ServersAdminTestJSON-455323280-project-member] [instance: f7104096-3f71-4c4e-9c1a-dcfae81dc66a] Unregistered the VM {{(pid=62328) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 937.669449] env[62328]: DEBUG nova.virt.vmwareapi.vmops [None req-688edd7f-d1d3-43d0-8468-2fae3c53745a tempest-ServersAdminTestJSON-455323280 tempest-ServersAdminTestJSON-455323280-project-member] [instance: f7104096-3f71-4c4e-9c1a-dcfae81dc66a] Deleting contents of the VM from datastore datastore2 {{(pid=62328) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 937.669606] env[62328]: DEBUG nova.virt.vmwareapi.ds_util [None req-688edd7f-d1d3-43d0-8468-2fae3c53745a tempest-ServersAdminTestJSON-455323280 tempest-ServersAdminTestJSON-455323280-project-member] Deleting the datastore file [datastore2] f7104096-3f71-4c4e-9c1a-dcfae81dc66a {{(pid=62328) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 937.670115] env[62328]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-982e1b14-c26b-4b33-8499-de430a05ab53 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 937.672273] env[62328]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-7512e0f2-ed53-4768-9e11-56fbba747a45 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 937.684287] env[62328]: DEBUG oslo_vmware.api [None req-3ebdf481-a01c-4b74-9627-44a62ed5e711 tempest-MultipleCreateTestJSON-1245707987 tempest-MultipleCreateTestJSON-1245707987-project-member] Waiting for the task: (returnval){ [ 937.684287] env[62328]: value = "task-2387240" [ 937.684287] env[62328]: _type = "Task" [ 937.684287] env[62328]: } to complete. {{(pid=62328) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 937.684725] env[62328]: DEBUG oslo_vmware.api [None req-688edd7f-d1d3-43d0-8468-2fae3c53745a tempest-ServersAdminTestJSON-455323280 tempest-ServersAdminTestJSON-455323280-project-member] Waiting for the task: (returnval){ [ 937.684725] env[62328]: value = "task-2387239" [ 937.684725] env[62328]: _type = "Task" [ 937.684725] env[62328]: } to complete. {{(pid=62328) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 937.686514] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bdc3b09b-4969-48c7-bd85-8182c8a3de9f {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 937.708427] env[62328]: DEBUG oslo_vmware.api [None req-688edd7f-d1d3-43d0-8468-2fae3c53745a tempest-ServersAdminTestJSON-455323280 tempest-ServersAdminTestJSON-455323280-project-member] Task: {'id': task-2387239, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 937.720460] env[62328]: DEBUG oslo_vmware.api [None req-3ebdf481-a01c-4b74-9627-44a62ed5e711 tempest-MultipleCreateTestJSON-1245707987 tempest-MultipleCreateTestJSON-1245707987-project-member] Task: {'id': task-2387240, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 937.721818] env[62328]: DEBUG nova.compute.provider_tree [None req-8678f7e4-919c-4116-a56e-207358a3be75 tempest-ServerMetadataTestJSON-2029257498 tempest-ServerMetadataTestJSON-2029257498-project-member] Inventory has not changed in ProviderTree for provider: 3469e9f8-04af-49ca-8435-49f104496744 {{(pid=62328) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 937.757863] env[62328]: DEBUG oslo_concurrency.lockutils [None req-7be6e345-2be4-4b44-9f17-40c35bf6cce2 tempest-AttachVolumeNegativeTest-1920358930 tempest-AttachVolumeNegativeTest-1920358930-project-member] Lock "7adef1ae-8c30-4c37-be1b-f4163d47eff1" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.006s {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 937.886255] env[62328]: DEBUG oslo_vmware.api [None req-40ea61cc-4f56-4022-afe8-4d65e4c8864f tempest-ServerDiskConfigTestJSON-126406698 tempest-ServerDiskConfigTestJSON-126406698-project-member] Task: {'id': task-2387237, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 938.130071] env[62328]: DEBUG nova.compute.manager [req-9f7e0be6-4f28-4c83-b2c9-422630c6960b req-37e15975-7869-461f-99ee-c6fc189bcaa4 service nova] [instance: 4012f976-bb83-4296-8a36-f3af12570729] Received event network-vif-deleted-ad1ba3ac-4f19-4d26-bfae-7bb11878df2b {{(pid=62328) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 938.133224] env[62328]: INFO nova.compute.manager [None req-3ebdf481-a01c-4b74-9627-44a62ed5e711 tempest-MultipleCreateTestJSON-1245707987 tempest-MultipleCreateTestJSON-1245707987-project-member] [instance: a2e0536d-14f2-4383-891e-8cf0278a8bb9] Took 26.32 seconds to build instance. [ 938.171513] env[62328]: DEBUG oslo_concurrency.lockutils [None req-ade3e877-8b08-4eef-a2fa-8871aa8608a2 tempest-ServersWithSpecificFlavorTestJSON-2091780743 tempest-ServersWithSpecificFlavorTestJSON-2091780743-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 938.198880] env[62328]: DEBUG oslo_vmware.api [None req-688edd7f-d1d3-43d0-8468-2fae3c53745a tempest-ServersAdminTestJSON-455323280 tempest-ServersAdminTestJSON-455323280-project-member] Task: {'id': task-2387239, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.264885} completed successfully. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 938.201604] env[62328]: DEBUG nova.virt.vmwareapi.ds_util [None req-688edd7f-d1d3-43d0-8468-2fae3c53745a tempest-ServersAdminTestJSON-455323280 tempest-ServersAdminTestJSON-455323280-project-member] Deleted the datastore file {{(pid=62328) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 938.201854] env[62328]: DEBUG nova.virt.vmwareapi.vmops [None req-688edd7f-d1d3-43d0-8468-2fae3c53745a tempest-ServersAdminTestJSON-455323280 tempest-ServersAdminTestJSON-455323280-project-member] [instance: f7104096-3f71-4c4e-9c1a-dcfae81dc66a] Deleted contents of the VM from datastore datastore2 {{(pid=62328) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 938.202111] env[62328]: DEBUG nova.virt.vmwareapi.vmops [None req-688edd7f-d1d3-43d0-8468-2fae3c53745a tempest-ServersAdminTestJSON-455323280 tempest-ServersAdminTestJSON-455323280-project-member] [instance: f7104096-3f71-4c4e-9c1a-dcfae81dc66a] Instance destroyed {{(pid=62328) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 938.204515] env[62328]: DEBUG oslo_vmware.api [None req-3ebdf481-a01c-4b74-9627-44a62ed5e711 tempest-MultipleCreateTestJSON-1245707987 tempest-MultipleCreateTestJSON-1245707987-project-member] Task: {'id': task-2387240, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.093379} completed successfully. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 938.204750] env[62328]: DEBUG nova.virt.vmwareapi.vmops [None req-3ebdf481-a01c-4b74-9627-44a62ed5e711 tempest-MultipleCreateTestJSON-1245707987 tempest-MultipleCreateTestJSON-1245707987-project-member] [instance: 19cf93ff-3d13-4d89-a2b0-5ac9330075a6] Extended root virtual disk {{(pid=62328) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 938.206412] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d8d01020-e28b-425b-9721-b397fb4516d1 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 938.232524] env[62328]: DEBUG nova.virt.vmwareapi.volumeops [None req-3ebdf481-a01c-4b74-9627-44a62ed5e711 tempest-MultipleCreateTestJSON-1245707987 tempest-MultipleCreateTestJSON-1245707987-project-member] [instance: 19cf93ff-3d13-4d89-a2b0-5ac9330075a6] Reconfiguring VM instance instance-0000005b to attach disk [datastore1] 19cf93ff-3d13-4d89-a2b0-5ac9330075a6/19cf93ff-3d13-4d89-a2b0-5ac9330075a6.vmdk or device None with type sparse {{(pid=62328) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 938.233517] env[62328]: DEBUG nova.scheduler.client.report [None req-8678f7e4-919c-4116-a56e-207358a3be75 tempest-ServerMetadataTestJSON-2029257498 tempest-ServerMetadataTestJSON-2029257498-project-member] Inventory has not changed for provider 3469e9f8-04af-49ca-8435-49f104496744 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 152, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62328) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 938.236956] env[62328]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-642d1c37-9206-4b98-ab69-ea9e2c4f4b47 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 938.261989] env[62328]: DEBUG oslo_vmware.api [None req-3ebdf481-a01c-4b74-9627-44a62ed5e711 tempest-MultipleCreateTestJSON-1245707987 tempest-MultipleCreateTestJSON-1245707987-project-member] Waiting for the task: (returnval){ [ 938.261989] env[62328]: value = "task-2387241" [ 938.261989] env[62328]: _type = "Task" [ 938.261989] env[62328]: } to complete. {{(pid=62328) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 938.271200] env[62328]: DEBUG oslo_vmware.api [None req-3ebdf481-a01c-4b74-9627-44a62ed5e711 tempest-MultipleCreateTestJSON-1245707987 tempest-MultipleCreateTestJSON-1245707987-project-member] Task: {'id': task-2387241, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 938.386882] env[62328]: DEBUG oslo_vmware.api [None req-40ea61cc-4f56-4022-afe8-4d65e4c8864f tempest-ServerDiskConfigTestJSON-126406698 tempest-ServerDiskConfigTestJSON-126406698-project-member] Task: {'id': task-2387237, 'name': ReconfigVM_Task, 'duration_secs': 0.534585} completed successfully. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 938.387189] env[62328]: DEBUG nova.virt.vmwareapi.volumeops [None req-40ea61cc-4f56-4022-afe8-4d65e4c8864f tempest-ServerDiskConfigTestJSON-126406698 tempest-ServerDiskConfigTestJSON-126406698-project-member] [instance: 5df51859-2d31-4abb-9c7d-d0b0405c3df9] Reconfigured VM instance instance-00000054 to attach disk [datastore1] 5df51859-2d31-4abb-9c7d-d0b0405c3df9/5df51859-2d31-4abb-9c7d-d0b0405c3df9.vmdk or device None with type thin {{(pid=62328) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 938.387468] env[62328]: DEBUG nova.virt.vmwareapi.vmops [None req-40ea61cc-4f56-4022-afe8-4d65e4c8864f tempest-ServerDiskConfigTestJSON-126406698 tempest-ServerDiskConfigTestJSON-126406698-project-member] [instance: 5df51859-2d31-4abb-9c7d-d0b0405c3df9] Updating instance '5df51859-2d31-4abb-9c7d-d0b0405c3df9' progress to 50 {{(pid=62328) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 938.598916] env[62328]: DEBUG oslo_concurrency.lockutils [None req-29b1448c-fab8-41c0-a9ee-15882e088551 tempest-ServerShowV254Test-1359864267 tempest-ServerShowV254Test-1359864267-project-member] Acquiring lock "2516767d-888c-4c2e-b245-a7cfb36ff98a" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 938.599377] env[62328]: DEBUG oslo_concurrency.lockutils [None req-29b1448c-fab8-41c0-a9ee-15882e088551 tempest-ServerShowV254Test-1359864267 tempest-ServerShowV254Test-1359864267-project-member] Lock "2516767d-888c-4c2e-b245-a7cfb36ff98a" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 938.599516] env[62328]: DEBUG oslo_concurrency.lockutils [None req-29b1448c-fab8-41c0-a9ee-15882e088551 tempest-ServerShowV254Test-1359864267 tempest-ServerShowV254Test-1359864267-project-member] Acquiring lock "2516767d-888c-4c2e-b245-a7cfb36ff98a-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 938.599710] env[62328]: DEBUG oslo_concurrency.lockutils [None req-29b1448c-fab8-41c0-a9ee-15882e088551 tempest-ServerShowV254Test-1359864267 tempest-ServerShowV254Test-1359864267-project-member] Lock "2516767d-888c-4c2e-b245-a7cfb36ff98a-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 938.599879] env[62328]: DEBUG oslo_concurrency.lockutils [None req-29b1448c-fab8-41c0-a9ee-15882e088551 tempest-ServerShowV254Test-1359864267 tempest-ServerShowV254Test-1359864267-project-member] Lock "2516767d-888c-4c2e-b245-a7cfb36ff98a-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 938.602279] env[62328]: INFO nova.compute.manager [None req-29b1448c-fab8-41c0-a9ee-15882e088551 tempest-ServerShowV254Test-1359864267 tempest-ServerShowV254Test-1359864267-project-member] [instance: 2516767d-888c-4c2e-b245-a7cfb36ff98a] Terminating instance [ 938.636743] env[62328]: DEBUG oslo_concurrency.lockutils [None req-3ebdf481-a01c-4b74-9627-44a62ed5e711 tempest-MultipleCreateTestJSON-1245707987 tempest-MultipleCreateTestJSON-1245707987-project-member] Lock "a2e0536d-14f2-4383-891e-8cf0278a8bb9" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 27.829s {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 938.754076] env[62328]: DEBUG oslo_concurrency.lockutils [None req-8678f7e4-919c-4116-a56e-207358a3be75 tempest-ServerMetadataTestJSON-2029257498 tempest-ServerMetadataTestJSON-2029257498-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.695s {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 938.754629] env[62328]: DEBUG nova.compute.manager [None req-8678f7e4-919c-4116-a56e-207358a3be75 tempest-ServerMetadataTestJSON-2029257498 tempest-ServerMetadataTestJSON-2029257498-project-member] [instance: 4f661e25-00bc-4244-841b-575de5d4960b] Start building networks asynchronously for instance. {{(pid=62328) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 938.757903] env[62328]: DEBUG oslo_concurrency.lockutils [None req-458912d3-7bad-4ab1-bd2f-7d3ea5d10592 tempest-ServersTestJSON-2041147199 tempest-ServersTestJSON-2041147199-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 17.255s {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 938.759605] env[62328]: INFO nova.compute.claims [None req-458912d3-7bad-4ab1-bd2f-7d3ea5d10592 tempest-ServersTestJSON-2041147199 tempest-ServersTestJSON-2041147199-project-member] [instance: d9dcebce-1ee4-4f35-879b-a520176f261f] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 938.773330] env[62328]: DEBUG oslo_vmware.api [None req-3ebdf481-a01c-4b74-9627-44a62ed5e711 tempest-MultipleCreateTestJSON-1245707987 tempest-MultipleCreateTestJSON-1245707987-project-member] Task: {'id': task-2387241, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 938.828926] env[62328]: DEBUG oslo_concurrency.lockutils [None req-7be6e345-2be4-4b44-9f17-40c35bf6cce2 tempest-AttachVolumeNegativeTest-1920358930 tempest-AttachVolumeNegativeTest-1920358930-project-member] Acquiring lock "7adef1ae-8c30-4c37-be1b-f4163d47eff1" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 938.829187] env[62328]: DEBUG oslo_concurrency.lockutils [None req-7be6e345-2be4-4b44-9f17-40c35bf6cce2 tempest-AttachVolumeNegativeTest-1920358930 tempest-AttachVolumeNegativeTest-1920358930-project-member] Lock "7adef1ae-8c30-4c37-be1b-f4163d47eff1" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 938.829433] env[62328]: INFO nova.compute.manager [None req-7be6e345-2be4-4b44-9f17-40c35bf6cce2 tempest-AttachVolumeNegativeTest-1920358930 tempest-AttachVolumeNegativeTest-1920358930-project-member] [instance: 7adef1ae-8c30-4c37-be1b-f4163d47eff1] Attaching volume d543e5d9-cad2-4fd0-8d8d-53269e77a572 to /dev/sdb [ 938.869526] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7374301b-feef-4bbc-ba91-5dbcbf3c5b2e {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 938.878097] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e26aa22f-f8e3-40cc-bb80-2cd2b3c19304 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 938.894348] env[62328]: DEBUG nova.virt.block_device [None req-7be6e345-2be4-4b44-9f17-40c35bf6cce2 tempest-AttachVolumeNegativeTest-1920358930 tempest-AttachVolumeNegativeTest-1920358930-project-member] [instance: 7adef1ae-8c30-4c37-be1b-f4163d47eff1] Updating existing volume attachment record: 7f30cb13-bacf-4e00-aab9-c078a6adb861 {{(pid=62328) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 938.897234] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-208b4f3e-96a2-40be-b1c5-d6b05a3bf3b2 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 938.921716] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0fe898ff-ac54-4661-a58e-120b323b1de9 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 938.950949] env[62328]: DEBUG nova.virt.vmwareapi.vmops [None req-40ea61cc-4f56-4022-afe8-4d65e4c8864f tempest-ServerDiskConfigTestJSON-126406698 tempest-ServerDiskConfigTestJSON-126406698-project-member] [instance: 5df51859-2d31-4abb-9c7d-d0b0405c3df9] Updating instance '5df51859-2d31-4abb-9c7d-d0b0405c3df9' progress to 67 {{(pid=62328) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 939.106801] env[62328]: DEBUG oslo_concurrency.lockutils [None req-29b1448c-fab8-41c0-a9ee-15882e088551 tempest-ServerShowV254Test-1359864267 tempest-ServerShowV254Test-1359864267-project-member] Acquiring lock "refresh_cache-2516767d-888c-4c2e-b245-a7cfb36ff98a" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 939.107102] env[62328]: DEBUG oslo_concurrency.lockutils [None req-29b1448c-fab8-41c0-a9ee-15882e088551 tempest-ServerShowV254Test-1359864267 tempest-ServerShowV254Test-1359864267-project-member] Acquired lock "refresh_cache-2516767d-888c-4c2e-b245-a7cfb36ff98a" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 939.107363] env[62328]: DEBUG nova.network.neutron [None req-29b1448c-fab8-41c0-a9ee-15882e088551 tempest-ServerShowV254Test-1359864267 tempest-ServerShowV254Test-1359864267-project-member] [instance: 2516767d-888c-4c2e-b245-a7cfb36ff98a] Building network info cache for instance {{(pid=62328) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 939.244915] env[62328]: DEBUG nova.virt.hardware [None req-688edd7f-d1d3-43d0-8468-2fae3c53745a tempest-ServersAdminTestJSON-455323280 tempest-ServersAdminTestJSON-455323280-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-07T17:16:55Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-07T17:16:37Z,direct_url=,disk_format='vmdk',id=dbf872a4-92be-47e4-8561-c3e2bf2423ab,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='2a64022f08d84b11a86773b900860ae5',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-07T17:16:38Z,virtual_size=,visibility=), allow threads: False {{(pid=62328) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 939.245211] env[62328]: DEBUG nova.virt.hardware [None req-688edd7f-d1d3-43d0-8468-2fae3c53745a tempest-ServersAdminTestJSON-455323280 tempest-ServersAdminTestJSON-455323280-project-member] Flavor limits 0:0:0 {{(pid=62328) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 939.245362] env[62328]: DEBUG nova.virt.hardware [None req-688edd7f-d1d3-43d0-8468-2fae3c53745a tempest-ServersAdminTestJSON-455323280 tempest-ServersAdminTestJSON-455323280-project-member] Image limits 0:0:0 {{(pid=62328) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 939.246957] env[62328]: DEBUG nova.virt.hardware [None req-688edd7f-d1d3-43d0-8468-2fae3c53745a tempest-ServersAdminTestJSON-455323280 tempest-ServersAdminTestJSON-455323280-project-member] Flavor pref 0:0:0 {{(pid=62328) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 939.246957] env[62328]: DEBUG nova.virt.hardware [None req-688edd7f-d1d3-43d0-8468-2fae3c53745a tempest-ServersAdminTestJSON-455323280 tempest-ServersAdminTestJSON-455323280-project-member] Image pref 0:0:0 {{(pid=62328) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 939.246957] env[62328]: DEBUG nova.virt.hardware [None req-688edd7f-d1d3-43d0-8468-2fae3c53745a tempest-ServersAdminTestJSON-455323280 tempest-ServersAdminTestJSON-455323280-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62328) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 939.246957] env[62328]: DEBUG nova.virt.hardware [None req-688edd7f-d1d3-43d0-8468-2fae3c53745a tempest-ServersAdminTestJSON-455323280 tempest-ServersAdminTestJSON-455323280-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62328) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 939.246957] env[62328]: DEBUG nova.virt.hardware [None req-688edd7f-d1d3-43d0-8468-2fae3c53745a tempest-ServersAdminTestJSON-455323280 tempest-ServersAdminTestJSON-455323280-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62328) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 939.246957] env[62328]: DEBUG nova.virt.hardware [None req-688edd7f-d1d3-43d0-8468-2fae3c53745a tempest-ServersAdminTestJSON-455323280 tempest-ServersAdminTestJSON-455323280-project-member] Got 1 possible topologies {{(pid=62328) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 939.246957] env[62328]: DEBUG nova.virt.hardware [None req-688edd7f-d1d3-43d0-8468-2fae3c53745a tempest-ServersAdminTestJSON-455323280 tempest-ServersAdminTestJSON-455323280-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62328) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 939.246957] env[62328]: DEBUG nova.virt.hardware [None req-688edd7f-d1d3-43d0-8468-2fae3c53745a tempest-ServersAdminTestJSON-455323280 tempest-ServersAdminTestJSON-455323280-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62328) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 939.248079] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-100b8522-bb41-43c6-ba56-49e95f6b4c72 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 939.262581] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c5276f8d-f591-4ad0-bf38-ab5f16f2ff17 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 939.266256] env[62328]: DEBUG nova.compute.utils [None req-8678f7e4-919c-4116-a56e-207358a3be75 tempest-ServerMetadataTestJSON-2029257498 tempest-ServerMetadataTestJSON-2029257498-project-member] Using /dev/sd instead of None {{(pid=62328) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 939.272976] env[62328]: DEBUG nova.compute.manager [None req-8678f7e4-919c-4116-a56e-207358a3be75 tempest-ServerMetadataTestJSON-2029257498 tempest-ServerMetadataTestJSON-2029257498-project-member] [instance: 4f661e25-00bc-4244-841b-575de5d4960b] Allocating IP information in the background. {{(pid=62328) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 939.273373] env[62328]: DEBUG nova.network.neutron [None req-8678f7e4-919c-4116-a56e-207358a3be75 tempest-ServerMetadataTestJSON-2029257498 tempest-ServerMetadataTestJSON-2029257498-project-member] [instance: 4f661e25-00bc-4244-841b-575de5d4960b] allocate_for_instance() {{(pid=62328) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 939.286576] env[62328]: DEBUG oslo_vmware.api [None req-3ebdf481-a01c-4b74-9627-44a62ed5e711 tempest-MultipleCreateTestJSON-1245707987 tempest-MultipleCreateTestJSON-1245707987-project-member] Task: {'id': task-2387241, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 939.295801] env[62328]: DEBUG nova.virt.vmwareapi.vmops [None req-688edd7f-d1d3-43d0-8468-2fae3c53745a tempest-ServersAdminTestJSON-455323280 tempest-ServersAdminTestJSON-455323280-project-member] [instance: f7104096-3f71-4c4e-9c1a-dcfae81dc66a] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:4d:54:9d', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '73915082-a1b0-460b-b24d-97588fc9cb29', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'b6bd6a7a-0026-454c-92da-2f90274d5a87', 'vif_model': 'vmxnet3'}] {{(pid=62328) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 939.303398] env[62328]: DEBUG oslo.service.loopingcall [None req-688edd7f-d1d3-43d0-8468-2fae3c53745a tempest-ServersAdminTestJSON-455323280 tempest-ServersAdminTestJSON-455323280-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62328) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 939.304034] env[62328]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f7104096-3f71-4c4e-9c1a-dcfae81dc66a] Creating VM on the ESX host {{(pid=62328) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 939.304282] env[62328]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-142b1815-6aa4-424d-920d-9908a7f93e01 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 939.327428] env[62328]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 939.327428] env[62328]: value = "task-2387245" [ 939.327428] env[62328]: _type = "Task" [ 939.327428] env[62328]: } to complete. {{(pid=62328) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 939.337456] env[62328]: DEBUG oslo_vmware.api [-] Task: {'id': task-2387245, 'name': CreateVM_Task} progress is 0%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 939.339075] env[62328]: DEBUG nova.policy [None req-8678f7e4-919c-4116-a56e-207358a3be75 tempest-ServerMetadataTestJSON-2029257498 tempest-ServerMetadataTestJSON-2029257498-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '57c1c226a58f432990e89dc5fcad000b', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '589e391d3ed441299c3a3c2f2342e1aa', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62328) authorize /opt/stack/nova/nova/policy.py:192}} [ 939.586744] env[62328]: DEBUG nova.network.neutron [None req-40ea61cc-4f56-4022-afe8-4d65e4c8864f tempest-ServerDiskConfigTestJSON-126406698 tempest-ServerDiskConfigTestJSON-126406698-project-member] [instance: 5df51859-2d31-4abb-9c7d-d0b0405c3df9] Port 0a92ba59-319f-4ced-a7f5-6aa8112cc6c3 binding to destination host cpu-1 is already ACTIVE {{(pid=62328) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 939.642248] env[62328]: DEBUG nova.network.neutron [None req-29b1448c-fab8-41c0-a9ee-15882e088551 tempest-ServerShowV254Test-1359864267 tempest-ServerShowV254Test-1359864267-project-member] [instance: 2516767d-888c-4c2e-b245-a7cfb36ff98a] Instance cache missing network info. {{(pid=62328) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 939.774114] env[62328]: DEBUG nova.compute.manager [None req-8678f7e4-919c-4116-a56e-207358a3be75 tempest-ServerMetadataTestJSON-2029257498 tempest-ServerMetadataTestJSON-2029257498-project-member] [instance: 4f661e25-00bc-4244-841b-575de5d4960b] Start building block device mappings for instance. {{(pid=62328) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 939.783605] env[62328]: DEBUG oslo_vmware.api [None req-3ebdf481-a01c-4b74-9627-44a62ed5e711 tempest-MultipleCreateTestJSON-1245707987 tempest-MultipleCreateTestJSON-1245707987-project-member] Task: {'id': task-2387241, 'name': ReconfigVM_Task, 'duration_secs': 1.515447} completed successfully. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 939.784680] env[62328]: DEBUG nova.virt.vmwareapi.volumeops [None req-3ebdf481-a01c-4b74-9627-44a62ed5e711 tempest-MultipleCreateTestJSON-1245707987 tempest-MultipleCreateTestJSON-1245707987-project-member] [instance: 19cf93ff-3d13-4d89-a2b0-5ac9330075a6] Reconfigured VM instance instance-0000005b to attach disk [datastore1] 19cf93ff-3d13-4d89-a2b0-5ac9330075a6/19cf93ff-3d13-4d89-a2b0-5ac9330075a6.vmdk or device None with type sparse {{(pid=62328) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 939.785360] env[62328]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-63181161-4c98-44a6-8c69-282229df680c {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 939.793175] env[62328]: DEBUG oslo_vmware.api [None req-3ebdf481-a01c-4b74-9627-44a62ed5e711 tempest-MultipleCreateTestJSON-1245707987 tempest-MultipleCreateTestJSON-1245707987-project-member] Waiting for the task: (returnval){ [ 939.793175] env[62328]: value = "task-2387246" [ 939.793175] env[62328]: _type = "Task" [ 939.793175] env[62328]: } to complete. {{(pid=62328) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 939.799122] env[62328]: DEBUG nova.network.neutron [None req-29b1448c-fab8-41c0-a9ee-15882e088551 tempest-ServerShowV254Test-1359864267 tempest-ServerShowV254Test-1359864267-project-member] [instance: 2516767d-888c-4c2e-b245-a7cfb36ff98a] Updating instance_info_cache with network_info: [] {{(pid=62328) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 939.809722] env[62328]: DEBUG oslo_vmware.api [None req-3ebdf481-a01c-4b74-9627-44a62ed5e711 tempest-MultipleCreateTestJSON-1245707987 tempest-MultipleCreateTestJSON-1245707987-project-member] Task: {'id': task-2387246, 'name': Rename_Task} progress is 5%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 939.841522] env[62328]: DEBUG oslo_vmware.api [-] Task: {'id': task-2387245, 'name': CreateVM_Task, 'duration_secs': 0.45559} completed successfully. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 939.845633] env[62328]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f7104096-3f71-4c4e-9c1a-dcfae81dc66a] Created VM on the ESX host {{(pid=62328) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 939.845866] env[62328]: DEBUG oslo_concurrency.lockutils [None req-688edd7f-d1d3-43d0-8468-2fae3c53745a tempest-ServersAdminTestJSON-455323280 tempest-ServersAdminTestJSON-455323280-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/dbf872a4-92be-47e4-8561-c3e2bf2423ab" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 939.846863] env[62328]: DEBUG oslo_concurrency.lockutils [None req-688edd7f-d1d3-43d0-8468-2fae3c53745a tempest-ServersAdminTestJSON-455323280 tempest-ServersAdminTestJSON-455323280-project-member] Acquired lock "[datastore2] devstack-image-cache_base/dbf872a4-92be-47e4-8561-c3e2bf2423ab" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 939.846863] env[62328]: DEBUG oslo_concurrency.lockutils [None req-688edd7f-d1d3-43d0-8468-2fae3c53745a tempest-ServersAdminTestJSON-455323280 tempest-ServersAdminTestJSON-455323280-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/dbf872a4-92be-47e4-8561-c3e2bf2423ab" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 939.846863] env[62328]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-16d6e63f-4a80-455c-8984-a034d722648e {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 939.853187] env[62328]: DEBUG oslo_vmware.api [None req-688edd7f-d1d3-43d0-8468-2fae3c53745a tempest-ServersAdminTestJSON-455323280 tempest-ServersAdminTestJSON-455323280-project-member] Waiting for the task: (returnval){ [ 939.853187] env[62328]: value = "session[52a6e20e-410d-708a-99f2-080a575a99bd]52700769-07a0-055b-4e32-63e351e2a847" [ 939.853187] env[62328]: _type = "Task" [ 939.853187] env[62328]: } to complete. {{(pid=62328) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 939.864402] env[62328]: DEBUG oslo_vmware.api [None req-688edd7f-d1d3-43d0-8468-2fae3c53745a tempest-ServersAdminTestJSON-455323280 tempest-ServersAdminTestJSON-455323280-project-member] Task: {'id': session[52a6e20e-410d-708a-99f2-080a575a99bd]52700769-07a0-055b-4e32-63e351e2a847, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 940.003270] env[62328]: DEBUG nova.network.neutron [None req-8678f7e4-919c-4116-a56e-207358a3be75 tempest-ServerMetadataTestJSON-2029257498 tempest-ServerMetadataTestJSON-2029257498-project-member] [instance: 4f661e25-00bc-4244-841b-575de5d4960b] Successfully created port: c5b9e20a-1305-43fd-82ed-8e7d07d48756 {{(pid=62328) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 940.290704] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7e53c123-662b-4dc9-84c0-2e30ddc1a686 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 940.300971] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2f4bb7d8-6b4c-4095-8bc6-f443eeb02ae9 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 940.309177] env[62328]: DEBUG oslo_concurrency.lockutils [None req-29b1448c-fab8-41c0-a9ee-15882e088551 tempest-ServerShowV254Test-1359864267 tempest-ServerShowV254Test-1359864267-project-member] Releasing lock "refresh_cache-2516767d-888c-4c2e-b245-a7cfb36ff98a" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 940.309578] env[62328]: DEBUG nova.compute.manager [None req-29b1448c-fab8-41c0-a9ee-15882e088551 tempest-ServerShowV254Test-1359864267 tempest-ServerShowV254Test-1359864267-project-member] [instance: 2516767d-888c-4c2e-b245-a7cfb36ff98a] Start destroying the instance on the hypervisor. {{(pid=62328) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 940.309758] env[62328]: DEBUG nova.virt.vmwareapi.vmops [None req-29b1448c-fab8-41c0-a9ee-15882e088551 tempest-ServerShowV254Test-1359864267 tempest-ServerShowV254Test-1359864267-project-member] [instance: 2516767d-888c-4c2e-b245-a7cfb36ff98a] Destroying instance {{(pid=62328) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 940.310072] env[62328]: DEBUG oslo_vmware.api [None req-3ebdf481-a01c-4b74-9627-44a62ed5e711 tempest-MultipleCreateTestJSON-1245707987 tempest-MultipleCreateTestJSON-1245707987-project-member] Task: {'id': task-2387246, 'name': Rename_Task, 'duration_secs': 0.213004} completed successfully. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 940.310776] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b5f0434d-847d-429b-b444-399405ecfc27 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 940.313760] env[62328]: DEBUG nova.virt.vmwareapi.vm_util [None req-3ebdf481-a01c-4b74-9627-44a62ed5e711 tempest-MultipleCreateTestJSON-1245707987 tempest-MultipleCreateTestJSON-1245707987-project-member] [instance: 19cf93ff-3d13-4d89-a2b0-5ac9330075a6] Powering on the VM {{(pid=62328) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 940.316030] env[62328]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-d02cde81-2d1a-44bc-b461-b7071be87a3d {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 940.349321] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a407fb5b-b372-41ca-b578-9a6b1a16bb07 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 940.352428] env[62328]: DEBUG nova.virt.vmwareapi.vm_util [None req-29b1448c-fab8-41c0-a9ee-15882e088551 tempest-ServerShowV254Test-1359864267 tempest-ServerShowV254Test-1359864267-project-member] [instance: 2516767d-888c-4c2e-b245-a7cfb36ff98a] Powering off the VM {{(pid=62328) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 940.352876] env[62328]: DEBUG oslo_vmware.api [None req-3ebdf481-a01c-4b74-9627-44a62ed5e711 tempest-MultipleCreateTestJSON-1245707987 tempest-MultipleCreateTestJSON-1245707987-project-member] Waiting for the task: (returnval){ [ 940.352876] env[62328]: value = "task-2387247" [ 940.352876] env[62328]: _type = "Task" [ 940.352876] env[62328]: } to complete. {{(pid=62328) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 940.353362] env[62328]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-19553bf6-312c-4782-b03d-44ce095b4e54 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 940.365754] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c102a5cd-8f24-4d29-b3da-70f1af2cb2cd {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 940.375309] env[62328]: DEBUG oslo_vmware.api [None req-3ebdf481-a01c-4b74-9627-44a62ed5e711 tempest-MultipleCreateTestJSON-1245707987 tempest-MultipleCreateTestJSON-1245707987-project-member] Task: {'id': task-2387247, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 940.375689] env[62328]: DEBUG oslo_vmware.api [None req-29b1448c-fab8-41c0-a9ee-15882e088551 tempest-ServerShowV254Test-1359864267 tempest-ServerShowV254Test-1359864267-project-member] Waiting for the task: (returnval){ [ 940.375689] env[62328]: value = "task-2387248" [ 940.375689] env[62328]: _type = "Task" [ 940.375689] env[62328]: } to complete. {{(pid=62328) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 940.383297] env[62328]: DEBUG oslo_vmware.api [None req-688edd7f-d1d3-43d0-8468-2fae3c53745a tempest-ServersAdminTestJSON-455323280 tempest-ServersAdminTestJSON-455323280-project-member] Task: {'id': session[52a6e20e-410d-708a-99f2-080a575a99bd]52700769-07a0-055b-4e32-63e351e2a847, 'name': SearchDatastore_Task, 'duration_secs': 0.014579} completed successfully. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 940.393799] env[62328]: DEBUG oslo_concurrency.lockutils [None req-688edd7f-d1d3-43d0-8468-2fae3c53745a tempest-ServersAdminTestJSON-455323280 tempest-ServersAdminTestJSON-455323280-project-member] Releasing lock "[datastore2] devstack-image-cache_base/dbf872a4-92be-47e4-8561-c3e2bf2423ab" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 940.393799] env[62328]: DEBUG nova.virt.vmwareapi.vmops [None req-688edd7f-d1d3-43d0-8468-2fae3c53745a tempest-ServersAdminTestJSON-455323280 tempest-ServersAdminTestJSON-455323280-project-member] [instance: f7104096-3f71-4c4e-9c1a-dcfae81dc66a] Processing image dbf872a4-92be-47e4-8561-c3e2bf2423ab {{(pid=62328) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 940.393799] env[62328]: DEBUG oslo_concurrency.lockutils [None req-688edd7f-d1d3-43d0-8468-2fae3c53745a tempest-ServersAdminTestJSON-455323280 tempest-ServersAdminTestJSON-455323280-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/dbf872a4-92be-47e4-8561-c3e2bf2423ab/dbf872a4-92be-47e4-8561-c3e2bf2423ab.vmdk" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 940.393799] env[62328]: DEBUG oslo_concurrency.lockutils [None req-688edd7f-d1d3-43d0-8468-2fae3c53745a tempest-ServersAdminTestJSON-455323280 tempest-ServersAdminTestJSON-455323280-project-member] Acquired lock "[datastore2] devstack-image-cache_base/dbf872a4-92be-47e4-8561-c3e2bf2423ab/dbf872a4-92be-47e4-8561-c3e2bf2423ab.vmdk" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 940.393799] env[62328]: DEBUG nova.virt.vmwareapi.ds_util [None req-688edd7f-d1d3-43d0-8468-2fae3c53745a tempest-ServersAdminTestJSON-455323280 tempest-ServersAdminTestJSON-455323280-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62328) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 940.394382] env[62328]: DEBUG nova.compute.provider_tree [None req-458912d3-7bad-4ab1-bd2f-7d3ea5d10592 tempest-ServersTestJSON-2041147199 tempest-ServersTestJSON-2041147199-project-member] Inventory has not changed in ProviderTree for provider: 3469e9f8-04af-49ca-8435-49f104496744 {{(pid=62328) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 940.398553] env[62328]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-15ae3271-8c11-40f2-aa75-beff43455037 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 940.400777] env[62328]: DEBUG oslo_vmware.api [None req-29b1448c-fab8-41c0-a9ee-15882e088551 tempest-ServerShowV254Test-1359864267 tempest-ServerShowV254Test-1359864267-project-member] Task: {'id': task-2387248, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 940.413358] env[62328]: DEBUG nova.virt.vmwareapi.ds_util [None req-688edd7f-d1d3-43d0-8468-2fae3c53745a tempest-ServersAdminTestJSON-455323280 tempest-ServersAdminTestJSON-455323280-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62328) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 940.413566] env[62328]: DEBUG nova.virt.vmwareapi.vmops [None req-688edd7f-d1d3-43d0-8468-2fae3c53745a tempest-ServersAdminTestJSON-455323280 tempest-ServersAdminTestJSON-455323280-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62328) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 940.414373] env[62328]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1701e801-08fd-4d01-a83d-dca63dee54db {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 940.422744] env[62328]: DEBUG oslo_vmware.api [None req-688edd7f-d1d3-43d0-8468-2fae3c53745a tempest-ServersAdminTestJSON-455323280 tempest-ServersAdminTestJSON-455323280-project-member] Waiting for the task: (returnval){ [ 940.422744] env[62328]: value = "session[52a6e20e-410d-708a-99f2-080a575a99bd]52cd2d33-11bc-f3db-ad16-ce5cae180e1c" [ 940.422744] env[62328]: _type = "Task" [ 940.422744] env[62328]: } to complete. {{(pid=62328) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 940.432753] env[62328]: DEBUG oslo_vmware.api [None req-688edd7f-d1d3-43d0-8468-2fae3c53745a tempest-ServersAdminTestJSON-455323280 tempest-ServersAdminTestJSON-455323280-project-member] Task: {'id': session[52a6e20e-410d-708a-99f2-080a575a99bd]52cd2d33-11bc-f3db-ad16-ce5cae180e1c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 940.619294] env[62328]: DEBUG oslo_concurrency.lockutils [None req-40ea61cc-4f56-4022-afe8-4d65e4c8864f tempest-ServerDiskConfigTestJSON-126406698 tempest-ServerDiskConfigTestJSON-126406698-project-member] Acquiring lock "5df51859-2d31-4abb-9c7d-d0b0405c3df9-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 940.620076] env[62328]: DEBUG oslo_concurrency.lockutils [None req-40ea61cc-4f56-4022-afe8-4d65e4c8864f tempest-ServerDiskConfigTestJSON-126406698 tempest-ServerDiskConfigTestJSON-126406698-project-member] Lock "5df51859-2d31-4abb-9c7d-d0b0405c3df9-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.001s {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 940.620172] env[62328]: DEBUG oslo_concurrency.lockutils [None req-40ea61cc-4f56-4022-afe8-4d65e4c8864f tempest-ServerDiskConfigTestJSON-126406698 tempest-ServerDiskConfigTestJSON-126406698-project-member] Lock "5df51859-2d31-4abb-9c7d-d0b0405c3df9-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 940.795186] env[62328]: DEBUG nova.compute.manager [None req-8678f7e4-919c-4116-a56e-207358a3be75 tempest-ServerMetadataTestJSON-2029257498 tempest-ServerMetadataTestJSON-2029257498-project-member] [instance: 4f661e25-00bc-4244-841b-575de5d4960b] Start spawning the instance on the hypervisor. {{(pid=62328) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 940.823923] env[62328]: DEBUG nova.virt.hardware [None req-8678f7e4-919c-4116-a56e-207358a3be75 tempest-ServerMetadataTestJSON-2029257498 tempest-ServerMetadataTestJSON-2029257498-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-07T17:16:55Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-07T17:16:37Z,direct_url=,disk_format='vmdk',id=dbf872a4-92be-47e4-8561-c3e2bf2423ab,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='2a64022f08d84b11a86773b900860ae5',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-07T17:16:38Z,virtual_size=,visibility=), allow threads: False {{(pid=62328) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 940.824183] env[62328]: DEBUG nova.virt.hardware [None req-8678f7e4-919c-4116-a56e-207358a3be75 tempest-ServerMetadataTestJSON-2029257498 tempest-ServerMetadataTestJSON-2029257498-project-member] Flavor limits 0:0:0 {{(pid=62328) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 940.824340] env[62328]: DEBUG nova.virt.hardware [None req-8678f7e4-919c-4116-a56e-207358a3be75 tempest-ServerMetadataTestJSON-2029257498 tempest-ServerMetadataTestJSON-2029257498-project-member] Image limits 0:0:0 {{(pid=62328) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 940.824522] env[62328]: DEBUG nova.virt.hardware [None req-8678f7e4-919c-4116-a56e-207358a3be75 tempest-ServerMetadataTestJSON-2029257498 tempest-ServerMetadataTestJSON-2029257498-project-member] Flavor pref 0:0:0 {{(pid=62328) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 940.824666] env[62328]: DEBUG nova.virt.hardware [None req-8678f7e4-919c-4116-a56e-207358a3be75 tempest-ServerMetadataTestJSON-2029257498 tempest-ServerMetadataTestJSON-2029257498-project-member] Image pref 0:0:0 {{(pid=62328) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 940.824814] env[62328]: DEBUG nova.virt.hardware [None req-8678f7e4-919c-4116-a56e-207358a3be75 tempest-ServerMetadataTestJSON-2029257498 tempest-ServerMetadataTestJSON-2029257498-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62328) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 940.825031] env[62328]: DEBUG nova.virt.hardware [None req-8678f7e4-919c-4116-a56e-207358a3be75 tempest-ServerMetadataTestJSON-2029257498 tempest-ServerMetadataTestJSON-2029257498-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62328) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 940.825190] env[62328]: DEBUG nova.virt.hardware [None req-8678f7e4-919c-4116-a56e-207358a3be75 tempest-ServerMetadataTestJSON-2029257498 tempest-ServerMetadataTestJSON-2029257498-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62328) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 940.825354] env[62328]: DEBUG nova.virt.hardware [None req-8678f7e4-919c-4116-a56e-207358a3be75 tempest-ServerMetadataTestJSON-2029257498 tempest-ServerMetadataTestJSON-2029257498-project-member] Got 1 possible topologies {{(pid=62328) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 940.825560] env[62328]: DEBUG nova.virt.hardware [None req-8678f7e4-919c-4116-a56e-207358a3be75 tempest-ServerMetadataTestJSON-2029257498 tempest-ServerMetadataTestJSON-2029257498-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62328) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 940.825685] env[62328]: DEBUG nova.virt.hardware [None req-8678f7e4-919c-4116-a56e-207358a3be75 tempest-ServerMetadataTestJSON-2029257498 tempest-ServerMetadataTestJSON-2029257498-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62328) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 940.826619] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0433c84b-8d54-4163-9b36-1373c0614e85 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 940.835885] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-236699ae-fd94-4cb1-8d4e-cb4aa0e245c9 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 940.867281] env[62328]: DEBUG oslo_vmware.api [None req-3ebdf481-a01c-4b74-9627-44a62ed5e711 tempest-MultipleCreateTestJSON-1245707987 tempest-MultipleCreateTestJSON-1245707987-project-member] Task: {'id': task-2387247, 'name': PowerOnVM_Task, 'duration_secs': 0.540925} completed successfully. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 940.867689] env[62328]: DEBUG nova.virt.vmwareapi.vm_util [None req-3ebdf481-a01c-4b74-9627-44a62ed5e711 tempest-MultipleCreateTestJSON-1245707987 tempest-MultipleCreateTestJSON-1245707987-project-member] [instance: 19cf93ff-3d13-4d89-a2b0-5ac9330075a6] Powered on the VM {{(pid=62328) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 940.867950] env[62328]: INFO nova.compute.manager [None req-3ebdf481-a01c-4b74-9627-44a62ed5e711 tempest-MultipleCreateTestJSON-1245707987 tempest-MultipleCreateTestJSON-1245707987-project-member] [instance: 19cf93ff-3d13-4d89-a2b0-5ac9330075a6] Took 10.04 seconds to spawn the instance on the hypervisor. [ 940.868398] env[62328]: DEBUG nova.compute.manager [None req-3ebdf481-a01c-4b74-9627-44a62ed5e711 tempest-MultipleCreateTestJSON-1245707987 tempest-MultipleCreateTestJSON-1245707987-project-member] [instance: 19cf93ff-3d13-4d89-a2b0-5ac9330075a6] Checking state {{(pid=62328) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 940.869606] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-57c0fb09-7a33-4474-8434-4dacb003fd90 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 940.894705] env[62328]: DEBUG oslo_vmware.api [None req-29b1448c-fab8-41c0-a9ee-15882e088551 tempest-ServerShowV254Test-1359864267 tempest-ServerShowV254Test-1359864267-project-member] Task: {'id': task-2387248, 'name': PowerOffVM_Task, 'duration_secs': 0.190715} completed successfully. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 940.895081] env[62328]: DEBUG nova.virt.vmwareapi.vm_util [None req-29b1448c-fab8-41c0-a9ee-15882e088551 tempest-ServerShowV254Test-1359864267 tempest-ServerShowV254Test-1359864267-project-member] [instance: 2516767d-888c-4c2e-b245-a7cfb36ff98a] Powered off the VM {{(pid=62328) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 940.895326] env[62328]: DEBUG nova.virt.vmwareapi.vmops [None req-29b1448c-fab8-41c0-a9ee-15882e088551 tempest-ServerShowV254Test-1359864267 tempest-ServerShowV254Test-1359864267-project-member] [instance: 2516767d-888c-4c2e-b245-a7cfb36ff98a] Unregistering the VM {{(pid=62328) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 940.895690] env[62328]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-c8ed7035-d034-4013-afaf-9f8cefdb7510 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 940.902796] env[62328]: DEBUG nova.scheduler.client.report [None req-458912d3-7bad-4ab1-bd2f-7d3ea5d10592 tempest-ServersTestJSON-2041147199 tempest-ServersTestJSON-2041147199-project-member] Inventory has not changed for provider 3469e9f8-04af-49ca-8435-49f104496744 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 152, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62328) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 940.930063] env[62328]: DEBUG nova.virt.vmwareapi.vmops [None req-29b1448c-fab8-41c0-a9ee-15882e088551 tempest-ServerShowV254Test-1359864267 tempest-ServerShowV254Test-1359864267-project-member] [instance: 2516767d-888c-4c2e-b245-a7cfb36ff98a] Unregistered the VM {{(pid=62328) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 940.930309] env[62328]: DEBUG nova.virt.vmwareapi.vmops [None req-29b1448c-fab8-41c0-a9ee-15882e088551 tempest-ServerShowV254Test-1359864267 tempest-ServerShowV254Test-1359864267-project-member] [instance: 2516767d-888c-4c2e-b245-a7cfb36ff98a] Deleting contents of the VM from datastore datastore1 {{(pid=62328) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 940.930530] env[62328]: DEBUG nova.virt.vmwareapi.ds_util [None req-29b1448c-fab8-41c0-a9ee-15882e088551 tempest-ServerShowV254Test-1359864267 tempest-ServerShowV254Test-1359864267-project-member] Deleting the datastore file [datastore1] 2516767d-888c-4c2e-b245-a7cfb36ff98a {{(pid=62328) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 940.931268] env[62328]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-9bce037a-6dd3-4ab5-89ca-f5d90781b85b {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 940.938591] env[62328]: DEBUG oslo_vmware.api [None req-688edd7f-d1d3-43d0-8468-2fae3c53745a tempest-ServersAdminTestJSON-455323280 tempest-ServersAdminTestJSON-455323280-project-member] Task: {'id': session[52a6e20e-410d-708a-99f2-080a575a99bd]52cd2d33-11bc-f3db-ad16-ce5cae180e1c, 'name': SearchDatastore_Task, 'duration_secs': 0.016054} completed successfully. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 940.940689] env[62328]: DEBUG oslo_vmware.api [None req-29b1448c-fab8-41c0-a9ee-15882e088551 tempest-ServerShowV254Test-1359864267 tempest-ServerShowV254Test-1359864267-project-member] Waiting for the task: (returnval){ [ 940.940689] env[62328]: value = "task-2387250" [ 940.940689] env[62328]: _type = "Task" [ 940.940689] env[62328]: } to complete. {{(pid=62328) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 940.940959] env[62328]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c13c27fb-9e58-4c54-a4d1-87a88dd09b6a {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 940.952025] env[62328]: DEBUG oslo_vmware.api [None req-688edd7f-d1d3-43d0-8468-2fae3c53745a tempest-ServersAdminTestJSON-455323280 tempest-ServersAdminTestJSON-455323280-project-member] Waiting for the task: (returnval){ [ 940.952025] env[62328]: value = "session[52a6e20e-410d-708a-99f2-080a575a99bd]52feb9be-33ec-7eb7-8a6b-56302f2b6b24" [ 940.952025] env[62328]: _type = "Task" [ 940.952025] env[62328]: } to complete. {{(pid=62328) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 940.955241] env[62328]: DEBUG oslo_vmware.api [None req-29b1448c-fab8-41c0-a9ee-15882e088551 tempest-ServerShowV254Test-1359864267 tempest-ServerShowV254Test-1359864267-project-member] Task: {'id': task-2387250, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 940.965820] env[62328]: DEBUG oslo_vmware.api [None req-688edd7f-d1d3-43d0-8468-2fae3c53745a tempest-ServersAdminTestJSON-455323280 tempest-ServersAdminTestJSON-455323280-project-member] Task: {'id': session[52a6e20e-410d-708a-99f2-080a575a99bd]52feb9be-33ec-7eb7-8a6b-56302f2b6b24, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 941.137736] env[62328]: DEBUG oslo_concurrency.lockutils [None req-27e13522-99fe-424c-8c66-3e10e880cc06 tempest-ServerActionsTestJSON-389109759 tempest-ServerActionsTestJSON-389109759-project-member] Acquiring lock "95dd703a-595e-467a-a8e9-bef4f806c33f" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 941.137845] env[62328]: DEBUG oslo_concurrency.lockutils [None req-27e13522-99fe-424c-8c66-3e10e880cc06 tempest-ServerActionsTestJSON-389109759 tempest-ServerActionsTestJSON-389109759-project-member] Lock "95dd703a-595e-467a-a8e9-bef4f806c33f" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.000s {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 941.138010] env[62328]: DEBUG nova.compute.manager [None req-27e13522-99fe-424c-8c66-3e10e880cc06 tempest-ServerActionsTestJSON-389109759 tempest-ServerActionsTestJSON-389109759-project-member] [instance: 95dd703a-595e-467a-a8e9-bef4f806c33f] Checking state {{(pid=62328) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 941.139681] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bb644c99-683e-4d18-a11d-f37dbc043d41 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 941.147784] env[62328]: DEBUG nova.compute.manager [None req-27e13522-99fe-424c-8c66-3e10e880cc06 tempest-ServerActionsTestJSON-389109759 tempest-ServerActionsTestJSON-389109759-project-member] [instance: 95dd703a-595e-467a-a8e9-bef4f806c33f] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=62328) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 941.148499] env[62328]: DEBUG nova.objects.instance [None req-27e13522-99fe-424c-8c66-3e10e880cc06 tempest-ServerActionsTestJSON-389109759 tempest-ServerActionsTestJSON-389109759-project-member] Lazy-loading 'flavor' on Instance uuid 95dd703a-595e-467a-a8e9-bef4f806c33f {{(pid=62328) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 941.399871] env[62328]: INFO nova.compute.manager [None req-3ebdf481-a01c-4b74-9627-44a62ed5e711 tempest-MultipleCreateTestJSON-1245707987 tempest-MultipleCreateTestJSON-1245707987-project-member] [instance: 19cf93ff-3d13-4d89-a2b0-5ac9330075a6] Took 29.55 seconds to build instance. [ 941.410194] env[62328]: DEBUG oslo_concurrency.lockutils [None req-458912d3-7bad-4ab1-bd2f-7d3ea5d10592 tempest-ServersTestJSON-2041147199 tempest-ServersTestJSON-2041147199-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.652s {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 941.410744] env[62328]: DEBUG nova.compute.manager [None req-458912d3-7bad-4ab1-bd2f-7d3ea5d10592 tempest-ServersTestJSON-2041147199 tempest-ServersTestJSON-2041147199-project-member] [instance: d9dcebce-1ee4-4f35-879b-a520176f261f] Start building networks asynchronously for instance. {{(pid=62328) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 941.413973] env[62328]: DEBUG oslo_concurrency.lockutils [None req-19fd8925-4100-4be4-a24b-9a80b7d725c3 tempest-ImagesTestJSON-1776717495 tempest-ImagesTestJSON-1776717495-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 19.322s {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 941.414859] env[62328]: INFO nova.compute.claims [None req-19fd8925-4100-4be4-a24b-9a80b7d725c3 tempest-ImagesTestJSON-1776717495 tempest-ImagesTestJSON-1776717495-project-member] [instance: fa773569-3987-4bca-8f5f-638a337630b1] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 941.455927] env[62328]: DEBUG oslo_vmware.api [None req-29b1448c-fab8-41c0-a9ee-15882e088551 tempest-ServerShowV254Test-1359864267 tempest-ServerShowV254Test-1359864267-project-member] Task: {'id': task-2387250, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.299782} completed successfully. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 941.459374] env[62328]: DEBUG nova.virt.vmwareapi.ds_util [None req-29b1448c-fab8-41c0-a9ee-15882e088551 tempest-ServerShowV254Test-1359864267 tempest-ServerShowV254Test-1359864267-project-member] Deleted the datastore file {{(pid=62328) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 941.460055] env[62328]: DEBUG nova.virt.vmwareapi.vmops [None req-29b1448c-fab8-41c0-a9ee-15882e088551 tempest-ServerShowV254Test-1359864267 tempest-ServerShowV254Test-1359864267-project-member] [instance: 2516767d-888c-4c2e-b245-a7cfb36ff98a] Deleted contents of the VM from datastore datastore1 {{(pid=62328) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 941.460575] env[62328]: DEBUG nova.virt.vmwareapi.vmops [None req-29b1448c-fab8-41c0-a9ee-15882e088551 tempest-ServerShowV254Test-1359864267 tempest-ServerShowV254Test-1359864267-project-member] [instance: 2516767d-888c-4c2e-b245-a7cfb36ff98a] Instance destroyed {{(pid=62328) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 941.460575] env[62328]: INFO nova.compute.manager [None req-29b1448c-fab8-41c0-a9ee-15882e088551 tempest-ServerShowV254Test-1359864267 tempest-ServerShowV254Test-1359864267-project-member] [instance: 2516767d-888c-4c2e-b245-a7cfb36ff98a] Took 1.15 seconds to destroy the instance on the hypervisor. [ 941.460812] env[62328]: DEBUG oslo.service.loopingcall [None req-29b1448c-fab8-41c0-a9ee-15882e088551 tempest-ServerShowV254Test-1359864267 tempest-ServerShowV254Test-1359864267-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62328) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 941.461630] env[62328]: DEBUG nova.compute.manager [-] [instance: 2516767d-888c-4c2e-b245-a7cfb36ff98a] Deallocating network for instance {{(pid=62328) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 941.461731] env[62328]: DEBUG nova.network.neutron [-] [instance: 2516767d-888c-4c2e-b245-a7cfb36ff98a] deallocate_for_instance() {{(pid=62328) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 941.476217] env[62328]: DEBUG oslo_vmware.api [None req-688edd7f-d1d3-43d0-8468-2fae3c53745a tempest-ServersAdminTestJSON-455323280 tempest-ServersAdminTestJSON-455323280-project-member] Task: {'id': session[52a6e20e-410d-708a-99f2-080a575a99bd]52feb9be-33ec-7eb7-8a6b-56302f2b6b24, 'name': SearchDatastore_Task, 'duration_secs': 0.025537} completed successfully. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 941.476217] env[62328]: DEBUG oslo_concurrency.lockutils [None req-688edd7f-d1d3-43d0-8468-2fae3c53745a tempest-ServersAdminTestJSON-455323280 tempest-ServersAdminTestJSON-455323280-project-member] Releasing lock "[datastore2] devstack-image-cache_base/dbf872a4-92be-47e4-8561-c3e2bf2423ab/dbf872a4-92be-47e4-8561-c3e2bf2423ab.vmdk" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 941.476217] env[62328]: DEBUG nova.virt.vmwareapi.vm_util [None req-688edd7f-d1d3-43d0-8468-2fae3c53745a tempest-ServersAdminTestJSON-455323280 tempest-ServersAdminTestJSON-455323280-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/dbf872a4-92be-47e4-8561-c3e2bf2423ab/dbf872a4-92be-47e4-8561-c3e2bf2423ab.vmdk to [datastore2] f7104096-3f71-4c4e-9c1a-dcfae81dc66a/f7104096-3f71-4c4e-9c1a-dcfae81dc66a.vmdk {{(pid=62328) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 941.476217] env[62328]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-63f394fd-ce92-49a4-b2dd-ff1d53e006aa {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 941.483323] env[62328]: DEBUG nova.network.neutron [-] [instance: 2516767d-888c-4c2e-b245-a7cfb36ff98a] Instance cache missing network info. {{(pid=62328) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 941.488922] env[62328]: DEBUG oslo_vmware.api [None req-688edd7f-d1d3-43d0-8468-2fae3c53745a tempest-ServersAdminTestJSON-455323280 tempest-ServersAdminTestJSON-455323280-project-member] Waiting for the task: (returnval){ [ 941.488922] env[62328]: value = "task-2387252" [ 941.488922] env[62328]: _type = "Task" [ 941.488922] env[62328]: } to complete. {{(pid=62328) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 941.498680] env[62328]: DEBUG oslo_vmware.api [None req-688edd7f-d1d3-43d0-8468-2fae3c53745a tempest-ServersAdminTestJSON-455323280 tempest-ServersAdminTestJSON-455323280-project-member] Task: {'id': task-2387252, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 941.665805] env[62328]: DEBUG oslo_vmware.rw_handles [None req-efb1d625-b748-4b92-9943-11604ef3fa0a tempest-DeleteServersTestJSON-1766103036 tempest-DeleteServersTestJSON-1766103036-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52a1836e-2f14-2778-180d-9815bad1f174/disk-0.vmdk. {{(pid=62328) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 941.666835] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0e5bfe0a-3613-4887-8855-9111faba4b96 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 941.674974] env[62328]: DEBUG oslo_vmware.rw_handles [None req-efb1d625-b748-4b92-9943-11604ef3fa0a tempest-DeleteServersTestJSON-1766103036 tempest-DeleteServersTestJSON-1766103036-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52a1836e-2f14-2778-180d-9815bad1f174/disk-0.vmdk is in state: ready. {{(pid=62328) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 941.675278] env[62328]: ERROR oslo_vmware.rw_handles [None req-efb1d625-b748-4b92-9943-11604ef3fa0a tempest-DeleteServersTestJSON-1766103036 tempest-DeleteServersTestJSON-1766103036-project-member] Aborting lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52a1836e-2f14-2778-180d-9815bad1f174/disk-0.vmdk due to incomplete transfer. [ 941.676094] env[62328]: DEBUG oslo_concurrency.lockutils [None req-40ea61cc-4f56-4022-afe8-4d65e4c8864f tempest-ServerDiskConfigTestJSON-126406698 tempest-ServerDiskConfigTestJSON-126406698-project-member] Acquiring lock "refresh_cache-5df51859-2d31-4abb-9c7d-d0b0405c3df9" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 941.676259] env[62328]: DEBUG oslo_concurrency.lockutils [None req-40ea61cc-4f56-4022-afe8-4d65e4c8864f tempest-ServerDiskConfigTestJSON-126406698 tempest-ServerDiskConfigTestJSON-126406698-project-member] Acquired lock "refresh_cache-5df51859-2d31-4abb-9c7d-d0b0405c3df9" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 941.676436] env[62328]: DEBUG nova.network.neutron [None req-40ea61cc-4f56-4022-afe8-4d65e4c8864f tempest-ServerDiskConfigTestJSON-126406698 tempest-ServerDiskConfigTestJSON-126406698-project-member] [instance: 5df51859-2d31-4abb-9c7d-d0b0405c3df9] Building network info cache for instance {{(pid=62328) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 941.677483] env[62328]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-b7ca0eac-3d20-42c9-a948-9eac3e364e9a {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 941.687317] env[62328]: DEBUG oslo_vmware.rw_handles [None req-efb1d625-b748-4b92-9943-11604ef3fa0a tempest-DeleteServersTestJSON-1766103036 tempest-DeleteServersTestJSON-1766103036-project-member] Closed VMDK read handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52a1836e-2f14-2778-180d-9815bad1f174/disk-0.vmdk. {{(pid=62328) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 941.687513] env[62328]: DEBUG nova.virt.vmwareapi.images [None req-efb1d625-b748-4b92-9943-11604ef3fa0a tempest-DeleteServersTestJSON-1766103036 tempest-DeleteServersTestJSON-1766103036-project-member] [instance: 8ba3d7e7-2be2-4949-8c5f-8e508f04b292] Uploaded image b3c8fe73-c9b2-4465-a24c-cda10a987186 to the Glance image server {{(pid=62328) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 941.690243] env[62328]: DEBUG nova.virt.vmwareapi.vm_util [None req-efb1d625-b748-4b92-9943-11604ef3fa0a tempest-DeleteServersTestJSON-1766103036 tempest-DeleteServersTestJSON-1766103036-project-member] [instance: 8ba3d7e7-2be2-4949-8c5f-8e508f04b292] Destroying the VM {{(pid=62328) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 941.691608] env[62328]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-aee29c1d-025f-476a-812b-4f5347402c03 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 941.699321] env[62328]: DEBUG oslo_vmware.api [None req-efb1d625-b748-4b92-9943-11604ef3fa0a tempest-DeleteServersTestJSON-1766103036 tempest-DeleteServersTestJSON-1766103036-project-member] Waiting for the task: (returnval){ [ 941.699321] env[62328]: value = "task-2387253" [ 941.699321] env[62328]: _type = "Task" [ 941.699321] env[62328]: } to complete. {{(pid=62328) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 941.707936] env[62328]: DEBUG oslo_vmware.api [None req-efb1d625-b748-4b92-9943-11604ef3fa0a tempest-DeleteServersTestJSON-1766103036 tempest-DeleteServersTestJSON-1766103036-project-member] Task: {'id': task-2387253, 'name': Destroy_Task} progress is 0%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 941.738320] env[62328]: DEBUG oslo_concurrency.lockutils [None req-c6aea5c0-3581-4775-a5f2-405d29df9916 tempest-MultipleCreateTestJSON-1245707987 tempest-MultipleCreateTestJSON-1245707987-project-member] Acquiring lock "a2e0536d-14f2-4383-891e-8cf0278a8bb9" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 941.739027] env[62328]: DEBUG oslo_concurrency.lockutils [None req-c6aea5c0-3581-4775-a5f2-405d29df9916 tempest-MultipleCreateTestJSON-1245707987 tempest-MultipleCreateTestJSON-1245707987-project-member] Lock "a2e0536d-14f2-4383-891e-8cf0278a8bb9" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 941.739027] env[62328]: DEBUG oslo_concurrency.lockutils [None req-c6aea5c0-3581-4775-a5f2-405d29df9916 tempest-MultipleCreateTestJSON-1245707987 tempest-MultipleCreateTestJSON-1245707987-project-member] Acquiring lock "a2e0536d-14f2-4383-891e-8cf0278a8bb9-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 941.739027] env[62328]: DEBUG oslo_concurrency.lockutils [None req-c6aea5c0-3581-4775-a5f2-405d29df9916 tempest-MultipleCreateTestJSON-1245707987 tempest-MultipleCreateTestJSON-1245707987-project-member] Lock "a2e0536d-14f2-4383-891e-8cf0278a8bb9-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 941.739247] env[62328]: DEBUG oslo_concurrency.lockutils [None req-c6aea5c0-3581-4775-a5f2-405d29df9916 tempest-MultipleCreateTestJSON-1245707987 tempest-MultipleCreateTestJSON-1245707987-project-member] Lock "a2e0536d-14f2-4383-891e-8cf0278a8bb9-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 941.741822] env[62328]: INFO nova.compute.manager [None req-c6aea5c0-3581-4775-a5f2-405d29df9916 tempest-MultipleCreateTestJSON-1245707987 tempest-MultipleCreateTestJSON-1245707987-project-member] [instance: a2e0536d-14f2-4383-891e-8cf0278a8bb9] Terminating instance [ 941.790372] env[62328]: DEBUG nova.compute.manager [req-722b6b91-e715-423c-bf99-6d8d50df9175 req-1689a85f-7399-42bc-a240-e1c152263393 service nova] [instance: 4f661e25-00bc-4244-841b-575de5d4960b] Received event network-vif-plugged-c5b9e20a-1305-43fd-82ed-8e7d07d48756 {{(pid=62328) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 941.790587] env[62328]: DEBUG oslo_concurrency.lockutils [req-722b6b91-e715-423c-bf99-6d8d50df9175 req-1689a85f-7399-42bc-a240-e1c152263393 service nova] Acquiring lock "4f661e25-00bc-4244-841b-575de5d4960b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 941.790801] env[62328]: DEBUG oslo_concurrency.lockutils [req-722b6b91-e715-423c-bf99-6d8d50df9175 req-1689a85f-7399-42bc-a240-e1c152263393 service nova] Lock "4f661e25-00bc-4244-841b-575de5d4960b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 941.790961] env[62328]: DEBUG oslo_concurrency.lockutils [req-722b6b91-e715-423c-bf99-6d8d50df9175 req-1689a85f-7399-42bc-a240-e1c152263393 service nova] Lock "4f661e25-00bc-4244-841b-575de5d4960b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 941.791132] env[62328]: DEBUG nova.compute.manager [req-722b6b91-e715-423c-bf99-6d8d50df9175 req-1689a85f-7399-42bc-a240-e1c152263393 service nova] [instance: 4f661e25-00bc-4244-841b-575de5d4960b] No waiting events found dispatching network-vif-plugged-c5b9e20a-1305-43fd-82ed-8e7d07d48756 {{(pid=62328) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 941.791288] env[62328]: WARNING nova.compute.manager [req-722b6b91-e715-423c-bf99-6d8d50df9175 req-1689a85f-7399-42bc-a240-e1c152263393 service nova] [instance: 4f661e25-00bc-4244-841b-575de5d4960b] Received unexpected event network-vif-plugged-c5b9e20a-1305-43fd-82ed-8e7d07d48756 for instance with vm_state building and task_state spawning. [ 941.903784] env[62328]: DEBUG oslo_concurrency.lockutils [None req-3ebdf481-a01c-4b74-9627-44a62ed5e711 tempest-MultipleCreateTestJSON-1245707987 tempest-MultipleCreateTestJSON-1245707987-project-member] Lock "19cf93ff-3d13-4d89-a2b0-5ac9330075a6" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 31.065s {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 941.919411] env[62328]: DEBUG nova.compute.utils [None req-458912d3-7bad-4ab1-bd2f-7d3ea5d10592 tempest-ServersTestJSON-2041147199 tempest-ServersTestJSON-2041147199-project-member] Using /dev/sd instead of None {{(pid=62328) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 941.922909] env[62328]: DEBUG nova.compute.manager [None req-458912d3-7bad-4ab1-bd2f-7d3ea5d10592 tempest-ServersTestJSON-2041147199 tempest-ServersTestJSON-2041147199-project-member] [instance: d9dcebce-1ee4-4f35-879b-a520176f261f] Allocating IP information in the background. {{(pid=62328) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 941.923095] env[62328]: DEBUG nova.network.neutron [None req-458912d3-7bad-4ab1-bd2f-7d3ea5d10592 tempest-ServersTestJSON-2041147199 tempest-ServersTestJSON-2041147199-project-member] [instance: d9dcebce-1ee4-4f35-879b-a520176f261f] allocate_for_instance() {{(pid=62328) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 941.946360] env[62328]: DEBUG oslo_concurrency.lockutils [None req-0c65172a-a889-4239-b73e-fc4220359de8 tempest-MultipleCreateTestJSON-1245707987 tempest-MultipleCreateTestJSON-1245707987-project-member] Acquiring lock "19cf93ff-3d13-4d89-a2b0-5ac9330075a6" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 941.946576] env[62328]: DEBUG oslo_concurrency.lockutils [None req-0c65172a-a889-4239-b73e-fc4220359de8 tempest-MultipleCreateTestJSON-1245707987 tempest-MultipleCreateTestJSON-1245707987-project-member] Lock "19cf93ff-3d13-4d89-a2b0-5ac9330075a6" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 941.946764] env[62328]: DEBUG oslo_concurrency.lockutils [None req-0c65172a-a889-4239-b73e-fc4220359de8 tempest-MultipleCreateTestJSON-1245707987 tempest-MultipleCreateTestJSON-1245707987-project-member] Acquiring lock "19cf93ff-3d13-4d89-a2b0-5ac9330075a6-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 941.946950] env[62328]: DEBUG oslo_concurrency.lockutils [None req-0c65172a-a889-4239-b73e-fc4220359de8 tempest-MultipleCreateTestJSON-1245707987 tempest-MultipleCreateTestJSON-1245707987-project-member] Lock "19cf93ff-3d13-4d89-a2b0-5ac9330075a6-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 941.947127] env[62328]: DEBUG oslo_concurrency.lockutils [None req-0c65172a-a889-4239-b73e-fc4220359de8 tempest-MultipleCreateTestJSON-1245707987 tempest-MultipleCreateTestJSON-1245707987-project-member] Lock "19cf93ff-3d13-4d89-a2b0-5ac9330075a6-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 941.949178] env[62328]: INFO nova.compute.manager [None req-0c65172a-a889-4239-b73e-fc4220359de8 tempest-MultipleCreateTestJSON-1245707987 tempest-MultipleCreateTestJSON-1245707987-project-member] [instance: 19cf93ff-3d13-4d89-a2b0-5ac9330075a6] Terminating instance [ 941.988267] env[62328]: DEBUG nova.network.neutron [-] [instance: 2516767d-888c-4c2e-b245-a7cfb36ff98a] Updating instance_info_cache with network_info: [] {{(pid=62328) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 942.001465] env[62328]: DEBUG oslo_vmware.api [None req-688edd7f-d1d3-43d0-8468-2fae3c53745a tempest-ServersAdminTestJSON-455323280 tempest-ServersAdminTestJSON-455323280-project-member] Task: {'id': task-2387252, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 942.040113] env[62328]: DEBUG nova.policy [None req-458912d3-7bad-4ab1-bd2f-7d3ea5d10592 tempest-ServersTestJSON-2041147199 tempest-ServersTestJSON-2041147199-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'a9ce41cba48a4c86b57be3c0b00edeaa', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'c45c639ce4254b028b1106f234f63616', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62328) authorize /opt/stack/nova/nova/policy.py:192}} [ 942.071940] env[62328]: DEBUG nova.network.neutron [None req-8678f7e4-919c-4116-a56e-207358a3be75 tempest-ServerMetadataTestJSON-2029257498 tempest-ServerMetadataTestJSON-2029257498-project-member] [instance: 4f661e25-00bc-4244-841b-575de5d4960b] Successfully updated port: c5b9e20a-1305-43fd-82ed-8e7d07d48756 {{(pid=62328) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 942.173036] env[62328]: DEBUG nova.virt.vmwareapi.vm_util [None req-27e13522-99fe-424c-8c66-3e10e880cc06 tempest-ServerActionsTestJSON-389109759 tempest-ServerActionsTestJSON-389109759-project-member] [instance: 95dd703a-595e-467a-a8e9-bef4f806c33f] Powering off the VM {{(pid=62328) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 942.173036] env[62328]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-01312087-e33a-49ed-9a86-28f79e3c946f {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 942.187630] env[62328]: DEBUG oslo_vmware.api [None req-27e13522-99fe-424c-8c66-3e10e880cc06 tempest-ServerActionsTestJSON-389109759 tempest-ServerActionsTestJSON-389109759-project-member] Waiting for the task: (returnval){ [ 942.187630] env[62328]: value = "task-2387254" [ 942.187630] env[62328]: _type = "Task" [ 942.187630] env[62328]: } to complete. {{(pid=62328) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 942.198441] env[62328]: DEBUG oslo_vmware.api [None req-27e13522-99fe-424c-8c66-3e10e880cc06 tempest-ServerActionsTestJSON-389109759 tempest-ServerActionsTestJSON-389109759-project-member] Task: {'id': task-2387254, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 942.211932] env[62328]: DEBUG oslo_vmware.api [None req-efb1d625-b748-4b92-9943-11604ef3fa0a tempest-DeleteServersTestJSON-1766103036 tempest-DeleteServersTestJSON-1766103036-project-member] Task: {'id': task-2387253, 'name': Destroy_Task} progress is 33%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 942.246184] env[62328]: DEBUG nova.compute.manager [None req-c6aea5c0-3581-4775-a5f2-405d29df9916 tempest-MultipleCreateTestJSON-1245707987 tempest-MultipleCreateTestJSON-1245707987-project-member] [instance: a2e0536d-14f2-4383-891e-8cf0278a8bb9] Start destroying the instance on the hypervisor. {{(pid=62328) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 942.246412] env[62328]: DEBUG nova.virt.vmwareapi.vmops [None req-c6aea5c0-3581-4775-a5f2-405d29df9916 tempest-MultipleCreateTestJSON-1245707987 tempest-MultipleCreateTestJSON-1245707987-project-member] [instance: a2e0536d-14f2-4383-891e-8cf0278a8bb9] Destroying instance {{(pid=62328) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 942.249699] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-999956aa-f57a-4c91-9077-c8bf07a91f2d {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 942.256888] env[62328]: DEBUG nova.virt.vmwareapi.vm_util [None req-c6aea5c0-3581-4775-a5f2-405d29df9916 tempest-MultipleCreateTestJSON-1245707987 tempest-MultipleCreateTestJSON-1245707987-project-member] [instance: a2e0536d-14f2-4383-891e-8cf0278a8bb9] Powering off the VM {{(pid=62328) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 942.257189] env[62328]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-de7aef9d-8bb6-44ab-8434-4cae5a392371 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 942.269752] env[62328]: DEBUG oslo_vmware.api [None req-c6aea5c0-3581-4775-a5f2-405d29df9916 tempest-MultipleCreateTestJSON-1245707987 tempest-MultipleCreateTestJSON-1245707987-project-member] Waiting for the task: (returnval){ [ 942.269752] env[62328]: value = "task-2387255" [ 942.269752] env[62328]: _type = "Task" [ 942.269752] env[62328]: } to complete. {{(pid=62328) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 942.284221] env[62328]: DEBUG oslo_vmware.api [None req-c6aea5c0-3581-4775-a5f2-405d29df9916 tempest-MultipleCreateTestJSON-1245707987 tempest-MultipleCreateTestJSON-1245707987-project-member] Task: {'id': task-2387255, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 942.427390] env[62328]: DEBUG nova.compute.manager [None req-458912d3-7bad-4ab1-bd2f-7d3ea5d10592 tempest-ServersTestJSON-2041147199 tempest-ServersTestJSON-2041147199-project-member] [instance: d9dcebce-1ee4-4f35-879b-a520176f261f] Start building block device mappings for instance. {{(pid=62328) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 942.453921] env[62328]: DEBUG nova.compute.manager [None req-0c65172a-a889-4239-b73e-fc4220359de8 tempest-MultipleCreateTestJSON-1245707987 tempest-MultipleCreateTestJSON-1245707987-project-member] [instance: 19cf93ff-3d13-4d89-a2b0-5ac9330075a6] Start destroying the instance on the hypervisor. {{(pid=62328) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 942.454516] env[62328]: DEBUG nova.virt.vmwareapi.vmops [None req-0c65172a-a889-4239-b73e-fc4220359de8 tempest-MultipleCreateTestJSON-1245707987 tempest-MultipleCreateTestJSON-1245707987-project-member] [instance: 19cf93ff-3d13-4d89-a2b0-5ac9330075a6] Destroying instance {{(pid=62328) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 942.455690] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-615aca96-6203-41ec-bf7e-2d259d609977 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 942.467617] env[62328]: DEBUG nova.virt.vmwareapi.vm_util [None req-0c65172a-a889-4239-b73e-fc4220359de8 tempest-MultipleCreateTestJSON-1245707987 tempest-MultipleCreateTestJSON-1245707987-project-member] [instance: 19cf93ff-3d13-4d89-a2b0-5ac9330075a6] Powering off the VM {{(pid=62328) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 942.467995] env[62328]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-db99b79f-9585-4c2f-8da6-76a08e11e93c {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 942.476342] env[62328]: DEBUG oslo_vmware.api [None req-0c65172a-a889-4239-b73e-fc4220359de8 tempest-MultipleCreateTestJSON-1245707987 tempest-MultipleCreateTestJSON-1245707987-project-member] Waiting for the task: (returnval){ [ 942.476342] env[62328]: value = "task-2387256" [ 942.476342] env[62328]: _type = "Task" [ 942.476342] env[62328]: } to complete. {{(pid=62328) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 942.487268] env[62328]: DEBUG oslo_vmware.api [None req-0c65172a-a889-4239-b73e-fc4220359de8 tempest-MultipleCreateTestJSON-1245707987 tempest-MultipleCreateTestJSON-1245707987-project-member] Task: {'id': task-2387256, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 942.496101] env[62328]: INFO nova.compute.manager [-] [instance: 2516767d-888c-4c2e-b245-a7cfb36ff98a] Took 1.03 seconds to deallocate network for instance. [ 942.501092] env[62328]: DEBUG oslo_vmware.api [None req-688edd7f-d1d3-43d0-8468-2fae3c53745a tempest-ServersAdminTestJSON-455323280 tempest-ServersAdminTestJSON-455323280-project-member] Task: {'id': task-2387252, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 942.575466] env[62328]: DEBUG oslo_concurrency.lockutils [None req-8678f7e4-919c-4116-a56e-207358a3be75 tempest-ServerMetadataTestJSON-2029257498 tempest-ServerMetadataTestJSON-2029257498-project-member] Acquiring lock "refresh_cache-4f661e25-00bc-4244-841b-575de5d4960b" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 942.575656] env[62328]: DEBUG oslo_concurrency.lockutils [None req-8678f7e4-919c-4116-a56e-207358a3be75 tempest-ServerMetadataTestJSON-2029257498 tempest-ServerMetadataTestJSON-2029257498-project-member] Acquired lock "refresh_cache-4f661e25-00bc-4244-841b-575de5d4960b" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 942.575745] env[62328]: DEBUG nova.network.neutron [None req-8678f7e4-919c-4116-a56e-207358a3be75 tempest-ServerMetadataTestJSON-2029257498 tempest-ServerMetadataTestJSON-2029257498-project-member] [instance: 4f661e25-00bc-4244-841b-575de5d4960b] Building network info cache for instance {{(pid=62328) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 942.698377] env[62328]: DEBUG oslo_vmware.api [None req-27e13522-99fe-424c-8c66-3e10e880cc06 tempest-ServerActionsTestJSON-389109759 tempest-ServerActionsTestJSON-389109759-project-member] Task: {'id': task-2387254, 'name': PowerOffVM_Task, 'duration_secs': 0.390025} completed successfully. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 942.698639] env[62328]: DEBUG nova.virt.vmwareapi.vm_util [None req-27e13522-99fe-424c-8c66-3e10e880cc06 tempest-ServerActionsTestJSON-389109759 tempest-ServerActionsTestJSON-389109759-project-member] [instance: 95dd703a-595e-467a-a8e9-bef4f806c33f] Powered off the VM {{(pid=62328) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 942.698856] env[62328]: DEBUG nova.compute.manager [None req-27e13522-99fe-424c-8c66-3e10e880cc06 tempest-ServerActionsTestJSON-389109759 tempest-ServerActionsTestJSON-389109759-project-member] [instance: 95dd703a-595e-467a-a8e9-bef4f806c33f] Checking state {{(pid=62328) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 942.699691] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1ff7698b-fc7f-413b-ac4b-1257d703b18a {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 942.714627] env[62328]: DEBUG oslo_vmware.api [None req-efb1d625-b748-4b92-9943-11604ef3fa0a tempest-DeleteServersTestJSON-1766103036 tempest-DeleteServersTestJSON-1766103036-project-member] Task: {'id': task-2387253, 'name': Destroy_Task, 'duration_secs': 0.987131} completed successfully. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 942.715163] env[62328]: INFO nova.virt.vmwareapi.vm_util [None req-efb1d625-b748-4b92-9943-11604ef3fa0a tempest-DeleteServersTestJSON-1766103036 tempest-DeleteServersTestJSON-1766103036-project-member] [instance: 8ba3d7e7-2be2-4949-8c5f-8e508f04b292] Destroyed the VM [ 942.715384] env[62328]: DEBUG nova.virt.vmwareapi.vmops [None req-efb1d625-b748-4b92-9943-11604ef3fa0a tempest-DeleteServersTestJSON-1766103036 tempest-DeleteServersTestJSON-1766103036-project-member] [instance: 8ba3d7e7-2be2-4949-8c5f-8e508f04b292] Deleting Snapshot of the VM instance {{(pid=62328) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 942.718516] env[62328]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-041cd0f9-e95d-457f-b5ee-b33241193157 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 942.729590] env[62328]: DEBUG oslo_vmware.api [None req-efb1d625-b748-4b92-9943-11604ef3fa0a tempest-DeleteServersTestJSON-1766103036 tempest-DeleteServersTestJSON-1766103036-project-member] Waiting for the task: (returnval){ [ 942.729590] env[62328]: value = "task-2387257" [ 942.729590] env[62328]: _type = "Task" [ 942.729590] env[62328]: } to complete. {{(pid=62328) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 942.744182] env[62328]: DEBUG oslo_vmware.api [None req-efb1d625-b748-4b92-9943-11604ef3fa0a tempest-DeleteServersTestJSON-1766103036 tempest-DeleteServersTestJSON-1766103036-project-member] Task: {'id': task-2387257, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 942.783704] env[62328]: DEBUG oslo_vmware.api [None req-c6aea5c0-3581-4775-a5f2-405d29df9916 tempest-MultipleCreateTestJSON-1245707987 tempest-MultipleCreateTestJSON-1245707987-project-member] Task: {'id': task-2387255, 'name': PowerOffVM_Task, 'duration_secs': 0.263332} completed successfully. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 942.783974] env[62328]: DEBUG nova.virt.vmwareapi.vm_util [None req-c6aea5c0-3581-4775-a5f2-405d29df9916 tempest-MultipleCreateTestJSON-1245707987 tempest-MultipleCreateTestJSON-1245707987-project-member] [instance: a2e0536d-14f2-4383-891e-8cf0278a8bb9] Powered off the VM {{(pid=62328) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 942.784169] env[62328]: DEBUG nova.virt.vmwareapi.vmops [None req-c6aea5c0-3581-4775-a5f2-405d29df9916 tempest-MultipleCreateTestJSON-1245707987 tempest-MultipleCreateTestJSON-1245707987-project-member] [instance: a2e0536d-14f2-4383-891e-8cf0278a8bb9] Unregistering the VM {{(pid=62328) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 942.784422] env[62328]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-257cece3-f9ef-4fc1-ba51-2162d7a8e4e5 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 942.860204] env[62328]: DEBUG nova.virt.vmwareapi.vmops [None req-c6aea5c0-3581-4775-a5f2-405d29df9916 tempest-MultipleCreateTestJSON-1245707987 tempest-MultipleCreateTestJSON-1245707987-project-member] [instance: a2e0536d-14f2-4383-891e-8cf0278a8bb9] Unregistered the VM {{(pid=62328) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 942.860486] env[62328]: DEBUG nova.virt.vmwareapi.vmops [None req-c6aea5c0-3581-4775-a5f2-405d29df9916 tempest-MultipleCreateTestJSON-1245707987 tempest-MultipleCreateTestJSON-1245707987-project-member] [instance: a2e0536d-14f2-4383-891e-8cf0278a8bb9] Deleting contents of the VM from datastore datastore1 {{(pid=62328) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 942.860667] env[62328]: DEBUG nova.virt.vmwareapi.ds_util [None req-c6aea5c0-3581-4775-a5f2-405d29df9916 tempest-MultipleCreateTestJSON-1245707987 tempest-MultipleCreateTestJSON-1245707987-project-member] Deleting the datastore file [datastore1] a2e0536d-14f2-4383-891e-8cf0278a8bb9 {{(pid=62328) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 942.860951] env[62328]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-4aeecbbc-8cf4-48cf-9545-0cb2fd7851d4 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 942.874339] env[62328]: DEBUG oslo_vmware.api [None req-c6aea5c0-3581-4775-a5f2-405d29df9916 tempest-MultipleCreateTestJSON-1245707987 tempest-MultipleCreateTestJSON-1245707987-project-member] Waiting for the task: (returnval){ [ 942.874339] env[62328]: value = "task-2387259" [ 942.874339] env[62328]: _type = "Task" [ 942.874339] env[62328]: } to complete. {{(pid=62328) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 942.884380] env[62328]: DEBUG oslo_vmware.api [None req-c6aea5c0-3581-4775-a5f2-405d29df9916 tempest-MultipleCreateTestJSON-1245707987 tempest-MultipleCreateTestJSON-1245707987-project-member] Task: {'id': task-2387259, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 942.920749] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f6fc081b-f652-40b5-ab86-a58c4232668a {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 942.928795] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-87ac51a8-f901-4aeb-9a70-ef1dbb30c349 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 942.965821] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b93371a6-5052-4e0d-996b-b3cf470b251b {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 942.974710] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-23edc5b0-a1cb-4d21-8176-a9149b1e951b {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 942.988943] env[62328]: DEBUG oslo_vmware.api [None req-0c65172a-a889-4239-b73e-fc4220359de8 tempest-MultipleCreateTestJSON-1245707987 tempest-MultipleCreateTestJSON-1245707987-project-member] Task: {'id': task-2387256, 'name': PowerOffVM_Task, 'duration_secs': 0.298602} completed successfully. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 942.997206] env[62328]: DEBUG nova.virt.vmwareapi.vm_util [None req-0c65172a-a889-4239-b73e-fc4220359de8 tempest-MultipleCreateTestJSON-1245707987 tempest-MultipleCreateTestJSON-1245707987-project-member] [instance: 19cf93ff-3d13-4d89-a2b0-5ac9330075a6] Powered off the VM {{(pid=62328) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 942.997206] env[62328]: DEBUG nova.virt.vmwareapi.vmops [None req-0c65172a-a889-4239-b73e-fc4220359de8 tempest-MultipleCreateTestJSON-1245707987 tempest-MultipleCreateTestJSON-1245707987-project-member] [instance: 19cf93ff-3d13-4d89-a2b0-5ac9330075a6] Unregistering the VM {{(pid=62328) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 942.997950] env[62328]: DEBUG nova.compute.provider_tree [None req-19fd8925-4100-4be4-a24b-9a80b7d725c3 tempest-ImagesTestJSON-1776717495 tempest-ImagesTestJSON-1776717495-project-member] Inventory has not changed in ProviderTree for provider: 3469e9f8-04af-49ca-8435-49f104496744 {{(pid=62328) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 942.999259] env[62328]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-cdd0d43e-3e57-4e32-9d88-b8702040af05 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 943.008107] env[62328]: DEBUG oslo_concurrency.lockutils [None req-29b1448c-fab8-41c0-a9ee-15882e088551 tempest-ServerShowV254Test-1359864267 tempest-ServerShowV254Test-1359864267-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 943.019034] env[62328]: DEBUG oslo_vmware.api [None req-688edd7f-d1d3-43d0-8468-2fae3c53745a tempest-ServersAdminTestJSON-455323280 tempest-ServersAdminTestJSON-455323280-project-member] Task: {'id': task-2387252, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.106097} completed successfully. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 943.019034] env[62328]: DEBUG nova.virt.vmwareapi.vm_util [None req-688edd7f-d1d3-43d0-8468-2fae3c53745a tempest-ServersAdminTestJSON-455323280 tempest-ServersAdminTestJSON-455323280-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/dbf872a4-92be-47e4-8561-c3e2bf2423ab/dbf872a4-92be-47e4-8561-c3e2bf2423ab.vmdk to [datastore2] f7104096-3f71-4c4e-9c1a-dcfae81dc66a/f7104096-3f71-4c4e-9c1a-dcfae81dc66a.vmdk {{(pid=62328) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 943.019034] env[62328]: DEBUG nova.virt.vmwareapi.vmops [None req-688edd7f-d1d3-43d0-8468-2fae3c53745a tempest-ServersAdminTestJSON-455323280 tempest-ServersAdminTestJSON-455323280-project-member] [instance: f7104096-3f71-4c4e-9c1a-dcfae81dc66a] Extending root virtual disk to 1048576 {{(pid=62328) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 943.019034] env[62328]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-19c69433-bb81-452d-ad65-a1d7e067446c {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 943.021644] env[62328]: DEBUG nova.network.neutron [None req-458912d3-7bad-4ab1-bd2f-7d3ea5d10592 tempest-ServersTestJSON-2041147199 tempest-ServersTestJSON-2041147199-project-member] [instance: d9dcebce-1ee4-4f35-879b-a520176f261f] Successfully created port: 5f3517cc-0ffb-4f0d-9cf8-876459bd5806 {{(pid=62328) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 943.025019] env[62328]: DEBUG oslo_vmware.api [None req-688edd7f-d1d3-43d0-8468-2fae3c53745a tempest-ServersAdminTestJSON-455323280 tempest-ServersAdminTestJSON-455323280-project-member] Waiting for the task: (returnval){ [ 943.025019] env[62328]: value = "task-2387261" [ 943.025019] env[62328]: _type = "Task" [ 943.025019] env[62328]: } to complete. {{(pid=62328) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 943.037128] env[62328]: DEBUG oslo_vmware.api [None req-688edd7f-d1d3-43d0-8468-2fae3c53745a tempest-ServersAdminTestJSON-455323280 tempest-ServersAdminTestJSON-455323280-project-member] Task: {'id': task-2387261, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 943.067038] env[62328]: DEBUG nova.network.neutron [None req-40ea61cc-4f56-4022-afe8-4d65e4c8864f tempest-ServerDiskConfigTestJSON-126406698 tempest-ServerDiskConfigTestJSON-126406698-project-member] [instance: 5df51859-2d31-4abb-9c7d-d0b0405c3df9] Updating instance_info_cache with network_info: [{"id": "0a92ba59-319f-4ced-a7f5-6aa8112cc6c3", "address": "fa:16:3e:39:cc:77", "network": {"id": "ae1b0afd-4a0c-4b8a-99ac-dbdf6dd5bf95", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-10758413-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "33a1d9f198d84697b63d98d445dea080", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dcf5c3f7-4e33-4f21-b323-3673930b789c", "external-id": "nsx-vlan-transportzone-983", "segmentation_id": 983, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0a92ba59-31", "ovs_interfaceid": "0a92ba59-319f-4ced-a7f5-6aa8112cc6c3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62328) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 943.091728] env[62328]: DEBUG nova.virt.vmwareapi.vmops [None req-0c65172a-a889-4239-b73e-fc4220359de8 tempest-MultipleCreateTestJSON-1245707987 tempest-MultipleCreateTestJSON-1245707987-project-member] [instance: 19cf93ff-3d13-4d89-a2b0-5ac9330075a6] Unregistered the VM {{(pid=62328) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 943.091728] env[62328]: DEBUG nova.virt.vmwareapi.vmops [None req-0c65172a-a889-4239-b73e-fc4220359de8 tempest-MultipleCreateTestJSON-1245707987 tempest-MultipleCreateTestJSON-1245707987-project-member] [instance: 19cf93ff-3d13-4d89-a2b0-5ac9330075a6] Deleting contents of the VM from datastore datastore1 {{(pid=62328) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 943.091728] env[62328]: DEBUG nova.virt.vmwareapi.ds_util [None req-0c65172a-a889-4239-b73e-fc4220359de8 tempest-MultipleCreateTestJSON-1245707987 tempest-MultipleCreateTestJSON-1245707987-project-member] Deleting the datastore file [datastore1] 19cf93ff-3d13-4d89-a2b0-5ac9330075a6 {{(pid=62328) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 943.091728] env[62328]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-07107c2a-68c0-4266-8ccf-3f2427bb151a {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 943.108871] env[62328]: DEBUG oslo_vmware.api [None req-0c65172a-a889-4239-b73e-fc4220359de8 tempest-MultipleCreateTestJSON-1245707987 tempest-MultipleCreateTestJSON-1245707987-project-member] Waiting for the task: (returnval){ [ 943.108871] env[62328]: value = "task-2387262" [ 943.108871] env[62328]: _type = "Task" [ 943.108871] env[62328]: } to complete. {{(pid=62328) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 943.118372] env[62328]: DEBUG oslo_vmware.api [None req-0c65172a-a889-4239-b73e-fc4220359de8 tempest-MultipleCreateTestJSON-1245707987 tempest-MultipleCreateTestJSON-1245707987-project-member] Task: {'id': task-2387262, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 943.154371] env[62328]: DEBUG nova.network.neutron [None req-8678f7e4-919c-4116-a56e-207358a3be75 tempest-ServerMetadataTestJSON-2029257498 tempest-ServerMetadataTestJSON-2029257498-project-member] [instance: 4f661e25-00bc-4244-841b-575de5d4960b] Instance cache missing network info. {{(pid=62328) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 943.218571] env[62328]: DEBUG oslo_concurrency.lockutils [None req-27e13522-99fe-424c-8c66-3e10e880cc06 tempest-ServerActionsTestJSON-389109759 tempest-ServerActionsTestJSON-389109759-project-member] Lock "95dd703a-595e-467a-a8e9-bef4f806c33f" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.081s {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 943.242516] env[62328]: DEBUG oslo_vmware.api [None req-efb1d625-b748-4b92-9943-11604ef3fa0a tempest-DeleteServersTestJSON-1766103036 tempest-DeleteServersTestJSON-1766103036-project-member] Task: {'id': task-2387257, 'name': RemoveSnapshot_Task, 'duration_secs': 0.401501} completed successfully. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 943.242808] env[62328]: DEBUG nova.virt.vmwareapi.vmops [None req-efb1d625-b748-4b92-9943-11604ef3fa0a tempest-DeleteServersTestJSON-1766103036 tempest-DeleteServersTestJSON-1766103036-project-member] [instance: 8ba3d7e7-2be2-4949-8c5f-8e508f04b292] Deleted Snapshot of the VM instance {{(pid=62328) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 943.243104] env[62328]: DEBUG nova.compute.manager [None req-efb1d625-b748-4b92-9943-11604ef3fa0a tempest-DeleteServersTestJSON-1766103036 tempest-DeleteServersTestJSON-1766103036-project-member] [instance: 8ba3d7e7-2be2-4949-8c5f-8e508f04b292] Checking state {{(pid=62328) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 943.243979] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f7f488f9-646b-467b-929e-3bf062cc6638 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 943.385174] env[62328]: DEBUG oslo_vmware.api [None req-c6aea5c0-3581-4775-a5f2-405d29df9916 tempest-MultipleCreateTestJSON-1245707987 tempest-MultipleCreateTestJSON-1245707987-project-member] Task: {'id': task-2387259, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.228059} completed successfully. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 943.385413] env[62328]: DEBUG nova.virt.vmwareapi.ds_util [None req-c6aea5c0-3581-4775-a5f2-405d29df9916 tempest-MultipleCreateTestJSON-1245707987 tempest-MultipleCreateTestJSON-1245707987-project-member] Deleted the datastore file {{(pid=62328) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 943.385603] env[62328]: DEBUG nova.virt.vmwareapi.vmops [None req-c6aea5c0-3581-4775-a5f2-405d29df9916 tempest-MultipleCreateTestJSON-1245707987 tempest-MultipleCreateTestJSON-1245707987-project-member] [instance: a2e0536d-14f2-4383-891e-8cf0278a8bb9] Deleted contents of the VM from datastore datastore1 {{(pid=62328) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 943.386115] env[62328]: DEBUG nova.virt.vmwareapi.vmops [None req-c6aea5c0-3581-4775-a5f2-405d29df9916 tempest-MultipleCreateTestJSON-1245707987 tempest-MultipleCreateTestJSON-1245707987-project-member] [instance: a2e0536d-14f2-4383-891e-8cf0278a8bb9] Instance destroyed {{(pid=62328) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 943.386115] env[62328]: INFO nova.compute.manager [None req-c6aea5c0-3581-4775-a5f2-405d29df9916 tempest-MultipleCreateTestJSON-1245707987 tempest-MultipleCreateTestJSON-1245707987-project-member] [instance: a2e0536d-14f2-4383-891e-8cf0278a8bb9] Took 1.14 seconds to destroy the instance on the hypervisor. [ 943.386244] env[62328]: DEBUG oslo.service.loopingcall [None req-c6aea5c0-3581-4775-a5f2-405d29df9916 tempest-MultipleCreateTestJSON-1245707987 tempest-MultipleCreateTestJSON-1245707987-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62328) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 943.386407] env[62328]: DEBUG nova.compute.manager [-] [instance: a2e0536d-14f2-4383-891e-8cf0278a8bb9] Deallocating network for instance {{(pid=62328) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 943.386501] env[62328]: DEBUG nova.network.neutron [-] [instance: a2e0536d-14f2-4383-891e-8cf0278a8bb9] deallocate_for_instance() {{(pid=62328) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 943.444516] env[62328]: DEBUG nova.virt.vmwareapi.volumeops [None req-7be6e345-2be4-4b44-9f17-40c35bf6cce2 tempest-AttachVolumeNegativeTest-1920358930 tempest-AttachVolumeNegativeTest-1920358930-project-member] [instance: 7adef1ae-8c30-4c37-be1b-f4163d47eff1] Volume attach. Driver type: vmdk {{(pid=62328) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 943.444679] env[62328]: DEBUG nova.virt.vmwareapi.volumeops [None req-7be6e345-2be4-4b44-9f17-40c35bf6cce2 tempest-AttachVolumeNegativeTest-1920358930 tempest-AttachVolumeNegativeTest-1920358930-project-member] [instance: 7adef1ae-8c30-4c37-be1b-f4163d47eff1] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-484408', 'volume_id': 'd543e5d9-cad2-4fd0-8d8d-53269e77a572', 'name': 'volume-d543e5d9-cad2-4fd0-8d8d-53269e77a572', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '7adef1ae-8c30-4c37-be1b-f4163d47eff1', 'attached_at': '', 'detached_at': '', 'volume_id': 'd543e5d9-cad2-4fd0-8d8d-53269e77a572', 'serial': 'd543e5d9-cad2-4fd0-8d8d-53269e77a572'} {{(pid=62328) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 943.445705] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d3df1cea-3405-425b-b96a-49c15c3783c1 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 943.468944] env[62328]: DEBUG nova.compute.manager [None req-458912d3-7bad-4ab1-bd2f-7d3ea5d10592 tempest-ServersTestJSON-2041147199 tempest-ServersTestJSON-2041147199-project-member] [instance: d9dcebce-1ee4-4f35-879b-a520176f261f] Start spawning the instance on the hypervisor. {{(pid=62328) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 943.473914] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0f9a6cec-5530-4fc7-a1a7-320e2d4225bd {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 943.507120] env[62328]: DEBUG nova.virt.vmwareapi.volumeops [None req-7be6e345-2be4-4b44-9f17-40c35bf6cce2 tempest-AttachVolumeNegativeTest-1920358930 tempest-AttachVolumeNegativeTest-1920358930-project-member] [instance: 7adef1ae-8c30-4c37-be1b-f4163d47eff1] Reconfiguring VM instance instance-0000004a to attach disk [datastore2] volume-d543e5d9-cad2-4fd0-8d8d-53269e77a572/volume-d543e5d9-cad2-4fd0-8d8d-53269e77a572.vmdk or device None with type thin {{(pid=62328) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 943.510841] env[62328]: DEBUG nova.scheduler.client.report [None req-19fd8925-4100-4be4-a24b-9a80b7d725c3 tempest-ImagesTestJSON-1776717495 tempest-ImagesTestJSON-1776717495-project-member] Inventory has not changed for provider 3469e9f8-04af-49ca-8435-49f104496744 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 152, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62328) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 943.515018] env[62328]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c895db71-efbc-4900-b04d-4594341ba299 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 943.536345] env[62328]: DEBUG nova.virt.hardware [None req-458912d3-7bad-4ab1-bd2f-7d3ea5d10592 tempest-ServersTestJSON-2041147199 tempest-ServersTestJSON-2041147199-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-07T17:16:55Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-07T17:16:37Z,direct_url=,disk_format='vmdk',id=dbf872a4-92be-47e4-8561-c3e2bf2423ab,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='2a64022f08d84b11a86773b900860ae5',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-07T17:16:38Z,virtual_size=,visibility=), allow threads: False {{(pid=62328) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 943.537110] env[62328]: DEBUG nova.virt.hardware [None req-458912d3-7bad-4ab1-bd2f-7d3ea5d10592 tempest-ServersTestJSON-2041147199 tempest-ServersTestJSON-2041147199-project-member] Flavor limits 0:0:0 {{(pid=62328) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 943.537110] env[62328]: DEBUG nova.virt.hardware [None req-458912d3-7bad-4ab1-bd2f-7d3ea5d10592 tempest-ServersTestJSON-2041147199 tempest-ServersTestJSON-2041147199-project-member] Image limits 0:0:0 {{(pid=62328) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 943.537279] env[62328]: DEBUG nova.virt.hardware [None req-458912d3-7bad-4ab1-bd2f-7d3ea5d10592 tempest-ServersTestJSON-2041147199 tempest-ServersTestJSON-2041147199-project-member] Flavor pref 0:0:0 {{(pid=62328) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 943.537607] env[62328]: DEBUG nova.virt.hardware [None req-458912d3-7bad-4ab1-bd2f-7d3ea5d10592 tempest-ServersTestJSON-2041147199 tempest-ServersTestJSON-2041147199-project-member] Image pref 0:0:0 {{(pid=62328) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 943.537933] env[62328]: DEBUG nova.virt.hardware [None req-458912d3-7bad-4ab1-bd2f-7d3ea5d10592 tempest-ServersTestJSON-2041147199 tempest-ServersTestJSON-2041147199-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62328) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 943.538379] env[62328]: DEBUG nova.virt.hardware [None req-458912d3-7bad-4ab1-bd2f-7d3ea5d10592 tempest-ServersTestJSON-2041147199 tempest-ServersTestJSON-2041147199-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62328) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 943.538379] env[62328]: DEBUG nova.virt.hardware [None req-458912d3-7bad-4ab1-bd2f-7d3ea5d10592 tempest-ServersTestJSON-2041147199 tempest-ServersTestJSON-2041147199-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62328) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 943.538577] env[62328]: DEBUG nova.virt.hardware [None req-458912d3-7bad-4ab1-bd2f-7d3ea5d10592 tempest-ServersTestJSON-2041147199 tempest-ServersTestJSON-2041147199-project-member] Got 1 possible topologies {{(pid=62328) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 943.538737] env[62328]: DEBUG nova.virt.hardware [None req-458912d3-7bad-4ab1-bd2f-7d3ea5d10592 tempest-ServersTestJSON-2041147199 tempest-ServersTestJSON-2041147199-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62328) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 943.542020] env[62328]: DEBUG nova.virt.hardware [None req-458912d3-7bad-4ab1-bd2f-7d3ea5d10592 tempest-ServersTestJSON-2041147199 tempest-ServersTestJSON-2041147199-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62328) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 943.542020] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-573d8b60-65fa-4315-964a-61f111eb8fe3 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 943.550024] env[62328]: DEBUG oslo_vmware.api [None req-7be6e345-2be4-4b44-9f17-40c35bf6cce2 tempest-AttachVolumeNegativeTest-1920358930 tempest-AttachVolumeNegativeTest-1920358930-project-member] Waiting for the task: (returnval){ [ 943.550024] env[62328]: value = "task-2387263" [ 943.550024] env[62328]: _type = "Task" [ 943.550024] env[62328]: } to complete. {{(pid=62328) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 943.550024] env[62328]: DEBUG oslo_vmware.api [None req-688edd7f-d1d3-43d0-8468-2fae3c53745a tempest-ServersAdminTestJSON-455323280 tempest-ServersAdminTestJSON-455323280-project-member] Task: {'id': task-2387261, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.083157} completed successfully. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 943.550024] env[62328]: DEBUG nova.virt.vmwareapi.vmops [None req-688edd7f-d1d3-43d0-8468-2fae3c53745a tempest-ServersAdminTestJSON-455323280 tempest-ServersAdminTestJSON-455323280-project-member] [instance: f7104096-3f71-4c4e-9c1a-dcfae81dc66a] Extended root virtual disk {{(pid=62328) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 943.552719] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2a430eaf-413d-46e9-8e8f-72ae3c0bcf96 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 943.560400] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5c0bd1ec-42cf-4c5f-b87f-f69f0a9e6d35 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 943.579244] env[62328]: DEBUG oslo_vmware.api [None req-7be6e345-2be4-4b44-9f17-40c35bf6cce2 tempest-AttachVolumeNegativeTest-1920358930 tempest-AttachVolumeNegativeTest-1920358930-project-member] Task: {'id': task-2387263, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 943.579714] env[62328]: DEBUG oslo_concurrency.lockutils [None req-40ea61cc-4f56-4022-afe8-4d65e4c8864f tempest-ServerDiskConfigTestJSON-126406698 tempest-ServerDiskConfigTestJSON-126406698-project-member] Releasing lock "refresh_cache-5df51859-2d31-4abb-9c7d-d0b0405c3df9" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 943.592866] env[62328]: DEBUG nova.virt.vmwareapi.volumeops [None req-688edd7f-d1d3-43d0-8468-2fae3c53745a tempest-ServersAdminTestJSON-455323280 tempest-ServersAdminTestJSON-455323280-project-member] [instance: f7104096-3f71-4c4e-9c1a-dcfae81dc66a] Reconfiguring VM instance instance-0000004b to attach disk [datastore2] f7104096-3f71-4c4e-9c1a-dcfae81dc66a/f7104096-3f71-4c4e-9c1a-dcfae81dc66a.vmdk or device None with type sparse {{(pid=62328) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 943.593330] env[62328]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-39649f0f-0376-416b-a9cc-09081b89ef59 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 943.629182] env[62328]: DEBUG oslo_vmware.api [None req-0c65172a-a889-4239-b73e-fc4220359de8 tempest-MultipleCreateTestJSON-1245707987 tempest-MultipleCreateTestJSON-1245707987-project-member] Task: {'id': task-2387262, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.458935} completed successfully. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 943.630510] env[62328]: DEBUG nova.virt.vmwareapi.ds_util [None req-0c65172a-a889-4239-b73e-fc4220359de8 tempest-MultipleCreateTestJSON-1245707987 tempest-MultipleCreateTestJSON-1245707987-project-member] Deleted the datastore file {{(pid=62328) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 943.630693] env[62328]: DEBUG nova.virt.vmwareapi.vmops [None req-0c65172a-a889-4239-b73e-fc4220359de8 tempest-MultipleCreateTestJSON-1245707987 tempest-MultipleCreateTestJSON-1245707987-project-member] [instance: 19cf93ff-3d13-4d89-a2b0-5ac9330075a6] Deleted contents of the VM from datastore datastore1 {{(pid=62328) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 943.630867] env[62328]: DEBUG nova.virt.vmwareapi.vmops [None req-0c65172a-a889-4239-b73e-fc4220359de8 tempest-MultipleCreateTestJSON-1245707987 tempest-MultipleCreateTestJSON-1245707987-project-member] [instance: 19cf93ff-3d13-4d89-a2b0-5ac9330075a6] Instance destroyed {{(pid=62328) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 943.631046] env[62328]: INFO nova.compute.manager [None req-0c65172a-a889-4239-b73e-fc4220359de8 tempest-MultipleCreateTestJSON-1245707987 tempest-MultipleCreateTestJSON-1245707987-project-member] [instance: 19cf93ff-3d13-4d89-a2b0-5ac9330075a6] Took 1.18 seconds to destroy the instance on the hypervisor. [ 943.631586] env[62328]: DEBUG oslo.service.loopingcall [None req-0c65172a-a889-4239-b73e-fc4220359de8 tempest-MultipleCreateTestJSON-1245707987 tempest-MultipleCreateTestJSON-1245707987-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62328) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 943.631586] env[62328]: DEBUG oslo_vmware.api [None req-688edd7f-d1d3-43d0-8468-2fae3c53745a tempest-ServersAdminTestJSON-455323280 tempest-ServersAdminTestJSON-455323280-project-member] Waiting for the task: (returnval){ [ 943.631586] env[62328]: value = "task-2387264" [ 943.631586] env[62328]: _type = "Task" [ 943.631586] env[62328]: } to complete. {{(pid=62328) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 943.631821] env[62328]: DEBUG nova.compute.manager [-] [instance: 19cf93ff-3d13-4d89-a2b0-5ac9330075a6] Deallocating network for instance {{(pid=62328) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 943.631821] env[62328]: DEBUG nova.network.neutron [-] [instance: 19cf93ff-3d13-4d89-a2b0-5ac9330075a6] deallocate_for_instance() {{(pid=62328) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 943.643169] env[62328]: DEBUG oslo_vmware.api [None req-688edd7f-d1d3-43d0-8468-2fae3c53745a tempest-ServersAdminTestJSON-455323280 tempest-ServersAdminTestJSON-455323280-project-member] Task: {'id': task-2387264, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 943.647017] env[62328]: DEBUG nova.network.neutron [None req-8678f7e4-919c-4116-a56e-207358a3be75 tempest-ServerMetadataTestJSON-2029257498 tempest-ServerMetadataTestJSON-2029257498-project-member] [instance: 4f661e25-00bc-4244-841b-575de5d4960b] Updating instance_info_cache with network_info: [{"id": "c5b9e20a-1305-43fd-82ed-8e7d07d48756", "address": "fa:16:3e:1c:06:2b", "network": {"id": "9e71049a-09c5-4e2f-a536-3a1f4ff70765", "bridge": "br-int", "label": "tempest-ServerMetadataTestJSON-1803040302-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "589e391d3ed441299c3a3c2f2342e1aa", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "89ef02af-c508-432f-ae29-3a219701d584", "external-id": "nsx-vlan-transportzone-313", "segmentation_id": 313, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc5b9e20a-13", "ovs_interfaceid": "c5b9e20a-1305-43fd-82ed-8e7d07d48756", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62328) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 943.760336] env[62328]: INFO nova.compute.manager [None req-efb1d625-b748-4b92-9943-11604ef3fa0a tempest-DeleteServersTestJSON-1766103036 tempest-DeleteServersTestJSON-1766103036-project-member] [instance: 8ba3d7e7-2be2-4949-8c5f-8e508f04b292] Shelve offloading [ 944.030142] env[62328]: DEBUG oslo_concurrency.lockutils [None req-19fd8925-4100-4be4-a24b-9a80b7d725c3 tempest-ImagesTestJSON-1776717495 tempest-ImagesTestJSON-1776717495-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.615s {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 944.030142] env[62328]: DEBUG nova.compute.manager [None req-19fd8925-4100-4be4-a24b-9a80b7d725c3 tempest-ImagesTestJSON-1776717495 tempest-ImagesTestJSON-1776717495-project-member] [instance: fa773569-3987-4bca-8f5f-638a337630b1] Start building networks asynchronously for instance. {{(pid=62328) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 944.033207] env[62328]: DEBUG nova.compute.manager [req-8551b4a3-699a-4ab8-bf04-99edc412a8ca req-4db5a5c5-cd0e-4c78-b0e8-0feee2a310c5 service nova] [instance: 4f661e25-00bc-4244-841b-575de5d4960b] Received event network-changed-c5b9e20a-1305-43fd-82ed-8e7d07d48756 {{(pid=62328) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 944.033399] env[62328]: DEBUG nova.compute.manager [req-8551b4a3-699a-4ab8-bf04-99edc412a8ca req-4db5a5c5-cd0e-4c78-b0e8-0feee2a310c5 service nova] [instance: 4f661e25-00bc-4244-841b-575de5d4960b] Refreshing instance network info cache due to event network-changed-c5b9e20a-1305-43fd-82ed-8e7d07d48756. {{(pid=62328) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 944.033575] env[62328]: DEBUG oslo_concurrency.lockutils [req-8551b4a3-699a-4ab8-bf04-99edc412a8ca req-4db5a5c5-cd0e-4c78-b0e8-0feee2a310c5 service nova] Acquiring lock "refresh_cache-4f661e25-00bc-4244-841b-575de5d4960b" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 944.034113] env[62328]: DEBUG oslo_concurrency.lockutils [None req-2a19e6eb-ba52-423b-b78b-258f89b73076 tempest-ImagesTestJSON-1776717495 tempest-ImagesTestJSON-1776717495-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 19.430s {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 944.034372] env[62328]: DEBUG oslo_concurrency.lockutils [None req-2a19e6eb-ba52-423b-b78b-258f89b73076 tempest-ImagesTestJSON-1776717495 tempest-ImagesTestJSON-1776717495-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 944.037029] env[62328]: DEBUG oslo_concurrency.lockutils [None req-3405116e-3de1-4971-9f65-82802ece9c2d tempest-ServersNegativeTestJSON-1019155744 tempest-ServersNegativeTestJSON-1019155744-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 16.109s {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 944.038979] env[62328]: INFO nova.compute.claims [None req-3405116e-3de1-4971-9f65-82802ece9c2d tempest-ServersNegativeTestJSON-1019155744 tempest-ServersNegativeTestJSON-1019155744-project-member] [instance: 206ded69-14c7-477f-9c36-376ff43a9641] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 944.052120] env[62328]: DEBUG nova.compute.manager [req-513603d6-2bfd-42c3-ac0f-98d53d866a93 req-f2d66149-e568-4747-9ebd-866c66f38ea3 service nova] [instance: 19cf93ff-3d13-4d89-a2b0-5ac9330075a6] Received event network-vif-deleted-0bcdd0ed-8449-43d9-b850-0d8b6f2de854 {{(pid=62328) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 944.052120] env[62328]: INFO nova.compute.manager [req-513603d6-2bfd-42c3-ac0f-98d53d866a93 req-f2d66149-e568-4747-9ebd-866c66f38ea3 service nova] [instance: 19cf93ff-3d13-4d89-a2b0-5ac9330075a6] Neutron deleted interface 0bcdd0ed-8449-43d9-b850-0d8b6f2de854; detaching it from the instance and deleting it from the info cache [ 944.052120] env[62328]: DEBUG nova.network.neutron [req-513603d6-2bfd-42c3-ac0f-98d53d866a93 req-f2d66149-e568-4747-9ebd-866c66f38ea3 service nova] [instance: 19cf93ff-3d13-4d89-a2b0-5ac9330075a6] Updating instance_info_cache with network_info: [] {{(pid=62328) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 944.063748] env[62328]: DEBUG oslo_vmware.api [None req-7be6e345-2be4-4b44-9f17-40c35bf6cce2 tempest-AttachVolumeNegativeTest-1920358930 tempest-AttachVolumeNegativeTest-1920358930-project-member] Task: {'id': task-2387263, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 944.071513] env[62328]: INFO nova.scheduler.client.report [None req-2a19e6eb-ba52-423b-b78b-258f89b73076 tempest-ImagesTestJSON-1776717495 tempest-ImagesTestJSON-1776717495-project-member] Deleted allocations for instance e237fc84-753c-4824-a26a-498ba160f4f9 [ 944.110937] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-728a5e24-d96d-49a2-b52e-328041ad937f {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 944.134022] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5ea8607c-0e54-4ba3-b9d0-33a0bef163b9 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 944.146087] env[62328]: DEBUG oslo_vmware.api [None req-688edd7f-d1d3-43d0-8468-2fae3c53745a tempest-ServersAdminTestJSON-455323280 tempest-ServersAdminTestJSON-455323280-project-member] Task: {'id': task-2387264, 'name': ReconfigVM_Task, 'duration_secs': 0.318463} completed successfully. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 944.148450] env[62328]: DEBUG nova.virt.vmwareapi.volumeops [None req-688edd7f-d1d3-43d0-8468-2fae3c53745a tempest-ServersAdminTestJSON-455323280 tempest-ServersAdminTestJSON-455323280-project-member] [instance: f7104096-3f71-4c4e-9c1a-dcfae81dc66a] Reconfigured VM instance instance-0000004b to attach disk [datastore2] f7104096-3f71-4c4e-9c1a-dcfae81dc66a/f7104096-3f71-4c4e-9c1a-dcfae81dc66a.vmdk or device None with type sparse {{(pid=62328) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 944.149275] env[62328]: DEBUG oslo_concurrency.lockutils [None req-8678f7e4-919c-4116-a56e-207358a3be75 tempest-ServerMetadataTestJSON-2029257498 tempest-ServerMetadataTestJSON-2029257498-project-member] Releasing lock "refresh_cache-4f661e25-00bc-4244-841b-575de5d4960b" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 944.149572] env[62328]: DEBUG nova.compute.manager [None req-8678f7e4-919c-4116-a56e-207358a3be75 tempest-ServerMetadataTestJSON-2029257498 tempest-ServerMetadataTestJSON-2029257498-project-member] [instance: 4f661e25-00bc-4244-841b-575de5d4960b] Instance network_info: |[{"id": "c5b9e20a-1305-43fd-82ed-8e7d07d48756", "address": "fa:16:3e:1c:06:2b", "network": {"id": "9e71049a-09c5-4e2f-a536-3a1f4ff70765", "bridge": "br-int", "label": "tempest-ServerMetadataTestJSON-1803040302-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "589e391d3ed441299c3a3c2f2342e1aa", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "89ef02af-c508-432f-ae29-3a219701d584", "external-id": "nsx-vlan-transportzone-313", "segmentation_id": 313, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc5b9e20a-13", "ovs_interfaceid": "c5b9e20a-1305-43fd-82ed-8e7d07d48756", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62328) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 944.149909] env[62328]: DEBUG nova.virt.vmwareapi.vmops [None req-40ea61cc-4f56-4022-afe8-4d65e4c8864f tempest-ServerDiskConfigTestJSON-126406698 tempest-ServerDiskConfigTestJSON-126406698-project-member] [instance: 5df51859-2d31-4abb-9c7d-d0b0405c3df9] Updating instance '5df51859-2d31-4abb-9c7d-d0b0405c3df9' progress to 83 {{(pid=62328) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 944.153884] env[62328]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-beb8b05e-6b8f-4cf7-b667-85589ff6ac5d {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 944.155504] env[62328]: DEBUG oslo_concurrency.lockutils [req-8551b4a3-699a-4ab8-bf04-99edc412a8ca req-4db5a5c5-cd0e-4c78-b0e8-0feee2a310c5 service nova] Acquired lock "refresh_cache-4f661e25-00bc-4244-841b-575de5d4960b" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 944.155686] env[62328]: DEBUG nova.network.neutron [req-8551b4a3-699a-4ab8-bf04-99edc412a8ca req-4db5a5c5-cd0e-4c78-b0e8-0feee2a310c5 service nova] [instance: 4f661e25-00bc-4244-841b-575de5d4960b] Refreshing network info cache for port c5b9e20a-1305-43fd-82ed-8e7d07d48756 {{(pid=62328) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 944.156853] env[62328]: DEBUG nova.virt.vmwareapi.vmops [None req-8678f7e4-919c-4116-a56e-207358a3be75 tempest-ServerMetadataTestJSON-2029257498 tempest-ServerMetadataTestJSON-2029257498-project-member] [instance: 4f661e25-00bc-4244-841b-575de5d4960b] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:1c:06:2b', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '89ef02af-c508-432f-ae29-3a219701d584', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'c5b9e20a-1305-43fd-82ed-8e7d07d48756', 'vif_model': 'vmxnet3'}] {{(pid=62328) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 944.165217] env[62328]: DEBUG nova.virt.vmwareapi.vm_util [None req-8678f7e4-919c-4116-a56e-207358a3be75 tempest-ServerMetadataTestJSON-2029257498 tempest-ServerMetadataTestJSON-2029257498-project-member] Creating folder: Project (589e391d3ed441299c3a3c2f2342e1aa). Parent ref: group-v484164. {{(pid=62328) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 944.168764] env[62328]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-b10c09ea-4c3c-40b3-81de-947ea11cdae1 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 944.179371] env[62328]: DEBUG oslo_vmware.api [None req-688edd7f-d1d3-43d0-8468-2fae3c53745a tempest-ServersAdminTestJSON-455323280 tempest-ServersAdminTestJSON-455323280-project-member] Waiting for the task: (returnval){ [ 944.179371] env[62328]: value = "task-2387266" [ 944.179371] env[62328]: _type = "Task" [ 944.179371] env[62328]: } to complete. {{(pid=62328) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 944.190209] env[62328]: DEBUG oslo_vmware.api [None req-688edd7f-d1d3-43d0-8468-2fae3c53745a tempest-ServersAdminTestJSON-455323280 tempest-ServersAdminTestJSON-455323280-project-member] Task: {'id': task-2387266, 'name': Rename_Task} progress is 0%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 944.191668] env[62328]: INFO nova.virt.vmwareapi.vm_util [None req-8678f7e4-919c-4116-a56e-207358a3be75 tempest-ServerMetadataTestJSON-2029257498 tempest-ServerMetadataTestJSON-2029257498-project-member] Created folder: Project (589e391d3ed441299c3a3c2f2342e1aa) in parent group-v484164. [ 944.191855] env[62328]: DEBUG nova.virt.vmwareapi.vm_util [None req-8678f7e4-919c-4116-a56e-207358a3be75 tempest-ServerMetadataTestJSON-2029257498 tempest-ServerMetadataTestJSON-2029257498-project-member] Creating folder: Instances. Parent ref: group-v484410. {{(pid=62328) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 944.192107] env[62328]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-8cee5038-3b85-4220-a64d-ab9ec397ce38 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 944.205392] env[62328]: INFO nova.virt.vmwareapi.vm_util [None req-8678f7e4-919c-4116-a56e-207358a3be75 tempest-ServerMetadataTestJSON-2029257498 tempest-ServerMetadataTestJSON-2029257498-project-member] Created folder: Instances in parent group-v484410. [ 944.205661] env[62328]: DEBUG oslo.service.loopingcall [None req-8678f7e4-919c-4116-a56e-207358a3be75 tempest-ServerMetadataTestJSON-2029257498 tempest-ServerMetadataTestJSON-2029257498-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62328) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 944.208266] env[62328]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4f661e25-00bc-4244-841b-575de5d4960b] Creating VM on the ESX host {{(pid=62328) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 944.208544] env[62328]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-448fda4f-be7f-44ff-8537-041b368ab86b {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 944.236483] env[62328]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 944.236483] env[62328]: value = "task-2387268" [ 944.236483] env[62328]: _type = "Task" [ 944.236483] env[62328]: } to complete. {{(pid=62328) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 944.243584] env[62328]: DEBUG nova.objects.instance [None req-b8853ef2-5c15-49ad-a3e6-86580b1bf3e3 tempest-ServerActionsTestJSON-389109759 tempest-ServerActionsTestJSON-389109759-project-member] Lazy-loading 'flavor' on Instance uuid 95dd703a-595e-467a-a8e9-bef4f806c33f {{(pid=62328) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 944.252589] env[62328]: DEBUG oslo_vmware.api [-] Task: {'id': task-2387268, 'name': CreateVM_Task} progress is 0%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 944.264932] env[62328]: DEBUG nova.virt.vmwareapi.vm_util [None req-efb1d625-b748-4b92-9943-11604ef3fa0a tempest-DeleteServersTestJSON-1766103036 tempest-DeleteServersTestJSON-1766103036-project-member] [instance: 8ba3d7e7-2be2-4949-8c5f-8e508f04b292] Powering off the VM {{(pid=62328) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 944.265484] env[62328]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-680aabfb-d9c2-403d-889f-1a876b9c495f {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 944.273263] env[62328]: DEBUG oslo_vmware.api [None req-efb1d625-b748-4b92-9943-11604ef3fa0a tempest-DeleteServersTestJSON-1766103036 tempest-DeleteServersTestJSON-1766103036-project-member] Waiting for the task: (returnval){ [ 944.273263] env[62328]: value = "task-2387269" [ 944.273263] env[62328]: _type = "Task" [ 944.273263] env[62328]: } to complete. {{(pid=62328) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 944.286722] env[62328]: DEBUG nova.virt.vmwareapi.vm_util [None req-efb1d625-b748-4b92-9943-11604ef3fa0a tempest-DeleteServersTestJSON-1766103036 tempest-DeleteServersTestJSON-1766103036-project-member] [instance: 8ba3d7e7-2be2-4949-8c5f-8e508f04b292] VM already powered off {{(pid=62328) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 944.286960] env[62328]: DEBUG nova.compute.manager [None req-efb1d625-b748-4b92-9943-11604ef3fa0a tempest-DeleteServersTestJSON-1766103036 tempest-DeleteServersTestJSON-1766103036-project-member] [instance: 8ba3d7e7-2be2-4949-8c5f-8e508f04b292] Checking state {{(pid=62328) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 944.287826] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-790400e9-76ff-42b3-b37e-210bf2416e41 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 944.295357] env[62328]: DEBUG oslo_concurrency.lockutils [None req-efb1d625-b748-4b92-9943-11604ef3fa0a tempest-DeleteServersTestJSON-1766103036 tempest-DeleteServersTestJSON-1766103036-project-member] Acquiring lock "refresh_cache-8ba3d7e7-2be2-4949-8c5f-8e508f04b292" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 944.295625] env[62328]: DEBUG oslo_concurrency.lockutils [None req-efb1d625-b748-4b92-9943-11604ef3fa0a tempest-DeleteServersTestJSON-1766103036 tempest-DeleteServersTestJSON-1766103036-project-member] Acquired lock "refresh_cache-8ba3d7e7-2be2-4949-8c5f-8e508f04b292" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 944.295831] env[62328]: DEBUG nova.network.neutron [None req-efb1d625-b748-4b92-9943-11604ef3fa0a tempest-DeleteServersTestJSON-1766103036 tempest-DeleteServersTestJSON-1766103036-project-member] [instance: 8ba3d7e7-2be2-4949-8c5f-8e508f04b292] Building network info cache for instance {{(pid=62328) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 944.422275] env[62328]: DEBUG nova.network.neutron [-] [instance: 19cf93ff-3d13-4d89-a2b0-5ac9330075a6] Updating instance_info_cache with network_info: [] {{(pid=62328) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 944.537444] env[62328]: DEBUG nova.compute.utils [None req-19fd8925-4100-4be4-a24b-9a80b7d725c3 tempest-ImagesTestJSON-1776717495 tempest-ImagesTestJSON-1776717495-project-member] Using /dev/sd instead of None {{(pid=62328) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 944.538511] env[62328]: DEBUG nova.compute.manager [None req-19fd8925-4100-4be4-a24b-9a80b7d725c3 tempest-ImagesTestJSON-1776717495 tempest-ImagesTestJSON-1776717495-project-member] [instance: fa773569-3987-4bca-8f5f-638a337630b1] Allocating IP information in the background. {{(pid=62328) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 944.538511] env[62328]: DEBUG nova.network.neutron [None req-19fd8925-4100-4be4-a24b-9a80b7d725c3 tempest-ImagesTestJSON-1776717495 tempest-ImagesTestJSON-1776717495-project-member] [instance: fa773569-3987-4bca-8f5f-638a337630b1] allocate_for_instance() {{(pid=62328) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 944.547362] env[62328]: DEBUG nova.network.neutron [-] [instance: a2e0536d-14f2-4383-891e-8cf0278a8bb9] Updating instance_info_cache with network_info: [] {{(pid=62328) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 944.563235] env[62328]: DEBUG nova.network.neutron [req-8551b4a3-699a-4ab8-bf04-99edc412a8ca req-4db5a5c5-cd0e-4c78-b0e8-0feee2a310c5 service nova] [instance: 4f661e25-00bc-4244-841b-575de5d4960b] Updated VIF entry in instance network info cache for port c5b9e20a-1305-43fd-82ed-8e7d07d48756. {{(pid=62328) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 944.563698] env[62328]: DEBUG nova.network.neutron [req-8551b4a3-699a-4ab8-bf04-99edc412a8ca req-4db5a5c5-cd0e-4c78-b0e8-0feee2a310c5 service nova] [instance: 4f661e25-00bc-4244-841b-575de5d4960b] Updating instance_info_cache with network_info: [{"id": "c5b9e20a-1305-43fd-82ed-8e7d07d48756", "address": "fa:16:3e:1c:06:2b", "network": {"id": "9e71049a-09c5-4e2f-a536-3a1f4ff70765", "bridge": "br-int", "label": "tempest-ServerMetadataTestJSON-1803040302-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "589e391d3ed441299c3a3c2f2342e1aa", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "89ef02af-c508-432f-ae29-3a219701d584", "external-id": "nsx-vlan-transportzone-313", "segmentation_id": 313, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc5b9e20a-13", "ovs_interfaceid": "c5b9e20a-1305-43fd-82ed-8e7d07d48756", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62328) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 944.564706] env[62328]: WARNING oslo_messaging._drivers.amqpdriver [req-8551b4a3-699a-4ab8-bf04-99edc412a8ca req-4db5a5c5-cd0e-4c78-b0e8-0feee2a310c5 service nova] Number of call queues is 11, greater than warning threshold: 10. There could be a leak. Increasing threshold to: 20 [ 944.565744] env[62328]: DEBUG oslo_vmware.api [None req-7be6e345-2be4-4b44-9f17-40c35bf6cce2 tempest-AttachVolumeNegativeTest-1920358930 tempest-AttachVolumeNegativeTest-1920358930-project-member] Task: {'id': task-2387263, 'name': ReconfigVM_Task, 'duration_secs': 0.57649} completed successfully. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 944.566659] env[62328]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-0af09ef6-a3a7-4cd7-a922-6d0c0a4ec55d {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 944.571343] env[62328]: DEBUG nova.virt.vmwareapi.volumeops [None req-7be6e345-2be4-4b44-9f17-40c35bf6cce2 tempest-AttachVolumeNegativeTest-1920358930 tempest-AttachVolumeNegativeTest-1920358930-project-member] [instance: 7adef1ae-8c30-4c37-be1b-f4163d47eff1] Reconfigured VM instance instance-0000004a to attach disk [datastore2] volume-d543e5d9-cad2-4fd0-8d8d-53269e77a572/volume-d543e5d9-cad2-4fd0-8d8d-53269e77a572.vmdk or device None with type thin {{(pid=62328) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 944.576371] env[62328]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2d52db8e-620e-4175-820f-94598bc5bca1 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 944.588913] env[62328]: DEBUG oslo_concurrency.lockutils [None req-2a19e6eb-ba52-423b-b78b-258f89b73076 tempest-ImagesTestJSON-1776717495 tempest-ImagesTestJSON-1776717495-project-member] Lock "e237fc84-753c-4824-a26a-498ba160f4f9" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 24.256s {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 944.594251] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5ad2cae2-4913-481f-b677-8b7d409d1f77 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 944.609169] env[62328]: DEBUG nova.policy [None req-19fd8925-4100-4be4-a24b-9a80b7d725c3 tempest-ImagesTestJSON-1776717495 tempest-ImagesTestJSON-1776717495-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '2a8c1cb2dd264ab786b63b3d318857b9', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '79ff0ac960284ebab9828a8e768f66f2', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62328) authorize /opt/stack/nova/nova/policy.py:192}} [ 944.610874] env[62328]: DEBUG oslo_vmware.api [None req-7be6e345-2be4-4b44-9f17-40c35bf6cce2 tempest-AttachVolumeNegativeTest-1920358930 tempest-AttachVolumeNegativeTest-1920358930-project-member] Waiting for the task: (returnval){ [ 944.610874] env[62328]: value = "task-2387270" [ 944.610874] env[62328]: _type = "Task" [ 944.610874] env[62328]: } to complete. {{(pid=62328) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 944.620103] env[62328]: DEBUG oslo_vmware.api [None req-7be6e345-2be4-4b44-9f17-40c35bf6cce2 tempest-AttachVolumeNegativeTest-1920358930 tempest-AttachVolumeNegativeTest-1920358930-project-member] Task: {'id': task-2387270, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 944.642054] env[62328]: DEBUG nova.compute.manager [req-513603d6-2bfd-42c3-ac0f-98d53d866a93 req-f2d66149-e568-4747-9ebd-866c66f38ea3 service nova] [instance: 19cf93ff-3d13-4d89-a2b0-5ac9330075a6] Detach interface failed, port_id=0bcdd0ed-8449-43d9-b850-0d8b6f2de854, reason: Instance 19cf93ff-3d13-4d89-a2b0-5ac9330075a6 could not be found. {{(pid=62328) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 944.656418] env[62328]: DEBUG nova.virt.vmwareapi.vm_util [None req-40ea61cc-4f56-4022-afe8-4d65e4c8864f tempest-ServerDiskConfigTestJSON-126406698 tempest-ServerDiskConfigTestJSON-126406698-project-member] [instance: 5df51859-2d31-4abb-9c7d-d0b0405c3df9] Powering on the VM {{(pid=62328) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 944.656678] env[62328]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-be249276-fcf9-4c88-880f-938cbf1b4b0d {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 944.664332] env[62328]: DEBUG oslo_vmware.api [None req-40ea61cc-4f56-4022-afe8-4d65e4c8864f tempest-ServerDiskConfigTestJSON-126406698 tempest-ServerDiskConfigTestJSON-126406698-project-member] Waiting for the task: (returnval){ [ 944.664332] env[62328]: value = "task-2387271" [ 944.664332] env[62328]: _type = "Task" [ 944.664332] env[62328]: } to complete. {{(pid=62328) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 944.672926] env[62328]: DEBUG oslo_vmware.api [None req-40ea61cc-4f56-4022-afe8-4d65e4c8864f tempest-ServerDiskConfigTestJSON-126406698 tempest-ServerDiskConfigTestJSON-126406698-project-member] Task: {'id': task-2387271, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 944.688283] env[62328]: DEBUG oslo_vmware.api [None req-688edd7f-d1d3-43d0-8468-2fae3c53745a tempest-ServersAdminTestJSON-455323280 tempest-ServersAdminTestJSON-455323280-project-member] Task: {'id': task-2387266, 'name': Rename_Task, 'duration_secs': 0.176011} completed successfully. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 944.688547] env[62328]: DEBUG nova.virt.vmwareapi.vm_util [None req-688edd7f-d1d3-43d0-8468-2fae3c53745a tempest-ServersAdminTestJSON-455323280 tempest-ServersAdminTestJSON-455323280-project-member] [instance: f7104096-3f71-4c4e-9c1a-dcfae81dc66a] Powering on the VM {{(pid=62328) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 944.688782] env[62328]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-4bd52cb7-f9df-42cf-8b39-59bad4c2a549 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 944.697076] env[62328]: DEBUG oslo_vmware.api [None req-688edd7f-d1d3-43d0-8468-2fae3c53745a tempest-ServersAdminTestJSON-455323280 tempest-ServersAdminTestJSON-455323280-project-member] Waiting for the task: (returnval){ [ 944.697076] env[62328]: value = "task-2387272" [ 944.697076] env[62328]: _type = "Task" [ 944.697076] env[62328]: } to complete. {{(pid=62328) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 944.705025] env[62328]: DEBUG oslo_vmware.api [None req-688edd7f-d1d3-43d0-8468-2fae3c53745a tempest-ServersAdminTestJSON-455323280 tempest-ServersAdminTestJSON-455323280-project-member] Task: {'id': task-2387272, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 944.747200] env[62328]: DEBUG oslo_vmware.api [-] Task: {'id': task-2387268, 'name': CreateVM_Task, 'duration_secs': 0.345779} completed successfully. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 944.747737] env[62328]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4f661e25-00bc-4244-841b-575de5d4960b] Created VM on the ESX host {{(pid=62328) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 944.748145] env[62328]: DEBUG oslo_concurrency.lockutils [None req-8678f7e4-919c-4116-a56e-207358a3be75 tempest-ServerMetadataTestJSON-2029257498 tempest-ServerMetadataTestJSON-2029257498-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/dbf872a4-92be-47e4-8561-c3e2bf2423ab" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 944.748306] env[62328]: DEBUG oslo_concurrency.lockutils [None req-8678f7e4-919c-4116-a56e-207358a3be75 tempest-ServerMetadataTestJSON-2029257498 tempest-ServerMetadataTestJSON-2029257498-project-member] Acquired lock "[datastore2] devstack-image-cache_base/dbf872a4-92be-47e4-8561-c3e2bf2423ab" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 944.748626] env[62328]: DEBUG oslo_concurrency.lockutils [None req-8678f7e4-919c-4116-a56e-207358a3be75 tempest-ServerMetadataTestJSON-2029257498 tempest-ServerMetadataTestJSON-2029257498-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/dbf872a4-92be-47e4-8561-c3e2bf2423ab" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 944.748879] env[62328]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-93d6e4f7-970a-47cf-ba1a-125e753e164b {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 944.755678] env[62328]: DEBUG oslo_vmware.api [None req-8678f7e4-919c-4116-a56e-207358a3be75 tempest-ServerMetadataTestJSON-2029257498 tempest-ServerMetadataTestJSON-2029257498-project-member] Waiting for the task: (returnval){ [ 944.755678] env[62328]: value = "session[52a6e20e-410d-708a-99f2-080a575a99bd]5264e92c-dd03-cf07-5e69-a336d3976049" [ 944.755678] env[62328]: _type = "Task" [ 944.755678] env[62328]: } to complete. {{(pid=62328) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 944.759512] env[62328]: DEBUG oslo_concurrency.lockutils [None req-b8853ef2-5c15-49ad-a3e6-86580b1bf3e3 tempest-ServerActionsTestJSON-389109759 tempest-ServerActionsTestJSON-389109759-project-member] Acquiring lock "refresh_cache-95dd703a-595e-467a-a8e9-bef4f806c33f" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 944.759675] env[62328]: DEBUG oslo_concurrency.lockutils [None req-b8853ef2-5c15-49ad-a3e6-86580b1bf3e3 tempest-ServerActionsTestJSON-389109759 tempest-ServerActionsTestJSON-389109759-project-member] Acquired lock "refresh_cache-95dd703a-595e-467a-a8e9-bef4f806c33f" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 944.759846] env[62328]: DEBUG nova.network.neutron [None req-b8853ef2-5c15-49ad-a3e6-86580b1bf3e3 tempest-ServerActionsTestJSON-389109759 tempest-ServerActionsTestJSON-389109759-project-member] [instance: 95dd703a-595e-467a-a8e9-bef4f806c33f] Building network info cache for instance {{(pid=62328) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 944.760034] env[62328]: DEBUG nova.objects.instance [None req-b8853ef2-5c15-49ad-a3e6-86580b1bf3e3 tempest-ServerActionsTestJSON-389109759 tempest-ServerActionsTestJSON-389109759-project-member] Lazy-loading 'info_cache' on Instance uuid 95dd703a-595e-467a-a8e9-bef4f806c33f {{(pid=62328) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 944.766420] env[62328]: DEBUG oslo_vmware.api [None req-8678f7e4-919c-4116-a56e-207358a3be75 tempest-ServerMetadataTestJSON-2029257498 tempest-ServerMetadataTestJSON-2029257498-project-member] Task: {'id': session[52a6e20e-410d-708a-99f2-080a575a99bd]5264e92c-dd03-cf07-5e69-a336d3976049, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 944.901940] env[62328]: DEBUG nova.network.neutron [None req-19fd8925-4100-4be4-a24b-9a80b7d725c3 tempest-ImagesTestJSON-1776717495 tempest-ImagesTestJSON-1776717495-project-member] [instance: fa773569-3987-4bca-8f5f-638a337630b1] Successfully created port: 11938d77-6252-45e1-acd8-3e12b36f73b2 {{(pid=62328) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 944.923893] env[62328]: INFO nova.compute.manager [-] [instance: 19cf93ff-3d13-4d89-a2b0-5ac9330075a6] Took 1.29 seconds to deallocate network for instance. [ 944.932919] env[62328]: DEBUG oslo_concurrency.lockutils [None req-5537aa95-4c1b-4f01-be9d-70a65ce0f698 tempest-ServersTestBootFromVolume-606303851 tempest-ServersTestBootFromVolume-606303851-project-member] Acquiring lock "e4c166ea-d803-4db5-a104-16bd84bfc6c6" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 944.932919] env[62328]: DEBUG oslo_concurrency.lockutils [None req-5537aa95-4c1b-4f01-be9d-70a65ce0f698 tempest-ServersTestBootFromVolume-606303851 tempest-ServersTestBootFromVolume-606303851-project-member] Lock "e4c166ea-d803-4db5-a104-16bd84bfc6c6" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 944.932919] env[62328]: DEBUG oslo_concurrency.lockutils [None req-5537aa95-4c1b-4f01-be9d-70a65ce0f698 tempest-ServersTestBootFromVolume-606303851 tempest-ServersTestBootFromVolume-606303851-project-member] Acquiring lock "e4c166ea-d803-4db5-a104-16bd84bfc6c6-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 944.932919] env[62328]: DEBUG oslo_concurrency.lockutils [None req-5537aa95-4c1b-4f01-be9d-70a65ce0f698 tempest-ServersTestBootFromVolume-606303851 tempest-ServersTestBootFromVolume-606303851-project-member] Lock "e4c166ea-d803-4db5-a104-16bd84bfc6c6-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 944.932919] env[62328]: DEBUG oslo_concurrency.lockutils [None req-5537aa95-4c1b-4f01-be9d-70a65ce0f698 tempest-ServersTestBootFromVolume-606303851 tempest-ServersTestBootFromVolume-606303851-project-member] Lock "e4c166ea-d803-4db5-a104-16bd84bfc6c6-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 944.933861] env[62328]: INFO nova.compute.manager [None req-5537aa95-4c1b-4f01-be9d-70a65ce0f698 tempest-ServersTestBootFromVolume-606303851 tempest-ServersTestBootFromVolume-606303851-project-member] [instance: e4c166ea-d803-4db5-a104-16bd84bfc6c6] Terminating instance [ 945.042032] env[62328]: DEBUG nova.compute.manager [None req-19fd8925-4100-4be4-a24b-9a80b7d725c3 tempest-ImagesTestJSON-1776717495 tempest-ImagesTestJSON-1776717495-project-member] [instance: fa773569-3987-4bca-8f5f-638a337630b1] Start building block device mappings for instance. {{(pid=62328) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 945.053020] env[62328]: INFO nova.compute.manager [-] [instance: a2e0536d-14f2-4383-891e-8cf0278a8bb9] Took 1.67 seconds to deallocate network for instance. [ 945.068426] env[62328]: DEBUG oslo_concurrency.lockutils [req-8551b4a3-699a-4ab8-bf04-99edc412a8ca req-4db5a5c5-cd0e-4c78-b0e8-0feee2a310c5 service nova] Releasing lock "refresh_cache-4f661e25-00bc-4244-841b-575de5d4960b" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 945.126431] env[62328]: DEBUG oslo_vmware.api [None req-7be6e345-2be4-4b44-9f17-40c35bf6cce2 tempest-AttachVolumeNegativeTest-1920358930 tempest-AttachVolumeNegativeTest-1920358930-project-member] Task: {'id': task-2387270, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 945.176915] env[62328]: DEBUG nova.network.neutron [None req-efb1d625-b748-4b92-9943-11604ef3fa0a tempest-DeleteServersTestJSON-1766103036 tempest-DeleteServersTestJSON-1766103036-project-member] [instance: 8ba3d7e7-2be2-4949-8c5f-8e508f04b292] Updating instance_info_cache with network_info: [{"id": "a31479b4-a196-401f-bbcb-ba6c4188bcf9", "address": "fa:16:3e:ea:09:d2", "network": {"id": "0bcec7a4-aa8e-420d-b203-4ead2073e045", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-575957277-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7aa9ac81c5264c7cba58e5879eedf77c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c5652322-9f10-4996-baed-4c0aa13a1b4e", "external-id": "nsx-vlan-transportzone-941", "segmentation_id": 941, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa31479b4-a1", "ovs_interfaceid": "a31479b4-a196-401f-bbcb-ba6c4188bcf9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62328) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 945.183470] env[62328]: DEBUG oslo_vmware.api [None req-40ea61cc-4f56-4022-afe8-4d65e4c8864f tempest-ServerDiskConfigTestJSON-126406698 tempest-ServerDiskConfigTestJSON-126406698-project-member] Task: {'id': task-2387271, 'name': PowerOnVM_Task, 'duration_secs': 0.46136} completed successfully. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 945.183741] env[62328]: DEBUG nova.virt.vmwareapi.vm_util [None req-40ea61cc-4f56-4022-afe8-4d65e4c8864f tempest-ServerDiskConfigTestJSON-126406698 tempest-ServerDiskConfigTestJSON-126406698-project-member] [instance: 5df51859-2d31-4abb-9c7d-d0b0405c3df9] Powered on the VM {{(pid=62328) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 945.183949] env[62328]: DEBUG nova.virt.vmwareapi.vmops [None req-40ea61cc-4f56-4022-afe8-4d65e4c8864f tempest-ServerDiskConfigTestJSON-126406698 tempest-ServerDiskConfigTestJSON-126406698-project-member] [instance: 5df51859-2d31-4abb-9c7d-d0b0405c3df9] Updating instance '5df51859-2d31-4abb-9c7d-d0b0405c3df9' progress to 100 {{(pid=62328) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 945.208185] env[62328]: DEBUG oslo_vmware.api [None req-688edd7f-d1d3-43d0-8468-2fae3c53745a tempest-ServersAdminTestJSON-455323280 tempest-ServersAdminTestJSON-455323280-project-member] Task: {'id': task-2387272, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 945.270873] env[62328]: DEBUG nova.objects.base [None req-b8853ef2-5c15-49ad-a3e6-86580b1bf3e3 tempest-ServerActionsTestJSON-389109759 tempest-ServerActionsTestJSON-389109759-project-member] Object Instance<95dd703a-595e-467a-a8e9-bef4f806c33f> lazy-loaded attributes: flavor,info_cache {{(pid=62328) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 945.272810] env[62328]: DEBUG oslo_vmware.api [None req-8678f7e4-919c-4116-a56e-207358a3be75 tempest-ServerMetadataTestJSON-2029257498 tempest-ServerMetadataTestJSON-2029257498-project-member] Task: {'id': session[52a6e20e-410d-708a-99f2-080a575a99bd]5264e92c-dd03-cf07-5e69-a336d3976049, 'name': SearchDatastore_Task, 'duration_secs': 0.015859} completed successfully. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 945.273039] env[62328]: DEBUG oslo_concurrency.lockutils [None req-8678f7e4-919c-4116-a56e-207358a3be75 tempest-ServerMetadataTestJSON-2029257498 tempest-ServerMetadataTestJSON-2029257498-project-member] Releasing lock "[datastore2] devstack-image-cache_base/dbf872a4-92be-47e4-8561-c3e2bf2423ab" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 945.273199] env[62328]: DEBUG nova.virt.vmwareapi.vmops [None req-8678f7e4-919c-4116-a56e-207358a3be75 tempest-ServerMetadataTestJSON-2029257498 tempest-ServerMetadataTestJSON-2029257498-project-member] [instance: 4f661e25-00bc-4244-841b-575de5d4960b] Processing image dbf872a4-92be-47e4-8561-c3e2bf2423ab {{(pid=62328) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 945.273607] env[62328]: DEBUG oslo_concurrency.lockutils [None req-8678f7e4-919c-4116-a56e-207358a3be75 tempest-ServerMetadataTestJSON-2029257498 tempest-ServerMetadataTestJSON-2029257498-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/dbf872a4-92be-47e4-8561-c3e2bf2423ab/dbf872a4-92be-47e4-8561-c3e2bf2423ab.vmdk" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 945.273761] env[62328]: DEBUG oslo_concurrency.lockutils [None req-8678f7e4-919c-4116-a56e-207358a3be75 tempest-ServerMetadataTestJSON-2029257498 tempest-ServerMetadataTestJSON-2029257498-project-member] Acquired lock "[datastore2] devstack-image-cache_base/dbf872a4-92be-47e4-8561-c3e2bf2423ab/dbf872a4-92be-47e4-8561-c3e2bf2423ab.vmdk" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 945.273937] env[62328]: DEBUG nova.virt.vmwareapi.ds_util [None req-8678f7e4-919c-4116-a56e-207358a3be75 tempest-ServerMetadataTestJSON-2029257498 tempest-ServerMetadataTestJSON-2029257498-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62328) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 945.276606] env[62328]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-45971f9a-eadc-4bfe-a914-c5c2c5e773b0 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 945.292974] env[62328]: DEBUG nova.virt.vmwareapi.ds_util [None req-8678f7e4-919c-4116-a56e-207358a3be75 tempest-ServerMetadataTestJSON-2029257498 tempest-ServerMetadataTestJSON-2029257498-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62328) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 945.294613] env[62328]: DEBUG nova.virt.vmwareapi.vmops [None req-8678f7e4-919c-4116-a56e-207358a3be75 tempest-ServerMetadataTestJSON-2029257498 tempest-ServerMetadataTestJSON-2029257498-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62328) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 945.294613] env[62328]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8dc17845-8e4a-4e5c-b130-b95b9a8e2846 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 945.301217] env[62328]: DEBUG oslo_vmware.api [None req-8678f7e4-919c-4116-a56e-207358a3be75 tempest-ServerMetadataTestJSON-2029257498 tempest-ServerMetadataTestJSON-2029257498-project-member] Waiting for the task: (returnval){ [ 945.301217] env[62328]: value = "session[52a6e20e-410d-708a-99f2-080a575a99bd]52c3678f-9ace-0c97-1c6c-787ef0daee56" [ 945.301217] env[62328]: _type = "Task" [ 945.301217] env[62328]: } to complete. {{(pid=62328) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 945.311527] env[62328]: DEBUG oslo_vmware.api [None req-8678f7e4-919c-4116-a56e-207358a3be75 tempest-ServerMetadataTestJSON-2029257498 tempest-ServerMetadataTestJSON-2029257498-project-member] Task: {'id': session[52a6e20e-410d-708a-99f2-080a575a99bd]52c3678f-9ace-0c97-1c6c-787ef0daee56, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 945.432248] env[62328]: DEBUG oslo_concurrency.lockutils [None req-0c65172a-a889-4239-b73e-fc4220359de8 tempest-MultipleCreateTestJSON-1245707987 tempest-MultipleCreateTestJSON-1245707987-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 945.441226] env[62328]: DEBUG nova.compute.manager [None req-5537aa95-4c1b-4f01-be9d-70a65ce0f698 tempest-ServersTestBootFromVolume-606303851 tempest-ServersTestBootFromVolume-606303851-project-member] [instance: e4c166ea-d803-4db5-a104-16bd84bfc6c6] Start destroying the instance on the hypervisor. {{(pid=62328) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 945.441606] env[62328]: DEBUG nova.virt.vmwareapi.vm_util [None req-5537aa95-4c1b-4f01-be9d-70a65ce0f698 tempest-ServersTestBootFromVolume-606303851 tempest-ServersTestBootFromVolume-606303851-project-member] [instance: e4c166ea-d803-4db5-a104-16bd84bfc6c6] Powering off the VM {{(pid=62328) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 945.442051] env[62328]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b42fc067-51f4-455a-a870-cd4bea0811f9 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 945.450465] env[62328]: DEBUG oslo_vmware.api [None req-5537aa95-4c1b-4f01-be9d-70a65ce0f698 tempest-ServersTestBootFromVolume-606303851 tempest-ServersTestBootFromVolume-606303851-project-member] Waiting for the task: (returnval){ [ 945.450465] env[62328]: value = "task-2387273" [ 945.450465] env[62328]: _type = "Task" [ 945.450465] env[62328]: } to complete. {{(pid=62328) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 945.467990] env[62328]: DEBUG oslo_vmware.api [None req-5537aa95-4c1b-4f01-be9d-70a65ce0f698 tempest-ServersTestBootFromVolume-606303851 tempest-ServersTestBootFromVolume-606303851-project-member] Task: {'id': task-2387273, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 945.505108] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-499790e0-aeb3-481d-80d8-8b18e55638ba {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 945.513924] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4b8b9236-1cb6-44dc-a16a-273153fa60a7 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 945.563303] env[62328]: DEBUG nova.network.neutron [None req-458912d3-7bad-4ab1-bd2f-7d3ea5d10592 tempest-ServersTestJSON-2041147199 tempest-ServersTestJSON-2041147199-project-member] [instance: d9dcebce-1ee4-4f35-879b-a520176f261f] Successfully updated port: 5f3517cc-0ffb-4f0d-9cf8-876459bd5806 {{(pid=62328) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 945.569833] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-08e7a87a-2c9a-4fbd-850e-f5961a7d2eb7 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 945.573319] env[62328]: DEBUG oslo_concurrency.lockutils [None req-c6aea5c0-3581-4775-a5f2-405d29df9916 tempest-MultipleCreateTestJSON-1245707987 tempest-MultipleCreateTestJSON-1245707987-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 945.582021] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-58474a79-b314-4d87-beb9-db220ec2c851 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 945.601135] env[62328]: DEBUG nova.compute.provider_tree [None req-3405116e-3de1-4971-9f65-82802ece9c2d tempest-ServersNegativeTestJSON-1019155744 tempest-ServersNegativeTestJSON-1019155744-project-member] Inventory has not changed in ProviderTree for provider: 3469e9f8-04af-49ca-8435-49f104496744 {{(pid=62328) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 945.623050] env[62328]: DEBUG oslo_vmware.api [None req-7be6e345-2be4-4b44-9f17-40c35bf6cce2 tempest-AttachVolumeNegativeTest-1920358930 tempest-AttachVolumeNegativeTest-1920358930-project-member] Task: {'id': task-2387270, 'name': ReconfigVM_Task, 'duration_secs': 0.59335} completed successfully. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 945.623374] env[62328]: DEBUG nova.virt.vmwareapi.volumeops [None req-7be6e345-2be4-4b44-9f17-40c35bf6cce2 tempest-AttachVolumeNegativeTest-1920358930 tempest-AttachVolumeNegativeTest-1920358930-project-member] [instance: 7adef1ae-8c30-4c37-be1b-f4163d47eff1] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-484408', 'volume_id': 'd543e5d9-cad2-4fd0-8d8d-53269e77a572', 'name': 'volume-d543e5d9-cad2-4fd0-8d8d-53269e77a572', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '7adef1ae-8c30-4c37-be1b-f4163d47eff1', 'attached_at': '', 'detached_at': '', 'volume_id': 'd543e5d9-cad2-4fd0-8d8d-53269e77a572', 'serial': 'd543e5d9-cad2-4fd0-8d8d-53269e77a572'} {{(pid=62328) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 945.680775] env[62328]: DEBUG oslo_concurrency.lockutils [None req-efb1d625-b748-4b92-9943-11604ef3fa0a tempest-DeleteServersTestJSON-1766103036 tempest-DeleteServersTestJSON-1766103036-project-member] Releasing lock "refresh_cache-8ba3d7e7-2be2-4949-8c5f-8e508f04b292" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 945.711641] env[62328]: DEBUG oslo_vmware.api [None req-688edd7f-d1d3-43d0-8468-2fae3c53745a tempest-ServersAdminTestJSON-455323280 tempest-ServersAdminTestJSON-455323280-project-member] Task: {'id': task-2387272, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 945.811709] env[62328]: DEBUG oslo_vmware.api [None req-8678f7e4-919c-4116-a56e-207358a3be75 tempest-ServerMetadataTestJSON-2029257498 tempest-ServerMetadataTestJSON-2029257498-project-member] Task: {'id': session[52a6e20e-410d-708a-99f2-080a575a99bd]52c3678f-9ace-0c97-1c6c-787ef0daee56, 'name': SearchDatastore_Task, 'duration_secs': 0.021701} completed successfully. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 945.812523] env[62328]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5130c4b3-7dad-4074-a585-cbf4928a90ff {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 945.818521] env[62328]: DEBUG oslo_vmware.api [None req-8678f7e4-919c-4116-a56e-207358a3be75 tempest-ServerMetadataTestJSON-2029257498 tempest-ServerMetadataTestJSON-2029257498-project-member] Waiting for the task: (returnval){ [ 945.818521] env[62328]: value = "session[52a6e20e-410d-708a-99f2-080a575a99bd]52d68474-f6e9-f150-0687-9cef05f43aa9" [ 945.818521] env[62328]: _type = "Task" [ 945.818521] env[62328]: } to complete. {{(pid=62328) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 945.826478] env[62328]: DEBUG oslo_vmware.api [None req-8678f7e4-919c-4116-a56e-207358a3be75 tempest-ServerMetadataTestJSON-2029257498 tempest-ServerMetadataTestJSON-2029257498-project-member] Task: {'id': session[52a6e20e-410d-708a-99f2-080a575a99bd]52d68474-f6e9-f150-0687-9cef05f43aa9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 945.963883] env[62328]: DEBUG oslo_vmware.api [None req-5537aa95-4c1b-4f01-be9d-70a65ce0f698 tempest-ServersTestBootFromVolume-606303851 tempest-ServersTestBootFromVolume-606303851-project-member] Task: {'id': task-2387273, 'name': PowerOffVM_Task, 'duration_secs': 0.285101} completed successfully. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 945.964164] env[62328]: DEBUG nova.virt.vmwareapi.vm_util [None req-5537aa95-4c1b-4f01-be9d-70a65ce0f698 tempest-ServersTestBootFromVolume-606303851 tempest-ServersTestBootFromVolume-606303851-project-member] [instance: e4c166ea-d803-4db5-a104-16bd84bfc6c6] Powered off the VM {{(pid=62328) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 945.964359] env[62328]: DEBUG nova.virt.vmwareapi.volumeops [None req-5537aa95-4c1b-4f01-be9d-70a65ce0f698 tempest-ServersTestBootFromVolume-606303851 tempest-ServersTestBootFromVolume-606303851-project-member] [instance: e4c166ea-d803-4db5-a104-16bd84bfc6c6] Volume detach. Driver type: vmdk {{(pid=62328) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 945.964551] env[62328]: DEBUG nova.virt.vmwareapi.volumeops [None req-5537aa95-4c1b-4f01-be9d-70a65ce0f698 tempest-ServersTestBootFromVolume-606303851 tempest-ServersTestBootFromVolume-606303851-project-member] [instance: e4c166ea-d803-4db5-a104-16bd84bfc6c6] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-484286', 'volume_id': 'f109e705-ab4b-485c-b1ea-edd2fb84ba04', 'name': 'volume-f109e705-ab4b-485c-b1ea-edd2fb84ba04', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'e4c166ea-d803-4db5-a104-16bd84bfc6c6', 'attached_at': '', 'detached_at': '', 'volume_id': 'f109e705-ab4b-485c-b1ea-edd2fb84ba04', 'serial': 'f109e705-ab4b-485c-b1ea-edd2fb84ba04'} {{(pid=62328) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 945.965322] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f720d9c8-aae6-4032-b90b-28748284c162 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 945.984852] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0979c087-f3fa-4d74-976c-9a80faeb7d40 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 945.993382] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f727fcb3-5a75-49fe-be7e-298fce2d4964 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 946.015199] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d6b269ab-73f0-4ded-810b-b4e933231b0a {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 946.031465] env[62328]: DEBUG nova.virt.vmwareapi.volumeops [None req-5537aa95-4c1b-4f01-be9d-70a65ce0f698 tempest-ServersTestBootFromVolume-606303851 tempest-ServersTestBootFromVolume-606303851-project-member] The volume has not been displaced from its original location: [datastore2] volume-f109e705-ab4b-485c-b1ea-edd2fb84ba04/volume-f109e705-ab4b-485c-b1ea-edd2fb84ba04.vmdk. No consolidation needed. {{(pid=62328) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 946.036866] env[62328]: DEBUG nova.virt.vmwareapi.volumeops [None req-5537aa95-4c1b-4f01-be9d-70a65ce0f698 tempest-ServersTestBootFromVolume-606303851 tempest-ServersTestBootFromVolume-606303851-project-member] [instance: e4c166ea-d803-4db5-a104-16bd84bfc6c6] Reconfiguring VM instance instance-00000039 to detach disk 2000 {{(pid=62328) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 946.039368] env[62328]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-00fe35b8-7725-4023-b56e-73d89f134482 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 946.058804] env[62328]: DEBUG oslo_vmware.api [None req-5537aa95-4c1b-4f01-be9d-70a65ce0f698 tempest-ServersTestBootFromVolume-606303851 tempest-ServersTestBootFromVolume-606303851-project-member] Waiting for the task: (returnval){ [ 946.058804] env[62328]: value = "task-2387274" [ 946.058804] env[62328]: _type = "Task" [ 946.058804] env[62328]: } to complete. {{(pid=62328) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 946.066495] env[62328]: DEBUG nova.compute.manager [req-05625c1a-3a39-4716-bb4f-a1acbdb0de5b req-f41d7a29-5c89-48cc-81d4-b274e5f0490f service nova] [instance: a2e0536d-14f2-4383-891e-8cf0278a8bb9] Received event network-vif-deleted-a66c4f62-043e-4d52-8409-13e5c907694e {{(pid=62328) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 946.066793] env[62328]: DEBUG nova.compute.manager [req-05625c1a-3a39-4716-bb4f-a1acbdb0de5b req-f41d7a29-5c89-48cc-81d4-b274e5f0490f service nova] [instance: d9dcebce-1ee4-4f35-879b-a520176f261f] Received event network-vif-plugged-5f3517cc-0ffb-4f0d-9cf8-876459bd5806 {{(pid=62328) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 946.067105] env[62328]: DEBUG oslo_concurrency.lockutils [req-05625c1a-3a39-4716-bb4f-a1acbdb0de5b req-f41d7a29-5c89-48cc-81d4-b274e5f0490f service nova] Acquiring lock "d9dcebce-1ee4-4f35-879b-a520176f261f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 946.067411] env[62328]: DEBUG oslo_concurrency.lockutils [req-05625c1a-3a39-4716-bb4f-a1acbdb0de5b req-f41d7a29-5c89-48cc-81d4-b274e5f0490f service nova] Lock "d9dcebce-1ee4-4f35-879b-a520176f261f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 946.067595] env[62328]: DEBUG oslo_concurrency.lockutils [req-05625c1a-3a39-4716-bb4f-a1acbdb0de5b req-f41d7a29-5c89-48cc-81d4-b274e5f0490f service nova] Lock "d9dcebce-1ee4-4f35-879b-a520176f261f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 946.067767] env[62328]: DEBUG nova.compute.manager [req-05625c1a-3a39-4716-bb4f-a1acbdb0de5b req-f41d7a29-5c89-48cc-81d4-b274e5f0490f service nova] [instance: d9dcebce-1ee4-4f35-879b-a520176f261f] No waiting events found dispatching network-vif-plugged-5f3517cc-0ffb-4f0d-9cf8-876459bd5806 {{(pid=62328) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 946.068030] env[62328]: WARNING nova.compute.manager [req-05625c1a-3a39-4716-bb4f-a1acbdb0de5b req-f41d7a29-5c89-48cc-81d4-b274e5f0490f service nova] [instance: d9dcebce-1ee4-4f35-879b-a520176f261f] Received unexpected event network-vif-plugged-5f3517cc-0ffb-4f0d-9cf8-876459bd5806 for instance with vm_state building and task_state spawning. [ 946.068306] env[62328]: DEBUG nova.compute.manager [req-05625c1a-3a39-4716-bb4f-a1acbdb0de5b req-f41d7a29-5c89-48cc-81d4-b274e5f0490f service nova] [instance: d9dcebce-1ee4-4f35-879b-a520176f261f] Received event network-changed-5f3517cc-0ffb-4f0d-9cf8-876459bd5806 {{(pid=62328) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 946.068452] env[62328]: DEBUG nova.compute.manager [req-05625c1a-3a39-4716-bb4f-a1acbdb0de5b req-f41d7a29-5c89-48cc-81d4-b274e5f0490f service nova] [instance: d9dcebce-1ee4-4f35-879b-a520176f261f] Refreshing instance network info cache due to event network-changed-5f3517cc-0ffb-4f0d-9cf8-876459bd5806. {{(pid=62328) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 946.068648] env[62328]: DEBUG oslo_concurrency.lockutils [req-05625c1a-3a39-4716-bb4f-a1acbdb0de5b req-f41d7a29-5c89-48cc-81d4-b274e5f0490f service nova] Acquiring lock "refresh_cache-d9dcebce-1ee4-4f35-879b-a520176f261f" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 946.068785] env[62328]: DEBUG oslo_concurrency.lockutils [req-05625c1a-3a39-4716-bb4f-a1acbdb0de5b req-f41d7a29-5c89-48cc-81d4-b274e5f0490f service nova] Acquired lock "refresh_cache-d9dcebce-1ee4-4f35-879b-a520176f261f" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 946.068946] env[62328]: DEBUG nova.network.neutron [req-05625c1a-3a39-4716-bb4f-a1acbdb0de5b req-f41d7a29-5c89-48cc-81d4-b274e5f0490f service nova] [instance: d9dcebce-1ee4-4f35-879b-a520176f261f] Refreshing network info cache for port 5f3517cc-0ffb-4f0d-9cf8-876459bd5806 {{(pid=62328) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 946.073861] env[62328]: DEBUG oslo_vmware.api [None req-5537aa95-4c1b-4f01-be9d-70a65ce0f698 tempest-ServersTestBootFromVolume-606303851 tempest-ServersTestBootFromVolume-606303851-project-member] Task: {'id': task-2387274, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 946.074322] env[62328]: DEBUG oslo_concurrency.lockutils [None req-458912d3-7bad-4ab1-bd2f-7d3ea5d10592 tempest-ServersTestJSON-2041147199 tempest-ServersTestJSON-2041147199-project-member] Acquiring lock "refresh_cache-d9dcebce-1ee4-4f35-879b-a520176f261f" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 946.075287] env[62328]: DEBUG nova.compute.manager [None req-19fd8925-4100-4be4-a24b-9a80b7d725c3 tempest-ImagesTestJSON-1776717495 tempest-ImagesTestJSON-1776717495-project-member] [instance: fa773569-3987-4bca-8f5f-638a337630b1] Start spawning the instance on the hypervisor. {{(pid=62328) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 946.102867] env[62328]: DEBUG nova.virt.hardware [None req-19fd8925-4100-4be4-a24b-9a80b7d725c3 tempest-ImagesTestJSON-1776717495 tempest-ImagesTestJSON-1776717495-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-07T17:16:55Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-07T17:16:37Z,direct_url=,disk_format='vmdk',id=dbf872a4-92be-47e4-8561-c3e2bf2423ab,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='2a64022f08d84b11a86773b900860ae5',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-07T17:16:38Z,virtual_size=,visibility=), allow threads: False {{(pid=62328) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 946.103126] env[62328]: DEBUG nova.virt.hardware [None req-19fd8925-4100-4be4-a24b-9a80b7d725c3 tempest-ImagesTestJSON-1776717495 tempest-ImagesTestJSON-1776717495-project-member] Flavor limits 0:0:0 {{(pid=62328) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 946.103287] env[62328]: DEBUG nova.virt.hardware [None req-19fd8925-4100-4be4-a24b-9a80b7d725c3 tempest-ImagesTestJSON-1776717495 tempest-ImagesTestJSON-1776717495-project-member] Image limits 0:0:0 {{(pid=62328) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 946.103468] env[62328]: DEBUG nova.virt.hardware [None req-19fd8925-4100-4be4-a24b-9a80b7d725c3 tempest-ImagesTestJSON-1776717495 tempest-ImagesTestJSON-1776717495-project-member] Flavor pref 0:0:0 {{(pid=62328) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 946.103615] env[62328]: DEBUG nova.virt.hardware [None req-19fd8925-4100-4be4-a24b-9a80b7d725c3 tempest-ImagesTestJSON-1776717495 tempest-ImagesTestJSON-1776717495-project-member] Image pref 0:0:0 {{(pid=62328) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 946.103761] env[62328]: DEBUG nova.virt.hardware [None req-19fd8925-4100-4be4-a24b-9a80b7d725c3 tempest-ImagesTestJSON-1776717495 tempest-ImagesTestJSON-1776717495-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62328) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 946.104084] env[62328]: DEBUG nova.virt.hardware [None req-19fd8925-4100-4be4-a24b-9a80b7d725c3 tempest-ImagesTestJSON-1776717495 tempest-ImagesTestJSON-1776717495-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62328) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 946.104254] env[62328]: DEBUG nova.virt.hardware [None req-19fd8925-4100-4be4-a24b-9a80b7d725c3 tempest-ImagesTestJSON-1776717495 tempest-ImagesTestJSON-1776717495-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62328) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 946.104420] env[62328]: DEBUG nova.virt.hardware [None req-19fd8925-4100-4be4-a24b-9a80b7d725c3 tempest-ImagesTestJSON-1776717495 tempest-ImagesTestJSON-1776717495-project-member] Got 1 possible topologies {{(pid=62328) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 946.104601] env[62328]: DEBUG nova.virt.hardware [None req-19fd8925-4100-4be4-a24b-9a80b7d725c3 tempest-ImagesTestJSON-1776717495 tempest-ImagesTestJSON-1776717495-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62328) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 946.104848] env[62328]: DEBUG nova.virt.hardware [None req-19fd8925-4100-4be4-a24b-9a80b7d725c3 tempest-ImagesTestJSON-1776717495 tempest-ImagesTestJSON-1776717495-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62328) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 946.105663] env[62328]: DEBUG nova.scheduler.client.report [None req-3405116e-3de1-4971-9f65-82802ece9c2d tempest-ServersNegativeTestJSON-1019155744 tempest-ServersNegativeTestJSON-1019155744-project-member] Inventory has not changed for provider 3469e9f8-04af-49ca-8435-49f104496744 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 152, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62328) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 946.109901] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c2d76100-6d58-48b8-b910-da1603901e02 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 946.119360] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b97176b4-2f05-46dc-80cd-bc89cabf4d9e {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 946.210464] env[62328]: DEBUG oslo_vmware.api [None req-688edd7f-d1d3-43d0-8468-2fae3c53745a tempest-ServersAdminTestJSON-455323280 tempest-ServersAdminTestJSON-455323280-project-member] Task: {'id': task-2387272, 'name': PowerOnVM_Task, 'duration_secs': 1.057346} completed successfully. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 946.210731] env[62328]: DEBUG nova.virt.vmwareapi.vm_util [None req-688edd7f-d1d3-43d0-8468-2fae3c53745a tempest-ServersAdminTestJSON-455323280 tempest-ServersAdminTestJSON-455323280-project-member] [instance: f7104096-3f71-4c4e-9c1a-dcfae81dc66a] Powered on the VM {{(pid=62328) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 946.210983] env[62328]: DEBUG nova.compute.manager [None req-688edd7f-d1d3-43d0-8468-2fae3c53745a tempest-ServersAdminTestJSON-455323280 tempest-ServersAdminTestJSON-455323280-project-member] [instance: f7104096-3f71-4c4e-9c1a-dcfae81dc66a] Checking state {{(pid=62328) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 946.211720] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-054e0f4d-a7f5-4494-b05b-2f33c1040802 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 946.328820] env[62328]: DEBUG oslo_vmware.api [None req-8678f7e4-919c-4116-a56e-207358a3be75 tempest-ServerMetadataTestJSON-2029257498 tempest-ServerMetadataTestJSON-2029257498-project-member] Task: {'id': session[52a6e20e-410d-708a-99f2-080a575a99bd]52d68474-f6e9-f150-0687-9cef05f43aa9, 'name': SearchDatastore_Task, 'duration_secs': 0.043978} completed successfully. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 946.329117] env[62328]: DEBUG oslo_concurrency.lockutils [None req-8678f7e4-919c-4116-a56e-207358a3be75 tempest-ServerMetadataTestJSON-2029257498 tempest-ServerMetadataTestJSON-2029257498-project-member] Releasing lock "[datastore2] devstack-image-cache_base/dbf872a4-92be-47e4-8561-c3e2bf2423ab/dbf872a4-92be-47e4-8561-c3e2bf2423ab.vmdk" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 946.329380] env[62328]: DEBUG nova.virt.vmwareapi.vm_util [None req-8678f7e4-919c-4116-a56e-207358a3be75 tempest-ServerMetadataTestJSON-2029257498 tempest-ServerMetadataTestJSON-2029257498-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/dbf872a4-92be-47e4-8561-c3e2bf2423ab/dbf872a4-92be-47e4-8561-c3e2bf2423ab.vmdk to [datastore2] 4f661e25-00bc-4244-841b-575de5d4960b/4f661e25-00bc-4244-841b-575de5d4960b.vmdk {{(pid=62328) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 946.329635] env[62328]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-5ef7580a-8036-4900-973d-1e21c99533b4 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 946.332660] env[62328]: DEBUG nova.network.neutron [None req-b8853ef2-5c15-49ad-a3e6-86580b1bf3e3 tempest-ServerActionsTestJSON-389109759 tempest-ServerActionsTestJSON-389109759-project-member] [instance: 95dd703a-595e-467a-a8e9-bef4f806c33f] Updating instance_info_cache with network_info: [{"id": "9105a57c-77b4-4fb7-a79d-b3043888294a", "address": "fa:16:3e:66:e8:f8", "network": {"id": "805c8157-3d39-4783-8cec-987f63104f4b", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-938088414-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.184", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9a4c228c680f4e5fa3409558e769cc0a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c1195acd-707f-4bac-a99d-14db17a63802", "external-id": "nsx-vlan-transportzone-322", "segmentation_id": 322, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9105a57c-77", "ovs_interfaceid": "9105a57c-77b4-4fb7-a79d-b3043888294a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62328) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 946.340115] env[62328]: DEBUG oslo_vmware.api [None req-8678f7e4-919c-4116-a56e-207358a3be75 tempest-ServerMetadataTestJSON-2029257498 tempest-ServerMetadataTestJSON-2029257498-project-member] Waiting for the task: (returnval){ [ 946.340115] env[62328]: value = "task-2387275" [ 946.340115] env[62328]: _type = "Task" [ 946.340115] env[62328]: } to complete. {{(pid=62328) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 946.346810] env[62328]: DEBUG nova.virt.vmwareapi.vmops [None req-efb1d625-b748-4b92-9943-11604ef3fa0a tempest-DeleteServersTestJSON-1766103036 tempest-DeleteServersTestJSON-1766103036-project-member] [instance: 8ba3d7e7-2be2-4949-8c5f-8e508f04b292] Destroying instance {{(pid=62328) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 946.347608] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3a64bb1d-2efa-42ff-a630-e36e1afb9150 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 946.357555] env[62328]: DEBUG nova.compute.manager [req-9b48cc8a-1fe8-4c41-82db-a2ca9ac84c7b req-edcc64c6-4a52-415b-b708-fa254b3f56fb service nova] [instance: fa773569-3987-4bca-8f5f-638a337630b1] Received event network-vif-plugged-11938d77-6252-45e1-acd8-3e12b36f73b2 {{(pid=62328) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 946.357681] env[62328]: DEBUG oslo_concurrency.lockutils [req-9b48cc8a-1fe8-4c41-82db-a2ca9ac84c7b req-edcc64c6-4a52-415b-b708-fa254b3f56fb service nova] Acquiring lock "fa773569-3987-4bca-8f5f-638a337630b1-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 946.357848] env[62328]: DEBUG oslo_concurrency.lockutils [req-9b48cc8a-1fe8-4c41-82db-a2ca9ac84c7b req-edcc64c6-4a52-415b-b708-fa254b3f56fb service nova] Lock "fa773569-3987-4bca-8f5f-638a337630b1-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 946.358049] env[62328]: DEBUG oslo_concurrency.lockutils [req-9b48cc8a-1fe8-4c41-82db-a2ca9ac84c7b req-edcc64c6-4a52-415b-b708-fa254b3f56fb service nova] Lock "fa773569-3987-4bca-8f5f-638a337630b1-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 946.358223] env[62328]: DEBUG nova.compute.manager [req-9b48cc8a-1fe8-4c41-82db-a2ca9ac84c7b req-edcc64c6-4a52-415b-b708-fa254b3f56fb service nova] [instance: fa773569-3987-4bca-8f5f-638a337630b1] No waiting events found dispatching network-vif-plugged-11938d77-6252-45e1-acd8-3e12b36f73b2 {{(pid=62328) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 946.358384] env[62328]: WARNING nova.compute.manager [req-9b48cc8a-1fe8-4c41-82db-a2ca9ac84c7b req-edcc64c6-4a52-415b-b708-fa254b3f56fb service nova] [instance: fa773569-3987-4bca-8f5f-638a337630b1] Received unexpected event network-vif-plugged-11938d77-6252-45e1-acd8-3e12b36f73b2 for instance with vm_state building and task_state spawning. [ 946.358942] env[62328]: DEBUG oslo_vmware.api [None req-8678f7e4-919c-4116-a56e-207358a3be75 tempest-ServerMetadataTestJSON-2029257498 tempest-ServerMetadataTestJSON-2029257498-project-member] Task: {'id': task-2387275, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 946.364432] env[62328]: DEBUG nova.virt.vmwareapi.vmops [None req-efb1d625-b748-4b92-9943-11604ef3fa0a tempest-DeleteServersTestJSON-1766103036 tempest-DeleteServersTestJSON-1766103036-project-member] [instance: 8ba3d7e7-2be2-4949-8c5f-8e508f04b292] Unregistering the VM {{(pid=62328) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 946.364719] env[62328]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-d8b6f974-7fb4-4dd7-83ce-e3fbcccd22da {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 946.437982] env[62328]: DEBUG nova.virt.vmwareapi.vmops [None req-efb1d625-b748-4b92-9943-11604ef3fa0a tempest-DeleteServersTestJSON-1766103036 tempest-DeleteServersTestJSON-1766103036-project-member] [instance: 8ba3d7e7-2be2-4949-8c5f-8e508f04b292] Unregistered the VM {{(pid=62328) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 946.438279] env[62328]: DEBUG nova.virt.vmwareapi.vmops [None req-efb1d625-b748-4b92-9943-11604ef3fa0a tempest-DeleteServersTestJSON-1766103036 tempest-DeleteServersTestJSON-1766103036-project-member] [instance: 8ba3d7e7-2be2-4949-8c5f-8e508f04b292] Deleting contents of the VM from datastore datastore2 {{(pid=62328) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 946.439417] env[62328]: DEBUG nova.virt.vmwareapi.ds_util [None req-efb1d625-b748-4b92-9943-11604ef3fa0a tempest-DeleteServersTestJSON-1766103036 tempest-DeleteServersTestJSON-1766103036-project-member] Deleting the datastore file [datastore2] 8ba3d7e7-2be2-4949-8c5f-8e508f04b292 {{(pid=62328) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 946.439417] env[62328]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-435dc358-3f61-4daf-a38e-c6c97e737f61 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 946.446888] env[62328]: DEBUG oslo_vmware.api [None req-efb1d625-b748-4b92-9943-11604ef3fa0a tempest-DeleteServersTestJSON-1766103036 tempest-DeleteServersTestJSON-1766103036-project-member] Waiting for the task: (returnval){ [ 946.446888] env[62328]: value = "task-2387277" [ 946.446888] env[62328]: _type = "Task" [ 946.446888] env[62328]: } to complete. {{(pid=62328) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 946.457833] env[62328]: DEBUG oslo_vmware.api [None req-efb1d625-b748-4b92-9943-11604ef3fa0a tempest-DeleteServersTestJSON-1766103036 tempest-DeleteServersTestJSON-1766103036-project-member] Task: {'id': task-2387277, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 946.471184] env[62328]: DEBUG nova.network.neutron [None req-19fd8925-4100-4be4-a24b-9a80b7d725c3 tempest-ImagesTestJSON-1776717495 tempest-ImagesTestJSON-1776717495-project-member] [instance: fa773569-3987-4bca-8f5f-638a337630b1] Successfully updated port: 11938d77-6252-45e1-acd8-3e12b36f73b2 {{(pid=62328) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 946.579975] env[62328]: DEBUG oslo_vmware.api [None req-5537aa95-4c1b-4f01-be9d-70a65ce0f698 tempest-ServersTestBootFromVolume-606303851 tempest-ServersTestBootFromVolume-606303851-project-member] Task: {'id': task-2387274, 'name': ReconfigVM_Task, 'duration_secs': 0.276748} completed successfully. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 946.583798] env[62328]: DEBUG nova.virt.vmwareapi.volumeops [None req-5537aa95-4c1b-4f01-be9d-70a65ce0f698 tempest-ServersTestBootFromVolume-606303851 tempest-ServersTestBootFromVolume-606303851-project-member] [instance: e4c166ea-d803-4db5-a104-16bd84bfc6c6] Reconfigured VM instance instance-00000039 to detach disk 2000 {{(pid=62328) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 946.587467] env[62328]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0f60225a-ade9-4b55-8af7-192a21d5bcd9 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 946.610722] env[62328]: DEBUG oslo_concurrency.lockutils [None req-3405116e-3de1-4971-9f65-82802ece9c2d tempest-ServersNegativeTestJSON-1019155744 tempest-ServersNegativeTestJSON-1019155744-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.574s {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 946.611508] env[62328]: DEBUG nova.compute.manager [None req-3405116e-3de1-4971-9f65-82802ece9c2d tempest-ServersNegativeTestJSON-1019155744 tempest-ServersNegativeTestJSON-1019155744-project-member] [instance: 206ded69-14c7-477f-9c36-376ff43a9641] Start building networks asynchronously for instance. {{(pid=62328) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 946.615276] env[62328]: DEBUG oslo_vmware.api [None req-5537aa95-4c1b-4f01-be9d-70a65ce0f698 tempest-ServersTestBootFromVolume-606303851 tempest-ServersTestBootFromVolume-606303851-project-member] Waiting for the task: (returnval){ [ 946.615276] env[62328]: value = "task-2387278" [ 946.615276] env[62328]: _type = "Task" [ 946.615276] env[62328]: } to complete. {{(pid=62328) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 946.615611] env[62328]: DEBUG oslo_concurrency.lockutils [None req-0d6b8a21-09ac-48af-a26a-b594e6e1b48f tempest-ServerShowV254Test-1359864267 tempest-ServerShowV254Test-1359864267-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 9.119s {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 946.615809] env[62328]: DEBUG nova.objects.instance [None req-0d6b8a21-09ac-48af-a26a-b594e6e1b48f tempest-ServerShowV254Test-1359864267 tempest-ServerShowV254Test-1359864267-project-member] [instance: 2516767d-888c-4c2e-b245-a7cfb36ff98a] Trying to apply a migration context that does not seem to be set for this instance {{(pid=62328) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 946.624826] env[62328]: DEBUG nova.network.neutron [req-05625c1a-3a39-4716-bb4f-a1acbdb0de5b req-f41d7a29-5c89-48cc-81d4-b274e5f0490f service nova] [instance: d9dcebce-1ee4-4f35-879b-a520176f261f] Instance cache missing network info. {{(pid=62328) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 946.634550] env[62328]: DEBUG oslo_vmware.api [None req-5537aa95-4c1b-4f01-be9d-70a65ce0f698 tempest-ServersTestBootFromVolume-606303851 tempest-ServersTestBootFromVolume-606303851-project-member] Task: {'id': task-2387278, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 946.668954] env[62328]: DEBUG nova.objects.instance [None req-7be6e345-2be4-4b44-9f17-40c35bf6cce2 tempest-AttachVolumeNegativeTest-1920358930 tempest-AttachVolumeNegativeTest-1920358930-project-member] Lazy-loading 'flavor' on Instance uuid 7adef1ae-8c30-4c37-be1b-f4163d47eff1 {{(pid=62328) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 946.736468] env[62328]: DEBUG oslo_concurrency.lockutils [None req-688edd7f-d1d3-43d0-8468-2fae3c53745a tempest-ServersAdminTestJSON-455323280 tempest-ServersAdminTestJSON-455323280-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 946.779453] env[62328]: DEBUG nova.network.neutron [req-05625c1a-3a39-4716-bb4f-a1acbdb0de5b req-f41d7a29-5c89-48cc-81d4-b274e5f0490f service nova] [instance: d9dcebce-1ee4-4f35-879b-a520176f261f] Updating instance_info_cache with network_info: [] {{(pid=62328) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 946.835462] env[62328]: DEBUG oslo_concurrency.lockutils [None req-b8853ef2-5c15-49ad-a3e6-86580b1bf3e3 tempest-ServerActionsTestJSON-389109759 tempest-ServerActionsTestJSON-389109759-project-member] Releasing lock "refresh_cache-95dd703a-595e-467a-a8e9-bef4f806c33f" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 946.853358] env[62328]: DEBUG oslo_vmware.api [None req-8678f7e4-919c-4116-a56e-207358a3be75 tempest-ServerMetadataTestJSON-2029257498 tempest-ServerMetadataTestJSON-2029257498-project-member] Task: {'id': task-2387275, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 946.956969] env[62328]: DEBUG oslo_vmware.api [None req-efb1d625-b748-4b92-9943-11604ef3fa0a tempest-DeleteServersTestJSON-1766103036 tempest-DeleteServersTestJSON-1766103036-project-member] Task: {'id': task-2387277, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.466521} completed successfully. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 946.957277] env[62328]: DEBUG nova.virt.vmwareapi.ds_util [None req-efb1d625-b748-4b92-9943-11604ef3fa0a tempest-DeleteServersTestJSON-1766103036 tempest-DeleteServersTestJSON-1766103036-project-member] Deleted the datastore file {{(pid=62328) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 946.957491] env[62328]: DEBUG nova.virt.vmwareapi.vmops [None req-efb1d625-b748-4b92-9943-11604ef3fa0a tempest-DeleteServersTestJSON-1766103036 tempest-DeleteServersTestJSON-1766103036-project-member] [instance: 8ba3d7e7-2be2-4949-8c5f-8e508f04b292] Deleted contents of the VM from datastore datastore2 {{(pid=62328) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 946.957681] env[62328]: DEBUG nova.virt.vmwareapi.vmops [None req-efb1d625-b748-4b92-9943-11604ef3fa0a tempest-DeleteServersTestJSON-1766103036 tempest-DeleteServersTestJSON-1766103036-project-member] [instance: 8ba3d7e7-2be2-4949-8c5f-8e508f04b292] Instance destroyed {{(pid=62328) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 946.974861] env[62328]: DEBUG oslo_concurrency.lockutils [None req-19fd8925-4100-4be4-a24b-9a80b7d725c3 tempest-ImagesTestJSON-1776717495 tempest-ImagesTestJSON-1776717495-project-member] Acquiring lock "refresh_cache-fa773569-3987-4bca-8f5f-638a337630b1" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 946.974861] env[62328]: DEBUG oslo_concurrency.lockutils [None req-19fd8925-4100-4be4-a24b-9a80b7d725c3 tempest-ImagesTestJSON-1776717495 tempest-ImagesTestJSON-1776717495-project-member] Acquired lock "refresh_cache-fa773569-3987-4bca-8f5f-638a337630b1" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 946.975090] env[62328]: DEBUG nova.network.neutron [None req-19fd8925-4100-4be4-a24b-9a80b7d725c3 tempest-ImagesTestJSON-1776717495 tempest-ImagesTestJSON-1776717495-project-member] [instance: fa773569-3987-4bca-8f5f-638a337630b1] Building network info cache for instance {{(pid=62328) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 946.986869] env[62328]: INFO nova.scheduler.client.report [None req-efb1d625-b748-4b92-9943-11604ef3fa0a tempest-DeleteServersTestJSON-1766103036 tempest-DeleteServersTestJSON-1766103036-project-member] Deleted allocations for instance 8ba3d7e7-2be2-4949-8c5f-8e508f04b292 [ 947.120884] env[62328]: DEBUG nova.compute.utils [None req-3405116e-3de1-4971-9f65-82802ece9c2d tempest-ServersNegativeTestJSON-1019155744 tempest-ServersNegativeTestJSON-1019155744-project-member] Using /dev/sd instead of None {{(pid=62328) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 947.126244] env[62328]: DEBUG nova.compute.manager [None req-3405116e-3de1-4971-9f65-82802ece9c2d tempest-ServersNegativeTestJSON-1019155744 tempest-ServersNegativeTestJSON-1019155744-project-member] [instance: 206ded69-14c7-477f-9c36-376ff43a9641] Allocating IP information in the background. {{(pid=62328) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 947.126426] env[62328]: DEBUG nova.network.neutron [None req-3405116e-3de1-4971-9f65-82802ece9c2d tempest-ServersNegativeTestJSON-1019155744 tempest-ServersNegativeTestJSON-1019155744-project-member] [instance: 206ded69-14c7-477f-9c36-376ff43a9641] allocate_for_instance() {{(pid=62328) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 947.138328] env[62328]: DEBUG oslo_vmware.api [None req-5537aa95-4c1b-4f01-be9d-70a65ce0f698 tempest-ServersTestBootFromVolume-606303851 tempest-ServersTestBootFromVolume-606303851-project-member] Task: {'id': task-2387278, 'name': ReconfigVM_Task, 'duration_secs': 0.341534} completed successfully. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 947.138619] env[62328]: DEBUG nova.virt.vmwareapi.volumeops [None req-5537aa95-4c1b-4f01-be9d-70a65ce0f698 tempest-ServersTestBootFromVolume-606303851 tempest-ServersTestBootFromVolume-606303851-project-member] [instance: e4c166ea-d803-4db5-a104-16bd84bfc6c6] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-484286', 'volume_id': 'f109e705-ab4b-485c-b1ea-edd2fb84ba04', 'name': 'volume-f109e705-ab4b-485c-b1ea-edd2fb84ba04', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'e4c166ea-d803-4db5-a104-16bd84bfc6c6', 'attached_at': '', 'detached_at': '', 'volume_id': 'f109e705-ab4b-485c-b1ea-edd2fb84ba04', 'serial': 'f109e705-ab4b-485c-b1ea-edd2fb84ba04'} {{(pid=62328) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 947.139010] env[62328]: DEBUG nova.virt.vmwareapi.vmops [None req-5537aa95-4c1b-4f01-be9d-70a65ce0f698 tempest-ServersTestBootFromVolume-606303851 tempest-ServersTestBootFromVolume-606303851-project-member] [instance: e4c166ea-d803-4db5-a104-16bd84bfc6c6] Destroying instance {{(pid=62328) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 947.140436] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-89ba2346-9783-4609-8e17-c18c70ef201c {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 947.148301] env[62328]: DEBUG nova.virt.vmwareapi.vmops [None req-5537aa95-4c1b-4f01-be9d-70a65ce0f698 tempest-ServersTestBootFromVolume-606303851 tempest-ServersTestBootFromVolume-606303851-project-member] [instance: e4c166ea-d803-4db5-a104-16bd84bfc6c6] Unregistering the VM {{(pid=62328) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 947.148525] env[62328]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-92307fb4-ba85-48a2-b1cc-e6177c1e0d90 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 947.176640] env[62328]: DEBUG oslo_concurrency.lockutils [None req-7be6e345-2be4-4b44-9f17-40c35bf6cce2 tempest-AttachVolumeNegativeTest-1920358930 tempest-AttachVolumeNegativeTest-1920358930-project-member] Lock "7adef1ae-8c30-4c37-be1b-f4163d47eff1" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 8.347s {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 947.190919] env[62328]: DEBUG nova.policy [None req-3405116e-3de1-4971-9f65-82802ece9c2d tempest-ServersNegativeTestJSON-1019155744 tempest-ServersNegativeTestJSON-1019155744-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '7770c9ca08474937b3b75e6e857e2e94', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '6439cdc748024a22a910522f77b70be9', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62328) authorize /opt/stack/nova/nova/policy.py:192}} [ 947.219612] env[62328]: DEBUG nova.virt.vmwareapi.vmops [None req-5537aa95-4c1b-4f01-be9d-70a65ce0f698 tempest-ServersTestBootFromVolume-606303851 tempest-ServersTestBootFromVolume-606303851-project-member] [instance: e4c166ea-d803-4db5-a104-16bd84bfc6c6] Unregistered the VM {{(pid=62328) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 947.219760] env[62328]: DEBUG nova.virt.vmwareapi.vmops [None req-5537aa95-4c1b-4f01-be9d-70a65ce0f698 tempest-ServersTestBootFromVolume-606303851 tempest-ServersTestBootFromVolume-606303851-project-member] [instance: e4c166ea-d803-4db5-a104-16bd84bfc6c6] Deleting contents of the VM from datastore datastore2 {{(pid=62328) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 947.219982] env[62328]: DEBUG nova.virt.vmwareapi.ds_util [None req-5537aa95-4c1b-4f01-be9d-70a65ce0f698 tempest-ServersTestBootFromVolume-606303851 tempest-ServersTestBootFromVolume-606303851-project-member] Deleting the datastore file [datastore2] e4c166ea-d803-4db5-a104-16bd84bfc6c6 {{(pid=62328) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 947.220331] env[62328]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-9467f137-003b-4631-bbd5-dfe8f7c6ea53 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 947.235364] env[62328]: DEBUG oslo_vmware.api [None req-5537aa95-4c1b-4f01-be9d-70a65ce0f698 tempest-ServersTestBootFromVolume-606303851 tempest-ServersTestBootFromVolume-606303851-project-member] Waiting for the task: (returnval){ [ 947.235364] env[62328]: value = "task-2387280" [ 947.235364] env[62328]: _type = "Task" [ 947.235364] env[62328]: } to complete. {{(pid=62328) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 947.245367] env[62328]: DEBUG oslo_vmware.api [None req-5537aa95-4c1b-4f01-be9d-70a65ce0f698 tempest-ServersTestBootFromVolume-606303851 tempest-ServersTestBootFromVolume-606303851-project-member] Task: {'id': task-2387280, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 947.281698] env[62328]: DEBUG oslo_concurrency.lockutils [req-05625c1a-3a39-4716-bb4f-a1acbdb0de5b req-f41d7a29-5c89-48cc-81d4-b274e5f0490f service nova] Releasing lock "refresh_cache-d9dcebce-1ee4-4f35-879b-a520176f261f" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 947.282137] env[62328]: DEBUG oslo_concurrency.lockutils [None req-458912d3-7bad-4ab1-bd2f-7d3ea5d10592 tempest-ServersTestJSON-2041147199 tempest-ServersTestJSON-2041147199-project-member] Acquired lock "refresh_cache-d9dcebce-1ee4-4f35-879b-a520176f261f" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.282313] env[62328]: DEBUG nova.network.neutron [None req-458912d3-7bad-4ab1-bd2f-7d3ea5d10592 tempest-ServersTestJSON-2041147199 tempest-ServersTestJSON-2041147199-project-member] [instance: d9dcebce-1ee4-4f35-879b-a520176f261f] Building network info cache for instance {{(pid=62328) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 947.360716] env[62328]: DEBUG oslo_vmware.api [None req-8678f7e4-919c-4116-a56e-207358a3be75 tempest-ServerMetadataTestJSON-2029257498 tempest-ServerMetadataTestJSON-2029257498-project-member] Task: {'id': task-2387275, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.548374} completed successfully. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 947.362026] env[62328]: DEBUG nova.virt.vmwareapi.vm_util [None req-8678f7e4-919c-4116-a56e-207358a3be75 tempest-ServerMetadataTestJSON-2029257498 tempest-ServerMetadataTestJSON-2029257498-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/dbf872a4-92be-47e4-8561-c3e2bf2423ab/dbf872a4-92be-47e4-8561-c3e2bf2423ab.vmdk to [datastore2] 4f661e25-00bc-4244-841b-575de5d4960b/4f661e25-00bc-4244-841b-575de5d4960b.vmdk {{(pid=62328) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 947.362026] env[62328]: DEBUG nova.virt.vmwareapi.vmops [None req-8678f7e4-919c-4116-a56e-207358a3be75 tempest-ServerMetadataTestJSON-2029257498 tempest-ServerMetadataTestJSON-2029257498-project-member] [instance: 4f661e25-00bc-4244-841b-575de5d4960b] Extending root virtual disk to 1048576 {{(pid=62328) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 947.362218] env[62328]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-29fac85c-b1a1-4c3a-8288-6697b8e134e8 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 947.375582] env[62328]: DEBUG oslo_vmware.api [None req-8678f7e4-919c-4116-a56e-207358a3be75 tempest-ServerMetadataTestJSON-2029257498 tempest-ServerMetadataTestJSON-2029257498-project-member] Waiting for the task: (returnval){ [ 947.375582] env[62328]: value = "task-2387281" [ 947.375582] env[62328]: _type = "Task" [ 947.375582] env[62328]: } to complete. {{(pid=62328) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 947.387864] env[62328]: DEBUG oslo_vmware.api [None req-8678f7e4-919c-4116-a56e-207358a3be75 tempest-ServerMetadataTestJSON-2029257498 tempest-ServerMetadataTestJSON-2029257498-project-member] Task: {'id': task-2387281, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 947.491820] env[62328]: DEBUG oslo_concurrency.lockutils [None req-efb1d625-b748-4b92-9943-11604ef3fa0a tempest-DeleteServersTestJSON-1766103036 tempest-DeleteServersTestJSON-1766103036-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 947.520966] env[62328]: DEBUG nova.network.neutron [None req-19fd8925-4100-4be4-a24b-9a80b7d725c3 tempest-ImagesTestJSON-1776717495 tempest-ImagesTestJSON-1776717495-project-member] [instance: fa773569-3987-4bca-8f5f-638a337630b1] Instance cache missing network info. {{(pid=62328) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 947.629372] env[62328]: DEBUG nova.compute.manager [None req-3405116e-3de1-4971-9f65-82802ece9c2d tempest-ServersNegativeTestJSON-1019155744 tempest-ServersNegativeTestJSON-1019155744-project-member] [instance: 206ded69-14c7-477f-9c36-376ff43a9641] Start building block device mappings for instance. {{(pid=62328) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 947.636604] env[62328]: DEBUG oslo_concurrency.lockutils [None req-0d6b8a21-09ac-48af-a26a-b594e6e1b48f tempest-ServerShowV254Test-1359864267 tempest-ServerShowV254Test-1359864267-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.021s {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 947.637940] env[62328]: DEBUG oslo_concurrency.lockutils [None req-b77c5e65-c0f4-41c5-ace6-d5c7f009843f tempest-ServersTestFqdnHostnames-1216059078 tempest-ServersTestFqdnHostnames-1216059078-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 10.040s {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 947.638203] env[62328]: DEBUG nova.objects.instance [None req-b77c5e65-c0f4-41c5-ace6-d5c7f009843f tempest-ServersTestFqdnHostnames-1216059078 tempest-ServersTestFqdnHostnames-1216059078-project-member] Lazy-loading 'resources' on Instance uuid ab48d158-561e-40d6-a649-f38a096d96c3 {{(pid=62328) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 947.688632] env[62328]: DEBUG nova.network.neutron [None req-3405116e-3de1-4971-9f65-82802ece9c2d tempest-ServersNegativeTestJSON-1019155744 tempest-ServersNegativeTestJSON-1019155744-project-member] [instance: 206ded69-14c7-477f-9c36-376ff43a9641] Successfully created port: 63d4460f-c721-4686-9834-f681a2947d2e {{(pid=62328) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 947.749484] env[62328]: DEBUG oslo_vmware.api [None req-5537aa95-4c1b-4f01-be9d-70a65ce0f698 tempest-ServersTestBootFromVolume-606303851 tempest-ServersTestBootFromVolume-606303851-project-member] Task: {'id': task-2387280, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.107703} completed successfully. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 947.750100] env[62328]: DEBUG nova.virt.vmwareapi.ds_util [None req-5537aa95-4c1b-4f01-be9d-70a65ce0f698 tempest-ServersTestBootFromVolume-606303851 tempest-ServersTestBootFromVolume-606303851-project-member] Deleted the datastore file {{(pid=62328) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 947.750408] env[62328]: DEBUG nova.virt.vmwareapi.vmops [None req-5537aa95-4c1b-4f01-be9d-70a65ce0f698 tempest-ServersTestBootFromVolume-606303851 tempest-ServersTestBootFromVolume-606303851-project-member] [instance: e4c166ea-d803-4db5-a104-16bd84bfc6c6] Deleted contents of the VM from datastore datastore2 {{(pid=62328) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 947.750608] env[62328]: DEBUG nova.virt.vmwareapi.vmops [None req-5537aa95-4c1b-4f01-be9d-70a65ce0f698 tempest-ServersTestBootFromVolume-606303851 tempest-ServersTestBootFromVolume-606303851-project-member] [instance: e4c166ea-d803-4db5-a104-16bd84bfc6c6] Instance destroyed {{(pid=62328) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 947.750818] env[62328]: INFO nova.compute.manager [None req-5537aa95-4c1b-4f01-be9d-70a65ce0f698 tempest-ServersTestBootFromVolume-606303851 tempest-ServersTestBootFromVolume-606303851-project-member] [instance: e4c166ea-d803-4db5-a104-16bd84bfc6c6] Took 2.31 seconds to destroy the instance on the hypervisor. [ 947.751114] env[62328]: DEBUG oslo.service.loopingcall [None req-5537aa95-4c1b-4f01-be9d-70a65ce0f698 tempest-ServersTestBootFromVolume-606303851 tempest-ServersTestBootFromVolume-606303851-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62328) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 947.751445] env[62328]: DEBUG nova.compute.manager [-] [instance: e4c166ea-d803-4db5-a104-16bd84bfc6c6] Deallocating network for instance {{(pid=62328) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 947.751445] env[62328]: DEBUG nova.network.neutron [-] [instance: e4c166ea-d803-4db5-a104-16bd84bfc6c6] deallocate_for_instance() {{(pid=62328) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 947.843937] env[62328]: DEBUG nova.virt.vmwareapi.vm_util [None req-b8853ef2-5c15-49ad-a3e6-86580b1bf3e3 tempest-ServerActionsTestJSON-389109759 tempest-ServerActionsTestJSON-389109759-project-member] [instance: 95dd703a-595e-467a-a8e9-bef4f806c33f] Powering on the VM {{(pid=62328) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 947.844154] env[62328]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-504e8746-f895-4c68-a715-80f9d96194cc {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 947.857224] env[62328]: DEBUG oslo_vmware.api [None req-b8853ef2-5c15-49ad-a3e6-86580b1bf3e3 tempest-ServerActionsTestJSON-389109759 tempest-ServerActionsTestJSON-389109759-project-member] Waiting for the task: (returnval){ [ 947.857224] env[62328]: value = "task-2387282" [ 947.857224] env[62328]: _type = "Task" [ 947.857224] env[62328]: } to complete. {{(pid=62328) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 947.866782] env[62328]: DEBUG oslo_vmware.api [None req-b8853ef2-5c15-49ad-a3e6-86580b1bf3e3 tempest-ServerActionsTestJSON-389109759 tempest-ServerActionsTestJSON-389109759-project-member] Task: {'id': task-2387282, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 947.885695] env[62328]: DEBUG oslo_vmware.api [None req-8678f7e4-919c-4116-a56e-207358a3be75 tempest-ServerMetadataTestJSON-2029257498 tempest-ServerMetadataTestJSON-2029257498-project-member] Task: {'id': task-2387281, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.088387} completed successfully. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 947.886109] env[62328]: DEBUG nova.virt.vmwareapi.vmops [None req-8678f7e4-919c-4116-a56e-207358a3be75 tempest-ServerMetadataTestJSON-2029257498 tempest-ServerMetadataTestJSON-2029257498-project-member] [instance: 4f661e25-00bc-4244-841b-575de5d4960b] Extended root virtual disk {{(pid=62328) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 947.891022] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-408e6411-ae39-49b8-9202-fda0de6b7983 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 947.913977] env[62328]: DEBUG nova.virt.vmwareapi.volumeops [None req-8678f7e4-919c-4116-a56e-207358a3be75 tempest-ServerMetadataTestJSON-2029257498 tempest-ServerMetadataTestJSON-2029257498-project-member] [instance: 4f661e25-00bc-4244-841b-575de5d4960b] Reconfiguring VM instance instance-0000005c to attach disk [datastore2] 4f661e25-00bc-4244-841b-575de5d4960b/4f661e25-00bc-4244-841b-575de5d4960b.vmdk or device None with type sparse {{(pid=62328) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 947.914342] env[62328]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e9903f3e-ea7c-4790-8912-0fb0682c2134 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 947.936880] env[62328]: DEBUG oslo_vmware.api [None req-8678f7e4-919c-4116-a56e-207358a3be75 tempest-ServerMetadataTestJSON-2029257498 tempest-ServerMetadataTestJSON-2029257498-project-member] Waiting for the task: (returnval){ [ 947.936880] env[62328]: value = "task-2387283" [ 947.936880] env[62328]: _type = "Task" [ 947.936880] env[62328]: } to complete. {{(pid=62328) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 947.947037] env[62328]: DEBUG oslo_vmware.api [None req-8678f7e4-919c-4116-a56e-207358a3be75 tempest-ServerMetadataTestJSON-2029257498 tempest-ServerMetadataTestJSON-2029257498-project-member] Task: {'id': task-2387283, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 948.008774] env[62328]: INFO nova.compute.manager [None req-78d2c9fa-6908-4ed8-aa1b-e22b821be232 tempest-ServersAdminTestJSON-455323280 tempest-ServersAdminTestJSON-455323280-project-member] [instance: f7104096-3f71-4c4e-9c1a-dcfae81dc66a] Rebuilding instance [ 948.055340] env[62328]: DEBUG nova.compute.manager [None req-78d2c9fa-6908-4ed8-aa1b-e22b821be232 tempest-ServersAdminTestJSON-455323280 tempest-ServersAdminTestJSON-455323280-project-member] [instance: f7104096-3f71-4c4e-9c1a-dcfae81dc66a] Checking state {{(pid=62328) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 948.056243] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7c90a4b3-9cd5-4808-b019-263653409fda {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 948.060214] env[62328]: DEBUG oslo_concurrency.lockutils [None req-93b66467-a06b-4805-b27a-a20507c878b0 tempest-ServerDiskConfigTestJSON-126406698 tempest-ServerDiskConfigTestJSON-126406698-project-member] Acquiring lock "5df51859-2d31-4abb-9c7d-d0b0405c3df9" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 948.060477] env[62328]: DEBUG oslo_concurrency.lockutils [None req-93b66467-a06b-4805-b27a-a20507c878b0 tempest-ServerDiskConfigTestJSON-126406698 tempest-ServerDiskConfigTestJSON-126406698-project-member] Lock "5df51859-2d31-4abb-9c7d-d0b0405c3df9" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.000s {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 948.060667] env[62328]: DEBUG nova.compute.manager [None req-93b66467-a06b-4805-b27a-a20507c878b0 tempest-ServerDiskConfigTestJSON-126406698 tempest-ServerDiskConfigTestJSON-126406698-project-member] [instance: 5df51859-2d31-4abb-9c7d-d0b0405c3df9] Going to confirm migration 4 {{(pid=62328) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:5250}} [ 948.092017] env[62328]: DEBUG nova.network.neutron [None req-19fd8925-4100-4be4-a24b-9a80b7d725c3 tempest-ImagesTestJSON-1776717495 tempest-ImagesTestJSON-1776717495-project-member] [instance: fa773569-3987-4bca-8f5f-638a337630b1] Updating instance_info_cache with network_info: [{"id": "11938d77-6252-45e1-acd8-3e12b36f73b2", "address": "fa:16:3e:48:fc:b9", "network": {"id": "a905dc5c-40c4-4f4e-a49b-32a091a84757", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1569455808-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "79ff0ac960284ebab9828a8e768f66f2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a8140829-5eac-40d8-a10c-eb881f57affc", "external-id": "nsx-vlan-transportzone-517", "segmentation_id": 517, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap11938d77-62", "ovs_interfaceid": "11938d77-6252-45e1-acd8-3e12b36f73b2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62328) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 948.115603] env[62328]: DEBUG nova.network.neutron [None req-458912d3-7bad-4ab1-bd2f-7d3ea5d10592 tempest-ServersTestJSON-2041147199 tempest-ServersTestJSON-2041147199-project-member] [instance: d9dcebce-1ee4-4f35-879b-a520176f261f] Instance cache missing network info. {{(pid=62328) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 948.368943] env[62328]: DEBUG oslo_vmware.api [None req-b8853ef2-5c15-49ad-a3e6-86580b1bf3e3 tempest-ServerActionsTestJSON-389109759 tempest-ServerActionsTestJSON-389109759-project-member] Task: {'id': task-2387282, 'name': PowerOnVM_Task, 'duration_secs': 0.40496} completed successfully. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 948.368943] env[62328]: DEBUG nova.virt.vmwareapi.vm_util [None req-b8853ef2-5c15-49ad-a3e6-86580b1bf3e3 tempest-ServerActionsTestJSON-389109759 tempest-ServerActionsTestJSON-389109759-project-member] [instance: 95dd703a-595e-467a-a8e9-bef4f806c33f] Powered on the VM {{(pid=62328) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 948.369488] env[62328]: DEBUG nova.compute.manager [None req-b8853ef2-5c15-49ad-a3e6-86580b1bf3e3 tempest-ServerActionsTestJSON-389109759 tempest-ServerActionsTestJSON-389109759-project-member] [instance: 95dd703a-595e-467a-a8e9-bef4f806c33f] Checking state {{(pid=62328) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 948.373051] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c4ab6023-e132-4775-bbfc-f69844603e1e {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 948.455020] env[62328]: DEBUG oslo_vmware.api [None req-8678f7e4-919c-4116-a56e-207358a3be75 tempest-ServerMetadataTestJSON-2029257498 tempest-ServerMetadataTestJSON-2029257498-project-member] Task: {'id': task-2387283, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 948.473683] env[62328]: DEBUG nova.network.neutron [None req-458912d3-7bad-4ab1-bd2f-7d3ea5d10592 tempest-ServersTestJSON-2041147199 tempest-ServersTestJSON-2041147199-project-member] [instance: d9dcebce-1ee4-4f35-879b-a520176f261f] Updating instance_info_cache with network_info: [{"id": "5f3517cc-0ffb-4f0d-9cf8-876459bd5806", "address": "fa:16:3e:29:36:27", "network": {"id": "6bb51e3a-3ea5-407f-af2d-a3aa2b58eb3e", "bridge": "br-int", "label": "tempest-ServersTestJSON-585704246-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c45c639ce4254b028b1106f234f63616", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d829efb7-e98e-4b67-bd03-b0888287dbfd", "external-id": "nsx-vlan-transportzone-128", "segmentation_id": 128, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5f3517cc-0f", "ovs_interfaceid": "5f3517cc-0ffb-4f0d-9cf8-876459bd5806", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62328) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 948.573802] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-38b21bed-6459-4188-bb7d-628fd0c639a8 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 948.584395] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-420019b6-097a-4984-9d71-5c6679a7b9b8 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 948.622668] env[62328]: DEBUG oslo_concurrency.lockutils [None req-19fd8925-4100-4be4-a24b-9a80b7d725c3 tempest-ImagesTestJSON-1776717495 tempest-ImagesTestJSON-1776717495-project-member] Releasing lock "refresh_cache-fa773569-3987-4bca-8f5f-638a337630b1" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 948.623029] env[62328]: DEBUG nova.compute.manager [None req-19fd8925-4100-4be4-a24b-9a80b7d725c3 tempest-ImagesTestJSON-1776717495 tempest-ImagesTestJSON-1776717495-project-member] [instance: fa773569-3987-4bca-8f5f-638a337630b1] Instance network_info: |[{"id": "11938d77-6252-45e1-acd8-3e12b36f73b2", "address": "fa:16:3e:48:fc:b9", "network": {"id": "a905dc5c-40c4-4f4e-a49b-32a091a84757", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1569455808-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "79ff0ac960284ebab9828a8e768f66f2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a8140829-5eac-40d8-a10c-eb881f57affc", "external-id": "nsx-vlan-transportzone-517", "segmentation_id": 517, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap11938d77-62", "ovs_interfaceid": "11938d77-6252-45e1-acd8-3e12b36f73b2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62328) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 948.623784] env[62328]: DEBUG nova.virt.vmwareapi.vmops [None req-19fd8925-4100-4be4-a24b-9a80b7d725c3 tempest-ImagesTestJSON-1776717495 tempest-ImagesTestJSON-1776717495-project-member] [instance: fa773569-3987-4bca-8f5f-638a337630b1] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:48:fc:b9', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'a8140829-5eac-40d8-a10c-eb881f57affc', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '11938d77-6252-45e1-acd8-3e12b36f73b2', 'vif_model': 'vmxnet3'}] {{(pid=62328) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 948.633124] env[62328]: DEBUG oslo.service.loopingcall [None req-19fd8925-4100-4be4-a24b-9a80b7d725c3 tempest-ImagesTestJSON-1776717495 tempest-ImagesTestJSON-1776717495-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62328) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 948.633954] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-df519519-8074-4daf-a062-fc873c6361fe {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 948.637256] env[62328]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: fa773569-3987-4bca-8f5f-638a337630b1] Creating VM on the ESX host {{(pid=62328) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 948.637499] env[62328]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-3ab1b067-ce89-4bb3-b66e-23ed60d6253a {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 948.654898] env[62328]: DEBUG oslo_concurrency.lockutils [None req-93b66467-a06b-4805-b27a-a20507c878b0 tempest-ServerDiskConfigTestJSON-126406698 tempest-ServerDiskConfigTestJSON-126406698-project-member] Acquiring lock "refresh_cache-5df51859-2d31-4abb-9c7d-d0b0405c3df9" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 948.655086] env[62328]: DEBUG oslo_concurrency.lockutils [None req-93b66467-a06b-4805-b27a-a20507c878b0 tempest-ServerDiskConfigTestJSON-126406698 tempest-ServerDiskConfigTestJSON-126406698-project-member] Acquired lock "refresh_cache-5df51859-2d31-4abb-9c7d-d0b0405c3df9" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 948.655298] env[62328]: DEBUG nova.network.neutron [None req-93b66467-a06b-4805-b27a-a20507c878b0 tempest-ServerDiskConfigTestJSON-126406698 tempest-ServerDiskConfigTestJSON-126406698-project-member] [instance: 5df51859-2d31-4abb-9c7d-d0b0405c3df9] Building network info cache for instance {{(pid=62328) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 948.655534] env[62328]: DEBUG nova.objects.instance [None req-93b66467-a06b-4805-b27a-a20507c878b0 tempest-ServerDiskConfigTestJSON-126406698 tempest-ServerDiskConfigTestJSON-126406698-project-member] Lazy-loading 'info_cache' on Instance uuid 5df51859-2d31-4abb-9c7d-d0b0405c3df9 {{(pid=62328) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 948.658675] env[62328]: DEBUG nova.compute.manager [None req-3405116e-3de1-4971-9f65-82802ece9c2d tempest-ServersNegativeTestJSON-1019155744 tempest-ServersNegativeTestJSON-1019155744-project-member] [instance: 206ded69-14c7-477f-9c36-376ff43a9641] Start spawning the instance on the hypervisor. {{(pid=62328) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 948.666208] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-51e20ee8-139d-434d-b972-bea6a64c720a {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 948.673284] env[62328]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 948.673284] env[62328]: value = "task-2387284" [ 948.673284] env[62328]: _type = "Task" [ 948.673284] env[62328]: } to complete. {{(pid=62328) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 948.689058] env[62328]: DEBUG nova.compute.provider_tree [None req-b77c5e65-c0f4-41c5-ace6-d5c7f009843f tempest-ServersTestFqdnHostnames-1216059078 tempest-ServersTestFqdnHostnames-1216059078-project-member] Inventory has not changed in ProviderTree for provider: 3469e9f8-04af-49ca-8435-49f104496744 {{(pid=62328) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 948.696970] env[62328]: DEBUG oslo_vmware.api [-] Task: {'id': task-2387284, 'name': CreateVM_Task} progress is 6%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 948.699787] env[62328]: DEBUG nova.virt.hardware [None req-3405116e-3de1-4971-9f65-82802ece9c2d tempest-ServersNegativeTestJSON-1019155744 tempest-ServersNegativeTestJSON-1019155744-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-07T17:16:55Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-07T17:16:37Z,direct_url=,disk_format='vmdk',id=dbf872a4-92be-47e4-8561-c3e2bf2423ab,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='2a64022f08d84b11a86773b900860ae5',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-07T17:16:38Z,virtual_size=,visibility=), allow threads: False {{(pid=62328) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 948.700066] env[62328]: DEBUG nova.virt.hardware [None req-3405116e-3de1-4971-9f65-82802ece9c2d tempest-ServersNegativeTestJSON-1019155744 tempest-ServersNegativeTestJSON-1019155744-project-member] Flavor limits 0:0:0 {{(pid=62328) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 948.700234] env[62328]: DEBUG nova.virt.hardware [None req-3405116e-3de1-4971-9f65-82802ece9c2d tempest-ServersNegativeTestJSON-1019155744 tempest-ServersNegativeTestJSON-1019155744-project-member] Image limits 0:0:0 {{(pid=62328) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 948.700422] env[62328]: DEBUG nova.virt.hardware [None req-3405116e-3de1-4971-9f65-82802ece9c2d tempest-ServersNegativeTestJSON-1019155744 tempest-ServersNegativeTestJSON-1019155744-project-member] Flavor pref 0:0:0 {{(pid=62328) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 948.700567] env[62328]: DEBUG nova.virt.hardware [None req-3405116e-3de1-4971-9f65-82802ece9c2d tempest-ServersNegativeTestJSON-1019155744 tempest-ServersNegativeTestJSON-1019155744-project-member] Image pref 0:0:0 {{(pid=62328) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 948.700710] env[62328]: DEBUG nova.virt.hardware [None req-3405116e-3de1-4971-9f65-82802ece9c2d tempest-ServersNegativeTestJSON-1019155744 tempest-ServersNegativeTestJSON-1019155744-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62328) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 948.700915] env[62328]: DEBUG nova.virt.hardware [None req-3405116e-3de1-4971-9f65-82802ece9c2d tempest-ServersNegativeTestJSON-1019155744 tempest-ServersNegativeTestJSON-1019155744-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62328) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 948.701086] env[62328]: DEBUG nova.virt.hardware [None req-3405116e-3de1-4971-9f65-82802ece9c2d tempest-ServersNegativeTestJSON-1019155744 tempest-ServersNegativeTestJSON-1019155744-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62328) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 948.701257] env[62328]: DEBUG nova.virt.hardware [None req-3405116e-3de1-4971-9f65-82802ece9c2d tempest-ServersNegativeTestJSON-1019155744 tempest-ServersNegativeTestJSON-1019155744-project-member] Got 1 possible topologies {{(pid=62328) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 948.701626] env[62328]: DEBUG nova.virt.hardware [None req-3405116e-3de1-4971-9f65-82802ece9c2d tempest-ServersNegativeTestJSON-1019155744 tempest-ServersNegativeTestJSON-1019155744-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62328) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 948.701626] env[62328]: DEBUG nova.virt.hardware [None req-3405116e-3de1-4971-9f65-82802ece9c2d tempest-ServersNegativeTestJSON-1019155744 tempest-ServersNegativeTestJSON-1019155744-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62328) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 948.703053] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-525307f9-c867-4641-9b30-634886432f8b {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 948.711311] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4d18bcdf-fcd3-4ab2-a3b8-71e9fad3b5d2 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 948.947862] env[62328]: DEBUG oslo_vmware.api [None req-8678f7e4-919c-4116-a56e-207358a3be75 tempest-ServerMetadataTestJSON-2029257498 tempest-ServerMetadataTestJSON-2029257498-project-member] Task: {'id': task-2387283, 'name': ReconfigVM_Task, 'duration_secs': 0.894889} completed successfully. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 948.948223] env[62328]: DEBUG nova.virt.vmwareapi.volumeops [None req-8678f7e4-919c-4116-a56e-207358a3be75 tempest-ServerMetadataTestJSON-2029257498 tempest-ServerMetadataTestJSON-2029257498-project-member] [instance: 4f661e25-00bc-4244-841b-575de5d4960b] Reconfigured VM instance instance-0000005c to attach disk [datastore2] 4f661e25-00bc-4244-841b-575de5d4960b/4f661e25-00bc-4244-841b-575de5d4960b.vmdk or device None with type sparse {{(pid=62328) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 948.948878] env[62328]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-2034ac0f-5733-4286-8cfc-b37a5b371deb {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 948.956556] env[62328]: DEBUG oslo_vmware.api [None req-8678f7e4-919c-4116-a56e-207358a3be75 tempest-ServerMetadataTestJSON-2029257498 tempest-ServerMetadataTestJSON-2029257498-project-member] Waiting for the task: (returnval){ [ 948.956556] env[62328]: value = "task-2387285" [ 948.956556] env[62328]: _type = "Task" [ 948.956556] env[62328]: } to complete. {{(pid=62328) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 948.966205] env[62328]: DEBUG oslo_vmware.api [None req-8678f7e4-919c-4116-a56e-207358a3be75 tempest-ServerMetadataTestJSON-2029257498 tempest-ServerMetadataTestJSON-2029257498-project-member] Task: {'id': task-2387285, 'name': Rename_Task} progress is 0%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 948.976719] env[62328]: DEBUG oslo_concurrency.lockutils [None req-458912d3-7bad-4ab1-bd2f-7d3ea5d10592 tempest-ServersTestJSON-2041147199 tempest-ServersTestJSON-2041147199-project-member] Releasing lock "refresh_cache-d9dcebce-1ee4-4f35-879b-a520176f261f" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 948.977089] env[62328]: DEBUG nova.compute.manager [None req-458912d3-7bad-4ab1-bd2f-7d3ea5d10592 tempest-ServersTestJSON-2041147199 tempest-ServersTestJSON-2041147199-project-member] [instance: d9dcebce-1ee4-4f35-879b-a520176f261f] Instance network_info: |[{"id": "5f3517cc-0ffb-4f0d-9cf8-876459bd5806", "address": "fa:16:3e:29:36:27", "network": {"id": "6bb51e3a-3ea5-407f-af2d-a3aa2b58eb3e", "bridge": "br-int", "label": "tempest-ServersTestJSON-585704246-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c45c639ce4254b028b1106f234f63616", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d829efb7-e98e-4b67-bd03-b0888287dbfd", "external-id": "nsx-vlan-transportzone-128", "segmentation_id": 128, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5f3517cc-0f", "ovs_interfaceid": "5f3517cc-0ffb-4f0d-9cf8-876459bd5806", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62328) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 948.977512] env[62328]: DEBUG nova.virt.vmwareapi.vmops [None req-458912d3-7bad-4ab1-bd2f-7d3ea5d10592 tempest-ServersTestJSON-2041147199 tempest-ServersTestJSON-2041147199-project-member] [instance: d9dcebce-1ee4-4f35-879b-a520176f261f] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:29:36:27', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'd829efb7-e98e-4b67-bd03-b0888287dbfd', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '5f3517cc-0ffb-4f0d-9cf8-876459bd5806', 'vif_model': 'vmxnet3'}] {{(pid=62328) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 948.989763] env[62328]: DEBUG oslo.service.loopingcall [None req-458912d3-7bad-4ab1-bd2f-7d3ea5d10592 tempest-ServersTestJSON-2041147199 tempest-ServersTestJSON-2041147199-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62328) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 948.990100] env[62328]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d9dcebce-1ee4-4f35-879b-a520176f261f] Creating VM on the ESX host {{(pid=62328) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 948.990389] env[62328]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-f36999e6-5107-4e45-9f02-fe65b35e3522 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 949.022158] env[62328]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 949.022158] env[62328]: value = "task-2387286" [ 949.022158] env[62328]: _type = "Task" [ 949.022158] env[62328]: } to complete. {{(pid=62328) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 949.034616] env[62328]: DEBUG oslo_vmware.api [-] Task: {'id': task-2387286, 'name': CreateVM_Task} progress is 0%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 949.077893] env[62328]: DEBUG nova.virt.vmwareapi.vm_util [None req-78d2c9fa-6908-4ed8-aa1b-e22b821be232 tempest-ServersAdminTestJSON-455323280 tempest-ServersAdminTestJSON-455323280-project-member] [instance: f7104096-3f71-4c4e-9c1a-dcfae81dc66a] Powering off the VM {{(pid=62328) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 949.078421] env[62328]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-23170ec7-f5e7-435e-acd6-df41dc674321 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 949.093227] env[62328]: DEBUG oslo_vmware.api [None req-78d2c9fa-6908-4ed8-aa1b-e22b821be232 tempest-ServersAdminTestJSON-455323280 tempest-ServersAdminTestJSON-455323280-project-member] Waiting for the task: (returnval){ [ 949.093227] env[62328]: value = "task-2387287" [ 949.093227] env[62328]: _type = "Task" [ 949.093227] env[62328]: } to complete. {{(pid=62328) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 949.104103] env[62328]: DEBUG oslo_vmware.api [None req-78d2c9fa-6908-4ed8-aa1b-e22b821be232 tempest-ServersAdminTestJSON-455323280 tempest-ServersAdminTestJSON-455323280-project-member] Task: {'id': task-2387287, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 949.188858] env[62328]: DEBUG oslo_vmware.api [-] Task: {'id': task-2387284, 'name': CreateVM_Task} progress is 99%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 949.192248] env[62328]: DEBUG nova.scheduler.client.report [None req-b77c5e65-c0f4-41c5-ace6-d5c7f009843f tempest-ServersTestFqdnHostnames-1216059078 tempest-ServersTestFqdnHostnames-1216059078-project-member] Inventory has not changed for provider 3469e9f8-04af-49ca-8435-49f104496744 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 152, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62328) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 949.367674] env[62328]: DEBUG nova.compute.manager [req-415ac962-b41c-4ea8-80f2-b462083d6537 req-6a9e57b0-a2e4-4138-8856-ff290e92f677 service nova] [instance: 8ba3d7e7-2be2-4949-8c5f-8e508f04b292] Received event network-vif-unplugged-a31479b4-a196-401f-bbcb-ba6c4188bcf9 {{(pid=62328) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 949.367907] env[62328]: DEBUG oslo_concurrency.lockutils [req-415ac962-b41c-4ea8-80f2-b462083d6537 req-6a9e57b0-a2e4-4138-8856-ff290e92f677 service nova] Acquiring lock "8ba3d7e7-2be2-4949-8c5f-8e508f04b292-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 949.368343] env[62328]: DEBUG oslo_concurrency.lockutils [req-415ac962-b41c-4ea8-80f2-b462083d6537 req-6a9e57b0-a2e4-4138-8856-ff290e92f677 service nova] Lock "8ba3d7e7-2be2-4949-8c5f-8e508f04b292-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 949.368593] env[62328]: DEBUG oslo_concurrency.lockutils [req-415ac962-b41c-4ea8-80f2-b462083d6537 req-6a9e57b0-a2e4-4138-8856-ff290e92f677 service nova] Lock "8ba3d7e7-2be2-4949-8c5f-8e508f04b292-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 949.368777] env[62328]: DEBUG nova.compute.manager [req-415ac962-b41c-4ea8-80f2-b462083d6537 req-6a9e57b0-a2e4-4138-8856-ff290e92f677 service nova] [instance: 8ba3d7e7-2be2-4949-8c5f-8e508f04b292] No waiting events found dispatching network-vif-unplugged-a31479b4-a196-401f-bbcb-ba6c4188bcf9 {{(pid=62328) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 949.368964] env[62328]: WARNING nova.compute.manager [req-415ac962-b41c-4ea8-80f2-b462083d6537 req-6a9e57b0-a2e4-4138-8856-ff290e92f677 service nova] [instance: 8ba3d7e7-2be2-4949-8c5f-8e508f04b292] Received unexpected event network-vif-unplugged-a31479b4-a196-401f-bbcb-ba6c4188bcf9 for instance with vm_state shelved_offloaded and task_state None. [ 949.369743] env[62328]: DEBUG nova.compute.manager [req-415ac962-b41c-4ea8-80f2-b462083d6537 req-6a9e57b0-a2e4-4138-8856-ff290e92f677 service nova] [instance: 8ba3d7e7-2be2-4949-8c5f-8e508f04b292] Received event network-changed-a31479b4-a196-401f-bbcb-ba6c4188bcf9 {{(pid=62328) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 949.369950] env[62328]: DEBUG nova.compute.manager [req-415ac962-b41c-4ea8-80f2-b462083d6537 req-6a9e57b0-a2e4-4138-8856-ff290e92f677 service nova] [instance: 8ba3d7e7-2be2-4949-8c5f-8e508f04b292] Refreshing instance network info cache due to event network-changed-a31479b4-a196-401f-bbcb-ba6c4188bcf9. {{(pid=62328) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 949.370169] env[62328]: DEBUG oslo_concurrency.lockutils [req-415ac962-b41c-4ea8-80f2-b462083d6537 req-6a9e57b0-a2e4-4138-8856-ff290e92f677 service nova] Acquiring lock "refresh_cache-8ba3d7e7-2be2-4949-8c5f-8e508f04b292" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 949.370314] env[62328]: DEBUG oslo_concurrency.lockutils [req-415ac962-b41c-4ea8-80f2-b462083d6537 req-6a9e57b0-a2e4-4138-8856-ff290e92f677 service nova] Acquired lock "refresh_cache-8ba3d7e7-2be2-4949-8c5f-8e508f04b292" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 949.370474] env[62328]: DEBUG nova.network.neutron [req-415ac962-b41c-4ea8-80f2-b462083d6537 req-6a9e57b0-a2e4-4138-8856-ff290e92f677 service nova] [instance: 8ba3d7e7-2be2-4949-8c5f-8e508f04b292] Refreshing network info cache for port a31479b4-a196-401f-bbcb-ba6c4188bcf9 {{(pid=62328) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 949.395347] env[62328]: DEBUG nova.compute.manager [req-b1d9a1eb-e55a-4b64-870a-534e34dc5aa1 req-4b272037-4792-48cd-bc91-3b91e5459f12 service nova] [instance: fa773569-3987-4bca-8f5f-638a337630b1] Received event network-changed-11938d77-6252-45e1-acd8-3e12b36f73b2 {{(pid=62328) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 949.395347] env[62328]: DEBUG nova.compute.manager [req-b1d9a1eb-e55a-4b64-870a-534e34dc5aa1 req-4b272037-4792-48cd-bc91-3b91e5459f12 service nova] [instance: fa773569-3987-4bca-8f5f-638a337630b1] Refreshing instance network info cache due to event network-changed-11938d77-6252-45e1-acd8-3e12b36f73b2. {{(pid=62328) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 949.395347] env[62328]: DEBUG oslo_concurrency.lockutils [req-b1d9a1eb-e55a-4b64-870a-534e34dc5aa1 req-4b272037-4792-48cd-bc91-3b91e5459f12 service nova] Acquiring lock "refresh_cache-fa773569-3987-4bca-8f5f-638a337630b1" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 949.395347] env[62328]: DEBUG oslo_concurrency.lockutils [req-b1d9a1eb-e55a-4b64-870a-534e34dc5aa1 req-4b272037-4792-48cd-bc91-3b91e5459f12 service nova] Acquired lock "refresh_cache-fa773569-3987-4bca-8f5f-638a337630b1" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 949.395347] env[62328]: DEBUG nova.network.neutron [req-b1d9a1eb-e55a-4b64-870a-534e34dc5aa1 req-4b272037-4792-48cd-bc91-3b91e5459f12 service nova] [instance: fa773569-3987-4bca-8f5f-638a337630b1] Refreshing network info cache for port 11938d77-6252-45e1-acd8-3e12b36f73b2 {{(pid=62328) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 949.422529] env[62328]: DEBUG nova.network.neutron [None req-3405116e-3de1-4971-9f65-82802ece9c2d tempest-ServersNegativeTestJSON-1019155744 tempest-ServersNegativeTestJSON-1019155744-project-member] [instance: 206ded69-14c7-477f-9c36-376ff43a9641] Successfully updated port: 63d4460f-c721-4686-9834-f681a2947d2e {{(pid=62328) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 949.469042] env[62328]: DEBUG oslo_vmware.api [None req-8678f7e4-919c-4116-a56e-207358a3be75 tempest-ServerMetadataTestJSON-2029257498 tempest-ServerMetadataTestJSON-2029257498-project-member] Task: {'id': task-2387285, 'name': Rename_Task, 'duration_secs': 0.210457} completed successfully. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 949.469485] env[62328]: DEBUG nova.virt.vmwareapi.vm_util [None req-8678f7e4-919c-4116-a56e-207358a3be75 tempest-ServerMetadataTestJSON-2029257498 tempest-ServerMetadataTestJSON-2029257498-project-member] [instance: 4f661e25-00bc-4244-841b-575de5d4960b] Powering on the VM {{(pid=62328) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 949.470031] env[62328]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-37f07ebf-d35c-4bda-9c8b-3a168af87c10 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 949.478336] env[62328]: DEBUG oslo_vmware.api [None req-8678f7e4-919c-4116-a56e-207358a3be75 tempest-ServerMetadataTestJSON-2029257498 tempest-ServerMetadataTestJSON-2029257498-project-member] Waiting for the task: (returnval){ [ 949.478336] env[62328]: value = "task-2387288" [ 949.478336] env[62328]: _type = "Task" [ 949.478336] env[62328]: } to complete. {{(pid=62328) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 949.488759] env[62328]: DEBUG oslo_vmware.api [None req-8678f7e4-919c-4116-a56e-207358a3be75 tempest-ServerMetadataTestJSON-2029257498 tempest-ServerMetadataTestJSON-2029257498-project-member] Task: {'id': task-2387288, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 949.533224] env[62328]: DEBUG oslo_vmware.api [-] Task: {'id': task-2387286, 'name': CreateVM_Task, 'duration_secs': 0.411106} completed successfully. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 949.533411] env[62328]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d9dcebce-1ee4-4f35-879b-a520176f261f] Created VM on the ESX host {{(pid=62328) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 949.534108] env[62328]: DEBUG oslo_concurrency.lockutils [None req-458912d3-7bad-4ab1-bd2f-7d3ea5d10592 tempest-ServersTestJSON-2041147199 tempest-ServersTestJSON-2041147199-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/dbf872a4-92be-47e4-8561-c3e2bf2423ab" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 949.534281] env[62328]: DEBUG oslo_concurrency.lockutils [None req-458912d3-7bad-4ab1-bd2f-7d3ea5d10592 tempest-ServersTestJSON-2041147199 tempest-ServersTestJSON-2041147199-project-member] Acquired lock "[datastore1] devstack-image-cache_base/dbf872a4-92be-47e4-8561-c3e2bf2423ab" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 949.534603] env[62328]: DEBUG oslo_concurrency.lockutils [None req-458912d3-7bad-4ab1-bd2f-7d3ea5d10592 tempest-ServersTestJSON-2041147199 tempest-ServersTestJSON-2041147199-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/dbf872a4-92be-47e4-8561-c3e2bf2423ab" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 949.534867] env[62328]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-eeb1c566-2b22-4981-b8e4-704877e5d2ac {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 949.540169] env[62328]: DEBUG oslo_vmware.api [None req-458912d3-7bad-4ab1-bd2f-7d3ea5d10592 tempest-ServersTestJSON-2041147199 tempest-ServersTestJSON-2041147199-project-member] Waiting for the task: (returnval){ [ 949.540169] env[62328]: value = "session[52a6e20e-410d-708a-99f2-080a575a99bd]522719f4-78d5-99e9-ddcd-de23bfb74abc" [ 949.540169] env[62328]: _type = "Task" [ 949.540169] env[62328]: } to complete. {{(pid=62328) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 949.548735] env[62328]: DEBUG oslo_vmware.api [None req-458912d3-7bad-4ab1-bd2f-7d3ea5d10592 tempest-ServersTestJSON-2041147199 tempest-ServersTestJSON-2041147199-project-member] Task: {'id': session[52a6e20e-410d-708a-99f2-080a575a99bd]522719f4-78d5-99e9-ddcd-de23bfb74abc, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 949.558279] env[62328]: DEBUG nova.network.neutron [-] [instance: e4c166ea-d803-4db5-a104-16bd84bfc6c6] Updating instance_info_cache with network_info: [] {{(pid=62328) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 949.603942] env[62328]: DEBUG oslo_vmware.api [None req-78d2c9fa-6908-4ed8-aa1b-e22b821be232 tempest-ServersAdminTestJSON-455323280 tempest-ServersAdminTestJSON-455323280-project-member] Task: {'id': task-2387287, 'name': PowerOffVM_Task, 'duration_secs': 0.306782} completed successfully. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 949.604256] env[62328]: DEBUG nova.virt.vmwareapi.vm_util [None req-78d2c9fa-6908-4ed8-aa1b-e22b821be232 tempest-ServersAdminTestJSON-455323280 tempest-ServersAdminTestJSON-455323280-project-member] [instance: f7104096-3f71-4c4e-9c1a-dcfae81dc66a] Powered off the VM {{(pid=62328) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 949.604563] env[62328]: DEBUG nova.virt.vmwareapi.vmops [None req-78d2c9fa-6908-4ed8-aa1b-e22b821be232 tempest-ServersAdminTestJSON-455323280 tempest-ServersAdminTestJSON-455323280-project-member] [instance: f7104096-3f71-4c4e-9c1a-dcfae81dc66a] Destroying instance {{(pid=62328) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 949.605813] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2a2765e0-e1b9-4953-b73c-6dc69b77275d {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 949.614618] env[62328]: DEBUG nova.virt.vmwareapi.vmops [None req-78d2c9fa-6908-4ed8-aa1b-e22b821be232 tempest-ServersAdminTestJSON-455323280 tempest-ServersAdminTestJSON-455323280-project-member] [instance: f7104096-3f71-4c4e-9c1a-dcfae81dc66a] Unregistering the VM {{(pid=62328) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 949.614888] env[62328]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-b96b77fd-0d4b-48aa-938e-83ba0d315873 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 949.687705] env[62328]: DEBUG oslo_vmware.api [-] Task: {'id': task-2387284, 'name': CreateVM_Task, 'duration_secs': 0.54493} completed successfully. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 949.687705] env[62328]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: fa773569-3987-4bca-8f5f-638a337630b1] Created VM on the ESX host {{(pid=62328) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 949.688563] env[62328]: DEBUG oslo_concurrency.lockutils [None req-19fd8925-4100-4be4-a24b-9a80b7d725c3 tempest-ImagesTestJSON-1776717495 tempest-ImagesTestJSON-1776717495-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/dbf872a4-92be-47e4-8561-c3e2bf2423ab" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 949.698216] env[62328]: DEBUG oslo_concurrency.lockutils [None req-b77c5e65-c0f4-41c5-ace6-d5c7f009843f tempest-ServersTestFqdnHostnames-1216059078 tempest-ServersTestFqdnHostnames-1216059078-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.060s {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 949.700686] env[62328]: DEBUG nova.virt.vmwareapi.vmops [None req-78d2c9fa-6908-4ed8-aa1b-e22b821be232 tempest-ServersAdminTestJSON-455323280 tempest-ServersAdminTestJSON-455323280-project-member] [instance: f7104096-3f71-4c4e-9c1a-dcfae81dc66a] Unregistered the VM {{(pid=62328) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 949.700784] env[62328]: DEBUG nova.virt.vmwareapi.vmops [None req-78d2c9fa-6908-4ed8-aa1b-e22b821be232 tempest-ServersAdminTestJSON-455323280 tempest-ServersAdminTestJSON-455323280-project-member] [instance: f7104096-3f71-4c4e-9c1a-dcfae81dc66a] Deleting contents of the VM from datastore datastore2 {{(pid=62328) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 949.700891] env[62328]: DEBUG nova.virt.vmwareapi.ds_util [None req-78d2c9fa-6908-4ed8-aa1b-e22b821be232 tempest-ServersAdminTestJSON-455323280 tempest-ServersAdminTestJSON-455323280-project-member] Deleting the datastore file [datastore2] f7104096-3f71-4c4e-9c1a-dcfae81dc66a {{(pid=62328) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 949.702483] env[62328]: DEBUG oslo_concurrency.lockutils [None req-ade3e877-8b08-4eef-a2fa-8871aa8608a2 tempest-ServersWithSpecificFlavorTestJSON-2091780743 tempest-ServersWithSpecificFlavorTestJSON-2091780743-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 11.530s {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 949.702483] env[62328]: DEBUG nova.objects.instance [None req-ade3e877-8b08-4eef-a2fa-8871aa8608a2 tempest-ServersWithSpecificFlavorTestJSON-2091780743 tempest-ServersWithSpecificFlavorTestJSON-2091780743-project-member] Lazy-loading 'resources' on Instance uuid 4012f976-bb83-4296-8a36-f3af12570729 {{(pid=62328) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 949.702838] env[62328]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-9ff9c1d0-3766-4185-8037-9197a0a6cc79 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 949.710622] env[62328]: DEBUG oslo_vmware.api [None req-78d2c9fa-6908-4ed8-aa1b-e22b821be232 tempest-ServersAdminTestJSON-455323280 tempest-ServersAdminTestJSON-455323280-project-member] Waiting for the task: (returnval){ [ 949.710622] env[62328]: value = "task-2387290" [ 949.710622] env[62328]: _type = "Task" [ 949.710622] env[62328]: } to complete. {{(pid=62328) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 949.723130] env[62328]: DEBUG oslo_concurrency.lockutils [None req-4b6e218f-03bb-40ad-8d70-979327131490 tempest-ServerActionsTestOtherA-1098162655 tempest-ServerActionsTestOtherA-1098162655-project-member] Acquiring lock "0b59b4a1-0c44-41af-a213-89960b97f913" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 949.723421] env[62328]: DEBUG oslo_concurrency.lockutils [None req-4b6e218f-03bb-40ad-8d70-979327131490 tempest-ServerActionsTestOtherA-1098162655 tempest-ServerActionsTestOtherA-1098162655-project-member] Lock "0b59b4a1-0c44-41af-a213-89960b97f913" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 949.729229] env[62328]: DEBUG oslo_vmware.api [None req-78d2c9fa-6908-4ed8-aa1b-e22b821be232 tempest-ServersAdminTestJSON-455323280 tempest-ServersAdminTestJSON-455323280-project-member] Task: {'id': task-2387290, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 949.735786] env[62328]: INFO nova.scheduler.client.report [None req-b77c5e65-c0f4-41c5-ace6-d5c7f009843f tempest-ServersTestFqdnHostnames-1216059078 tempest-ServersTestFqdnHostnames-1216059078-project-member] Deleted allocations for instance ab48d158-561e-40d6-a649-f38a096d96c3 [ 949.834187] env[62328]: DEBUG oslo_concurrency.lockutils [None req-29f68803-8286-458f-9aaf-60c2a2528759 tempest-AttachVolumeNegativeTest-1920358930 tempest-AttachVolumeNegativeTest-1920358930-project-member] Acquiring lock "72ae0826-d2f2-406b-80fc-f4fd4c2e9706" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 949.834452] env[62328]: DEBUG oslo_concurrency.lockutils [None req-29f68803-8286-458f-9aaf-60c2a2528759 tempest-AttachVolumeNegativeTest-1920358930 tempest-AttachVolumeNegativeTest-1920358930-project-member] Lock "72ae0826-d2f2-406b-80fc-f4fd4c2e9706" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 949.925486] env[62328]: DEBUG oslo_concurrency.lockutils [None req-3405116e-3de1-4971-9f65-82802ece9c2d tempest-ServersNegativeTestJSON-1019155744 tempest-ServersNegativeTestJSON-1019155744-project-member] Acquiring lock "refresh_cache-206ded69-14c7-477f-9c36-376ff43a9641" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 949.925655] env[62328]: DEBUG oslo_concurrency.lockutils [None req-3405116e-3de1-4971-9f65-82802ece9c2d tempest-ServersNegativeTestJSON-1019155744 tempest-ServersNegativeTestJSON-1019155744-project-member] Acquired lock "refresh_cache-206ded69-14c7-477f-9c36-376ff43a9641" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 949.925769] env[62328]: DEBUG nova.network.neutron [None req-3405116e-3de1-4971-9f65-82802ece9c2d tempest-ServersNegativeTestJSON-1019155744 tempest-ServersNegativeTestJSON-1019155744-project-member] [instance: 206ded69-14c7-477f-9c36-376ff43a9641] Building network info cache for instance {{(pid=62328) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 949.936863] env[62328]: DEBUG nova.network.neutron [None req-93b66467-a06b-4805-b27a-a20507c878b0 tempest-ServerDiskConfigTestJSON-126406698 tempest-ServerDiskConfigTestJSON-126406698-project-member] [instance: 5df51859-2d31-4abb-9c7d-d0b0405c3df9] Updating instance_info_cache with network_info: [{"id": "0a92ba59-319f-4ced-a7f5-6aa8112cc6c3", "address": "fa:16:3e:39:cc:77", "network": {"id": "ae1b0afd-4a0c-4b8a-99ac-dbdf6dd5bf95", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-10758413-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "33a1d9f198d84697b63d98d445dea080", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dcf5c3f7-4e33-4f21-b323-3673930b789c", "external-id": "nsx-vlan-transportzone-983", "segmentation_id": 983, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0a92ba59-31", "ovs_interfaceid": "0a92ba59-319f-4ced-a7f5-6aa8112cc6c3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62328) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 949.991331] env[62328]: DEBUG oslo_vmware.api [None req-8678f7e4-919c-4116-a56e-207358a3be75 tempest-ServerMetadataTestJSON-2029257498 tempest-ServerMetadataTestJSON-2029257498-project-member] Task: {'id': task-2387288, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 950.053052] env[62328]: DEBUG oslo_vmware.api [None req-458912d3-7bad-4ab1-bd2f-7d3ea5d10592 tempest-ServersTestJSON-2041147199 tempest-ServersTestJSON-2041147199-project-member] Task: {'id': session[52a6e20e-410d-708a-99f2-080a575a99bd]522719f4-78d5-99e9-ddcd-de23bfb74abc, 'name': SearchDatastore_Task, 'duration_secs': 0.020119} completed successfully. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 950.053332] env[62328]: DEBUG oslo_concurrency.lockutils [None req-458912d3-7bad-4ab1-bd2f-7d3ea5d10592 tempest-ServersTestJSON-2041147199 tempest-ServersTestJSON-2041147199-project-member] Releasing lock "[datastore1] devstack-image-cache_base/dbf872a4-92be-47e4-8561-c3e2bf2423ab" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 950.053590] env[62328]: DEBUG nova.virt.vmwareapi.vmops [None req-458912d3-7bad-4ab1-bd2f-7d3ea5d10592 tempest-ServersTestJSON-2041147199 tempest-ServersTestJSON-2041147199-project-member] [instance: d9dcebce-1ee4-4f35-879b-a520176f261f] Processing image dbf872a4-92be-47e4-8561-c3e2bf2423ab {{(pid=62328) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 950.053877] env[62328]: DEBUG oslo_concurrency.lockutils [None req-458912d3-7bad-4ab1-bd2f-7d3ea5d10592 tempest-ServersTestJSON-2041147199 tempest-ServersTestJSON-2041147199-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/dbf872a4-92be-47e4-8561-c3e2bf2423ab/dbf872a4-92be-47e4-8561-c3e2bf2423ab.vmdk" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 950.054121] env[62328]: DEBUG oslo_concurrency.lockutils [None req-458912d3-7bad-4ab1-bd2f-7d3ea5d10592 tempest-ServersTestJSON-2041147199 tempest-ServersTestJSON-2041147199-project-member] Acquired lock "[datastore1] devstack-image-cache_base/dbf872a4-92be-47e4-8561-c3e2bf2423ab/dbf872a4-92be-47e4-8561-c3e2bf2423ab.vmdk" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 950.054330] env[62328]: DEBUG nova.virt.vmwareapi.ds_util [None req-458912d3-7bad-4ab1-bd2f-7d3ea5d10592 tempest-ServersTestJSON-2041147199 tempest-ServersTestJSON-2041147199-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62328) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 950.057821] env[62328]: DEBUG oslo_concurrency.lockutils [None req-19fd8925-4100-4be4-a24b-9a80b7d725c3 tempest-ImagesTestJSON-1776717495 tempest-ImagesTestJSON-1776717495-project-member] Acquired lock "[datastore1] devstack-image-cache_base/dbf872a4-92be-47e4-8561-c3e2bf2423ab" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 950.058248] env[62328]: DEBUG oslo_concurrency.lockutils [None req-19fd8925-4100-4be4-a24b-9a80b7d725c3 tempest-ImagesTestJSON-1776717495 tempest-ImagesTestJSON-1776717495-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/dbf872a4-92be-47e4-8561-c3e2bf2423ab" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 950.059160] env[62328]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-e86d6f01-75af-4c3e-9556-02668222d70c {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 950.061292] env[62328]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f05db482-4fad-4905-93c1-db4fd7f8f6ee {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 950.063998] env[62328]: INFO nova.compute.manager [-] [instance: e4c166ea-d803-4db5-a104-16bd84bfc6c6] Took 2.31 seconds to deallocate network for instance. [ 950.072878] env[62328]: DEBUG oslo_vmware.api [None req-19fd8925-4100-4be4-a24b-9a80b7d725c3 tempest-ImagesTestJSON-1776717495 tempest-ImagesTestJSON-1776717495-project-member] Waiting for the task: (returnval){ [ 950.072878] env[62328]: value = "session[52a6e20e-410d-708a-99f2-080a575a99bd]528df50f-12e5-c1fd-5228-c9516610d29e" [ 950.072878] env[62328]: _type = "Task" [ 950.072878] env[62328]: } to complete. {{(pid=62328) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 950.076896] env[62328]: DEBUG oslo_concurrency.lockutils [None req-31afb0db-f590-4aad-a2c5-37cf9f917edd tempest-DeleteServersTestJSON-1766103036 tempest-DeleteServersTestJSON-1766103036-project-member] Acquiring lock "8ba3d7e7-2be2-4949-8c5f-8e508f04b292" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 950.084784] env[62328]: DEBUG oslo_vmware.api [None req-19fd8925-4100-4be4-a24b-9a80b7d725c3 tempest-ImagesTestJSON-1776717495 tempest-ImagesTestJSON-1776717495-project-member] Task: {'id': session[52a6e20e-410d-708a-99f2-080a575a99bd]528df50f-12e5-c1fd-5228-c9516610d29e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 950.088475] env[62328]: DEBUG nova.virt.vmwareapi.ds_util [None req-458912d3-7bad-4ab1-bd2f-7d3ea5d10592 tempest-ServersTestJSON-2041147199 tempest-ServersTestJSON-2041147199-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62328) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 950.088769] env[62328]: DEBUG nova.virt.vmwareapi.vmops [None req-458912d3-7bad-4ab1-bd2f-7d3ea5d10592 tempest-ServersTestJSON-2041147199 tempest-ServersTestJSON-2041147199-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62328) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 950.089669] env[62328]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6e1741b3-f8a5-4b81-8c5c-24d379dca5f6 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 950.101196] env[62328]: DEBUG oslo_vmware.api [None req-458912d3-7bad-4ab1-bd2f-7d3ea5d10592 tempest-ServersTestJSON-2041147199 tempest-ServersTestJSON-2041147199-project-member] Waiting for the task: (returnval){ [ 950.101196] env[62328]: value = "session[52a6e20e-410d-708a-99f2-080a575a99bd]52b5137b-6ec7-7f1c-39f5-1c730d1ddde8" [ 950.101196] env[62328]: _type = "Task" [ 950.101196] env[62328]: } to complete. {{(pid=62328) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 950.116279] env[62328]: DEBUG oslo_vmware.api [None req-458912d3-7bad-4ab1-bd2f-7d3ea5d10592 tempest-ServersTestJSON-2041147199 tempest-ServersTestJSON-2041147199-project-member] Task: {'id': session[52a6e20e-410d-708a-99f2-080a575a99bd]52b5137b-6ec7-7f1c-39f5-1c730d1ddde8, 'name': SearchDatastore_Task, 'duration_secs': 0.014184} completed successfully. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 950.117041] env[62328]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b523a840-54c9-40ce-be82-11cbcca69ff9 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 950.122589] env[62328]: DEBUG oslo_vmware.api [None req-458912d3-7bad-4ab1-bd2f-7d3ea5d10592 tempest-ServersTestJSON-2041147199 tempest-ServersTestJSON-2041147199-project-member] Waiting for the task: (returnval){ [ 950.122589] env[62328]: value = "session[52a6e20e-410d-708a-99f2-080a575a99bd]52c830c8-3ed4-7c0b-93cb-c2786cacface" [ 950.122589] env[62328]: _type = "Task" [ 950.122589] env[62328]: } to complete. {{(pid=62328) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 950.135020] env[62328]: DEBUG oslo_vmware.api [None req-458912d3-7bad-4ab1-bd2f-7d3ea5d10592 tempest-ServersTestJSON-2041147199 tempest-ServersTestJSON-2041147199-project-member] Task: {'id': session[52a6e20e-410d-708a-99f2-080a575a99bd]52c830c8-3ed4-7c0b-93cb-c2786cacface, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 950.229211] env[62328]: DEBUG nova.compute.utils [None req-4b6e218f-03bb-40ad-8d70-979327131490 tempest-ServerActionsTestOtherA-1098162655 tempest-ServerActionsTestOtherA-1098162655-project-member] Using /dev/sd instead of None {{(pid=62328) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 950.233410] env[62328]: DEBUG oslo_vmware.api [None req-78d2c9fa-6908-4ed8-aa1b-e22b821be232 tempest-ServersAdminTestJSON-455323280 tempest-ServersAdminTestJSON-455323280-project-member] Task: {'id': task-2387290, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.2266} completed successfully. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 950.233829] env[62328]: DEBUG nova.virt.vmwareapi.ds_util [None req-78d2c9fa-6908-4ed8-aa1b-e22b821be232 tempest-ServersAdminTestJSON-455323280 tempest-ServersAdminTestJSON-455323280-project-member] Deleted the datastore file {{(pid=62328) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 950.236170] env[62328]: DEBUG nova.virt.vmwareapi.vmops [None req-78d2c9fa-6908-4ed8-aa1b-e22b821be232 tempest-ServersAdminTestJSON-455323280 tempest-ServersAdminTestJSON-455323280-project-member] [instance: f7104096-3f71-4c4e-9c1a-dcfae81dc66a] Deleted contents of the VM from datastore datastore2 {{(pid=62328) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 950.236170] env[62328]: DEBUG nova.virt.vmwareapi.vmops [None req-78d2c9fa-6908-4ed8-aa1b-e22b821be232 tempest-ServersAdminTestJSON-455323280 tempest-ServersAdminTestJSON-455323280-project-member] [instance: f7104096-3f71-4c4e-9c1a-dcfae81dc66a] Instance destroyed {{(pid=62328) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 950.257453] env[62328]: DEBUG oslo_concurrency.lockutils [None req-b77c5e65-c0f4-41c5-ace6-d5c7f009843f tempest-ServersTestFqdnHostnames-1216059078 tempest-ServersTestFqdnHostnames-1216059078-project-member] Lock "ab48d158-561e-40d6-a649-f38a096d96c3" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 17.095s {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 950.337461] env[62328]: DEBUG nova.compute.manager [None req-29f68803-8286-458f-9aaf-60c2a2528759 tempest-AttachVolumeNegativeTest-1920358930 tempest-AttachVolumeNegativeTest-1920358930-project-member] [instance: 72ae0826-d2f2-406b-80fc-f4fd4c2e9706] Starting instance... {{(pid=62328) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 950.362168] env[62328]: DEBUG nova.network.neutron [req-415ac962-b41c-4ea8-80f2-b462083d6537 req-6a9e57b0-a2e4-4138-8856-ff290e92f677 service nova] [instance: 8ba3d7e7-2be2-4949-8c5f-8e508f04b292] Updated VIF entry in instance network info cache for port a31479b4-a196-401f-bbcb-ba6c4188bcf9. {{(pid=62328) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 950.362168] env[62328]: DEBUG nova.network.neutron [req-415ac962-b41c-4ea8-80f2-b462083d6537 req-6a9e57b0-a2e4-4138-8856-ff290e92f677 service nova] [instance: 8ba3d7e7-2be2-4949-8c5f-8e508f04b292] Updating instance_info_cache with network_info: [{"id": "a31479b4-a196-401f-bbcb-ba6c4188bcf9", "address": "fa:16:3e:ea:09:d2", "network": {"id": "0bcec7a4-aa8e-420d-b203-4ead2073e045", "bridge": null, "label": "tempest-DeleteServersTestJSON-575957277-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7aa9ac81c5264c7cba58e5879eedf77c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "unbound", "details": {}, "devname": "tapa31479b4-a1", "ovs_interfaceid": null, "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62328) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 950.376611] env[62328]: DEBUG nova.network.neutron [req-b1d9a1eb-e55a-4b64-870a-534e34dc5aa1 req-4b272037-4792-48cd-bc91-3b91e5459f12 service nova] [instance: fa773569-3987-4bca-8f5f-638a337630b1] Updated VIF entry in instance network info cache for port 11938d77-6252-45e1-acd8-3e12b36f73b2. {{(pid=62328) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 950.376611] env[62328]: DEBUG nova.network.neutron [req-b1d9a1eb-e55a-4b64-870a-534e34dc5aa1 req-4b272037-4792-48cd-bc91-3b91e5459f12 service nova] [instance: fa773569-3987-4bca-8f5f-638a337630b1] Updating instance_info_cache with network_info: [{"id": "11938d77-6252-45e1-acd8-3e12b36f73b2", "address": "fa:16:3e:48:fc:b9", "network": {"id": "a905dc5c-40c4-4f4e-a49b-32a091a84757", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1569455808-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "79ff0ac960284ebab9828a8e768f66f2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a8140829-5eac-40d8-a10c-eb881f57affc", "external-id": "nsx-vlan-transportzone-517", "segmentation_id": 517, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap11938d77-62", "ovs_interfaceid": "11938d77-6252-45e1-acd8-3e12b36f73b2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62328) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 950.440567] env[62328]: DEBUG oslo_concurrency.lockutils [None req-93b66467-a06b-4805-b27a-a20507c878b0 tempest-ServerDiskConfigTestJSON-126406698 tempest-ServerDiskConfigTestJSON-126406698-project-member] Releasing lock "refresh_cache-5df51859-2d31-4abb-9c7d-d0b0405c3df9" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 950.440732] env[62328]: DEBUG nova.objects.instance [None req-93b66467-a06b-4805-b27a-a20507c878b0 tempest-ServerDiskConfigTestJSON-126406698 tempest-ServerDiskConfigTestJSON-126406698-project-member] Lazy-loading 'migration_context' on Instance uuid 5df51859-2d31-4abb-9c7d-d0b0405c3df9 {{(pid=62328) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 950.491753] env[62328]: DEBUG oslo_vmware.api [None req-8678f7e4-919c-4116-a56e-207358a3be75 tempest-ServerMetadataTestJSON-2029257498 tempest-ServerMetadataTestJSON-2029257498-project-member] Task: {'id': task-2387288, 'name': PowerOnVM_Task, 'duration_secs': 0.639644} completed successfully. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 950.492631] env[62328]: DEBUG nova.network.neutron [None req-3405116e-3de1-4971-9f65-82802ece9c2d tempest-ServersNegativeTestJSON-1019155744 tempest-ServersNegativeTestJSON-1019155744-project-member] [instance: 206ded69-14c7-477f-9c36-376ff43a9641] Instance cache missing network info. {{(pid=62328) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 950.494711] env[62328]: DEBUG nova.virt.vmwareapi.vm_util [None req-8678f7e4-919c-4116-a56e-207358a3be75 tempest-ServerMetadataTestJSON-2029257498 tempest-ServerMetadataTestJSON-2029257498-project-member] [instance: 4f661e25-00bc-4244-841b-575de5d4960b] Powered on the VM {{(pid=62328) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 950.494952] env[62328]: INFO nova.compute.manager [None req-8678f7e4-919c-4116-a56e-207358a3be75 tempest-ServerMetadataTestJSON-2029257498 tempest-ServerMetadataTestJSON-2029257498-project-member] [instance: 4f661e25-00bc-4244-841b-575de5d4960b] Took 9.70 seconds to spawn the instance on the hypervisor. [ 950.495253] env[62328]: DEBUG nova.compute.manager [None req-8678f7e4-919c-4116-a56e-207358a3be75 tempest-ServerMetadataTestJSON-2029257498 tempest-ServerMetadataTestJSON-2029257498-project-member] [instance: 4f661e25-00bc-4244-841b-575de5d4960b] Checking state {{(pid=62328) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 950.496140] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2acca989-d511-4acc-afa8-ca8fe3e68295 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 950.583680] env[62328]: DEBUG oslo_vmware.api [None req-19fd8925-4100-4be4-a24b-9a80b7d725c3 tempest-ImagesTestJSON-1776717495 tempest-ImagesTestJSON-1776717495-project-member] Task: {'id': session[52a6e20e-410d-708a-99f2-080a575a99bd]528df50f-12e5-c1fd-5228-c9516610d29e, 'name': SearchDatastore_Task, 'duration_secs': 0.015758} completed successfully. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 950.586296] env[62328]: DEBUG oslo_concurrency.lockutils [None req-19fd8925-4100-4be4-a24b-9a80b7d725c3 tempest-ImagesTestJSON-1776717495 tempest-ImagesTestJSON-1776717495-project-member] Releasing lock "[datastore1] devstack-image-cache_base/dbf872a4-92be-47e4-8561-c3e2bf2423ab" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 950.586536] env[62328]: DEBUG nova.virt.vmwareapi.vmops [None req-19fd8925-4100-4be4-a24b-9a80b7d725c3 tempest-ImagesTestJSON-1776717495 tempest-ImagesTestJSON-1776717495-project-member] [instance: fa773569-3987-4bca-8f5f-638a337630b1] Processing image dbf872a4-92be-47e4-8561-c3e2bf2423ab {{(pid=62328) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 950.586735] env[62328]: DEBUG oslo_concurrency.lockutils [None req-19fd8925-4100-4be4-a24b-9a80b7d725c3 tempest-ImagesTestJSON-1776717495 tempest-ImagesTestJSON-1776717495-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/dbf872a4-92be-47e4-8561-c3e2bf2423ab/dbf872a4-92be-47e4-8561-c3e2bf2423ab.vmdk" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 950.618850] env[62328]: INFO nova.compute.manager [None req-5537aa95-4c1b-4f01-be9d-70a65ce0f698 tempest-ServersTestBootFromVolume-606303851 tempest-ServersTestBootFromVolume-606303851-project-member] [instance: e4c166ea-d803-4db5-a104-16bd84bfc6c6] Took 0.55 seconds to detach 1 volumes for instance. [ 950.623524] env[62328]: DEBUG nova.compute.manager [None req-5537aa95-4c1b-4f01-be9d-70a65ce0f698 tempest-ServersTestBootFromVolume-606303851 tempest-ServersTestBootFromVolume-606303851-project-member] [instance: e4c166ea-d803-4db5-a104-16bd84bfc6c6] Deleting volume: f109e705-ab4b-485c-b1ea-edd2fb84ba04 {{(pid=62328) _cleanup_volumes /opt/stack/nova/nova/compute/manager.py:3282}} [ 950.637200] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4407e546-912a-4753-bb73-de98cacd8684 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 950.639918] env[62328]: DEBUG oslo_vmware.api [None req-458912d3-7bad-4ab1-bd2f-7d3ea5d10592 tempest-ServersTestJSON-2041147199 tempest-ServersTestJSON-2041147199-project-member] Task: {'id': session[52a6e20e-410d-708a-99f2-080a575a99bd]52c830c8-3ed4-7c0b-93cb-c2786cacface, 'name': SearchDatastore_Task, 'duration_secs': 0.019295} completed successfully. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 950.640197] env[62328]: DEBUG oslo_concurrency.lockutils [None req-458912d3-7bad-4ab1-bd2f-7d3ea5d10592 tempest-ServersTestJSON-2041147199 tempest-ServersTestJSON-2041147199-project-member] Releasing lock "[datastore1] devstack-image-cache_base/dbf872a4-92be-47e4-8561-c3e2bf2423ab/dbf872a4-92be-47e4-8561-c3e2bf2423ab.vmdk" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 950.640462] env[62328]: DEBUG nova.virt.vmwareapi.vm_util [None req-458912d3-7bad-4ab1-bd2f-7d3ea5d10592 tempest-ServersTestJSON-2041147199 tempest-ServersTestJSON-2041147199-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/dbf872a4-92be-47e4-8561-c3e2bf2423ab/dbf872a4-92be-47e4-8561-c3e2bf2423ab.vmdk to [datastore1] d9dcebce-1ee4-4f35-879b-a520176f261f/d9dcebce-1ee4-4f35-879b-a520176f261f.vmdk {{(pid=62328) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 950.641137] env[62328]: DEBUG oslo_concurrency.lockutils [None req-19fd8925-4100-4be4-a24b-9a80b7d725c3 tempest-ImagesTestJSON-1776717495 tempest-ImagesTestJSON-1776717495-project-member] Acquired lock "[datastore1] devstack-image-cache_base/dbf872a4-92be-47e4-8561-c3e2bf2423ab/dbf872a4-92be-47e4-8561-c3e2bf2423ab.vmdk" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 950.641377] env[62328]: DEBUG nova.virt.vmwareapi.ds_util [None req-19fd8925-4100-4be4-a24b-9a80b7d725c3 tempest-ImagesTestJSON-1776717495 tempest-ImagesTestJSON-1776717495-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62328) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 950.641612] env[62328]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-d5050966-3416-49d8-b86b-f18ce8d85007 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 950.645671] env[62328]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-f853ddc2-a4df-494b-ab83-76d88fd39d37 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 950.648760] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-daf5dfdd-1219-4386-bdd1-6c5fa9237827 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 950.653679] env[62328]: DEBUG oslo_vmware.api [None req-458912d3-7bad-4ab1-bd2f-7d3ea5d10592 tempest-ServersTestJSON-2041147199 tempest-ServersTestJSON-2041147199-project-member] Waiting for the task: (returnval){ [ 950.653679] env[62328]: value = "task-2387291" [ 950.653679] env[62328]: _type = "Task" [ 950.653679] env[62328]: } to complete. {{(pid=62328) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 950.695678] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5a4e538e-abcf-4e0b-84da-b520d3255c46 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 950.697894] env[62328]: DEBUG nova.virt.vmwareapi.ds_util [None req-19fd8925-4100-4be4-a24b-9a80b7d725c3 tempest-ImagesTestJSON-1776717495 tempest-ImagesTestJSON-1776717495-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62328) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 950.698138] env[62328]: DEBUG nova.virt.vmwareapi.vmops [None req-19fd8925-4100-4be4-a24b-9a80b7d725c3 tempest-ImagesTestJSON-1776717495 tempest-ImagesTestJSON-1776717495-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62328) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 950.702736] env[62328]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-28a856c3-9d0c-4cf3-adad-4c43ffe05411 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 950.705650] env[62328]: DEBUG oslo_vmware.api [None req-458912d3-7bad-4ab1-bd2f-7d3ea5d10592 tempest-ServersTestJSON-2041147199 tempest-ServersTestJSON-2041147199-project-member] Task: {'id': task-2387291, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 950.712277] env[62328]: DEBUG oslo_vmware.api [None req-19fd8925-4100-4be4-a24b-9a80b7d725c3 tempest-ImagesTestJSON-1776717495 tempest-ImagesTestJSON-1776717495-project-member] Waiting for the task: (returnval){ [ 950.712277] env[62328]: value = "session[52a6e20e-410d-708a-99f2-080a575a99bd]52a7c665-5b77-9eb0-634f-96774bc05762" [ 950.712277] env[62328]: _type = "Task" [ 950.712277] env[62328]: } to complete. {{(pid=62328) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 950.715819] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d5ff2674-8482-4d9d-af35-e0c77bcf35da {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 950.731671] env[62328]: DEBUG nova.compute.provider_tree [None req-ade3e877-8b08-4eef-a2fa-8871aa8608a2 tempest-ServersWithSpecificFlavorTestJSON-2091780743 tempest-ServersWithSpecificFlavorTestJSON-2091780743-project-member] Inventory has not changed in ProviderTree for provider: 3469e9f8-04af-49ca-8435-49f104496744 {{(pid=62328) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 950.737217] env[62328]: DEBUG oslo_vmware.api [None req-19fd8925-4100-4be4-a24b-9a80b7d725c3 tempest-ImagesTestJSON-1776717495 tempest-ImagesTestJSON-1776717495-project-member] Task: {'id': session[52a6e20e-410d-708a-99f2-080a575a99bd]52a7c665-5b77-9eb0-634f-96774bc05762, 'name': SearchDatastore_Task, 'duration_secs': 0.015972} completed successfully. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 950.738389] env[62328]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-159a1eb5-32f8-4f5c-a098-52cd4c01049f {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 950.741968] env[62328]: DEBUG oslo_concurrency.lockutils [None req-4b6e218f-03bb-40ad-8d70-979327131490 tempest-ServerActionsTestOtherA-1098162655 tempest-ServerActionsTestOtherA-1098162655-project-member] Lock "0b59b4a1-0c44-41af-a213-89960b97f913" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.018s {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 950.746314] env[62328]: DEBUG oslo_vmware.api [None req-19fd8925-4100-4be4-a24b-9a80b7d725c3 tempest-ImagesTestJSON-1776717495 tempest-ImagesTestJSON-1776717495-project-member] Waiting for the task: (returnval){ [ 950.746314] env[62328]: value = "session[52a6e20e-410d-708a-99f2-080a575a99bd]526379c1-3305-6b68-3e9c-fdbba38f61f1" [ 950.746314] env[62328]: _type = "Task" [ 950.746314] env[62328]: } to complete. {{(pid=62328) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 950.760357] env[62328]: DEBUG oslo_vmware.api [None req-19fd8925-4100-4be4-a24b-9a80b7d725c3 tempest-ImagesTestJSON-1776717495 tempest-ImagesTestJSON-1776717495-project-member] Task: {'id': session[52a6e20e-410d-708a-99f2-080a575a99bd]526379c1-3305-6b68-3e9c-fdbba38f61f1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 950.776616] env[62328]: DEBUG nova.network.neutron [None req-3405116e-3de1-4971-9f65-82802ece9c2d tempest-ServersNegativeTestJSON-1019155744 tempest-ServersNegativeTestJSON-1019155744-project-member] [instance: 206ded69-14c7-477f-9c36-376ff43a9641] Updating instance_info_cache with network_info: [{"id": "63d4460f-c721-4686-9834-f681a2947d2e", "address": "fa:16:3e:1c:d8:db", "network": {"id": "a58f38b3-158b-4c51-ac34-5648643d8400", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-563747433-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6439cdc748024a22a910522f77b70be9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "001929c7-0dc4-4b73-a9f1-d672f8377985", "external-id": "nsx-vlan-transportzone-230", "segmentation_id": 230, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap63d4460f-c7", "ovs_interfaceid": "63d4460f-c721-4686-9834-f681a2947d2e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62328) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 950.859897] env[62328]: DEBUG oslo_concurrency.lockutils [None req-29f68803-8286-458f-9aaf-60c2a2528759 tempest-AttachVolumeNegativeTest-1920358930 tempest-AttachVolumeNegativeTest-1920358930-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 950.866931] env[62328]: DEBUG oslo_concurrency.lockutils [req-415ac962-b41c-4ea8-80f2-b462083d6537 req-6a9e57b0-a2e4-4138-8856-ff290e92f677 service nova] Releasing lock "refresh_cache-8ba3d7e7-2be2-4949-8c5f-8e508f04b292" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 950.879267] env[62328]: DEBUG oslo_concurrency.lockutils [req-b1d9a1eb-e55a-4b64-870a-534e34dc5aa1 req-4b272037-4792-48cd-bc91-3b91e5459f12 service nova] Releasing lock "refresh_cache-fa773569-3987-4bca-8f5f-638a337630b1" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 950.946549] env[62328]: DEBUG nova.objects.base [None req-93b66467-a06b-4805-b27a-a20507c878b0 tempest-ServerDiskConfigTestJSON-126406698 tempest-ServerDiskConfigTestJSON-126406698-project-member] Object Instance<5df51859-2d31-4abb-9c7d-d0b0405c3df9> lazy-loaded attributes: info_cache,migration_context {{(pid=62328) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 950.947658] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-91263dc3-4749-4c4d-8ffb-86a298453732 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 950.969398] env[62328]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-220a22e8-c6de-43c4-b024-e58df1db50e5 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 950.976052] env[62328]: DEBUG oslo_vmware.api [None req-93b66467-a06b-4805-b27a-a20507c878b0 tempest-ServerDiskConfigTestJSON-126406698 tempest-ServerDiskConfigTestJSON-126406698-project-member] Waiting for the task: (returnval){ [ 950.976052] env[62328]: value = "session[52a6e20e-410d-708a-99f2-080a575a99bd]52be7420-c25c-eb17-c8ce-ae6277878a43" [ 950.976052] env[62328]: _type = "Task" [ 950.976052] env[62328]: } to complete. {{(pid=62328) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 950.985321] env[62328]: DEBUG oslo_vmware.api [None req-93b66467-a06b-4805-b27a-a20507c878b0 tempest-ServerDiskConfigTestJSON-126406698 tempest-ServerDiskConfigTestJSON-126406698-project-member] Task: {'id': session[52a6e20e-410d-708a-99f2-080a575a99bd]52be7420-c25c-eb17-c8ce-ae6277878a43, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 951.020641] env[62328]: INFO nova.compute.manager [None req-8678f7e4-919c-4116-a56e-207358a3be75 tempest-ServerMetadataTestJSON-2029257498 tempest-ServerMetadataTestJSON-2029257498-project-member] [instance: 4f661e25-00bc-4244-841b-575de5d4960b] Took 29.63 seconds to build instance. [ 951.164870] env[62328]: DEBUG oslo_vmware.api [None req-458912d3-7bad-4ab1-bd2f-7d3ea5d10592 tempest-ServersTestJSON-2041147199 tempest-ServersTestJSON-2041147199-project-member] Task: {'id': task-2387291, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 951.203518] env[62328]: DEBUG oslo_concurrency.lockutils [None req-5537aa95-4c1b-4f01-be9d-70a65ce0f698 tempest-ServersTestBootFromVolume-606303851 tempest-ServersTestBootFromVolume-606303851-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 951.239228] env[62328]: DEBUG nova.scheduler.client.report [None req-ade3e877-8b08-4eef-a2fa-8871aa8608a2 tempest-ServersWithSpecificFlavorTestJSON-2091780743 tempest-ServersWithSpecificFlavorTestJSON-2091780743-project-member] Inventory has not changed for provider 3469e9f8-04af-49ca-8435-49f104496744 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 152, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62328) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 951.260167] env[62328]: DEBUG oslo_vmware.api [None req-19fd8925-4100-4be4-a24b-9a80b7d725c3 tempest-ImagesTestJSON-1776717495 tempest-ImagesTestJSON-1776717495-project-member] Task: {'id': session[52a6e20e-410d-708a-99f2-080a575a99bd]526379c1-3305-6b68-3e9c-fdbba38f61f1, 'name': SearchDatastore_Task, 'duration_secs': 0.027003} completed successfully. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 951.264029] env[62328]: DEBUG oslo_concurrency.lockutils [None req-19fd8925-4100-4be4-a24b-9a80b7d725c3 tempest-ImagesTestJSON-1776717495 tempest-ImagesTestJSON-1776717495-project-member] Releasing lock "[datastore1] devstack-image-cache_base/dbf872a4-92be-47e4-8561-c3e2bf2423ab/dbf872a4-92be-47e4-8561-c3e2bf2423ab.vmdk" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 951.264029] env[62328]: DEBUG nova.virt.vmwareapi.vm_util [None req-19fd8925-4100-4be4-a24b-9a80b7d725c3 tempest-ImagesTestJSON-1776717495 tempest-ImagesTestJSON-1776717495-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/dbf872a4-92be-47e4-8561-c3e2bf2423ab/dbf872a4-92be-47e4-8561-c3e2bf2423ab.vmdk to [datastore1] fa773569-3987-4bca-8f5f-638a337630b1/fa773569-3987-4bca-8f5f-638a337630b1.vmdk {{(pid=62328) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 951.264029] env[62328]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-9f4c35d9-04ee-475c-b54d-2653226f01f4 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 951.269243] env[62328]: DEBUG oslo_vmware.api [None req-19fd8925-4100-4be4-a24b-9a80b7d725c3 tempest-ImagesTestJSON-1776717495 tempest-ImagesTestJSON-1776717495-project-member] Waiting for the task: (returnval){ [ 951.269243] env[62328]: value = "task-2387293" [ 951.269243] env[62328]: _type = "Task" [ 951.269243] env[62328]: } to complete. {{(pid=62328) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 951.278470] env[62328]: DEBUG oslo_concurrency.lockutils [None req-3405116e-3de1-4971-9f65-82802ece9c2d tempest-ServersNegativeTestJSON-1019155744 tempest-ServersNegativeTestJSON-1019155744-project-member] Releasing lock "refresh_cache-206ded69-14c7-477f-9c36-376ff43a9641" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 951.278800] env[62328]: DEBUG nova.compute.manager [None req-3405116e-3de1-4971-9f65-82802ece9c2d tempest-ServersNegativeTestJSON-1019155744 tempest-ServersNegativeTestJSON-1019155744-project-member] [instance: 206ded69-14c7-477f-9c36-376ff43a9641] Instance network_info: |[{"id": "63d4460f-c721-4686-9834-f681a2947d2e", "address": "fa:16:3e:1c:d8:db", "network": {"id": "a58f38b3-158b-4c51-ac34-5648643d8400", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-563747433-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6439cdc748024a22a910522f77b70be9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "001929c7-0dc4-4b73-a9f1-d672f8377985", "external-id": "nsx-vlan-transportzone-230", "segmentation_id": 230, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap63d4460f-c7", "ovs_interfaceid": "63d4460f-c721-4686-9834-f681a2947d2e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62328) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 951.279101] env[62328]: DEBUG oslo_vmware.api [None req-19fd8925-4100-4be4-a24b-9a80b7d725c3 tempest-ImagesTestJSON-1776717495 tempest-ImagesTestJSON-1776717495-project-member] Task: {'id': task-2387293, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 951.279465] env[62328]: DEBUG nova.virt.vmwareapi.vmops [None req-3405116e-3de1-4971-9f65-82802ece9c2d tempest-ServersNegativeTestJSON-1019155744 tempest-ServersNegativeTestJSON-1019155744-project-member] [instance: 206ded69-14c7-477f-9c36-376ff43a9641] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:1c:d8:db', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '001929c7-0dc4-4b73-a9f1-d672f8377985', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '63d4460f-c721-4686-9834-f681a2947d2e', 'vif_model': 'vmxnet3'}] {{(pid=62328) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 951.287408] env[62328]: DEBUG nova.virt.vmwareapi.vm_util [None req-3405116e-3de1-4971-9f65-82802ece9c2d tempest-ServersNegativeTestJSON-1019155744 tempest-ServersNegativeTestJSON-1019155744-project-member] Creating folder: Project (6439cdc748024a22a910522f77b70be9). Parent ref: group-v484164. {{(pid=62328) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 951.290143] env[62328]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-9658c349-6993-4c6f-acfc-9e82e5358c37 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 951.309367] env[62328]: DEBUG nova.virt.hardware [None req-78d2c9fa-6908-4ed8-aa1b-e22b821be232 tempest-ServersAdminTestJSON-455323280 tempest-ServersAdminTestJSON-455323280-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-07T17:16:55Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-07T17:16:37Z,direct_url=,disk_format='vmdk',id=dbf872a4-92be-47e4-8561-c3e2bf2423ab,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='2a64022f08d84b11a86773b900860ae5',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-07T17:16:38Z,virtual_size=,visibility=), allow threads: False {{(pid=62328) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 951.310841] env[62328]: DEBUG nova.virt.hardware [None req-78d2c9fa-6908-4ed8-aa1b-e22b821be232 tempest-ServersAdminTestJSON-455323280 tempest-ServersAdminTestJSON-455323280-project-member] Flavor limits 0:0:0 {{(pid=62328) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 951.310841] env[62328]: DEBUG nova.virt.hardware [None req-78d2c9fa-6908-4ed8-aa1b-e22b821be232 tempest-ServersAdminTestJSON-455323280 tempest-ServersAdminTestJSON-455323280-project-member] Image limits 0:0:0 {{(pid=62328) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 951.310841] env[62328]: DEBUG nova.virt.hardware [None req-78d2c9fa-6908-4ed8-aa1b-e22b821be232 tempest-ServersAdminTestJSON-455323280 tempest-ServersAdminTestJSON-455323280-project-member] Flavor pref 0:0:0 {{(pid=62328) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 951.310841] env[62328]: DEBUG nova.virt.hardware [None req-78d2c9fa-6908-4ed8-aa1b-e22b821be232 tempest-ServersAdminTestJSON-455323280 tempest-ServersAdminTestJSON-455323280-project-member] Image pref 0:0:0 {{(pid=62328) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 951.310841] env[62328]: DEBUG nova.virt.hardware [None req-78d2c9fa-6908-4ed8-aa1b-e22b821be232 tempest-ServersAdminTestJSON-455323280 tempest-ServersAdminTestJSON-455323280-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62328) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 951.310841] env[62328]: DEBUG nova.virt.hardware [None req-78d2c9fa-6908-4ed8-aa1b-e22b821be232 tempest-ServersAdminTestJSON-455323280 tempest-ServersAdminTestJSON-455323280-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62328) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 951.310841] env[62328]: DEBUG nova.virt.hardware [None req-78d2c9fa-6908-4ed8-aa1b-e22b821be232 tempest-ServersAdminTestJSON-455323280 tempest-ServersAdminTestJSON-455323280-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62328) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 951.310841] env[62328]: DEBUG nova.virt.hardware [None req-78d2c9fa-6908-4ed8-aa1b-e22b821be232 tempest-ServersAdminTestJSON-455323280 tempest-ServersAdminTestJSON-455323280-project-member] Got 1 possible topologies {{(pid=62328) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 951.311196] env[62328]: DEBUG nova.virt.hardware [None req-78d2c9fa-6908-4ed8-aa1b-e22b821be232 tempest-ServersAdminTestJSON-455323280 tempest-ServersAdminTestJSON-455323280-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62328) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 951.311937] env[62328]: DEBUG nova.virt.hardware [None req-78d2c9fa-6908-4ed8-aa1b-e22b821be232 tempest-ServersAdminTestJSON-455323280 tempest-ServersAdminTestJSON-455323280-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62328) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 951.312571] env[62328]: INFO nova.virt.vmwareapi.vm_util [None req-3405116e-3de1-4971-9f65-82802ece9c2d tempest-ServersNegativeTestJSON-1019155744 tempest-ServersNegativeTestJSON-1019155744-project-member] Created folder: Project (6439cdc748024a22a910522f77b70be9) in parent group-v484164. [ 951.312846] env[62328]: DEBUG nova.virt.vmwareapi.vm_util [None req-3405116e-3de1-4971-9f65-82802ece9c2d tempest-ServersNegativeTestJSON-1019155744 tempest-ServersNegativeTestJSON-1019155744-project-member] Creating folder: Instances. Parent ref: group-v484415. {{(pid=62328) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 951.313998] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-18d6e8a3-bd95-4d50-b4cc-84d39c4b5609 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 951.317932] env[62328]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-6d59eebd-ceb7-4d2b-a90a-80421999d299 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 951.327521] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5ee699a0-ef9b-4cff-8e97-2bb3d6c758bf {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 951.334216] env[62328]: INFO nova.virt.vmwareapi.vm_util [None req-3405116e-3de1-4971-9f65-82802ece9c2d tempest-ServersNegativeTestJSON-1019155744 tempest-ServersNegativeTestJSON-1019155744-project-member] Created folder: Instances in parent group-v484415. [ 951.334524] env[62328]: DEBUG oslo.service.loopingcall [None req-3405116e-3de1-4971-9f65-82802ece9c2d tempest-ServersNegativeTestJSON-1019155744 tempest-ServersNegativeTestJSON-1019155744-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62328) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 951.335425] env[62328]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 206ded69-14c7-477f-9c36-376ff43a9641] Creating VM on the ESX host {{(pid=62328) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 951.335686] env[62328]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-1ab35afa-011b-4418-b4aa-cb211b7407ff {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 951.365304] env[62328]: DEBUG nova.virt.vmwareapi.vmops [None req-78d2c9fa-6908-4ed8-aa1b-e22b821be232 tempest-ServersAdminTestJSON-455323280 tempest-ServersAdminTestJSON-455323280-project-member] [instance: f7104096-3f71-4c4e-9c1a-dcfae81dc66a] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:4d:54:9d', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '73915082-a1b0-460b-b24d-97588fc9cb29', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'b6bd6a7a-0026-454c-92da-2f90274d5a87', 'vif_model': 'vmxnet3'}] {{(pid=62328) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 951.373660] env[62328]: DEBUG oslo.service.loopingcall [None req-78d2c9fa-6908-4ed8-aa1b-e22b821be232 tempest-ServersAdminTestJSON-455323280 tempest-ServersAdminTestJSON-455323280-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62328) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 951.374560] env[62328]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f7104096-3f71-4c4e-9c1a-dcfae81dc66a] Creating VM on the ESX host {{(pid=62328) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 951.374794] env[62328]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-0426eb2a-bd4a-4d07-81ec-80826d6a2c87 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 951.392984] env[62328]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 951.392984] env[62328]: value = "task-2387296" [ 951.392984] env[62328]: _type = "Task" [ 951.392984] env[62328]: } to complete. {{(pid=62328) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 951.399408] env[62328]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 951.399408] env[62328]: value = "task-2387297" [ 951.399408] env[62328]: _type = "Task" [ 951.399408] env[62328]: } to complete. {{(pid=62328) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 951.407066] env[62328]: DEBUG oslo_vmware.api [-] Task: {'id': task-2387296, 'name': CreateVM_Task} progress is 6%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 951.412365] env[62328]: DEBUG oslo_vmware.api [-] Task: {'id': task-2387297, 'name': CreateVM_Task} progress is 6%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 951.493531] env[62328]: DEBUG oslo_vmware.api [None req-93b66467-a06b-4805-b27a-a20507c878b0 tempest-ServerDiskConfigTestJSON-126406698 tempest-ServerDiskConfigTestJSON-126406698-project-member] Task: {'id': session[52a6e20e-410d-708a-99f2-080a575a99bd]52be7420-c25c-eb17-c8ce-ae6277878a43, 'name': SearchDatastore_Task, 'duration_secs': 0.012789} completed successfully. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 951.494176] env[62328]: DEBUG oslo_concurrency.lockutils [None req-93b66467-a06b-4805-b27a-a20507c878b0 tempest-ServerDiskConfigTestJSON-126406698 tempest-ServerDiskConfigTestJSON-126406698-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 951.523231] env[62328]: DEBUG oslo_concurrency.lockutils [None req-8678f7e4-919c-4116-a56e-207358a3be75 tempest-ServerMetadataTestJSON-2029257498 tempest-ServerMetadataTestJSON-2029257498-project-member] Lock "4f661e25-00bc-4244-841b-575de5d4960b" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 31.143s {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 951.666110] env[62328]: DEBUG oslo_vmware.api [None req-458912d3-7bad-4ab1-bd2f-7d3ea5d10592 tempest-ServersTestJSON-2041147199 tempest-ServersTestJSON-2041147199-project-member] Task: {'id': task-2387291, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.921282} completed successfully. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 951.666507] env[62328]: DEBUG nova.virt.vmwareapi.vm_util [None req-458912d3-7bad-4ab1-bd2f-7d3ea5d10592 tempest-ServersTestJSON-2041147199 tempest-ServersTestJSON-2041147199-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/dbf872a4-92be-47e4-8561-c3e2bf2423ab/dbf872a4-92be-47e4-8561-c3e2bf2423ab.vmdk to [datastore1] d9dcebce-1ee4-4f35-879b-a520176f261f/d9dcebce-1ee4-4f35-879b-a520176f261f.vmdk {{(pid=62328) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 951.668013] env[62328]: DEBUG nova.virt.vmwareapi.vmops [None req-458912d3-7bad-4ab1-bd2f-7d3ea5d10592 tempest-ServersTestJSON-2041147199 tempest-ServersTestJSON-2041147199-project-member] [instance: d9dcebce-1ee4-4f35-879b-a520176f261f] Extending root virtual disk to 1048576 {{(pid=62328) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 951.668013] env[62328]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-630e3ec3-b035-4972-9ecd-b8ab3b967d16 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 951.673795] env[62328]: DEBUG oslo_vmware.api [None req-458912d3-7bad-4ab1-bd2f-7d3ea5d10592 tempest-ServersTestJSON-2041147199 tempest-ServersTestJSON-2041147199-project-member] Waiting for the task: (returnval){ [ 951.673795] env[62328]: value = "task-2387298" [ 951.673795] env[62328]: _type = "Task" [ 951.673795] env[62328]: } to complete. {{(pid=62328) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 951.682784] env[62328]: DEBUG oslo_vmware.api [None req-458912d3-7bad-4ab1-bd2f-7d3ea5d10592 tempest-ServersTestJSON-2041147199 tempest-ServersTestJSON-2041147199-project-member] Task: {'id': task-2387298, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 951.693054] env[62328]: DEBUG nova.compute.manager [req-b7034639-6a0e-442b-a218-0bd8fa63d920 req-c11b4e53-214e-448b-9ab0-6c2fec1f6580 service nova] [instance: e4c166ea-d803-4db5-a104-16bd84bfc6c6] Received event network-vif-deleted-4298f3ea-b478-497b-b427-97e3bb0dde1d {{(pid=62328) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 951.721267] env[62328]: DEBUG nova.compute.manager [req-4c10715e-b573-4679-9fed-58f7c250ef18 req-7162d530-9e35-40ef-9c53-e519f905e077 service nova] [instance: 206ded69-14c7-477f-9c36-376ff43a9641] Received event network-vif-plugged-63d4460f-c721-4686-9834-f681a2947d2e {{(pid=62328) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 951.721267] env[62328]: DEBUG oslo_concurrency.lockutils [req-4c10715e-b573-4679-9fed-58f7c250ef18 req-7162d530-9e35-40ef-9c53-e519f905e077 service nova] Acquiring lock "206ded69-14c7-477f-9c36-376ff43a9641-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 951.721612] env[62328]: DEBUG oslo_concurrency.lockutils [req-4c10715e-b573-4679-9fed-58f7c250ef18 req-7162d530-9e35-40ef-9c53-e519f905e077 service nova] Lock "206ded69-14c7-477f-9c36-376ff43a9641-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 951.721698] env[62328]: DEBUG oslo_concurrency.lockutils [req-4c10715e-b573-4679-9fed-58f7c250ef18 req-7162d530-9e35-40ef-9c53-e519f905e077 service nova] Lock "206ded69-14c7-477f-9c36-376ff43a9641-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 951.721873] env[62328]: DEBUG nova.compute.manager [req-4c10715e-b573-4679-9fed-58f7c250ef18 req-7162d530-9e35-40ef-9c53-e519f905e077 service nova] [instance: 206ded69-14c7-477f-9c36-376ff43a9641] No waiting events found dispatching network-vif-plugged-63d4460f-c721-4686-9834-f681a2947d2e {{(pid=62328) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 951.722529] env[62328]: WARNING nova.compute.manager [req-4c10715e-b573-4679-9fed-58f7c250ef18 req-7162d530-9e35-40ef-9c53-e519f905e077 service nova] [instance: 206ded69-14c7-477f-9c36-376ff43a9641] Received unexpected event network-vif-plugged-63d4460f-c721-4686-9834-f681a2947d2e for instance with vm_state building and task_state spawning. [ 951.722817] env[62328]: DEBUG nova.compute.manager [req-4c10715e-b573-4679-9fed-58f7c250ef18 req-7162d530-9e35-40ef-9c53-e519f905e077 service nova] [instance: 206ded69-14c7-477f-9c36-376ff43a9641] Received event network-changed-63d4460f-c721-4686-9834-f681a2947d2e {{(pid=62328) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 951.723030] env[62328]: DEBUG nova.compute.manager [req-4c10715e-b573-4679-9fed-58f7c250ef18 req-7162d530-9e35-40ef-9c53-e519f905e077 service nova] [instance: 206ded69-14c7-477f-9c36-376ff43a9641] Refreshing instance network info cache due to event network-changed-63d4460f-c721-4686-9834-f681a2947d2e. {{(pid=62328) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 951.723718] env[62328]: DEBUG oslo_concurrency.lockutils [req-4c10715e-b573-4679-9fed-58f7c250ef18 req-7162d530-9e35-40ef-9c53-e519f905e077 service nova] Acquiring lock "refresh_cache-206ded69-14c7-477f-9c36-376ff43a9641" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 951.723940] env[62328]: DEBUG oslo_concurrency.lockutils [req-4c10715e-b573-4679-9fed-58f7c250ef18 req-7162d530-9e35-40ef-9c53-e519f905e077 service nova] Acquired lock "refresh_cache-206ded69-14c7-477f-9c36-376ff43a9641" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 951.724425] env[62328]: DEBUG nova.network.neutron [req-4c10715e-b573-4679-9fed-58f7c250ef18 req-7162d530-9e35-40ef-9c53-e519f905e077 service nova] [instance: 206ded69-14c7-477f-9c36-376ff43a9641] Refreshing network info cache for port 63d4460f-c721-4686-9834-f681a2947d2e {{(pid=62328) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 951.730697] env[62328]: DEBUG oslo_concurrency.lockutils [None req-3c9e5ccf-d010-4f57-9080-02b32fc9dc47 tempest-AttachVolumeTestJSON-944844435 tempest-AttachVolumeTestJSON-944844435-project-member] Acquiring lock "3bbba6fe-038a-40f8-935b-ce45c75c3497" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 951.732409] env[62328]: DEBUG oslo_concurrency.lockutils [None req-3c9e5ccf-d010-4f57-9080-02b32fc9dc47 tempest-AttachVolumeTestJSON-944844435 tempest-AttachVolumeTestJSON-944844435-project-member] Lock "3bbba6fe-038a-40f8-935b-ce45c75c3497" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.001s {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 951.744843] env[62328]: DEBUG oslo_concurrency.lockutils [None req-ade3e877-8b08-4eef-a2fa-8871aa8608a2 tempest-ServersWithSpecificFlavorTestJSON-2091780743 tempest-ServersWithSpecificFlavorTestJSON-2091780743-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.043s {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 951.748641] env[62328]: DEBUG oslo_concurrency.lockutils [None req-29b1448c-fab8-41c0-a9ee-15882e088551 tempest-ServerShowV254Test-1359864267 tempest-ServerShowV254Test-1359864267-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 8.740s {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 951.748733] env[62328]: DEBUG nova.objects.instance [None req-29b1448c-fab8-41c0-a9ee-15882e088551 tempest-ServerShowV254Test-1359864267 tempest-ServerShowV254Test-1359864267-project-member] Lazy-loading 'resources' on Instance uuid 2516767d-888c-4c2e-b245-a7cfb36ff98a {{(pid=62328) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 951.782775] env[62328]: DEBUG oslo_vmware.api [None req-19fd8925-4100-4be4-a24b-9a80b7d725c3 tempest-ImagesTestJSON-1776717495 tempest-ImagesTestJSON-1776717495-project-member] Task: {'id': task-2387293, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 951.784369] env[62328]: INFO nova.scheduler.client.report [None req-ade3e877-8b08-4eef-a2fa-8871aa8608a2 tempest-ServersWithSpecificFlavorTestJSON-2091780743 tempest-ServersWithSpecificFlavorTestJSON-2091780743-project-member] Deleted allocations for instance 4012f976-bb83-4296-8a36-f3af12570729 [ 951.818392] env[62328]: DEBUG oslo_concurrency.lockutils [None req-4b6e218f-03bb-40ad-8d70-979327131490 tempest-ServerActionsTestOtherA-1098162655 tempest-ServerActionsTestOtherA-1098162655-project-member] Acquiring lock "0b59b4a1-0c44-41af-a213-89960b97f913" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 951.818716] env[62328]: DEBUG oslo_concurrency.lockutils [None req-4b6e218f-03bb-40ad-8d70-979327131490 tempest-ServerActionsTestOtherA-1098162655 tempest-ServerActionsTestOtherA-1098162655-project-member] Lock "0b59b4a1-0c44-41af-a213-89960b97f913" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.001s {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 951.818970] env[62328]: INFO nova.compute.manager [None req-4b6e218f-03bb-40ad-8d70-979327131490 tempest-ServerActionsTestOtherA-1098162655 tempest-ServerActionsTestOtherA-1098162655-project-member] [instance: 0b59b4a1-0c44-41af-a213-89960b97f913] Attaching volume 58285048-ba68-4966-9214-c0935994009b to /dev/sdb [ 951.863539] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-564f389d-054e-4434-9d3f-58f879e9657a {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 951.871940] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7ccf6111-efca-4a61-a28d-6bd887e8ddd1 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 951.888084] env[62328]: DEBUG nova.virt.block_device [None req-4b6e218f-03bb-40ad-8d70-979327131490 tempest-ServerActionsTestOtherA-1098162655 tempest-ServerActionsTestOtherA-1098162655-project-member] [instance: 0b59b4a1-0c44-41af-a213-89960b97f913] Updating existing volume attachment record: 37b63b4a-855b-440c-b98a-c71266d6f08c {{(pid=62328) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 951.904034] env[62328]: DEBUG oslo_vmware.api [-] Task: {'id': task-2387296, 'name': CreateVM_Task} progress is 25%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 951.913356] env[62328]: DEBUG oslo_vmware.api [-] Task: {'id': task-2387297, 'name': CreateVM_Task} progress is 99%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 952.184380] env[62328]: DEBUG oslo_vmware.api [None req-458912d3-7bad-4ab1-bd2f-7d3ea5d10592 tempest-ServersTestJSON-2041147199 tempest-ServersTestJSON-2041147199-project-member] Task: {'id': task-2387298, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.089313} completed successfully. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 952.184648] env[62328]: DEBUG nova.virt.vmwareapi.vmops [None req-458912d3-7bad-4ab1-bd2f-7d3ea5d10592 tempest-ServersTestJSON-2041147199 tempest-ServersTestJSON-2041147199-project-member] [instance: d9dcebce-1ee4-4f35-879b-a520176f261f] Extended root virtual disk {{(pid=62328) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 952.185559] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e17d59bb-0d8f-4ef0-bc16-ab8de735c1aa {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 952.209356] env[62328]: DEBUG nova.virt.vmwareapi.volumeops [None req-458912d3-7bad-4ab1-bd2f-7d3ea5d10592 tempest-ServersTestJSON-2041147199 tempest-ServersTestJSON-2041147199-project-member] [instance: d9dcebce-1ee4-4f35-879b-a520176f261f] Reconfiguring VM instance instance-0000005d to attach disk [datastore1] d9dcebce-1ee4-4f35-879b-a520176f261f/d9dcebce-1ee4-4f35-879b-a520176f261f.vmdk or device None with type sparse {{(pid=62328) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 952.209356] env[62328]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-161dcc76-487a-43c3-bf34-20a1132c8e18 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 952.227613] env[62328]: DEBUG oslo_vmware.api [None req-458912d3-7bad-4ab1-bd2f-7d3ea5d10592 tempest-ServersTestJSON-2041147199 tempest-ServersTestJSON-2041147199-project-member] Waiting for the task: (returnval){ [ 952.227613] env[62328]: value = "task-2387300" [ 952.227613] env[62328]: _type = "Task" [ 952.227613] env[62328]: } to complete. {{(pid=62328) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 952.239062] env[62328]: DEBUG nova.compute.utils [None req-3c9e5ccf-d010-4f57-9080-02b32fc9dc47 tempest-AttachVolumeTestJSON-944844435 tempest-AttachVolumeTestJSON-944844435-project-member] Using /dev/sd instead of None {{(pid=62328) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 952.240145] env[62328]: DEBUG oslo_vmware.api [None req-458912d3-7bad-4ab1-bd2f-7d3ea5d10592 tempest-ServersTestJSON-2041147199 tempest-ServersTestJSON-2041147199-project-member] Task: {'id': task-2387300, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 952.284496] env[62328]: DEBUG oslo_vmware.api [None req-19fd8925-4100-4be4-a24b-9a80b7d725c3 tempest-ImagesTestJSON-1776717495 tempest-ImagesTestJSON-1776717495-project-member] Task: {'id': task-2387293, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.729227} completed successfully. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 952.287127] env[62328]: DEBUG nova.virt.vmwareapi.vm_util [None req-19fd8925-4100-4be4-a24b-9a80b7d725c3 tempest-ImagesTestJSON-1776717495 tempest-ImagesTestJSON-1776717495-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/dbf872a4-92be-47e4-8561-c3e2bf2423ab/dbf872a4-92be-47e4-8561-c3e2bf2423ab.vmdk to [datastore1] fa773569-3987-4bca-8f5f-638a337630b1/fa773569-3987-4bca-8f5f-638a337630b1.vmdk {{(pid=62328) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 952.287350] env[62328]: DEBUG nova.virt.vmwareapi.vmops [None req-19fd8925-4100-4be4-a24b-9a80b7d725c3 tempest-ImagesTestJSON-1776717495 tempest-ImagesTestJSON-1776717495-project-member] [instance: fa773569-3987-4bca-8f5f-638a337630b1] Extending root virtual disk to 1048576 {{(pid=62328) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 952.287789] env[62328]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-eb20b94d-7e01-4464-b53d-5c5394788fe2 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 952.294469] env[62328]: DEBUG oslo_concurrency.lockutils [None req-ade3e877-8b08-4eef-a2fa-8871aa8608a2 tempest-ServersWithSpecificFlavorTestJSON-2091780743 tempest-ServersWithSpecificFlavorTestJSON-2091780743-project-member] Lock "4012f976-bb83-4296-8a36-f3af12570729" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 18.619s {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 952.304110] env[62328]: DEBUG oslo_vmware.api [None req-19fd8925-4100-4be4-a24b-9a80b7d725c3 tempest-ImagesTestJSON-1776717495 tempest-ImagesTestJSON-1776717495-project-member] Waiting for the task: (returnval){ [ 952.304110] env[62328]: value = "task-2387301" [ 952.304110] env[62328]: _type = "Task" [ 952.304110] env[62328]: } to complete. {{(pid=62328) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 952.311948] env[62328]: DEBUG oslo_vmware.api [None req-19fd8925-4100-4be4-a24b-9a80b7d725c3 tempest-ImagesTestJSON-1776717495 tempest-ImagesTestJSON-1776717495-project-member] Task: {'id': task-2387301, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 952.415234] env[62328]: DEBUG oslo_vmware.api [-] Task: {'id': task-2387296, 'name': CreateVM_Task, 'duration_secs': 0.678554} completed successfully. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 952.418937] env[62328]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 206ded69-14c7-477f-9c36-376ff43a9641] Created VM on the ESX host {{(pid=62328) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 952.419788] env[62328]: DEBUG oslo_concurrency.lockutils [None req-3405116e-3de1-4971-9f65-82802ece9c2d tempest-ServersNegativeTestJSON-1019155744 tempest-ServersNegativeTestJSON-1019155744-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/dbf872a4-92be-47e4-8561-c3e2bf2423ab" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 952.419966] env[62328]: DEBUG oslo_concurrency.lockutils [None req-3405116e-3de1-4971-9f65-82802ece9c2d tempest-ServersNegativeTestJSON-1019155744 tempest-ServersNegativeTestJSON-1019155744-project-member] Acquired lock "[datastore1] devstack-image-cache_base/dbf872a4-92be-47e4-8561-c3e2bf2423ab" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 952.420555] env[62328]: DEBUG oslo_concurrency.lockutils [None req-3405116e-3de1-4971-9f65-82802ece9c2d tempest-ServersNegativeTestJSON-1019155744 tempest-ServersNegativeTestJSON-1019155744-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/dbf872a4-92be-47e4-8561-c3e2bf2423ab" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 952.421257] env[62328]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2dc5c94e-09af-4251-abab-b591b2a03729 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 952.426677] env[62328]: DEBUG oslo_vmware.api [-] Task: {'id': task-2387297, 'name': CreateVM_Task, 'duration_secs': 0.662166} completed successfully. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 952.427331] env[62328]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f7104096-3f71-4c4e-9c1a-dcfae81dc66a] Created VM on the ESX host {{(pid=62328) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 952.428054] env[62328]: DEBUG oslo_concurrency.lockutils [None req-78d2c9fa-6908-4ed8-aa1b-e22b821be232 tempest-ServersAdminTestJSON-455323280 tempest-ServersAdminTestJSON-455323280-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/dbf872a4-92be-47e4-8561-c3e2bf2423ab" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 952.433378] env[62328]: DEBUG oslo_vmware.api [None req-3405116e-3de1-4971-9f65-82802ece9c2d tempest-ServersNegativeTestJSON-1019155744 tempest-ServersNegativeTestJSON-1019155744-project-member] Waiting for the task: (returnval){ [ 952.433378] env[62328]: value = "session[52a6e20e-410d-708a-99f2-080a575a99bd]52303808-b940-f50c-b4ca-fd6d14c28e94" [ 952.433378] env[62328]: _type = "Task" [ 952.433378] env[62328]: } to complete. {{(pid=62328) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 952.447777] env[62328]: DEBUG oslo_vmware.api [None req-3405116e-3de1-4971-9f65-82802ece9c2d tempest-ServersNegativeTestJSON-1019155744 tempest-ServersNegativeTestJSON-1019155744-project-member] Task: {'id': session[52a6e20e-410d-708a-99f2-080a575a99bd]52303808-b940-f50c-b4ca-fd6d14c28e94, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 952.680412] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d6122422-197f-46e4-bad6-4af890ae68ef {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 952.690040] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c45d956b-5769-4b75-b7a2-907a1c728a05 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 952.697316] env[62328]: DEBUG nova.network.neutron [req-4c10715e-b573-4679-9fed-58f7c250ef18 req-7162d530-9e35-40ef-9c53-e519f905e077 service nova] [instance: 206ded69-14c7-477f-9c36-376ff43a9641] Updated VIF entry in instance network info cache for port 63d4460f-c721-4686-9834-f681a2947d2e. {{(pid=62328) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 952.697672] env[62328]: DEBUG nova.network.neutron [req-4c10715e-b573-4679-9fed-58f7c250ef18 req-7162d530-9e35-40ef-9c53-e519f905e077 service nova] [instance: 206ded69-14c7-477f-9c36-376ff43a9641] Updating instance_info_cache with network_info: [{"id": "63d4460f-c721-4686-9834-f681a2947d2e", "address": "fa:16:3e:1c:d8:db", "network": {"id": "a58f38b3-158b-4c51-ac34-5648643d8400", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-563747433-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6439cdc748024a22a910522f77b70be9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "001929c7-0dc4-4b73-a9f1-d672f8377985", "external-id": "nsx-vlan-transportzone-230", "segmentation_id": 230, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap63d4460f-c7", "ovs_interfaceid": "63d4460f-c721-4686-9834-f681a2947d2e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62328) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 952.733651] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ab83d5d3-8eb8-40a2-bd6c-a5c2495dead3 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 952.745235] env[62328]: DEBUG oslo_concurrency.lockutils [None req-3c9e5ccf-d010-4f57-9080-02b32fc9dc47 tempest-AttachVolumeTestJSON-944844435 tempest-AttachVolumeTestJSON-944844435-project-member] Lock "3bbba6fe-038a-40f8-935b-ce45c75c3497" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.013s {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 952.745996] env[62328]: DEBUG oslo_vmware.api [None req-458912d3-7bad-4ab1-bd2f-7d3ea5d10592 tempest-ServersTestJSON-2041147199 tempest-ServersTestJSON-2041147199-project-member] Task: {'id': task-2387300, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 952.750211] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2143cc5b-30e2-4f50-8905-e747a2f6b965 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 952.765801] env[62328]: DEBUG nova.compute.provider_tree [None req-29b1448c-fab8-41c0-a9ee-15882e088551 tempest-ServerShowV254Test-1359864267 tempest-ServerShowV254Test-1359864267-project-member] Inventory has not changed in ProviderTree for provider: 3469e9f8-04af-49ca-8435-49f104496744 {{(pid=62328) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 952.812980] env[62328]: DEBUG oslo_vmware.api [None req-19fd8925-4100-4be4-a24b-9a80b7d725c3 tempest-ImagesTestJSON-1776717495 tempest-ImagesTestJSON-1776717495-project-member] Task: {'id': task-2387301, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.071339} completed successfully. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 952.812980] env[62328]: DEBUG nova.virt.vmwareapi.vmops [None req-19fd8925-4100-4be4-a24b-9a80b7d725c3 tempest-ImagesTestJSON-1776717495 tempest-ImagesTestJSON-1776717495-project-member] [instance: fa773569-3987-4bca-8f5f-638a337630b1] Extended root virtual disk {{(pid=62328) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 952.813758] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dd33c9ab-c7cd-4063-abd7-f1d2c4ea7459 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 952.837402] env[62328]: DEBUG nova.virt.vmwareapi.volumeops [None req-19fd8925-4100-4be4-a24b-9a80b7d725c3 tempest-ImagesTestJSON-1776717495 tempest-ImagesTestJSON-1776717495-project-member] [instance: fa773569-3987-4bca-8f5f-638a337630b1] Reconfiguring VM instance instance-0000005e to attach disk [datastore1] fa773569-3987-4bca-8f5f-638a337630b1/fa773569-3987-4bca-8f5f-638a337630b1.vmdk or device None with type sparse {{(pid=62328) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 952.838099] env[62328]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-89d811f5-e7db-4416-91c9-36445f96b75a {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 952.857694] env[62328]: DEBUG oslo_vmware.api [None req-19fd8925-4100-4be4-a24b-9a80b7d725c3 tempest-ImagesTestJSON-1776717495 tempest-ImagesTestJSON-1776717495-project-member] Waiting for the task: (returnval){ [ 952.857694] env[62328]: value = "task-2387304" [ 952.857694] env[62328]: _type = "Task" [ 952.857694] env[62328]: } to complete. {{(pid=62328) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 952.865643] env[62328]: DEBUG oslo_vmware.api [None req-19fd8925-4100-4be4-a24b-9a80b7d725c3 tempest-ImagesTestJSON-1776717495 tempest-ImagesTestJSON-1776717495-project-member] Task: {'id': task-2387304, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 952.944329] env[62328]: DEBUG oslo_vmware.api [None req-3405116e-3de1-4971-9f65-82802ece9c2d tempest-ServersNegativeTestJSON-1019155744 tempest-ServersNegativeTestJSON-1019155744-project-member] Task: {'id': session[52a6e20e-410d-708a-99f2-080a575a99bd]52303808-b940-f50c-b4ca-fd6d14c28e94, 'name': SearchDatastore_Task, 'duration_secs': 0.015591} completed successfully. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 952.944717] env[62328]: DEBUG oslo_concurrency.lockutils [None req-3405116e-3de1-4971-9f65-82802ece9c2d tempest-ServersNegativeTestJSON-1019155744 tempest-ServersNegativeTestJSON-1019155744-project-member] Releasing lock "[datastore1] devstack-image-cache_base/dbf872a4-92be-47e4-8561-c3e2bf2423ab" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 952.944958] env[62328]: DEBUG nova.virt.vmwareapi.vmops [None req-3405116e-3de1-4971-9f65-82802ece9c2d tempest-ServersNegativeTestJSON-1019155744 tempest-ServersNegativeTestJSON-1019155744-project-member] [instance: 206ded69-14c7-477f-9c36-376ff43a9641] Processing image dbf872a4-92be-47e4-8561-c3e2bf2423ab {{(pid=62328) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 952.945214] env[62328]: DEBUG oslo_concurrency.lockutils [None req-3405116e-3de1-4971-9f65-82802ece9c2d tempest-ServersNegativeTestJSON-1019155744 tempest-ServersNegativeTestJSON-1019155744-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/dbf872a4-92be-47e4-8561-c3e2bf2423ab/dbf872a4-92be-47e4-8561-c3e2bf2423ab.vmdk" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 952.945357] env[62328]: DEBUG oslo_concurrency.lockutils [None req-3405116e-3de1-4971-9f65-82802ece9c2d tempest-ServersNegativeTestJSON-1019155744 tempest-ServersNegativeTestJSON-1019155744-project-member] Acquired lock "[datastore1] devstack-image-cache_base/dbf872a4-92be-47e4-8561-c3e2bf2423ab/dbf872a4-92be-47e4-8561-c3e2bf2423ab.vmdk" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 952.945532] env[62328]: DEBUG nova.virt.vmwareapi.ds_util [None req-3405116e-3de1-4971-9f65-82802ece9c2d tempest-ServersNegativeTestJSON-1019155744 tempest-ServersNegativeTestJSON-1019155744-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62328) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 952.945823] env[62328]: DEBUG oslo_concurrency.lockutils [None req-78d2c9fa-6908-4ed8-aa1b-e22b821be232 tempest-ServersAdminTestJSON-455323280 tempest-ServersAdminTestJSON-455323280-project-member] Acquired lock "[datastore1] devstack-image-cache_base/dbf872a4-92be-47e4-8561-c3e2bf2423ab" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 952.946157] env[62328]: DEBUG oslo_concurrency.lockutils [None req-78d2c9fa-6908-4ed8-aa1b-e22b821be232 tempest-ServersAdminTestJSON-455323280 tempest-ServersAdminTestJSON-455323280-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/dbf872a4-92be-47e4-8561-c3e2bf2423ab" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 952.946465] env[62328]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-e9ca7143-6342-4cf9-bbe2-2c14c156ed97 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 952.949036] env[62328]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-390ddec0-953c-4060-9aab-d98096ea6e98 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 952.953771] env[62328]: DEBUG oslo_vmware.api [None req-78d2c9fa-6908-4ed8-aa1b-e22b821be232 tempest-ServersAdminTestJSON-455323280 tempest-ServersAdminTestJSON-455323280-project-member] Waiting for the task: (returnval){ [ 952.953771] env[62328]: value = "session[52a6e20e-410d-708a-99f2-080a575a99bd]5222335d-db1e-ed72-e4b1-093fbcc46898" [ 952.953771] env[62328]: _type = "Task" [ 952.953771] env[62328]: } to complete. {{(pid=62328) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 952.958251] env[62328]: DEBUG nova.virt.vmwareapi.ds_util [None req-3405116e-3de1-4971-9f65-82802ece9c2d tempest-ServersNegativeTestJSON-1019155744 tempest-ServersNegativeTestJSON-1019155744-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62328) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 952.958421] env[62328]: DEBUG nova.virt.vmwareapi.vmops [None req-3405116e-3de1-4971-9f65-82802ece9c2d tempest-ServersNegativeTestJSON-1019155744 tempest-ServersNegativeTestJSON-1019155744-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62328) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 952.962237] env[62328]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-396852d1-5f52-4144-a2a2-ab55363b3c91 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 952.964615] env[62328]: DEBUG oslo_vmware.api [None req-78d2c9fa-6908-4ed8-aa1b-e22b821be232 tempest-ServersAdminTestJSON-455323280 tempest-ServersAdminTestJSON-455323280-project-member] Task: {'id': session[52a6e20e-410d-708a-99f2-080a575a99bd]5222335d-db1e-ed72-e4b1-093fbcc46898, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 952.967756] env[62328]: DEBUG oslo_vmware.api [None req-3405116e-3de1-4971-9f65-82802ece9c2d tempest-ServersNegativeTestJSON-1019155744 tempest-ServersNegativeTestJSON-1019155744-project-member] Waiting for the task: (returnval){ [ 952.967756] env[62328]: value = "session[52a6e20e-410d-708a-99f2-080a575a99bd]528dbc1e-ec7c-cdc2-a90c-13f0d5ef5f8c" [ 952.967756] env[62328]: _type = "Task" [ 952.967756] env[62328]: } to complete. {{(pid=62328) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 952.976561] env[62328]: DEBUG oslo_vmware.api [None req-3405116e-3de1-4971-9f65-82802ece9c2d tempest-ServersNegativeTestJSON-1019155744 tempest-ServersNegativeTestJSON-1019155744-project-member] Task: {'id': session[52a6e20e-410d-708a-99f2-080a575a99bd]528dbc1e-ec7c-cdc2-a90c-13f0d5ef5f8c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 953.229897] env[62328]: DEBUG oslo_concurrency.lockutils [req-4c10715e-b573-4679-9fed-58f7c250ef18 req-7162d530-9e35-40ef-9c53-e519f905e077 service nova] Releasing lock "refresh_cache-206ded69-14c7-477f-9c36-376ff43a9641" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 953.239186] env[62328]: DEBUG oslo_vmware.api [None req-458912d3-7bad-4ab1-bd2f-7d3ea5d10592 tempest-ServersTestJSON-2041147199 tempest-ServersTestJSON-2041147199-project-member] Task: {'id': task-2387300, 'name': ReconfigVM_Task, 'duration_secs': 0.696914} completed successfully. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 953.239502] env[62328]: DEBUG nova.virt.vmwareapi.volumeops [None req-458912d3-7bad-4ab1-bd2f-7d3ea5d10592 tempest-ServersTestJSON-2041147199 tempest-ServersTestJSON-2041147199-project-member] [instance: d9dcebce-1ee4-4f35-879b-a520176f261f] Reconfigured VM instance instance-0000005d to attach disk [datastore1] d9dcebce-1ee4-4f35-879b-a520176f261f/d9dcebce-1ee4-4f35-879b-a520176f261f.vmdk or device None with type sparse {{(pid=62328) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 953.240179] env[62328]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-8a7f2720-842b-4827-bc60-a692b705f14e {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 953.245719] env[62328]: DEBUG oslo_vmware.api [None req-458912d3-7bad-4ab1-bd2f-7d3ea5d10592 tempest-ServersTestJSON-2041147199 tempest-ServersTestJSON-2041147199-project-member] Waiting for the task: (returnval){ [ 953.245719] env[62328]: value = "task-2387305" [ 953.245719] env[62328]: _type = "Task" [ 953.245719] env[62328]: } to complete. {{(pid=62328) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 953.253639] env[62328]: DEBUG oslo_vmware.api [None req-458912d3-7bad-4ab1-bd2f-7d3ea5d10592 tempest-ServersTestJSON-2041147199 tempest-ServersTestJSON-2041147199-project-member] Task: {'id': task-2387305, 'name': Rename_Task} progress is 0%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 953.268888] env[62328]: DEBUG nova.scheduler.client.report [None req-29b1448c-fab8-41c0-a9ee-15882e088551 tempest-ServerShowV254Test-1359864267 tempest-ServerShowV254Test-1359864267-project-member] Inventory has not changed for provider 3469e9f8-04af-49ca-8435-49f104496744 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 152, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62328) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 953.369385] env[62328]: DEBUG oslo_vmware.api [None req-19fd8925-4100-4be4-a24b-9a80b7d725c3 tempest-ImagesTestJSON-1776717495 tempest-ImagesTestJSON-1776717495-project-member] Task: {'id': task-2387304, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 953.467064] env[62328]: DEBUG oslo_vmware.api [None req-78d2c9fa-6908-4ed8-aa1b-e22b821be232 tempest-ServersAdminTestJSON-455323280 tempest-ServersAdminTestJSON-455323280-project-member] Task: {'id': session[52a6e20e-410d-708a-99f2-080a575a99bd]5222335d-db1e-ed72-e4b1-093fbcc46898, 'name': SearchDatastore_Task, 'duration_secs': 0.013412} completed successfully. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 953.467533] env[62328]: DEBUG oslo_concurrency.lockutils [None req-78d2c9fa-6908-4ed8-aa1b-e22b821be232 tempest-ServersAdminTestJSON-455323280 tempest-ServersAdminTestJSON-455323280-project-member] Releasing lock "[datastore1] devstack-image-cache_base/dbf872a4-92be-47e4-8561-c3e2bf2423ab" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 953.468028] env[62328]: DEBUG nova.virt.vmwareapi.vmops [None req-78d2c9fa-6908-4ed8-aa1b-e22b821be232 tempest-ServersAdminTestJSON-455323280 tempest-ServersAdminTestJSON-455323280-project-member] [instance: f7104096-3f71-4c4e-9c1a-dcfae81dc66a] Processing image dbf872a4-92be-47e4-8561-c3e2bf2423ab {{(pid=62328) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 953.468111] env[62328]: DEBUG oslo_concurrency.lockutils [None req-78d2c9fa-6908-4ed8-aa1b-e22b821be232 tempest-ServersAdminTestJSON-455323280 tempest-ServersAdminTestJSON-455323280-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/dbf872a4-92be-47e4-8561-c3e2bf2423ab/dbf872a4-92be-47e4-8561-c3e2bf2423ab.vmdk" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 953.477181] env[62328]: DEBUG oslo_vmware.api [None req-3405116e-3de1-4971-9f65-82802ece9c2d tempest-ServersNegativeTestJSON-1019155744 tempest-ServersNegativeTestJSON-1019155744-project-member] Task: {'id': session[52a6e20e-410d-708a-99f2-080a575a99bd]528dbc1e-ec7c-cdc2-a90c-13f0d5ef5f8c, 'name': SearchDatastore_Task, 'duration_secs': 0.013052} completed successfully. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 953.478063] env[62328]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-022ae32b-0706-41d8-92e3-a5668de6cab3 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 953.483569] env[62328]: DEBUG oslo_vmware.api [None req-3405116e-3de1-4971-9f65-82802ece9c2d tempest-ServersNegativeTestJSON-1019155744 tempest-ServersNegativeTestJSON-1019155744-project-member] Waiting for the task: (returnval){ [ 953.483569] env[62328]: value = "session[52a6e20e-410d-708a-99f2-080a575a99bd]52ca3654-8b59-c4b0-bf4e-b0ff4adf9276" [ 953.483569] env[62328]: _type = "Task" [ 953.483569] env[62328]: } to complete. {{(pid=62328) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 953.492014] env[62328]: DEBUG oslo_vmware.api [None req-3405116e-3de1-4971-9f65-82802ece9c2d tempest-ServersNegativeTestJSON-1019155744 tempest-ServersNegativeTestJSON-1019155744-project-member] Task: {'id': session[52a6e20e-410d-708a-99f2-080a575a99bd]52ca3654-8b59-c4b0-bf4e-b0ff4adf9276, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 953.757302] env[62328]: DEBUG oslo_vmware.api [None req-458912d3-7bad-4ab1-bd2f-7d3ea5d10592 tempest-ServersTestJSON-2041147199 tempest-ServersTestJSON-2041147199-project-member] Task: {'id': task-2387305, 'name': Rename_Task, 'duration_secs': 0.287689} completed successfully. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 953.757646] env[62328]: DEBUG nova.virt.vmwareapi.vm_util [None req-458912d3-7bad-4ab1-bd2f-7d3ea5d10592 tempest-ServersTestJSON-2041147199 tempest-ServersTestJSON-2041147199-project-member] [instance: d9dcebce-1ee4-4f35-879b-a520176f261f] Powering on the VM {{(pid=62328) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 953.757961] env[62328]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-faaf6e69-1b0a-4a11-9572-7f46d9332392 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 953.765298] env[62328]: DEBUG oslo_vmware.api [None req-458912d3-7bad-4ab1-bd2f-7d3ea5d10592 tempest-ServersTestJSON-2041147199 tempest-ServersTestJSON-2041147199-project-member] Waiting for the task: (returnval){ [ 953.765298] env[62328]: value = "task-2387306" [ 953.765298] env[62328]: _type = "Task" [ 953.765298] env[62328]: } to complete. {{(pid=62328) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 953.775387] env[62328]: DEBUG oslo_concurrency.lockutils [None req-29b1448c-fab8-41c0-a9ee-15882e088551 tempest-ServerShowV254Test-1359864267 tempest-ServerShowV254Test-1359864267-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.027s {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 953.777459] env[62328]: DEBUG oslo_vmware.api [None req-458912d3-7bad-4ab1-bd2f-7d3ea5d10592 tempest-ServersTestJSON-2041147199 tempest-ServersTestJSON-2041147199-project-member] Task: {'id': task-2387306, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 953.778092] env[62328]: DEBUG oslo_concurrency.lockutils [None req-0c65172a-a889-4239-b73e-fc4220359de8 tempest-MultipleCreateTestJSON-1245707987 tempest-MultipleCreateTestJSON-1245707987-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 8.347s {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 953.778429] env[62328]: DEBUG nova.objects.instance [None req-0c65172a-a889-4239-b73e-fc4220359de8 tempest-MultipleCreateTestJSON-1245707987 tempest-MultipleCreateTestJSON-1245707987-project-member] Lazy-loading 'resources' on Instance uuid 19cf93ff-3d13-4d89-a2b0-5ac9330075a6 {{(pid=62328) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 953.795687] env[62328]: DEBUG oslo_concurrency.lockutils [None req-3c9e5ccf-d010-4f57-9080-02b32fc9dc47 tempest-AttachVolumeTestJSON-944844435 tempest-AttachVolumeTestJSON-944844435-project-member] Acquiring lock "3bbba6fe-038a-40f8-935b-ce45c75c3497" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 953.795827] env[62328]: DEBUG oslo_concurrency.lockutils [None req-3c9e5ccf-d010-4f57-9080-02b32fc9dc47 tempest-AttachVolumeTestJSON-944844435 tempest-AttachVolumeTestJSON-944844435-project-member] Lock "3bbba6fe-038a-40f8-935b-ce45c75c3497" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 953.796065] env[62328]: INFO nova.compute.manager [None req-3c9e5ccf-d010-4f57-9080-02b32fc9dc47 tempest-AttachVolumeTestJSON-944844435 tempest-AttachVolumeTestJSON-944844435-project-member] [instance: 3bbba6fe-038a-40f8-935b-ce45c75c3497] Attaching volume c9027042-c7b1-4fe0-9bfe-d763e2c4fa0f to /dev/sdb [ 953.807743] env[62328]: INFO nova.scheduler.client.report [None req-29b1448c-fab8-41c0-a9ee-15882e088551 tempest-ServerShowV254Test-1359864267 tempest-ServerShowV254Test-1359864267-project-member] Deleted allocations for instance 2516767d-888c-4c2e-b245-a7cfb36ff98a [ 953.841022] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7eb22125-e3c5-4514-b956-468da565efac {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 953.848388] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cfb1528b-b60f-4ba5-a72e-fc4105ae7880 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 953.862312] env[62328]: DEBUG nova.virt.block_device [None req-3c9e5ccf-d010-4f57-9080-02b32fc9dc47 tempest-AttachVolumeTestJSON-944844435 tempest-AttachVolumeTestJSON-944844435-project-member] [instance: 3bbba6fe-038a-40f8-935b-ce45c75c3497] Updating existing volume attachment record: 0602fe83-f64b-4df9-9c3d-16052595b706 {{(pid=62328) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 953.873029] env[62328]: DEBUG oslo_vmware.api [None req-19fd8925-4100-4be4-a24b-9a80b7d725c3 tempest-ImagesTestJSON-1776717495 tempest-ImagesTestJSON-1776717495-project-member] Task: {'id': task-2387304, 'name': ReconfigVM_Task, 'duration_secs': 0.724256} completed successfully. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 953.874081] env[62328]: DEBUG nova.virt.vmwareapi.volumeops [None req-19fd8925-4100-4be4-a24b-9a80b7d725c3 tempest-ImagesTestJSON-1776717495 tempest-ImagesTestJSON-1776717495-project-member] [instance: fa773569-3987-4bca-8f5f-638a337630b1] Reconfigured VM instance instance-0000005e to attach disk [datastore1] fa773569-3987-4bca-8f5f-638a337630b1/fa773569-3987-4bca-8f5f-638a337630b1.vmdk or device None with type sparse {{(pid=62328) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 953.874731] env[62328]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-0bfdc67d-5dc4-49c2-b513-1b92ef8011c2 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 953.882039] env[62328]: DEBUG oslo_vmware.api [None req-19fd8925-4100-4be4-a24b-9a80b7d725c3 tempest-ImagesTestJSON-1776717495 tempest-ImagesTestJSON-1776717495-project-member] Waiting for the task: (returnval){ [ 953.882039] env[62328]: value = "task-2387307" [ 953.882039] env[62328]: _type = "Task" [ 953.882039] env[62328]: } to complete. {{(pid=62328) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 953.890624] env[62328]: DEBUG oslo_vmware.api [None req-19fd8925-4100-4be4-a24b-9a80b7d725c3 tempest-ImagesTestJSON-1776717495 tempest-ImagesTestJSON-1776717495-project-member] Task: {'id': task-2387307, 'name': Rename_Task} progress is 5%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 953.995687] env[62328]: DEBUG oslo_vmware.api [None req-3405116e-3de1-4971-9f65-82802ece9c2d tempest-ServersNegativeTestJSON-1019155744 tempest-ServersNegativeTestJSON-1019155744-project-member] Task: {'id': session[52a6e20e-410d-708a-99f2-080a575a99bd]52ca3654-8b59-c4b0-bf4e-b0ff4adf9276, 'name': SearchDatastore_Task, 'duration_secs': 0.010482} completed successfully. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 953.996250] env[62328]: DEBUG oslo_concurrency.lockutils [None req-3405116e-3de1-4971-9f65-82802ece9c2d tempest-ServersNegativeTestJSON-1019155744 tempest-ServersNegativeTestJSON-1019155744-project-member] Releasing lock "[datastore1] devstack-image-cache_base/dbf872a4-92be-47e4-8561-c3e2bf2423ab/dbf872a4-92be-47e4-8561-c3e2bf2423ab.vmdk" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 953.998137] env[62328]: DEBUG nova.virt.vmwareapi.vm_util [None req-3405116e-3de1-4971-9f65-82802ece9c2d tempest-ServersNegativeTestJSON-1019155744 tempest-ServersNegativeTestJSON-1019155744-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/dbf872a4-92be-47e4-8561-c3e2bf2423ab/dbf872a4-92be-47e4-8561-c3e2bf2423ab.vmdk to [datastore1] 206ded69-14c7-477f-9c36-376ff43a9641/206ded69-14c7-477f-9c36-376ff43a9641.vmdk {{(pid=62328) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 953.998137] env[62328]: DEBUG oslo_concurrency.lockutils [None req-78d2c9fa-6908-4ed8-aa1b-e22b821be232 tempest-ServersAdminTestJSON-455323280 tempest-ServersAdminTestJSON-455323280-project-member] Acquired lock "[datastore1] devstack-image-cache_base/dbf872a4-92be-47e4-8561-c3e2bf2423ab/dbf872a4-92be-47e4-8561-c3e2bf2423ab.vmdk" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 953.998137] env[62328]: DEBUG nova.virt.vmwareapi.ds_util [None req-78d2c9fa-6908-4ed8-aa1b-e22b821be232 tempest-ServersAdminTestJSON-455323280 tempest-ServersAdminTestJSON-455323280-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62328) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 953.998137] env[62328]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-0b594d4f-fca8-4e83-8de5-17920ddedbff {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 953.999654] env[62328]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-bcd5f8c2-4fc4-4f33-9b0d-e94b5198e680 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 954.017470] env[62328]: DEBUG oslo_vmware.api [None req-3405116e-3de1-4971-9f65-82802ece9c2d tempest-ServersNegativeTestJSON-1019155744 tempest-ServersNegativeTestJSON-1019155744-project-member] Waiting for the task: (returnval){ [ 954.017470] env[62328]: value = "task-2387308" [ 954.017470] env[62328]: _type = "Task" [ 954.017470] env[62328]: } to complete. {{(pid=62328) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 954.018552] env[62328]: DEBUG nova.virt.vmwareapi.ds_util [None req-78d2c9fa-6908-4ed8-aa1b-e22b821be232 tempest-ServersAdminTestJSON-455323280 tempest-ServersAdminTestJSON-455323280-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62328) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 954.018788] env[62328]: DEBUG nova.virt.vmwareapi.vmops [None req-78d2c9fa-6908-4ed8-aa1b-e22b821be232 tempest-ServersAdminTestJSON-455323280 tempest-ServersAdminTestJSON-455323280-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62328) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 954.023190] env[62328]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2acfb0b5-4a82-4d22-ad55-a93c77d18b99 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 954.033394] env[62328]: DEBUG oslo_vmware.api [None req-3405116e-3de1-4971-9f65-82802ece9c2d tempest-ServersNegativeTestJSON-1019155744 tempest-ServersNegativeTestJSON-1019155744-project-member] Task: {'id': task-2387308, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 954.033394] env[62328]: DEBUG oslo_vmware.api [None req-78d2c9fa-6908-4ed8-aa1b-e22b821be232 tempest-ServersAdminTestJSON-455323280 tempest-ServersAdminTestJSON-455323280-project-member] Waiting for the task: (returnval){ [ 954.033394] env[62328]: value = "session[52a6e20e-410d-708a-99f2-080a575a99bd]52fc436e-4429-3a93-c8f0-81341c05c18d" [ 954.033394] env[62328]: _type = "Task" [ 954.033394] env[62328]: } to complete. {{(pid=62328) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 954.041134] env[62328]: DEBUG oslo_vmware.api [None req-78d2c9fa-6908-4ed8-aa1b-e22b821be232 tempest-ServersAdminTestJSON-455323280 tempest-ServersAdminTestJSON-455323280-project-member] Task: {'id': session[52a6e20e-410d-708a-99f2-080a575a99bd]52fc436e-4429-3a93-c8f0-81341c05c18d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 954.276325] env[62328]: DEBUG oslo_vmware.api [None req-458912d3-7bad-4ab1-bd2f-7d3ea5d10592 tempest-ServersTestJSON-2041147199 tempest-ServersTestJSON-2041147199-project-member] Task: {'id': task-2387306, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 954.317678] env[62328]: DEBUG oslo_concurrency.lockutils [None req-29b1448c-fab8-41c0-a9ee-15882e088551 tempest-ServerShowV254Test-1359864267 tempest-ServerShowV254Test-1359864267-project-member] Lock "2516767d-888c-4c2e-b245-a7cfb36ff98a" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 15.718s {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 954.392985] env[62328]: DEBUG oslo_vmware.api [None req-19fd8925-4100-4be4-a24b-9a80b7d725c3 tempest-ImagesTestJSON-1776717495 tempest-ImagesTestJSON-1776717495-project-member] Task: {'id': task-2387307, 'name': Rename_Task, 'duration_secs': 0.223992} completed successfully. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 954.393269] env[62328]: DEBUG nova.virt.vmwareapi.vm_util [None req-19fd8925-4100-4be4-a24b-9a80b7d725c3 tempest-ImagesTestJSON-1776717495 tempest-ImagesTestJSON-1776717495-project-member] [instance: fa773569-3987-4bca-8f5f-638a337630b1] Powering on the VM {{(pid=62328) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 954.393574] env[62328]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-7766023b-5297-4591-ac70-98be3798cf7a {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 954.401927] env[62328]: DEBUG oslo_vmware.api [None req-19fd8925-4100-4be4-a24b-9a80b7d725c3 tempest-ImagesTestJSON-1776717495 tempest-ImagesTestJSON-1776717495-project-member] Waiting for the task: (returnval){ [ 954.401927] env[62328]: value = "task-2387312" [ 954.401927] env[62328]: _type = "Task" [ 954.401927] env[62328]: } to complete. {{(pid=62328) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 954.414266] env[62328]: DEBUG oslo_vmware.api [None req-19fd8925-4100-4be4-a24b-9a80b7d725c3 tempest-ImagesTestJSON-1776717495 tempest-ImagesTestJSON-1776717495-project-member] Task: {'id': task-2387312, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 954.536794] env[62328]: DEBUG oslo_vmware.api [None req-3405116e-3de1-4971-9f65-82802ece9c2d tempest-ServersNegativeTestJSON-1019155744 tempest-ServersNegativeTestJSON-1019155744-project-member] Task: {'id': task-2387308, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 954.554911] env[62328]: DEBUG oslo_vmware.api [None req-78d2c9fa-6908-4ed8-aa1b-e22b821be232 tempest-ServersAdminTestJSON-455323280 tempest-ServersAdminTestJSON-455323280-project-member] Task: {'id': session[52a6e20e-410d-708a-99f2-080a575a99bd]52fc436e-4429-3a93-c8f0-81341c05c18d, 'name': SearchDatastore_Task, 'duration_secs': 0.012192} completed successfully. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 954.560024] env[62328]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-caeae6ef-8222-48dd-94fa-9935432efdda {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 954.564901] env[62328]: DEBUG nova.objects.instance [None req-9e4256b4-9df9-4398-aaf0-799d5f037a6c tempest-AttachInterfacesUnderV243Test-538941428 tempest-AttachInterfacesUnderV243Test-538941428-project-member] Lazy-loading 'flavor' on Instance uuid ca5f1f85-0fbb-4572-8b04-bd275a02f396 {{(pid=62328) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 954.573981] env[62328]: DEBUG oslo_vmware.api [None req-78d2c9fa-6908-4ed8-aa1b-e22b821be232 tempest-ServersAdminTestJSON-455323280 tempest-ServersAdminTestJSON-455323280-project-member] Waiting for the task: (returnval){ [ 954.573981] env[62328]: value = "session[52a6e20e-410d-708a-99f2-080a575a99bd]522ca830-e493-c3c5-0e6b-4be7680dc2a4" [ 954.573981] env[62328]: _type = "Task" [ 954.573981] env[62328]: } to complete. {{(pid=62328) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 954.586469] env[62328]: DEBUG oslo_vmware.api [None req-78d2c9fa-6908-4ed8-aa1b-e22b821be232 tempest-ServersAdminTestJSON-455323280 tempest-ServersAdminTestJSON-455323280-project-member] Task: {'id': session[52a6e20e-410d-708a-99f2-080a575a99bd]522ca830-e493-c3c5-0e6b-4be7680dc2a4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 954.776900] env[62328]: DEBUG oslo_vmware.api [None req-458912d3-7bad-4ab1-bd2f-7d3ea5d10592 tempest-ServersTestJSON-2041147199 tempest-ServersTestJSON-2041147199-project-member] Task: {'id': task-2387306, 'name': PowerOnVM_Task, 'duration_secs': 0.686905} completed successfully. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 954.777519] env[62328]: DEBUG nova.virt.vmwareapi.vm_util [None req-458912d3-7bad-4ab1-bd2f-7d3ea5d10592 tempest-ServersTestJSON-2041147199 tempest-ServersTestJSON-2041147199-project-member] [instance: d9dcebce-1ee4-4f35-879b-a520176f261f] Powered on the VM {{(pid=62328) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 954.777993] env[62328]: INFO nova.compute.manager [None req-458912d3-7bad-4ab1-bd2f-7d3ea5d10592 tempest-ServersTestJSON-2041147199 tempest-ServersTestJSON-2041147199-project-member] [instance: d9dcebce-1ee4-4f35-879b-a520176f261f] Took 11.31 seconds to spawn the instance on the hypervisor. [ 954.778296] env[62328]: DEBUG nova.compute.manager [None req-458912d3-7bad-4ab1-bd2f-7d3ea5d10592 tempest-ServersTestJSON-2041147199 tempest-ServersTestJSON-2041147199-project-member] [instance: d9dcebce-1ee4-4f35-879b-a520176f261f] Checking state {{(pid=62328) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 954.779176] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-86dde7b8-3e18-4765-9a0f-c2c49329d69e {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 954.797340] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8cbdca1b-0047-42f6-b65c-e74164d85088 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 954.805932] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-653cd62f-5a92-4664-ab96-897c1e380a24 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 954.846486] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e63b55e8-3204-41fa-99d9-4805c965a045 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 954.854563] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d2cc1925-340c-403d-a9dd-f29d6409d4f2 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 954.869267] env[62328]: DEBUG nova.compute.provider_tree [None req-0c65172a-a889-4239-b73e-fc4220359de8 tempest-MultipleCreateTestJSON-1245707987 tempest-MultipleCreateTestJSON-1245707987-project-member] Inventory has not changed in ProviderTree for provider: 3469e9f8-04af-49ca-8435-49f104496744 {{(pid=62328) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 954.915036] env[62328]: DEBUG oslo_vmware.api [None req-19fd8925-4100-4be4-a24b-9a80b7d725c3 tempest-ImagesTestJSON-1776717495 tempest-ImagesTestJSON-1776717495-project-member] Task: {'id': task-2387312, 'name': PowerOnVM_Task} progress is 88%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 955.028911] env[62328]: DEBUG oslo_vmware.api [None req-3405116e-3de1-4971-9f65-82802ece9c2d tempest-ServersNegativeTestJSON-1019155744 tempest-ServersNegativeTestJSON-1019155744-project-member] Task: {'id': task-2387308, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.613618} completed successfully. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 955.029173] env[62328]: DEBUG nova.virt.vmwareapi.vm_util [None req-3405116e-3de1-4971-9f65-82802ece9c2d tempest-ServersNegativeTestJSON-1019155744 tempest-ServersNegativeTestJSON-1019155744-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/dbf872a4-92be-47e4-8561-c3e2bf2423ab/dbf872a4-92be-47e4-8561-c3e2bf2423ab.vmdk to [datastore1] 206ded69-14c7-477f-9c36-376ff43a9641/206ded69-14c7-477f-9c36-376ff43a9641.vmdk {{(pid=62328) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 955.029447] env[62328]: DEBUG nova.virt.vmwareapi.vmops [None req-3405116e-3de1-4971-9f65-82802ece9c2d tempest-ServersNegativeTestJSON-1019155744 tempest-ServersNegativeTestJSON-1019155744-project-member] [instance: 206ded69-14c7-477f-9c36-376ff43a9641] Extending root virtual disk to 1048576 {{(pid=62328) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 955.029714] env[62328]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-d120179d-b4dd-4256-bcd2-61d4be30eac4 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 955.035933] env[62328]: DEBUG oslo_vmware.api [None req-3405116e-3de1-4971-9f65-82802ece9c2d tempest-ServersNegativeTestJSON-1019155744 tempest-ServersNegativeTestJSON-1019155744-project-member] Waiting for the task: (returnval){ [ 955.035933] env[62328]: value = "task-2387314" [ 955.035933] env[62328]: _type = "Task" [ 955.035933] env[62328]: } to complete. {{(pid=62328) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 955.043984] env[62328]: DEBUG oslo_vmware.api [None req-3405116e-3de1-4971-9f65-82802ece9c2d tempest-ServersNegativeTestJSON-1019155744 tempest-ServersNegativeTestJSON-1019155744-project-member] Task: {'id': task-2387314, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 955.090023] env[62328]: DEBUG oslo_concurrency.lockutils [None req-9e4256b4-9df9-4398-aaf0-799d5f037a6c tempest-AttachInterfacesUnderV243Test-538941428 tempest-AttachInterfacesUnderV243Test-538941428-project-member] Acquiring lock "refresh_cache-ca5f1f85-0fbb-4572-8b04-bd275a02f396" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 955.090023] env[62328]: DEBUG oslo_concurrency.lockutils [None req-9e4256b4-9df9-4398-aaf0-799d5f037a6c tempest-AttachInterfacesUnderV243Test-538941428 tempest-AttachInterfacesUnderV243Test-538941428-project-member] Acquired lock "refresh_cache-ca5f1f85-0fbb-4572-8b04-bd275a02f396" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 955.097406] env[62328]: DEBUG oslo_vmware.api [None req-78d2c9fa-6908-4ed8-aa1b-e22b821be232 tempest-ServersAdminTestJSON-455323280 tempest-ServersAdminTestJSON-455323280-project-member] Task: {'id': session[52a6e20e-410d-708a-99f2-080a575a99bd]522ca830-e493-c3c5-0e6b-4be7680dc2a4, 'name': SearchDatastore_Task, 'duration_secs': 0.048242} completed successfully. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 955.097687] env[62328]: DEBUG oslo_concurrency.lockutils [None req-78d2c9fa-6908-4ed8-aa1b-e22b821be232 tempest-ServersAdminTestJSON-455323280 tempest-ServersAdminTestJSON-455323280-project-member] Releasing lock "[datastore1] devstack-image-cache_base/dbf872a4-92be-47e4-8561-c3e2bf2423ab/dbf872a4-92be-47e4-8561-c3e2bf2423ab.vmdk" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 955.097938] env[62328]: DEBUG nova.virt.vmwareapi.vm_util [None req-78d2c9fa-6908-4ed8-aa1b-e22b821be232 tempest-ServersAdminTestJSON-455323280 tempest-ServersAdminTestJSON-455323280-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/dbf872a4-92be-47e4-8561-c3e2bf2423ab/dbf872a4-92be-47e4-8561-c3e2bf2423ab.vmdk to [datastore1] f7104096-3f71-4c4e-9c1a-dcfae81dc66a/f7104096-3f71-4c4e-9c1a-dcfae81dc66a.vmdk {{(pid=62328) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 955.100196] env[62328]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-b2ba2ad6-17ac-44a3-a987-fd747e1f72f9 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 955.106854] env[62328]: DEBUG oslo_vmware.api [None req-78d2c9fa-6908-4ed8-aa1b-e22b821be232 tempest-ServersAdminTestJSON-455323280 tempest-ServersAdminTestJSON-455323280-project-member] Waiting for the task: (returnval){ [ 955.106854] env[62328]: value = "task-2387315" [ 955.106854] env[62328]: _type = "Task" [ 955.106854] env[62328]: } to complete. {{(pid=62328) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 955.116554] env[62328]: DEBUG oslo_vmware.api [None req-78d2c9fa-6908-4ed8-aa1b-e22b821be232 tempest-ServersAdminTestJSON-455323280 tempest-ServersAdminTestJSON-455323280-project-member] Task: {'id': task-2387315, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 955.308338] env[62328]: INFO nova.compute.manager [None req-458912d3-7bad-4ab1-bd2f-7d3ea5d10592 tempest-ServersTestJSON-2041147199 tempest-ServersTestJSON-2041147199-project-member] [instance: d9dcebce-1ee4-4f35-879b-a520176f261f] Took 33.82 seconds to build instance. [ 955.372365] env[62328]: DEBUG nova.scheduler.client.report [None req-0c65172a-a889-4239-b73e-fc4220359de8 tempest-MultipleCreateTestJSON-1245707987 tempest-MultipleCreateTestJSON-1245707987-project-member] Inventory has not changed for provider 3469e9f8-04af-49ca-8435-49f104496744 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 152, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62328) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 955.413743] env[62328]: DEBUG oslo_vmware.api [None req-19fd8925-4100-4be4-a24b-9a80b7d725c3 tempest-ImagesTestJSON-1776717495 tempest-ImagesTestJSON-1776717495-project-member] Task: {'id': task-2387312, 'name': PowerOnVM_Task, 'duration_secs': 0.856118} completed successfully. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 955.414103] env[62328]: DEBUG nova.virt.vmwareapi.vm_util [None req-19fd8925-4100-4be4-a24b-9a80b7d725c3 tempest-ImagesTestJSON-1776717495 tempest-ImagesTestJSON-1776717495-project-member] [instance: fa773569-3987-4bca-8f5f-638a337630b1] Powered on the VM {{(pid=62328) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 955.414371] env[62328]: INFO nova.compute.manager [None req-19fd8925-4100-4be4-a24b-9a80b7d725c3 tempest-ImagesTestJSON-1776717495 tempest-ImagesTestJSON-1776717495-project-member] [instance: fa773569-3987-4bca-8f5f-638a337630b1] Took 9.34 seconds to spawn the instance on the hypervisor. [ 955.414669] env[62328]: DEBUG nova.compute.manager [None req-19fd8925-4100-4be4-a24b-9a80b7d725c3 tempest-ImagesTestJSON-1776717495 tempest-ImagesTestJSON-1776717495-project-member] [instance: fa773569-3987-4bca-8f5f-638a337630b1] Checking state {{(pid=62328) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 955.415570] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-45606896-0015-4c4e-bb52-55d6e85164dd {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 955.434341] env[62328]: DEBUG oslo_concurrency.lockutils [None req-44a574a7-a68c-42cb-ba46-203f04841807 tempest-ServerMetadataTestJSON-2029257498 tempest-ServerMetadataTestJSON-2029257498-project-member] Acquiring lock "4f661e25-00bc-4244-841b-575de5d4960b" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 955.434341] env[62328]: DEBUG oslo_concurrency.lockutils [None req-44a574a7-a68c-42cb-ba46-203f04841807 tempest-ServerMetadataTestJSON-2029257498 tempest-ServerMetadataTestJSON-2029257498-project-member] Lock "4f661e25-00bc-4244-841b-575de5d4960b" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 955.434662] env[62328]: DEBUG oslo_concurrency.lockutils [None req-44a574a7-a68c-42cb-ba46-203f04841807 tempest-ServerMetadataTestJSON-2029257498 tempest-ServerMetadataTestJSON-2029257498-project-member] Acquiring lock "4f661e25-00bc-4244-841b-575de5d4960b-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 955.435550] env[62328]: DEBUG oslo_concurrency.lockutils [None req-44a574a7-a68c-42cb-ba46-203f04841807 tempest-ServerMetadataTestJSON-2029257498 tempest-ServerMetadataTestJSON-2029257498-project-member] Lock "4f661e25-00bc-4244-841b-575de5d4960b-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 955.435550] env[62328]: DEBUG oslo_concurrency.lockutils [None req-44a574a7-a68c-42cb-ba46-203f04841807 tempest-ServerMetadataTestJSON-2029257498 tempest-ServerMetadataTestJSON-2029257498-project-member] Lock "4f661e25-00bc-4244-841b-575de5d4960b-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 955.438077] env[62328]: INFO nova.compute.manager [None req-44a574a7-a68c-42cb-ba46-203f04841807 tempest-ServerMetadataTestJSON-2029257498 tempest-ServerMetadataTestJSON-2029257498-project-member] [instance: 4f661e25-00bc-4244-841b-575de5d4960b] Terminating instance [ 955.550527] env[62328]: DEBUG oslo_vmware.api [None req-3405116e-3de1-4971-9f65-82802ece9c2d tempest-ServersNegativeTestJSON-1019155744 tempest-ServersNegativeTestJSON-1019155744-project-member] Task: {'id': task-2387314, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.067299} completed successfully. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 955.550881] env[62328]: DEBUG nova.virt.vmwareapi.vmops [None req-3405116e-3de1-4971-9f65-82802ece9c2d tempest-ServersNegativeTestJSON-1019155744 tempest-ServersNegativeTestJSON-1019155744-project-member] [instance: 206ded69-14c7-477f-9c36-376ff43a9641] Extended root virtual disk {{(pid=62328) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 955.551738] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2f854eef-3c1f-4cd8-bcc3-018c5b045d4f {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 955.577598] env[62328]: DEBUG nova.virt.vmwareapi.volumeops [None req-3405116e-3de1-4971-9f65-82802ece9c2d tempest-ServersNegativeTestJSON-1019155744 tempest-ServersNegativeTestJSON-1019155744-project-member] [instance: 206ded69-14c7-477f-9c36-376ff43a9641] Reconfiguring VM instance instance-0000005f to attach disk [datastore1] 206ded69-14c7-477f-9c36-376ff43a9641/206ded69-14c7-477f-9c36-376ff43a9641.vmdk or device None with type sparse {{(pid=62328) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 955.577598] env[62328]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ecd98a4b-bfa6-4429-8dee-21c4692ee298 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 955.598721] env[62328]: DEBUG oslo_vmware.api [None req-3405116e-3de1-4971-9f65-82802ece9c2d tempest-ServersNegativeTestJSON-1019155744 tempest-ServersNegativeTestJSON-1019155744-project-member] Waiting for the task: (returnval){ [ 955.598721] env[62328]: value = "task-2387316" [ 955.598721] env[62328]: _type = "Task" [ 955.598721] env[62328]: } to complete. {{(pid=62328) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 955.610316] env[62328]: DEBUG oslo_vmware.api [None req-3405116e-3de1-4971-9f65-82802ece9c2d tempest-ServersNegativeTestJSON-1019155744 tempest-ServersNegativeTestJSON-1019155744-project-member] Task: {'id': task-2387316, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 955.618024] env[62328]: DEBUG oslo_vmware.api [None req-78d2c9fa-6908-4ed8-aa1b-e22b821be232 tempest-ServersAdminTestJSON-455323280 tempest-ServersAdminTestJSON-455323280-project-member] Task: {'id': task-2387315, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 955.810530] env[62328]: DEBUG oslo_concurrency.lockutils [None req-458912d3-7bad-4ab1-bd2f-7d3ea5d10592 tempest-ServersTestJSON-2041147199 tempest-ServersTestJSON-2041147199-project-member] Lock "d9dcebce-1ee4-4f35-879b-a520176f261f" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 35.332s {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 955.879046] env[62328]: DEBUG oslo_concurrency.lockutils [None req-0c65172a-a889-4239-b73e-fc4220359de8 tempest-MultipleCreateTestJSON-1245707987 tempest-MultipleCreateTestJSON-1245707987-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.101s {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 955.882321] env[62328]: DEBUG oslo_concurrency.lockutils [None req-c6aea5c0-3581-4775-a5f2-405d29df9916 tempest-MultipleCreateTestJSON-1245707987 tempest-MultipleCreateTestJSON-1245707987-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 10.309s {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 955.882510] env[62328]: DEBUG nova.objects.instance [None req-c6aea5c0-3581-4775-a5f2-405d29df9916 tempest-MultipleCreateTestJSON-1245707987 tempest-MultipleCreateTestJSON-1245707987-project-member] Lazy-loading 'resources' on Instance uuid a2e0536d-14f2-4383-891e-8cf0278a8bb9 {{(pid=62328) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 955.914563] env[62328]: INFO nova.scheduler.client.report [None req-0c65172a-a889-4239-b73e-fc4220359de8 tempest-MultipleCreateTestJSON-1245707987 tempest-MultipleCreateTestJSON-1245707987-project-member] Deleted allocations for instance 19cf93ff-3d13-4d89-a2b0-5ac9330075a6 [ 955.936026] env[62328]: INFO nova.compute.manager [None req-19fd8925-4100-4be4-a24b-9a80b7d725c3 tempest-ImagesTestJSON-1776717495 tempest-ImagesTestJSON-1776717495-project-member] [instance: fa773569-3987-4bca-8f5f-638a337630b1] Took 33.87 seconds to build instance. [ 955.943077] env[62328]: DEBUG nova.compute.manager [None req-44a574a7-a68c-42cb-ba46-203f04841807 tempest-ServerMetadataTestJSON-2029257498 tempest-ServerMetadataTestJSON-2029257498-project-member] [instance: 4f661e25-00bc-4244-841b-575de5d4960b] Start destroying the instance on the hypervisor. {{(pid=62328) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 955.943387] env[62328]: DEBUG nova.virt.vmwareapi.vmops [None req-44a574a7-a68c-42cb-ba46-203f04841807 tempest-ServerMetadataTestJSON-2029257498 tempest-ServerMetadataTestJSON-2029257498-project-member] [instance: 4f661e25-00bc-4244-841b-575de5d4960b] Destroying instance {{(pid=62328) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 955.944347] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-402fa740-d29c-47bc-af40-d11d65cf6680 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 955.952632] env[62328]: DEBUG nova.virt.vmwareapi.vm_util [None req-44a574a7-a68c-42cb-ba46-203f04841807 tempest-ServerMetadataTestJSON-2029257498 tempest-ServerMetadataTestJSON-2029257498-project-member] [instance: 4f661e25-00bc-4244-841b-575de5d4960b] Powering off the VM {{(pid=62328) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 955.952943] env[62328]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-8e7d591b-4546-42e1-9b07-4d21783dbbbb {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 955.960856] env[62328]: DEBUG oslo_vmware.api [None req-44a574a7-a68c-42cb-ba46-203f04841807 tempest-ServerMetadataTestJSON-2029257498 tempest-ServerMetadataTestJSON-2029257498-project-member] Waiting for the task: (returnval){ [ 955.960856] env[62328]: value = "task-2387317" [ 955.960856] env[62328]: _type = "Task" [ 955.960856] env[62328]: } to complete. {{(pid=62328) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 955.972861] env[62328]: DEBUG oslo_vmware.api [None req-44a574a7-a68c-42cb-ba46-203f04841807 tempest-ServerMetadataTestJSON-2029257498 tempest-ServerMetadataTestJSON-2029257498-project-member] Task: {'id': task-2387317, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 956.112458] env[62328]: DEBUG oslo_vmware.api [None req-3405116e-3de1-4971-9f65-82802ece9c2d tempest-ServersNegativeTestJSON-1019155744 tempest-ServersNegativeTestJSON-1019155744-project-member] Task: {'id': task-2387316, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 956.123437] env[62328]: DEBUG oslo_vmware.api [None req-78d2c9fa-6908-4ed8-aa1b-e22b821be232 tempest-ServersAdminTestJSON-455323280 tempest-ServersAdminTestJSON-455323280-project-member] Task: {'id': task-2387315, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 956.310643] env[62328]: DEBUG nova.network.neutron [None req-9e4256b4-9df9-4398-aaf0-799d5f037a6c tempest-AttachInterfacesUnderV243Test-538941428 tempest-AttachInterfacesUnderV243Test-538941428-project-member] [instance: ca5f1f85-0fbb-4572-8b04-bd275a02f396] Building network info cache for instance {{(pid=62328) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 956.430736] env[62328]: DEBUG oslo_concurrency.lockutils [None req-0c65172a-a889-4239-b73e-fc4220359de8 tempest-MultipleCreateTestJSON-1245707987 tempest-MultipleCreateTestJSON-1245707987-project-member] Lock "19cf93ff-3d13-4d89-a2b0-5ac9330075a6" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 14.484s {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 956.439583] env[62328]: DEBUG oslo_concurrency.lockutils [None req-19fd8925-4100-4be4-a24b-9a80b7d725c3 tempest-ImagesTestJSON-1776717495 tempest-ImagesTestJSON-1776717495-project-member] Lock "fa773569-3987-4bca-8f5f-638a337630b1" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 35.384s {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 956.481543] env[62328]: DEBUG oslo_vmware.api [None req-44a574a7-a68c-42cb-ba46-203f04841807 tempest-ServerMetadataTestJSON-2029257498 tempest-ServerMetadataTestJSON-2029257498-project-member] Task: {'id': task-2387317, 'name': PowerOffVM_Task, 'duration_secs': 0.323923} completed successfully. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 956.482053] env[62328]: DEBUG nova.virt.vmwareapi.vm_util [None req-44a574a7-a68c-42cb-ba46-203f04841807 tempest-ServerMetadataTestJSON-2029257498 tempest-ServerMetadataTestJSON-2029257498-project-member] [instance: 4f661e25-00bc-4244-841b-575de5d4960b] Powered off the VM {{(pid=62328) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 956.482380] env[62328]: DEBUG nova.virt.vmwareapi.vmops [None req-44a574a7-a68c-42cb-ba46-203f04841807 tempest-ServerMetadataTestJSON-2029257498 tempest-ServerMetadataTestJSON-2029257498-project-member] [instance: 4f661e25-00bc-4244-841b-575de5d4960b] Unregistering the VM {{(pid=62328) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 956.482832] env[62328]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-a227cc13-9538-4324-9f26-ecfed44e1a93 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 956.562316] env[62328]: DEBUG nova.virt.vmwareapi.vmops [None req-44a574a7-a68c-42cb-ba46-203f04841807 tempest-ServerMetadataTestJSON-2029257498 tempest-ServerMetadataTestJSON-2029257498-project-member] [instance: 4f661e25-00bc-4244-841b-575de5d4960b] Unregistered the VM {{(pid=62328) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 956.562316] env[62328]: DEBUG nova.virt.vmwareapi.vmops [None req-44a574a7-a68c-42cb-ba46-203f04841807 tempest-ServerMetadataTestJSON-2029257498 tempest-ServerMetadataTestJSON-2029257498-project-member] [instance: 4f661e25-00bc-4244-841b-575de5d4960b] Deleting contents of the VM from datastore datastore2 {{(pid=62328) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 956.562316] env[62328]: DEBUG nova.virt.vmwareapi.ds_util [None req-44a574a7-a68c-42cb-ba46-203f04841807 tempest-ServerMetadataTestJSON-2029257498 tempest-ServerMetadataTestJSON-2029257498-project-member] Deleting the datastore file [datastore2] 4f661e25-00bc-4244-841b-575de5d4960b {{(pid=62328) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 956.562316] env[62328]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-095a0f68-85fa-48ad-ac4f-a623febcb27d {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 956.570253] env[62328]: DEBUG oslo_vmware.api [None req-44a574a7-a68c-42cb-ba46-203f04841807 tempest-ServerMetadataTestJSON-2029257498 tempest-ServerMetadataTestJSON-2029257498-project-member] Waiting for the task: (returnval){ [ 956.570253] env[62328]: value = "task-2387320" [ 956.570253] env[62328]: _type = "Task" [ 956.570253] env[62328]: } to complete. {{(pid=62328) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 956.579263] env[62328]: DEBUG oslo_vmware.api [None req-44a574a7-a68c-42cb-ba46-203f04841807 tempest-ServerMetadataTestJSON-2029257498 tempest-ServerMetadataTestJSON-2029257498-project-member] Task: {'id': task-2387320, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 956.610956] env[62328]: DEBUG oslo_vmware.api [None req-3405116e-3de1-4971-9f65-82802ece9c2d tempest-ServersNegativeTestJSON-1019155744 tempest-ServersNegativeTestJSON-1019155744-project-member] Task: {'id': task-2387316, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 956.623794] env[62328]: DEBUG oslo_vmware.api [None req-78d2c9fa-6908-4ed8-aa1b-e22b821be232 tempest-ServersAdminTestJSON-455323280 tempest-ServersAdminTestJSON-455323280-project-member] Task: {'id': task-2387315, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.102266} completed successfully. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 956.625571] env[62328]: DEBUG nova.virt.vmwareapi.vm_util [None req-78d2c9fa-6908-4ed8-aa1b-e22b821be232 tempest-ServersAdminTestJSON-455323280 tempest-ServersAdminTestJSON-455323280-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/dbf872a4-92be-47e4-8561-c3e2bf2423ab/dbf872a4-92be-47e4-8561-c3e2bf2423ab.vmdk to [datastore1] f7104096-3f71-4c4e-9c1a-dcfae81dc66a/f7104096-3f71-4c4e-9c1a-dcfae81dc66a.vmdk {{(pid=62328) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 956.625571] env[62328]: DEBUG nova.virt.vmwareapi.vmops [None req-78d2c9fa-6908-4ed8-aa1b-e22b821be232 tempest-ServersAdminTestJSON-455323280 tempest-ServersAdminTestJSON-455323280-project-member] [instance: f7104096-3f71-4c4e-9c1a-dcfae81dc66a] Extending root virtual disk to 1048576 {{(pid=62328) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 956.625571] env[62328]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-3bf4b7e2-7b08-41fb-b699-c460c619abe2 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 956.632087] env[62328]: DEBUG oslo_vmware.api [None req-78d2c9fa-6908-4ed8-aa1b-e22b821be232 tempest-ServersAdminTestJSON-455323280 tempest-ServersAdminTestJSON-455323280-project-member] Waiting for the task: (returnval){ [ 956.632087] env[62328]: value = "task-2387321" [ 956.632087] env[62328]: _type = "Task" [ 956.632087] env[62328]: } to complete. {{(pid=62328) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 956.643342] env[62328]: DEBUG oslo_vmware.api [None req-78d2c9fa-6908-4ed8-aa1b-e22b821be232 tempest-ServersAdminTestJSON-455323280 tempest-ServersAdminTestJSON-455323280-project-member] Task: {'id': task-2387321, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 956.761094] env[62328]: DEBUG nova.compute.manager [req-f34b784b-21bb-45ed-b197-287580ecabe0 req-f9ed75b3-3460-45f3-b558-f5a4c949e5d9 service nova] [instance: ca5f1f85-0fbb-4572-8b04-bd275a02f396] Received event network-changed-c0fd6b4b-c114-409c-a9cc-94d96f6b995a {{(pid=62328) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 956.761514] env[62328]: DEBUG nova.compute.manager [req-f34b784b-21bb-45ed-b197-287580ecabe0 req-f9ed75b3-3460-45f3-b558-f5a4c949e5d9 service nova] [instance: ca5f1f85-0fbb-4572-8b04-bd275a02f396] Refreshing instance network info cache due to event network-changed-c0fd6b4b-c114-409c-a9cc-94d96f6b995a. {{(pid=62328) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 956.761514] env[62328]: DEBUG oslo_concurrency.lockutils [req-f34b784b-21bb-45ed-b197-287580ecabe0 req-f9ed75b3-3460-45f3-b558-f5a4c949e5d9 service nova] Acquiring lock "refresh_cache-ca5f1f85-0fbb-4572-8b04-bd275a02f396" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 956.834779] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ed481be0-c3e1-4321-85c7-a61e3e6c6d94 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 956.847973] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8fdb2d95-3fd7-4dc9-9752-ecfd8fdef8d4 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 956.886027] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d3830123-79e5-4e8a-92b3-c9ca82a56446 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 956.895268] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-596ab82f-214f-4983-8282-73f30b022b2d {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 956.912843] env[62328]: DEBUG nova.compute.provider_tree [None req-c6aea5c0-3581-4775-a5f2-405d29df9916 tempest-MultipleCreateTestJSON-1245707987 tempest-MultipleCreateTestJSON-1245707987-project-member] Inventory has not changed in ProviderTree for provider: 3469e9f8-04af-49ca-8435-49f104496744 {{(pid=62328) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 956.960230] env[62328]: DEBUG nova.virt.vmwareapi.volumeops [None req-4b6e218f-03bb-40ad-8d70-979327131490 tempest-ServerActionsTestOtherA-1098162655 tempest-ServerActionsTestOtherA-1098162655-project-member] [instance: 0b59b4a1-0c44-41af-a213-89960b97f913] Volume attach. Driver type: vmdk {{(pid=62328) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 956.960230] env[62328]: DEBUG nova.virt.vmwareapi.volumeops [None req-4b6e218f-03bb-40ad-8d70-979327131490 tempest-ServerActionsTestOtherA-1098162655 tempest-ServerActionsTestOtherA-1098162655-project-member] [instance: 0b59b4a1-0c44-41af-a213-89960b97f913] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-484420', 'volume_id': '58285048-ba68-4966-9214-c0935994009b', 'name': 'volume-58285048-ba68-4966-9214-c0935994009b', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '0b59b4a1-0c44-41af-a213-89960b97f913', 'attached_at': '', 'detached_at': '', 'volume_id': '58285048-ba68-4966-9214-c0935994009b', 'serial': '58285048-ba68-4966-9214-c0935994009b'} {{(pid=62328) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 956.961148] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d3a4c928-4abb-48cb-bfa1-2cf882452591 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 956.983489] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-09dcc474-7251-4c72-8f31-71077e715c60 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 957.016827] env[62328]: DEBUG nova.virt.vmwareapi.volumeops [None req-4b6e218f-03bb-40ad-8d70-979327131490 tempest-ServerActionsTestOtherA-1098162655 tempest-ServerActionsTestOtherA-1098162655-project-member] [instance: 0b59b4a1-0c44-41af-a213-89960b97f913] Reconfiguring VM instance instance-0000003b to attach disk [datastore2] volume-58285048-ba68-4966-9214-c0935994009b/volume-58285048-ba68-4966-9214-c0935994009b.vmdk or device None with type thin {{(pid=62328) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 957.017179] env[62328]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5364ff07-e09e-43fe-ab73-67d476a6c50e {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 957.038714] env[62328]: DEBUG oslo_vmware.api [None req-4b6e218f-03bb-40ad-8d70-979327131490 tempest-ServerActionsTestOtherA-1098162655 tempest-ServerActionsTestOtherA-1098162655-project-member] Waiting for the task: (returnval){ [ 957.038714] env[62328]: value = "task-2387322" [ 957.038714] env[62328]: _type = "Task" [ 957.038714] env[62328]: } to complete. {{(pid=62328) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 957.050889] env[62328]: DEBUG oslo_vmware.api [None req-4b6e218f-03bb-40ad-8d70-979327131490 tempest-ServerActionsTestOtherA-1098162655 tempest-ServerActionsTestOtherA-1098162655-project-member] Task: {'id': task-2387322, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 957.079338] env[62328]: DEBUG oslo_vmware.api [None req-44a574a7-a68c-42cb-ba46-203f04841807 tempest-ServerMetadataTestJSON-2029257498 tempest-ServerMetadataTestJSON-2029257498-project-member] Task: {'id': task-2387320, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.318594} completed successfully. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 957.081975] env[62328]: DEBUG nova.virt.vmwareapi.ds_util [None req-44a574a7-a68c-42cb-ba46-203f04841807 tempest-ServerMetadataTestJSON-2029257498 tempest-ServerMetadataTestJSON-2029257498-project-member] Deleted the datastore file {{(pid=62328) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 957.082443] env[62328]: DEBUG nova.virt.vmwareapi.vmops [None req-44a574a7-a68c-42cb-ba46-203f04841807 tempest-ServerMetadataTestJSON-2029257498 tempest-ServerMetadataTestJSON-2029257498-project-member] [instance: 4f661e25-00bc-4244-841b-575de5d4960b] Deleted contents of the VM from datastore datastore2 {{(pid=62328) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 957.082639] env[62328]: DEBUG nova.virt.vmwareapi.vmops [None req-44a574a7-a68c-42cb-ba46-203f04841807 tempest-ServerMetadataTestJSON-2029257498 tempest-ServerMetadataTestJSON-2029257498-project-member] [instance: 4f661e25-00bc-4244-841b-575de5d4960b] Instance destroyed {{(pid=62328) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 957.082855] env[62328]: INFO nova.compute.manager [None req-44a574a7-a68c-42cb-ba46-203f04841807 tempest-ServerMetadataTestJSON-2029257498 tempest-ServerMetadataTestJSON-2029257498-project-member] [instance: 4f661e25-00bc-4244-841b-575de5d4960b] Took 1.14 seconds to destroy the instance on the hypervisor. [ 957.083156] env[62328]: DEBUG oslo.service.loopingcall [None req-44a574a7-a68c-42cb-ba46-203f04841807 tempest-ServerMetadataTestJSON-2029257498 tempest-ServerMetadataTestJSON-2029257498-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62328) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 957.083469] env[62328]: DEBUG nova.compute.manager [-] [instance: 4f661e25-00bc-4244-841b-575de5d4960b] Deallocating network for instance {{(pid=62328) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 957.083548] env[62328]: DEBUG nova.network.neutron [-] [instance: 4f661e25-00bc-4244-841b-575de5d4960b] deallocate_for_instance() {{(pid=62328) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 957.121445] env[62328]: DEBUG oslo_vmware.api [None req-3405116e-3de1-4971-9f65-82802ece9c2d tempest-ServersNegativeTestJSON-1019155744 tempest-ServersNegativeTestJSON-1019155744-project-member] Task: {'id': task-2387316, 'name': ReconfigVM_Task, 'duration_secs': 1.048341} completed successfully. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 957.122831] env[62328]: DEBUG nova.virt.vmwareapi.volumeops [None req-3405116e-3de1-4971-9f65-82802ece9c2d tempest-ServersNegativeTestJSON-1019155744 tempest-ServersNegativeTestJSON-1019155744-project-member] [instance: 206ded69-14c7-477f-9c36-376ff43a9641] Reconfigured VM instance instance-0000005f to attach disk [datastore1] 206ded69-14c7-477f-9c36-376ff43a9641/206ded69-14c7-477f-9c36-376ff43a9641.vmdk or device None with type sparse {{(pid=62328) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 957.123227] env[62328]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-0399e287-3efb-4274-98f4-7f82c35bcfb1 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 957.132753] env[62328]: DEBUG oslo_vmware.api [None req-3405116e-3de1-4971-9f65-82802ece9c2d tempest-ServersNegativeTestJSON-1019155744 tempest-ServersNegativeTestJSON-1019155744-project-member] Waiting for the task: (returnval){ [ 957.132753] env[62328]: value = "task-2387323" [ 957.132753] env[62328]: _type = "Task" [ 957.132753] env[62328]: } to complete. {{(pid=62328) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 957.147334] env[62328]: DEBUG oslo_vmware.api [None req-78d2c9fa-6908-4ed8-aa1b-e22b821be232 tempest-ServersAdminTestJSON-455323280 tempest-ServersAdminTestJSON-455323280-project-member] Task: {'id': task-2387321, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.068077} completed successfully. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 957.147957] env[62328]: DEBUG oslo_vmware.api [None req-3405116e-3de1-4971-9f65-82802ece9c2d tempest-ServersNegativeTestJSON-1019155744 tempest-ServersNegativeTestJSON-1019155744-project-member] Task: {'id': task-2387323, 'name': Rename_Task} progress is 5%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 957.148271] env[62328]: DEBUG nova.virt.vmwareapi.vmops [None req-78d2c9fa-6908-4ed8-aa1b-e22b821be232 tempest-ServersAdminTestJSON-455323280 tempest-ServersAdminTestJSON-455323280-project-member] [instance: f7104096-3f71-4c4e-9c1a-dcfae81dc66a] Extended root virtual disk {{(pid=62328) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 957.149111] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-979116ea-d3cd-43e8-8727-bc0ad33f8cb1 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 957.172576] env[62328]: DEBUG nova.virt.vmwareapi.volumeops [None req-78d2c9fa-6908-4ed8-aa1b-e22b821be232 tempest-ServersAdminTestJSON-455323280 tempest-ServersAdminTestJSON-455323280-project-member] [instance: f7104096-3f71-4c4e-9c1a-dcfae81dc66a] Reconfiguring VM instance instance-0000004b to attach disk [datastore1] f7104096-3f71-4c4e-9c1a-dcfae81dc66a/f7104096-3f71-4c4e-9c1a-dcfae81dc66a.vmdk or device None with type sparse {{(pid=62328) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 957.176022] env[62328]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-fa50fd3b-201d-40f9-905c-326a093b2e7d {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 957.198177] env[62328]: DEBUG oslo_vmware.api [None req-78d2c9fa-6908-4ed8-aa1b-e22b821be232 tempest-ServersAdminTestJSON-455323280 tempest-ServersAdminTestJSON-455323280-project-member] Waiting for the task: (returnval){ [ 957.198177] env[62328]: value = "task-2387324" [ 957.198177] env[62328]: _type = "Task" [ 957.198177] env[62328]: } to complete. {{(pid=62328) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 957.205492] env[62328]: DEBUG oslo_vmware.api [None req-78d2c9fa-6908-4ed8-aa1b-e22b821be232 tempest-ServersAdminTestJSON-455323280 tempest-ServersAdminTestJSON-455323280-project-member] Task: {'id': task-2387324, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 957.414262] env[62328]: DEBUG nova.scheduler.client.report [None req-c6aea5c0-3581-4775-a5f2-405d29df9916 tempest-MultipleCreateTestJSON-1245707987 tempest-MultipleCreateTestJSON-1245707987-project-member] Inventory has not changed for provider 3469e9f8-04af-49ca-8435-49f104496744 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 152, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62328) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 957.554835] env[62328]: DEBUG oslo_vmware.api [None req-4b6e218f-03bb-40ad-8d70-979327131490 tempest-ServerActionsTestOtherA-1098162655 tempest-ServerActionsTestOtherA-1098162655-project-member] Task: {'id': task-2387322, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 957.640581] env[62328]: DEBUG nova.network.neutron [None req-9e4256b4-9df9-4398-aaf0-799d5f037a6c tempest-AttachInterfacesUnderV243Test-538941428 tempest-AttachInterfacesUnderV243Test-538941428-project-member] [instance: ca5f1f85-0fbb-4572-8b04-bd275a02f396] Updating instance_info_cache with network_info: [{"id": "c0fd6b4b-c114-409c-a9cc-94d96f6b995a", "address": "fa:16:3e:09:15:fd", "network": {"id": "f83ab2e0-3087-4ffd-abcd-16c32ea36c69", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-1799262774-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.242", "type": "floating", "version": 4, "meta": {}}]}, {"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6f7f207a3b4b411dabdbbc02ffc447bc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a1c8fdf9-970c-4ae0-b6d9-f1015196b552", "external-id": "nsx-vlan-transportzone-993", "segmentation_id": 993, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc0fd6b4b-c1", "ovs_interfaceid": "c0fd6b4b-c114-409c-a9cc-94d96f6b995a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62328) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 957.645482] env[62328]: DEBUG oslo_vmware.api [None req-3405116e-3de1-4971-9f65-82802ece9c2d tempest-ServersNegativeTestJSON-1019155744 tempest-ServersNegativeTestJSON-1019155744-project-member] Task: {'id': task-2387323, 'name': Rename_Task, 'duration_secs': 0.166016} completed successfully. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 957.646099] env[62328]: DEBUG nova.virt.vmwareapi.vm_util [None req-3405116e-3de1-4971-9f65-82802ece9c2d tempest-ServersNegativeTestJSON-1019155744 tempest-ServersNegativeTestJSON-1019155744-project-member] [instance: 206ded69-14c7-477f-9c36-376ff43a9641] Powering on the VM {{(pid=62328) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 957.646466] env[62328]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-25dec499-4f95-40d6-946f-43f3d2e5194d {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 957.655020] env[62328]: DEBUG oslo_vmware.api [None req-3405116e-3de1-4971-9f65-82802ece9c2d tempest-ServersNegativeTestJSON-1019155744 tempest-ServersNegativeTestJSON-1019155744-project-member] Waiting for the task: (returnval){ [ 957.655020] env[62328]: value = "task-2387325" [ 957.655020] env[62328]: _type = "Task" [ 957.655020] env[62328]: } to complete. {{(pid=62328) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 957.662649] env[62328]: DEBUG oslo_vmware.api [None req-3405116e-3de1-4971-9f65-82802ece9c2d tempest-ServersNegativeTestJSON-1019155744 tempest-ServersNegativeTestJSON-1019155744-project-member] Task: {'id': task-2387325, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 957.713699] env[62328]: DEBUG oslo_vmware.api [None req-78d2c9fa-6908-4ed8-aa1b-e22b821be232 tempest-ServersAdminTestJSON-455323280 tempest-ServersAdminTestJSON-455323280-project-member] Task: {'id': task-2387324, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 957.920464] env[62328]: DEBUG oslo_concurrency.lockutils [None req-c6aea5c0-3581-4775-a5f2-405d29df9916 tempest-MultipleCreateTestJSON-1245707987 tempest-MultipleCreateTestJSON-1245707987-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.038s {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 957.925028] env[62328]: DEBUG oslo_concurrency.lockutils [None req-688edd7f-d1d3-43d0-8468-2fae3c53745a tempest-ServersAdminTestJSON-455323280 tempest-ServersAdminTestJSON-455323280-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 11.188s {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 957.925028] env[62328]: DEBUG nova.objects.instance [None req-688edd7f-d1d3-43d0-8468-2fae3c53745a tempest-ServersAdminTestJSON-455323280 tempest-ServersAdminTestJSON-455323280-project-member] [instance: f7104096-3f71-4c4e-9c1a-dcfae81dc66a] Trying to apply a migration context that does not seem to be set for this instance {{(pid=62328) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 957.959397] env[62328]: INFO nova.scheduler.client.report [None req-c6aea5c0-3581-4775-a5f2-405d29df9916 tempest-MultipleCreateTestJSON-1245707987 tempest-MultipleCreateTestJSON-1245707987-project-member] Deleted allocations for instance a2e0536d-14f2-4383-891e-8cf0278a8bb9 [ 958.055837] env[62328]: DEBUG oslo_vmware.api [None req-4b6e218f-03bb-40ad-8d70-979327131490 tempest-ServerActionsTestOtherA-1098162655 tempest-ServerActionsTestOtherA-1098162655-project-member] Task: {'id': task-2387322, 'name': ReconfigVM_Task, 'duration_secs': 0.562735} completed successfully. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 958.056167] env[62328]: DEBUG nova.virt.vmwareapi.volumeops [None req-4b6e218f-03bb-40ad-8d70-979327131490 tempest-ServerActionsTestOtherA-1098162655 tempest-ServerActionsTestOtherA-1098162655-project-member] [instance: 0b59b4a1-0c44-41af-a213-89960b97f913] Reconfigured VM instance instance-0000003b to attach disk [datastore2] volume-58285048-ba68-4966-9214-c0935994009b/volume-58285048-ba68-4966-9214-c0935994009b.vmdk or device None with type thin {{(pid=62328) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 958.061856] env[62328]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-25da1c68-d9dd-4e32-8607-8773fc4cdd37 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 958.079103] env[62328]: DEBUG oslo_vmware.api [None req-4b6e218f-03bb-40ad-8d70-979327131490 tempest-ServerActionsTestOtherA-1098162655 tempest-ServerActionsTestOtherA-1098162655-project-member] Waiting for the task: (returnval){ [ 958.079103] env[62328]: value = "task-2387326" [ 958.079103] env[62328]: _type = "Task" [ 958.079103] env[62328]: } to complete. {{(pid=62328) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 958.088186] env[62328]: DEBUG oslo_vmware.api [None req-4b6e218f-03bb-40ad-8d70-979327131490 tempest-ServerActionsTestOtherA-1098162655 tempest-ServerActionsTestOtherA-1098162655-project-member] Task: {'id': task-2387326, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 958.119233] env[62328]: DEBUG nova.compute.manager [None req-b6693ebd-4e11-4015-bb98-4fde34b92c1e tempest-ImagesTestJSON-1776717495 tempest-ImagesTestJSON-1776717495-project-member] [instance: fa773569-3987-4bca-8f5f-638a337630b1] Checking state {{(pid=62328) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 958.120329] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b3ba09ea-4caa-414a-877b-14d14642bd40 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 958.149189] env[62328]: DEBUG oslo_concurrency.lockutils [None req-9e4256b4-9df9-4398-aaf0-799d5f037a6c tempest-AttachInterfacesUnderV243Test-538941428 tempest-AttachInterfacesUnderV243Test-538941428-project-member] Releasing lock "refresh_cache-ca5f1f85-0fbb-4572-8b04-bd275a02f396" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 958.149189] env[62328]: DEBUG nova.compute.manager [None req-9e4256b4-9df9-4398-aaf0-799d5f037a6c tempest-AttachInterfacesUnderV243Test-538941428 tempest-AttachInterfacesUnderV243Test-538941428-project-member] [instance: ca5f1f85-0fbb-4572-8b04-bd275a02f396] Inject network info {{(pid=62328) _inject_network_info /opt/stack/nova/nova/compute/manager.py:7737}} [ 958.149356] env[62328]: DEBUG nova.compute.manager [None req-9e4256b4-9df9-4398-aaf0-799d5f037a6c tempest-AttachInterfacesUnderV243Test-538941428 tempest-AttachInterfacesUnderV243Test-538941428-project-member] [instance: ca5f1f85-0fbb-4572-8b04-bd275a02f396] network_info to inject: |[{"id": "c0fd6b4b-c114-409c-a9cc-94d96f6b995a", "address": "fa:16:3e:09:15:fd", "network": {"id": "f83ab2e0-3087-4ffd-abcd-16c32ea36c69", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-1799262774-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.242", "type": "floating", "version": 4, "meta": {}}]}, {"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6f7f207a3b4b411dabdbbc02ffc447bc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a1c8fdf9-970c-4ae0-b6d9-f1015196b552", "external-id": "nsx-vlan-transportzone-993", "segmentation_id": 993, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc0fd6b4b-c1", "ovs_interfaceid": "c0fd6b4b-c114-409c-a9cc-94d96f6b995a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62328) _inject_network_info /opt/stack/nova/nova/compute/manager.py:7738}} [ 958.155256] env[62328]: DEBUG nova.virt.vmwareapi.vmops [None req-9e4256b4-9df9-4398-aaf0-799d5f037a6c tempest-AttachInterfacesUnderV243Test-538941428 tempest-AttachInterfacesUnderV243Test-538941428-project-member] [instance: ca5f1f85-0fbb-4572-8b04-bd275a02f396] Reconfiguring VM instance to set the machine id {{(pid=62328) _set_machine_id /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1796}} [ 958.156312] env[62328]: DEBUG oslo_concurrency.lockutils [req-f34b784b-21bb-45ed-b197-287580ecabe0 req-f9ed75b3-3460-45f3-b558-f5a4c949e5d9 service nova] Acquired lock "refresh_cache-ca5f1f85-0fbb-4572-8b04-bd275a02f396" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 958.156486] env[62328]: DEBUG nova.network.neutron [req-f34b784b-21bb-45ed-b197-287580ecabe0 req-f9ed75b3-3460-45f3-b558-f5a4c949e5d9 service nova] [instance: ca5f1f85-0fbb-4572-8b04-bd275a02f396] Refreshing network info cache for port c0fd6b4b-c114-409c-a9cc-94d96f6b995a {{(pid=62328) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 958.158218] env[62328]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7236eaa9-3df1-43e5-9c3c-0a241c235b11 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 958.183240] env[62328]: DEBUG oslo_vmware.api [None req-3405116e-3de1-4971-9f65-82802ece9c2d tempest-ServersNegativeTestJSON-1019155744 tempest-ServersNegativeTestJSON-1019155744-project-member] Task: {'id': task-2387325, 'name': PowerOnVM_Task} progress is 88%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 958.184663] env[62328]: DEBUG oslo_vmware.api [None req-9e4256b4-9df9-4398-aaf0-799d5f037a6c tempest-AttachInterfacesUnderV243Test-538941428 tempest-AttachInterfacesUnderV243Test-538941428-project-member] Waiting for the task: (returnval){ [ 958.184663] env[62328]: value = "task-2387327" [ 958.184663] env[62328]: _type = "Task" [ 958.184663] env[62328]: } to complete. {{(pid=62328) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 958.194091] env[62328]: DEBUG oslo_vmware.api [None req-9e4256b4-9df9-4398-aaf0-799d5f037a6c tempest-AttachInterfacesUnderV243Test-538941428 tempest-AttachInterfacesUnderV243Test-538941428-project-member] Task: {'id': task-2387327, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 958.199372] env[62328]: DEBUG oslo_concurrency.lockutils [None req-916facde-e17f-41f3-8478-4568a2306e25 tempest-ServersTestJSON-2041147199 tempest-ServersTestJSON-2041147199-project-member] Acquiring lock "d9dcebce-1ee4-4f35-879b-a520176f261f" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 958.199538] env[62328]: DEBUG oslo_concurrency.lockutils [None req-916facde-e17f-41f3-8478-4568a2306e25 tempest-ServersTestJSON-2041147199 tempest-ServersTestJSON-2041147199-project-member] Lock "d9dcebce-1ee4-4f35-879b-a520176f261f" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 958.199778] env[62328]: DEBUG oslo_concurrency.lockutils [None req-916facde-e17f-41f3-8478-4568a2306e25 tempest-ServersTestJSON-2041147199 tempest-ServersTestJSON-2041147199-project-member] Acquiring lock "d9dcebce-1ee4-4f35-879b-a520176f261f-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 958.199970] env[62328]: DEBUG oslo_concurrency.lockutils [None req-916facde-e17f-41f3-8478-4568a2306e25 tempest-ServersTestJSON-2041147199 tempest-ServersTestJSON-2041147199-project-member] Lock "d9dcebce-1ee4-4f35-879b-a520176f261f-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 958.200154] env[62328]: DEBUG oslo_concurrency.lockutils [None req-916facde-e17f-41f3-8478-4568a2306e25 tempest-ServersTestJSON-2041147199 tempest-ServersTestJSON-2041147199-project-member] Lock "d9dcebce-1ee4-4f35-879b-a520176f261f-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 958.205693] env[62328]: INFO nova.compute.manager [None req-916facde-e17f-41f3-8478-4568a2306e25 tempest-ServersTestJSON-2041147199 tempest-ServersTestJSON-2041147199-project-member] [instance: d9dcebce-1ee4-4f35-879b-a520176f261f] Terminating instance [ 958.215879] env[62328]: DEBUG oslo_vmware.api [None req-78d2c9fa-6908-4ed8-aa1b-e22b821be232 tempest-ServersAdminTestJSON-455323280 tempest-ServersAdminTestJSON-455323280-project-member] Task: {'id': task-2387324, 'name': ReconfigVM_Task, 'duration_secs': 0.640343} completed successfully. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 958.215879] env[62328]: DEBUG nova.virt.vmwareapi.volumeops [None req-78d2c9fa-6908-4ed8-aa1b-e22b821be232 tempest-ServersAdminTestJSON-455323280 tempest-ServersAdminTestJSON-455323280-project-member] [instance: f7104096-3f71-4c4e-9c1a-dcfae81dc66a] Reconfigured VM instance instance-0000004b to attach disk [datastore1] f7104096-3f71-4c4e-9c1a-dcfae81dc66a/f7104096-3f71-4c4e-9c1a-dcfae81dc66a.vmdk or device None with type sparse {{(pid=62328) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 958.215879] env[62328]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-91384cc2-4ad0-40ee-9f35-0347833e2f1a {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 958.224298] env[62328]: DEBUG oslo_vmware.api [None req-78d2c9fa-6908-4ed8-aa1b-e22b821be232 tempest-ServersAdminTestJSON-455323280 tempest-ServersAdminTestJSON-455323280-project-member] Waiting for the task: (returnval){ [ 958.224298] env[62328]: value = "task-2387328" [ 958.224298] env[62328]: _type = "Task" [ 958.224298] env[62328]: } to complete. {{(pid=62328) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 958.236883] env[62328]: DEBUG oslo_vmware.api [None req-78d2c9fa-6908-4ed8-aa1b-e22b821be232 tempest-ServersAdminTestJSON-455323280 tempest-ServersAdminTestJSON-455323280-project-member] Task: {'id': task-2387328, 'name': Rename_Task} progress is 5%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 958.324914] env[62328]: DEBUG nova.network.neutron [-] [instance: 4f661e25-00bc-4244-841b-575de5d4960b] Updating instance_info_cache with network_info: [] {{(pid=62328) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 958.471908] env[62328]: DEBUG oslo_concurrency.lockutils [None req-c6aea5c0-3581-4775-a5f2-405d29df9916 tempest-MultipleCreateTestJSON-1245707987 tempest-MultipleCreateTestJSON-1245707987-project-member] Lock "a2e0536d-14f2-4383-891e-8cf0278a8bb9" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 16.733s {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 958.595420] env[62328]: DEBUG oslo_vmware.api [None req-4b6e218f-03bb-40ad-8d70-979327131490 tempest-ServerActionsTestOtherA-1098162655 tempest-ServerActionsTestOtherA-1098162655-project-member] Task: {'id': task-2387326, 'name': ReconfigVM_Task, 'duration_secs': 0.145489} completed successfully. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 958.596113] env[62328]: DEBUG nova.virt.vmwareapi.volumeops [None req-4b6e218f-03bb-40ad-8d70-979327131490 tempest-ServerActionsTestOtherA-1098162655 tempest-ServerActionsTestOtherA-1098162655-project-member] [instance: 0b59b4a1-0c44-41af-a213-89960b97f913] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-484420', 'volume_id': '58285048-ba68-4966-9214-c0935994009b', 'name': 'volume-58285048-ba68-4966-9214-c0935994009b', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '0b59b4a1-0c44-41af-a213-89960b97f913', 'attached_at': '', 'detached_at': '', 'volume_id': '58285048-ba68-4966-9214-c0935994009b', 'serial': '58285048-ba68-4966-9214-c0935994009b'} {{(pid=62328) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 958.635774] env[62328]: INFO nova.compute.manager [None req-b6693ebd-4e11-4015-bb98-4fde34b92c1e tempest-ImagesTestJSON-1776717495 tempest-ImagesTestJSON-1776717495-project-member] [instance: fa773569-3987-4bca-8f5f-638a337630b1] instance snapshotting [ 958.639731] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e326a575-0429-457a-856b-66c3b6501203 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 958.658073] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f55c47d9-53b6-42a7-b4cb-91dfe8ac5bb2 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 958.675081] env[62328]: DEBUG oslo_vmware.api [None req-3405116e-3de1-4971-9f65-82802ece9c2d tempest-ServersNegativeTestJSON-1019155744 tempest-ServersNegativeTestJSON-1019155744-project-member] Task: {'id': task-2387325, 'name': PowerOnVM_Task, 'duration_secs': 0.682873} completed successfully. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 958.675712] env[62328]: DEBUG nova.virt.vmwareapi.vm_util [None req-3405116e-3de1-4971-9f65-82802ece9c2d tempest-ServersNegativeTestJSON-1019155744 tempest-ServersNegativeTestJSON-1019155744-project-member] [instance: 206ded69-14c7-477f-9c36-376ff43a9641] Powered on the VM {{(pid=62328) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 958.675992] env[62328]: INFO nova.compute.manager [None req-3405116e-3de1-4971-9f65-82802ece9c2d tempest-ServersNegativeTestJSON-1019155744 tempest-ServersNegativeTestJSON-1019155744-project-member] [instance: 206ded69-14c7-477f-9c36-376ff43a9641] Took 10.02 seconds to spawn the instance on the hypervisor. [ 958.676253] env[62328]: DEBUG nova.compute.manager [None req-3405116e-3de1-4971-9f65-82802ece9c2d tempest-ServersNegativeTestJSON-1019155744 tempest-ServersNegativeTestJSON-1019155744-project-member] [instance: 206ded69-14c7-477f-9c36-376ff43a9641] Checking state {{(pid=62328) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 958.677771] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-db863bd4-89f8-40b9-99a2-87f2c4141fb8 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 958.696069] env[62328]: DEBUG oslo_vmware.api [None req-9e4256b4-9df9-4398-aaf0-799d5f037a6c tempest-AttachInterfacesUnderV243Test-538941428 tempest-AttachInterfacesUnderV243Test-538941428-project-member] Task: {'id': task-2387327, 'name': ReconfigVM_Task, 'duration_secs': 0.174146} completed successfully. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 958.696453] env[62328]: DEBUG nova.virt.vmwareapi.vmops [None req-9e4256b4-9df9-4398-aaf0-799d5f037a6c tempest-AttachInterfacesUnderV243Test-538941428 tempest-AttachInterfacesUnderV243Test-538941428-project-member] [instance: ca5f1f85-0fbb-4572-8b04-bd275a02f396] Reconfigured VM instance to set the machine id {{(pid=62328) _set_machine_id /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1799}} [ 958.710021] env[62328]: DEBUG nova.compute.manager [None req-916facde-e17f-41f3-8478-4568a2306e25 tempest-ServersTestJSON-2041147199 tempest-ServersTestJSON-2041147199-project-member] [instance: d9dcebce-1ee4-4f35-879b-a520176f261f] Start destroying the instance on the hypervisor. {{(pid=62328) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 958.710638] env[62328]: DEBUG nova.virt.vmwareapi.vmops [None req-916facde-e17f-41f3-8478-4568a2306e25 tempest-ServersTestJSON-2041147199 tempest-ServersTestJSON-2041147199-project-member] [instance: d9dcebce-1ee4-4f35-879b-a520176f261f] Destroying instance {{(pid=62328) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 958.711616] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-10bd05b2-1642-4e64-b40b-dc79dda2692f {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 958.722858] env[62328]: DEBUG nova.virt.vmwareapi.vm_util [None req-916facde-e17f-41f3-8478-4568a2306e25 tempest-ServersTestJSON-2041147199 tempest-ServersTestJSON-2041147199-project-member] [instance: d9dcebce-1ee4-4f35-879b-a520176f261f] Powering off the VM {{(pid=62328) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 958.723231] env[62328]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-df5a79fd-8caf-4836-873b-dc9bfa1bb698 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 958.734764] env[62328]: DEBUG oslo_vmware.api [None req-78d2c9fa-6908-4ed8-aa1b-e22b821be232 tempest-ServersAdminTestJSON-455323280 tempest-ServersAdminTestJSON-455323280-project-member] Task: {'id': task-2387328, 'name': Rename_Task, 'duration_secs': 0.17644} completed successfully. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 958.736109] env[62328]: DEBUG nova.virt.vmwareapi.vm_util [None req-78d2c9fa-6908-4ed8-aa1b-e22b821be232 tempest-ServersAdminTestJSON-455323280 tempest-ServersAdminTestJSON-455323280-project-member] [instance: f7104096-3f71-4c4e-9c1a-dcfae81dc66a] Powering on the VM {{(pid=62328) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 958.736607] env[62328]: DEBUG oslo_vmware.api [None req-916facde-e17f-41f3-8478-4568a2306e25 tempest-ServersTestJSON-2041147199 tempest-ServersTestJSON-2041147199-project-member] Waiting for the task: (returnval){ [ 958.736607] env[62328]: value = "task-2387329" [ 958.736607] env[62328]: _type = "Task" [ 958.736607] env[62328]: } to complete. {{(pid=62328) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 958.737354] env[62328]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-5817d8cb-752a-4664-bc99-af8ad3ab8806 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 958.749747] env[62328]: DEBUG oslo_vmware.api [None req-916facde-e17f-41f3-8478-4568a2306e25 tempest-ServersTestJSON-2041147199 tempest-ServersTestJSON-2041147199-project-member] Task: {'id': task-2387329, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 958.751175] env[62328]: DEBUG oslo_vmware.api [None req-78d2c9fa-6908-4ed8-aa1b-e22b821be232 tempest-ServersAdminTestJSON-455323280 tempest-ServersAdminTestJSON-455323280-project-member] Waiting for the task: (returnval){ [ 958.751175] env[62328]: value = "task-2387330" [ 958.751175] env[62328]: _type = "Task" [ 958.751175] env[62328]: } to complete. {{(pid=62328) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 958.759599] env[62328]: DEBUG oslo_vmware.api [None req-78d2c9fa-6908-4ed8-aa1b-e22b821be232 tempest-ServersAdminTestJSON-455323280 tempest-ServersAdminTestJSON-455323280-project-member] Task: {'id': task-2387330, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 958.829515] env[62328]: INFO nova.compute.manager [-] [instance: 4f661e25-00bc-4244-841b-575de5d4960b] Took 1.75 seconds to deallocate network for instance. [ 958.922414] env[62328]: DEBUG nova.virt.vmwareapi.volumeops [None req-3c9e5ccf-d010-4f57-9080-02b32fc9dc47 tempest-AttachVolumeTestJSON-944844435 tempest-AttachVolumeTestJSON-944844435-project-member] [instance: 3bbba6fe-038a-40f8-935b-ce45c75c3497] Volume attach. Driver type: vmdk {{(pid=62328) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 958.922644] env[62328]: DEBUG nova.virt.vmwareapi.volumeops [None req-3c9e5ccf-d010-4f57-9080-02b32fc9dc47 tempest-AttachVolumeTestJSON-944844435 tempest-AttachVolumeTestJSON-944844435-project-member] [instance: 3bbba6fe-038a-40f8-935b-ce45c75c3497] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-484422', 'volume_id': 'c9027042-c7b1-4fe0-9bfe-d763e2c4fa0f', 'name': 'volume-c9027042-c7b1-4fe0-9bfe-d763e2c4fa0f', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '3bbba6fe-038a-40f8-935b-ce45c75c3497', 'attached_at': '', 'detached_at': '', 'volume_id': 'c9027042-c7b1-4fe0-9bfe-d763e2c4fa0f', 'serial': 'c9027042-c7b1-4fe0-9bfe-d763e2c4fa0f'} {{(pid=62328) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 958.923589] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1b4d20a7-ec14-463d-90dd-9ee80f1e2a14 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 958.943343] env[62328]: DEBUG oslo_concurrency.lockutils [None req-688edd7f-d1d3-43d0-8468-2fae3c53745a tempest-ServersAdminTestJSON-455323280 tempest-ServersAdminTestJSON-455323280-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.020s {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 958.946061] env[62328]: DEBUG oslo_concurrency.lockutils [None req-efb1d625-b748-4b92-9943-11604ef3fa0a tempest-DeleteServersTestJSON-1766103036 tempest-DeleteServersTestJSON-1766103036-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 11.454s {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 958.946061] env[62328]: DEBUG nova.objects.instance [None req-efb1d625-b748-4b92-9943-11604ef3fa0a tempest-DeleteServersTestJSON-1766103036 tempest-DeleteServersTestJSON-1766103036-project-member] Lazy-loading 'resources' on Instance uuid 8ba3d7e7-2be2-4949-8c5f-8e508f04b292 {{(pid=62328) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 958.947242] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dcd1848b-7f5e-47ab-b98b-f632868c8c00 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 958.984876] env[62328]: DEBUG nova.virt.vmwareapi.volumeops [None req-3c9e5ccf-d010-4f57-9080-02b32fc9dc47 tempest-AttachVolumeTestJSON-944844435 tempest-AttachVolumeTestJSON-944844435-project-member] [instance: 3bbba6fe-038a-40f8-935b-ce45c75c3497] Reconfiguring VM instance instance-0000003c to attach disk [datastore2] volume-c9027042-c7b1-4fe0-9bfe-d763e2c4fa0f/volume-c9027042-c7b1-4fe0-9bfe-d763e2c4fa0f.vmdk or device None with type thin {{(pid=62328) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 958.987326] env[62328]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6ba73b3c-d44d-4862-9ec9-6142b1af6e8f {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 959.008572] env[62328]: DEBUG oslo_concurrency.lockutils [None req-8ce8000c-4c21-4d57-b212-01059ae95756 tempest-ServerActionsTestOtherB-626827456 tempest-ServerActionsTestOtherB-626827456-project-member] Acquiring lock "726d231d-afd9-460a-818e-7412af85a7f1" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 959.008572] env[62328]: DEBUG oslo_concurrency.lockutils [None req-8ce8000c-4c21-4d57-b212-01059ae95756 tempest-ServerActionsTestOtherB-626827456 tempest-ServerActionsTestOtherB-626827456-project-member] Lock "726d231d-afd9-460a-818e-7412af85a7f1" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 959.016233] env[62328]: DEBUG oslo_vmware.api [None req-3c9e5ccf-d010-4f57-9080-02b32fc9dc47 tempest-AttachVolumeTestJSON-944844435 tempest-AttachVolumeTestJSON-944844435-project-member] Waiting for the task: (returnval){ [ 959.016233] env[62328]: value = "task-2387331" [ 959.016233] env[62328]: _type = "Task" [ 959.016233] env[62328]: } to complete. {{(pid=62328) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 959.026391] env[62328]: DEBUG oslo_vmware.api [None req-3c9e5ccf-d010-4f57-9080-02b32fc9dc47 tempest-AttachVolumeTestJSON-944844435 tempest-AttachVolumeTestJSON-944844435-project-member] Task: {'id': task-2387331, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 959.118456] env[62328]: DEBUG nova.compute.manager [req-17a96576-66c3-48f0-be12-9377a1bee7eb req-d518a7da-b47a-43ea-9f14-4348cd0b849d service nova] [instance: 4f661e25-00bc-4244-841b-575de5d4960b] Received event network-vif-deleted-c5b9e20a-1305-43fd-82ed-8e7d07d48756 {{(pid=62328) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 959.177533] env[62328]: DEBUG nova.virt.vmwareapi.vmops [None req-b6693ebd-4e11-4015-bb98-4fde34b92c1e tempest-ImagesTestJSON-1776717495 tempest-ImagesTestJSON-1776717495-project-member] [instance: fa773569-3987-4bca-8f5f-638a337630b1] Creating Snapshot of the VM instance {{(pid=62328) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 959.177533] env[62328]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-283e31ce-5643-4f14-9a5c-effe0e1dd751 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 959.185192] env[62328]: DEBUG oslo_vmware.api [None req-b6693ebd-4e11-4015-bb98-4fde34b92c1e tempest-ImagesTestJSON-1776717495 tempest-ImagesTestJSON-1776717495-project-member] Waiting for the task: (returnval){ [ 959.185192] env[62328]: value = "task-2387332" [ 959.185192] env[62328]: _type = "Task" [ 959.185192] env[62328]: } to complete. {{(pid=62328) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 959.202970] env[62328]: DEBUG oslo_vmware.api [None req-b6693ebd-4e11-4015-bb98-4fde34b92c1e tempest-ImagesTestJSON-1776717495 tempest-ImagesTestJSON-1776717495-project-member] Task: {'id': task-2387332, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 959.203682] env[62328]: INFO nova.compute.manager [None req-3405116e-3de1-4971-9f65-82802ece9c2d tempest-ServersNegativeTestJSON-1019155744 tempest-ServersNegativeTestJSON-1019155744-project-member] [instance: 206ded69-14c7-477f-9c36-376ff43a9641] Took 31.30 seconds to build instance. [ 959.248474] env[62328]: DEBUG oslo_vmware.api [None req-916facde-e17f-41f3-8478-4568a2306e25 tempest-ServersTestJSON-2041147199 tempest-ServersTestJSON-2041147199-project-member] Task: {'id': task-2387329, 'name': PowerOffVM_Task, 'duration_secs': 0.263048} completed successfully. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 959.248772] env[62328]: DEBUG nova.virt.vmwareapi.vm_util [None req-916facde-e17f-41f3-8478-4568a2306e25 tempest-ServersTestJSON-2041147199 tempest-ServersTestJSON-2041147199-project-member] [instance: d9dcebce-1ee4-4f35-879b-a520176f261f] Powered off the VM {{(pid=62328) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 959.248946] env[62328]: DEBUG nova.virt.vmwareapi.vmops [None req-916facde-e17f-41f3-8478-4568a2306e25 tempest-ServersTestJSON-2041147199 tempest-ServersTestJSON-2041147199-project-member] [instance: d9dcebce-1ee4-4f35-879b-a520176f261f] Unregistering the VM {{(pid=62328) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 959.249285] env[62328]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-4d6a4656-5b34-4725-abcc-ff9b37079c2f {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 959.260088] env[62328]: DEBUG oslo_vmware.api [None req-78d2c9fa-6908-4ed8-aa1b-e22b821be232 tempest-ServersAdminTestJSON-455323280 tempest-ServersAdminTestJSON-455323280-project-member] Task: {'id': task-2387330, 'name': PowerOnVM_Task} progress is 88%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 959.319776] env[62328]: DEBUG nova.virt.vmwareapi.vmops [None req-916facde-e17f-41f3-8478-4568a2306e25 tempest-ServersTestJSON-2041147199 tempest-ServersTestJSON-2041147199-project-member] [instance: d9dcebce-1ee4-4f35-879b-a520176f261f] Unregistered the VM {{(pid=62328) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 959.320132] env[62328]: DEBUG nova.virt.vmwareapi.vmops [None req-916facde-e17f-41f3-8478-4568a2306e25 tempest-ServersTestJSON-2041147199 tempest-ServersTestJSON-2041147199-project-member] [instance: d9dcebce-1ee4-4f35-879b-a520176f261f] Deleting contents of the VM from datastore datastore1 {{(pid=62328) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 959.320412] env[62328]: DEBUG nova.virt.vmwareapi.ds_util [None req-916facde-e17f-41f3-8478-4568a2306e25 tempest-ServersTestJSON-2041147199 tempest-ServersTestJSON-2041147199-project-member] Deleting the datastore file [datastore1] d9dcebce-1ee4-4f35-879b-a520176f261f {{(pid=62328) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 959.320760] env[62328]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-b656c889-7c2e-4687-805b-cf2e9035e74c {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 959.327189] env[62328]: DEBUG oslo_vmware.api [None req-916facde-e17f-41f3-8478-4568a2306e25 tempest-ServersTestJSON-2041147199 tempest-ServersTestJSON-2041147199-project-member] Waiting for the task: (returnval){ [ 959.327189] env[62328]: value = "task-2387334" [ 959.327189] env[62328]: _type = "Task" [ 959.327189] env[62328]: } to complete. {{(pid=62328) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 959.337076] env[62328]: DEBUG oslo_concurrency.lockutils [None req-44a574a7-a68c-42cb-ba46-203f04841807 tempest-ServerMetadataTestJSON-2029257498 tempest-ServerMetadataTestJSON-2029257498-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 959.337386] env[62328]: DEBUG oslo_vmware.api [None req-916facde-e17f-41f3-8478-4568a2306e25 tempest-ServersTestJSON-2041147199 tempest-ServersTestJSON-2041147199-project-member] Task: {'id': task-2387334, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 959.454151] env[62328]: DEBUG nova.objects.instance [None req-efb1d625-b748-4b92-9943-11604ef3fa0a tempest-DeleteServersTestJSON-1766103036 tempest-DeleteServersTestJSON-1766103036-project-member] Lazy-loading 'numa_topology' on Instance uuid 8ba3d7e7-2be2-4949-8c5f-8e508f04b292 {{(pid=62328) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 959.510510] env[62328]: DEBUG nova.compute.manager [None req-8ce8000c-4c21-4d57-b212-01059ae95756 tempest-ServerActionsTestOtherB-626827456 tempest-ServerActionsTestOtherB-626827456-project-member] [instance: 726d231d-afd9-460a-818e-7412af85a7f1] Starting instance... {{(pid=62328) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 959.532577] env[62328]: DEBUG oslo_vmware.api [None req-3c9e5ccf-d010-4f57-9080-02b32fc9dc47 tempest-AttachVolumeTestJSON-944844435 tempest-AttachVolumeTestJSON-944844435-project-member] Task: {'id': task-2387331, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 959.645721] env[62328]: DEBUG nova.objects.instance [None req-4b6e218f-03bb-40ad-8d70-979327131490 tempest-ServerActionsTestOtherA-1098162655 tempest-ServerActionsTestOtherA-1098162655-project-member] Lazy-loading 'flavor' on Instance uuid 0b59b4a1-0c44-41af-a213-89960b97f913 {{(pid=62328) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 959.664498] env[62328]: DEBUG nova.network.neutron [req-f34b784b-21bb-45ed-b197-287580ecabe0 req-f9ed75b3-3460-45f3-b558-f5a4c949e5d9 service nova] [instance: ca5f1f85-0fbb-4572-8b04-bd275a02f396] Updated VIF entry in instance network info cache for port c0fd6b4b-c114-409c-a9cc-94d96f6b995a. {{(pid=62328) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 959.664878] env[62328]: DEBUG nova.network.neutron [req-f34b784b-21bb-45ed-b197-287580ecabe0 req-f9ed75b3-3460-45f3-b558-f5a4c949e5d9 service nova] [instance: ca5f1f85-0fbb-4572-8b04-bd275a02f396] Updating instance_info_cache with network_info: [{"id": "c0fd6b4b-c114-409c-a9cc-94d96f6b995a", "address": "fa:16:3e:09:15:fd", "network": {"id": "f83ab2e0-3087-4ffd-abcd-16c32ea36c69", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-1799262774-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.242", "type": "floating", "version": 4, "meta": {}}]}, {"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6f7f207a3b4b411dabdbbc02ffc447bc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a1c8fdf9-970c-4ae0-b6d9-f1015196b552", "external-id": "nsx-vlan-transportzone-993", "segmentation_id": 993, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc0fd6b4b-c1", "ovs_interfaceid": "c0fd6b4b-c114-409c-a9cc-94d96f6b995a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62328) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 959.696838] env[62328]: DEBUG oslo_vmware.api [None req-b6693ebd-4e11-4015-bb98-4fde34b92c1e tempest-ImagesTestJSON-1776717495 tempest-ImagesTestJSON-1776717495-project-member] Task: {'id': task-2387332, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 959.705344] env[62328]: DEBUG oslo_concurrency.lockutils [None req-3405116e-3de1-4971-9f65-82802ece9c2d tempest-ServersNegativeTestJSON-1019155744 tempest-ServersNegativeTestJSON-1019155744-project-member] Lock "206ded69-14c7-477f-9c36-376ff43a9641" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 32.807s {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 959.761549] env[62328]: DEBUG oslo_vmware.api [None req-78d2c9fa-6908-4ed8-aa1b-e22b821be232 tempest-ServersAdminTestJSON-455323280 tempest-ServersAdminTestJSON-455323280-project-member] Task: {'id': task-2387330, 'name': PowerOnVM_Task, 'duration_secs': 0.913229} completed successfully. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 959.762404] env[62328]: DEBUG nova.virt.vmwareapi.vm_util [None req-78d2c9fa-6908-4ed8-aa1b-e22b821be232 tempest-ServersAdminTestJSON-455323280 tempest-ServersAdminTestJSON-455323280-project-member] [instance: f7104096-3f71-4c4e-9c1a-dcfae81dc66a] Powered on the VM {{(pid=62328) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 959.762404] env[62328]: DEBUG nova.compute.manager [None req-78d2c9fa-6908-4ed8-aa1b-e22b821be232 tempest-ServersAdminTestJSON-455323280 tempest-ServersAdminTestJSON-455323280-project-member] [instance: f7104096-3f71-4c4e-9c1a-dcfae81dc66a] Checking state {{(pid=62328) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 959.766019] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b07b9bbe-8d6e-4562-a379-e659dcd2dc53 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 959.838641] env[62328]: DEBUG oslo_vmware.api [None req-916facde-e17f-41f3-8478-4568a2306e25 tempest-ServersTestJSON-2041147199 tempest-ServersTestJSON-2041147199-project-member] Task: {'id': task-2387334, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.203373} completed successfully. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 959.838737] env[62328]: DEBUG nova.virt.vmwareapi.ds_util [None req-916facde-e17f-41f3-8478-4568a2306e25 tempest-ServersTestJSON-2041147199 tempest-ServersTestJSON-2041147199-project-member] Deleted the datastore file {{(pid=62328) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 959.838916] env[62328]: DEBUG nova.virt.vmwareapi.vmops [None req-916facde-e17f-41f3-8478-4568a2306e25 tempest-ServersTestJSON-2041147199 tempest-ServersTestJSON-2041147199-project-member] [instance: d9dcebce-1ee4-4f35-879b-a520176f261f] Deleted contents of the VM from datastore datastore1 {{(pid=62328) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 959.839086] env[62328]: DEBUG nova.virt.vmwareapi.vmops [None req-916facde-e17f-41f3-8478-4568a2306e25 tempest-ServersTestJSON-2041147199 tempest-ServersTestJSON-2041147199-project-member] [instance: d9dcebce-1ee4-4f35-879b-a520176f261f] Instance destroyed {{(pid=62328) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 959.839769] env[62328]: INFO nova.compute.manager [None req-916facde-e17f-41f3-8478-4568a2306e25 tempest-ServersTestJSON-2041147199 tempest-ServersTestJSON-2041147199-project-member] [instance: d9dcebce-1ee4-4f35-879b-a520176f261f] Took 1.13 seconds to destroy the instance on the hypervisor. [ 959.839769] env[62328]: DEBUG oslo.service.loopingcall [None req-916facde-e17f-41f3-8478-4568a2306e25 tempest-ServersTestJSON-2041147199 tempest-ServersTestJSON-2041147199-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62328) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 959.839769] env[62328]: DEBUG nova.compute.manager [-] [instance: d9dcebce-1ee4-4f35-879b-a520176f261f] Deallocating network for instance {{(pid=62328) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 959.839955] env[62328]: DEBUG nova.network.neutron [-] [instance: d9dcebce-1ee4-4f35-879b-a520176f261f] deallocate_for_instance() {{(pid=62328) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 959.957624] env[62328]: DEBUG nova.objects.base [None req-efb1d625-b748-4b92-9943-11604ef3fa0a tempest-DeleteServersTestJSON-1766103036 tempest-DeleteServersTestJSON-1766103036-project-member] Object Instance<8ba3d7e7-2be2-4949-8c5f-8e508f04b292> lazy-loaded attributes: resources,numa_topology {{(pid=62328) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 960.039044] env[62328]: DEBUG oslo_vmware.api [None req-3c9e5ccf-d010-4f57-9080-02b32fc9dc47 tempest-AttachVolumeTestJSON-944844435 tempest-AttachVolumeTestJSON-944844435-project-member] Task: {'id': task-2387331, 'name': ReconfigVM_Task, 'duration_secs': 0.546781} completed successfully. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 960.039365] env[62328]: DEBUG nova.virt.vmwareapi.volumeops [None req-3c9e5ccf-d010-4f57-9080-02b32fc9dc47 tempest-AttachVolumeTestJSON-944844435 tempest-AttachVolumeTestJSON-944844435-project-member] [instance: 3bbba6fe-038a-40f8-935b-ce45c75c3497] Reconfigured VM instance instance-0000003c to attach disk [datastore2] volume-c9027042-c7b1-4fe0-9bfe-d763e2c4fa0f/volume-c9027042-c7b1-4fe0-9bfe-d763e2c4fa0f.vmdk or device None with type thin {{(pid=62328) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 960.046907] env[62328]: DEBUG oslo_concurrency.lockutils [None req-8ce8000c-4c21-4d57-b212-01059ae95756 tempest-ServerActionsTestOtherB-626827456 tempest-ServerActionsTestOtherB-626827456-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 960.052358] env[62328]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0e46e162-1f06-4a19-b63f-b3bea03f2feb {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 960.071615] env[62328]: DEBUG oslo_vmware.api [None req-3c9e5ccf-d010-4f57-9080-02b32fc9dc47 tempest-AttachVolumeTestJSON-944844435 tempest-AttachVolumeTestJSON-944844435-project-member] Waiting for the task: (returnval){ [ 960.071615] env[62328]: value = "task-2387335" [ 960.071615] env[62328]: _type = "Task" [ 960.071615] env[62328]: } to complete. {{(pid=62328) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 960.085555] env[62328]: DEBUG oslo_vmware.api [None req-3c9e5ccf-d010-4f57-9080-02b32fc9dc47 tempest-AttachVolumeTestJSON-944844435 tempest-AttachVolumeTestJSON-944844435-project-member] Task: {'id': task-2387335, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 960.145116] env[62328]: DEBUG nova.objects.instance [None req-9b44c4be-7dd5-439e-a21d-118f8b35312a tempest-AttachInterfacesUnderV243Test-538941428 tempest-AttachInterfacesUnderV243Test-538941428-project-member] Lazy-loading 'flavor' on Instance uuid ca5f1f85-0fbb-4572-8b04-bd275a02f396 {{(pid=62328) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 960.154353] env[62328]: DEBUG oslo_concurrency.lockutils [None req-4b6e218f-03bb-40ad-8d70-979327131490 tempest-ServerActionsTestOtherA-1098162655 tempest-ServerActionsTestOtherA-1098162655-project-member] Lock "0b59b4a1-0c44-41af-a213-89960b97f913" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 8.335s {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 960.171343] env[62328]: DEBUG oslo_concurrency.lockutils [req-f34b784b-21bb-45ed-b197-287580ecabe0 req-f9ed75b3-3460-45f3-b558-f5a4c949e5d9 service nova] Releasing lock "refresh_cache-ca5f1f85-0fbb-4572-8b04-bd275a02f396" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 960.203899] env[62328]: DEBUG oslo_vmware.api [None req-b6693ebd-4e11-4015-bb98-4fde34b92c1e tempest-ImagesTestJSON-1776717495 tempest-ImagesTestJSON-1776717495-project-member] Task: {'id': task-2387332, 'name': CreateSnapshot_Task, 'duration_secs': 0.910076} completed successfully. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 960.208824] env[62328]: DEBUG nova.virt.vmwareapi.vmops [None req-b6693ebd-4e11-4015-bb98-4fde34b92c1e tempest-ImagesTestJSON-1776717495 tempest-ImagesTestJSON-1776717495-project-member] [instance: fa773569-3987-4bca-8f5f-638a337630b1] Created Snapshot of the VM instance {{(pid=62328) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 960.210915] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0b82a336-a670-4d4a-ab5b-86fb93850e2e {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 960.282841] env[62328]: DEBUG oslo_concurrency.lockutils [None req-78d2c9fa-6908-4ed8-aa1b-e22b821be232 tempest-ServersAdminTestJSON-455323280 tempest-ServersAdminTestJSON-455323280-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 960.398797] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c1d8371d-7958-4c52-a54c-cb0d2054e46e {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 960.406597] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-27d4c144-49a5-4870-b1b1-886947d1a45a {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 960.446328] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c6d025b5-fd17-435d-a18b-4e6cfdd250cd {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 960.455378] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2b9a0010-85a9-462d-9974-bb4c759ebd9b {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 960.473263] env[62328]: DEBUG nova.compute.provider_tree [None req-efb1d625-b748-4b92-9943-11604ef3fa0a tempest-DeleteServersTestJSON-1766103036 tempest-DeleteServersTestJSON-1766103036-project-member] Inventory has not changed in ProviderTree for provider: 3469e9f8-04af-49ca-8435-49f104496744 {{(pid=62328) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 960.584089] env[62328]: DEBUG oslo_vmware.api [None req-3c9e5ccf-d010-4f57-9080-02b32fc9dc47 tempest-AttachVolumeTestJSON-944844435 tempest-AttachVolumeTestJSON-944844435-project-member] Task: {'id': task-2387335, 'name': ReconfigVM_Task, 'duration_secs': 0.18931} completed successfully. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 960.584451] env[62328]: DEBUG nova.virt.vmwareapi.volumeops [None req-3c9e5ccf-d010-4f57-9080-02b32fc9dc47 tempest-AttachVolumeTestJSON-944844435 tempest-AttachVolumeTestJSON-944844435-project-member] [instance: 3bbba6fe-038a-40f8-935b-ce45c75c3497] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-484422', 'volume_id': 'c9027042-c7b1-4fe0-9bfe-d763e2c4fa0f', 'name': 'volume-c9027042-c7b1-4fe0-9bfe-d763e2c4fa0f', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '3bbba6fe-038a-40f8-935b-ce45c75c3497', 'attached_at': '', 'detached_at': '', 'volume_id': 'c9027042-c7b1-4fe0-9bfe-d763e2c4fa0f', 'serial': 'c9027042-c7b1-4fe0-9bfe-d763e2c4fa0f'} {{(pid=62328) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 960.657844] env[62328]: DEBUG oslo_concurrency.lockutils [None req-9b44c4be-7dd5-439e-a21d-118f8b35312a tempest-AttachInterfacesUnderV243Test-538941428 tempest-AttachInterfacesUnderV243Test-538941428-project-member] Acquiring lock "refresh_cache-ca5f1f85-0fbb-4572-8b04-bd275a02f396" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 960.658091] env[62328]: DEBUG oslo_concurrency.lockutils [None req-9b44c4be-7dd5-439e-a21d-118f8b35312a tempest-AttachInterfacesUnderV243Test-538941428 tempest-AttachInterfacesUnderV243Test-538941428-project-member] Acquired lock "refresh_cache-ca5f1f85-0fbb-4572-8b04-bd275a02f396" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 960.740519] env[62328]: DEBUG nova.virt.vmwareapi.vmops [None req-b6693ebd-4e11-4015-bb98-4fde34b92c1e tempest-ImagesTestJSON-1776717495 tempest-ImagesTestJSON-1776717495-project-member] [instance: fa773569-3987-4bca-8f5f-638a337630b1] Creating linked-clone VM from snapshot {{(pid=62328) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 960.740519] env[62328]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-584897c2-704a-4a74-8b0f-1c86723bb0e2 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 960.749012] env[62328]: DEBUG oslo_vmware.api [None req-b6693ebd-4e11-4015-bb98-4fde34b92c1e tempest-ImagesTestJSON-1776717495 tempest-ImagesTestJSON-1776717495-project-member] Waiting for the task: (returnval){ [ 960.749012] env[62328]: value = "task-2387336" [ 960.749012] env[62328]: _type = "Task" [ 960.749012] env[62328]: } to complete. {{(pid=62328) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 960.756975] env[62328]: DEBUG oslo_vmware.api [None req-b6693ebd-4e11-4015-bb98-4fde34b92c1e tempest-ImagesTestJSON-1776717495 tempest-ImagesTestJSON-1776717495-project-member] Task: {'id': task-2387336, 'name': CloneVM_Task} progress is 0%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 960.865814] env[62328]: DEBUG oslo_concurrency.lockutils [None req-55cd6d0e-e41a-45d9-9f1f-3e1028d0f303 tempest-ServersNegativeTestJSON-1019155744 tempest-ServersNegativeTestJSON-1019155744-project-member] Acquiring lock "1ae2d9b7-a1dd-4c97-a50d-70582a8841f3" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 960.865814] env[62328]: DEBUG oslo_concurrency.lockutils [None req-55cd6d0e-e41a-45d9-9f1f-3e1028d0f303 tempest-ServersNegativeTestJSON-1019155744 tempest-ServersNegativeTestJSON-1019155744-project-member] Lock "1ae2d9b7-a1dd-4c97-a50d-70582a8841f3" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 960.976460] env[62328]: DEBUG nova.scheduler.client.report [None req-efb1d625-b748-4b92-9943-11604ef3fa0a tempest-DeleteServersTestJSON-1766103036 tempest-DeleteServersTestJSON-1766103036-project-member] Inventory has not changed for provider 3469e9f8-04af-49ca-8435-49f104496744 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 152, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62328) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 961.013795] env[62328]: DEBUG nova.network.neutron [-] [instance: d9dcebce-1ee4-4f35-879b-a520176f261f] Updating instance_info_cache with network_info: [] {{(pid=62328) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 961.263666] env[62328]: DEBUG oslo_vmware.api [None req-b6693ebd-4e11-4015-bb98-4fde34b92c1e tempest-ImagesTestJSON-1776717495 tempest-ImagesTestJSON-1776717495-project-member] Task: {'id': task-2387336, 'name': CloneVM_Task} progress is 94%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 961.271628] env[62328]: DEBUG nova.compute.manager [req-2c3788c2-b9ab-4327-836d-821babf096d9 req-18ee18b1-2775-4ed9-b993-2d8fefd6b0bc service nova] [instance: d9dcebce-1ee4-4f35-879b-a520176f261f] Received event network-vif-deleted-5f3517cc-0ffb-4f0d-9cf8-876459bd5806 {{(pid=62328) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 961.370019] env[62328]: DEBUG nova.compute.manager [None req-55cd6d0e-e41a-45d9-9f1f-3e1028d0f303 tempest-ServersNegativeTestJSON-1019155744 tempest-ServersNegativeTestJSON-1019155744-project-member] [instance: 1ae2d9b7-a1dd-4c97-a50d-70582a8841f3] Starting instance... {{(pid=62328) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 961.484074] env[62328]: DEBUG oslo_concurrency.lockutils [None req-efb1d625-b748-4b92-9943-11604ef3fa0a tempest-DeleteServersTestJSON-1766103036 tempest-DeleteServersTestJSON-1766103036-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.539s {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 961.487302] env[62328]: DEBUG oslo_concurrency.lockutils [None req-29f68803-8286-458f-9aaf-60c2a2528759 tempest-AttachVolumeNegativeTest-1920358930 tempest-AttachVolumeNegativeTest-1920358930-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 10.627s {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 961.489801] env[62328]: INFO nova.compute.claims [None req-29f68803-8286-458f-9aaf-60c2a2528759 tempest-AttachVolumeNegativeTest-1920358930 tempest-AttachVolumeNegativeTest-1920358930-project-member] [instance: 72ae0826-d2f2-406b-80fc-f4fd4c2e9706] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 961.518934] env[62328]: INFO nova.compute.manager [-] [instance: d9dcebce-1ee4-4f35-879b-a520176f261f] Took 1.68 seconds to deallocate network for instance. [ 961.635699] env[62328]: DEBUG nova.objects.instance [None req-3c9e5ccf-d010-4f57-9080-02b32fc9dc47 tempest-AttachVolumeTestJSON-944844435 tempest-AttachVolumeTestJSON-944844435-project-member] Lazy-loading 'flavor' on Instance uuid 3bbba6fe-038a-40f8-935b-ce45c75c3497 {{(pid=62328) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 961.763217] env[62328]: DEBUG oslo_vmware.api [None req-b6693ebd-4e11-4015-bb98-4fde34b92c1e tempest-ImagesTestJSON-1776717495 tempest-ImagesTestJSON-1776717495-project-member] Task: {'id': task-2387336, 'name': CloneVM_Task} progress is 94%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 961.765246] env[62328]: DEBUG nova.network.neutron [None req-9b44c4be-7dd5-439e-a21d-118f8b35312a tempest-AttachInterfacesUnderV243Test-538941428 tempest-AttachInterfacesUnderV243Test-538941428-project-member] [instance: ca5f1f85-0fbb-4572-8b04-bd275a02f396] Building network info cache for instance {{(pid=62328) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 961.886882] env[62328]: INFO nova.compute.manager [None req-722aca90-59da-4b87-92e1-34d8ecd45aa6 tempest-ServerActionsTestOtherA-1098162655 tempest-ServerActionsTestOtherA-1098162655-project-member] [instance: 0b59b4a1-0c44-41af-a213-89960b97f913] Rebuilding instance [ 961.898910] env[62328]: DEBUG oslo_concurrency.lockutils [None req-55cd6d0e-e41a-45d9-9f1f-3e1028d0f303 tempest-ServersNegativeTestJSON-1019155744 tempest-ServersNegativeTestJSON-1019155744-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 961.934842] env[62328]: DEBUG nova.compute.manager [None req-722aca90-59da-4b87-92e1-34d8ecd45aa6 tempest-ServerActionsTestOtherA-1098162655 tempest-ServerActionsTestOtherA-1098162655-project-member] [instance: 0b59b4a1-0c44-41af-a213-89960b97f913] Checking state {{(pid=62328) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 961.935765] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d0e3ec85-695e-454c-9283-133e926582e0 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 962.002350] env[62328]: DEBUG oslo_concurrency.lockutils [None req-efb1d625-b748-4b92-9943-11604ef3fa0a tempest-DeleteServersTestJSON-1766103036 tempest-DeleteServersTestJSON-1766103036-project-member] Lock "8ba3d7e7-2be2-4949-8c5f-8e508f04b292" "released" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: held 36.316s {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 962.002864] env[62328]: DEBUG oslo_concurrency.lockutils [None req-31afb0db-f590-4aad-a2c5-37cf9f917edd tempest-DeleteServersTestJSON-1766103036 tempest-DeleteServersTestJSON-1766103036-project-member] Lock "8ba3d7e7-2be2-4949-8c5f-8e508f04b292" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 11.926s {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 962.003105] env[62328]: DEBUG oslo_concurrency.lockutils [None req-31afb0db-f590-4aad-a2c5-37cf9f917edd tempest-DeleteServersTestJSON-1766103036 tempest-DeleteServersTestJSON-1766103036-project-member] Acquiring lock "8ba3d7e7-2be2-4949-8c5f-8e508f04b292-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 962.003323] env[62328]: DEBUG oslo_concurrency.lockutils [None req-31afb0db-f590-4aad-a2c5-37cf9f917edd tempest-DeleteServersTestJSON-1766103036 tempest-DeleteServersTestJSON-1766103036-project-member] Lock "8ba3d7e7-2be2-4949-8c5f-8e508f04b292-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 962.003488] env[62328]: DEBUG oslo_concurrency.lockutils [None req-31afb0db-f590-4aad-a2c5-37cf9f917edd tempest-DeleteServersTestJSON-1766103036 tempest-DeleteServersTestJSON-1766103036-project-member] Lock "8ba3d7e7-2be2-4949-8c5f-8e508f04b292-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 962.005674] env[62328]: INFO nova.compute.manager [None req-31afb0db-f590-4aad-a2c5-37cf9f917edd tempest-DeleteServersTestJSON-1766103036 tempest-DeleteServersTestJSON-1766103036-project-member] [instance: 8ba3d7e7-2be2-4949-8c5f-8e508f04b292] Terminating instance [ 962.024999] env[62328]: DEBUG oslo_concurrency.lockutils [None req-916facde-e17f-41f3-8478-4568a2306e25 tempest-ServersTestJSON-2041147199 tempest-ServersTestJSON-2041147199-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 962.058490] env[62328]: DEBUG oslo_concurrency.lockutils [None req-508e98b4-b09d-4848-b661-0f3374409d92 tempest-AttachVolumeTestJSON-944844435 tempest-AttachVolumeTestJSON-944844435-project-member] Acquiring lock "3bbba6fe-038a-40f8-935b-ce45c75c3497" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 962.143821] env[62328]: DEBUG oslo_concurrency.lockutils [None req-3c9e5ccf-d010-4f57-9080-02b32fc9dc47 tempest-AttachVolumeTestJSON-944844435 tempest-AttachVolumeTestJSON-944844435-project-member] Lock "3bbba6fe-038a-40f8-935b-ce45c75c3497" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 8.347s {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 962.144218] env[62328]: DEBUG oslo_concurrency.lockutils [None req-508e98b4-b09d-4848-b661-0f3374409d92 tempest-AttachVolumeTestJSON-944844435 tempest-AttachVolumeTestJSON-944844435-project-member] Lock "3bbba6fe-038a-40f8-935b-ce45c75c3497" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.086s {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 962.144982] env[62328]: DEBUG nova.compute.manager [None req-508e98b4-b09d-4848-b661-0f3374409d92 tempest-AttachVolumeTestJSON-944844435 tempest-AttachVolumeTestJSON-944844435-project-member] [instance: 3bbba6fe-038a-40f8-935b-ce45c75c3497] Checking state {{(pid=62328) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 962.145839] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7ed29171-cde2-4b05-b736-d5dc8194e845 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 962.153630] env[62328]: DEBUG nova.compute.manager [None req-508e98b4-b09d-4848-b661-0f3374409d92 tempest-AttachVolumeTestJSON-944844435 tempest-AttachVolumeTestJSON-944844435-project-member] [instance: 3bbba6fe-038a-40f8-935b-ce45c75c3497] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=62328) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 962.154260] env[62328]: DEBUG nova.objects.instance [None req-508e98b4-b09d-4848-b661-0f3374409d92 tempest-AttachVolumeTestJSON-944844435 tempest-AttachVolumeTestJSON-944844435-project-member] Lazy-loading 'flavor' on Instance uuid 3bbba6fe-038a-40f8-935b-ce45c75c3497 {{(pid=62328) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 962.262036] env[62328]: DEBUG oslo_vmware.api [None req-b6693ebd-4e11-4015-bb98-4fde34b92c1e tempest-ImagesTestJSON-1776717495 tempest-ImagesTestJSON-1776717495-project-member] Task: {'id': task-2387336, 'name': CloneVM_Task} progress is 95%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 962.511323] env[62328]: DEBUG nova.compute.manager [None req-31afb0db-f590-4aad-a2c5-37cf9f917edd tempest-DeleteServersTestJSON-1766103036 tempest-DeleteServersTestJSON-1766103036-project-member] [instance: 8ba3d7e7-2be2-4949-8c5f-8e508f04b292] Start destroying the instance on the hypervisor. {{(pid=62328) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 962.511323] env[62328]: DEBUG nova.virt.vmwareapi.vmops [None req-31afb0db-f590-4aad-a2c5-37cf9f917edd tempest-DeleteServersTestJSON-1766103036 tempest-DeleteServersTestJSON-1766103036-project-member] [instance: 8ba3d7e7-2be2-4949-8c5f-8e508f04b292] Destroying instance {{(pid=62328) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 962.511421] env[62328]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-037d0dea-daa5-4a22-888a-045cbd024c77 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 962.523089] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d76fc603-14b6-4ddb-9617-ed895af0f92f {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 962.576277] env[62328]: WARNING nova.virt.vmwareapi.vmops [None req-31afb0db-f590-4aad-a2c5-37cf9f917edd tempest-DeleteServersTestJSON-1766103036 tempest-DeleteServersTestJSON-1766103036-project-member] [instance: 8ba3d7e7-2be2-4949-8c5f-8e508f04b292] Instance does not exist on backend: nova.exception.InstanceNotFound: Instance 8ba3d7e7-2be2-4949-8c5f-8e508f04b292 could not be found. [ 962.576277] env[62328]: DEBUG nova.virt.vmwareapi.vmops [None req-31afb0db-f590-4aad-a2c5-37cf9f917edd tempest-DeleteServersTestJSON-1766103036 tempest-DeleteServersTestJSON-1766103036-project-member] [instance: 8ba3d7e7-2be2-4949-8c5f-8e508f04b292] Instance destroyed {{(pid=62328) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 962.576972] env[62328]: INFO nova.compute.manager [None req-31afb0db-f590-4aad-a2c5-37cf9f917edd tempest-DeleteServersTestJSON-1766103036 tempest-DeleteServersTestJSON-1766103036-project-member] [instance: 8ba3d7e7-2be2-4949-8c5f-8e508f04b292] Took 0.07 seconds to destroy the instance on the hypervisor. [ 962.576972] env[62328]: DEBUG oslo.service.loopingcall [None req-31afb0db-f590-4aad-a2c5-37cf9f917edd tempest-DeleteServersTestJSON-1766103036 tempest-DeleteServersTestJSON-1766103036-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62328) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 962.580033] env[62328]: DEBUG nova.compute.manager [-] [instance: 8ba3d7e7-2be2-4949-8c5f-8e508f04b292] Deallocating network for instance {{(pid=62328) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 962.580144] env[62328]: DEBUG nova.network.neutron [-] [instance: 8ba3d7e7-2be2-4949-8c5f-8e508f04b292] deallocate_for_instance() {{(pid=62328) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 962.668191] env[62328]: DEBUG oslo_concurrency.lockutils [None req-41e4f6f4-f2b3-40d5-94e7-00dfc416ec67 tempest-ServersAdminTestJSON-455323280 tempest-ServersAdminTestJSON-455323280-project-member] Acquiring lock "5dd099f6-e8c0-4574-bab7-b2aa30158ba3" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 962.668414] env[62328]: DEBUG oslo_concurrency.lockutils [None req-41e4f6f4-f2b3-40d5-94e7-00dfc416ec67 tempest-ServersAdminTestJSON-455323280 tempest-ServersAdminTestJSON-455323280-project-member] Lock "5dd099f6-e8c0-4574-bab7-b2aa30158ba3" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 962.668592] env[62328]: DEBUG oslo_concurrency.lockutils [None req-41e4f6f4-f2b3-40d5-94e7-00dfc416ec67 tempest-ServersAdminTestJSON-455323280 tempest-ServersAdminTestJSON-455323280-project-member] Acquiring lock "5dd099f6-e8c0-4574-bab7-b2aa30158ba3-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 962.668792] env[62328]: DEBUG oslo_concurrency.lockutils [None req-41e4f6f4-f2b3-40d5-94e7-00dfc416ec67 tempest-ServersAdminTestJSON-455323280 tempest-ServersAdminTestJSON-455323280-project-member] Lock "5dd099f6-e8c0-4574-bab7-b2aa30158ba3-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 962.669430] env[62328]: DEBUG oslo_concurrency.lockutils [None req-41e4f6f4-f2b3-40d5-94e7-00dfc416ec67 tempest-ServersAdminTestJSON-455323280 tempest-ServersAdminTestJSON-455323280-project-member] Lock "5dd099f6-e8c0-4574-bab7-b2aa30158ba3-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 962.676560] env[62328]: INFO nova.compute.manager [None req-41e4f6f4-f2b3-40d5-94e7-00dfc416ec67 tempest-ServersAdminTestJSON-455323280 tempest-ServersAdminTestJSON-455323280-project-member] [instance: 5dd099f6-e8c0-4574-bab7-b2aa30158ba3] Terminating instance [ 962.730886] env[62328]: DEBUG nova.network.neutron [None req-9b44c4be-7dd5-439e-a21d-118f8b35312a tempest-AttachInterfacesUnderV243Test-538941428 tempest-AttachInterfacesUnderV243Test-538941428-project-member] [instance: ca5f1f85-0fbb-4572-8b04-bd275a02f396] Updating instance_info_cache with network_info: [{"id": "c0fd6b4b-c114-409c-a9cc-94d96f6b995a", "address": "fa:16:3e:09:15:fd", "network": {"id": "f83ab2e0-3087-4ffd-abcd-16c32ea36c69", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-1799262774-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.242", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6f7f207a3b4b411dabdbbc02ffc447bc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a1c8fdf9-970c-4ae0-b6d9-f1015196b552", "external-id": "nsx-vlan-transportzone-993", "segmentation_id": 993, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc0fd6b4b-c1", "ovs_interfaceid": "c0fd6b4b-c114-409c-a9cc-94d96f6b995a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62328) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 962.761136] env[62328]: DEBUG oslo_vmware.api [None req-b6693ebd-4e11-4015-bb98-4fde34b92c1e tempest-ImagesTestJSON-1776717495 tempest-ImagesTestJSON-1776717495-project-member] Task: {'id': task-2387336, 'name': CloneVM_Task} progress is 95%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 962.898950] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7388b154-f39e-4ce5-8497-1c7b3f346417 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 962.909053] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-60ed94f9-52d9-45df-aa4c-2f05da577aaa {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 962.941496] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-99734aa7-346d-413f-b44e-f7dc65beff77 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 962.949835] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-96de9923-1b26-4334-901e-56fd9872606e {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 962.954738] env[62328]: DEBUG nova.virt.vmwareapi.vm_util [None req-722aca90-59da-4b87-92e1-34d8ecd45aa6 tempest-ServerActionsTestOtherA-1098162655 tempest-ServerActionsTestOtherA-1098162655-project-member] [instance: 0b59b4a1-0c44-41af-a213-89960b97f913] Powering off the VM {{(pid=62328) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 962.954956] env[62328]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-247b8722-e8c9-4726-a929-3535b613d2a1 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 962.967933] env[62328]: DEBUG nova.compute.provider_tree [None req-29f68803-8286-458f-9aaf-60c2a2528759 tempest-AttachVolumeNegativeTest-1920358930 tempest-AttachVolumeNegativeTest-1920358930-project-member] Inventory has not changed in ProviderTree for provider: 3469e9f8-04af-49ca-8435-49f104496744 {{(pid=62328) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 962.970647] env[62328]: DEBUG oslo_vmware.api [None req-722aca90-59da-4b87-92e1-34d8ecd45aa6 tempest-ServerActionsTestOtherA-1098162655 tempest-ServerActionsTestOtherA-1098162655-project-member] Waiting for the task: (returnval){ [ 962.970647] env[62328]: value = "task-2387337" [ 962.970647] env[62328]: _type = "Task" [ 962.970647] env[62328]: } to complete. {{(pid=62328) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 962.980152] env[62328]: DEBUG oslo_vmware.api [None req-722aca90-59da-4b87-92e1-34d8ecd45aa6 tempest-ServerActionsTestOtherA-1098162655 tempest-ServerActionsTestOtherA-1098162655-project-member] Task: {'id': task-2387337, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 963.181303] env[62328]: DEBUG nova.virt.vmwareapi.vm_util [None req-508e98b4-b09d-4848-b661-0f3374409d92 tempest-AttachVolumeTestJSON-944844435 tempest-AttachVolumeTestJSON-944844435-project-member] [instance: 3bbba6fe-038a-40f8-935b-ce45c75c3497] Powering off the VM {{(pid=62328) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 963.181445] env[62328]: DEBUG nova.compute.manager [None req-41e4f6f4-f2b3-40d5-94e7-00dfc416ec67 tempest-ServersAdminTestJSON-455323280 tempest-ServersAdminTestJSON-455323280-project-member] [instance: 5dd099f6-e8c0-4574-bab7-b2aa30158ba3] Start destroying the instance on the hypervisor. {{(pid=62328) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 963.181891] env[62328]: DEBUG nova.virt.vmwareapi.vmops [None req-41e4f6f4-f2b3-40d5-94e7-00dfc416ec67 tempest-ServersAdminTestJSON-455323280 tempest-ServersAdminTestJSON-455323280-project-member] [instance: 5dd099f6-e8c0-4574-bab7-b2aa30158ba3] Destroying instance {{(pid=62328) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 963.181939] env[62328]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-5e0d758d-ed7e-4b0b-a29a-2fea18ec94ee {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 963.186202] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2db9047c-19f6-4c57-babc-880248c50cd7 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 963.194474] env[62328]: DEBUG oslo_vmware.api [None req-508e98b4-b09d-4848-b661-0f3374409d92 tempest-AttachVolumeTestJSON-944844435 tempest-AttachVolumeTestJSON-944844435-project-member] Waiting for the task: (returnval){ [ 963.194474] env[62328]: value = "task-2387338" [ 963.194474] env[62328]: _type = "Task" [ 963.194474] env[62328]: } to complete. {{(pid=62328) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 963.198399] env[62328]: DEBUG nova.virt.vmwareapi.vm_util [None req-41e4f6f4-f2b3-40d5-94e7-00dfc416ec67 tempest-ServersAdminTestJSON-455323280 tempest-ServersAdminTestJSON-455323280-project-member] [instance: 5dd099f6-e8c0-4574-bab7-b2aa30158ba3] Powering off the VM {{(pid=62328) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 963.202825] env[62328]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b92a3557-3cd2-40bf-a435-43a8c300da09 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 963.212962] env[62328]: DEBUG oslo_vmware.api [None req-508e98b4-b09d-4848-b661-0f3374409d92 tempest-AttachVolumeTestJSON-944844435 tempest-AttachVolumeTestJSON-944844435-project-member] Task: {'id': task-2387338, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 963.214973] env[62328]: DEBUG oslo_vmware.api [None req-41e4f6f4-f2b3-40d5-94e7-00dfc416ec67 tempest-ServersAdminTestJSON-455323280 tempest-ServersAdminTestJSON-455323280-project-member] Waiting for the task: (returnval){ [ 963.214973] env[62328]: value = "task-2387339" [ 963.214973] env[62328]: _type = "Task" [ 963.214973] env[62328]: } to complete. {{(pid=62328) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 963.234802] env[62328]: DEBUG oslo_vmware.api [None req-41e4f6f4-f2b3-40d5-94e7-00dfc416ec67 tempest-ServersAdminTestJSON-455323280 tempest-ServersAdminTestJSON-455323280-project-member] Task: {'id': task-2387339, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 963.234802] env[62328]: DEBUG oslo_concurrency.lockutils [None req-9b44c4be-7dd5-439e-a21d-118f8b35312a tempest-AttachInterfacesUnderV243Test-538941428 tempest-AttachInterfacesUnderV243Test-538941428-project-member] Releasing lock "refresh_cache-ca5f1f85-0fbb-4572-8b04-bd275a02f396" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 963.234802] env[62328]: DEBUG nova.compute.manager [None req-9b44c4be-7dd5-439e-a21d-118f8b35312a tempest-AttachInterfacesUnderV243Test-538941428 tempest-AttachInterfacesUnderV243Test-538941428-project-member] [instance: ca5f1f85-0fbb-4572-8b04-bd275a02f396] Inject network info {{(pid=62328) _inject_network_info /opt/stack/nova/nova/compute/manager.py:7737}} [ 963.234945] env[62328]: DEBUG nova.compute.manager [None req-9b44c4be-7dd5-439e-a21d-118f8b35312a tempest-AttachInterfacesUnderV243Test-538941428 tempest-AttachInterfacesUnderV243Test-538941428-project-member] [instance: ca5f1f85-0fbb-4572-8b04-bd275a02f396] network_info to inject: |[{"id": "c0fd6b4b-c114-409c-a9cc-94d96f6b995a", "address": "fa:16:3e:09:15:fd", "network": {"id": "f83ab2e0-3087-4ffd-abcd-16c32ea36c69", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-1799262774-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.242", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6f7f207a3b4b411dabdbbc02ffc447bc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a1c8fdf9-970c-4ae0-b6d9-f1015196b552", "external-id": "nsx-vlan-transportzone-993", "segmentation_id": 993, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc0fd6b4b-c1", "ovs_interfaceid": "c0fd6b4b-c114-409c-a9cc-94d96f6b995a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62328) _inject_network_info /opt/stack/nova/nova/compute/manager.py:7738}} [ 963.243057] env[62328]: DEBUG nova.virt.vmwareapi.vmops [None req-9b44c4be-7dd5-439e-a21d-118f8b35312a tempest-AttachInterfacesUnderV243Test-538941428 tempest-AttachInterfacesUnderV243Test-538941428-project-member] [instance: ca5f1f85-0fbb-4572-8b04-bd275a02f396] Reconfiguring VM instance to set the machine id {{(pid=62328) _set_machine_id /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1796}} [ 963.243351] env[62328]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0b7ca0e6-571e-4953-af20-2ba205aea1c7 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 963.272748] env[62328]: DEBUG oslo_vmware.api [None req-b6693ebd-4e11-4015-bb98-4fde34b92c1e tempest-ImagesTestJSON-1776717495 tempest-ImagesTestJSON-1776717495-project-member] Task: {'id': task-2387336, 'name': CloneVM_Task} progress is 95%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 963.274689] env[62328]: DEBUG oslo_vmware.api [None req-9b44c4be-7dd5-439e-a21d-118f8b35312a tempest-AttachInterfacesUnderV243Test-538941428 tempest-AttachInterfacesUnderV243Test-538941428-project-member] Waiting for the task: (returnval){ [ 963.274689] env[62328]: value = "task-2387340" [ 963.274689] env[62328]: _type = "Task" [ 963.274689] env[62328]: } to complete. {{(pid=62328) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 963.285926] env[62328]: DEBUG oslo_vmware.api [None req-9b44c4be-7dd5-439e-a21d-118f8b35312a tempest-AttachInterfacesUnderV243Test-538941428 tempest-AttachInterfacesUnderV243Test-538941428-project-member] Task: {'id': task-2387340, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 963.358667] env[62328]: DEBUG nova.compute.manager [req-33158502-57e1-4ce2-938a-2e608fc7fadc req-0680fbba-9cb4-4f3e-a6a4-cc126b11cbdf service nova] [instance: ca5f1f85-0fbb-4572-8b04-bd275a02f396] Received event network-changed-c0fd6b4b-c114-409c-a9cc-94d96f6b995a {{(pid=62328) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 963.359043] env[62328]: DEBUG nova.compute.manager [req-33158502-57e1-4ce2-938a-2e608fc7fadc req-0680fbba-9cb4-4f3e-a6a4-cc126b11cbdf service nova] [instance: ca5f1f85-0fbb-4572-8b04-bd275a02f396] Refreshing instance network info cache due to event network-changed-c0fd6b4b-c114-409c-a9cc-94d96f6b995a. {{(pid=62328) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 963.359397] env[62328]: DEBUG oslo_concurrency.lockutils [req-33158502-57e1-4ce2-938a-2e608fc7fadc req-0680fbba-9cb4-4f3e-a6a4-cc126b11cbdf service nova] Acquiring lock "refresh_cache-ca5f1f85-0fbb-4572-8b04-bd275a02f396" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 963.359604] env[62328]: DEBUG oslo_concurrency.lockutils [req-33158502-57e1-4ce2-938a-2e608fc7fadc req-0680fbba-9cb4-4f3e-a6a4-cc126b11cbdf service nova] Acquired lock "refresh_cache-ca5f1f85-0fbb-4572-8b04-bd275a02f396" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 963.359881] env[62328]: DEBUG nova.network.neutron [req-33158502-57e1-4ce2-938a-2e608fc7fadc req-0680fbba-9cb4-4f3e-a6a4-cc126b11cbdf service nova] [instance: ca5f1f85-0fbb-4572-8b04-bd275a02f396] Refreshing network info cache for port c0fd6b4b-c114-409c-a9cc-94d96f6b995a {{(pid=62328) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 963.394268] env[62328]: DEBUG nova.network.neutron [-] [instance: 8ba3d7e7-2be2-4949-8c5f-8e508f04b292] Updating instance_info_cache with network_info: [] {{(pid=62328) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 963.473114] env[62328]: DEBUG nova.scheduler.client.report [None req-29f68803-8286-458f-9aaf-60c2a2528759 tempest-AttachVolumeNegativeTest-1920358930 tempest-AttachVolumeNegativeTest-1920358930-project-member] Inventory has not changed for provider 3469e9f8-04af-49ca-8435-49f104496744 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 152, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62328) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 963.491849] env[62328]: DEBUG oslo_vmware.api [None req-722aca90-59da-4b87-92e1-34d8ecd45aa6 tempest-ServerActionsTestOtherA-1098162655 tempest-ServerActionsTestOtherA-1098162655-project-member] Task: {'id': task-2387337, 'name': PowerOffVM_Task, 'duration_secs': 0.21452} completed successfully. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 963.492153] env[62328]: DEBUG nova.virt.vmwareapi.vm_util [None req-722aca90-59da-4b87-92e1-34d8ecd45aa6 tempest-ServerActionsTestOtherA-1098162655 tempest-ServerActionsTestOtherA-1098162655-project-member] [instance: 0b59b4a1-0c44-41af-a213-89960b97f913] Powered off the VM {{(pid=62328) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 963.570134] env[62328]: INFO nova.compute.manager [None req-722aca90-59da-4b87-92e1-34d8ecd45aa6 tempest-ServerActionsTestOtherA-1098162655 tempest-ServerActionsTestOtherA-1098162655-project-member] [instance: 0b59b4a1-0c44-41af-a213-89960b97f913] Detaching volume 58285048-ba68-4966-9214-c0935994009b [ 963.603068] env[62328]: INFO nova.virt.block_device [None req-722aca90-59da-4b87-92e1-34d8ecd45aa6 tempest-ServerActionsTestOtherA-1098162655 tempest-ServerActionsTestOtherA-1098162655-project-member] [instance: 0b59b4a1-0c44-41af-a213-89960b97f913] Attempting to driver detach volume 58285048-ba68-4966-9214-c0935994009b from mountpoint /dev/sdb [ 963.603345] env[62328]: DEBUG nova.virt.vmwareapi.volumeops [None req-722aca90-59da-4b87-92e1-34d8ecd45aa6 tempest-ServerActionsTestOtherA-1098162655 tempest-ServerActionsTestOtherA-1098162655-project-member] [instance: 0b59b4a1-0c44-41af-a213-89960b97f913] Volume detach. Driver type: vmdk {{(pid=62328) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 963.603535] env[62328]: DEBUG nova.virt.vmwareapi.volumeops [None req-722aca90-59da-4b87-92e1-34d8ecd45aa6 tempest-ServerActionsTestOtherA-1098162655 tempest-ServerActionsTestOtherA-1098162655-project-member] [instance: 0b59b4a1-0c44-41af-a213-89960b97f913] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-484420', 'volume_id': '58285048-ba68-4966-9214-c0935994009b', 'name': 'volume-58285048-ba68-4966-9214-c0935994009b', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '0b59b4a1-0c44-41af-a213-89960b97f913', 'attached_at': '', 'detached_at': '', 'volume_id': '58285048-ba68-4966-9214-c0935994009b', 'serial': '58285048-ba68-4966-9214-c0935994009b'} {{(pid=62328) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 963.604443] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-789b7319-37c4-4ec7-bd1f-0dd29e5f78a1 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 963.630811] env[62328]: DEBUG oslo_concurrency.lockutils [None req-3373cf16-9545-42fa-9aa7-1ee0b36d4b61 tempest-AttachInterfacesUnderV243Test-538941428 tempest-AttachInterfacesUnderV243Test-538941428-project-member] Acquiring lock "ca5f1f85-0fbb-4572-8b04-bd275a02f396" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 963.631101] env[62328]: DEBUG oslo_concurrency.lockutils [None req-3373cf16-9545-42fa-9aa7-1ee0b36d4b61 tempest-AttachInterfacesUnderV243Test-538941428 tempest-AttachInterfacesUnderV243Test-538941428-project-member] Lock "ca5f1f85-0fbb-4572-8b04-bd275a02f396" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 963.631315] env[62328]: DEBUG oslo_concurrency.lockutils [None req-3373cf16-9545-42fa-9aa7-1ee0b36d4b61 tempest-AttachInterfacesUnderV243Test-538941428 tempest-AttachInterfacesUnderV243Test-538941428-project-member] Acquiring lock "ca5f1f85-0fbb-4572-8b04-bd275a02f396-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 963.631497] env[62328]: DEBUG oslo_concurrency.lockutils [None req-3373cf16-9545-42fa-9aa7-1ee0b36d4b61 tempest-AttachInterfacesUnderV243Test-538941428 tempest-AttachInterfacesUnderV243Test-538941428-project-member] Lock "ca5f1f85-0fbb-4572-8b04-bd275a02f396-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 963.631662] env[62328]: DEBUG oslo_concurrency.lockutils [None req-3373cf16-9545-42fa-9aa7-1ee0b36d4b61 tempest-AttachInterfacesUnderV243Test-538941428 tempest-AttachInterfacesUnderV243Test-538941428-project-member] Lock "ca5f1f85-0fbb-4572-8b04-bd275a02f396-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 963.634051] env[62328]: INFO nova.compute.manager [None req-3373cf16-9545-42fa-9aa7-1ee0b36d4b61 tempest-AttachInterfacesUnderV243Test-538941428 tempest-AttachInterfacesUnderV243Test-538941428-project-member] [instance: ca5f1f85-0fbb-4572-8b04-bd275a02f396] Terminating instance [ 963.635735] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-29757aac-90f3-41b2-a714-c3e92946894c {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 963.644173] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ff8d6919-b5d0-451d-b16f-2a85a52df133 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 963.671085] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ea4607fc-e44d-4287-a768-a721bbe351e7 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 963.686533] env[62328]: DEBUG nova.virt.vmwareapi.volumeops [None req-722aca90-59da-4b87-92e1-34d8ecd45aa6 tempest-ServerActionsTestOtherA-1098162655 tempest-ServerActionsTestOtherA-1098162655-project-member] The volume has not been displaced from its original location: [datastore2] volume-58285048-ba68-4966-9214-c0935994009b/volume-58285048-ba68-4966-9214-c0935994009b.vmdk. No consolidation needed. {{(pid=62328) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 963.692585] env[62328]: DEBUG nova.virt.vmwareapi.volumeops [None req-722aca90-59da-4b87-92e1-34d8ecd45aa6 tempest-ServerActionsTestOtherA-1098162655 tempest-ServerActionsTestOtherA-1098162655-project-member] [instance: 0b59b4a1-0c44-41af-a213-89960b97f913] Reconfiguring VM instance instance-0000003b to detach disk 2001 {{(pid=62328) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 963.692973] env[62328]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-655ba757-1909-48dc-aceb-8db742d8e1ba {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 963.718899] env[62328]: DEBUG oslo_vmware.api [None req-508e98b4-b09d-4848-b661-0f3374409d92 tempest-AttachVolumeTestJSON-944844435 tempest-AttachVolumeTestJSON-944844435-project-member] Task: {'id': task-2387338, 'name': PowerOffVM_Task, 'duration_secs': 0.316252} completed successfully. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 963.722820] env[62328]: DEBUG nova.virt.vmwareapi.vm_util [None req-508e98b4-b09d-4848-b661-0f3374409d92 tempest-AttachVolumeTestJSON-944844435 tempest-AttachVolumeTestJSON-944844435-project-member] [instance: 3bbba6fe-038a-40f8-935b-ce45c75c3497] Powered off the VM {{(pid=62328) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 963.723044] env[62328]: DEBUG nova.compute.manager [None req-508e98b4-b09d-4848-b661-0f3374409d92 tempest-AttachVolumeTestJSON-944844435 tempest-AttachVolumeTestJSON-944844435-project-member] [instance: 3bbba6fe-038a-40f8-935b-ce45c75c3497] Checking state {{(pid=62328) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 963.723366] env[62328]: DEBUG oslo_vmware.api [None req-722aca90-59da-4b87-92e1-34d8ecd45aa6 tempest-ServerActionsTestOtherA-1098162655 tempest-ServerActionsTestOtherA-1098162655-project-member] Waiting for the task: (returnval){ [ 963.723366] env[62328]: value = "task-2387341" [ 963.723366] env[62328]: _type = "Task" [ 963.723366] env[62328]: } to complete. {{(pid=62328) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 963.724038] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-70822c34-d212-4d7d-833c-582c5ad8e173 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 963.733122] env[62328]: DEBUG oslo_vmware.api [None req-41e4f6f4-f2b3-40d5-94e7-00dfc416ec67 tempest-ServersAdminTestJSON-455323280 tempest-ServersAdminTestJSON-455323280-project-member] Task: {'id': task-2387339, 'name': PowerOffVM_Task, 'duration_secs': 0.20965} completed successfully. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 963.733722] env[62328]: DEBUG nova.virt.vmwareapi.vm_util [None req-41e4f6f4-f2b3-40d5-94e7-00dfc416ec67 tempest-ServersAdminTestJSON-455323280 tempest-ServersAdminTestJSON-455323280-project-member] [instance: 5dd099f6-e8c0-4574-bab7-b2aa30158ba3] Powered off the VM {{(pid=62328) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 963.733937] env[62328]: DEBUG nova.virt.vmwareapi.vmops [None req-41e4f6f4-f2b3-40d5-94e7-00dfc416ec67 tempest-ServersAdminTestJSON-455323280 tempest-ServersAdminTestJSON-455323280-project-member] [instance: 5dd099f6-e8c0-4574-bab7-b2aa30158ba3] Unregistering the VM {{(pid=62328) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 963.735570] env[62328]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-2e6ba0ca-fcbd-4d30-bf09-af38af6c7dad {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 963.744122] env[62328]: DEBUG oslo_vmware.api [None req-722aca90-59da-4b87-92e1-34d8ecd45aa6 tempest-ServerActionsTestOtherA-1098162655 tempest-ServerActionsTestOtherA-1098162655-project-member] Task: {'id': task-2387341, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 963.770560] env[62328]: DEBUG oslo_vmware.api [None req-b6693ebd-4e11-4015-bb98-4fde34b92c1e tempest-ImagesTestJSON-1776717495 tempest-ImagesTestJSON-1776717495-project-member] Task: {'id': task-2387336, 'name': CloneVM_Task, 'duration_secs': 2.688713} completed successfully. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 963.770560] env[62328]: INFO nova.virt.vmwareapi.vmops [None req-b6693ebd-4e11-4015-bb98-4fde34b92c1e tempest-ImagesTestJSON-1776717495 tempest-ImagesTestJSON-1776717495-project-member] [instance: fa773569-3987-4bca-8f5f-638a337630b1] Created linked-clone VM from snapshot [ 963.771067] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d3184d03-6329-473b-b322-ca62ceeb931d {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 963.781622] env[62328]: DEBUG nova.virt.vmwareapi.images [None req-b6693ebd-4e11-4015-bb98-4fde34b92c1e tempest-ImagesTestJSON-1776717495 tempest-ImagesTestJSON-1776717495-project-member] [instance: fa773569-3987-4bca-8f5f-638a337630b1] Uploading image b96b4aa0-7a62-402d-9a59-b68b1de17a56 {{(pid=62328) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 963.788624] env[62328]: DEBUG oslo_vmware.api [None req-9b44c4be-7dd5-439e-a21d-118f8b35312a tempest-AttachInterfacesUnderV243Test-538941428 tempest-AttachInterfacesUnderV243Test-538941428-project-member] Task: {'id': task-2387340, 'name': ReconfigVM_Task, 'duration_secs': 0.155761} completed successfully. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 963.788894] env[62328]: DEBUG nova.virt.vmwareapi.vmops [None req-9b44c4be-7dd5-439e-a21d-118f8b35312a tempest-AttachInterfacesUnderV243Test-538941428 tempest-AttachInterfacesUnderV243Test-538941428-project-member] [instance: ca5f1f85-0fbb-4572-8b04-bd275a02f396] Reconfigured VM instance to set the machine id {{(pid=62328) _set_machine_id /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1799}} [ 963.796525] env[62328]: DEBUG nova.virt.vmwareapi.vm_util [None req-b6693ebd-4e11-4015-bb98-4fde34b92c1e tempest-ImagesTestJSON-1776717495 tempest-ImagesTestJSON-1776717495-project-member] [instance: fa773569-3987-4bca-8f5f-638a337630b1] Destroying the VM {{(pid=62328) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 963.797261] env[62328]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-4a34a118-d608-4be6-b91b-2b53864a64a6 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 963.805244] env[62328]: DEBUG oslo_vmware.api [None req-b6693ebd-4e11-4015-bb98-4fde34b92c1e tempest-ImagesTestJSON-1776717495 tempest-ImagesTestJSON-1776717495-project-member] Waiting for the task: (returnval){ [ 963.805244] env[62328]: value = "task-2387343" [ 963.805244] env[62328]: _type = "Task" [ 963.805244] env[62328]: } to complete. {{(pid=62328) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 963.809798] env[62328]: DEBUG nova.virt.vmwareapi.vmops [None req-41e4f6f4-f2b3-40d5-94e7-00dfc416ec67 tempest-ServersAdminTestJSON-455323280 tempest-ServersAdminTestJSON-455323280-project-member] [instance: 5dd099f6-e8c0-4574-bab7-b2aa30158ba3] Unregistered the VM {{(pid=62328) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 963.811073] env[62328]: DEBUG nova.virt.vmwareapi.vmops [None req-41e4f6f4-f2b3-40d5-94e7-00dfc416ec67 tempest-ServersAdminTestJSON-455323280 tempest-ServersAdminTestJSON-455323280-project-member] [instance: 5dd099f6-e8c0-4574-bab7-b2aa30158ba3] Deleting contents of the VM from datastore datastore1 {{(pid=62328) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 963.811073] env[62328]: DEBUG nova.virt.vmwareapi.ds_util [None req-41e4f6f4-f2b3-40d5-94e7-00dfc416ec67 tempest-ServersAdminTestJSON-455323280 tempest-ServersAdminTestJSON-455323280-project-member] Deleting the datastore file [datastore1] 5dd099f6-e8c0-4574-bab7-b2aa30158ba3 {{(pid=62328) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 963.811073] env[62328]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-c86903f0-62f3-4fe8-8b79-30dd971c9a12 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 963.817819] env[62328]: DEBUG oslo_vmware.api [None req-b6693ebd-4e11-4015-bb98-4fde34b92c1e tempest-ImagesTestJSON-1776717495 tempest-ImagesTestJSON-1776717495-project-member] Task: {'id': task-2387343, 'name': Destroy_Task} progress is 0%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 963.819398] env[62328]: DEBUG oslo_vmware.api [None req-41e4f6f4-f2b3-40d5-94e7-00dfc416ec67 tempest-ServersAdminTestJSON-455323280 tempest-ServersAdminTestJSON-455323280-project-member] Waiting for the task: (returnval){ [ 963.819398] env[62328]: value = "task-2387344" [ 963.819398] env[62328]: _type = "Task" [ 963.819398] env[62328]: } to complete. {{(pid=62328) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 963.827464] env[62328]: DEBUG oslo_vmware.api [None req-41e4f6f4-f2b3-40d5-94e7-00dfc416ec67 tempest-ServersAdminTestJSON-455323280 tempest-ServersAdminTestJSON-455323280-project-member] Task: {'id': task-2387344, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 963.898263] env[62328]: INFO nova.compute.manager [-] [instance: 8ba3d7e7-2be2-4949-8c5f-8e508f04b292] Took 1.32 seconds to deallocate network for instance. [ 963.987189] env[62328]: DEBUG oslo_concurrency.lockutils [None req-29f68803-8286-458f-9aaf-60c2a2528759 tempest-AttachVolumeNegativeTest-1920358930 tempest-AttachVolumeNegativeTest-1920358930-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.500s {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 963.987719] env[62328]: DEBUG nova.compute.manager [None req-29f68803-8286-458f-9aaf-60c2a2528759 tempest-AttachVolumeNegativeTest-1920358930 tempest-AttachVolumeNegativeTest-1920358930-project-member] [instance: 72ae0826-d2f2-406b-80fc-f4fd4c2e9706] Start building networks asynchronously for instance. {{(pid=62328) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 963.991042] env[62328]: DEBUG oslo_concurrency.lockutils [None req-5537aa95-4c1b-4f01-be9d-70a65ce0f698 tempest-ServersTestBootFromVolume-606303851 tempest-ServersTestBootFromVolume-606303851-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 12.787s {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 963.991278] env[62328]: DEBUG nova.objects.instance [None req-5537aa95-4c1b-4f01-be9d-70a65ce0f698 tempest-ServersTestBootFromVolume-606303851 tempest-ServersTestBootFromVolume-606303851-project-member] Lazy-loading 'resources' on Instance uuid e4c166ea-d803-4db5-a104-16bd84bfc6c6 {{(pid=62328) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 964.141964] env[62328]: DEBUG nova.compute.manager [None req-3373cf16-9545-42fa-9aa7-1ee0b36d4b61 tempest-AttachInterfacesUnderV243Test-538941428 tempest-AttachInterfacesUnderV243Test-538941428-project-member] [instance: ca5f1f85-0fbb-4572-8b04-bd275a02f396] Start destroying the instance on the hypervisor. {{(pid=62328) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 964.142293] env[62328]: DEBUG nova.virt.vmwareapi.vmops [None req-3373cf16-9545-42fa-9aa7-1ee0b36d4b61 tempest-AttachInterfacesUnderV243Test-538941428 tempest-AttachInterfacesUnderV243Test-538941428-project-member] [instance: ca5f1f85-0fbb-4572-8b04-bd275a02f396] Destroying instance {{(pid=62328) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 964.143687] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e40dd8a5-ef5d-4cef-bd75-ec7629e8b828 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 964.153739] env[62328]: DEBUG nova.virt.vmwareapi.vm_util [None req-3373cf16-9545-42fa-9aa7-1ee0b36d4b61 tempest-AttachInterfacesUnderV243Test-538941428 tempest-AttachInterfacesUnderV243Test-538941428-project-member] [instance: ca5f1f85-0fbb-4572-8b04-bd275a02f396] Powering off the VM {{(pid=62328) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 964.154080] env[62328]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-2087127c-5fe2-401b-8c13-761f7b830b16 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 964.161034] env[62328]: DEBUG oslo_vmware.api [None req-3373cf16-9545-42fa-9aa7-1ee0b36d4b61 tempest-AttachInterfacesUnderV243Test-538941428 tempest-AttachInterfacesUnderV243Test-538941428-project-member] Waiting for the task: (returnval){ [ 964.161034] env[62328]: value = "task-2387345" [ 964.161034] env[62328]: _type = "Task" [ 964.161034] env[62328]: } to complete. {{(pid=62328) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 964.171213] env[62328]: DEBUG oslo_vmware.api [None req-3373cf16-9545-42fa-9aa7-1ee0b36d4b61 tempest-AttachInterfacesUnderV243Test-538941428 tempest-AttachInterfacesUnderV243Test-538941428-project-member] Task: {'id': task-2387345, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 964.241099] env[62328]: DEBUG oslo_vmware.api [None req-722aca90-59da-4b87-92e1-34d8ecd45aa6 tempest-ServerActionsTestOtherA-1098162655 tempest-ServerActionsTestOtherA-1098162655-project-member] Task: {'id': task-2387341, 'name': ReconfigVM_Task, 'duration_secs': 0.22541} completed successfully. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 964.241964] env[62328]: DEBUG nova.virt.vmwareapi.volumeops [None req-722aca90-59da-4b87-92e1-34d8ecd45aa6 tempest-ServerActionsTestOtherA-1098162655 tempest-ServerActionsTestOtherA-1098162655-project-member] [instance: 0b59b4a1-0c44-41af-a213-89960b97f913] Reconfigured VM instance instance-0000003b to detach disk 2001 {{(pid=62328) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 964.255702] env[62328]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-faec16c2-32f1-45c4-83c1-3d0bd7c14f5b {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 964.272980] env[62328]: DEBUG oslo_concurrency.lockutils [None req-508e98b4-b09d-4848-b661-0f3374409d92 tempest-AttachVolumeTestJSON-944844435 tempest-AttachVolumeTestJSON-944844435-project-member] Lock "3bbba6fe-038a-40f8-935b-ce45c75c3497" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.129s {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 964.278986] env[62328]: DEBUG oslo_vmware.api [None req-722aca90-59da-4b87-92e1-34d8ecd45aa6 tempest-ServerActionsTestOtherA-1098162655 tempest-ServerActionsTestOtherA-1098162655-project-member] Waiting for the task: (returnval){ [ 964.278986] env[62328]: value = "task-2387346" [ 964.278986] env[62328]: _type = "Task" [ 964.278986] env[62328]: } to complete. {{(pid=62328) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 964.300730] env[62328]: DEBUG oslo_vmware.api [None req-722aca90-59da-4b87-92e1-34d8ecd45aa6 tempest-ServerActionsTestOtherA-1098162655 tempest-ServerActionsTestOtherA-1098162655-project-member] Task: {'id': task-2387346, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 964.315274] env[62328]: DEBUG oslo_vmware.api [None req-b6693ebd-4e11-4015-bb98-4fde34b92c1e tempest-ImagesTestJSON-1776717495 tempest-ImagesTestJSON-1776717495-project-member] Task: {'id': task-2387343, 'name': Destroy_Task, 'duration_secs': 0.453034} completed successfully. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 964.315605] env[62328]: INFO nova.virt.vmwareapi.vm_util [None req-b6693ebd-4e11-4015-bb98-4fde34b92c1e tempest-ImagesTestJSON-1776717495 tempest-ImagesTestJSON-1776717495-project-member] [instance: fa773569-3987-4bca-8f5f-638a337630b1] Destroyed the VM [ 964.315886] env[62328]: DEBUG nova.virt.vmwareapi.vmops [None req-b6693ebd-4e11-4015-bb98-4fde34b92c1e tempest-ImagesTestJSON-1776717495 tempest-ImagesTestJSON-1776717495-project-member] [instance: fa773569-3987-4bca-8f5f-638a337630b1] Deleting Snapshot of the VM instance {{(pid=62328) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 964.316176] env[62328]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-a5ac0731-fd71-42e6-a3bf-89279dcdace0 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 964.324478] env[62328]: DEBUG oslo_vmware.api [None req-b6693ebd-4e11-4015-bb98-4fde34b92c1e tempest-ImagesTestJSON-1776717495 tempest-ImagesTestJSON-1776717495-project-member] Waiting for the task: (returnval){ [ 964.324478] env[62328]: value = "task-2387347" [ 964.324478] env[62328]: _type = "Task" [ 964.324478] env[62328]: } to complete. {{(pid=62328) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 964.332660] env[62328]: DEBUG oslo_vmware.api [None req-41e4f6f4-f2b3-40d5-94e7-00dfc416ec67 tempest-ServersAdminTestJSON-455323280 tempest-ServersAdminTestJSON-455323280-project-member] Task: {'id': task-2387344, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.21093} completed successfully. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 964.333330] env[62328]: DEBUG nova.virt.vmwareapi.ds_util [None req-41e4f6f4-f2b3-40d5-94e7-00dfc416ec67 tempest-ServersAdminTestJSON-455323280 tempest-ServersAdminTestJSON-455323280-project-member] Deleted the datastore file {{(pid=62328) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 964.333552] env[62328]: DEBUG nova.virt.vmwareapi.vmops [None req-41e4f6f4-f2b3-40d5-94e7-00dfc416ec67 tempest-ServersAdminTestJSON-455323280 tempest-ServersAdminTestJSON-455323280-project-member] [instance: 5dd099f6-e8c0-4574-bab7-b2aa30158ba3] Deleted contents of the VM from datastore datastore1 {{(pid=62328) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 964.333728] env[62328]: DEBUG nova.virt.vmwareapi.vmops [None req-41e4f6f4-f2b3-40d5-94e7-00dfc416ec67 tempest-ServersAdminTestJSON-455323280 tempest-ServersAdminTestJSON-455323280-project-member] [instance: 5dd099f6-e8c0-4574-bab7-b2aa30158ba3] Instance destroyed {{(pid=62328) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 964.333899] env[62328]: INFO nova.compute.manager [None req-41e4f6f4-f2b3-40d5-94e7-00dfc416ec67 tempest-ServersAdminTestJSON-455323280 tempest-ServersAdminTestJSON-455323280-project-member] [instance: 5dd099f6-e8c0-4574-bab7-b2aa30158ba3] Took 1.15 seconds to destroy the instance on the hypervisor. [ 964.334240] env[62328]: DEBUG oslo.service.loopingcall [None req-41e4f6f4-f2b3-40d5-94e7-00dfc416ec67 tempest-ServersAdminTestJSON-455323280 tempest-ServersAdminTestJSON-455323280-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62328) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 964.338223] env[62328]: DEBUG nova.compute.manager [-] [instance: 5dd099f6-e8c0-4574-bab7-b2aa30158ba3] Deallocating network for instance {{(pid=62328) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 964.338365] env[62328]: DEBUG nova.network.neutron [-] [instance: 5dd099f6-e8c0-4574-bab7-b2aa30158ba3] deallocate_for_instance() {{(pid=62328) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 964.340449] env[62328]: DEBUG oslo_vmware.api [None req-b6693ebd-4e11-4015-bb98-4fde34b92c1e tempest-ImagesTestJSON-1776717495 tempest-ImagesTestJSON-1776717495-project-member] Task: {'id': task-2387347, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 964.496066] env[62328]: DEBUG nova.compute.utils [None req-29f68803-8286-458f-9aaf-60c2a2528759 tempest-AttachVolumeNegativeTest-1920358930 tempest-AttachVolumeNegativeTest-1920358930-project-member] Using /dev/sd instead of None {{(pid=62328) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 964.503029] env[62328]: DEBUG nova.compute.manager [None req-29f68803-8286-458f-9aaf-60c2a2528759 tempest-AttachVolumeNegativeTest-1920358930 tempest-AttachVolumeNegativeTest-1920358930-project-member] [instance: 72ae0826-d2f2-406b-80fc-f4fd4c2e9706] Allocating IP information in the background. {{(pid=62328) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 964.503209] env[62328]: DEBUG nova.network.neutron [None req-29f68803-8286-458f-9aaf-60c2a2528759 tempest-AttachVolumeNegativeTest-1920358930 tempest-AttachVolumeNegativeTest-1920358930-project-member] [instance: 72ae0826-d2f2-406b-80fc-f4fd4c2e9706] allocate_for_instance() {{(pid=62328) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 964.564643] env[62328]: DEBUG nova.policy [None req-29f68803-8286-458f-9aaf-60c2a2528759 tempest-AttachVolumeNegativeTest-1920358930 tempest-AttachVolumeNegativeTest-1920358930-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'd78627a77d7d43dba8393759cc26fbfa', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '3d8ff424d526451a9374555ba25a4243', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62328) authorize /opt/stack/nova/nova/policy.py:192}} [ 964.586772] env[62328]: DEBUG nova.network.neutron [req-33158502-57e1-4ce2-938a-2e608fc7fadc req-0680fbba-9cb4-4f3e-a6a4-cc126b11cbdf service nova] [instance: ca5f1f85-0fbb-4572-8b04-bd275a02f396] Updated VIF entry in instance network info cache for port c0fd6b4b-c114-409c-a9cc-94d96f6b995a. {{(pid=62328) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 964.586772] env[62328]: DEBUG nova.network.neutron [req-33158502-57e1-4ce2-938a-2e608fc7fadc req-0680fbba-9cb4-4f3e-a6a4-cc126b11cbdf service nova] [instance: ca5f1f85-0fbb-4572-8b04-bd275a02f396] Updating instance_info_cache with network_info: [{"id": "c0fd6b4b-c114-409c-a9cc-94d96f6b995a", "address": "fa:16:3e:09:15:fd", "network": {"id": "f83ab2e0-3087-4ffd-abcd-16c32ea36c69", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-1799262774-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.242", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6f7f207a3b4b411dabdbbc02ffc447bc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a1c8fdf9-970c-4ae0-b6d9-f1015196b552", "external-id": "nsx-vlan-transportzone-993", "segmentation_id": 993, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc0fd6b4b-c1", "ovs_interfaceid": "c0fd6b4b-c114-409c-a9cc-94d96f6b995a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62328) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 964.671372] env[62328]: DEBUG oslo_vmware.api [None req-3373cf16-9545-42fa-9aa7-1ee0b36d4b61 tempest-AttachInterfacesUnderV243Test-538941428 tempest-AttachInterfacesUnderV243Test-538941428-project-member] Task: {'id': task-2387345, 'name': PowerOffVM_Task, 'duration_secs': 0.229396} completed successfully. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 964.673972] env[62328]: DEBUG nova.virt.vmwareapi.vm_util [None req-3373cf16-9545-42fa-9aa7-1ee0b36d4b61 tempest-AttachInterfacesUnderV243Test-538941428 tempest-AttachInterfacesUnderV243Test-538941428-project-member] [instance: ca5f1f85-0fbb-4572-8b04-bd275a02f396] Powered off the VM {{(pid=62328) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 964.674169] env[62328]: DEBUG nova.virt.vmwareapi.vmops [None req-3373cf16-9545-42fa-9aa7-1ee0b36d4b61 tempest-AttachInterfacesUnderV243Test-538941428 tempest-AttachInterfacesUnderV243Test-538941428-project-member] [instance: ca5f1f85-0fbb-4572-8b04-bd275a02f396] Unregistering the VM {{(pid=62328) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 964.674602] env[62328]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-c23e819c-5a0b-45ad-b30d-3c2e492fed4b {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 964.739990] env[62328]: DEBUG nova.virt.vmwareapi.vmops [None req-3373cf16-9545-42fa-9aa7-1ee0b36d4b61 tempest-AttachInterfacesUnderV243Test-538941428 tempest-AttachInterfacesUnderV243Test-538941428-project-member] [instance: ca5f1f85-0fbb-4572-8b04-bd275a02f396] Unregistered the VM {{(pid=62328) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 964.740276] env[62328]: DEBUG nova.virt.vmwareapi.vmops [None req-3373cf16-9545-42fa-9aa7-1ee0b36d4b61 tempest-AttachInterfacesUnderV243Test-538941428 tempest-AttachInterfacesUnderV243Test-538941428-project-member] [instance: ca5f1f85-0fbb-4572-8b04-bd275a02f396] Deleting contents of the VM from datastore datastore1 {{(pid=62328) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 964.740460] env[62328]: DEBUG nova.virt.vmwareapi.ds_util [None req-3373cf16-9545-42fa-9aa7-1ee0b36d4b61 tempest-AttachInterfacesUnderV243Test-538941428 tempest-AttachInterfacesUnderV243Test-538941428-project-member] Deleting the datastore file [datastore1] ca5f1f85-0fbb-4572-8b04-bd275a02f396 {{(pid=62328) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 964.740730] env[62328]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-345cb065-8046-4a1a-b4e8-789d038c02e6 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 964.747940] env[62328]: DEBUG oslo_vmware.api [None req-3373cf16-9545-42fa-9aa7-1ee0b36d4b61 tempest-AttachInterfacesUnderV243Test-538941428 tempest-AttachInterfacesUnderV243Test-538941428-project-member] Waiting for the task: (returnval){ [ 964.747940] env[62328]: value = "task-2387349" [ 964.747940] env[62328]: _type = "Task" [ 964.747940] env[62328]: } to complete. {{(pid=62328) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 964.762453] env[62328]: DEBUG oslo_vmware.api [None req-3373cf16-9545-42fa-9aa7-1ee0b36d4b61 tempest-AttachInterfacesUnderV243Test-538941428 tempest-AttachInterfacesUnderV243Test-538941428-project-member] Task: {'id': task-2387349, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 964.790730] env[62328]: DEBUG oslo_vmware.api [None req-722aca90-59da-4b87-92e1-34d8ecd45aa6 tempest-ServerActionsTestOtherA-1098162655 tempest-ServerActionsTestOtherA-1098162655-project-member] Task: {'id': task-2387346, 'name': ReconfigVM_Task, 'duration_secs': 0.171824} completed successfully. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 964.795528] env[62328]: DEBUG nova.virt.vmwareapi.volumeops [None req-722aca90-59da-4b87-92e1-34d8ecd45aa6 tempest-ServerActionsTestOtherA-1098162655 tempest-ServerActionsTestOtherA-1098162655-project-member] [instance: 0b59b4a1-0c44-41af-a213-89960b97f913] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-484420', 'volume_id': '58285048-ba68-4966-9214-c0935994009b', 'name': 'volume-58285048-ba68-4966-9214-c0935994009b', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '0b59b4a1-0c44-41af-a213-89960b97f913', 'attached_at': '', 'detached_at': '', 'volume_id': '58285048-ba68-4966-9214-c0935994009b', 'serial': '58285048-ba68-4966-9214-c0935994009b'} {{(pid=62328) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 964.843087] env[62328]: DEBUG oslo_vmware.api [None req-b6693ebd-4e11-4015-bb98-4fde34b92c1e tempest-ImagesTestJSON-1776717495 tempest-ImagesTestJSON-1776717495-project-member] Task: {'id': task-2387347, 'name': RemoveSnapshot_Task} progress is 80%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 964.937102] env[62328]: DEBUG oslo_concurrency.lockutils [None req-31afb0db-f590-4aad-a2c5-37cf9f917edd tempest-DeleteServersTestJSON-1766103036 tempest-DeleteServersTestJSON-1766103036-project-member] Lock "8ba3d7e7-2be2-4949-8c5f-8e508f04b292" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 2.934s {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 964.951214] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b559dd28-1519-44b7-a7a7-ed3c97c13518 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 964.968600] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ffbf2f1a-3f76-4abe-8c31-9ff96f097a73 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 965.008514] env[62328]: DEBUG nova.compute.manager [None req-29f68803-8286-458f-9aaf-60c2a2528759 tempest-AttachVolumeNegativeTest-1920358930 tempest-AttachVolumeNegativeTest-1920358930-project-member] [instance: 72ae0826-d2f2-406b-80fc-f4fd4c2e9706] Start building block device mappings for instance. {{(pid=62328) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 965.012048] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6015c0f2-546b-424e-9ece-fd7785aae107 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 965.024015] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-713c796e-5cf2-4f6e-bbbd-473c13afbf04 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 965.041016] env[62328]: DEBUG nova.compute.provider_tree [None req-5537aa95-4c1b-4f01-be9d-70a65ce0f698 tempest-ServersTestBootFromVolume-606303851 tempest-ServersTestBootFromVolume-606303851-project-member] Inventory has not changed in ProviderTree for provider: 3469e9f8-04af-49ca-8435-49f104496744 {{(pid=62328) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 965.088658] env[62328]: DEBUG oslo_concurrency.lockutils [req-33158502-57e1-4ce2-938a-2e608fc7fadc req-0680fbba-9cb4-4f3e-a6a4-cc126b11cbdf service nova] Releasing lock "refresh_cache-ca5f1f85-0fbb-4572-8b04-bd275a02f396" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 965.208477] env[62328]: DEBUG nova.network.neutron [None req-29f68803-8286-458f-9aaf-60c2a2528759 tempest-AttachVolumeNegativeTest-1920358930 tempest-AttachVolumeNegativeTest-1920358930-project-member] [instance: 72ae0826-d2f2-406b-80fc-f4fd4c2e9706] Successfully created port: 0150b9c5-1d8c-4d73-92ef-abd529209996 {{(pid=62328) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 965.258803] env[62328]: DEBUG oslo_vmware.api [None req-3373cf16-9545-42fa-9aa7-1ee0b36d4b61 tempest-AttachInterfacesUnderV243Test-538941428 tempest-AttachInterfacesUnderV243Test-538941428-project-member] Task: {'id': task-2387349, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.42002} completed successfully. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 965.259098] env[62328]: DEBUG nova.virt.vmwareapi.ds_util [None req-3373cf16-9545-42fa-9aa7-1ee0b36d4b61 tempest-AttachInterfacesUnderV243Test-538941428 tempest-AttachInterfacesUnderV243Test-538941428-project-member] Deleted the datastore file {{(pid=62328) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 965.259293] env[62328]: DEBUG nova.virt.vmwareapi.vmops [None req-3373cf16-9545-42fa-9aa7-1ee0b36d4b61 tempest-AttachInterfacesUnderV243Test-538941428 tempest-AttachInterfacesUnderV243Test-538941428-project-member] [instance: ca5f1f85-0fbb-4572-8b04-bd275a02f396] Deleted contents of the VM from datastore datastore1 {{(pid=62328) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 965.259471] env[62328]: DEBUG nova.virt.vmwareapi.vmops [None req-3373cf16-9545-42fa-9aa7-1ee0b36d4b61 tempest-AttachInterfacesUnderV243Test-538941428 tempest-AttachInterfacesUnderV243Test-538941428-project-member] [instance: ca5f1f85-0fbb-4572-8b04-bd275a02f396] Instance destroyed {{(pid=62328) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 965.259641] env[62328]: INFO nova.compute.manager [None req-3373cf16-9545-42fa-9aa7-1ee0b36d4b61 tempest-AttachInterfacesUnderV243Test-538941428 tempest-AttachInterfacesUnderV243Test-538941428-project-member] [instance: ca5f1f85-0fbb-4572-8b04-bd275a02f396] Took 1.12 seconds to destroy the instance on the hypervisor. [ 965.260093] env[62328]: DEBUG oslo.service.loopingcall [None req-3373cf16-9545-42fa-9aa7-1ee0b36d4b61 tempest-AttachInterfacesUnderV243Test-538941428 tempest-AttachInterfacesUnderV243Test-538941428-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62328) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 965.260472] env[62328]: DEBUG nova.compute.manager [-] [instance: ca5f1f85-0fbb-4572-8b04-bd275a02f396] Deallocating network for instance {{(pid=62328) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 965.260591] env[62328]: DEBUG nova.network.neutron [-] [instance: ca5f1f85-0fbb-4572-8b04-bd275a02f396] deallocate_for_instance() {{(pid=62328) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 965.348116] env[62328]: DEBUG oslo_vmware.api [None req-b6693ebd-4e11-4015-bb98-4fde34b92c1e tempest-ImagesTestJSON-1776717495 tempest-ImagesTestJSON-1776717495-project-member] Task: {'id': task-2387347, 'name': RemoveSnapshot_Task} progress is 80%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 965.437143] env[62328]: DEBUG nova.objects.instance [None req-4244b0c1-6c87-4373-a62f-f4aedc12c8c6 tempest-AttachVolumeTestJSON-944844435 tempest-AttachVolumeTestJSON-944844435-project-member] Lazy-loading 'flavor' on Instance uuid 3bbba6fe-038a-40f8-935b-ce45c75c3497 {{(pid=62328) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 965.521913] env[62328]: DEBUG nova.network.neutron [-] [instance: 5dd099f6-e8c0-4574-bab7-b2aa30158ba3] Updating instance_info_cache with network_info: [] {{(pid=62328) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 965.545403] env[62328]: DEBUG nova.scheduler.client.report [None req-5537aa95-4c1b-4f01-be9d-70a65ce0f698 tempest-ServersTestBootFromVolume-606303851 tempest-ServersTestBootFromVolume-606303851-project-member] Inventory has not changed for provider 3469e9f8-04af-49ca-8435-49f104496744 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 152, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62328) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 965.664457] env[62328]: DEBUG nova.compute.manager [req-444ddc99-1cac-40c0-aca7-af5973b7e64a req-8c3f6bae-0577-46df-857c-86890a229eb3 service nova] [instance: 5dd099f6-e8c0-4574-bab7-b2aa30158ba3] Received event network-vif-deleted-4b6cf006-f879-46b5-8e59-53ac59d108e4 {{(pid=62328) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 965.847328] env[62328]: DEBUG oslo_vmware.api [None req-b6693ebd-4e11-4015-bb98-4fde34b92c1e tempest-ImagesTestJSON-1776717495 tempest-ImagesTestJSON-1776717495-project-member] Task: {'id': task-2387347, 'name': RemoveSnapshot_Task, 'duration_secs': 1.291764} completed successfully. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 965.847669] env[62328]: DEBUG nova.virt.vmwareapi.vmops [None req-b6693ebd-4e11-4015-bb98-4fde34b92c1e tempest-ImagesTestJSON-1776717495 tempest-ImagesTestJSON-1776717495-project-member] [instance: fa773569-3987-4bca-8f5f-638a337630b1] Deleted Snapshot of the VM instance {{(pid=62328) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 965.874442] env[62328]: DEBUG nova.virt.vmwareapi.vm_util [None req-722aca90-59da-4b87-92e1-34d8ecd45aa6 tempest-ServerActionsTestOtherA-1098162655 tempest-ServerActionsTestOtherA-1098162655-project-member] [instance: 0b59b4a1-0c44-41af-a213-89960b97f913] Powering off the VM {{(pid=62328) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 965.874442] env[62328]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-10050110-943b-4930-98f9-a7e2ec6234b9 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 965.884779] env[62328]: DEBUG oslo_vmware.api [None req-722aca90-59da-4b87-92e1-34d8ecd45aa6 tempest-ServerActionsTestOtherA-1098162655 tempest-ServerActionsTestOtherA-1098162655-project-member] Waiting for the task: (returnval){ [ 965.884779] env[62328]: value = "task-2387350" [ 965.884779] env[62328]: _type = "Task" [ 965.884779] env[62328]: } to complete. {{(pid=62328) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 965.897325] env[62328]: DEBUG nova.virt.vmwareapi.vm_util [None req-722aca90-59da-4b87-92e1-34d8ecd45aa6 tempest-ServerActionsTestOtherA-1098162655 tempest-ServerActionsTestOtherA-1098162655-project-member] [instance: 0b59b4a1-0c44-41af-a213-89960b97f913] VM already powered off {{(pid=62328) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 965.897325] env[62328]: DEBUG nova.virt.vmwareapi.volumeops [None req-722aca90-59da-4b87-92e1-34d8ecd45aa6 tempest-ServerActionsTestOtherA-1098162655 tempest-ServerActionsTestOtherA-1098162655-project-member] [instance: 0b59b4a1-0c44-41af-a213-89960b97f913] Volume detach. Driver type: vmdk {{(pid=62328) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 965.897775] env[62328]: DEBUG nova.virt.vmwareapi.volumeops [None req-722aca90-59da-4b87-92e1-34d8ecd45aa6 tempest-ServerActionsTestOtherA-1098162655 tempest-ServerActionsTestOtherA-1098162655-project-member] [instance: 0b59b4a1-0c44-41af-a213-89960b97f913] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-484420', 'volume_id': '58285048-ba68-4966-9214-c0935994009b', 'name': 'volume-58285048-ba68-4966-9214-c0935994009b', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '0b59b4a1-0c44-41af-a213-89960b97f913', 'attached_at': '', 'detached_at': '', 'volume_id': '58285048-ba68-4966-9214-c0935994009b', 'serial': '58285048-ba68-4966-9214-c0935994009b'} {{(pid=62328) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 965.898586] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-801bc41e-6ef5-498d-8a2e-9f5baa2ea0fb {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 965.922468] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-10de31ef-d0f8-4f3b-9ae1-25c38de951fb {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 965.932080] env[62328]: WARNING nova.virt.vmwareapi.driver [None req-722aca90-59da-4b87-92e1-34d8ecd45aa6 tempest-ServerActionsTestOtherA-1098162655 tempest-ServerActionsTestOtherA-1098162655-project-member] [instance: 0b59b4a1-0c44-41af-a213-89960b97f913] The volume None does not exist!: nova.exception.DiskNotFound: Unable to find volume [ 965.932080] env[62328]: DEBUG nova.virt.vmwareapi.vmops [None req-722aca90-59da-4b87-92e1-34d8ecd45aa6 tempest-ServerActionsTestOtherA-1098162655 tempest-ServerActionsTestOtherA-1098162655-project-member] [instance: 0b59b4a1-0c44-41af-a213-89960b97f913] Destroying instance {{(pid=62328) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 965.932080] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bc2cb8e2-0fba-4d1e-bb64-5604adb5deb3 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 965.938913] env[62328]: DEBUG nova.virt.vmwareapi.vmops [None req-722aca90-59da-4b87-92e1-34d8ecd45aa6 tempest-ServerActionsTestOtherA-1098162655 tempest-ServerActionsTestOtherA-1098162655-project-member] [instance: 0b59b4a1-0c44-41af-a213-89960b97f913] Unregistering the VM {{(pid=62328) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 965.939178] env[62328]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-ef76a5ec-f766-4be7-9129-b63713f724a3 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 965.943465] env[62328]: DEBUG oslo_concurrency.lockutils [None req-4244b0c1-6c87-4373-a62f-f4aedc12c8c6 tempest-AttachVolumeTestJSON-944844435 tempest-AttachVolumeTestJSON-944844435-project-member] Acquiring lock "refresh_cache-3bbba6fe-038a-40f8-935b-ce45c75c3497" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 965.943632] env[62328]: DEBUG oslo_concurrency.lockutils [None req-4244b0c1-6c87-4373-a62f-f4aedc12c8c6 tempest-AttachVolumeTestJSON-944844435 tempest-AttachVolumeTestJSON-944844435-project-member] Acquired lock "refresh_cache-3bbba6fe-038a-40f8-935b-ce45c75c3497" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 965.944069] env[62328]: DEBUG nova.network.neutron [None req-4244b0c1-6c87-4373-a62f-f4aedc12c8c6 tempest-AttachVolumeTestJSON-944844435 tempest-AttachVolumeTestJSON-944844435-project-member] [instance: 3bbba6fe-038a-40f8-935b-ce45c75c3497] Building network info cache for instance {{(pid=62328) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 965.944069] env[62328]: DEBUG nova.objects.instance [None req-4244b0c1-6c87-4373-a62f-f4aedc12c8c6 tempest-AttachVolumeTestJSON-944844435 tempest-AttachVolumeTestJSON-944844435-project-member] Lazy-loading 'info_cache' on Instance uuid 3bbba6fe-038a-40f8-935b-ce45c75c3497 {{(pid=62328) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 966.015031] env[62328]: DEBUG nova.virt.vmwareapi.vmops [None req-722aca90-59da-4b87-92e1-34d8ecd45aa6 tempest-ServerActionsTestOtherA-1098162655 tempest-ServerActionsTestOtherA-1098162655-project-member] [instance: 0b59b4a1-0c44-41af-a213-89960b97f913] Unregistered the VM {{(pid=62328) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 966.015358] env[62328]: DEBUG nova.virt.vmwareapi.vmops [None req-722aca90-59da-4b87-92e1-34d8ecd45aa6 tempest-ServerActionsTestOtherA-1098162655 tempest-ServerActionsTestOtherA-1098162655-project-member] [instance: 0b59b4a1-0c44-41af-a213-89960b97f913] Deleting contents of the VM from datastore datastore2 {{(pid=62328) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 966.015535] env[62328]: DEBUG nova.virt.vmwareapi.ds_util [None req-722aca90-59da-4b87-92e1-34d8ecd45aa6 tempest-ServerActionsTestOtherA-1098162655 tempest-ServerActionsTestOtherA-1098162655-project-member] Deleting the datastore file [datastore2] 0b59b4a1-0c44-41af-a213-89960b97f913 {{(pid=62328) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 966.015825] env[62328]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-465662f2-02d0-4bc8-8cda-abb7fd92c3a3 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 966.023086] env[62328]: DEBUG nova.compute.manager [None req-29f68803-8286-458f-9aaf-60c2a2528759 tempest-AttachVolumeNegativeTest-1920358930 tempest-AttachVolumeNegativeTest-1920358930-project-member] [instance: 72ae0826-d2f2-406b-80fc-f4fd4c2e9706] Start spawning the instance on the hypervisor. {{(pid=62328) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 966.027690] env[62328]: INFO nova.compute.manager [-] [instance: 5dd099f6-e8c0-4574-bab7-b2aa30158ba3] Took 1.69 seconds to deallocate network for instance. [ 966.028170] env[62328]: DEBUG oslo_vmware.api [None req-722aca90-59da-4b87-92e1-34d8ecd45aa6 tempest-ServerActionsTestOtherA-1098162655 tempest-ServerActionsTestOtherA-1098162655-project-member] Waiting for the task: (returnval){ [ 966.028170] env[62328]: value = "task-2387352" [ 966.028170] env[62328]: _type = "Task" [ 966.028170] env[62328]: } to complete. {{(pid=62328) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 966.049695] env[62328]: DEBUG oslo_vmware.api [None req-722aca90-59da-4b87-92e1-34d8ecd45aa6 tempest-ServerActionsTestOtherA-1098162655 tempest-ServerActionsTestOtherA-1098162655-project-member] Task: {'id': task-2387352, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 966.050823] env[62328]: DEBUG oslo_concurrency.lockutils [None req-5537aa95-4c1b-4f01-be9d-70a65ce0f698 tempest-ServersTestBootFromVolume-606303851 tempest-ServersTestBootFromVolume-606303851-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.060s {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 966.057470] env[62328]: DEBUG oslo_concurrency.lockutils [None req-93b66467-a06b-4805-b27a-a20507c878b0 tempest-ServerDiskConfigTestJSON-126406698 tempest-ServerDiskConfigTestJSON-126406698-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 14.563s {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 966.076019] env[62328]: DEBUG nova.virt.hardware [None req-29f68803-8286-458f-9aaf-60c2a2528759 tempest-AttachVolumeNegativeTest-1920358930 tempest-AttachVolumeNegativeTest-1920358930-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-07T17:16:55Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-07T17:16:37Z,direct_url=,disk_format='vmdk',id=dbf872a4-92be-47e4-8561-c3e2bf2423ab,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='2a64022f08d84b11a86773b900860ae5',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-07T17:16:38Z,virtual_size=,visibility=), allow threads: False {{(pid=62328) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 966.076019] env[62328]: DEBUG nova.virt.hardware [None req-29f68803-8286-458f-9aaf-60c2a2528759 tempest-AttachVolumeNegativeTest-1920358930 tempest-AttachVolumeNegativeTest-1920358930-project-member] Flavor limits 0:0:0 {{(pid=62328) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 966.076019] env[62328]: DEBUG nova.virt.hardware [None req-29f68803-8286-458f-9aaf-60c2a2528759 tempest-AttachVolumeNegativeTest-1920358930 tempest-AttachVolumeNegativeTest-1920358930-project-member] Image limits 0:0:0 {{(pid=62328) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 966.076019] env[62328]: DEBUG nova.virt.hardware [None req-29f68803-8286-458f-9aaf-60c2a2528759 tempest-AttachVolumeNegativeTest-1920358930 tempest-AttachVolumeNegativeTest-1920358930-project-member] Flavor pref 0:0:0 {{(pid=62328) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 966.076019] env[62328]: DEBUG nova.virt.hardware [None req-29f68803-8286-458f-9aaf-60c2a2528759 tempest-AttachVolumeNegativeTest-1920358930 tempest-AttachVolumeNegativeTest-1920358930-project-member] Image pref 0:0:0 {{(pid=62328) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 966.076019] env[62328]: DEBUG nova.virt.hardware [None req-29f68803-8286-458f-9aaf-60c2a2528759 tempest-AttachVolumeNegativeTest-1920358930 tempest-AttachVolumeNegativeTest-1920358930-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62328) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 966.076019] env[62328]: DEBUG nova.virt.hardware [None req-29f68803-8286-458f-9aaf-60c2a2528759 tempest-AttachVolumeNegativeTest-1920358930 tempest-AttachVolumeNegativeTest-1920358930-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62328) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 966.076686] env[62328]: DEBUG nova.virt.hardware [None req-29f68803-8286-458f-9aaf-60c2a2528759 tempest-AttachVolumeNegativeTest-1920358930 tempest-AttachVolumeNegativeTest-1920358930-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62328) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 966.076686] env[62328]: DEBUG nova.virt.hardware [None req-29f68803-8286-458f-9aaf-60c2a2528759 tempest-AttachVolumeNegativeTest-1920358930 tempest-AttachVolumeNegativeTest-1920358930-project-member] Got 1 possible topologies {{(pid=62328) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 966.078433] env[62328]: DEBUG nova.virt.hardware [None req-29f68803-8286-458f-9aaf-60c2a2528759 tempest-AttachVolumeNegativeTest-1920358930 tempest-AttachVolumeNegativeTest-1920358930-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62328) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 966.078433] env[62328]: DEBUG nova.virt.hardware [None req-29f68803-8286-458f-9aaf-60c2a2528759 tempest-AttachVolumeNegativeTest-1920358930 tempest-AttachVolumeNegativeTest-1920358930-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62328) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 966.079636] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9157adf1-b926-4af5-8d50-0a634a8d3d1b {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 966.089586] env[62328]: INFO nova.scheduler.client.report [None req-5537aa95-4c1b-4f01-be9d-70a65ce0f698 tempest-ServersTestBootFromVolume-606303851 tempest-ServersTestBootFromVolume-606303851-project-member] Deleted allocations for instance e4c166ea-d803-4db5-a104-16bd84bfc6c6 [ 966.100229] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5efe1374-439b-4678-9828-16238b659dbc {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 966.270259] env[62328]: DEBUG oslo_concurrency.lockutils [None req-cea27bf9-5054-4084-94fa-0610b52fb1f4 tempest-DeleteServersTestJSON-1766103036 tempest-DeleteServersTestJSON-1766103036-project-member] Acquiring lock "e775f546-0003-492a-a995-93a569666907" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 966.270259] env[62328]: DEBUG oslo_concurrency.lockutils [None req-cea27bf9-5054-4084-94fa-0610b52fb1f4 tempest-DeleteServersTestJSON-1766103036 tempest-DeleteServersTestJSON-1766103036-project-member] Lock "e775f546-0003-492a-a995-93a569666907" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 966.354718] env[62328]: WARNING nova.compute.manager [None req-b6693ebd-4e11-4015-bb98-4fde34b92c1e tempest-ImagesTestJSON-1776717495 tempest-ImagesTestJSON-1776717495-project-member] [instance: fa773569-3987-4bca-8f5f-638a337630b1] Image not found during snapshot: nova.exception.ImageNotFound: Image b96b4aa0-7a62-402d-9a59-b68b1de17a56 could not be found. [ 966.450154] env[62328]: DEBUG nova.objects.base [None req-4244b0c1-6c87-4373-a62f-f4aedc12c8c6 tempest-AttachVolumeTestJSON-944844435 tempest-AttachVolumeTestJSON-944844435-project-member] Object Instance<3bbba6fe-038a-40f8-935b-ce45c75c3497> lazy-loaded attributes: flavor,info_cache {{(pid=62328) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 966.545925] env[62328]: DEBUG oslo_concurrency.lockutils [None req-41e4f6f4-f2b3-40d5-94e7-00dfc416ec67 tempest-ServersAdminTestJSON-455323280 tempest-ServersAdminTestJSON-455323280-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 966.546275] env[62328]: DEBUG oslo_vmware.api [None req-722aca90-59da-4b87-92e1-34d8ecd45aa6 tempest-ServerActionsTestOtherA-1098162655 tempest-ServerActionsTestOtherA-1098162655-project-member] Task: {'id': task-2387352, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.313069} completed successfully. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 966.546528] env[62328]: DEBUG nova.virt.vmwareapi.ds_util [None req-722aca90-59da-4b87-92e1-34d8ecd45aa6 tempest-ServerActionsTestOtherA-1098162655 tempest-ServerActionsTestOtherA-1098162655-project-member] Deleted the datastore file {{(pid=62328) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 966.546754] env[62328]: DEBUG nova.virt.vmwareapi.vmops [None req-722aca90-59da-4b87-92e1-34d8ecd45aa6 tempest-ServerActionsTestOtherA-1098162655 tempest-ServerActionsTestOtherA-1098162655-project-member] [instance: 0b59b4a1-0c44-41af-a213-89960b97f913] Deleted contents of the VM from datastore datastore2 {{(pid=62328) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 966.547201] env[62328]: DEBUG nova.virt.vmwareapi.vmops [None req-722aca90-59da-4b87-92e1-34d8ecd45aa6 tempest-ServerActionsTestOtherA-1098162655 tempest-ServerActionsTestOtherA-1098162655-project-member] [instance: 0b59b4a1-0c44-41af-a213-89960b97f913] Instance destroyed {{(pid=62328) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 966.613732] env[62328]: DEBUG oslo_concurrency.lockutils [None req-5537aa95-4c1b-4f01-be9d-70a65ce0f698 tempest-ServersTestBootFromVolume-606303851 tempest-ServersTestBootFromVolume-606303851-project-member] Lock "e4c166ea-d803-4db5-a104-16bd84bfc6c6" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 21.680s {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 966.769622] env[62328]: DEBUG nova.compute.manager [None req-cea27bf9-5054-4084-94fa-0610b52fb1f4 tempest-DeleteServersTestJSON-1766103036 tempest-DeleteServersTestJSON-1766103036-project-member] [instance: e775f546-0003-492a-a995-93a569666907] Starting instance... {{(pid=62328) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 966.944454] env[62328]: DEBUG nova.network.neutron [-] [instance: ca5f1f85-0fbb-4572-8b04-bd275a02f396] Updating instance_info_cache with network_info: [] {{(pid=62328) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 967.007191] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a3265cd7-f219-499e-a02b-536bbc74257e {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 967.025040] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-95321f88-2427-4178-aaf0-c834ae3d86ba {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 967.057035] env[62328]: INFO nova.virt.block_device [None req-722aca90-59da-4b87-92e1-34d8ecd45aa6 tempest-ServerActionsTestOtherA-1098162655 tempest-ServerActionsTestOtherA-1098162655-project-member] [instance: 0b59b4a1-0c44-41af-a213-89960b97f913] Booting with volume 58285048-ba68-4966-9214-c0935994009b at /dev/sdb [ 967.060144] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d88845ac-6c74-4e86-bcc1-78d983243d64 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 967.069532] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8bc4a864-00f2-41a7-905b-057e01238654 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 967.087875] env[62328]: DEBUG nova.compute.provider_tree [None req-93b66467-a06b-4805-b27a-a20507c878b0 tempest-ServerDiskConfigTestJSON-126406698 tempest-ServerDiskConfigTestJSON-126406698-project-member] Inventory has not changed in ProviderTree for provider: 3469e9f8-04af-49ca-8435-49f104496744 {{(pid=62328) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 967.106711] env[62328]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-8f0ec9d0-7d4e-4ee7-8cc3-de20ef5576b8 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 967.118022] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-13b40599-e556-4fb5-80cd-0f2e7ab40c26 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 967.157474] env[62328]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-0a0e8f6d-57d5-4619-aa91-5f3290bce193 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 967.166729] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4018cd55-137f-414e-8805-7f66d4e253c0 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 967.193313] env[62328]: DEBUG nova.network.neutron [None req-29f68803-8286-458f-9aaf-60c2a2528759 tempest-AttachVolumeNegativeTest-1920358930 tempest-AttachVolumeNegativeTest-1920358930-project-member] [instance: 72ae0826-d2f2-406b-80fc-f4fd4c2e9706] Successfully updated port: 0150b9c5-1d8c-4d73-92ef-abd529209996 {{(pid=62328) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 967.207113] env[62328]: DEBUG oslo_concurrency.lockutils [None req-29f68803-8286-458f-9aaf-60c2a2528759 tempest-AttachVolumeNegativeTest-1920358930 tempest-AttachVolumeNegativeTest-1920358930-project-member] Acquiring lock "refresh_cache-72ae0826-d2f2-406b-80fc-f4fd4c2e9706" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 967.207113] env[62328]: DEBUG oslo_concurrency.lockutils [None req-29f68803-8286-458f-9aaf-60c2a2528759 tempest-AttachVolumeNegativeTest-1920358930 tempest-AttachVolumeNegativeTest-1920358930-project-member] Acquired lock "refresh_cache-72ae0826-d2f2-406b-80fc-f4fd4c2e9706" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 967.207113] env[62328]: DEBUG nova.network.neutron [None req-29f68803-8286-458f-9aaf-60c2a2528759 tempest-AttachVolumeNegativeTest-1920358930 tempest-AttachVolumeNegativeTest-1920358930-project-member] [instance: 72ae0826-d2f2-406b-80fc-f4fd4c2e9706] Building network info cache for instance {{(pid=62328) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 967.209219] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f4489197-ce2d-47a9-8247-dadf924d4e40 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 967.221781] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-248953f4-f712-444d-b06c-1274af955f93 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 967.240611] env[62328]: DEBUG nova.virt.block_device [None req-722aca90-59da-4b87-92e1-34d8ecd45aa6 tempest-ServerActionsTestOtherA-1098162655 tempest-ServerActionsTestOtherA-1098162655-project-member] [instance: 0b59b4a1-0c44-41af-a213-89960b97f913] Updating existing volume attachment record: ca380bf4-3dbb-48e3-8839-9a5934140005 {{(pid=62328) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 967.293411] env[62328]: DEBUG oslo_concurrency.lockutils [None req-cea27bf9-5054-4084-94fa-0610b52fb1f4 tempest-DeleteServersTestJSON-1766103036 tempest-DeleteServersTestJSON-1766103036-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 967.451547] env[62328]: INFO nova.compute.manager [-] [instance: ca5f1f85-0fbb-4572-8b04-bd275a02f396] Took 2.19 seconds to deallocate network for instance. [ 967.598489] env[62328]: DEBUG nova.network.neutron [None req-4244b0c1-6c87-4373-a62f-f4aedc12c8c6 tempest-AttachVolumeTestJSON-944844435 tempest-AttachVolumeTestJSON-944844435-project-member] [instance: 3bbba6fe-038a-40f8-935b-ce45c75c3497] Updating instance_info_cache with network_info: [{"id": "b4a43b03-36a8-47a0-b31b-aafdd6a4a49e", "address": "fa:16:3e:fe:07:f5", "network": {"id": "926e779e-3c4c-474f-92ce-346dc1243ee2", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-237776850-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.210", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2c55e83cf5c442ba8c209cf01cb581f3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e49a26b5-7b6b-41fd-8bed-4cd9a6c1a002", "external-id": "nsx-vlan-transportzone-506", "segmentation_id": 506, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb4a43b03-36", "ovs_interfaceid": "b4a43b03-36a8-47a0-b31b-aafdd6a4a49e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62328) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 967.600985] env[62328]: DEBUG nova.scheduler.client.report [None req-93b66467-a06b-4805-b27a-a20507c878b0 tempest-ServerDiskConfigTestJSON-126406698 tempest-ServerDiskConfigTestJSON-126406698-project-member] Inventory has not changed for provider 3469e9f8-04af-49ca-8435-49f104496744 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 152, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62328) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 967.806208] env[62328]: DEBUG nova.compute.manager [req-c1413959-8039-43ea-a4e0-020f33c36890 req-f681a660-aa46-4f63-88c9-7068528f0da8 service nova] [instance: 72ae0826-d2f2-406b-80fc-f4fd4c2e9706] Received event network-vif-plugged-0150b9c5-1d8c-4d73-92ef-abd529209996 {{(pid=62328) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 967.806208] env[62328]: DEBUG oslo_concurrency.lockutils [req-c1413959-8039-43ea-a4e0-020f33c36890 req-f681a660-aa46-4f63-88c9-7068528f0da8 service nova] Acquiring lock "72ae0826-d2f2-406b-80fc-f4fd4c2e9706-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 967.806208] env[62328]: DEBUG oslo_concurrency.lockutils [req-c1413959-8039-43ea-a4e0-020f33c36890 req-f681a660-aa46-4f63-88c9-7068528f0da8 service nova] Lock "72ae0826-d2f2-406b-80fc-f4fd4c2e9706-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.004s {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 967.806208] env[62328]: DEBUG oslo_concurrency.lockutils [req-c1413959-8039-43ea-a4e0-020f33c36890 req-f681a660-aa46-4f63-88c9-7068528f0da8 service nova] Lock "72ae0826-d2f2-406b-80fc-f4fd4c2e9706-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 967.806208] env[62328]: DEBUG nova.compute.manager [req-c1413959-8039-43ea-a4e0-020f33c36890 req-f681a660-aa46-4f63-88c9-7068528f0da8 service nova] [instance: 72ae0826-d2f2-406b-80fc-f4fd4c2e9706] No waiting events found dispatching network-vif-plugged-0150b9c5-1d8c-4d73-92ef-abd529209996 {{(pid=62328) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 967.806208] env[62328]: WARNING nova.compute.manager [req-c1413959-8039-43ea-a4e0-020f33c36890 req-f681a660-aa46-4f63-88c9-7068528f0da8 service nova] [instance: 72ae0826-d2f2-406b-80fc-f4fd4c2e9706] Received unexpected event network-vif-plugged-0150b9c5-1d8c-4d73-92ef-abd529209996 for instance with vm_state building and task_state spawning. [ 967.806208] env[62328]: DEBUG oslo_concurrency.lockutils [None req-56d84e77-7e7a-4b14-bc66-ec07ae6e5f82 tempest-ServerRescueNegativeTestJSON-713788249 tempest-ServerRescueNegativeTestJSON-713788249-project-member] Acquiring lock "75498571-7d71-433a-8548-3a56f8b871c5" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 967.806208] env[62328]: DEBUG oslo_concurrency.lockutils [None req-56d84e77-7e7a-4b14-bc66-ec07ae6e5f82 tempest-ServerRescueNegativeTestJSON-713788249 tempest-ServerRescueNegativeTestJSON-713788249-project-member] Lock "75498571-7d71-433a-8548-3a56f8b871c5" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 967.806208] env[62328]: DEBUG nova.network.neutron [None req-29f68803-8286-458f-9aaf-60c2a2528759 tempest-AttachVolumeNegativeTest-1920358930 tempest-AttachVolumeNegativeTest-1920358930-project-member] [instance: 72ae0826-d2f2-406b-80fc-f4fd4c2e9706] Instance cache missing network info. {{(pid=62328) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 967.963197] env[62328]: DEBUG oslo_concurrency.lockutils [None req-3373cf16-9545-42fa-9aa7-1ee0b36d4b61 tempest-AttachInterfacesUnderV243Test-538941428 tempest-AttachInterfacesUnderV243Test-538941428-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 967.979891] env[62328]: DEBUG nova.compute.manager [req-48a9be78-e02c-4e9b-a5f6-e281773a527d req-73d6d2fd-32b3-475f-8fdc-efd11d42e720 service nova] [instance: ca5f1f85-0fbb-4572-8b04-bd275a02f396] Received event network-vif-deleted-c0fd6b4b-c114-409c-a9cc-94d96f6b995a {{(pid=62328) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 968.094215] env[62328]: DEBUG nova.network.neutron [None req-29f68803-8286-458f-9aaf-60c2a2528759 tempest-AttachVolumeNegativeTest-1920358930 tempest-AttachVolumeNegativeTest-1920358930-project-member] [instance: 72ae0826-d2f2-406b-80fc-f4fd4c2e9706] Updating instance_info_cache with network_info: [{"id": "0150b9c5-1d8c-4d73-92ef-abd529209996", "address": "fa:16:3e:5a:cf:0d", "network": {"id": "ed1d555f-f92f-4abe-9fa7-e6c9390d1efe", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-674926679-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3d8ff424d526451a9374555ba25a4243", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "04ccbc7a-cf8d-4ea2-8411-291a1e27df7b", "external-id": "nsx-vlan-transportzone-998", "segmentation_id": 998, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0150b9c5-1d", "ovs_interfaceid": "0150b9c5-1d8c-4d73-92ef-abd529209996", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62328) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 968.106519] env[62328]: DEBUG oslo_concurrency.lockutils [None req-4244b0c1-6c87-4373-a62f-f4aedc12c8c6 tempest-AttachVolumeTestJSON-944844435 tempest-AttachVolumeTestJSON-944844435-project-member] Releasing lock "refresh_cache-3bbba6fe-038a-40f8-935b-ce45c75c3497" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 968.187336] env[62328]: DEBUG nova.compute.manager [None req-56d84e77-7e7a-4b14-bc66-ec07ae6e5f82 tempest-ServerRescueNegativeTestJSON-713788249 tempest-ServerRescueNegativeTestJSON-713788249-project-member] [instance: 75498571-7d71-433a-8548-3a56f8b871c5] Starting instance... {{(pid=62328) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 968.234399] env[62328]: DEBUG oslo_concurrency.lockutils [None req-6f7e79c5-c4a4-43b1-a6a8-5a5b1b1fe838 tempest-ImagesTestJSON-1776717495 tempest-ImagesTestJSON-1776717495-project-member] Acquiring lock "fa773569-3987-4bca-8f5f-638a337630b1" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 968.234399] env[62328]: DEBUG oslo_concurrency.lockutils [None req-6f7e79c5-c4a4-43b1-a6a8-5a5b1b1fe838 tempest-ImagesTestJSON-1776717495 tempest-ImagesTestJSON-1776717495-project-member] Lock "fa773569-3987-4bca-8f5f-638a337630b1" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 968.234399] env[62328]: DEBUG oslo_concurrency.lockutils [None req-6f7e79c5-c4a4-43b1-a6a8-5a5b1b1fe838 tempest-ImagesTestJSON-1776717495 tempest-ImagesTestJSON-1776717495-project-member] Acquiring lock "fa773569-3987-4bca-8f5f-638a337630b1-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 968.234399] env[62328]: DEBUG oslo_concurrency.lockutils [None req-6f7e79c5-c4a4-43b1-a6a8-5a5b1b1fe838 tempest-ImagesTestJSON-1776717495 tempest-ImagesTestJSON-1776717495-project-member] Lock "fa773569-3987-4bca-8f5f-638a337630b1-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 968.235065] env[62328]: DEBUG oslo_concurrency.lockutils [None req-6f7e79c5-c4a4-43b1-a6a8-5a5b1b1fe838 tempest-ImagesTestJSON-1776717495 tempest-ImagesTestJSON-1776717495-project-member] Lock "fa773569-3987-4bca-8f5f-638a337630b1-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.001s {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 968.236791] env[62328]: INFO nova.compute.manager [None req-6f7e79c5-c4a4-43b1-a6a8-5a5b1b1fe838 tempest-ImagesTestJSON-1776717495 tempest-ImagesTestJSON-1776717495-project-member] [instance: fa773569-3987-4bca-8f5f-638a337630b1] Terminating instance [ 968.597757] env[62328]: DEBUG oslo_concurrency.lockutils [None req-29f68803-8286-458f-9aaf-60c2a2528759 tempest-AttachVolumeNegativeTest-1920358930 tempest-AttachVolumeNegativeTest-1920358930-project-member] Releasing lock "refresh_cache-72ae0826-d2f2-406b-80fc-f4fd4c2e9706" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 968.601009] env[62328]: DEBUG nova.compute.manager [None req-29f68803-8286-458f-9aaf-60c2a2528759 tempest-AttachVolumeNegativeTest-1920358930 tempest-AttachVolumeNegativeTest-1920358930-project-member] [instance: 72ae0826-d2f2-406b-80fc-f4fd4c2e9706] Instance network_info: |[{"id": "0150b9c5-1d8c-4d73-92ef-abd529209996", "address": "fa:16:3e:5a:cf:0d", "network": {"id": "ed1d555f-f92f-4abe-9fa7-e6c9390d1efe", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-674926679-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3d8ff424d526451a9374555ba25a4243", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "04ccbc7a-cf8d-4ea2-8411-291a1e27df7b", "external-id": "nsx-vlan-transportzone-998", "segmentation_id": 998, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0150b9c5-1d", "ovs_interfaceid": "0150b9c5-1d8c-4d73-92ef-abd529209996", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62328) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 968.601009] env[62328]: DEBUG nova.virt.vmwareapi.vmops [None req-29f68803-8286-458f-9aaf-60c2a2528759 tempest-AttachVolumeNegativeTest-1920358930 tempest-AttachVolumeNegativeTest-1920358930-project-member] [instance: 72ae0826-d2f2-406b-80fc-f4fd4c2e9706] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:5a:cf:0d', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '04ccbc7a-cf8d-4ea2-8411-291a1e27df7b', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '0150b9c5-1d8c-4d73-92ef-abd529209996', 'vif_model': 'vmxnet3'}] {{(pid=62328) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 968.610061] env[62328]: DEBUG oslo.service.loopingcall [None req-29f68803-8286-458f-9aaf-60c2a2528759 tempest-AttachVolumeNegativeTest-1920358930 tempest-AttachVolumeNegativeTest-1920358930-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62328) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 968.610061] env[62328]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 72ae0826-d2f2-406b-80fc-f4fd4c2e9706] Creating VM on the ESX host {{(pid=62328) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 968.610061] env[62328]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-40202e37-c32b-4908-bd52-b7ff2985fbb3 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 968.633620] env[62328]: DEBUG oslo_concurrency.lockutils [None req-93b66467-a06b-4805-b27a-a20507c878b0 tempest-ServerDiskConfigTestJSON-126406698 tempest-ServerDiskConfigTestJSON-126406698-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 2.576s {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 968.639305] env[62328]: DEBUG oslo_concurrency.lockutils [None req-44a574a7-a68c-42cb-ba46-203f04841807 tempest-ServerMetadataTestJSON-2029257498 tempest-ServerMetadataTestJSON-2029257498-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 9.301s {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 968.639305] env[62328]: DEBUG nova.objects.instance [None req-44a574a7-a68c-42cb-ba46-203f04841807 tempest-ServerMetadataTestJSON-2029257498 tempest-ServerMetadataTestJSON-2029257498-project-member] Lazy-loading 'resources' on Instance uuid 4f661e25-00bc-4244-841b-575de5d4960b {{(pid=62328) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 968.647289] env[62328]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 968.647289] env[62328]: value = "task-2387353" [ 968.647289] env[62328]: _type = "Task" [ 968.647289] env[62328]: } to complete. {{(pid=62328) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 968.660825] env[62328]: DEBUG oslo_vmware.api [-] Task: {'id': task-2387353, 'name': CreateVM_Task} progress is 0%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 968.714922] env[62328]: DEBUG oslo_concurrency.lockutils [None req-56d84e77-7e7a-4b14-bc66-ec07ae6e5f82 tempest-ServerRescueNegativeTestJSON-713788249 tempest-ServerRescueNegativeTestJSON-713788249-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 968.746402] env[62328]: DEBUG nova.compute.manager [None req-6f7e79c5-c4a4-43b1-a6a8-5a5b1b1fe838 tempest-ImagesTestJSON-1776717495 tempest-ImagesTestJSON-1776717495-project-member] [instance: fa773569-3987-4bca-8f5f-638a337630b1] Start destroying the instance on the hypervisor. {{(pid=62328) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 968.746402] env[62328]: DEBUG nova.virt.vmwareapi.vmops [None req-6f7e79c5-c4a4-43b1-a6a8-5a5b1b1fe838 tempest-ImagesTestJSON-1776717495 tempest-ImagesTestJSON-1776717495-project-member] [instance: fa773569-3987-4bca-8f5f-638a337630b1] Destroying instance {{(pid=62328) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 968.746402] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-287f39c4-3d03-4218-95e5-c26c5cc9df63 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 968.765762] env[62328]: DEBUG nova.virt.vmwareapi.vm_util [None req-6f7e79c5-c4a4-43b1-a6a8-5a5b1b1fe838 tempest-ImagesTestJSON-1776717495 tempest-ImagesTestJSON-1776717495-project-member] [instance: fa773569-3987-4bca-8f5f-638a337630b1] Powering off the VM {{(pid=62328) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 968.766224] env[62328]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f7b4e41a-dc50-4f41-8524-f5a1b5ba6d69 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 968.774699] env[62328]: DEBUG oslo_vmware.api [None req-6f7e79c5-c4a4-43b1-a6a8-5a5b1b1fe838 tempest-ImagesTestJSON-1776717495 tempest-ImagesTestJSON-1776717495-project-member] Waiting for the task: (returnval){ [ 968.774699] env[62328]: value = "task-2387354" [ 968.774699] env[62328]: _type = "Task" [ 968.774699] env[62328]: } to complete. {{(pid=62328) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 968.783840] env[62328]: DEBUG oslo_vmware.api [None req-6f7e79c5-c4a4-43b1-a6a8-5a5b1b1fe838 tempest-ImagesTestJSON-1776717495 tempest-ImagesTestJSON-1776717495-project-member] Task: {'id': task-2387354, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 968.906205] env[62328]: DEBUG oslo_concurrency.lockutils [None req-6d2aed24-7c2e-4a32-8be8-f83d64c46ed5 tempest-ServersTestManualDisk-1140415373 tempest-ServersTestManualDisk-1140415373-project-member] Acquiring lock "77ca1d19-5060-4a7c-a780-56adf9a3f70e" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 968.906530] env[62328]: DEBUG oslo_concurrency.lockutils [None req-6d2aed24-7c2e-4a32-8be8-f83d64c46ed5 tempest-ServersTestManualDisk-1140415373 tempest-ServersTestManualDisk-1140415373-project-member] Lock "77ca1d19-5060-4a7c-a780-56adf9a3f70e" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 968.906797] env[62328]: DEBUG oslo_concurrency.lockutils [None req-6d2aed24-7c2e-4a32-8be8-f83d64c46ed5 tempest-ServersTestManualDisk-1140415373 tempest-ServersTestManualDisk-1140415373-project-member] Acquiring lock "77ca1d19-5060-4a7c-a780-56adf9a3f70e-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 968.907280] env[62328]: DEBUG oslo_concurrency.lockutils [None req-6d2aed24-7c2e-4a32-8be8-f83d64c46ed5 tempest-ServersTestManualDisk-1140415373 tempest-ServersTestManualDisk-1140415373-project-member] Lock "77ca1d19-5060-4a7c-a780-56adf9a3f70e-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 968.907419] env[62328]: DEBUG oslo_concurrency.lockutils [None req-6d2aed24-7c2e-4a32-8be8-f83d64c46ed5 tempest-ServersTestManualDisk-1140415373 tempest-ServersTestManualDisk-1140415373-project-member] Lock "77ca1d19-5060-4a7c-a780-56adf9a3f70e-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 968.909863] env[62328]: INFO nova.compute.manager [None req-6d2aed24-7c2e-4a32-8be8-f83d64c46ed5 tempest-ServersTestManualDisk-1140415373 tempest-ServersTestManualDisk-1140415373-project-member] [instance: 77ca1d19-5060-4a7c-a780-56adf9a3f70e] Terminating instance [ 968.997502] env[62328]: DEBUG oslo_concurrency.lockutils [None req-19a37482-3ba7-4ddc-a574-e2df5e4ba850 tempest-ServerRescueNegativeTestJSON-713788249 tempest-ServerRescueNegativeTestJSON-713788249-project-member] Acquiring lock "749883c0-59b2-4553-976c-39af0f4ff1d6" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 968.997945] env[62328]: DEBUG oslo_concurrency.lockutils [None req-19a37482-3ba7-4ddc-a574-e2df5e4ba850 tempest-ServerRescueNegativeTestJSON-713788249 tempest-ServerRescueNegativeTestJSON-713788249-project-member] Lock "749883c0-59b2-4553-976c-39af0f4ff1d6" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 969.143114] env[62328]: DEBUG nova.virt.vmwareapi.vm_util [None req-4244b0c1-6c87-4373-a62f-f4aedc12c8c6 tempest-AttachVolumeTestJSON-944844435 tempest-AttachVolumeTestJSON-944844435-project-member] [instance: 3bbba6fe-038a-40f8-935b-ce45c75c3497] Powering on the VM {{(pid=62328) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 969.149292] env[62328]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-acb18794-09ea-4daf-abbc-e7f8d1c320b0 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 969.164753] env[62328]: DEBUG oslo_vmware.api [-] Task: {'id': task-2387353, 'name': CreateVM_Task} progress is 99%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 969.166925] env[62328]: DEBUG oslo_vmware.api [None req-4244b0c1-6c87-4373-a62f-f4aedc12c8c6 tempest-AttachVolumeTestJSON-944844435 tempest-AttachVolumeTestJSON-944844435-project-member] Waiting for the task: (returnval){ [ 969.166925] env[62328]: value = "task-2387355" [ 969.166925] env[62328]: _type = "Task" [ 969.166925] env[62328]: } to complete. {{(pid=62328) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 969.183788] env[62328]: DEBUG oslo_vmware.api [None req-4244b0c1-6c87-4373-a62f-f4aedc12c8c6 tempest-AttachVolumeTestJSON-944844435 tempest-AttachVolumeTestJSON-944844435-project-member] Task: {'id': task-2387355, 'name': PowerOnVM_Task} progress is 33%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 969.213969] env[62328]: INFO nova.scheduler.client.report [None req-93b66467-a06b-4805-b27a-a20507c878b0 tempest-ServerDiskConfigTestJSON-126406698 tempest-ServerDiskConfigTestJSON-126406698-project-member] Deleted allocation for migration 82326da9-e233-44ee-8a7d-360c4c26278c [ 969.286478] env[62328]: DEBUG oslo_vmware.api [None req-6f7e79c5-c4a4-43b1-a6a8-5a5b1b1fe838 tempest-ImagesTestJSON-1776717495 tempest-ImagesTestJSON-1776717495-project-member] Task: {'id': task-2387354, 'name': PowerOffVM_Task, 'duration_secs': 0.343741} completed successfully. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 969.286789] env[62328]: DEBUG nova.virt.vmwareapi.vm_util [None req-6f7e79c5-c4a4-43b1-a6a8-5a5b1b1fe838 tempest-ImagesTestJSON-1776717495 tempest-ImagesTestJSON-1776717495-project-member] [instance: fa773569-3987-4bca-8f5f-638a337630b1] Powered off the VM {{(pid=62328) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 969.287225] env[62328]: DEBUG nova.virt.vmwareapi.vmops [None req-6f7e79c5-c4a4-43b1-a6a8-5a5b1b1fe838 tempest-ImagesTestJSON-1776717495 tempest-ImagesTestJSON-1776717495-project-member] [instance: fa773569-3987-4bca-8f5f-638a337630b1] Unregistering the VM {{(pid=62328) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 969.287956] env[62328]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-26a50717-2110-4e61-8f70-89cc7e592cad {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 969.358227] env[62328]: DEBUG nova.virt.vmwareapi.vmops [None req-6f7e79c5-c4a4-43b1-a6a8-5a5b1b1fe838 tempest-ImagesTestJSON-1776717495 tempest-ImagesTestJSON-1776717495-project-member] [instance: fa773569-3987-4bca-8f5f-638a337630b1] Unregistered the VM {{(pid=62328) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 969.358655] env[62328]: DEBUG nova.virt.vmwareapi.vmops [None req-6f7e79c5-c4a4-43b1-a6a8-5a5b1b1fe838 tempest-ImagesTestJSON-1776717495 tempest-ImagesTestJSON-1776717495-project-member] [instance: fa773569-3987-4bca-8f5f-638a337630b1] Deleting contents of the VM from datastore datastore1 {{(pid=62328) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 969.358655] env[62328]: DEBUG nova.virt.vmwareapi.ds_util [None req-6f7e79c5-c4a4-43b1-a6a8-5a5b1b1fe838 tempest-ImagesTestJSON-1776717495 tempest-ImagesTestJSON-1776717495-project-member] Deleting the datastore file [datastore1] fa773569-3987-4bca-8f5f-638a337630b1 {{(pid=62328) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 969.358816] env[62328]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-b7018879-3a87-4e7c-8ccb-cf19224e4932 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 969.370091] env[62328]: DEBUG oslo_vmware.api [None req-6f7e79c5-c4a4-43b1-a6a8-5a5b1b1fe838 tempest-ImagesTestJSON-1776717495 tempest-ImagesTestJSON-1776717495-project-member] Waiting for the task: (returnval){ [ 969.370091] env[62328]: value = "task-2387357" [ 969.370091] env[62328]: _type = "Task" [ 969.370091] env[62328]: } to complete. {{(pid=62328) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 969.382825] env[62328]: DEBUG oslo_vmware.api [None req-6f7e79c5-c4a4-43b1-a6a8-5a5b1b1fe838 tempest-ImagesTestJSON-1776717495 tempest-ImagesTestJSON-1776717495-project-member] Task: {'id': task-2387357, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 969.404726] env[62328]: DEBUG nova.virt.hardware [None req-722aca90-59da-4b87-92e1-34d8ecd45aa6 tempest-ServerActionsTestOtherA-1098162655 tempest-ServerActionsTestOtherA-1098162655-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-07T17:16:55Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-07T17:16:37Z,direct_url=,disk_format='vmdk',id=dbf872a4-92be-47e4-8561-c3e2bf2423ab,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='2a64022f08d84b11a86773b900860ae5',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-07T17:16:38Z,virtual_size=,visibility=), allow threads: False {{(pid=62328) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 969.405025] env[62328]: DEBUG nova.virt.hardware [None req-722aca90-59da-4b87-92e1-34d8ecd45aa6 tempest-ServerActionsTestOtherA-1098162655 tempest-ServerActionsTestOtherA-1098162655-project-member] Flavor limits 0:0:0 {{(pid=62328) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 969.405637] env[62328]: DEBUG nova.virt.hardware [None req-722aca90-59da-4b87-92e1-34d8ecd45aa6 tempest-ServerActionsTestOtherA-1098162655 tempest-ServerActionsTestOtherA-1098162655-project-member] Image limits 0:0:0 {{(pid=62328) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 969.405637] env[62328]: DEBUG nova.virt.hardware [None req-722aca90-59da-4b87-92e1-34d8ecd45aa6 tempest-ServerActionsTestOtherA-1098162655 tempest-ServerActionsTestOtherA-1098162655-project-member] Flavor pref 0:0:0 {{(pid=62328) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 969.405637] env[62328]: DEBUG nova.virt.hardware [None req-722aca90-59da-4b87-92e1-34d8ecd45aa6 tempest-ServerActionsTestOtherA-1098162655 tempest-ServerActionsTestOtherA-1098162655-project-member] Image pref 0:0:0 {{(pid=62328) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 969.405637] env[62328]: DEBUG nova.virt.hardware [None req-722aca90-59da-4b87-92e1-34d8ecd45aa6 tempest-ServerActionsTestOtherA-1098162655 tempest-ServerActionsTestOtherA-1098162655-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62328) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 969.405910] env[62328]: DEBUG nova.virt.hardware [None req-722aca90-59da-4b87-92e1-34d8ecd45aa6 tempest-ServerActionsTestOtherA-1098162655 tempest-ServerActionsTestOtherA-1098162655-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62328) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 969.406257] env[62328]: DEBUG nova.virt.hardware [None req-722aca90-59da-4b87-92e1-34d8ecd45aa6 tempest-ServerActionsTestOtherA-1098162655 tempest-ServerActionsTestOtherA-1098162655-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62328) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 969.406463] env[62328]: DEBUG nova.virt.hardware [None req-722aca90-59da-4b87-92e1-34d8ecd45aa6 tempest-ServerActionsTestOtherA-1098162655 tempest-ServerActionsTestOtherA-1098162655-project-member] Got 1 possible topologies {{(pid=62328) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 969.406849] env[62328]: DEBUG nova.virt.hardware [None req-722aca90-59da-4b87-92e1-34d8ecd45aa6 tempest-ServerActionsTestOtherA-1098162655 tempest-ServerActionsTestOtherA-1098162655-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62328) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 969.407163] env[62328]: DEBUG nova.virt.hardware [None req-722aca90-59da-4b87-92e1-34d8ecd45aa6 tempest-ServerActionsTestOtherA-1098162655 tempest-ServerActionsTestOtherA-1098162655-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62328) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 969.408750] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f0576f23-d63e-41d8-852f-ad4838154d92 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 969.417061] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ed4918b0-e51d-41d1-85da-58dfa899f2f8 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 969.427261] env[62328]: DEBUG nova.compute.manager [None req-6d2aed24-7c2e-4a32-8be8-f83d64c46ed5 tempest-ServersTestManualDisk-1140415373 tempest-ServersTestManualDisk-1140415373-project-member] [instance: 77ca1d19-5060-4a7c-a780-56adf9a3f70e] Start destroying the instance on the hypervisor. {{(pid=62328) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 969.428018] env[62328]: DEBUG nova.virt.vmwareapi.vmops [None req-6d2aed24-7c2e-4a32-8be8-f83d64c46ed5 tempest-ServersTestManualDisk-1140415373 tempest-ServersTestManualDisk-1140415373-project-member] [instance: 77ca1d19-5060-4a7c-a780-56adf9a3f70e] Destroying instance {{(pid=62328) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 969.429682] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bff52dab-28c1-4de2-98ad-d6de2a8dcad3 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 969.448362] env[62328]: DEBUG nova.virt.vmwareapi.vmops [None req-722aca90-59da-4b87-92e1-34d8ecd45aa6 tempest-ServerActionsTestOtherA-1098162655 tempest-ServerActionsTestOtherA-1098162655-project-member] [instance: 0b59b4a1-0c44-41af-a213-89960b97f913] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:da:a8:53', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'a965790c-2d2f-4c2a-9ee7-745f4d53039b', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '86c37542-23b8-4f9e-aad7-2a0e02ec85e2', 'vif_model': 'vmxnet3'}] {{(pid=62328) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 969.458484] env[62328]: DEBUG oslo.service.loopingcall [None req-722aca90-59da-4b87-92e1-34d8ecd45aa6 tempest-ServerActionsTestOtherA-1098162655 tempest-ServerActionsTestOtherA-1098162655-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62328) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 969.464584] env[62328]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0b59b4a1-0c44-41af-a213-89960b97f913] Creating VM on the ESX host {{(pid=62328) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 969.465046] env[62328]: DEBUG nova.virt.vmwareapi.vm_util [None req-6d2aed24-7c2e-4a32-8be8-f83d64c46ed5 tempest-ServersTestManualDisk-1140415373 tempest-ServersTestManualDisk-1140415373-project-member] [instance: 77ca1d19-5060-4a7c-a780-56adf9a3f70e] Powering off the VM {{(pid=62328) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 969.465620] env[62328]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-79e9688f-05ef-468f-9bb4-e42e74a3c9c2 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 969.484173] env[62328]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-6095452d-051f-4346-b869-cebf4265c77e {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 969.490786] env[62328]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 969.490786] env[62328]: value = "task-2387359" [ 969.490786] env[62328]: _type = "Task" [ 969.490786] env[62328]: } to complete. {{(pid=62328) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 969.493845] env[62328]: DEBUG oslo_vmware.api [None req-6d2aed24-7c2e-4a32-8be8-f83d64c46ed5 tempest-ServersTestManualDisk-1140415373 tempest-ServersTestManualDisk-1140415373-project-member] Waiting for the task: (returnval){ [ 969.493845] env[62328]: value = "task-2387358" [ 969.493845] env[62328]: _type = "Task" [ 969.493845] env[62328]: } to complete. {{(pid=62328) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 969.503674] env[62328]: DEBUG nova.compute.manager [None req-19a37482-3ba7-4ddc-a574-e2df5e4ba850 tempest-ServerRescueNegativeTestJSON-713788249 tempest-ServerRescueNegativeTestJSON-713788249-project-member] [instance: 749883c0-59b2-4553-976c-39af0f4ff1d6] Starting instance... {{(pid=62328) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 969.511498] env[62328]: DEBUG oslo_vmware.api [-] Task: {'id': task-2387359, 'name': CreateVM_Task} progress is 6%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 969.517140] env[62328]: DEBUG oslo_vmware.api [None req-6d2aed24-7c2e-4a32-8be8-f83d64c46ed5 tempest-ServersTestManualDisk-1140415373 tempest-ServersTestManualDisk-1140415373-project-member] Task: {'id': task-2387358, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 969.666093] env[62328]: DEBUG oslo_vmware.api [-] Task: {'id': task-2387353, 'name': CreateVM_Task, 'duration_secs': 0.518403} completed successfully. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 969.666311] env[62328]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 72ae0826-d2f2-406b-80fc-f4fd4c2e9706] Created VM on the ESX host {{(pid=62328) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 969.667049] env[62328]: DEBUG oslo_concurrency.lockutils [None req-29f68803-8286-458f-9aaf-60c2a2528759 tempest-AttachVolumeNegativeTest-1920358930 tempest-AttachVolumeNegativeTest-1920358930-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/dbf872a4-92be-47e4-8561-c3e2bf2423ab" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 969.667243] env[62328]: DEBUG oslo_concurrency.lockutils [None req-29f68803-8286-458f-9aaf-60c2a2528759 tempest-AttachVolumeNegativeTest-1920358930 tempest-AttachVolumeNegativeTest-1920358930-project-member] Acquired lock "[datastore2] devstack-image-cache_base/dbf872a4-92be-47e4-8561-c3e2bf2423ab" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 969.667570] env[62328]: DEBUG oslo_concurrency.lockutils [None req-29f68803-8286-458f-9aaf-60c2a2528759 tempest-AttachVolumeNegativeTest-1920358930 tempest-AttachVolumeNegativeTest-1920358930-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/dbf872a4-92be-47e4-8561-c3e2bf2423ab" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 969.667889] env[62328]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-333042d0-bb02-4a29-b7cf-12867f9f1b19 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 969.675700] env[62328]: DEBUG oslo_vmware.api [None req-29f68803-8286-458f-9aaf-60c2a2528759 tempest-AttachVolumeNegativeTest-1920358930 tempest-AttachVolumeNegativeTest-1920358930-project-member] Waiting for the task: (returnval){ [ 969.675700] env[62328]: value = "session[52a6e20e-410d-708a-99f2-080a575a99bd]52af7195-1868-a544-8842-7762c02e5244" [ 969.675700] env[62328]: _type = "Task" [ 969.675700] env[62328]: } to complete. {{(pid=62328) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 969.680033] env[62328]: DEBUG oslo_vmware.api [None req-4244b0c1-6c87-4373-a62f-f4aedc12c8c6 tempest-AttachVolumeTestJSON-944844435 tempest-AttachVolumeTestJSON-944844435-project-member] Task: {'id': task-2387355, 'name': PowerOnVM_Task, 'duration_secs': 0.502468} completed successfully. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 969.685074] env[62328]: DEBUG nova.virt.vmwareapi.vm_util [None req-4244b0c1-6c87-4373-a62f-f4aedc12c8c6 tempest-AttachVolumeTestJSON-944844435 tempest-AttachVolumeTestJSON-944844435-project-member] [instance: 3bbba6fe-038a-40f8-935b-ce45c75c3497] Powered on the VM {{(pid=62328) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 969.685315] env[62328]: DEBUG nova.compute.manager [None req-4244b0c1-6c87-4373-a62f-f4aedc12c8c6 tempest-AttachVolumeTestJSON-944844435 tempest-AttachVolumeTestJSON-944844435-project-member] [instance: 3bbba6fe-038a-40f8-935b-ce45c75c3497] Checking state {{(pid=62328) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 969.689234] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9d4e4222-6801-4bd6-b45b-d9824ef16223 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 969.696541] env[62328]: DEBUG oslo_vmware.api [None req-29f68803-8286-458f-9aaf-60c2a2528759 tempest-AttachVolumeNegativeTest-1920358930 tempest-AttachVolumeNegativeTest-1920358930-project-member] Task: {'id': session[52a6e20e-410d-708a-99f2-080a575a99bd]52af7195-1868-a544-8842-7762c02e5244, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 969.701962] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9f9cd7c3-2d70-4a3d-800f-5883cfbc0048 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 969.709833] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0ace8d7f-0fda-4bac-a1f4-c6b044ee1bcd {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 969.716379] env[62328]: DEBUG nova.compute.manager [req-170a20cd-e0d5-415b-b871-a7b6b545abee req-d89fc8f6-10c5-4b48-9416-76f521bfc3e6 service nova] [instance: 72ae0826-d2f2-406b-80fc-f4fd4c2e9706] Received event network-changed-0150b9c5-1d8c-4d73-92ef-abd529209996 {{(pid=62328) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 969.716570] env[62328]: DEBUG nova.compute.manager [req-170a20cd-e0d5-415b-b871-a7b6b545abee req-d89fc8f6-10c5-4b48-9416-76f521bfc3e6 service nova] [instance: 72ae0826-d2f2-406b-80fc-f4fd4c2e9706] Refreshing instance network info cache due to event network-changed-0150b9c5-1d8c-4d73-92ef-abd529209996. {{(pid=62328) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 969.716788] env[62328]: DEBUG oslo_concurrency.lockutils [req-170a20cd-e0d5-415b-b871-a7b6b545abee req-d89fc8f6-10c5-4b48-9416-76f521bfc3e6 service nova] Acquiring lock "refresh_cache-72ae0826-d2f2-406b-80fc-f4fd4c2e9706" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 969.716968] env[62328]: DEBUG oslo_concurrency.lockutils [req-170a20cd-e0d5-415b-b871-a7b6b545abee req-d89fc8f6-10c5-4b48-9416-76f521bfc3e6 service nova] Acquired lock "refresh_cache-72ae0826-d2f2-406b-80fc-f4fd4c2e9706" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 969.717282] env[62328]: DEBUG nova.network.neutron [req-170a20cd-e0d5-415b-b871-a7b6b545abee req-d89fc8f6-10c5-4b48-9416-76f521bfc3e6 service nova] [instance: 72ae0826-d2f2-406b-80fc-f4fd4c2e9706] Refreshing network info cache for port 0150b9c5-1d8c-4d73-92ef-abd529209996 {{(pid=62328) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 969.750192] env[62328]: DEBUG oslo_concurrency.lockutils [None req-93b66467-a06b-4805-b27a-a20507c878b0 tempest-ServerDiskConfigTestJSON-126406698 tempest-ServerDiskConfigTestJSON-126406698-project-member] Lock "5df51859-2d31-4abb-9c7d-d0b0405c3df9" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 21.689s {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 969.753128] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1a21e041-3112-431a-bcda-37c9f87fe2e2 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 969.762647] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aae39e97-0ed8-41ad-b63a-6e8f694aff97 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 969.782266] env[62328]: DEBUG nova.compute.provider_tree [None req-44a574a7-a68c-42cb-ba46-203f04841807 tempest-ServerMetadataTestJSON-2029257498 tempest-ServerMetadataTestJSON-2029257498-project-member] Inventory has not changed in ProviderTree for provider: 3469e9f8-04af-49ca-8435-49f104496744 {{(pid=62328) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 969.884871] env[62328]: DEBUG oslo_vmware.api [None req-6f7e79c5-c4a4-43b1-a6a8-5a5b1b1fe838 tempest-ImagesTestJSON-1776717495 tempest-ImagesTestJSON-1776717495-project-member] Task: {'id': task-2387357, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.180849} completed successfully. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 969.885267] env[62328]: DEBUG nova.virt.vmwareapi.ds_util [None req-6f7e79c5-c4a4-43b1-a6a8-5a5b1b1fe838 tempest-ImagesTestJSON-1776717495 tempest-ImagesTestJSON-1776717495-project-member] Deleted the datastore file {{(pid=62328) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 969.885577] env[62328]: DEBUG nova.virt.vmwareapi.vmops [None req-6f7e79c5-c4a4-43b1-a6a8-5a5b1b1fe838 tempest-ImagesTestJSON-1776717495 tempest-ImagesTestJSON-1776717495-project-member] [instance: fa773569-3987-4bca-8f5f-638a337630b1] Deleted contents of the VM from datastore datastore1 {{(pid=62328) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 969.885867] env[62328]: DEBUG nova.virt.vmwareapi.vmops [None req-6f7e79c5-c4a4-43b1-a6a8-5a5b1b1fe838 tempest-ImagesTestJSON-1776717495 tempest-ImagesTestJSON-1776717495-project-member] [instance: fa773569-3987-4bca-8f5f-638a337630b1] Instance destroyed {{(pid=62328) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 969.886172] env[62328]: INFO nova.compute.manager [None req-6f7e79c5-c4a4-43b1-a6a8-5a5b1b1fe838 tempest-ImagesTestJSON-1776717495 tempest-ImagesTestJSON-1776717495-project-member] [instance: fa773569-3987-4bca-8f5f-638a337630b1] Took 1.14 seconds to destroy the instance on the hypervisor. [ 969.886530] env[62328]: DEBUG oslo.service.loopingcall [None req-6f7e79c5-c4a4-43b1-a6a8-5a5b1b1fe838 tempest-ImagesTestJSON-1776717495 tempest-ImagesTestJSON-1776717495-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62328) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 969.888017] env[62328]: DEBUG nova.compute.manager [-] [instance: fa773569-3987-4bca-8f5f-638a337630b1] Deallocating network for instance {{(pid=62328) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 969.888017] env[62328]: DEBUG nova.network.neutron [-] [instance: fa773569-3987-4bca-8f5f-638a337630b1] deallocate_for_instance() {{(pid=62328) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 970.006228] env[62328]: DEBUG oslo_vmware.api [-] Task: {'id': task-2387359, 'name': CreateVM_Task, 'duration_secs': 0.354874} completed successfully. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 970.006815] env[62328]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0b59b4a1-0c44-41af-a213-89960b97f913] Created VM on the ESX host {{(pid=62328) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 970.007531] env[62328]: DEBUG oslo_concurrency.lockutils [None req-722aca90-59da-4b87-92e1-34d8ecd45aa6 tempest-ServerActionsTestOtherA-1098162655 tempest-ServerActionsTestOtherA-1098162655-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/dbf872a4-92be-47e4-8561-c3e2bf2423ab" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 970.019373] env[62328]: DEBUG oslo_vmware.api [None req-6d2aed24-7c2e-4a32-8be8-f83d64c46ed5 tempest-ServersTestManualDisk-1140415373 tempest-ServersTestManualDisk-1140415373-project-member] Task: {'id': task-2387358, 'name': PowerOffVM_Task, 'duration_secs': 0.253276} completed successfully. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 970.021720] env[62328]: DEBUG nova.virt.vmwareapi.vm_util [None req-6d2aed24-7c2e-4a32-8be8-f83d64c46ed5 tempest-ServersTestManualDisk-1140415373 tempest-ServersTestManualDisk-1140415373-project-member] [instance: 77ca1d19-5060-4a7c-a780-56adf9a3f70e] Powered off the VM {{(pid=62328) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 970.021895] env[62328]: DEBUG nova.virt.vmwareapi.vmops [None req-6d2aed24-7c2e-4a32-8be8-f83d64c46ed5 tempest-ServersTestManualDisk-1140415373 tempest-ServersTestManualDisk-1140415373-project-member] [instance: 77ca1d19-5060-4a7c-a780-56adf9a3f70e] Unregistering the VM {{(pid=62328) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 970.022348] env[62328]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-d187b179-6d9e-459d-bcef-6da43cac2548 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 970.038995] env[62328]: DEBUG oslo_concurrency.lockutils [None req-19a37482-3ba7-4ddc-a574-e2df5e4ba850 tempest-ServerRescueNegativeTestJSON-713788249 tempest-ServerRescueNegativeTestJSON-713788249-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 970.090116] env[62328]: DEBUG oslo_concurrency.lockutils [None req-e5524e8e-dcc5-4342-9434-7a538a301aa0 tempest-AttachInterfacesTestJSON-1049158018 tempest-AttachInterfacesTestJSON-1049158018-project-member] Acquiring lock "0c5d4040-bc5a-452c-9a75-a58280f7cb73" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 970.090282] env[62328]: DEBUG oslo_concurrency.lockutils [None req-e5524e8e-dcc5-4342-9434-7a538a301aa0 tempest-AttachInterfacesTestJSON-1049158018 tempest-AttachInterfacesTestJSON-1049158018-project-member] Lock "0c5d4040-bc5a-452c-9a75-a58280f7cb73" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 970.096018] env[62328]: DEBUG nova.virt.vmwareapi.vmops [None req-6d2aed24-7c2e-4a32-8be8-f83d64c46ed5 tempest-ServersTestManualDisk-1140415373 tempest-ServersTestManualDisk-1140415373-project-member] [instance: 77ca1d19-5060-4a7c-a780-56adf9a3f70e] Unregistered the VM {{(pid=62328) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 970.096018] env[62328]: DEBUG nova.virt.vmwareapi.vmops [None req-6d2aed24-7c2e-4a32-8be8-f83d64c46ed5 tempest-ServersTestManualDisk-1140415373 tempest-ServersTestManualDisk-1140415373-project-member] [instance: 77ca1d19-5060-4a7c-a780-56adf9a3f70e] Deleting contents of the VM from datastore datastore2 {{(pid=62328) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 970.096018] env[62328]: DEBUG nova.virt.vmwareapi.ds_util [None req-6d2aed24-7c2e-4a32-8be8-f83d64c46ed5 tempest-ServersTestManualDisk-1140415373 tempest-ServersTestManualDisk-1140415373-project-member] Deleting the datastore file [datastore2] 77ca1d19-5060-4a7c-a780-56adf9a3f70e {{(pid=62328) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 970.096018] env[62328]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-566c59c3-30fb-4f43-a78d-2fb235c8f492 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 970.101048] env[62328]: DEBUG oslo_vmware.api [None req-6d2aed24-7c2e-4a32-8be8-f83d64c46ed5 tempest-ServersTestManualDisk-1140415373 tempest-ServersTestManualDisk-1140415373-project-member] Waiting for the task: (returnval){ [ 970.101048] env[62328]: value = "task-2387361" [ 970.101048] env[62328]: _type = "Task" [ 970.101048] env[62328]: } to complete. {{(pid=62328) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 970.110416] env[62328]: DEBUG oslo_vmware.api [None req-6d2aed24-7c2e-4a32-8be8-f83d64c46ed5 tempest-ServersTestManualDisk-1140415373 tempest-ServersTestManualDisk-1140415373-project-member] Task: {'id': task-2387361, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 970.195442] env[62328]: DEBUG oslo_vmware.api [None req-29f68803-8286-458f-9aaf-60c2a2528759 tempest-AttachVolumeNegativeTest-1920358930 tempest-AttachVolumeNegativeTest-1920358930-project-member] Task: {'id': session[52a6e20e-410d-708a-99f2-080a575a99bd]52af7195-1868-a544-8842-7762c02e5244, 'name': SearchDatastore_Task, 'duration_secs': 0.019472} completed successfully. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 970.195845] env[62328]: DEBUG oslo_concurrency.lockutils [None req-29f68803-8286-458f-9aaf-60c2a2528759 tempest-AttachVolumeNegativeTest-1920358930 tempest-AttachVolumeNegativeTest-1920358930-project-member] Releasing lock "[datastore2] devstack-image-cache_base/dbf872a4-92be-47e4-8561-c3e2bf2423ab" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 970.195845] env[62328]: DEBUG nova.virt.vmwareapi.vmops [None req-29f68803-8286-458f-9aaf-60c2a2528759 tempest-AttachVolumeNegativeTest-1920358930 tempest-AttachVolumeNegativeTest-1920358930-project-member] [instance: 72ae0826-d2f2-406b-80fc-f4fd4c2e9706] Processing image dbf872a4-92be-47e4-8561-c3e2bf2423ab {{(pid=62328) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 970.196096] env[62328]: DEBUG oslo_concurrency.lockutils [None req-29f68803-8286-458f-9aaf-60c2a2528759 tempest-AttachVolumeNegativeTest-1920358930 tempest-AttachVolumeNegativeTest-1920358930-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/dbf872a4-92be-47e4-8561-c3e2bf2423ab/dbf872a4-92be-47e4-8561-c3e2bf2423ab.vmdk" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 970.196283] env[62328]: DEBUG oslo_concurrency.lockutils [None req-29f68803-8286-458f-9aaf-60c2a2528759 tempest-AttachVolumeNegativeTest-1920358930 tempest-AttachVolumeNegativeTest-1920358930-project-member] Acquired lock "[datastore2] devstack-image-cache_base/dbf872a4-92be-47e4-8561-c3e2bf2423ab/dbf872a4-92be-47e4-8561-c3e2bf2423ab.vmdk" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 970.196497] env[62328]: DEBUG nova.virt.vmwareapi.ds_util [None req-29f68803-8286-458f-9aaf-60c2a2528759 tempest-AttachVolumeNegativeTest-1920358930 tempest-AttachVolumeNegativeTest-1920358930-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62328) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 970.196836] env[62328]: DEBUG oslo_concurrency.lockutils [None req-722aca90-59da-4b87-92e1-34d8ecd45aa6 tempest-ServerActionsTestOtherA-1098162655 tempest-ServerActionsTestOtherA-1098162655-project-member] Acquired lock "[datastore2] devstack-image-cache_base/dbf872a4-92be-47e4-8561-c3e2bf2423ab" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 970.197195] env[62328]: DEBUG oslo_concurrency.lockutils [None req-722aca90-59da-4b87-92e1-34d8ecd45aa6 tempest-ServerActionsTestOtherA-1098162655 tempest-ServerActionsTestOtherA-1098162655-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/dbf872a4-92be-47e4-8561-c3e2bf2423ab" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 970.197452] env[62328]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-8b33dba4-9ae8-440c-825b-91ebf081c1c7 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 970.199864] env[62328]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ab43e74d-32ff-45f0-afa7-6f2f66bbd1f4 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 970.205018] env[62328]: DEBUG oslo_vmware.api [None req-722aca90-59da-4b87-92e1-34d8ecd45aa6 tempest-ServerActionsTestOtherA-1098162655 tempest-ServerActionsTestOtherA-1098162655-project-member] Waiting for the task: (returnval){ [ 970.205018] env[62328]: value = "session[52a6e20e-410d-708a-99f2-080a575a99bd]52319490-0e7a-ef08-acc7-aaedc1f8df74" [ 970.205018] env[62328]: _type = "Task" [ 970.205018] env[62328]: } to complete. {{(pid=62328) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 970.216272] env[62328]: DEBUG oslo_vmware.api [None req-722aca90-59da-4b87-92e1-34d8ecd45aa6 tempest-ServerActionsTestOtherA-1098162655 tempest-ServerActionsTestOtherA-1098162655-project-member] Task: {'id': session[52a6e20e-410d-708a-99f2-080a575a99bd]52319490-0e7a-ef08-acc7-aaedc1f8df74, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 970.217838] env[62328]: DEBUG nova.virt.vmwareapi.ds_util [None req-29f68803-8286-458f-9aaf-60c2a2528759 tempest-AttachVolumeNegativeTest-1920358930 tempest-AttachVolumeNegativeTest-1920358930-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62328) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 970.218494] env[62328]: DEBUG nova.virt.vmwareapi.vmops [None req-29f68803-8286-458f-9aaf-60c2a2528759 tempest-AttachVolumeNegativeTest-1920358930 tempest-AttachVolumeNegativeTest-1920358930-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62328) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 970.218783] env[62328]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-00577f1b-0771-4e6e-9d32-94486ec4da03 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 970.226913] env[62328]: DEBUG oslo_vmware.api [None req-29f68803-8286-458f-9aaf-60c2a2528759 tempest-AttachVolumeNegativeTest-1920358930 tempest-AttachVolumeNegativeTest-1920358930-project-member] Waiting for the task: (returnval){ [ 970.226913] env[62328]: value = "session[52a6e20e-410d-708a-99f2-080a575a99bd]52ef5492-225d-8721-1bcb-23b440ef5b6f" [ 970.226913] env[62328]: _type = "Task" [ 970.226913] env[62328]: } to complete. {{(pid=62328) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 970.238169] env[62328]: DEBUG oslo_vmware.api [None req-29f68803-8286-458f-9aaf-60c2a2528759 tempest-AttachVolumeNegativeTest-1920358930 tempest-AttachVolumeNegativeTest-1920358930-project-member] Task: {'id': session[52a6e20e-410d-708a-99f2-080a575a99bd]52ef5492-225d-8721-1bcb-23b440ef5b6f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 970.282481] env[62328]: DEBUG nova.scheduler.client.report [None req-44a574a7-a68c-42cb-ba46-203f04841807 tempest-ServerMetadataTestJSON-2029257498 tempest-ServerMetadataTestJSON-2029257498-project-member] Inventory has not changed for provider 3469e9f8-04af-49ca-8435-49f104496744 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 152, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62328) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 970.394021] env[62328]: DEBUG nova.compute.manager [req-a58252e2-a85b-4770-85c4-77396a6f782f req-fd175443-7306-4af4-9465-400fa4e3dde0 service nova] [instance: fa773569-3987-4bca-8f5f-638a337630b1] Received event network-vif-deleted-11938d77-6252-45e1-acd8-3e12b36f73b2 {{(pid=62328) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 970.394021] env[62328]: INFO nova.compute.manager [req-a58252e2-a85b-4770-85c4-77396a6f782f req-fd175443-7306-4af4-9465-400fa4e3dde0 service nova] [instance: fa773569-3987-4bca-8f5f-638a337630b1] Neutron deleted interface 11938d77-6252-45e1-acd8-3e12b36f73b2; detaching it from the instance and deleting it from the info cache [ 970.394021] env[62328]: DEBUG nova.network.neutron [req-a58252e2-a85b-4770-85c4-77396a6f782f req-fd175443-7306-4af4-9465-400fa4e3dde0 service nova] [instance: fa773569-3987-4bca-8f5f-638a337630b1] Updating instance_info_cache with network_info: [] {{(pid=62328) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 970.491320] env[62328]: DEBUG nova.network.neutron [req-170a20cd-e0d5-415b-b871-a7b6b545abee req-d89fc8f6-10c5-4b48-9416-76f521bfc3e6 service nova] [instance: 72ae0826-d2f2-406b-80fc-f4fd4c2e9706] Updated VIF entry in instance network info cache for port 0150b9c5-1d8c-4d73-92ef-abd529209996. {{(pid=62328) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 970.491660] env[62328]: DEBUG nova.network.neutron [req-170a20cd-e0d5-415b-b871-a7b6b545abee req-d89fc8f6-10c5-4b48-9416-76f521bfc3e6 service nova] [instance: 72ae0826-d2f2-406b-80fc-f4fd4c2e9706] Updating instance_info_cache with network_info: [{"id": "0150b9c5-1d8c-4d73-92ef-abd529209996", "address": "fa:16:3e:5a:cf:0d", "network": {"id": "ed1d555f-f92f-4abe-9fa7-e6c9390d1efe", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-674926679-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3d8ff424d526451a9374555ba25a4243", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "04ccbc7a-cf8d-4ea2-8411-291a1e27df7b", "external-id": "nsx-vlan-transportzone-998", "segmentation_id": 998, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0150b9c5-1d", "ovs_interfaceid": "0150b9c5-1d8c-4d73-92ef-abd529209996", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62328) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 970.595583] env[62328]: DEBUG nova.compute.manager [None req-e5524e8e-dcc5-4342-9434-7a538a301aa0 tempest-AttachInterfacesTestJSON-1049158018 tempest-AttachInterfacesTestJSON-1049158018-project-member] [instance: 0c5d4040-bc5a-452c-9a75-a58280f7cb73] Starting instance... {{(pid=62328) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 970.612404] env[62328]: DEBUG oslo_vmware.api [None req-6d2aed24-7c2e-4a32-8be8-f83d64c46ed5 tempest-ServersTestManualDisk-1140415373 tempest-ServersTestManualDisk-1140415373-project-member] Task: {'id': task-2387361, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.389571} completed successfully. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 970.613278] env[62328]: DEBUG nova.virt.vmwareapi.ds_util [None req-6d2aed24-7c2e-4a32-8be8-f83d64c46ed5 tempest-ServersTestManualDisk-1140415373 tempest-ServersTestManualDisk-1140415373-project-member] Deleted the datastore file {{(pid=62328) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 970.613278] env[62328]: DEBUG nova.virt.vmwareapi.vmops [None req-6d2aed24-7c2e-4a32-8be8-f83d64c46ed5 tempest-ServersTestManualDisk-1140415373 tempest-ServersTestManualDisk-1140415373-project-member] [instance: 77ca1d19-5060-4a7c-a780-56adf9a3f70e] Deleted contents of the VM from datastore datastore2 {{(pid=62328) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 970.613278] env[62328]: DEBUG nova.virt.vmwareapi.vmops [None req-6d2aed24-7c2e-4a32-8be8-f83d64c46ed5 tempest-ServersTestManualDisk-1140415373 tempest-ServersTestManualDisk-1140415373-project-member] [instance: 77ca1d19-5060-4a7c-a780-56adf9a3f70e] Instance destroyed {{(pid=62328) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 970.613534] env[62328]: INFO nova.compute.manager [None req-6d2aed24-7c2e-4a32-8be8-f83d64c46ed5 tempest-ServersTestManualDisk-1140415373 tempest-ServersTestManualDisk-1140415373-project-member] [instance: 77ca1d19-5060-4a7c-a780-56adf9a3f70e] Took 1.19 seconds to destroy the instance on the hypervisor. [ 970.613773] env[62328]: DEBUG oslo.service.loopingcall [None req-6d2aed24-7c2e-4a32-8be8-f83d64c46ed5 tempest-ServersTestManualDisk-1140415373 tempest-ServersTestManualDisk-1140415373-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62328) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 970.613996] env[62328]: DEBUG nova.compute.manager [-] [instance: 77ca1d19-5060-4a7c-a780-56adf9a3f70e] Deallocating network for instance {{(pid=62328) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 970.615608] env[62328]: DEBUG nova.network.neutron [-] [instance: 77ca1d19-5060-4a7c-a780-56adf9a3f70e] deallocate_for_instance() {{(pid=62328) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 970.717032] env[62328]: DEBUG oslo_vmware.api [None req-722aca90-59da-4b87-92e1-34d8ecd45aa6 tempest-ServerActionsTestOtherA-1098162655 tempest-ServerActionsTestOtherA-1098162655-project-member] Task: {'id': session[52a6e20e-410d-708a-99f2-080a575a99bd]52319490-0e7a-ef08-acc7-aaedc1f8df74, 'name': SearchDatastore_Task, 'duration_secs': 0.020614} completed successfully. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 970.717032] env[62328]: DEBUG oslo_concurrency.lockutils [None req-722aca90-59da-4b87-92e1-34d8ecd45aa6 tempest-ServerActionsTestOtherA-1098162655 tempest-ServerActionsTestOtherA-1098162655-project-member] Releasing lock "[datastore2] devstack-image-cache_base/dbf872a4-92be-47e4-8561-c3e2bf2423ab" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 970.717295] env[62328]: DEBUG nova.virt.vmwareapi.vmops [None req-722aca90-59da-4b87-92e1-34d8ecd45aa6 tempest-ServerActionsTestOtherA-1098162655 tempest-ServerActionsTestOtherA-1098162655-project-member] [instance: 0b59b4a1-0c44-41af-a213-89960b97f913] Processing image dbf872a4-92be-47e4-8561-c3e2bf2423ab {{(pid=62328) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 970.717511] env[62328]: DEBUG oslo_concurrency.lockutils [None req-722aca90-59da-4b87-92e1-34d8ecd45aa6 tempest-ServerActionsTestOtherA-1098162655 tempest-ServerActionsTestOtherA-1098162655-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/dbf872a4-92be-47e4-8561-c3e2bf2423ab/dbf872a4-92be-47e4-8561-c3e2bf2423ab.vmdk" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 970.735555] env[62328]: DEBUG oslo_vmware.api [None req-29f68803-8286-458f-9aaf-60c2a2528759 tempest-AttachVolumeNegativeTest-1920358930 tempest-AttachVolumeNegativeTest-1920358930-project-member] Task: {'id': session[52a6e20e-410d-708a-99f2-080a575a99bd]52ef5492-225d-8721-1bcb-23b440ef5b6f, 'name': SearchDatastore_Task, 'duration_secs': 0.010885} completed successfully. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 970.736343] env[62328]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ccca5532-31dc-4c69-9bb2-86782e93a4ea {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 970.742515] env[62328]: DEBUG oslo_vmware.api [None req-29f68803-8286-458f-9aaf-60c2a2528759 tempest-AttachVolumeNegativeTest-1920358930 tempest-AttachVolumeNegativeTest-1920358930-project-member] Waiting for the task: (returnval){ [ 970.742515] env[62328]: value = "session[52a6e20e-410d-708a-99f2-080a575a99bd]52b45243-57bb-ba72-d6a8-beb63a6cfa5e" [ 970.742515] env[62328]: _type = "Task" [ 970.742515] env[62328]: } to complete. {{(pid=62328) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 970.750931] env[62328]: DEBUG oslo_vmware.api [None req-29f68803-8286-458f-9aaf-60c2a2528759 tempest-AttachVolumeNegativeTest-1920358930 tempest-AttachVolumeNegativeTest-1920358930-project-member] Task: {'id': session[52a6e20e-410d-708a-99f2-080a575a99bd]52b45243-57bb-ba72-d6a8-beb63a6cfa5e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 970.787904] env[62328]: DEBUG oslo_concurrency.lockutils [None req-44a574a7-a68c-42cb-ba46-203f04841807 tempest-ServerMetadataTestJSON-2029257498 tempest-ServerMetadataTestJSON-2029257498-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.150s {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 970.790464] env[62328]: DEBUG oslo_concurrency.lockutils [None req-8ce8000c-4c21-4d57-b212-01059ae95756 tempest-ServerActionsTestOtherB-626827456 tempest-ServerActionsTestOtherB-626827456-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 10.743s {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 970.792066] env[62328]: INFO nova.compute.claims [None req-8ce8000c-4c21-4d57-b212-01059ae95756 tempest-ServerActionsTestOtherB-626827456 tempest-ServerActionsTestOtherB-626827456-project-member] [instance: 726d231d-afd9-460a-818e-7412af85a7f1] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 970.804052] env[62328]: DEBUG nova.network.neutron [-] [instance: fa773569-3987-4bca-8f5f-638a337630b1] Updating instance_info_cache with network_info: [] {{(pid=62328) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 970.827499] env[62328]: INFO nova.scheduler.client.report [None req-44a574a7-a68c-42cb-ba46-203f04841807 tempest-ServerMetadataTestJSON-2029257498 tempest-ServerMetadataTestJSON-2029257498-project-member] Deleted allocations for instance 4f661e25-00bc-4244-841b-575de5d4960b [ 970.895137] env[62328]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-eb0b5a5e-5603-4695-bdcd-e9fe745cdf28 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 970.905101] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d399cbc9-56fd-415d-a8d4-76a3453c8cc4 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 970.940598] env[62328]: DEBUG nova.compute.manager [req-a58252e2-a85b-4770-85c4-77396a6f782f req-fd175443-7306-4af4-9465-400fa4e3dde0 service nova] [instance: fa773569-3987-4bca-8f5f-638a337630b1] Detach interface failed, port_id=11938d77-6252-45e1-acd8-3e12b36f73b2, reason: Instance fa773569-3987-4bca-8f5f-638a337630b1 could not be found. {{(pid=62328) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 970.980620] env[62328]: DEBUG oslo_concurrency.lockutils [None req-242d0f0d-981b-41fc-bb42-ef6720a87f8f tempest-ServerDiskConfigTestJSON-126406698 tempest-ServerDiskConfigTestJSON-126406698-project-member] Acquiring lock "5df51859-2d31-4abb-9c7d-d0b0405c3df9" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 970.980904] env[62328]: DEBUG oslo_concurrency.lockutils [None req-242d0f0d-981b-41fc-bb42-ef6720a87f8f tempest-ServerDiskConfigTestJSON-126406698 tempest-ServerDiskConfigTestJSON-126406698-project-member] Lock "5df51859-2d31-4abb-9c7d-d0b0405c3df9" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 970.981129] env[62328]: DEBUG oslo_concurrency.lockutils [None req-242d0f0d-981b-41fc-bb42-ef6720a87f8f tempest-ServerDiskConfigTestJSON-126406698 tempest-ServerDiskConfigTestJSON-126406698-project-member] Acquiring lock "5df51859-2d31-4abb-9c7d-d0b0405c3df9-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 970.981316] env[62328]: DEBUG oslo_concurrency.lockutils [None req-242d0f0d-981b-41fc-bb42-ef6720a87f8f tempest-ServerDiskConfigTestJSON-126406698 tempest-ServerDiskConfigTestJSON-126406698-project-member] Lock "5df51859-2d31-4abb-9c7d-d0b0405c3df9-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 970.981487] env[62328]: DEBUG oslo_concurrency.lockutils [None req-242d0f0d-981b-41fc-bb42-ef6720a87f8f tempest-ServerDiskConfigTestJSON-126406698 tempest-ServerDiskConfigTestJSON-126406698-project-member] Lock "5df51859-2d31-4abb-9c7d-d0b0405c3df9-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 970.986137] env[62328]: INFO nova.compute.manager [None req-242d0f0d-981b-41fc-bb42-ef6720a87f8f tempest-ServerDiskConfigTestJSON-126406698 tempest-ServerDiskConfigTestJSON-126406698-project-member] [instance: 5df51859-2d31-4abb-9c7d-d0b0405c3df9] Terminating instance [ 970.995023] env[62328]: DEBUG oslo_concurrency.lockutils [req-170a20cd-e0d5-415b-b871-a7b6b545abee req-d89fc8f6-10c5-4b48-9416-76f521bfc3e6 service nova] Releasing lock "refresh_cache-72ae0826-d2f2-406b-80fc-f4fd4c2e9706" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 971.115965] env[62328]: DEBUG oslo_concurrency.lockutils [None req-e5524e8e-dcc5-4342-9434-7a538a301aa0 tempest-AttachInterfacesTestJSON-1049158018 tempest-AttachInterfacesTestJSON-1049158018-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 971.253288] env[62328]: DEBUG oslo_vmware.api [None req-29f68803-8286-458f-9aaf-60c2a2528759 tempest-AttachVolumeNegativeTest-1920358930 tempest-AttachVolumeNegativeTest-1920358930-project-member] Task: {'id': session[52a6e20e-410d-708a-99f2-080a575a99bd]52b45243-57bb-ba72-d6a8-beb63a6cfa5e, 'name': SearchDatastore_Task, 'duration_secs': 0.024264} completed successfully. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 971.253663] env[62328]: DEBUG oslo_concurrency.lockutils [None req-29f68803-8286-458f-9aaf-60c2a2528759 tempest-AttachVolumeNegativeTest-1920358930 tempest-AttachVolumeNegativeTest-1920358930-project-member] Releasing lock "[datastore2] devstack-image-cache_base/dbf872a4-92be-47e4-8561-c3e2bf2423ab/dbf872a4-92be-47e4-8561-c3e2bf2423ab.vmdk" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 971.254016] env[62328]: DEBUG nova.virt.vmwareapi.vm_util [None req-29f68803-8286-458f-9aaf-60c2a2528759 tempest-AttachVolumeNegativeTest-1920358930 tempest-AttachVolumeNegativeTest-1920358930-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/dbf872a4-92be-47e4-8561-c3e2bf2423ab/dbf872a4-92be-47e4-8561-c3e2bf2423ab.vmdk to [datastore2] 72ae0826-d2f2-406b-80fc-f4fd4c2e9706/72ae0826-d2f2-406b-80fc-f4fd4c2e9706.vmdk {{(pid=62328) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 971.254403] env[62328]: DEBUG oslo_concurrency.lockutils [None req-722aca90-59da-4b87-92e1-34d8ecd45aa6 tempest-ServerActionsTestOtherA-1098162655 tempest-ServerActionsTestOtherA-1098162655-project-member] Acquired lock "[datastore2] devstack-image-cache_base/dbf872a4-92be-47e4-8561-c3e2bf2423ab/dbf872a4-92be-47e4-8561-c3e2bf2423ab.vmdk" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 971.254672] env[62328]: DEBUG nova.virt.vmwareapi.ds_util [None req-722aca90-59da-4b87-92e1-34d8ecd45aa6 tempest-ServerActionsTestOtherA-1098162655 tempest-ServerActionsTestOtherA-1098162655-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62328) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 971.254961] env[62328]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-a0328739-c6d8-44d5-961c-7cc49efdc872 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 971.257097] env[62328]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-e6179a37-51d7-4e89-91c3-87a43432ac8a {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 971.263201] env[62328]: DEBUG oslo_vmware.api [None req-29f68803-8286-458f-9aaf-60c2a2528759 tempest-AttachVolumeNegativeTest-1920358930 tempest-AttachVolumeNegativeTest-1920358930-project-member] Waiting for the task: (returnval){ [ 971.263201] env[62328]: value = "task-2387362" [ 971.263201] env[62328]: _type = "Task" [ 971.263201] env[62328]: } to complete. {{(pid=62328) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 971.266862] env[62328]: DEBUG nova.virt.vmwareapi.ds_util [None req-722aca90-59da-4b87-92e1-34d8ecd45aa6 tempest-ServerActionsTestOtherA-1098162655 tempest-ServerActionsTestOtherA-1098162655-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62328) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 971.267056] env[62328]: DEBUG nova.virt.vmwareapi.vmops [None req-722aca90-59da-4b87-92e1-34d8ecd45aa6 tempest-ServerActionsTestOtherA-1098162655 tempest-ServerActionsTestOtherA-1098162655-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62328) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 971.268139] env[62328]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9df6f872-d1da-46a1-b45a-7e767d1231ed {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 971.272959] env[62328]: DEBUG oslo_vmware.api [None req-29f68803-8286-458f-9aaf-60c2a2528759 tempest-AttachVolumeNegativeTest-1920358930 tempest-AttachVolumeNegativeTest-1920358930-project-member] Task: {'id': task-2387362, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 971.275883] env[62328]: DEBUG oslo_vmware.api [None req-722aca90-59da-4b87-92e1-34d8ecd45aa6 tempest-ServerActionsTestOtherA-1098162655 tempest-ServerActionsTestOtherA-1098162655-project-member] Waiting for the task: (returnval){ [ 971.275883] env[62328]: value = "session[52a6e20e-410d-708a-99f2-080a575a99bd]52d25f54-bba3-242b-b97e-5b65a62bd45a" [ 971.275883] env[62328]: _type = "Task" [ 971.275883] env[62328]: } to complete. {{(pid=62328) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 971.283172] env[62328]: DEBUG oslo_vmware.api [None req-722aca90-59da-4b87-92e1-34d8ecd45aa6 tempest-ServerActionsTestOtherA-1098162655 tempest-ServerActionsTestOtherA-1098162655-project-member] Task: {'id': session[52a6e20e-410d-708a-99f2-080a575a99bd]52d25f54-bba3-242b-b97e-5b65a62bd45a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 971.305865] env[62328]: INFO nova.compute.manager [-] [instance: fa773569-3987-4bca-8f5f-638a337630b1] Took 1.42 seconds to deallocate network for instance. [ 971.335354] env[62328]: DEBUG oslo_concurrency.lockutils [None req-44a574a7-a68c-42cb-ba46-203f04841807 tempest-ServerMetadataTestJSON-2029257498 tempest-ServerMetadataTestJSON-2029257498-project-member] Lock "4f661e25-00bc-4244-841b-575de5d4960b" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 15.901s {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 971.491204] env[62328]: DEBUG nova.compute.manager [None req-242d0f0d-981b-41fc-bb42-ef6720a87f8f tempest-ServerDiskConfigTestJSON-126406698 tempest-ServerDiskConfigTestJSON-126406698-project-member] [instance: 5df51859-2d31-4abb-9c7d-d0b0405c3df9] Start destroying the instance on the hypervisor. {{(pid=62328) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 971.491459] env[62328]: DEBUG nova.virt.vmwareapi.vmops [None req-242d0f0d-981b-41fc-bb42-ef6720a87f8f tempest-ServerDiskConfigTestJSON-126406698 tempest-ServerDiskConfigTestJSON-126406698-project-member] [instance: 5df51859-2d31-4abb-9c7d-d0b0405c3df9] Destroying instance {{(pid=62328) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 971.492551] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5495442e-a37b-49e0-90b4-40cc88222c24 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 971.500904] env[62328]: DEBUG nova.virt.vmwareapi.vm_util [None req-242d0f0d-981b-41fc-bb42-ef6720a87f8f tempest-ServerDiskConfigTestJSON-126406698 tempest-ServerDiskConfigTestJSON-126406698-project-member] [instance: 5df51859-2d31-4abb-9c7d-d0b0405c3df9] Powering off the VM {{(pid=62328) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 971.500904] env[62328]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a92f5fa6-99c3-4ad4-8de7-d099dba9bbac {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 971.508015] env[62328]: DEBUG oslo_vmware.api [None req-242d0f0d-981b-41fc-bb42-ef6720a87f8f tempest-ServerDiskConfigTestJSON-126406698 tempest-ServerDiskConfigTestJSON-126406698-project-member] Waiting for the task: (returnval){ [ 971.508015] env[62328]: value = "task-2387363" [ 971.508015] env[62328]: _type = "Task" [ 971.508015] env[62328]: } to complete. {{(pid=62328) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 971.518102] env[62328]: DEBUG oslo_vmware.api [None req-242d0f0d-981b-41fc-bb42-ef6720a87f8f tempest-ServerDiskConfigTestJSON-126406698 tempest-ServerDiskConfigTestJSON-126406698-project-member] Task: {'id': task-2387363, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 971.527032] env[62328]: DEBUG oslo_concurrency.lockutils [None req-0aa5020b-17ed-4bd2-82b7-7d4fea1eff8e tempest-ServerDiskConfigTestJSON-126406698 tempest-ServerDiskConfigTestJSON-126406698-project-member] Acquiring lock "79c32321-e070-4a76-a865-9e9131634951" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 971.527032] env[62328]: DEBUG oslo_concurrency.lockutils [None req-0aa5020b-17ed-4bd2-82b7-7d4fea1eff8e tempest-ServerDiskConfigTestJSON-126406698 tempest-ServerDiskConfigTestJSON-126406698-project-member] Lock "79c32321-e070-4a76-a865-9e9131634951" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 971.598256] env[62328]: DEBUG nova.network.neutron [-] [instance: 77ca1d19-5060-4a7c-a780-56adf9a3f70e] Updating instance_info_cache with network_info: [] {{(pid=62328) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 971.746544] env[62328]: DEBUG nova.compute.manager [req-3748e484-3464-4d1f-a77b-08c2f337150e req-1c6ffae1-02e2-4ce4-9c79-fc861f8003eb service nova] [instance: 77ca1d19-5060-4a7c-a780-56adf9a3f70e] Received event network-vif-deleted-4d08e708-88ca-4fdb-b13e-01f26d20bbca {{(pid=62328) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 971.778622] env[62328]: DEBUG oslo_vmware.api [None req-29f68803-8286-458f-9aaf-60c2a2528759 tempest-AttachVolumeNegativeTest-1920358930 tempest-AttachVolumeNegativeTest-1920358930-project-member] Task: {'id': task-2387362, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 971.795416] env[62328]: DEBUG oslo_vmware.api [None req-722aca90-59da-4b87-92e1-34d8ecd45aa6 tempest-ServerActionsTestOtherA-1098162655 tempest-ServerActionsTestOtherA-1098162655-project-member] Task: {'id': session[52a6e20e-410d-708a-99f2-080a575a99bd]52d25f54-bba3-242b-b97e-5b65a62bd45a, 'name': SearchDatastore_Task, 'duration_secs': 0.015965} completed successfully. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 971.796860] env[62328]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-95865db4-a4c2-49c7-bb7c-197ea4404beb {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 971.807654] env[62328]: DEBUG oslo_vmware.api [None req-722aca90-59da-4b87-92e1-34d8ecd45aa6 tempest-ServerActionsTestOtherA-1098162655 tempest-ServerActionsTestOtherA-1098162655-project-member] Waiting for the task: (returnval){ [ 971.807654] env[62328]: value = "session[52a6e20e-410d-708a-99f2-080a575a99bd]5237f071-9164-88cd-62f5-dac99740f152" [ 971.807654] env[62328]: _type = "Task" [ 971.807654] env[62328]: } to complete. {{(pid=62328) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 971.812371] env[62328]: DEBUG oslo_concurrency.lockutils [None req-6f7e79c5-c4a4-43b1-a6a8-5a5b1b1fe838 tempest-ImagesTestJSON-1776717495 tempest-ImagesTestJSON-1776717495-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 971.818259] env[62328]: DEBUG oslo_vmware.api [None req-722aca90-59da-4b87-92e1-34d8ecd45aa6 tempest-ServerActionsTestOtherA-1098162655 tempest-ServerActionsTestOtherA-1098162655-project-member] Task: {'id': session[52a6e20e-410d-708a-99f2-080a575a99bd]5237f071-9164-88cd-62f5-dac99740f152, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 972.021035] env[62328]: DEBUG oslo_vmware.api [None req-242d0f0d-981b-41fc-bb42-ef6720a87f8f tempest-ServerDiskConfigTestJSON-126406698 tempest-ServerDiskConfigTestJSON-126406698-project-member] Task: {'id': task-2387363, 'name': PowerOffVM_Task, 'duration_secs': 0.236895} completed successfully. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 972.021035] env[62328]: DEBUG nova.virt.vmwareapi.vm_util [None req-242d0f0d-981b-41fc-bb42-ef6720a87f8f tempest-ServerDiskConfigTestJSON-126406698 tempest-ServerDiskConfigTestJSON-126406698-project-member] [instance: 5df51859-2d31-4abb-9c7d-d0b0405c3df9] Powered off the VM {{(pid=62328) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 972.021212] env[62328]: DEBUG nova.virt.vmwareapi.vmops [None req-242d0f0d-981b-41fc-bb42-ef6720a87f8f tempest-ServerDiskConfigTestJSON-126406698 tempest-ServerDiskConfigTestJSON-126406698-project-member] [instance: 5df51859-2d31-4abb-9c7d-d0b0405c3df9] Unregistering the VM {{(pid=62328) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 972.021453] env[62328]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-75b06b8b-1a70-4330-8769-e9bca90bc9e2 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 972.033075] env[62328]: DEBUG nova.compute.manager [None req-0aa5020b-17ed-4bd2-82b7-7d4fea1eff8e tempest-ServerDiskConfigTestJSON-126406698 tempest-ServerDiskConfigTestJSON-126406698-project-member] [instance: 79c32321-e070-4a76-a865-9e9131634951] Starting instance... {{(pid=62328) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 972.090992] env[62328]: DEBUG nova.virt.vmwareapi.vmops [None req-242d0f0d-981b-41fc-bb42-ef6720a87f8f tempest-ServerDiskConfigTestJSON-126406698 tempest-ServerDiskConfigTestJSON-126406698-project-member] [instance: 5df51859-2d31-4abb-9c7d-d0b0405c3df9] Unregistered the VM {{(pid=62328) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 972.091223] env[62328]: DEBUG nova.virt.vmwareapi.vmops [None req-242d0f0d-981b-41fc-bb42-ef6720a87f8f tempest-ServerDiskConfigTestJSON-126406698 tempest-ServerDiskConfigTestJSON-126406698-project-member] [instance: 5df51859-2d31-4abb-9c7d-d0b0405c3df9] Deleting contents of the VM from datastore datastore1 {{(pid=62328) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 972.091406] env[62328]: DEBUG nova.virt.vmwareapi.ds_util [None req-242d0f0d-981b-41fc-bb42-ef6720a87f8f tempest-ServerDiskConfigTestJSON-126406698 tempest-ServerDiskConfigTestJSON-126406698-project-member] Deleting the datastore file [datastore1] 5df51859-2d31-4abb-9c7d-d0b0405c3df9 {{(pid=62328) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 972.091694] env[62328]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-bb4066f9-3b17-4104-a9af-2f3481fa73d6 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 972.098597] env[62328]: DEBUG oslo_vmware.api [None req-242d0f0d-981b-41fc-bb42-ef6720a87f8f tempest-ServerDiskConfigTestJSON-126406698 tempest-ServerDiskConfigTestJSON-126406698-project-member] Waiting for the task: (returnval){ [ 972.098597] env[62328]: value = "task-2387365" [ 972.098597] env[62328]: _type = "Task" [ 972.098597] env[62328]: } to complete. {{(pid=62328) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 972.101486] env[62328]: INFO nova.compute.manager [-] [instance: 77ca1d19-5060-4a7c-a780-56adf9a3f70e] Took 1.49 seconds to deallocate network for instance. [ 972.120388] env[62328]: DEBUG oslo_vmware.api [None req-242d0f0d-981b-41fc-bb42-ef6720a87f8f tempest-ServerDiskConfigTestJSON-126406698 tempest-ServerDiskConfigTestJSON-126406698-project-member] Task: {'id': task-2387365, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 972.249396] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-156fa938-8cab-400c-b2bb-498cd3fbd801 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 972.262976] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e0188b8e-f4c9-415b-af5d-5190c2778c12 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 972.274699] env[62328]: DEBUG oslo_vmware.api [None req-29f68803-8286-458f-9aaf-60c2a2528759 tempest-AttachVolumeNegativeTest-1920358930 tempest-AttachVolumeNegativeTest-1920358930-project-member] Task: {'id': task-2387362, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.666348} completed successfully. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 972.303485] env[62328]: DEBUG nova.virt.vmwareapi.vm_util [None req-29f68803-8286-458f-9aaf-60c2a2528759 tempest-AttachVolumeNegativeTest-1920358930 tempest-AttachVolumeNegativeTest-1920358930-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/dbf872a4-92be-47e4-8561-c3e2bf2423ab/dbf872a4-92be-47e4-8561-c3e2bf2423ab.vmdk to [datastore2] 72ae0826-d2f2-406b-80fc-f4fd4c2e9706/72ae0826-d2f2-406b-80fc-f4fd4c2e9706.vmdk {{(pid=62328) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 972.303740] env[62328]: DEBUG nova.virt.vmwareapi.vmops [None req-29f68803-8286-458f-9aaf-60c2a2528759 tempest-AttachVolumeNegativeTest-1920358930 tempest-AttachVolumeNegativeTest-1920358930-project-member] [instance: 72ae0826-d2f2-406b-80fc-f4fd4c2e9706] Extending root virtual disk to 1048576 {{(pid=62328) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 972.304751] env[62328]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-72773a31-07ea-4c4b-b0bc-35b3b3c3d78c {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 972.307718] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-968da8df-f4f7-4bef-9361-ae68ca4c1e3d {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 972.316351] env[62328]: DEBUG oslo_vmware.api [None req-29f68803-8286-458f-9aaf-60c2a2528759 tempest-AttachVolumeNegativeTest-1920358930 tempest-AttachVolumeNegativeTest-1920358930-project-member] Waiting for the task: (returnval){ [ 972.316351] env[62328]: value = "task-2387366" [ 972.316351] env[62328]: _type = "Task" [ 972.316351] env[62328]: } to complete. {{(pid=62328) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 972.321986] env[62328]: DEBUG oslo_vmware.api [None req-722aca90-59da-4b87-92e1-34d8ecd45aa6 tempest-ServerActionsTestOtherA-1098162655 tempest-ServerActionsTestOtherA-1098162655-project-member] Task: {'id': session[52a6e20e-410d-708a-99f2-080a575a99bd]5237f071-9164-88cd-62f5-dac99740f152, 'name': SearchDatastore_Task, 'duration_secs': 0.059497} completed successfully. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 972.325665] env[62328]: DEBUG oslo_concurrency.lockutils [None req-722aca90-59da-4b87-92e1-34d8ecd45aa6 tempest-ServerActionsTestOtherA-1098162655 tempest-ServerActionsTestOtherA-1098162655-project-member] Releasing lock "[datastore2] devstack-image-cache_base/dbf872a4-92be-47e4-8561-c3e2bf2423ab/dbf872a4-92be-47e4-8561-c3e2bf2423ab.vmdk" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 972.325665] env[62328]: DEBUG nova.virt.vmwareapi.vm_util [None req-722aca90-59da-4b87-92e1-34d8ecd45aa6 tempest-ServerActionsTestOtherA-1098162655 tempest-ServerActionsTestOtherA-1098162655-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/dbf872a4-92be-47e4-8561-c3e2bf2423ab/dbf872a4-92be-47e4-8561-c3e2bf2423ab.vmdk to [datastore2] 0b59b4a1-0c44-41af-a213-89960b97f913/0b59b4a1-0c44-41af-a213-89960b97f913.vmdk {{(pid=62328) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 972.326645] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-342dc28d-d095-4f09-86c2-5827fac2e9f0 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 972.331434] env[62328]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-86e6b4f3-ad83-4c7a-8a41-96ff5f60dceb {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 972.339084] env[62328]: DEBUG oslo_vmware.api [None req-29f68803-8286-458f-9aaf-60c2a2528759 tempest-AttachVolumeNegativeTest-1920358930 tempest-AttachVolumeNegativeTest-1920358930-project-member] Task: {'id': task-2387366, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 972.348156] env[62328]: DEBUG nova.compute.provider_tree [None req-8ce8000c-4c21-4d57-b212-01059ae95756 tempest-ServerActionsTestOtherB-626827456 tempest-ServerActionsTestOtherB-626827456-project-member] Inventory has not changed in ProviderTree for provider: 3469e9f8-04af-49ca-8435-49f104496744 {{(pid=62328) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 972.350360] env[62328]: DEBUG oslo_vmware.api [None req-722aca90-59da-4b87-92e1-34d8ecd45aa6 tempest-ServerActionsTestOtherA-1098162655 tempest-ServerActionsTestOtherA-1098162655-project-member] Waiting for the task: (returnval){ [ 972.350360] env[62328]: value = "task-2387367" [ 972.350360] env[62328]: _type = "Task" [ 972.350360] env[62328]: } to complete. {{(pid=62328) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 972.358467] env[62328]: DEBUG oslo_vmware.api [None req-722aca90-59da-4b87-92e1-34d8ecd45aa6 tempest-ServerActionsTestOtherA-1098162655 tempest-ServerActionsTestOtherA-1098162655-project-member] Task: {'id': task-2387367, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 972.557560] env[62328]: DEBUG oslo_concurrency.lockutils [None req-0aa5020b-17ed-4bd2-82b7-7d4fea1eff8e tempest-ServerDiskConfigTestJSON-126406698 tempest-ServerDiskConfigTestJSON-126406698-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 972.611659] env[62328]: DEBUG oslo_vmware.api [None req-242d0f0d-981b-41fc-bb42-ef6720a87f8f tempest-ServerDiskConfigTestJSON-126406698 tempest-ServerDiskConfigTestJSON-126406698-project-member] Task: {'id': task-2387365, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.304184} completed successfully. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 972.611904] env[62328]: DEBUG nova.virt.vmwareapi.ds_util [None req-242d0f0d-981b-41fc-bb42-ef6720a87f8f tempest-ServerDiskConfigTestJSON-126406698 tempest-ServerDiskConfigTestJSON-126406698-project-member] Deleted the datastore file {{(pid=62328) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 972.612098] env[62328]: DEBUG nova.virt.vmwareapi.vmops [None req-242d0f0d-981b-41fc-bb42-ef6720a87f8f tempest-ServerDiskConfigTestJSON-126406698 tempest-ServerDiskConfigTestJSON-126406698-project-member] [instance: 5df51859-2d31-4abb-9c7d-d0b0405c3df9] Deleted contents of the VM from datastore datastore1 {{(pid=62328) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 972.612276] env[62328]: DEBUG nova.virt.vmwareapi.vmops [None req-242d0f0d-981b-41fc-bb42-ef6720a87f8f tempest-ServerDiskConfigTestJSON-126406698 tempest-ServerDiskConfigTestJSON-126406698-project-member] [instance: 5df51859-2d31-4abb-9c7d-d0b0405c3df9] Instance destroyed {{(pid=62328) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 972.612448] env[62328]: INFO nova.compute.manager [None req-242d0f0d-981b-41fc-bb42-ef6720a87f8f tempest-ServerDiskConfigTestJSON-126406698 tempest-ServerDiskConfigTestJSON-126406698-project-member] [instance: 5df51859-2d31-4abb-9c7d-d0b0405c3df9] Took 1.12 seconds to destroy the instance on the hypervisor. [ 972.612731] env[62328]: DEBUG oslo.service.loopingcall [None req-242d0f0d-981b-41fc-bb42-ef6720a87f8f tempest-ServerDiskConfigTestJSON-126406698 tempest-ServerDiskConfigTestJSON-126406698-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62328) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 972.612854] env[62328]: DEBUG nova.compute.manager [-] [instance: 5df51859-2d31-4abb-9c7d-d0b0405c3df9] Deallocating network for instance {{(pid=62328) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 972.612945] env[62328]: DEBUG nova.network.neutron [-] [instance: 5df51859-2d31-4abb-9c7d-d0b0405c3df9] deallocate_for_instance() {{(pid=62328) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 972.617461] env[62328]: DEBUG oslo_concurrency.lockutils [None req-6d2aed24-7c2e-4a32-8be8-f83d64c46ed5 tempest-ServersTestManualDisk-1140415373 tempest-ServersTestManualDisk-1140415373-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 972.835383] env[62328]: DEBUG oslo_vmware.api [None req-29f68803-8286-458f-9aaf-60c2a2528759 tempest-AttachVolumeNegativeTest-1920358930 tempest-AttachVolumeNegativeTest-1920358930-project-member] Task: {'id': task-2387366, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.097399} completed successfully. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 972.835707] env[62328]: DEBUG nova.virt.vmwareapi.vmops [None req-29f68803-8286-458f-9aaf-60c2a2528759 tempest-AttachVolumeNegativeTest-1920358930 tempest-AttachVolumeNegativeTest-1920358930-project-member] [instance: 72ae0826-d2f2-406b-80fc-f4fd4c2e9706] Extended root virtual disk {{(pid=62328) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 972.840740] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1b97ec06-ea13-4ffe-9a51-eee37fe387ab {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 972.861204] env[62328]: DEBUG nova.scheduler.client.report [None req-8ce8000c-4c21-4d57-b212-01059ae95756 tempest-ServerActionsTestOtherB-626827456 tempest-ServerActionsTestOtherB-626827456-project-member] Inventory has not changed for provider 3469e9f8-04af-49ca-8435-49f104496744 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 152, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62328) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 972.873022] env[62328]: DEBUG nova.virt.vmwareapi.volumeops [None req-29f68803-8286-458f-9aaf-60c2a2528759 tempest-AttachVolumeNegativeTest-1920358930 tempest-AttachVolumeNegativeTest-1920358930-project-member] [instance: 72ae0826-d2f2-406b-80fc-f4fd4c2e9706] Reconfiguring VM instance instance-00000060 to attach disk [datastore2] 72ae0826-d2f2-406b-80fc-f4fd4c2e9706/72ae0826-d2f2-406b-80fc-f4fd4c2e9706.vmdk or device None with type sparse {{(pid=62328) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 972.878898] env[62328]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4067af77-595e-4fb9-86f3-38cc6ee047b9 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 972.895015] env[62328]: DEBUG nova.network.neutron [-] [instance: 5df51859-2d31-4abb-9c7d-d0b0405c3df9] Updating instance_info_cache with network_info: [] {{(pid=62328) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 972.903831] env[62328]: DEBUG oslo_vmware.api [None req-722aca90-59da-4b87-92e1-34d8ecd45aa6 tempest-ServerActionsTestOtherA-1098162655 tempest-ServerActionsTestOtherA-1098162655-project-member] Task: {'id': task-2387367, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 972.905309] env[62328]: DEBUG oslo_vmware.api [None req-29f68803-8286-458f-9aaf-60c2a2528759 tempest-AttachVolumeNegativeTest-1920358930 tempest-AttachVolumeNegativeTest-1920358930-project-member] Waiting for the task: (returnval){ [ 972.905309] env[62328]: value = "task-2387368" [ 972.905309] env[62328]: _type = "Task" [ 972.905309] env[62328]: } to complete. {{(pid=62328) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 972.918320] env[62328]: DEBUG oslo_vmware.api [None req-29f68803-8286-458f-9aaf-60c2a2528759 tempest-AttachVolumeNegativeTest-1920358930 tempest-AttachVolumeNegativeTest-1920358930-project-member] Task: {'id': task-2387368, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 973.377290] env[62328]: DEBUG oslo_concurrency.lockutils [None req-8ce8000c-4c21-4d57-b212-01059ae95756 tempest-ServerActionsTestOtherB-626827456 tempest-ServerActionsTestOtherB-626827456-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.587s {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 973.377842] env[62328]: DEBUG nova.compute.manager [None req-8ce8000c-4c21-4d57-b212-01059ae95756 tempest-ServerActionsTestOtherB-626827456 tempest-ServerActionsTestOtherB-626827456-project-member] [instance: 726d231d-afd9-460a-818e-7412af85a7f1] Start building networks asynchronously for instance. {{(pid=62328) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 973.380475] env[62328]: DEBUG oslo_vmware.api [None req-722aca90-59da-4b87-92e1-34d8ecd45aa6 tempest-ServerActionsTestOtherA-1098162655 tempest-ServerActionsTestOtherA-1098162655-project-member] Task: {'id': task-2387367, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.935522} completed successfully. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 973.380942] env[62328]: DEBUG oslo_concurrency.lockutils [None req-78d2c9fa-6908-4ed8-aa1b-e22b821be232 tempest-ServersAdminTestJSON-455323280 tempest-ServersAdminTestJSON-455323280-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 13.098s {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 973.382692] env[62328]: DEBUG nova.objects.instance [None req-78d2c9fa-6908-4ed8-aa1b-e22b821be232 tempest-ServersAdminTestJSON-455323280 tempest-ServersAdminTestJSON-455323280-project-member] [instance: f7104096-3f71-4c4e-9c1a-dcfae81dc66a] Trying to apply a migration context that does not seem to be set for this instance {{(pid=62328) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 973.384424] env[62328]: DEBUG nova.virt.vmwareapi.vm_util [None req-722aca90-59da-4b87-92e1-34d8ecd45aa6 tempest-ServerActionsTestOtherA-1098162655 tempest-ServerActionsTestOtherA-1098162655-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/dbf872a4-92be-47e4-8561-c3e2bf2423ab/dbf872a4-92be-47e4-8561-c3e2bf2423ab.vmdk to [datastore2] 0b59b4a1-0c44-41af-a213-89960b97f913/0b59b4a1-0c44-41af-a213-89960b97f913.vmdk {{(pid=62328) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 973.384424] env[62328]: DEBUG nova.virt.vmwareapi.vmops [None req-722aca90-59da-4b87-92e1-34d8ecd45aa6 tempest-ServerActionsTestOtherA-1098162655 tempest-ServerActionsTestOtherA-1098162655-project-member] [instance: 0b59b4a1-0c44-41af-a213-89960b97f913] Extending root virtual disk to 1048576 {{(pid=62328) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 973.384424] env[62328]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-9eab24be-0ea4-4277-b450-d6491574f1f2 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 973.391860] env[62328]: DEBUG oslo_vmware.api [None req-722aca90-59da-4b87-92e1-34d8ecd45aa6 tempest-ServerActionsTestOtherA-1098162655 tempest-ServerActionsTestOtherA-1098162655-project-member] Waiting for the task: (returnval){ [ 973.391860] env[62328]: value = "task-2387369" [ 973.391860] env[62328]: _type = "Task" [ 973.391860] env[62328]: } to complete. {{(pid=62328) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 973.400471] env[62328]: INFO nova.compute.manager [-] [instance: 5df51859-2d31-4abb-9c7d-d0b0405c3df9] Took 0.79 seconds to deallocate network for instance. [ 973.401417] env[62328]: DEBUG oslo_vmware.api [None req-722aca90-59da-4b87-92e1-34d8ecd45aa6 tempest-ServerActionsTestOtherA-1098162655 tempest-ServerActionsTestOtherA-1098162655-project-member] Task: {'id': task-2387369, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 973.420243] env[62328]: DEBUG oslo_vmware.api [None req-29f68803-8286-458f-9aaf-60c2a2528759 tempest-AttachVolumeNegativeTest-1920358930 tempest-AttachVolumeNegativeTest-1920358930-project-member] Task: {'id': task-2387368, 'name': ReconfigVM_Task, 'duration_secs': 0.506451} completed successfully. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 973.420663] env[62328]: DEBUG nova.virt.vmwareapi.volumeops [None req-29f68803-8286-458f-9aaf-60c2a2528759 tempest-AttachVolumeNegativeTest-1920358930 tempest-AttachVolumeNegativeTest-1920358930-project-member] [instance: 72ae0826-d2f2-406b-80fc-f4fd4c2e9706] Reconfigured VM instance instance-00000060 to attach disk [datastore2] 72ae0826-d2f2-406b-80fc-f4fd4c2e9706/72ae0826-d2f2-406b-80fc-f4fd4c2e9706.vmdk or device None with type sparse {{(pid=62328) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 973.421983] env[62328]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-2715f9bf-1183-4300-8360-815899602a8b {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 973.428503] env[62328]: DEBUG oslo_vmware.api [None req-29f68803-8286-458f-9aaf-60c2a2528759 tempest-AttachVolumeNegativeTest-1920358930 tempest-AttachVolumeNegativeTest-1920358930-project-member] Waiting for the task: (returnval){ [ 973.428503] env[62328]: value = "task-2387370" [ 973.428503] env[62328]: _type = "Task" [ 973.428503] env[62328]: } to complete. {{(pid=62328) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 973.437997] env[62328]: DEBUG oslo_vmware.api [None req-29f68803-8286-458f-9aaf-60c2a2528759 tempest-AttachVolumeNegativeTest-1920358930 tempest-AttachVolumeNegativeTest-1920358930-project-member] Task: {'id': task-2387370, 'name': Rename_Task} progress is 5%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 973.775162] env[62328]: DEBUG nova.compute.manager [req-7258ffae-5da9-4810-891e-be5770498274 req-bbd74387-9ff2-409b-a8e1-02aaca3a1146 service nova] [instance: 5df51859-2d31-4abb-9c7d-d0b0405c3df9] Received event network-vif-deleted-0a92ba59-319f-4ced-a7f5-6aa8112cc6c3 {{(pid=62328) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 973.882983] env[62328]: DEBUG nova.compute.utils [None req-8ce8000c-4c21-4d57-b212-01059ae95756 tempest-ServerActionsTestOtherB-626827456 tempest-ServerActionsTestOtherB-626827456-project-member] Using /dev/sd instead of None {{(pid=62328) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 973.885044] env[62328]: DEBUG nova.compute.manager [None req-8ce8000c-4c21-4d57-b212-01059ae95756 tempest-ServerActionsTestOtherB-626827456 tempest-ServerActionsTestOtherB-626827456-project-member] [instance: 726d231d-afd9-460a-818e-7412af85a7f1] Allocating IP information in the background. {{(pid=62328) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 973.885485] env[62328]: DEBUG nova.network.neutron [None req-8ce8000c-4c21-4d57-b212-01059ae95756 tempest-ServerActionsTestOtherB-626827456 tempest-ServerActionsTestOtherB-626827456-project-member] [instance: 726d231d-afd9-460a-818e-7412af85a7f1] allocate_for_instance() {{(pid=62328) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 973.905598] env[62328]: DEBUG oslo_vmware.api [None req-722aca90-59da-4b87-92e1-34d8ecd45aa6 tempest-ServerActionsTestOtherA-1098162655 tempest-ServerActionsTestOtherA-1098162655-project-member] Task: {'id': task-2387369, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.072862} completed successfully. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 973.905981] env[62328]: DEBUG nova.virt.vmwareapi.vmops [None req-722aca90-59da-4b87-92e1-34d8ecd45aa6 tempest-ServerActionsTestOtherA-1098162655 tempest-ServerActionsTestOtherA-1098162655-project-member] [instance: 0b59b4a1-0c44-41af-a213-89960b97f913] Extended root virtual disk {{(pid=62328) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 973.907096] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-90f7e947-9c3a-4482-9541-d60b7ffdae34 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 973.923874] env[62328]: DEBUG oslo_concurrency.lockutils [None req-242d0f0d-981b-41fc-bb42-ef6720a87f8f tempest-ServerDiskConfigTestJSON-126406698 tempest-ServerDiskConfigTestJSON-126406698-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 973.932816] env[62328]: DEBUG nova.virt.vmwareapi.volumeops [None req-722aca90-59da-4b87-92e1-34d8ecd45aa6 tempest-ServerActionsTestOtherA-1098162655 tempest-ServerActionsTestOtherA-1098162655-project-member] [instance: 0b59b4a1-0c44-41af-a213-89960b97f913] Reconfiguring VM instance instance-0000003b to attach disk [datastore2] 0b59b4a1-0c44-41af-a213-89960b97f913/0b59b4a1-0c44-41af-a213-89960b97f913.vmdk or device None with type sparse {{(pid=62328) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 973.934353] env[62328]: DEBUG nova.policy [None req-8ce8000c-4c21-4d57-b212-01059ae95756 tempest-ServerActionsTestOtherB-626827456 tempest-ServerActionsTestOtherB-626827456-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '16d56be93a1f4a17b2fadb622c16702c', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '4dfb769ea51943efa01b92c3a0595081', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62328) authorize /opt/stack/nova/nova/policy.py:192}} [ 973.935979] env[62328]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b97e916b-64c0-43f2-8dd2-b6ae46470be8 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 973.959057] env[62328]: DEBUG oslo_vmware.api [None req-29f68803-8286-458f-9aaf-60c2a2528759 tempest-AttachVolumeNegativeTest-1920358930 tempest-AttachVolumeNegativeTest-1920358930-project-member] Task: {'id': task-2387370, 'name': Rename_Task, 'duration_secs': 0.144583} completed successfully. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 973.960293] env[62328]: DEBUG nova.virt.vmwareapi.vm_util [None req-29f68803-8286-458f-9aaf-60c2a2528759 tempest-AttachVolumeNegativeTest-1920358930 tempest-AttachVolumeNegativeTest-1920358930-project-member] [instance: 72ae0826-d2f2-406b-80fc-f4fd4c2e9706] Powering on the VM {{(pid=62328) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 973.960619] env[62328]: DEBUG oslo_vmware.api [None req-722aca90-59da-4b87-92e1-34d8ecd45aa6 tempest-ServerActionsTestOtherA-1098162655 tempest-ServerActionsTestOtherA-1098162655-project-member] Waiting for the task: (returnval){ [ 973.960619] env[62328]: value = "task-2387371" [ 973.960619] env[62328]: _type = "Task" [ 973.960619] env[62328]: } to complete. {{(pid=62328) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 973.960790] env[62328]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-5ca80e3b-cdd6-4727-a17b-0c48bfd6ec06 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 973.972073] env[62328]: DEBUG oslo_vmware.api [None req-29f68803-8286-458f-9aaf-60c2a2528759 tempest-AttachVolumeNegativeTest-1920358930 tempest-AttachVolumeNegativeTest-1920358930-project-member] Waiting for the task: (returnval){ [ 973.972073] env[62328]: value = "task-2387372" [ 973.972073] env[62328]: _type = "Task" [ 973.972073] env[62328]: } to complete. {{(pid=62328) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 973.972303] env[62328]: DEBUG oslo_vmware.api [None req-722aca90-59da-4b87-92e1-34d8ecd45aa6 tempest-ServerActionsTestOtherA-1098162655 tempest-ServerActionsTestOtherA-1098162655-project-member] Task: {'id': task-2387371, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 973.979446] env[62328]: DEBUG oslo_vmware.api [None req-29f68803-8286-458f-9aaf-60c2a2528759 tempest-AttachVolumeNegativeTest-1920358930 tempest-AttachVolumeNegativeTest-1920358930-project-member] Task: {'id': task-2387372, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 974.277698] env[62328]: DEBUG nova.network.neutron [None req-8ce8000c-4c21-4d57-b212-01059ae95756 tempest-ServerActionsTestOtherB-626827456 tempest-ServerActionsTestOtherB-626827456-project-member] [instance: 726d231d-afd9-460a-818e-7412af85a7f1] Successfully created port: 7289e465-ad21-47a5-8450-705b2fd68ae8 {{(pid=62328) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 974.396033] env[62328]: DEBUG nova.compute.manager [None req-8ce8000c-4c21-4d57-b212-01059ae95756 tempest-ServerActionsTestOtherB-626827456 tempest-ServerActionsTestOtherB-626827456-project-member] [instance: 726d231d-afd9-460a-818e-7412af85a7f1] Start building block device mappings for instance. {{(pid=62328) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 974.401199] env[62328]: DEBUG oslo_concurrency.lockutils [None req-78d2c9fa-6908-4ed8-aa1b-e22b821be232 tempest-ServersAdminTestJSON-455323280 tempest-ServersAdminTestJSON-455323280-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.020s {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 974.402234] env[62328]: DEBUG oslo_concurrency.lockutils [None req-55cd6d0e-e41a-45d9-9f1f-3e1028d0f303 tempest-ServersNegativeTestJSON-1019155744 tempest-ServersNegativeTestJSON-1019155744-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 12.503s {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 974.408156] env[62328]: INFO nova.compute.claims [None req-55cd6d0e-e41a-45d9-9f1f-3e1028d0f303 tempest-ServersNegativeTestJSON-1019155744 tempest-ServersNegativeTestJSON-1019155744-project-member] [instance: 1ae2d9b7-a1dd-4c97-a50d-70582a8841f3] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 974.482441] env[62328]: DEBUG oslo_vmware.api [None req-722aca90-59da-4b87-92e1-34d8ecd45aa6 tempest-ServerActionsTestOtherA-1098162655 tempest-ServerActionsTestOtherA-1098162655-project-member] Task: {'id': task-2387371, 'name': ReconfigVM_Task, 'duration_secs': 0.275803} completed successfully. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 974.483384] env[62328]: DEBUG nova.virt.vmwareapi.volumeops [None req-722aca90-59da-4b87-92e1-34d8ecd45aa6 tempest-ServerActionsTestOtherA-1098162655 tempest-ServerActionsTestOtherA-1098162655-project-member] [instance: 0b59b4a1-0c44-41af-a213-89960b97f913] Reconfigured VM instance instance-0000003b to attach disk [datastore2] 0b59b4a1-0c44-41af-a213-89960b97f913/0b59b4a1-0c44-41af-a213-89960b97f913.vmdk or device None with type sparse {{(pid=62328) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 974.484816] env[62328]: DEBUG nova.virt.vmwareapi.vmops [None req-722aca90-59da-4b87-92e1-34d8ecd45aa6 tempest-ServerActionsTestOtherA-1098162655 tempest-ServerActionsTestOtherA-1098162655-project-member] [instance: 0b59b4a1-0c44-41af-a213-89960b97f913] Block device information present: {'root_device_name': '/dev/sda', 'image': [{'encryption_format': None, 'encryption_options': None, 'disk_bus': None, 'encryption_secret_uuid': None, 'guest_format': None, 'size': 0, 'device_name': '/dev/sda', 'boot_index': 0, 'encrypted': False, 'device_type': 'disk', 'image_id': 'dbf872a4-92be-47e4-8561-c3e2bf2423ab'}], 'ephemerals': [], 'block_device_mapping': [{'connection_info': {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-484420', 'volume_id': '58285048-ba68-4966-9214-c0935994009b', 'name': 'volume-58285048-ba68-4966-9214-c0935994009b', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '0b59b4a1-0c44-41af-a213-89960b97f913', 'attached_at': '', 'detached_at': '', 'volume_id': '58285048-ba68-4966-9214-c0935994009b', 'serial': '58285048-ba68-4966-9214-c0935994009b'}, 'attachment_id': 'ca380bf4-3dbb-48e3-8839-9a5934140005', 'disk_bus': None, 'delete_on_termination': False, 'guest_format': None, 'mount_device': '/dev/sdb', 'boot_index': None, 'device_type': None, 'volume_type': None}], 'swap': None} {{(pid=62328) spawn /opt/stack/nova/nova/virt/vmwareapi/vmops.py:799}} [ 974.485097] env[62328]: DEBUG nova.virt.vmwareapi.volumeops [None req-722aca90-59da-4b87-92e1-34d8ecd45aa6 tempest-ServerActionsTestOtherA-1098162655 tempest-ServerActionsTestOtherA-1098162655-project-member] [instance: 0b59b4a1-0c44-41af-a213-89960b97f913] Volume attach. Driver type: vmdk {{(pid=62328) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 974.485350] env[62328]: DEBUG nova.virt.vmwareapi.volumeops [None req-722aca90-59da-4b87-92e1-34d8ecd45aa6 tempest-ServerActionsTestOtherA-1098162655 tempest-ServerActionsTestOtherA-1098162655-project-member] [instance: 0b59b4a1-0c44-41af-a213-89960b97f913] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-484420', 'volume_id': '58285048-ba68-4966-9214-c0935994009b', 'name': 'volume-58285048-ba68-4966-9214-c0935994009b', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '0b59b4a1-0c44-41af-a213-89960b97f913', 'attached_at': '', 'detached_at': '', 'volume_id': '58285048-ba68-4966-9214-c0935994009b', 'serial': '58285048-ba68-4966-9214-c0935994009b'} {{(pid=62328) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 974.490403] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-128d0e0e-07ae-4a8e-8627-994ca8f4b7ad {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 974.494113] env[62328]: DEBUG oslo_vmware.api [None req-29f68803-8286-458f-9aaf-60c2a2528759 tempest-AttachVolumeNegativeTest-1920358930 tempest-AttachVolumeNegativeTest-1920358930-project-member] Task: {'id': task-2387372, 'name': PowerOnVM_Task} progress is 88%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 974.508206] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-df82a1e4-24a3-44ec-8d3b-6c819e762184 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 974.534702] env[62328]: DEBUG nova.virt.vmwareapi.volumeops [None req-722aca90-59da-4b87-92e1-34d8ecd45aa6 tempest-ServerActionsTestOtherA-1098162655 tempest-ServerActionsTestOtherA-1098162655-project-member] [instance: 0b59b4a1-0c44-41af-a213-89960b97f913] Reconfiguring VM instance instance-0000003b to attach disk [datastore2] volume-58285048-ba68-4966-9214-c0935994009b/volume-58285048-ba68-4966-9214-c0935994009b.vmdk or device None with type thin {{(pid=62328) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 974.535331] env[62328]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-cd614f53-1c88-4bb5-8636-a389f6bd8420 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 974.553790] env[62328]: DEBUG oslo_vmware.api [None req-722aca90-59da-4b87-92e1-34d8ecd45aa6 tempest-ServerActionsTestOtherA-1098162655 tempest-ServerActionsTestOtherA-1098162655-project-member] Waiting for the task: (returnval){ [ 974.553790] env[62328]: value = "task-2387373" [ 974.553790] env[62328]: _type = "Task" [ 974.553790] env[62328]: } to complete. {{(pid=62328) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 974.562195] env[62328]: DEBUG oslo_vmware.api [None req-722aca90-59da-4b87-92e1-34d8ecd45aa6 tempest-ServerActionsTestOtherA-1098162655 tempest-ServerActionsTestOtherA-1098162655-project-member] Task: {'id': task-2387373, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 974.982595] env[62328]: DEBUG oslo_vmware.api [None req-29f68803-8286-458f-9aaf-60c2a2528759 tempest-AttachVolumeNegativeTest-1920358930 tempest-AttachVolumeNegativeTest-1920358930-project-member] Task: {'id': task-2387372, 'name': PowerOnVM_Task, 'duration_secs': 0.712172} completed successfully. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 974.982868] env[62328]: DEBUG nova.virt.vmwareapi.vm_util [None req-29f68803-8286-458f-9aaf-60c2a2528759 tempest-AttachVolumeNegativeTest-1920358930 tempest-AttachVolumeNegativeTest-1920358930-project-member] [instance: 72ae0826-d2f2-406b-80fc-f4fd4c2e9706] Powered on the VM {{(pid=62328) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 974.983125] env[62328]: INFO nova.compute.manager [None req-29f68803-8286-458f-9aaf-60c2a2528759 tempest-AttachVolumeNegativeTest-1920358930 tempest-AttachVolumeNegativeTest-1920358930-project-member] [instance: 72ae0826-d2f2-406b-80fc-f4fd4c2e9706] Took 8.96 seconds to spawn the instance on the hypervisor. [ 974.983380] env[62328]: DEBUG nova.compute.manager [None req-29f68803-8286-458f-9aaf-60c2a2528759 tempest-AttachVolumeNegativeTest-1920358930 tempest-AttachVolumeNegativeTest-1920358930-project-member] [instance: 72ae0826-d2f2-406b-80fc-f4fd4c2e9706] Checking state {{(pid=62328) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 974.984208] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e19138e4-1255-4093-9a96-5b73ed76591c {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 975.064168] env[62328]: DEBUG oslo_vmware.api [None req-722aca90-59da-4b87-92e1-34d8ecd45aa6 tempest-ServerActionsTestOtherA-1098162655 tempest-ServerActionsTestOtherA-1098162655-project-member] Task: {'id': task-2387373, 'name': ReconfigVM_Task, 'duration_secs': 0.335453} completed successfully. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 975.064463] env[62328]: DEBUG nova.virt.vmwareapi.volumeops [None req-722aca90-59da-4b87-92e1-34d8ecd45aa6 tempest-ServerActionsTestOtherA-1098162655 tempest-ServerActionsTestOtherA-1098162655-project-member] [instance: 0b59b4a1-0c44-41af-a213-89960b97f913] Reconfigured VM instance instance-0000003b to attach disk [datastore2] volume-58285048-ba68-4966-9214-c0935994009b/volume-58285048-ba68-4966-9214-c0935994009b.vmdk or device None with type thin {{(pid=62328) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 975.069186] env[62328]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4ab44211-0a02-4696-9d76-d02d3e703de9 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 975.084269] env[62328]: DEBUG oslo_vmware.api [None req-722aca90-59da-4b87-92e1-34d8ecd45aa6 tempest-ServerActionsTestOtherA-1098162655 tempest-ServerActionsTestOtherA-1098162655-project-member] Waiting for the task: (returnval){ [ 975.084269] env[62328]: value = "task-2387374" [ 975.084269] env[62328]: _type = "Task" [ 975.084269] env[62328]: } to complete. {{(pid=62328) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 975.091923] env[62328]: DEBUG oslo_vmware.api [None req-722aca90-59da-4b87-92e1-34d8ecd45aa6 tempest-ServerActionsTestOtherA-1098162655 tempest-ServerActionsTestOtherA-1098162655-project-member] Task: {'id': task-2387374, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 975.408736] env[62328]: DEBUG nova.compute.manager [None req-8ce8000c-4c21-4d57-b212-01059ae95756 tempest-ServerActionsTestOtherB-626827456 tempest-ServerActionsTestOtherB-626827456-project-member] [instance: 726d231d-afd9-460a-818e-7412af85a7f1] Start spawning the instance on the hypervisor. {{(pid=62328) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 975.440390] env[62328]: DEBUG nova.virt.hardware [None req-8ce8000c-4c21-4d57-b212-01059ae95756 tempest-ServerActionsTestOtherB-626827456 tempest-ServerActionsTestOtherB-626827456-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-07T17:16:55Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-07T17:16:37Z,direct_url=,disk_format='vmdk',id=dbf872a4-92be-47e4-8561-c3e2bf2423ab,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='2a64022f08d84b11a86773b900860ae5',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-07T17:16:38Z,virtual_size=,visibility=), allow threads: False {{(pid=62328) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 975.440636] env[62328]: DEBUG nova.virt.hardware [None req-8ce8000c-4c21-4d57-b212-01059ae95756 tempest-ServerActionsTestOtherB-626827456 tempest-ServerActionsTestOtherB-626827456-project-member] Flavor limits 0:0:0 {{(pid=62328) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 975.440981] env[62328]: DEBUG nova.virt.hardware [None req-8ce8000c-4c21-4d57-b212-01059ae95756 tempest-ServerActionsTestOtherB-626827456 tempest-ServerActionsTestOtherB-626827456-project-member] Image limits 0:0:0 {{(pid=62328) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 975.441272] env[62328]: DEBUG nova.virt.hardware [None req-8ce8000c-4c21-4d57-b212-01059ae95756 tempest-ServerActionsTestOtherB-626827456 tempest-ServerActionsTestOtherB-626827456-project-member] Flavor pref 0:0:0 {{(pid=62328) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 975.441710] env[62328]: DEBUG nova.virt.hardware [None req-8ce8000c-4c21-4d57-b212-01059ae95756 tempest-ServerActionsTestOtherB-626827456 tempest-ServerActionsTestOtherB-626827456-project-member] Image pref 0:0:0 {{(pid=62328) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 975.441922] env[62328]: DEBUG nova.virt.hardware [None req-8ce8000c-4c21-4d57-b212-01059ae95756 tempest-ServerActionsTestOtherB-626827456 tempest-ServerActionsTestOtherB-626827456-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62328) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 975.442196] env[62328]: DEBUG nova.virt.hardware [None req-8ce8000c-4c21-4d57-b212-01059ae95756 tempest-ServerActionsTestOtherB-626827456 tempest-ServerActionsTestOtherB-626827456-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62328) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 975.442369] env[62328]: DEBUG nova.virt.hardware [None req-8ce8000c-4c21-4d57-b212-01059ae95756 tempest-ServerActionsTestOtherB-626827456 tempest-ServerActionsTestOtherB-626827456-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62328) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 975.442543] env[62328]: DEBUG nova.virt.hardware [None req-8ce8000c-4c21-4d57-b212-01059ae95756 tempest-ServerActionsTestOtherB-626827456 tempest-ServerActionsTestOtherB-626827456-project-member] Got 1 possible topologies {{(pid=62328) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 975.442710] env[62328]: DEBUG nova.virt.hardware [None req-8ce8000c-4c21-4d57-b212-01059ae95756 tempest-ServerActionsTestOtherB-626827456 tempest-ServerActionsTestOtherB-626827456-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62328) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 975.442883] env[62328]: DEBUG nova.virt.hardware [None req-8ce8000c-4c21-4d57-b212-01059ae95756 tempest-ServerActionsTestOtherB-626827456 tempest-ServerActionsTestOtherB-626827456-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62328) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 975.444482] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-60a124a7-e2e8-4e0a-b6f0-930b8055b958 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 975.456126] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f8df6932-8865-4b68-8043-2fe9f72f66b3 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 975.505386] env[62328]: INFO nova.compute.manager [None req-29f68803-8286-458f-9aaf-60c2a2528759 tempest-AttachVolumeNegativeTest-1920358930 tempest-AttachVolumeNegativeTest-1920358930-project-member] [instance: 72ae0826-d2f2-406b-80fc-f4fd4c2e9706] Took 24.66 seconds to build instance. [ 975.594160] env[62328]: DEBUG oslo_vmware.api [None req-722aca90-59da-4b87-92e1-34d8ecd45aa6 tempest-ServerActionsTestOtherA-1098162655 tempest-ServerActionsTestOtherA-1098162655-project-member] Task: {'id': task-2387374, 'name': ReconfigVM_Task, 'duration_secs': 0.163468} completed successfully. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 975.597030] env[62328]: DEBUG nova.virt.vmwareapi.volumeops [None req-722aca90-59da-4b87-92e1-34d8ecd45aa6 tempest-ServerActionsTestOtherA-1098162655 tempest-ServerActionsTestOtherA-1098162655-project-member] [instance: 0b59b4a1-0c44-41af-a213-89960b97f913] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-484420', 'volume_id': '58285048-ba68-4966-9214-c0935994009b', 'name': 'volume-58285048-ba68-4966-9214-c0935994009b', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '0b59b4a1-0c44-41af-a213-89960b97f913', 'attached_at': '', 'detached_at': '', 'volume_id': '58285048-ba68-4966-9214-c0935994009b', 'serial': '58285048-ba68-4966-9214-c0935994009b'} {{(pid=62328) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 975.597850] env[62328]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-160e5958-90fe-4447-9a5e-9c5c4e054677 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 975.604805] env[62328]: DEBUG oslo_vmware.api [None req-722aca90-59da-4b87-92e1-34d8ecd45aa6 tempest-ServerActionsTestOtherA-1098162655 tempest-ServerActionsTestOtherA-1098162655-project-member] Waiting for the task: (returnval){ [ 975.604805] env[62328]: value = "task-2387375" [ 975.604805] env[62328]: _type = "Task" [ 975.604805] env[62328]: } to complete. {{(pid=62328) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 975.612948] env[62328]: DEBUG oslo_vmware.api [None req-722aca90-59da-4b87-92e1-34d8ecd45aa6 tempest-ServerActionsTestOtherA-1098162655 tempest-ServerActionsTestOtherA-1098162655-project-member] Task: {'id': task-2387375, 'name': Rename_Task} progress is 0%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 975.803991] env[62328]: DEBUG nova.compute.manager [req-d907a0c1-29df-49c5-b00c-cce6e9e9b712 req-9377348d-5543-4eb8-b9ab-0debf75944b9 service nova] [instance: 726d231d-afd9-460a-818e-7412af85a7f1] Received event network-vif-plugged-7289e465-ad21-47a5-8450-705b2fd68ae8 {{(pid=62328) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 975.804259] env[62328]: DEBUG oslo_concurrency.lockutils [req-d907a0c1-29df-49c5-b00c-cce6e9e9b712 req-9377348d-5543-4eb8-b9ab-0debf75944b9 service nova] Acquiring lock "726d231d-afd9-460a-818e-7412af85a7f1-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 975.804438] env[62328]: DEBUG oslo_concurrency.lockutils [req-d907a0c1-29df-49c5-b00c-cce6e9e9b712 req-9377348d-5543-4eb8-b9ab-0debf75944b9 service nova] Lock "726d231d-afd9-460a-818e-7412af85a7f1-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 975.804609] env[62328]: DEBUG oslo_concurrency.lockutils [req-d907a0c1-29df-49c5-b00c-cce6e9e9b712 req-9377348d-5543-4eb8-b9ab-0debf75944b9 service nova] Lock "726d231d-afd9-460a-818e-7412af85a7f1-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 975.804769] env[62328]: DEBUG nova.compute.manager [req-d907a0c1-29df-49c5-b00c-cce6e9e9b712 req-9377348d-5543-4eb8-b9ab-0debf75944b9 service nova] [instance: 726d231d-afd9-460a-818e-7412af85a7f1] No waiting events found dispatching network-vif-plugged-7289e465-ad21-47a5-8450-705b2fd68ae8 {{(pid=62328) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 975.804931] env[62328]: WARNING nova.compute.manager [req-d907a0c1-29df-49c5-b00c-cce6e9e9b712 req-9377348d-5543-4eb8-b9ab-0debf75944b9 service nova] [instance: 726d231d-afd9-460a-818e-7412af85a7f1] Received unexpected event network-vif-plugged-7289e465-ad21-47a5-8450-705b2fd68ae8 for instance with vm_state building and task_state spawning. [ 975.830940] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ece565f9-8fea-42ff-b1f2-439d6780e2db {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 975.838707] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d87ac2ec-aaac-4ae7-9127-2d191b8cc493 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 975.875364] env[62328]: DEBUG nova.network.neutron [None req-8ce8000c-4c21-4d57-b212-01059ae95756 tempest-ServerActionsTestOtherB-626827456 tempest-ServerActionsTestOtherB-626827456-project-member] [instance: 726d231d-afd9-460a-818e-7412af85a7f1] Successfully updated port: 7289e465-ad21-47a5-8450-705b2fd68ae8 {{(pid=62328) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 975.877619] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-782ff609-53ac-47df-b2fc-afb193cba5ce {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 975.892396] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b9e10aa0-4a6e-4116-8a85-a0678d35cde6 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 975.907841] env[62328]: DEBUG nova.compute.provider_tree [None req-55cd6d0e-e41a-45d9-9f1f-3e1028d0f303 tempest-ServersNegativeTestJSON-1019155744 tempest-ServersNegativeTestJSON-1019155744-project-member] Inventory has not changed in ProviderTree for provider: 3469e9f8-04af-49ca-8435-49f104496744 {{(pid=62328) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 976.007981] env[62328]: DEBUG oslo_concurrency.lockutils [None req-29f68803-8286-458f-9aaf-60c2a2528759 tempest-AttachVolumeNegativeTest-1920358930 tempest-AttachVolumeNegativeTest-1920358930-project-member] Lock "72ae0826-d2f2-406b-80fc-f4fd4c2e9706" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 26.173s {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 976.029411] env[62328]: DEBUG nova.compute.manager [req-40160aaa-41e4-47f9-a5c6-09f986ca02e3 req-d50b0502-5ca3-4122-98bf-af93f704cb2a service nova] [instance: 72ae0826-d2f2-406b-80fc-f4fd4c2e9706] Received event network-changed-0150b9c5-1d8c-4d73-92ef-abd529209996 {{(pid=62328) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 976.029631] env[62328]: DEBUG nova.compute.manager [req-40160aaa-41e4-47f9-a5c6-09f986ca02e3 req-d50b0502-5ca3-4122-98bf-af93f704cb2a service nova] [instance: 72ae0826-d2f2-406b-80fc-f4fd4c2e9706] Refreshing instance network info cache due to event network-changed-0150b9c5-1d8c-4d73-92ef-abd529209996. {{(pid=62328) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 976.029847] env[62328]: DEBUG oslo_concurrency.lockutils [req-40160aaa-41e4-47f9-a5c6-09f986ca02e3 req-d50b0502-5ca3-4122-98bf-af93f704cb2a service nova] Acquiring lock "refresh_cache-72ae0826-d2f2-406b-80fc-f4fd4c2e9706" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 976.029989] env[62328]: DEBUG oslo_concurrency.lockutils [req-40160aaa-41e4-47f9-a5c6-09f986ca02e3 req-d50b0502-5ca3-4122-98bf-af93f704cb2a service nova] Acquired lock "refresh_cache-72ae0826-d2f2-406b-80fc-f4fd4c2e9706" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 976.030162] env[62328]: DEBUG nova.network.neutron [req-40160aaa-41e4-47f9-a5c6-09f986ca02e3 req-d50b0502-5ca3-4122-98bf-af93f704cb2a service nova] [instance: 72ae0826-d2f2-406b-80fc-f4fd4c2e9706] Refreshing network info cache for port 0150b9c5-1d8c-4d73-92ef-abd529209996 {{(pid=62328) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 976.116209] env[62328]: DEBUG oslo_vmware.api [None req-722aca90-59da-4b87-92e1-34d8ecd45aa6 tempest-ServerActionsTestOtherA-1098162655 tempest-ServerActionsTestOtherA-1098162655-project-member] Task: {'id': task-2387375, 'name': Rename_Task, 'duration_secs': 0.155045} completed successfully. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 976.116470] env[62328]: DEBUG nova.virt.vmwareapi.vm_util [None req-722aca90-59da-4b87-92e1-34d8ecd45aa6 tempest-ServerActionsTestOtherA-1098162655 tempest-ServerActionsTestOtherA-1098162655-project-member] [instance: 0b59b4a1-0c44-41af-a213-89960b97f913] Powering on the VM {{(pid=62328) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 976.116715] env[62328]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-f58991e1-b4b0-4682-b2d2-adb56f531e41 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 976.124110] env[62328]: DEBUG oslo_vmware.api [None req-722aca90-59da-4b87-92e1-34d8ecd45aa6 tempest-ServerActionsTestOtherA-1098162655 tempest-ServerActionsTestOtherA-1098162655-project-member] Waiting for the task: (returnval){ [ 976.124110] env[62328]: value = "task-2387376" [ 976.124110] env[62328]: _type = "Task" [ 976.124110] env[62328]: } to complete. {{(pid=62328) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 976.131912] env[62328]: DEBUG oslo_vmware.api [None req-722aca90-59da-4b87-92e1-34d8ecd45aa6 tempest-ServerActionsTestOtherA-1098162655 tempest-ServerActionsTestOtherA-1098162655-project-member] Task: {'id': task-2387376, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 976.378548] env[62328]: DEBUG oslo_concurrency.lockutils [None req-8ce8000c-4c21-4d57-b212-01059ae95756 tempest-ServerActionsTestOtherB-626827456 tempest-ServerActionsTestOtherB-626827456-project-member] Acquiring lock "refresh_cache-726d231d-afd9-460a-818e-7412af85a7f1" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 976.378728] env[62328]: DEBUG oslo_concurrency.lockutils [None req-8ce8000c-4c21-4d57-b212-01059ae95756 tempest-ServerActionsTestOtherB-626827456 tempest-ServerActionsTestOtherB-626827456-project-member] Acquired lock "refresh_cache-726d231d-afd9-460a-818e-7412af85a7f1" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 976.378869] env[62328]: DEBUG nova.network.neutron [None req-8ce8000c-4c21-4d57-b212-01059ae95756 tempest-ServerActionsTestOtherB-626827456 tempest-ServerActionsTestOtherB-626827456-project-member] [instance: 726d231d-afd9-460a-818e-7412af85a7f1] Building network info cache for instance {{(pid=62328) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 976.411672] env[62328]: DEBUG nova.scheduler.client.report [None req-55cd6d0e-e41a-45d9-9f1f-3e1028d0f303 tempest-ServersNegativeTestJSON-1019155744 tempest-ServersNegativeTestJSON-1019155744-project-member] Inventory has not changed for provider 3469e9f8-04af-49ca-8435-49f104496744 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 152, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62328) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 976.637805] env[62328]: DEBUG oslo_vmware.api [None req-722aca90-59da-4b87-92e1-34d8ecd45aa6 tempest-ServerActionsTestOtherA-1098162655 tempest-ServerActionsTestOtherA-1098162655-project-member] Task: {'id': task-2387376, 'name': PowerOnVM_Task, 'duration_secs': 0.441515} completed successfully. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 976.638178] env[62328]: DEBUG nova.virt.vmwareapi.vm_util [None req-722aca90-59da-4b87-92e1-34d8ecd45aa6 tempest-ServerActionsTestOtherA-1098162655 tempest-ServerActionsTestOtherA-1098162655-project-member] [instance: 0b59b4a1-0c44-41af-a213-89960b97f913] Powered on the VM {{(pid=62328) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 976.638451] env[62328]: DEBUG nova.compute.manager [None req-722aca90-59da-4b87-92e1-34d8ecd45aa6 tempest-ServerActionsTestOtherA-1098162655 tempest-ServerActionsTestOtherA-1098162655-project-member] [instance: 0b59b4a1-0c44-41af-a213-89960b97f913] Checking state {{(pid=62328) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 976.639447] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fffd0bd3-01df-4916-b063-5eb2229ee4dc {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 976.802860] env[62328]: DEBUG nova.network.neutron [req-40160aaa-41e4-47f9-a5c6-09f986ca02e3 req-d50b0502-5ca3-4122-98bf-af93f704cb2a service nova] [instance: 72ae0826-d2f2-406b-80fc-f4fd4c2e9706] Updated VIF entry in instance network info cache for port 0150b9c5-1d8c-4d73-92ef-abd529209996. {{(pid=62328) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 976.803320] env[62328]: DEBUG nova.network.neutron [req-40160aaa-41e4-47f9-a5c6-09f986ca02e3 req-d50b0502-5ca3-4122-98bf-af93f704cb2a service nova] [instance: 72ae0826-d2f2-406b-80fc-f4fd4c2e9706] Updating instance_info_cache with network_info: [{"id": "0150b9c5-1d8c-4d73-92ef-abd529209996", "address": "fa:16:3e:5a:cf:0d", "network": {"id": "ed1d555f-f92f-4abe-9fa7-e6c9390d1efe", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-674926679-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.150", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3d8ff424d526451a9374555ba25a4243", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "04ccbc7a-cf8d-4ea2-8411-291a1e27df7b", "external-id": "nsx-vlan-transportzone-998", "segmentation_id": 998, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0150b9c5-1d", "ovs_interfaceid": "0150b9c5-1d8c-4d73-92ef-abd529209996", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62328) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 976.914384] env[62328]: DEBUG nova.network.neutron [None req-8ce8000c-4c21-4d57-b212-01059ae95756 tempest-ServerActionsTestOtherB-626827456 tempest-ServerActionsTestOtherB-626827456-project-member] [instance: 726d231d-afd9-460a-818e-7412af85a7f1] Instance cache missing network info. {{(pid=62328) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 976.916878] env[62328]: DEBUG oslo_concurrency.lockutils [None req-55cd6d0e-e41a-45d9-9f1f-3e1028d0f303 tempest-ServersNegativeTestJSON-1019155744 tempest-ServersNegativeTestJSON-1019155744-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.515s {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 976.917443] env[62328]: DEBUG nova.compute.manager [None req-55cd6d0e-e41a-45d9-9f1f-3e1028d0f303 tempest-ServersNegativeTestJSON-1019155744 tempest-ServersNegativeTestJSON-1019155744-project-member] [instance: 1ae2d9b7-a1dd-4c97-a50d-70582a8841f3] Start building networks asynchronously for instance. {{(pid=62328) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 976.920086] env[62328]: DEBUG oslo_concurrency.lockutils [None req-916facde-e17f-41f3-8478-4568a2306e25 tempest-ServersTestJSON-2041147199 tempest-ServersTestJSON-2041147199-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 14.896s {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 976.920278] env[62328]: DEBUG nova.objects.instance [None req-916facde-e17f-41f3-8478-4568a2306e25 tempest-ServersTestJSON-2041147199 tempest-ServersTestJSON-2041147199-project-member] Lazy-loading 'resources' on Instance uuid d9dcebce-1ee4-4f35-879b-a520176f261f {{(pid=62328) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 977.057147] env[62328]: DEBUG nova.network.neutron [None req-8ce8000c-4c21-4d57-b212-01059ae95756 tempest-ServerActionsTestOtherB-626827456 tempest-ServerActionsTestOtherB-626827456-project-member] [instance: 726d231d-afd9-460a-818e-7412af85a7f1] Updating instance_info_cache with network_info: [{"id": "7289e465-ad21-47a5-8450-705b2fd68ae8", "address": "fa:16:3e:29:f5:39", "network": {"id": "26ce23b7-7f28-4faf-9ad9-833f4c091e91", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1619285024-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4dfb769ea51943efa01b92c3a0595081", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "30c39e9a-a798-4f25-a48c-91f786ba332c", "external-id": "nsx-vlan-transportzone-438", "segmentation_id": 438, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7289e465-ad", "ovs_interfaceid": "7289e465-ad21-47a5-8450-705b2fd68ae8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62328) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 977.158021] env[62328]: DEBUG oslo_concurrency.lockutils [None req-722aca90-59da-4b87-92e1-34d8ecd45aa6 tempest-ServerActionsTestOtherA-1098162655 tempest-ServerActionsTestOtherA-1098162655-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 977.306541] env[62328]: DEBUG oslo_concurrency.lockutils [req-40160aaa-41e4-47f9-a5c6-09f986ca02e3 req-d50b0502-5ca3-4122-98bf-af93f704cb2a service nova] Releasing lock "refresh_cache-72ae0826-d2f2-406b-80fc-f4fd4c2e9706" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 977.426639] env[62328]: DEBUG nova.compute.utils [None req-55cd6d0e-e41a-45d9-9f1f-3e1028d0f303 tempest-ServersNegativeTestJSON-1019155744 tempest-ServersNegativeTestJSON-1019155744-project-member] Using /dev/sd instead of None {{(pid=62328) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 977.428626] env[62328]: DEBUG nova.compute.manager [None req-55cd6d0e-e41a-45d9-9f1f-3e1028d0f303 tempest-ServersNegativeTestJSON-1019155744 tempest-ServersNegativeTestJSON-1019155744-project-member] [instance: 1ae2d9b7-a1dd-4c97-a50d-70582a8841f3] Allocating IP information in the background. {{(pid=62328) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 977.428626] env[62328]: DEBUG nova.network.neutron [None req-55cd6d0e-e41a-45d9-9f1f-3e1028d0f303 tempest-ServersNegativeTestJSON-1019155744 tempest-ServersNegativeTestJSON-1019155744-project-member] [instance: 1ae2d9b7-a1dd-4c97-a50d-70582a8841f3] allocate_for_instance() {{(pid=62328) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 977.475537] env[62328]: DEBUG nova.policy [None req-55cd6d0e-e41a-45d9-9f1f-3e1028d0f303 tempest-ServersNegativeTestJSON-1019155744 tempest-ServersNegativeTestJSON-1019155744-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '7770c9ca08474937b3b75e6e857e2e94', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '6439cdc748024a22a910522f77b70be9', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62328) authorize /opt/stack/nova/nova/policy.py:192}} [ 977.560637] env[62328]: DEBUG oslo_concurrency.lockutils [None req-8ce8000c-4c21-4d57-b212-01059ae95756 tempest-ServerActionsTestOtherB-626827456 tempest-ServerActionsTestOtherB-626827456-project-member] Releasing lock "refresh_cache-726d231d-afd9-460a-818e-7412af85a7f1" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 977.561388] env[62328]: DEBUG nova.compute.manager [None req-8ce8000c-4c21-4d57-b212-01059ae95756 tempest-ServerActionsTestOtherB-626827456 tempest-ServerActionsTestOtherB-626827456-project-member] [instance: 726d231d-afd9-460a-818e-7412af85a7f1] Instance network_info: |[{"id": "7289e465-ad21-47a5-8450-705b2fd68ae8", "address": "fa:16:3e:29:f5:39", "network": {"id": "26ce23b7-7f28-4faf-9ad9-833f4c091e91", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1619285024-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4dfb769ea51943efa01b92c3a0595081", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "30c39e9a-a798-4f25-a48c-91f786ba332c", "external-id": "nsx-vlan-transportzone-438", "segmentation_id": 438, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7289e465-ad", "ovs_interfaceid": "7289e465-ad21-47a5-8450-705b2fd68ae8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62328) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 977.561657] env[62328]: DEBUG nova.virt.vmwareapi.vmops [None req-8ce8000c-4c21-4d57-b212-01059ae95756 tempest-ServerActionsTestOtherB-626827456 tempest-ServerActionsTestOtherB-626827456-project-member] [instance: 726d231d-afd9-460a-818e-7412af85a7f1] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:29:f5:39', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '30c39e9a-a798-4f25-a48c-91f786ba332c', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '7289e465-ad21-47a5-8450-705b2fd68ae8', 'vif_model': 'vmxnet3'}] {{(pid=62328) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 977.570011] env[62328]: DEBUG nova.virt.vmwareapi.vm_util [None req-8ce8000c-4c21-4d57-b212-01059ae95756 tempest-ServerActionsTestOtherB-626827456 tempest-ServerActionsTestOtherB-626827456-project-member] Creating folder: Project (4dfb769ea51943efa01b92c3a0595081). Parent ref: group-v484164. {{(pid=62328) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 977.570265] env[62328]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-90b2d242-8ab1-493b-92f0-8d9b5a44d889 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 977.584287] env[62328]: INFO nova.virt.vmwareapi.vm_util [None req-8ce8000c-4c21-4d57-b212-01059ae95756 tempest-ServerActionsTestOtherB-626827456 tempest-ServerActionsTestOtherB-626827456-project-member] Created folder: Project (4dfb769ea51943efa01b92c3a0595081) in parent group-v484164. [ 977.584489] env[62328]: DEBUG nova.virt.vmwareapi.vm_util [None req-8ce8000c-4c21-4d57-b212-01059ae95756 tempest-ServerActionsTestOtherB-626827456 tempest-ServerActionsTestOtherB-626827456-project-member] Creating folder: Instances. Parent ref: group-v484427. {{(pid=62328) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 977.586980] env[62328]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-89be755f-bb0b-4c15-90f8-69c393d43fa9 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 977.596662] env[62328]: INFO nova.virt.vmwareapi.vm_util [None req-8ce8000c-4c21-4d57-b212-01059ae95756 tempest-ServerActionsTestOtherB-626827456 tempest-ServerActionsTestOtherB-626827456-project-member] Created folder: Instances in parent group-v484427. [ 977.596662] env[62328]: DEBUG oslo.service.loopingcall [None req-8ce8000c-4c21-4d57-b212-01059ae95756 tempest-ServerActionsTestOtherB-626827456 tempest-ServerActionsTestOtherB-626827456-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62328) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 977.596662] env[62328]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 726d231d-afd9-460a-818e-7412af85a7f1] Creating VM on the ESX host {{(pid=62328) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 977.596858] env[62328]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-473a4e65-b5da-4696-84ca-cd22f0a698a7 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 977.622394] env[62328]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 977.622394] env[62328]: value = "task-2387379" [ 977.622394] env[62328]: _type = "Task" [ 977.622394] env[62328]: } to complete. {{(pid=62328) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 977.630843] env[62328]: DEBUG oslo_vmware.api [-] Task: {'id': task-2387379, 'name': CreateVM_Task} progress is 0%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 977.776967] env[62328]: DEBUG nova.network.neutron [None req-55cd6d0e-e41a-45d9-9f1f-3e1028d0f303 tempest-ServersNegativeTestJSON-1019155744 tempest-ServersNegativeTestJSON-1019155744-project-member] [instance: 1ae2d9b7-a1dd-4c97-a50d-70582a8841f3] Successfully created port: 0376b6f5-7e01-4e24-9850-e8a29d251613 {{(pid=62328) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 977.829051] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-468aaa95-daa9-475c-9fe7-b2082f1a6278 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 977.838703] env[62328]: DEBUG nova.compute.manager [req-fc470c71-6499-48ad-abdf-3b5b43921f95 req-245ba44e-8039-4e85-87c4-6a1064d2c18e service nova] [instance: 726d231d-afd9-460a-818e-7412af85a7f1] Received event network-changed-7289e465-ad21-47a5-8450-705b2fd68ae8 {{(pid=62328) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 977.838905] env[62328]: DEBUG nova.compute.manager [req-fc470c71-6499-48ad-abdf-3b5b43921f95 req-245ba44e-8039-4e85-87c4-6a1064d2c18e service nova] [instance: 726d231d-afd9-460a-818e-7412af85a7f1] Refreshing instance network info cache due to event network-changed-7289e465-ad21-47a5-8450-705b2fd68ae8. {{(pid=62328) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 977.839141] env[62328]: DEBUG oslo_concurrency.lockutils [req-fc470c71-6499-48ad-abdf-3b5b43921f95 req-245ba44e-8039-4e85-87c4-6a1064d2c18e service nova] Acquiring lock "refresh_cache-726d231d-afd9-460a-818e-7412af85a7f1" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 977.839286] env[62328]: DEBUG oslo_concurrency.lockutils [req-fc470c71-6499-48ad-abdf-3b5b43921f95 req-245ba44e-8039-4e85-87c4-6a1064d2c18e service nova] Acquired lock "refresh_cache-726d231d-afd9-460a-818e-7412af85a7f1" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 977.839472] env[62328]: DEBUG nova.network.neutron [req-fc470c71-6499-48ad-abdf-3b5b43921f95 req-245ba44e-8039-4e85-87c4-6a1064d2c18e service nova] [instance: 726d231d-afd9-460a-818e-7412af85a7f1] Refreshing network info cache for port 7289e465-ad21-47a5-8450-705b2fd68ae8 {{(pid=62328) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 977.847017] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5100076e-acb2-4660-9017-85a5ddb35d7f {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 977.880259] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-290e5c64-a4a1-471a-95d6-f427f46b02ae {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 977.889334] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0320ea3b-d160-49c6-8488-bdeed197c968 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 977.903975] env[62328]: DEBUG nova.compute.provider_tree [None req-916facde-e17f-41f3-8478-4568a2306e25 tempest-ServersTestJSON-2041147199 tempest-ServersTestJSON-2041147199-project-member] Inventory has not changed in ProviderTree for provider: 3469e9f8-04af-49ca-8435-49f104496744 {{(pid=62328) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 977.932187] env[62328]: DEBUG nova.compute.manager [None req-55cd6d0e-e41a-45d9-9f1f-3e1028d0f303 tempest-ServersNegativeTestJSON-1019155744 tempest-ServersNegativeTestJSON-1019155744-project-member] [instance: 1ae2d9b7-a1dd-4c97-a50d-70582a8841f3] Start building block device mappings for instance. {{(pid=62328) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 978.133539] env[62328]: DEBUG oslo_vmware.api [-] Task: {'id': task-2387379, 'name': CreateVM_Task} progress is 25%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 978.407159] env[62328]: DEBUG nova.scheduler.client.report [None req-916facde-e17f-41f3-8478-4568a2306e25 tempest-ServersTestJSON-2041147199 tempest-ServersTestJSON-2041147199-project-member] Inventory has not changed for provider 3469e9f8-04af-49ca-8435-49f104496744 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 152, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62328) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 978.633071] env[62328]: DEBUG oslo_vmware.api [-] Task: {'id': task-2387379, 'name': CreateVM_Task, 'duration_secs': 0.715202} completed successfully. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 978.633071] env[62328]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 726d231d-afd9-460a-818e-7412af85a7f1] Created VM on the ESX host {{(pid=62328) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 978.633856] env[62328]: DEBUG oslo_concurrency.lockutils [None req-8ce8000c-4c21-4d57-b212-01059ae95756 tempest-ServerActionsTestOtherB-626827456 tempest-ServerActionsTestOtherB-626827456-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/dbf872a4-92be-47e4-8561-c3e2bf2423ab" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 978.633925] env[62328]: DEBUG oslo_concurrency.lockutils [None req-8ce8000c-4c21-4d57-b212-01059ae95756 tempest-ServerActionsTestOtherB-626827456 tempest-ServerActionsTestOtherB-626827456-project-member] Acquired lock "[datastore2] devstack-image-cache_base/dbf872a4-92be-47e4-8561-c3e2bf2423ab" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 978.634217] env[62328]: DEBUG oslo_concurrency.lockutils [None req-8ce8000c-4c21-4d57-b212-01059ae95756 tempest-ServerActionsTestOtherB-626827456 tempest-ServerActionsTestOtherB-626827456-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/dbf872a4-92be-47e4-8561-c3e2bf2423ab" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 978.634492] env[62328]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-96a1d0e6-5d4c-499d-83f3-04ac6351a4c4 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 978.640936] env[62328]: DEBUG oslo_vmware.api [None req-8ce8000c-4c21-4d57-b212-01059ae95756 tempest-ServerActionsTestOtherB-626827456 tempest-ServerActionsTestOtherB-626827456-project-member] Waiting for the task: (returnval){ [ 978.640936] env[62328]: value = "session[52a6e20e-410d-708a-99f2-080a575a99bd]5289c6d3-718c-8a6f-82a4-012a18072311" [ 978.640936] env[62328]: _type = "Task" [ 978.640936] env[62328]: } to complete. {{(pid=62328) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 978.646860] env[62328]: DEBUG oslo_vmware.api [None req-8ce8000c-4c21-4d57-b212-01059ae95756 tempest-ServerActionsTestOtherB-626827456 tempest-ServerActionsTestOtherB-626827456-project-member] Task: {'id': session[52a6e20e-410d-708a-99f2-080a575a99bd]5289c6d3-718c-8a6f-82a4-012a18072311, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 978.647874] env[62328]: DEBUG nova.network.neutron [req-fc470c71-6499-48ad-abdf-3b5b43921f95 req-245ba44e-8039-4e85-87c4-6a1064d2c18e service nova] [instance: 726d231d-afd9-460a-818e-7412af85a7f1] Updated VIF entry in instance network info cache for port 7289e465-ad21-47a5-8450-705b2fd68ae8. {{(pid=62328) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 978.648211] env[62328]: DEBUG nova.network.neutron [req-fc470c71-6499-48ad-abdf-3b5b43921f95 req-245ba44e-8039-4e85-87c4-6a1064d2c18e service nova] [instance: 726d231d-afd9-460a-818e-7412af85a7f1] Updating instance_info_cache with network_info: [{"id": "7289e465-ad21-47a5-8450-705b2fd68ae8", "address": "fa:16:3e:29:f5:39", "network": {"id": "26ce23b7-7f28-4faf-9ad9-833f4c091e91", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1619285024-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4dfb769ea51943efa01b92c3a0595081", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "30c39e9a-a798-4f25-a48c-91f786ba332c", "external-id": "nsx-vlan-transportzone-438", "segmentation_id": 438, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7289e465-ad", "ovs_interfaceid": "7289e465-ad21-47a5-8450-705b2fd68ae8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62328) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 978.913037] env[62328]: DEBUG oslo_concurrency.lockutils [None req-916facde-e17f-41f3-8478-4568a2306e25 tempest-ServersTestJSON-2041147199 tempest-ServersTestJSON-2041147199-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.993s {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 978.915374] env[62328]: DEBUG oslo_concurrency.lockutils [None req-41e4f6f4-f2b3-40d5-94e7-00dfc416ec67 tempest-ServersAdminTestJSON-455323280 tempest-ServersAdminTestJSON-455323280-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 12.369s {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 978.915609] env[62328]: DEBUG nova.objects.instance [None req-41e4f6f4-f2b3-40d5-94e7-00dfc416ec67 tempest-ServersAdminTestJSON-455323280 tempest-ServersAdminTestJSON-455323280-project-member] Lazy-loading 'resources' on Instance uuid 5dd099f6-e8c0-4574-bab7-b2aa30158ba3 {{(pid=62328) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 978.935208] env[62328]: INFO nova.scheduler.client.report [None req-916facde-e17f-41f3-8478-4568a2306e25 tempest-ServersTestJSON-2041147199 tempest-ServersTestJSON-2041147199-project-member] Deleted allocations for instance d9dcebce-1ee4-4f35-879b-a520176f261f [ 978.941192] env[62328]: DEBUG nova.compute.manager [None req-55cd6d0e-e41a-45d9-9f1f-3e1028d0f303 tempest-ServersNegativeTestJSON-1019155744 tempest-ServersNegativeTestJSON-1019155744-project-member] [instance: 1ae2d9b7-a1dd-4c97-a50d-70582a8841f3] Start spawning the instance on the hypervisor. {{(pid=62328) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 978.971089] env[62328]: DEBUG nova.virt.hardware [None req-55cd6d0e-e41a-45d9-9f1f-3e1028d0f303 tempest-ServersNegativeTestJSON-1019155744 tempest-ServersNegativeTestJSON-1019155744-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-07T17:16:55Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-07T17:16:37Z,direct_url=,disk_format='vmdk',id=dbf872a4-92be-47e4-8561-c3e2bf2423ab,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='2a64022f08d84b11a86773b900860ae5',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-07T17:16:38Z,virtual_size=,visibility=), allow threads: False {{(pid=62328) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 978.971288] env[62328]: DEBUG nova.virt.hardware [None req-55cd6d0e-e41a-45d9-9f1f-3e1028d0f303 tempest-ServersNegativeTestJSON-1019155744 tempest-ServersNegativeTestJSON-1019155744-project-member] Flavor limits 0:0:0 {{(pid=62328) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 978.971288] env[62328]: DEBUG nova.virt.hardware [None req-55cd6d0e-e41a-45d9-9f1f-3e1028d0f303 tempest-ServersNegativeTestJSON-1019155744 tempest-ServersNegativeTestJSON-1019155744-project-member] Image limits 0:0:0 {{(pid=62328) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 978.971437] env[62328]: DEBUG nova.virt.hardware [None req-55cd6d0e-e41a-45d9-9f1f-3e1028d0f303 tempest-ServersNegativeTestJSON-1019155744 tempest-ServersNegativeTestJSON-1019155744-project-member] Flavor pref 0:0:0 {{(pid=62328) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 978.971579] env[62328]: DEBUG nova.virt.hardware [None req-55cd6d0e-e41a-45d9-9f1f-3e1028d0f303 tempest-ServersNegativeTestJSON-1019155744 tempest-ServersNegativeTestJSON-1019155744-project-member] Image pref 0:0:0 {{(pid=62328) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 978.971739] env[62328]: DEBUG nova.virt.hardware [None req-55cd6d0e-e41a-45d9-9f1f-3e1028d0f303 tempest-ServersNegativeTestJSON-1019155744 tempest-ServersNegativeTestJSON-1019155744-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62328) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 978.971943] env[62328]: DEBUG nova.virt.hardware [None req-55cd6d0e-e41a-45d9-9f1f-3e1028d0f303 tempest-ServersNegativeTestJSON-1019155744 tempest-ServersNegativeTestJSON-1019155744-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62328) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 978.972111] env[62328]: DEBUG nova.virt.hardware [None req-55cd6d0e-e41a-45d9-9f1f-3e1028d0f303 tempest-ServersNegativeTestJSON-1019155744 tempest-ServersNegativeTestJSON-1019155744-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62328) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 978.972278] env[62328]: DEBUG nova.virt.hardware [None req-55cd6d0e-e41a-45d9-9f1f-3e1028d0f303 tempest-ServersNegativeTestJSON-1019155744 tempest-ServersNegativeTestJSON-1019155744-project-member] Got 1 possible topologies {{(pid=62328) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 978.972436] env[62328]: DEBUG nova.virt.hardware [None req-55cd6d0e-e41a-45d9-9f1f-3e1028d0f303 tempest-ServersNegativeTestJSON-1019155744 tempest-ServersNegativeTestJSON-1019155744-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62328) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 978.972602] env[62328]: DEBUG nova.virt.hardware [None req-55cd6d0e-e41a-45d9-9f1f-3e1028d0f303 tempest-ServersNegativeTestJSON-1019155744 tempest-ServersNegativeTestJSON-1019155744-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62328) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 978.973489] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-23d85761-054c-4b48-954c-b438426d8639 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 978.981781] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d46c1af0-4a66-47c1-8c67-9b9498546977 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 979.151695] env[62328]: DEBUG oslo_concurrency.lockutils [req-fc470c71-6499-48ad-abdf-3b5b43921f95 req-245ba44e-8039-4e85-87c4-6a1064d2c18e service nova] Releasing lock "refresh_cache-726d231d-afd9-460a-818e-7412af85a7f1" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 979.152091] env[62328]: DEBUG oslo_vmware.api [None req-8ce8000c-4c21-4d57-b212-01059ae95756 tempest-ServerActionsTestOtherB-626827456 tempest-ServerActionsTestOtherB-626827456-project-member] Task: {'id': session[52a6e20e-410d-708a-99f2-080a575a99bd]5289c6d3-718c-8a6f-82a4-012a18072311, 'name': SearchDatastore_Task, 'duration_secs': 0.035942} completed successfully. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 979.152370] env[62328]: DEBUG oslo_concurrency.lockutils [None req-8ce8000c-4c21-4d57-b212-01059ae95756 tempest-ServerActionsTestOtherB-626827456 tempest-ServerActionsTestOtherB-626827456-project-member] Releasing lock "[datastore2] devstack-image-cache_base/dbf872a4-92be-47e4-8561-c3e2bf2423ab" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 979.152589] env[62328]: DEBUG nova.virt.vmwareapi.vmops [None req-8ce8000c-4c21-4d57-b212-01059ae95756 tempest-ServerActionsTestOtherB-626827456 tempest-ServerActionsTestOtherB-626827456-project-member] [instance: 726d231d-afd9-460a-818e-7412af85a7f1] Processing image dbf872a4-92be-47e4-8561-c3e2bf2423ab {{(pid=62328) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 979.152822] env[62328]: DEBUG oslo_concurrency.lockutils [None req-8ce8000c-4c21-4d57-b212-01059ae95756 tempest-ServerActionsTestOtherB-626827456 tempest-ServerActionsTestOtherB-626827456-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/dbf872a4-92be-47e4-8561-c3e2bf2423ab/dbf872a4-92be-47e4-8561-c3e2bf2423ab.vmdk" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 979.152964] env[62328]: DEBUG oslo_concurrency.lockutils [None req-8ce8000c-4c21-4d57-b212-01059ae95756 tempest-ServerActionsTestOtherB-626827456 tempest-ServerActionsTestOtherB-626827456-project-member] Acquired lock "[datastore2] devstack-image-cache_base/dbf872a4-92be-47e4-8561-c3e2bf2423ab/dbf872a4-92be-47e4-8561-c3e2bf2423ab.vmdk" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 979.153155] env[62328]: DEBUG nova.virt.vmwareapi.ds_util [None req-8ce8000c-4c21-4d57-b212-01059ae95756 tempest-ServerActionsTestOtherB-626827456 tempest-ServerActionsTestOtherB-626827456-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62328) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 979.153441] env[62328]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-d3d860e7-336e-4293-a3eb-1a321585c184 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 979.162217] env[62328]: DEBUG nova.virt.vmwareapi.ds_util [None req-8ce8000c-4c21-4d57-b212-01059ae95756 tempest-ServerActionsTestOtherB-626827456 tempest-ServerActionsTestOtherB-626827456-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62328) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 979.162406] env[62328]: DEBUG nova.virt.vmwareapi.vmops [None req-8ce8000c-4c21-4d57-b212-01059ae95756 tempest-ServerActionsTestOtherB-626827456 tempest-ServerActionsTestOtherB-626827456-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62328) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 979.163230] env[62328]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-dd4e0ef8-01e3-4c23-ade1-0fa19dcf1f72 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 979.168646] env[62328]: DEBUG oslo_vmware.api [None req-8ce8000c-4c21-4d57-b212-01059ae95756 tempest-ServerActionsTestOtherB-626827456 tempest-ServerActionsTestOtherB-626827456-project-member] Waiting for the task: (returnval){ [ 979.168646] env[62328]: value = "session[52a6e20e-410d-708a-99f2-080a575a99bd]522d1a31-12a0-3cdd-94a4-b3c37e82cab8" [ 979.168646] env[62328]: _type = "Task" [ 979.168646] env[62328]: } to complete. {{(pid=62328) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 979.176931] env[62328]: DEBUG oslo_vmware.api [None req-8ce8000c-4c21-4d57-b212-01059ae95756 tempest-ServerActionsTestOtherB-626827456 tempest-ServerActionsTestOtherB-626827456-project-member] Task: {'id': session[52a6e20e-410d-708a-99f2-080a575a99bd]522d1a31-12a0-3cdd-94a4-b3c37e82cab8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 979.339856] env[62328]: DEBUG nova.network.neutron [None req-55cd6d0e-e41a-45d9-9f1f-3e1028d0f303 tempest-ServersNegativeTestJSON-1019155744 tempest-ServersNegativeTestJSON-1019155744-project-member] [instance: 1ae2d9b7-a1dd-4c97-a50d-70582a8841f3] Successfully updated port: 0376b6f5-7e01-4e24-9850-e8a29d251613 {{(pid=62328) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 979.443818] env[62328]: DEBUG oslo_concurrency.lockutils [None req-916facde-e17f-41f3-8478-4568a2306e25 tempest-ServersTestJSON-2041147199 tempest-ServersTestJSON-2041147199-project-member] Lock "d9dcebce-1ee4-4f35-879b-a520176f261f" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 21.244s {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 979.679838] env[62328]: DEBUG oslo_vmware.api [None req-8ce8000c-4c21-4d57-b212-01059ae95756 tempest-ServerActionsTestOtherB-626827456 tempest-ServerActionsTestOtherB-626827456-project-member] Task: {'id': session[52a6e20e-410d-708a-99f2-080a575a99bd]522d1a31-12a0-3cdd-94a4-b3c37e82cab8, 'name': SearchDatastore_Task, 'duration_secs': 0.011449} completed successfully. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 979.682777] env[62328]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-94fe4e39-c4e5-4d55-819b-fd40b2169a7e {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 979.688277] env[62328]: DEBUG oslo_vmware.api [None req-8ce8000c-4c21-4d57-b212-01059ae95756 tempest-ServerActionsTestOtherB-626827456 tempest-ServerActionsTestOtherB-626827456-project-member] Waiting for the task: (returnval){ [ 979.688277] env[62328]: value = "session[52a6e20e-410d-708a-99f2-080a575a99bd]52eac23c-ca54-ab92-cfd5-d8a3deea9369" [ 979.688277] env[62328]: _type = "Task" [ 979.688277] env[62328]: } to complete. {{(pid=62328) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 979.697017] env[62328]: DEBUG oslo_vmware.api [None req-8ce8000c-4c21-4d57-b212-01059ae95756 tempest-ServerActionsTestOtherB-626827456 tempest-ServerActionsTestOtherB-626827456-project-member] Task: {'id': session[52a6e20e-410d-708a-99f2-080a575a99bd]52eac23c-ca54-ab92-cfd5-d8a3deea9369, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 979.737933] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-14589348-439c-4d82-8414-70f6ac10ece1 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 979.745986] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b3db7912-cdce-488b-b416-f1bc127ecb9b {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 979.777209] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1759a07d-db71-41c9-b46d-d5c0bc436199 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 979.785330] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f0ca9fdf-8eed-44f9-b8e2-84f8ad61e1d8 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 979.799775] env[62328]: DEBUG nova.compute.provider_tree [None req-41e4f6f4-f2b3-40d5-94e7-00dfc416ec67 tempest-ServersAdminTestJSON-455323280 tempest-ServersAdminTestJSON-455323280-project-member] Inventory has not changed in ProviderTree for provider: 3469e9f8-04af-49ca-8435-49f104496744 {{(pid=62328) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 979.842519] env[62328]: DEBUG oslo_concurrency.lockutils [None req-55cd6d0e-e41a-45d9-9f1f-3e1028d0f303 tempest-ServersNegativeTestJSON-1019155744 tempest-ServersNegativeTestJSON-1019155744-project-member] Acquiring lock "refresh_cache-1ae2d9b7-a1dd-4c97-a50d-70582a8841f3" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 979.842731] env[62328]: DEBUG oslo_concurrency.lockutils [None req-55cd6d0e-e41a-45d9-9f1f-3e1028d0f303 tempest-ServersNegativeTestJSON-1019155744 tempest-ServersNegativeTestJSON-1019155744-project-member] Acquired lock "refresh_cache-1ae2d9b7-a1dd-4c97-a50d-70582a8841f3" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 979.842808] env[62328]: DEBUG nova.network.neutron [None req-55cd6d0e-e41a-45d9-9f1f-3e1028d0f303 tempest-ServersNegativeTestJSON-1019155744 tempest-ServersNegativeTestJSON-1019155744-project-member] [instance: 1ae2d9b7-a1dd-4c97-a50d-70582a8841f3] Building network info cache for instance {{(pid=62328) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 979.865264] env[62328]: DEBUG nova.compute.manager [req-74675891-5fab-4697-8dd5-4a65e9a43efc req-3126ecce-a0dc-40e7-998b-a7bbf73c8500 service nova] [instance: 1ae2d9b7-a1dd-4c97-a50d-70582a8841f3] Received event network-vif-plugged-0376b6f5-7e01-4e24-9850-e8a29d251613 {{(pid=62328) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 979.865507] env[62328]: DEBUG oslo_concurrency.lockutils [req-74675891-5fab-4697-8dd5-4a65e9a43efc req-3126ecce-a0dc-40e7-998b-a7bbf73c8500 service nova] Acquiring lock "1ae2d9b7-a1dd-4c97-a50d-70582a8841f3-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 979.865706] env[62328]: DEBUG oslo_concurrency.lockutils [req-74675891-5fab-4697-8dd5-4a65e9a43efc req-3126ecce-a0dc-40e7-998b-a7bbf73c8500 service nova] Lock "1ae2d9b7-a1dd-4c97-a50d-70582a8841f3-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 979.865870] env[62328]: DEBUG oslo_concurrency.lockutils [req-74675891-5fab-4697-8dd5-4a65e9a43efc req-3126ecce-a0dc-40e7-998b-a7bbf73c8500 service nova] Lock "1ae2d9b7-a1dd-4c97-a50d-70582a8841f3-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 979.866184] env[62328]: DEBUG nova.compute.manager [req-74675891-5fab-4697-8dd5-4a65e9a43efc req-3126ecce-a0dc-40e7-998b-a7bbf73c8500 service nova] [instance: 1ae2d9b7-a1dd-4c97-a50d-70582a8841f3] No waiting events found dispatching network-vif-plugged-0376b6f5-7e01-4e24-9850-e8a29d251613 {{(pid=62328) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 979.866428] env[62328]: WARNING nova.compute.manager [req-74675891-5fab-4697-8dd5-4a65e9a43efc req-3126ecce-a0dc-40e7-998b-a7bbf73c8500 service nova] [instance: 1ae2d9b7-a1dd-4c97-a50d-70582a8841f3] Received unexpected event network-vif-plugged-0376b6f5-7e01-4e24-9850-e8a29d251613 for instance with vm_state building and task_state spawning. [ 979.866559] env[62328]: DEBUG nova.compute.manager [req-74675891-5fab-4697-8dd5-4a65e9a43efc req-3126ecce-a0dc-40e7-998b-a7bbf73c8500 service nova] [instance: 1ae2d9b7-a1dd-4c97-a50d-70582a8841f3] Received event network-changed-0376b6f5-7e01-4e24-9850-e8a29d251613 {{(pid=62328) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 979.866922] env[62328]: DEBUG nova.compute.manager [req-74675891-5fab-4697-8dd5-4a65e9a43efc req-3126ecce-a0dc-40e7-998b-a7bbf73c8500 service nova] [instance: 1ae2d9b7-a1dd-4c97-a50d-70582a8841f3] Refreshing instance network info cache due to event network-changed-0376b6f5-7e01-4e24-9850-e8a29d251613. {{(pid=62328) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 979.867616] env[62328]: DEBUG oslo_concurrency.lockutils [req-74675891-5fab-4697-8dd5-4a65e9a43efc req-3126ecce-a0dc-40e7-998b-a7bbf73c8500 service nova] Acquiring lock "refresh_cache-1ae2d9b7-a1dd-4c97-a50d-70582a8841f3" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 980.086862] env[62328]: DEBUG oslo_concurrency.lockutils [None req-fa41f758-681f-4a8b-a0c0-b197a8f22ce4 tempest-ServerActionsTestJSON-389109759 tempest-ServerActionsTestJSON-389109759-project-member] Acquiring lock "95dd703a-595e-467a-a8e9-bef4f806c33f" by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 980.087134] env[62328]: DEBUG oslo_concurrency.lockutils [None req-fa41f758-681f-4a8b-a0c0-b197a8f22ce4 tempest-ServerActionsTestJSON-389109759 tempest-ServerActionsTestJSON-389109759-project-member] Lock "95dd703a-595e-467a-a8e9-bef4f806c33f" acquired by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" :: waited 0.000s {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 980.087373] env[62328]: INFO nova.compute.manager [None req-fa41f758-681f-4a8b-a0c0-b197a8f22ce4 tempest-ServerActionsTestJSON-389109759 tempest-ServerActionsTestJSON-389109759-project-member] [instance: 95dd703a-595e-467a-a8e9-bef4f806c33f] Rebooting instance [ 980.199176] env[62328]: DEBUG oslo_vmware.api [None req-8ce8000c-4c21-4d57-b212-01059ae95756 tempest-ServerActionsTestOtherB-626827456 tempest-ServerActionsTestOtherB-626827456-project-member] Task: {'id': session[52a6e20e-410d-708a-99f2-080a575a99bd]52eac23c-ca54-ab92-cfd5-d8a3deea9369, 'name': SearchDatastore_Task, 'duration_secs': 0.010343} completed successfully. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 980.199377] env[62328]: DEBUG oslo_concurrency.lockutils [None req-8ce8000c-4c21-4d57-b212-01059ae95756 tempest-ServerActionsTestOtherB-626827456 tempest-ServerActionsTestOtherB-626827456-project-member] Releasing lock "[datastore2] devstack-image-cache_base/dbf872a4-92be-47e4-8561-c3e2bf2423ab/dbf872a4-92be-47e4-8561-c3e2bf2423ab.vmdk" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 980.199632] env[62328]: DEBUG nova.virt.vmwareapi.vm_util [None req-8ce8000c-4c21-4d57-b212-01059ae95756 tempest-ServerActionsTestOtherB-626827456 tempest-ServerActionsTestOtherB-626827456-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/dbf872a4-92be-47e4-8561-c3e2bf2423ab/dbf872a4-92be-47e4-8561-c3e2bf2423ab.vmdk to [datastore2] 726d231d-afd9-460a-818e-7412af85a7f1/726d231d-afd9-460a-818e-7412af85a7f1.vmdk {{(pid=62328) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 980.199904] env[62328]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-22e38bc3-a7c0-437d-8a14-9c6e10524473 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 980.207042] env[62328]: DEBUG oslo_vmware.api [None req-8ce8000c-4c21-4d57-b212-01059ae95756 tempest-ServerActionsTestOtherB-626827456 tempest-ServerActionsTestOtherB-626827456-project-member] Waiting for the task: (returnval){ [ 980.207042] env[62328]: value = "task-2387380" [ 980.207042] env[62328]: _type = "Task" [ 980.207042] env[62328]: } to complete. {{(pid=62328) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 980.214815] env[62328]: DEBUG oslo_vmware.api [None req-8ce8000c-4c21-4d57-b212-01059ae95756 tempest-ServerActionsTestOtherB-626827456 tempest-ServerActionsTestOtherB-626827456-project-member] Task: {'id': task-2387380, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 980.303590] env[62328]: DEBUG nova.scheduler.client.report [None req-41e4f6f4-f2b3-40d5-94e7-00dfc416ec67 tempest-ServersAdminTestJSON-455323280 tempest-ServersAdminTestJSON-455323280-project-member] Inventory has not changed for provider 3469e9f8-04af-49ca-8435-49f104496744 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 152, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62328) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 980.374627] env[62328]: DEBUG nova.network.neutron [None req-55cd6d0e-e41a-45d9-9f1f-3e1028d0f303 tempest-ServersNegativeTestJSON-1019155744 tempest-ServersNegativeTestJSON-1019155744-project-member] [instance: 1ae2d9b7-a1dd-4c97-a50d-70582a8841f3] Instance cache missing network info. {{(pid=62328) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 980.529319] env[62328]: DEBUG nova.network.neutron [None req-55cd6d0e-e41a-45d9-9f1f-3e1028d0f303 tempest-ServersNegativeTestJSON-1019155744 tempest-ServersNegativeTestJSON-1019155744-project-member] [instance: 1ae2d9b7-a1dd-4c97-a50d-70582a8841f3] Updating instance_info_cache with network_info: [{"id": "0376b6f5-7e01-4e24-9850-e8a29d251613", "address": "fa:16:3e:2f:da:75", "network": {"id": "a58f38b3-158b-4c51-ac34-5648643d8400", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-563747433-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6439cdc748024a22a910522f77b70be9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "001929c7-0dc4-4b73-a9f1-d672f8377985", "external-id": "nsx-vlan-transportzone-230", "segmentation_id": 230, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0376b6f5-7e", "ovs_interfaceid": "0376b6f5-7e01-4e24-9850-e8a29d251613", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62328) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 980.561354] env[62328]: DEBUG oslo_concurrency.lockutils [None req-25d8dbad-13ac-4dbb-aa9b-4030cb7d7e38 tempest-ServersTestJSON-2041147199 tempest-ServersTestJSON-2041147199-project-member] Acquiring lock "13b24bc5-3832-47cc-bf0f-14b881773e37" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 980.561640] env[62328]: DEBUG oslo_concurrency.lockutils [None req-25d8dbad-13ac-4dbb-aa9b-4030cb7d7e38 tempest-ServersTestJSON-2041147199 tempest-ServersTestJSON-2041147199-project-member] Lock "13b24bc5-3832-47cc-bf0f-14b881773e37" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 980.561957] env[62328]: DEBUG oslo_concurrency.lockutils [None req-25d8dbad-13ac-4dbb-aa9b-4030cb7d7e38 tempest-ServersTestJSON-2041147199 tempest-ServersTestJSON-2041147199-project-member] Acquiring lock "13b24bc5-3832-47cc-bf0f-14b881773e37-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 980.562211] env[62328]: DEBUG oslo_concurrency.lockutils [None req-25d8dbad-13ac-4dbb-aa9b-4030cb7d7e38 tempest-ServersTestJSON-2041147199 tempest-ServersTestJSON-2041147199-project-member] Lock "13b24bc5-3832-47cc-bf0f-14b881773e37-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 980.562482] env[62328]: DEBUG oslo_concurrency.lockutils [None req-25d8dbad-13ac-4dbb-aa9b-4030cb7d7e38 tempest-ServersTestJSON-2041147199 tempest-ServersTestJSON-2041147199-project-member] Lock "13b24bc5-3832-47cc-bf0f-14b881773e37-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 980.565078] env[62328]: INFO nova.compute.manager [None req-25d8dbad-13ac-4dbb-aa9b-4030cb7d7e38 tempest-ServersTestJSON-2041147199 tempest-ServersTestJSON-2041147199-project-member] [instance: 13b24bc5-3832-47cc-bf0f-14b881773e37] Terminating instance [ 980.614514] env[62328]: DEBUG oslo_concurrency.lockutils [None req-fa41f758-681f-4a8b-a0c0-b197a8f22ce4 tempest-ServerActionsTestJSON-389109759 tempest-ServerActionsTestJSON-389109759-project-member] Acquiring lock "refresh_cache-95dd703a-595e-467a-a8e9-bef4f806c33f" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 980.614702] env[62328]: DEBUG oslo_concurrency.lockutils [None req-fa41f758-681f-4a8b-a0c0-b197a8f22ce4 tempest-ServerActionsTestJSON-389109759 tempest-ServerActionsTestJSON-389109759-project-member] Acquired lock "refresh_cache-95dd703a-595e-467a-a8e9-bef4f806c33f" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 980.614882] env[62328]: DEBUG nova.network.neutron [None req-fa41f758-681f-4a8b-a0c0-b197a8f22ce4 tempest-ServerActionsTestJSON-389109759 tempest-ServerActionsTestJSON-389109759-project-member] [instance: 95dd703a-595e-467a-a8e9-bef4f806c33f] Building network info cache for instance {{(pid=62328) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 980.720123] env[62328]: DEBUG oslo_vmware.api [None req-8ce8000c-4c21-4d57-b212-01059ae95756 tempest-ServerActionsTestOtherB-626827456 tempest-ServerActionsTestOtherB-626827456-project-member] Task: {'id': task-2387380, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 980.808818] env[62328]: DEBUG oslo_concurrency.lockutils [None req-41e4f6f4-f2b3-40d5-94e7-00dfc416ec67 tempest-ServersAdminTestJSON-455323280 tempest-ServersAdminTestJSON-455323280-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.894s {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 980.811375] env[62328]: DEBUG oslo_concurrency.lockutils [None req-cea27bf9-5054-4084-94fa-0610b52fb1f4 tempest-DeleteServersTestJSON-1766103036 tempest-DeleteServersTestJSON-1766103036-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 13.518s {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 980.813175] env[62328]: INFO nova.compute.claims [None req-cea27bf9-5054-4084-94fa-0610b52fb1f4 tempest-DeleteServersTestJSON-1766103036 tempest-DeleteServersTestJSON-1766103036-project-member] [instance: e775f546-0003-492a-a995-93a569666907] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 980.834250] env[62328]: INFO nova.scheduler.client.report [None req-41e4f6f4-f2b3-40d5-94e7-00dfc416ec67 tempest-ServersAdminTestJSON-455323280 tempest-ServersAdminTestJSON-455323280-project-member] Deleted allocations for instance 5dd099f6-e8c0-4574-bab7-b2aa30158ba3 [ 981.031987] env[62328]: DEBUG oslo_concurrency.lockutils [None req-55cd6d0e-e41a-45d9-9f1f-3e1028d0f303 tempest-ServersNegativeTestJSON-1019155744 tempest-ServersNegativeTestJSON-1019155744-project-member] Releasing lock "refresh_cache-1ae2d9b7-a1dd-4c97-a50d-70582a8841f3" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 981.032346] env[62328]: DEBUG nova.compute.manager [None req-55cd6d0e-e41a-45d9-9f1f-3e1028d0f303 tempest-ServersNegativeTestJSON-1019155744 tempest-ServersNegativeTestJSON-1019155744-project-member] [instance: 1ae2d9b7-a1dd-4c97-a50d-70582a8841f3] Instance network_info: |[{"id": "0376b6f5-7e01-4e24-9850-e8a29d251613", "address": "fa:16:3e:2f:da:75", "network": {"id": "a58f38b3-158b-4c51-ac34-5648643d8400", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-563747433-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6439cdc748024a22a910522f77b70be9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "001929c7-0dc4-4b73-a9f1-d672f8377985", "external-id": "nsx-vlan-transportzone-230", "segmentation_id": 230, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0376b6f5-7e", "ovs_interfaceid": "0376b6f5-7e01-4e24-9850-e8a29d251613", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62328) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 981.032682] env[62328]: DEBUG oslo_concurrency.lockutils [req-74675891-5fab-4697-8dd5-4a65e9a43efc req-3126ecce-a0dc-40e7-998b-a7bbf73c8500 service nova] Acquired lock "refresh_cache-1ae2d9b7-a1dd-4c97-a50d-70582a8841f3" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 981.032888] env[62328]: DEBUG nova.network.neutron [req-74675891-5fab-4697-8dd5-4a65e9a43efc req-3126ecce-a0dc-40e7-998b-a7bbf73c8500 service nova] [instance: 1ae2d9b7-a1dd-4c97-a50d-70582a8841f3] Refreshing network info cache for port 0376b6f5-7e01-4e24-9850-e8a29d251613 {{(pid=62328) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 981.034083] env[62328]: DEBUG nova.virt.vmwareapi.vmops [None req-55cd6d0e-e41a-45d9-9f1f-3e1028d0f303 tempest-ServersNegativeTestJSON-1019155744 tempest-ServersNegativeTestJSON-1019155744-project-member] [instance: 1ae2d9b7-a1dd-4c97-a50d-70582a8841f3] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:2f:da:75', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '001929c7-0dc4-4b73-a9f1-d672f8377985', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '0376b6f5-7e01-4e24-9850-e8a29d251613', 'vif_model': 'vmxnet3'}] {{(pid=62328) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 981.042061] env[62328]: DEBUG oslo.service.loopingcall [None req-55cd6d0e-e41a-45d9-9f1f-3e1028d0f303 tempest-ServersNegativeTestJSON-1019155744 tempest-ServersNegativeTestJSON-1019155744-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62328) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 981.042978] env[62328]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1ae2d9b7-a1dd-4c97-a50d-70582a8841f3] Creating VM on the ESX host {{(pid=62328) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 981.043220] env[62328]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-7ce9dbc4-813f-490f-a103-b20b4777878d {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 981.063841] env[62328]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 981.063841] env[62328]: value = "task-2387381" [ 981.063841] env[62328]: _type = "Task" [ 981.063841] env[62328]: } to complete. {{(pid=62328) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 981.069020] env[62328]: DEBUG nova.compute.manager [None req-25d8dbad-13ac-4dbb-aa9b-4030cb7d7e38 tempest-ServersTestJSON-2041147199 tempest-ServersTestJSON-2041147199-project-member] [instance: 13b24bc5-3832-47cc-bf0f-14b881773e37] Start destroying the instance on the hypervisor. {{(pid=62328) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 981.069220] env[62328]: DEBUG nova.virt.vmwareapi.vmops [None req-25d8dbad-13ac-4dbb-aa9b-4030cb7d7e38 tempest-ServersTestJSON-2041147199 tempest-ServersTestJSON-2041147199-project-member] [instance: 13b24bc5-3832-47cc-bf0f-14b881773e37] Destroying instance {{(pid=62328) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 981.072876] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bda1760b-3027-402b-9b5a-37f06fac968f {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 981.076148] env[62328]: DEBUG oslo_vmware.api [-] Task: {'id': task-2387381, 'name': CreateVM_Task} progress is 0%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 981.081305] env[62328]: DEBUG nova.virt.vmwareapi.vm_util [None req-25d8dbad-13ac-4dbb-aa9b-4030cb7d7e38 tempest-ServersTestJSON-2041147199 tempest-ServersTestJSON-2041147199-project-member] [instance: 13b24bc5-3832-47cc-bf0f-14b881773e37] Powering off the VM {{(pid=62328) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 981.081557] env[62328]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-6c26227b-a642-4366-8cd4-131bd983c0a8 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 981.088683] env[62328]: DEBUG oslo_vmware.api [None req-25d8dbad-13ac-4dbb-aa9b-4030cb7d7e38 tempest-ServersTestJSON-2041147199 tempest-ServersTestJSON-2041147199-project-member] Waiting for the task: (returnval){ [ 981.088683] env[62328]: value = "task-2387382" [ 981.088683] env[62328]: _type = "Task" [ 981.088683] env[62328]: } to complete. {{(pid=62328) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 981.097133] env[62328]: DEBUG oslo_vmware.api [None req-25d8dbad-13ac-4dbb-aa9b-4030cb7d7e38 tempest-ServersTestJSON-2041147199 tempest-ServersTestJSON-2041147199-project-member] Task: {'id': task-2387382, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 981.217692] env[62328]: DEBUG oslo_vmware.api [None req-8ce8000c-4c21-4d57-b212-01059ae95756 tempest-ServerActionsTestOtherB-626827456 tempest-ServerActionsTestOtherB-626827456-project-member] Task: {'id': task-2387380, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.531177} completed successfully. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 981.217994] env[62328]: DEBUG nova.virt.vmwareapi.vm_util [None req-8ce8000c-4c21-4d57-b212-01059ae95756 tempest-ServerActionsTestOtherB-626827456 tempest-ServerActionsTestOtherB-626827456-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/dbf872a4-92be-47e4-8561-c3e2bf2423ab/dbf872a4-92be-47e4-8561-c3e2bf2423ab.vmdk to [datastore2] 726d231d-afd9-460a-818e-7412af85a7f1/726d231d-afd9-460a-818e-7412af85a7f1.vmdk {{(pid=62328) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 981.218222] env[62328]: DEBUG nova.virt.vmwareapi.vmops [None req-8ce8000c-4c21-4d57-b212-01059ae95756 tempest-ServerActionsTestOtherB-626827456 tempest-ServerActionsTestOtherB-626827456-project-member] [instance: 726d231d-afd9-460a-818e-7412af85a7f1] Extending root virtual disk to 1048576 {{(pid=62328) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 981.218472] env[62328]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-cafb67ad-f812-4131-8bcc-04751af77e60 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 981.226144] env[62328]: DEBUG oslo_vmware.api [None req-8ce8000c-4c21-4d57-b212-01059ae95756 tempest-ServerActionsTestOtherB-626827456 tempest-ServerActionsTestOtherB-626827456-project-member] Waiting for the task: (returnval){ [ 981.226144] env[62328]: value = "task-2387383" [ 981.226144] env[62328]: _type = "Task" [ 981.226144] env[62328]: } to complete. {{(pid=62328) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 981.239492] env[62328]: DEBUG oslo_vmware.api [None req-8ce8000c-4c21-4d57-b212-01059ae95756 tempest-ServerActionsTestOtherB-626827456 tempest-ServerActionsTestOtherB-626827456-project-member] Task: {'id': task-2387383, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 981.342842] env[62328]: DEBUG oslo_concurrency.lockutils [None req-41e4f6f4-f2b3-40d5-94e7-00dfc416ec67 tempest-ServersAdminTestJSON-455323280 tempest-ServersAdminTestJSON-455323280-project-member] Lock "5dd099f6-e8c0-4574-bab7-b2aa30158ba3" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 18.674s {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 981.373520] env[62328]: DEBUG nova.network.neutron [None req-fa41f758-681f-4a8b-a0c0-b197a8f22ce4 tempest-ServerActionsTestJSON-389109759 tempest-ServerActionsTestJSON-389109759-project-member] [instance: 95dd703a-595e-467a-a8e9-bef4f806c33f] Updating instance_info_cache with network_info: [{"id": "9105a57c-77b4-4fb7-a79d-b3043888294a", "address": "fa:16:3e:66:e8:f8", "network": {"id": "805c8157-3d39-4783-8cec-987f63104f4b", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-938088414-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.184", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9a4c228c680f4e5fa3409558e769cc0a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c1195acd-707f-4bac-a99d-14db17a63802", "external-id": "nsx-vlan-transportzone-322", "segmentation_id": 322, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9105a57c-77", "ovs_interfaceid": "9105a57c-77b4-4fb7-a79d-b3043888294a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62328) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 981.576915] env[62328]: DEBUG oslo_vmware.api [-] Task: {'id': task-2387381, 'name': CreateVM_Task} progress is 99%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 981.598211] env[62328]: DEBUG oslo_vmware.api [None req-25d8dbad-13ac-4dbb-aa9b-4030cb7d7e38 tempest-ServersTestJSON-2041147199 tempest-ServersTestJSON-2041147199-project-member] Task: {'id': task-2387382, 'name': PowerOffVM_Task, 'duration_secs': 0.35457} completed successfully. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 981.598470] env[62328]: DEBUG nova.virt.vmwareapi.vm_util [None req-25d8dbad-13ac-4dbb-aa9b-4030cb7d7e38 tempest-ServersTestJSON-2041147199 tempest-ServersTestJSON-2041147199-project-member] [instance: 13b24bc5-3832-47cc-bf0f-14b881773e37] Powered off the VM {{(pid=62328) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 981.598673] env[62328]: DEBUG nova.virt.vmwareapi.vmops [None req-25d8dbad-13ac-4dbb-aa9b-4030cb7d7e38 tempest-ServersTestJSON-2041147199 tempest-ServersTestJSON-2041147199-project-member] [instance: 13b24bc5-3832-47cc-bf0f-14b881773e37] Unregistering the VM {{(pid=62328) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 981.598960] env[62328]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-827d8a00-8bc6-450f-a7ad-0939b965717d {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 981.679347] env[62328]: DEBUG nova.virt.vmwareapi.vmops [None req-25d8dbad-13ac-4dbb-aa9b-4030cb7d7e38 tempest-ServersTestJSON-2041147199 tempest-ServersTestJSON-2041147199-project-member] [instance: 13b24bc5-3832-47cc-bf0f-14b881773e37] Unregistered the VM {{(pid=62328) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 981.679561] env[62328]: DEBUG nova.virt.vmwareapi.vmops [None req-25d8dbad-13ac-4dbb-aa9b-4030cb7d7e38 tempest-ServersTestJSON-2041147199 tempest-ServersTestJSON-2041147199-project-member] [instance: 13b24bc5-3832-47cc-bf0f-14b881773e37] Deleting contents of the VM from datastore datastore1 {{(pid=62328) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 981.679813] env[62328]: DEBUG nova.virt.vmwareapi.ds_util [None req-25d8dbad-13ac-4dbb-aa9b-4030cb7d7e38 tempest-ServersTestJSON-2041147199 tempest-ServersTestJSON-2041147199-project-member] Deleting the datastore file [datastore1] 13b24bc5-3832-47cc-bf0f-14b881773e37 {{(pid=62328) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 981.680086] env[62328]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-528f525e-cd62-4288-b9b6-4a9bea038174 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 981.686756] env[62328]: DEBUG oslo_vmware.api [None req-25d8dbad-13ac-4dbb-aa9b-4030cb7d7e38 tempest-ServersTestJSON-2041147199 tempest-ServersTestJSON-2041147199-project-member] Waiting for the task: (returnval){ [ 981.686756] env[62328]: value = "task-2387385" [ 981.686756] env[62328]: _type = "Task" [ 981.686756] env[62328]: } to complete. {{(pid=62328) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 981.694468] env[62328]: DEBUG oslo_vmware.api [None req-25d8dbad-13ac-4dbb-aa9b-4030cb7d7e38 tempest-ServersTestJSON-2041147199 tempest-ServersTestJSON-2041147199-project-member] Task: {'id': task-2387385, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 981.699960] env[62328]: DEBUG oslo_concurrency.lockutils [None req-651fc6a4-6daf-4398-8a2f-aeb92741d26b tempest-ServersAdminTestJSON-455323280 tempest-ServersAdminTestJSON-455323280-project-member] Acquiring lock "e78f4099-b61b-4dd2-8587-8c8f1bb0412a" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 981.700214] env[62328]: DEBUG oslo_concurrency.lockutils [None req-651fc6a4-6daf-4398-8a2f-aeb92741d26b tempest-ServersAdminTestJSON-455323280 tempest-ServersAdminTestJSON-455323280-project-member] Lock "e78f4099-b61b-4dd2-8587-8c8f1bb0412a" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 981.700432] env[62328]: DEBUG oslo_concurrency.lockutils [None req-651fc6a4-6daf-4398-8a2f-aeb92741d26b tempest-ServersAdminTestJSON-455323280 tempest-ServersAdminTestJSON-455323280-project-member] Acquiring lock "e78f4099-b61b-4dd2-8587-8c8f1bb0412a-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 981.700620] env[62328]: DEBUG oslo_concurrency.lockutils [None req-651fc6a4-6daf-4398-8a2f-aeb92741d26b tempest-ServersAdminTestJSON-455323280 tempest-ServersAdminTestJSON-455323280-project-member] Lock "e78f4099-b61b-4dd2-8587-8c8f1bb0412a-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 981.700815] env[62328]: DEBUG oslo_concurrency.lockutils [None req-651fc6a4-6daf-4398-8a2f-aeb92741d26b tempest-ServersAdminTestJSON-455323280 tempest-ServersAdminTestJSON-455323280-project-member] Lock "e78f4099-b61b-4dd2-8587-8c8f1bb0412a-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 981.703041] env[62328]: INFO nova.compute.manager [None req-651fc6a4-6daf-4398-8a2f-aeb92741d26b tempest-ServersAdminTestJSON-455323280 tempest-ServersAdminTestJSON-455323280-project-member] [instance: e78f4099-b61b-4dd2-8587-8c8f1bb0412a] Terminating instance [ 981.736233] env[62328]: DEBUG oslo_vmware.api [None req-8ce8000c-4c21-4d57-b212-01059ae95756 tempest-ServerActionsTestOtherB-626827456 tempest-ServerActionsTestOtherB-626827456-project-member] Task: {'id': task-2387383, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.092553} completed successfully. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 981.736524] env[62328]: DEBUG nova.virt.vmwareapi.vmops [None req-8ce8000c-4c21-4d57-b212-01059ae95756 tempest-ServerActionsTestOtherB-626827456 tempest-ServerActionsTestOtherB-626827456-project-member] [instance: 726d231d-afd9-460a-818e-7412af85a7f1] Extended root virtual disk {{(pid=62328) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 981.737346] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-23c26a85-fa51-45ad-92a7-584d8e31e7e6 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 981.769100] env[62328]: DEBUG nova.virt.vmwareapi.volumeops [None req-8ce8000c-4c21-4d57-b212-01059ae95756 tempest-ServerActionsTestOtherB-626827456 tempest-ServerActionsTestOtherB-626827456-project-member] [instance: 726d231d-afd9-460a-818e-7412af85a7f1] Reconfiguring VM instance instance-00000061 to attach disk [datastore2] 726d231d-afd9-460a-818e-7412af85a7f1/726d231d-afd9-460a-818e-7412af85a7f1.vmdk or device None with type sparse {{(pid=62328) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 981.770449] env[62328]: DEBUG nova.network.neutron [req-74675891-5fab-4697-8dd5-4a65e9a43efc req-3126ecce-a0dc-40e7-998b-a7bbf73c8500 service nova] [instance: 1ae2d9b7-a1dd-4c97-a50d-70582a8841f3] Updated VIF entry in instance network info cache for port 0376b6f5-7e01-4e24-9850-e8a29d251613. {{(pid=62328) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 981.770944] env[62328]: DEBUG nova.network.neutron [req-74675891-5fab-4697-8dd5-4a65e9a43efc req-3126ecce-a0dc-40e7-998b-a7bbf73c8500 service nova] [instance: 1ae2d9b7-a1dd-4c97-a50d-70582a8841f3] Updating instance_info_cache with network_info: [{"id": "0376b6f5-7e01-4e24-9850-e8a29d251613", "address": "fa:16:3e:2f:da:75", "network": {"id": "a58f38b3-158b-4c51-ac34-5648643d8400", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-563747433-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6439cdc748024a22a910522f77b70be9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "001929c7-0dc4-4b73-a9f1-d672f8377985", "external-id": "nsx-vlan-transportzone-230", "segmentation_id": 230, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0376b6f5-7e", "ovs_interfaceid": "0376b6f5-7e01-4e24-9850-e8a29d251613", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62328) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 981.772632] env[62328]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d7f95fcf-5b0c-4d4a-bd8c-3bf29700f6db {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 981.799183] env[62328]: DEBUG oslo_concurrency.lockutils [req-74675891-5fab-4697-8dd5-4a65e9a43efc req-3126ecce-a0dc-40e7-998b-a7bbf73c8500 service nova] Releasing lock "refresh_cache-1ae2d9b7-a1dd-4c97-a50d-70582a8841f3" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 981.805960] env[62328]: DEBUG oslo_vmware.api [None req-8ce8000c-4c21-4d57-b212-01059ae95756 tempest-ServerActionsTestOtherB-626827456 tempest-ServerActionsTestOtherB-626827456-project-member] Waiting for the task: (returnval){ [ 981.805960] env[62328]: value = "task-2387386" [ 981.805960] env[62328]: _type = "Task" [ 981.805960] env[62328]: } to complete. {{(pid=62328) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 981.816218] env[62328]: DEBUG oslo_vmware.api [None req-8ce8000c-4c21-4d57-b212-01059ae95756 tempest-ServerActionsTestOtherB-626827456 tempest-ServerActionsTestOtherB-626827456-project-member] Task: {'id': task-2387386, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 981.877680] env[62328]: DEBUG oslo_concurrency.lockutils [None req-fa41f758-681f-4a8b-a0c0-b197a8f22ce4 tempest-ServerActionsTestJSON-389109759 tempest-ServerActionsTestJSON-389109759-project-member] Releasing lock "refresh_cache-95dd703a-595e-467a-a8e9-bef4f806c33f" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 982.087029] env[62328]: DEBUG oslo_vmware.api [-] Task: {'id': task-2387381, 'name': CreateVM_Task, 'duration_secs': 0.621694} completed successfully. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 982.087029] env[62328]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1ae2d9b7-a1dd-4c97-a50d-70582a8841f3] Created VM on the ESX host {{(pid=62328) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 982.087417] env[62328]: DEBUG oslo_concurrency.lockutils [None req-55cd6d0e-e41a-45d9-9f1f-3e1028d0f303 tempest-ServersNegativeTestJSON-1019155744 tempest-ServersNegativeTestJSON-1019155744-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/dbf872a4-92be-47e4-8561-c3e2bf2423ab" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 982.087614] env[62328]: DEBUG oslo_concurrency.lockutils [None req-55cd6d0e-e41a-45d9-9f1f-3e1028d0f303 tempest-ServersNegativeTestJSON-1019155744 tempest-ServersNegativeTestJSON-1019155744-project-member] Acquired lock "[datastore2] devstack-image-cache_base/dbf872a4-92be-47e4-8561-c3e2bf2423ab" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 982.088205] env[62328]: DEBUG oslo_concurrency.lockutils [None req-55cd6d0e-e41a-45d9-9f1f-3e1028d0f303 tempest-ServersNegativeTestJSON-1019155744 tempest-ServersNegativeTestJSON-1019155744-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/dbf872a4-92be-47e4-8561-c3e2bf2423ab" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 982.088731] env[62328]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f12ab9e0-191c-4cbf-9e82-ecaa4b9819f5 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 982.096505] env[62328]: DEBUG oslo_vmware.api [None req-55cd6d0e-e41a-45d9-9f1f-3e1028d0f303 tempest-ServersNegativeTestJSON-1019155744 tempest-ServersNegativeTestJSON-1019155744-project-member] Waiting for the task: (returnval){ [ 982.096505] env[62328]: value = "session[52a6e20e-410d-708a-99f2-080a575a99bd]522fab8a-1e85-416d-4c8c-60f26fbdbadb" [ 982.096505] env[62328]: _type = "Task" [ 982.096505] env[62328]: } to complete. {{(pid=62328) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 982.105971] env[62328]: DEBUG oslo_vmware.api [None req-55cd6d0e-e41a-45d9-9f1f-3e1028d0f303 tempest-ServersNegativeTestJSON-1019155744 tempest-ServersNegativeTestJSON-1019155744-project-member] Task: {'id': session[52a6e20e-410d-708a-99f2-080a575a99bd]522fab8a-1e85-416d-4c8c-60f26fbdbadb, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 982.160117] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6c1fbbe9-60c3-4bb9-8cbf-20176da01991 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 982.168215] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b9a01391-3e81-4433-b8bd-e7bc1b01ebf2 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 982.203651] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b93f6a50-4248-4091-93f2-ce968f002387 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 982.206490] env[62328]: DEBUG nova.compute.manager [None req-651fc6a4-6daf-4398-8a2f-aeb92741d26b tempest-ServersAdminTestJSON-455323280 tempest-ServersAdminTestJSON-455323280-project-member] [instance: e78f4099-b61b-4dd2-8587-8c8f1bb0412a] Start destroying the instance on the hypervisor. {{(pid=62328) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 982.206698] env[62328]: DEBUG nova.virt.vmwareapi.vmops [None req-651fc6a4-6daf-4398-8a2f-aeb92741d26b tempest-ServersAdminTestJSON-455323280 tempest-ServersAdminTestJSON-455323280-project-member] [instance: e78f4099-b61b-4dd2-8587-8c8f1bb0412a] Destroying instance {{(pid=62328) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 982.208127] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-327c87bb-ab09-4b18-a15c-bf9249c01899 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 982.213991] env[62328]: DEBUG oslo_vmware.api [None req-25d8dbad-13ac-4dbb-aa9b-4030cb7d7e38 tempest-ServersTestJSON-2041147199 tempest-ServersTestJSON-2041147199-project-member] Task: {'id': task-2387385, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.137142} completed successfully. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 982.216543] env[62328]: DEBUG nova.virt.vmwareapi.ds_util [None req-25d8dbad-13ac-4dbb-aa9b-4030cb7d7e38 tempest-ServersTestJSON-2041147199 tempest-ServersTestJSON-2041147199-project-member] Deleted the datastore file {{(pid=62328) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 982.216767] env[62328]: DEBUG nova.virt.vmwareapi.vmops [None req-25d8dbad-13ac-4dbb-aa9b-4030cb7d7e38 tempest-ServersTestJSON-2041147199 tempest-ServersTestJSON-2041147199-project-member] [instance: 13b24bc5-3832-47cc-bf0f-14b881773e37] Deleted contents of the VM from datastore datastore1 {{(pid=62328) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 982.216950] env[62328]: DEBUG nova.virt.vmwareapi.vmops [None req-25d8dbad-13ac-4dbb-aa9b-4030cb7d7e38 tempest-ServersTestJSON-2041147199 tempest-ServersTestJSON-2041147199-project-member] [instance: 13b24bc5-3832-47cc-bf0f-14b881773e37] Instance destroyed {{(pid=62328) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 982.217141] env[62328]: INFO nova.compute.manager [None req-25d8dbad-13ac-4dbb-aa9b-4030cb7d7e38 tempest-ServersTestJSON-2041147199 tempest-ServersTestJSON-2041147199-project-member] [instance: 13b24bc5-3832-47cc-bf0f-14b881773e37] Took 1.15 seconds to destroy the instance on the hypervisor. [ 982.217379] env[62328]: DEBUG oslo.service.loopingcall [None req-25d8dbad-13ac-4dbb-aa9b-4030cb7d7e38 tempest-ServersTestJSON-2041147199 tempest-ServersTestJSON-2041147199-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62328) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 982.217633] env[62328]: DEBUG nova.compute.manager [-] [instance: 13b24bc5-3832-47cc-bf0f-14b881773e37] Deallocating network for instance {{(pid=62328) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 982.217726] env[62328]: DEBUG nova.network.neutron [-] [instance: 13b24bc5-3832-47cc-bf0f-14b881773e37] deallocate_for_instance() {{(pid=62328) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 982.220433] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-814f499e-5c69-4306-98ab-7b8f1e019cba {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 982.226623] env[62328]: DEBUG nova.virt.vmwareapi.vm_util [None req-651fc6a4-6daf-4398-8a2f-aeb92741d26b tempest-ServersAdminTestJSON-455323280 tempest-ServersAdminTestJSON-455323280-project-member] [instance: e78f4099-b61b-4dd2-8587-8c8f1bb0412a] Powering off the VM {{(pid=62328) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 982.228794] env[62328]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-244a1401-0a14-492c-b810-9d3e4d1a799f {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 982.245733] env[62328]: DEBUG nova.compute.provider_tree [None req-cea27bf9-5054-4084-94fa-0610b52fb1f4 tempest-DeleteServersTestJSON-1766103036 tempest-DeleteServersTestJSON-1766103036-project-member] Inventory has not changed in ProviderTree for provider: 3469e9f8-04af-49ca-8435-49f104496744 {{(pid=62328) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 982.253249] env[62328]: DEBUG oslo_vmware.api [None req-651fc6a4-6daf-4398-8a2f-aeb92741d26b tempest-ServersAdminTestJSON-455323280 tempest-ServersAdminTestJSON-455323280-project-member] Waiting for the task: (returnval){ [ 982.253249] env[62328]: value = "task-2387387" [ 982.253249] env[62328]: _type = "Task" [ 982.253249] env[62328]: } to complete. {{(pid=62328) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 982.265341] env[62328]: DEBUG oslo_vmware.api [None req-651fc6a4-6daf-4398-8a2f-aeb92741d26b tempest-ServersAdminTestJSON-455323280 tempest-ServersAdminTestJSON-455323280-project-member] Task: {'id': task-2387387, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 982.316233] env[62328]: DEBUG oslo_vmware.api [None req-8ce8000c-4c21-4d57-b212-01059ae95756 tempest-ServerActionsTestOtherB-626827456 tempest-ServerActionsTestOtherB-626827456-project-member] Task: {'id': task-2387386, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 982.385100] env[62328]: DEBUG nova.compute.manager [None req-fa41f758-681f-4a8b-a0c0-b197a8f22ce4 tempest-ServerActionsTestJSON-389109759 tempest-ServerActionsTestJSON-389109759-project-member] [instance: 95dd703a-595e-467a-a8e9-bef4f806c33f] Checking state {{(pid=62328) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 982.385975] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dd50d7cb-4346-498f-844d-1e159363bddd {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 982.606913] env[62328]: DEBUG oslo_vmware.api [None req-55cd6d0e-e41a-45d9-9f1f-3e1028d0f303 tempest-ServersNegativeTestJSON-1019155744 tempest-ServersNegativeTestJSON-1019155744-project-member] Task: {'id': session[52a6e20e-410d-708a-99f2-080a575a99bd]522fab8a-1e85-416d-4c8c-60f26fbdbadb, 'name': SearchDatastore_Task, 'duration_secs': 0.010173} completed successfully. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 982.607238] env[62328]: DEBUG oslo_concurrency.lockutils [None req-55cd6d0e-e41a-45d9-9f1f-3e1028d0f303 tempest-ServersNegativeTestJSON-1019155744 tempest-ServersNegativeTestJSON-1019155744-project-member] Releasing lock "[datastore2] devstack-image-cache_base/dbf872a4-92be-47e4-8561-c3e2bf2423ab" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 982.607435] env[62328]: DEBUG nova.virt.vmwareapi.vmops [None req-55cd6d0e-e41a-45d9-9f1f-3e1028d0f303 tempest-ServersNegativeTestJSON-1019155744 tempest-ServersNegativeTestJSON-1019155744-project-member] [instance: 1ae2d9b7-a1dd-4c97-a50d-70582a8841f3] Processing image dbf872a4-92be-47e4-8561-c3e2bf2423ab {{(pid=62328) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 982.607668] env[62328]: DEBUG oslo_concurrency.lockutils [None req-55cd6d0e-e41a-45d9-9f1f-3e1028d0f303 tempest-ServersNegativeTestJSON-1019155744 tempest-ServersNegativeTestJSON-1019155744-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/dbf872a4-92be-47e4-8561-c3e2bf2423ab/dbf872a4-92be-47e4-8561-c3e2bf2423ab.vmdk" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 982.607818] env[62328]: DEBUG oslo_concurrency.lockutils [None req-55cd6d0e-e41a-45d9-9f1f-3e1028d0f303 tempest-ServersNegativeTestJSON-1019155744 tempest-ServersNegativeTestJSON-1019155744-project-member] Acquired lock "[datastore2] devstack-image-cache_base/dbf872a4-92be-47e4-8561-c3e2bf2423ab/dbf872a4-92be-47e4-8561-c3e2bf2423ab.vmdk" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 982.608048] env[62328]: DEBUG nova.virt.vmwareapi.ds_util [None req-55cd6d0e-e41a-45d9-9f1f-3e1028d0f303 tempest-ServersNegativeTestJSON-1019155744 tempest-ServersNegativeTestJSON-1019155744-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62328) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 982.608311] env[62328]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-877d0052-a828-4e36-b877-5022fff625e7 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 982.617866] env[62328]: DEBUG nova.virt.vmwareapi.ds_util [None req-55cd6d0e-e41a-45d9-9f1f-3e1028d0f303 tempest-ServersNegativeTestJSON-1019155744 tempest-ServersNegativeTestJSON-1019155744-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62328) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 982.618063] env[62328]: DEBUG nova.virt.vmwareapi.vmops [None req-55cd6d0e-e41a-45d9-9f1f-3e1028d0f303 tempest-ServersNegativeTestJSON-1019155744 tempest-ServersNegativeTestJSON-1019155744-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62328) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 982.618790] env[62328]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d9e40909-4569-4f73-a5a6-6e04aa060b0e {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 982.623839] env[62328]: DEBUG oslo_vmware.api [None req-55cd6d0e-e41a-45d9-9f1f-3e1028d0f303 tempest-ServersNegativeTestJSON-1019155744 tempest-ServersNegativeTestJSON-1019155744-project-member] Waiting for the task: (returnval){ [ 982.623839] env[62328]: value = "session[52a6e20e-410d-708a-99f2-080a575a99bd]520844a2-9ed0-f274-6960-0eb0d61d9230" [ 982.623839] env[62328]: _type = "Task" [ 982.623839] env[62328]: } to complete. {{(pid=62328) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 982.632113] env[62328]: DEBUG oslo_vmware.api [None req-55cd6d0e-e41a-45d9-9f1f-3e1028d0f303 tempest-ServersNegativeTestJSON-1019155744 tempest-ServersNegativeTestJSON-1019155744-project-member] Task: {'id': session[52a6e20e-410d-708a-99f2-080a575a99bd]520844a2-9ed0-f274-6960-0eb0d61d9230, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 982.640683] env[62328]: DEBUG nova.compute.manager [req-835bdcfe-dd51-4dd5-893a-3176acfb0cd3 req-79a7f166-a428-4cc0-9ee0-c30abe753d6e service nova] [instance: 13b24bc5-3832-47cc-bf0f-14b881773e37] Received event network-vif-deleted-55848a6e-d33d-437a-9b8f-3ba72029b171 {{(pid=62328) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 982.640683] env[62328]: INFO nova.compute.manager [req-835bdcfe-dd51-4dd5-893a-3176acfb0cd3 req-79a7f166-a428-4cc0-9ee0-c30abe753d6e service nova] [instance: 13b24bc5-3832-47cc-bf0f-14b881773e37] Neutron deleted interface 55848a6e-d33d-437a-9b8f-3ba72029b171; detaching it from the instance and deleting it from the info cache [ 982.640683] env[62328]: DEBUG nova.network.neutron [req-835bdcfe-dd51-4dd5-893a-3176acfb0cd3 req-79a7f166-a428-4cc0-9ee0-c30abe753d6e service nova] [instance: 13b24bc5-3832-47cc-bf0f-14b881773e37] Updating instance_info_cache with network_info: [] {{(pid=62328) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 982.750072] env[62328]: DEBUG nova.scheduler.client.report [None req-cea27bf9-5054-4084-94fa-0610b52fb1f4 tempest-DeleteServersTestJSON-1766103036 tempest-DeleteServersTestJSON-1766103036-project-member] Inventory has not changed for provider 3469e9f8-04af-49ca-8435-49f104496744 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 152, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62328) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 982.763949] env[62328]: DEBUG oslo_vmware.api [None req-651fc6a4-6daf-4398-8a2f-aeb92741d26b tempest-ServersAdminTestJSON-455323280 tempest-ServersAdminTestJSON-455323280-project-member] Task: {'id': task-2387387, 'name': PowerOffVM_Task, 'duration_secs': 0.328545} completed successfully. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 982.764911] env[62328]: DEBUG nova.virt.vmwareapi.vm_util [None req-651fc6a4-6daf-4398-8a2f-aeb92741d26b tempest-ServersAdminTestJSON-455323280 tempest-ServersAdminTestJSON-455323280-project-member] [instance: e78f4099-b61b-4dd2-8587-8c8f1bb0412a] Powered off the VM {{(pid=62328) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 982.765120] env[62328]: DEBUG nova.virt.vmwareapi.vmops [None req-651fc6a4-6daf-4398-8a2f-aeb92741d26b tempest-ServersAdminTestJSON-455323280 tempest-ServersAdminTestJSON-455323280-project-member] [instance: e78f4099-b61b-4dd2-8587-8c8f1bb0412a] Unregistering the VM {{(pid=62328) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 982.765380] env[62328]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-c577ce06-382a-43d4-a064-e0d48d4cb15c {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 982.817145] env[62328]: DEBUG oslo_vmware.api [None req-8ce8000c-4c21-4d57-b212-01059ae95756 tempest-ServerActionsTestOtherB-626827456 tempest-ServerActionsTestOtherB-626827456-project-member] Task: {'id': task-2387386, 'name': ReconfigVM_Task, 'duration_secs': 0.754786} completed successfully. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 982.817440] env[62328]: DEBUG nova.virt.vmwareapi.volumeops [None req-8ce8000c-4c21-4d57-b212-01059ae95756 tempest-ServerActionsTestOtherB-626827456 tempest-ServerActionsTestOtherB-626827456-project-member] [instance: 726d231d-afd9-460a-818e-7412af85a7f1] Reconfigured VM instance instance-00000061 to attach disk [datastore2] 726d231d-afd9-460a-818e-7412af85a7f1/726d231d-afd9-460a-818e-7412af85a7f1.vmdk or device None with type sparse {{(pid=62328) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 982.818135] env[62328]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-abaa55d0-e8f1-46ed-924d-7019eefca7a0 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 982.825130] env[62328]: DEBUG oslo_vmware.api [None req-8ce8000c-4c21-4d57-b212-01059ae95756 tempest-ServerActionsTestOtherB-626827456 tempest-ServerActionsTestOtherB-626827456-project-member] Waiting for the task: (returnval){ [ 982.825130] env[62328]: value = "task-2387389" [ 982.825130] env[62328]: _type = "Task" [ 982.825130] env[62328]: } to complete. {{(pid=62328) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 982.833639] env[62328]: DEBUG oslo_vmware.api [None req-8ce8000c-4c21-4d57-b212-01059ae95756 tempest-ServerActionsTestOtherB-626827456 tempest-ServerActionsTestOtherB-626827456-project-member] Task: {'id': task-2387389, 'name': Rename_Task} progress is 0%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 982.834755] env[62328]: DEBUG nova.virt.vmwareapi.vmops [None req-651fc6a4-6daf-4398-8a2f-aeb92741d26b tempest-ServersAdminTestJSON-455323280 tempest-ServersAdminTestJSON-455323280-project-member] [instance: e78f4099-b61b-4dd2-8587-8c8f1bb0412a] Unregistered the VM {{(pid=62328) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 982.834949] env[62328]: DEBUG nova.virt.vmwareapi.vmops [None req-651fc6a4-6daf-4398-8a2f-aeb92741d26b tempest-ServersAdminTestJSON-455323280 tempest-ServersAdminTestJSON-455323280-project-member] [instance: e78f4099-b61b-4dd2-8587-8c8f1bb0412a] Deleting contents of the VM from datastore datastore1 {{(pid=62328) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 982.835143] env[62328]: DEBUG nova.virt.vmwareapi.ds_util [None req-651fc6a4-6daf-4398-8a2f-aeb92741d26b tempest-ServersAdminTestJSON-455323280 tempest-ServersAdminTestJSON-455323280-project-member] Deleting the datastore file [datastore1] e78f4099-b61b-4dd2-8587-8c8f1bb0412a {{(pid=62328) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 982.835377] env[62328]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-9fdd2bfb-2da3-4e25-a4e0-fefa85121df5 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 982.843415] env[62328]: DEBUG oslo_vmware.api [None req-651fc6a4-6daf-4398-8a2f-aeb92741d26b tempest-ServersAdminTestJSON-455323280 tempest-ServersAdminTestJSON-455323280-project-member] Waiting for the task: (returnval){ [ 982.843415] env[62328]: value = "task-2387390" [ 982.843415] env[62328]: _type = "Task" [ 982.843415] env[62328]: } to complete. {{(pid=62328) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 982.852435] env[62328]: DEBUG oslo_vmware.api [None req-651fc6a4-6daf-4398-8a2f-aeb92741d26b tempest-ServersAdminTestJSON-455323280 tempest-ServersAdminTestJSON-455323280-project-member] Task: {'id': task-2387390, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 983.020984] env[62328]: DEBUG nova.network.neutron [-] [instance: 13b24bc5-3832-47cc-bf0f-14b881773e37] Updating instance_info_cache with network_info: [] {{(pid=62328) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 983.135661] env[62328]: DEBUG oslo_vmware.api [None req-55cd6d0e-e41a-45d9-9f1f-3e1028d0f303 tempest-ServersNegativeTestJSON-1019155744 tempest-ServersNegativeTestJSON-1019155744-project-member] Task: {'id': session[52a6e20e-410d-708a-99f2-080a575a99bd]520844a2-9ed0-f274-6960-0eb0d61d9230, 'name': SearchDatastore_Task, 'duration_secs': 0.014047} completed successfully. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 983.136566] env[62328]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fb801ff0-72c8-412d-8e1e-e0d86f3f299f {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 983.141700] env[62328]: DEBUG oslo_vmware.api [None req-55cd6d0e-e41a-45d9-9f1f-3e1028d0f303 tempest-ServersNegativeTestJSON-1019155744 tempest-ServersNegativeTestJSON-1019155744-project-member] Waiting for the task: (returnval){ [ 983.141700] env[62328]: value = "session[52a6e20e-410d-708a-99f2-080a575a99bd]5285834d-9701-1563-4b29-3e30d3a20ca7" [ 983.141700] env[62328]: _type = "Task" [ 983.141700] env[62328]: } to complete. {{(pid=62328) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 983.145039] env[62328]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-5a0404c1-7ee1-41c7-afed-05dc91ead0a1 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 983.151113] env[62328]: DEBUG oslo_vmware.api [None req-55cd6d0e-e41a-45d9-9f1f-3e1028d0f303 tempest-ServersNegativeTestJSON-1019155744 tempest-ServersNegativeTestJSON-1019155744-project-member] Task: {'id': session[52a6e20e-410d-708a-99f2-080a575a99bd]5285834d-9701-1563-4b29-3e30d3a20ca7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 983.155026] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bd1b0dba-ef06-4959-9955-d3750a5cea49 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 983.187475] env[62328]: DEBUG nova.compute.manager [req-835bdcfe-dd51-4dd5-893a-3176acfb0cd3 req-79a7f166-a428-4cc0-9ee0-c30abe753d6e service nova] [instance: 13b24bc5-3832-47cc-bf0f-14b881773e37] Detach interface failed, port_id=55848a6e-d33d-437a-9b8f-3ba72029b171, reason: Instance 13b24bc5-3832-47cc-bf0f-14b881773e37 could not be found. {{(pid=62328) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 983.254783] env[62328]: DEBUG oslo_concurrency.lockutils [None req-cea27bf9-5054-4084-94fa-0610b52fb1f4 tempest-DeleteServersTestJSON-1766103036 tempest-DeleteServersTestJSON-1766103036-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.443s {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 983.255353] env[62328]: DEBUG nova.compute.manager [None req-cea27bf9-5054-4084-94fa-0610b52fb1f4 tempest-DeleteServersTestJSON-1766103036 tempest-DeleteServersTestJSON-1766103036-project-member] [instance: e775f546-0003-492a-a995-93a569666907] Start building networks asynchronously for instance. {{(pid=62328) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 983.258905] env[62328]: DEBUG oslo_concurrency.lockutils [None req-3373cf16-9545-42fa-9aa7-1ee0b36d4b61 tempest-AttachInterfacesUnderV243Test-538941428 tempest-AttachInterfacesUnderV243Test-538941428-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 15.295s {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 983.258905] env[62328]: DEBUG nova.objects.instance [None req-3373cf16-9545-42fa-9aa7-1ee0b36d4b61 tempest-AttachInterfacesUnderV243Test-538941428 tempest-AttachInterfacesUnderV243Test-538941428-project-member] Lazy-loading 'resources' on Instance uuid ca5f1f85-0fbb-4572-8b04-bd275a02f396 {{(pid=62328) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 983.334736] env[62328]: DEBUG oslo_vmware.api [None req-8ce8000c-4c21-4d57-b212-01059ae95756 tempest-ServerActionsTestOtherB-626827456 tempest-ServerActionsTestOtherB-626827456-project-member] Task: {'id': task-2387389, 'name': Rename_Task, 'duration_secs': 0.170982} completed successfully. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 983.335029] env[62328]: DEBUG nova.virt.vmwareapi.vm_util [None req-8ce8000c-4c21-4d57-b212-01059ae95756 tempest-ServerActionsTestOtherB-626827456 tempest-ServerActionsTestOtherB-626827456-project-member] [instance: 726d231d-afd9-460a-818e-7412af85a7f1] Powering on the VM {{(pid=62328) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 983.335275] env[62328]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-d2176a86-5e17-4d87-96fb-57c6338be891 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 983.340818] env[62328]: DEBUG oslo_vmware.api [None req-8ce8000c-4c21-4d57-b212-01059ae95756 tempest-ServerActionsTestOtherB-626827456 tempest-ServerActionsTestOtherB-626827456-project-member] Waiting for the task: (returnval){ [ 983.340818] env[62328]: value = "task-2387391" [ 983.340818] env[62328]: _type = "Task" [ 983.340818] env[62328]: } to complete. {{(pid=62328) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 983.350971] env[62328]: DEBUG oslo_vmware.api [None req-651fc6a4-6daf-4398-8a2f-aeb92741d26b tempest-ServersAdminTestJSON-455323280 tempest-ServersAdminTestJSON-455323280-project-member] Task: {'id': task-2387390, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.137208} completed successfully. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 983.353704] env[62328]: DEBUG nova.virt.vmwareapi.ds_util [None req-651fc6a4-6daf-4398-8a2f-aeb92741d26b tempest-ServersAdminTestJSON-455323280 tempest-ServersAdminTestJSON-455323280-project-member] Deleted the datastore file {{(pid=62328) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 983.353900] env[62328]: DEBUG nova.virt.vmwareapi.vmops [None req-651fc6a4-6daf-4398-8a2f-aeb92741d26b tempest-ServersAdminTestJSON-455323280 tempest-ServersAdminTestJSON-455323280-project-member] [instance: e78f4099-b61b-4dd2-8587-8c8f1bb0412a] Deleted contents of the VM from datastore datastore1 {{(pid=62328) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 983.354093] env[62328]: DEBUG nova.virt.vmwareapi.vmops [None req-651fc6a4-6daf-4398-8a2f-aeb92741d26b tempest-ServersAdminTestJSON-455323280 tempest-ServersAdminTestJSON-455323280-project-member] [instance: e78f4099-b61b-4dd2-8587-8c8f1bb0412a] Instance destroyed {{(pid=62328) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 983.354268] env[62328]: INFO nova.compute.manager [None req-651fc6a4-6daf-4398-8a2f-aeb92741d26b tempest-ServersAdminTestJSON-455323280 tempest-ServersAdminTestJSON-455323280-project-member] [instance: e78f4099-b61b-4dd2-8587-8c8f1bb0412a] Took 1.15 seconds to destroy the instance on the hypervisor. [ 983.354493] env[62328]: DEBUG oslo.service.loopingcall [None req-651fc6a4-6daf-4398-8a2f-aeb92741d26b tempest-ServersAdminTestJSON-455323280 tempest-ServersAdminTestJSON-455323280-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62328) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 983.354970] env[62328]: DEBUG oslo_vmware.api [None req-8ce8000c-4c21-4d57-b212-01059ae95756 tempest-ServerActionsTestOtherB-626827456 tempest-ServerActionsTestOtherB-626827456-project-member] Task: {'id': task-2387391, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 983.355196] env[62328]: DEBUG nova.compute.manager [-] [instance: e78f4099-b61b-4dd2-8587-8c8f1bb0412a] Deallocating network for instance {{(pid=62328) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 983.355291] env[62328]: DEBUG nova.network.neutron [-] [instance: e78f4099-b61b-4dd2-8587-8c8f1bb0412a] deallocate_for_instance() {{(pid=62328) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 983.402845] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a4f60147-4f93-41f5-82e5-fede7682504e {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 983.410016] env[62328]: DEBUG nova.virt.vmwareapi.vmops [None req-fa41f758-681f-4a8b-a0c0-b197a8f22ce4 tempest-ServerActionsTestJSON-389109759 tempest-ServerActionsTestJSON-389109759-project-member] [instance: 95dd703a-595e-467a-a8e9-bef4f806c33f] Doing hard reboot of VM {{(pid=62328) reboot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1063}} [ 983.410272] env[62328]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ResetVM_Task with opID=oslo.vmware-a3d789ed-2e52-43aa-a4bc-8b3f0c574159 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 983.415683] env[62328]: DEBUG oslo_vmware.api [None req-fa41f758-681f-4a8b-a0c0-b197a8f22ce4 tempest-ServerActionsTestJSON-389109759 tempest-ServerActionsTestJSON-389109759-project-member] Waiting for the task: (returnval){ [ 983.415683] env[62328]: value = "task-2387392" [ 983.415683] env[62328]: _type = "Task" [ 983.415683] env[62328]: } to complete. {{(pid=62328) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 983.427680] env[62328]: DEBUG oslo_vmware.api [None req-fa41f758-681f-4a8b-a0c0-b197a8f22ce4 tempest-ServerActionsTestJSON-389109759 tempest-ServerActionsTestJSON-389109759-project-member] Task: {'id': task-2387392, 'name': ResetVM_Task} progress is 0%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 983.524497] env[62328]: INFO nova.compute.manager [-] [instance: 13b24bc5-3832-47cc-bf0f-14b881773e37] Took 1.31 seconds to deallocate network for instance. [ 983.654094] env[62328]: DEBUG oslo_vmware.api [None req-55cd6d0e-e41a-45d9-9f1f-3e1028d0f303 tempest-ServersNegativeTestJSON-1019155744 tempest-ServersNegativeTestJSON-1019155744-project-member] Task: {'id': session[52a6e20e-410d-708a-99f2-080a575a99bd]5285834d-9701-1563-4b29-3e30d3a20ca7, 'name': SearchDatastore_Task, 'duration_secs': 0.00897} completed successfully. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 983.654424] env[62328]: DEBUG oslo_concurrency.lockutils [None req-55cd6d0e-e41a-45d9-9f1f-3e1028d0f303 tempest-ServersNegativeTestJSON-1019155744 tempest-ServersNegativeTestJSON-1019155744-project-member] Releasing lock "[datastore2] devstack-image-cache_base/dbf872a4-92be-47e4-8561-c3e2bf2423ab/dbf872a4-92be-47e4-8561-c3e2bf2423ab.vmdk" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 983.654710] env[62328]: DEBUG nova.virt.vmwareapi.vm_util [None req-55cd6d0e-e41a-45d9-9f1f-3e1028d0f303 tempest-ServersNegativeTestJSON-1019155744 tempest-ServersNegativeTestJSON-1019155744-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/dbf872a4-92be-47e4-8561-c3e2bf2423ab/dbf872a4-92be-47e4-8561-c3e2bf2423ab.vmdk to [datastore2] 1ae2d9b7-a1dd-4c97-a50d-70582a8841f3/1ae2d9b7-a1dd-4c97-a50d-70582a8841f3.vmdk {{(pid=62328) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 983.655032] env[62328]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-0d0cc8da-4c16-40ae-bd89-b6350b041b9f {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 983.661507] env[62328]: DEBUG oslo_vmware.api [None req-55cd6d0e-e41a-45d9-9f1f-3e1028d0f303 tempest-ServersNegativeTestJSON-1019155744 tempest-ServersNegativeTestJSON-1019155744-project-member] Waiting for the task: (returnval){ [ 983.661507] env[62328]: value = "task-2387393" [ 983.661507] env[62328]: _type = "Task" [ 983.661507] env[62328]: } to complete. {{(pid=62328) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 983.669575] env[62328]: DEBUG oslo_vmware.api [None req-55cd6d0e-e41a-45d9-9f1f-3e1028d0f303 tempest-ServersNegativeTestJSON-1019155744 tempest-ServersNegativeTestJSON-1019155744-project-member] Task: {'id': task-2387393, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 983.761712] env[62328]: DEBUG nova.compute.utils [None req-cea27bf9-5054-4084-94fa-0610b52fb1f4 tempest-DeleteServersTestJSON-1766103036 tempest-DeleteServersTestJSON-1766103036-project-member] Using /dev/sd instead of None {{(pid=62328) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 983.762980] env[62328]: DEBUG nova.compute.manager [None req-cea27bf9-5054-4084-94fa-0610b52fb1f4 tempest-DeleteServersTestJSON-1766103036 tempest-DeleteServersTestJSON-1766103036-project-member] [instance: e775f546-0003-492a-a995-93a569666907] Allocating IP information in the background. {{(pid=62328) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 983.763592] env[62328]: DEBUG nova.network.neutron [None req-cea27bf9-5054-4084-94fa-0610b52fb1f4 tempest-DeleteServersTestJSON-1766103036 tempest-DeleteServersTestJSON-1766103036-project-member] [instance: e775f546-0003-492a-a995-93a569666907] allocate_for_instance() {{(pid=62328) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 983.811132] env[62328]: DEBUG nova.policy [None req-cea27bf9-5054-4084-94fa-0610b52fb1f4 tempest-DeleteServersTestJSON-1766103036 tempest-DeleteServersTestJSON-1766103036-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '699ce75fc096435fb92708a7336ced09', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '7aa9ac81c5264c7cba58e5879eedf77c', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62328) authorize /opt/stack/nova/nova/policy.py:192}} [ 983.851427] env[62328]: DEBUG oslo_vmware.api [None req-8ce8000c-4c21-4d57-b212-01059ae95756 tempest-ServerActionsTestOtherB-626827456 tempest-ServerActionsTestOtherB-626827456-project-member] Task: {'id': task-2387391, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 983.929898] env[62328]: DEBUG oslo_vmware.api [None req-fa41f758-681f-4a8b-a0c0-b197a8f22ce4 tempest-ServerActionsTestJSON-389109759 tempest-ServerActionsTestJSON-389109759-project-member] Task: {'id': task-2387392, 'name': ResetVM_Task, 'duration_secs': 0.09842} completed successfully. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 983.930398] env[62328]: DEBUG nova.virt.vmwareapi.vmops [None req-fa41f758-681f-4a8b-a0c0-b197a8f22ce4 tempest-ServerActionsTestJSON-389109759 tempest-ServerActionsTestJSON-389109759-project-member] [instance: 95dd703a-595e-467a-a8e9-bef4f806c33f] Did hard reboot of VM {{(pid=62328) reboot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1067}} [ 983.930398] env[62328]: DEBUG nova.compute.manager [None req-fa41f758-681f-4a8b-a0c0-b197a8f22ce4 tempest-ServerActionsTestJSON-389109759 tempest-ServerActionsTestJSON-389109759-project-member] [instance: 95dd703a-595e-467a-a8e9-bef4f806c33f] Checking state {{(pid=62328) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 983.931311] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-67412579-d4f4-4e93-bbf5-de3424ee2147 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 984.032905] env[62328]: DEBUG oslo_concurrency.lockutils [None req-25d8dbad-13ac-4dbb-aa9b-4030cb7d7e38 tempest-ServersTestJSON-2041147199 tempest-ServersTestJSON-2041147199-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 984.112520] env[62328]: DEBUG nova.network.neutron [-] [instance: e78f4099-b61b-4dd2-8587-8c8f1bb0412a] Updating instance_info_cache with network_info: [] {{(pid=62328) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 984.125168] env[62328]: DEBUG nova.network.neutron [None req-cea27bf9-5054-4084-94fa-0610b52fb1f4 tempest-DeleteServersTestJSON-1766103036 tempest-DeleteServersTestJSON-1766103036-project-member] [instance: e775f546-0003-492a-a995-93a569666907] Successfully created port: 38704ca3-4bb0-4bf7-ab47-5a2e11d6ba22 {{(pid=62328) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 984.136869] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-865170ea-6197-4e33-a041-8e441c5a3212 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 984.146362] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b7cf2533-2306-4664-a728-b782557f9a1a {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 984.181564] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6a72e97d-d7b4-402e-89f3-c24852cf4981 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 984.189542] env[62328]: DEBUG oslo_vmware.api [None req-55cd6d0e-e41a-45d9-9f1f-3e1028d0f303 tempest-ServersNegativeTestJSON-1019155744 tempest-ServersNegativeTestJSON-1019155744-project-member] Task: {'id': task-2387393, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 984.193048] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aa0c71d9-2fbf-4d12-8dbd-692100e93813 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 984.212152] env[62328]: DEBUG nova.compute.provider_tree [None req-3373cf16-9545-42fa-9aa7-1ee0b36d4b61 tempest-AttachInterfacesUnderV243Test-538941428 tempest-AttachInterfacesUnderV243Test-538941428-project-member] Inventory has not changed in ProviderTree for provider: 3469e9f8-04af-49ca-8435-49f104496744 {{(pid=62328) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 984.268634] env[62328]: DEBUG nova.compute.manager [None req-cea27bf9-5054-4084-94fa-0610b52fb1f4 tempest-DeleteServersTestJSON-1766103036 tempest-DeleteServersTestJSON-1766103036-project-member] [instance: e775f546-0003-492a-a995-93a569666907] Start building block device mappings for instance. {{(pid=62328) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 984.355310] env[62328]: DEBUG oslo_vmware.api [None req-8ce8000c-4c21-4d57-b212-01059ae95756 tempest-ServerActionsTestOtherB-626827456 tempest-ServerActionsTestOtherB-626827456-project-member] Task: {'id': task-2387391, 'name': PowerOnVM_Task} progress is 87%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 984.446643] env[62328]: DEBUG oslo_concurrency.lockutils [None req-fa41f758-681f-4a8b-a0c0-b197a8f22ce4 tempest-ServerActionsTestJSON-389109759 tempest-ServerActionsTestJSON-389109759-project-member] Lock "95dd703a-595e-467a-a8e9-bef4f806c33f" "released" by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" :: held 4.359s {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 984.614609] env[62328]: INFO nova.compute.manager [-] [instance: e78f4099-b61b-4dd2-8587-8c8f1bb0412a] Took 1.26 seconds to deallocate network for instance. [ 984.667389] env[62328]: DEBUG nova.compute.manager [req-9131d68f-acc2-4725-b755-313135c48aa4 req-edcff050-b334-4f32-b9b6-c655bc029a2d service nova] [instance: e78f4099-b61b-4dd2-8587-8c8f1bb0412a] Received event network-vif-deleted-653fbff2-a289-4ce2-b67c-61a9835ef2c1 {{(pid=62328) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 984.690197] env[62328]: DEBUG oslo_vmware.api [None req-55cd6d0e-e41a-45d9-9f1f-3e1028d0f303 tempest-ServersNegativeTestJSON-1019155744 tempest-ServersNegativeTestJSON-1019155744-project-member] Task: {'id': task-2387393, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.653575} completed successfully. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 984.690587] env[62328]: DEBUG nova.virt.vmwareapi.vm_util [None req-55cd6d0e-e41a-45d9-9f1f-3e1028d0f303 tempest-ServersNegativeTestJSON-1019155744 tempest-ServersNegativeTestJSON-1019155744-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/dbf872a4-92be-47e4-8561-c3e2bf2423ab/dbf872a4-92be-47e4-8561-c3e2bf2423ab.vmdk to [datastore2] 1ae2d9b7-a1dd-4c97-a50d-70582a8841f3/1ae2d9b7-a1dd-4c97-a50d-70582a8841f3.vmdk {{(pid=62328) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 984.690918] env[62328]: DEBUG nova.virt.vmwareapi.vmops [None req-55cd6d0e-e41a-45d9-9f1f-3e1028d0f303 tempest-ServersNegativeTestJSON-1019155744 tempest-ServersNegativeTestJSON-1019155744-project-member] [instance: 1ae2d9b7-a1dd-4c97-a50d-70582a8841f3] Extending root virtual disk to 1048576 {{(pid=62328) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 984.691304] env[62328]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-0873d695-8312-4e73-a73e-ab3a75b18af4 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 984.701470] env[62328]: DEBUG oslo_vmware.api [None req-55cd6d0e-e41a-45d9-9f1f-3e1028d0f303 tempest-ServersNegativeTestJSON-1019155744 tempest-ServersNegativeTestJSON-1019155744-project-member] Waiting for the task: (returnval){ [ 984.701470] env[62328]: value = "task-2387394" [ 984.701470] env[62328]: _type = "Task" [ 984.701470] env[62328]: } to complete. {{(pid=62328) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 984.710899] env[62328]: DEBUG oslo_vmware.api [None req-55cd6d0e-e41a-45d9-9f1f-3e1028d0f303 tempest-ServersNegativeTestJSON-1019155744 tempest-ServersNegativeTestJSON-1019155744-project-member] Task: {'id': task-2387394, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 984.715934] env[62328]: DEBUG nova.scheduler.client.report [None req-3373cf16-9545-42fa-9aa7-1ee0b36d4b61 tempest-AttachInterfacesUnderV243Test-538941428 tempest-AttachInterfacesUnderV243Test-538941428-project-member] Inventory has not changed for provider 3469e9f8-04af-49ca-8435-49f104496744 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 152, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62328) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 984.854083] env[62328]: DEBUG oslo_vmware.api [None req-8ce8000c-4c21-4d57-b212-01059ae95756 tempest-ServerActionsTestOtherB-626827456 tempest-ServerActionsTestOtherB-626827456-project-member] Task: {'id': task-2387391, 'name': PowerOnVM_Task, 'duration_secs': 1.396661} completed successfully. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 984.854385] env[62328]: DEBUG nova.virt.vmwareapi.vm_util [None req-8ce8000c-4c21-4d57-b212-01059ae95756 tempest-ServerActionsTestOtherB-626827456 tempest-ServerActionsTestOtherB-626827456-project-member] [instance: 726d231d-afd9-460a-818e-7412af85a7f1] Powered on the VM {{(pid=62328) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 984.854612] env[62328]: INFO nova.compute.manager [None req-8ce8000c-4c21-4d57-b212-01059ae95756 tempest-ServerActionsTestOtherB-626827456 tempest-ServerActionsTestOtherB-626827456-project-member] [instance: 726d231d-afd9-460a-818e-7412af85a7f1] Took 9.45 seconds to spawn the instance on the hypervisor. [ 984.854816] env[62328]: DEBUG nova.compute.manager [None req-8ce8000c-4c21-4d57-b212-01059ae95756 tempest-ServerActionsTestOtherB-626827456 tempest-ServerActionsTestOtherB-626827456-project-member] [instance: 726d231d-afd9-460a-818e-7412af85a7f1] Checking state {{(pid=62328) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 984.856021] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-84f79914-67f7-44d1-a23a-35e66f2f26f6 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 985.122549] env[62328]: DEBUG oslo_concurrency.lockutils [None req-651fc6a4-6daf-4398-8a2f-aeb92741d26b tempest-ServersAdminTestJSON-455323280 tempest-ServersAdminTestJSON-455323280-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 985.212305] env[62328]: DEBUG oslo_vmware.api [None req-55cd6d0e-e41a-45d9-9f1f-3e1028d0f303 tempest-ServersNegativeTestJSON-1019155744 tempest-ServersNegativeTestJSON-1019155744-project-member] Task: {'id': task-2387394, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.069947} completed successfully. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 985.212578] env[62328]: DEBUG nova.virt.vmwareapi.vmops [None req-55cd6d0e-e41a-45d9-9f1f-3e1028d0f303 tempest-ServersNegativeTestJSON-1019155744 tempest-ServersNegativeTestJSON-1019155744-project-member] [instance: 1ae2d9b7-a1dd-4c97-a50d-70582a8841f3] Extended root virtual disk {{(pid=62328) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 985.213568] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ef5a2738-c68d-42ad-876f-ee6beeea2002 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 985.228374] env[62328]: DEBUG oslo_concurrency.lockutils [None req-3373cf16-9545-42fa-9aa7-1ee0b36d4b61 tempest-AttachInterfacesUnderV243Test-538941428 tempest-AttachInterfacesUnderV243Test-538941428-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.970s {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 985.238734] env[62328]: DEBUG nova.virt.vmwareapi.volumeops [None req-55cd6d0e-e41a-45d9-9f1f-3e1028d0f303 tempest-ServersNegativeTestJSON-1019155744 tempest-ServersNegativeTestJSON-1019155744-project-member] [instance: 1ae2d9b7-a1dd-4c97-a50d-70582a8841f3] Reconfiguring VM instance instance-00000062 to attach disk [datastore2] 1ae2d9b7-a1dd-4c97-a50d-70582a8841f3/1ae2d9b7-a1dd-4c97-a50d-70582a8841f3.vmdk or device None with type sparse {{(pid=62328) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 985.239327] env[62328]: DEBUG oslo_concurrency.lockutils [None req-56d84e77-7e7a-4b14-bc66-ec07ae6e5f82 tempest-ServerRescueNegativeTestJSON-713788249 tempest-ServerRescueNegativeTestJSON-713788249-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 16.525s {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 985.241831] env[62328]: INFO nova.compute.claims [None req-56d84e77-7e7a-4b14-bc66-ec07ae6e5f82 tempest-ServerRescueNegativeTestJSON-713788249 tempest-ServerRescueNegativeTestJSON-713788249-project-member] [instance: 75498571-7d71-433a-8548-3a56f8b871c5] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 985.243584] env[62328]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-24edd7f5-706a-4247-8738-aaea46d629d4 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 985.266607] env[62328]: DEBUG oslo_vmware.api [None req-55cd6d0e-e41a-45d9-9f1f-3e1028d0f303 tempest-ServersNegativeTestJSON-1019155744 tempest-ServersNegativeTestJSON-1019155744-project-member] Waiting for the task: (returnval){ [ 985.266607] env[62328]: value = "task-2387395" [ 985.266607] env[62328]: _type = "Task" [ 985.266607] env[62328]: } to complete. {{(pid=62328) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 985.266607] env[62328]: INFO nova.scheduler.client.report [None req-3373cf16-9545-42fa-9aa7-1ee0b36d4b61 tempest-AttachInterfacesUnderV243Test-538941428 tempest-AttachInterfacesUnderV243Test-538941428-project-member] Deleted allocations for instance ca5f1f85-0fbb-4572-8b04-bd275a02f396 [ 985.279977] env[62328]: DEBUG oslo_vmware.api [None req-55cd6d0e-e41a-45d9-9f1f-3e1028d0f303 tempest-ServersNegativeTestJSON-1019155744 tempest-ServersNegativeTestJSON-1019155744-project-member] Task: {'id': task-2387395, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 985.282163] env[62328]: DEBUG nova.compute.manager [None req-cea27bf9-5054-4084-94fa-0610b52fb1f4 tempest-DeleteServersTestJSON-1766103036 tempest-DeleteServersTestJSON-1766103036-project-member] [instance: e775f546-0003-492a-a995-93a569666907] Start spawning the instance on the hypervisor. {{(pid=62328) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 985.308854] env[62328]: DEBUG nova.virt.hardware [None req-cea27bf9-5054-4084-94fa-0610b52fb1f4 tempest-DeleteServersTestJSON-1766103036 tempest-DeleteServersTestJSON-1766103036-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-07T17:16:55Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-07T17:16:37Z,direct_url=,disk_format='vmdk',id=dbf872a4-92be-47e4-8561-c3e2bf2423ab,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='2a64022f08d84b11a86773b900860ae5',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-07T17:16:38Z,virtual_size=,visibility=), allow threads: False {{(pid=62328) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 985.309114] env[62328]: DEBUG nova.virt.hardware [None req-cea27bf9-5054-4084-94fa-0610b52fb1f4 tempest-DeleteServersTestJSON-1766103036 tempest-DeleteServersTestJSON-1766103036-project-member] Flavor limits 0:0:0 {{(pid=62328) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 985.309273] env[62328]: DEBUG nova.virt.hardware [None req-cea27bf9-5054-4084-94fa-0610b52fb1f4 tempest-DeleteServersTestJSON-1766103036 tempest-DeleteServersTestJSON-1766103036-project-member] Image limits 0:0:0 {{(pid=62328) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 985.309457] env[62328]: DEBUG nova.virt.hardware [None req-cea27bf9-5054-4084-94fa-0610b52fb1f4 tempest-DeleteServersTestJSON-1766103036 tempest-DeleteServersTestJSON-1766103036-project-member] Flavor pref 0:0:0 {{(pid=62328) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 985.309604] env[62328]: DEBUG nova.virt.hardware [None req-cea27bf9-5054-4084-94fa-0610b52fb1f4 tempest-DeleteServersTestJSON-1766103036 tempest-DeleteServersTestJSON-1766103036-project-member] Image pref 0:0:0 {{(pid=62328) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 985.309752] env[62328]: DEBUG nova.virt.hardware [None req-cea27bf9-5054-4084-94fa-0610b52fb1f4 tempest-DeleteServersTestJSON-1766103036 tempest-DeleteServersTestJSON-1766103036-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62328) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 985.310071] env[62328]: DEBUG nova.virt.hardware [None req-cea27bf9-5054-4084-94fa-0610b52fb1f4 tempest-DeleteServersTestJSON-1766103036 tempest-DeleteServersTestJSON-1766103036-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62328) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 985.310247] env[62328]: DEBUG nova.virt.hardware [None req-cea27bf9-5054-4084-94fa-0610b52fb1f4 tempest-DeleteServersTestJSON-1766103036 tempest-DeleteServersTestJSON-1766103036-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62328) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 985.310421] env[62328]: DEBUG nova.virt.hardware [None req-cea27bf9-5054-4084-94fa-0610b52fb1f4 tempest-DeleteServersTestJSON-1766103036 tempest-DeleteServersTestJSON-1766103036-project-member] Got 1 possible topologies {{(pid=62328) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 985.310579] env[62328]: DEBUG nova.virt.hardware [None req-cea27bf9-5054-4084-94fa-0610b52fb1f4 tempest-DeleteServersTestJSON-1766103036 tempest-DeleteServersTestJSON-1766103036-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62328) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 985.310749] env[62328]: DEBUG nova.virt.hardware [None req-cea27bf9-5054-4084-94fa-0610b52fb1f4 tempest-DeleteServersTestJSON-1766103036 tempest-DeleteServersTestJSON-1766103036-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62328) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 985.311651] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2c17259e-2cef-40be-8e46-debf583a4c1a {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 985.320254] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b3d6c253-5ff6-4c1c-bd10-74e51f33b2bb {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 985.371859] env[62328]: INFO nova.compute.manager [None req-8ce8000c-4c21-4d57-b212-01059ae95756 tempest-ServerActionsTestOtherB-626827456 tempest-ServerActionsTestOtherB-626827456-project-member] [instance: 726d231d-afd9-460a-818e-7412af85a7f1] Took 25.35 seconds to build instance. [ 985.678636] env[62328]: DEBUG nova.network.neutron [None req-cea27bf9-5054-4084-94fa-0610b52fb1f4 tempest-DeleteServersTestJSON-1766103036 tempest-DeleteServersTestJSON-1766103036-project-member] [instance: e775f546-0003-492a-a995-93a569666907] Successfully updated port: 38704ca3-4bb0-4bf7-ab47-5a2e11d6ba22 {{(pid=62328) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 985.786837] env[62328]: DEBUG oslo_vmware.api [None req-55cd6d0e-e41a-45d9-9f1f-3e1028d0f303 tempest-ServersNegativeTestJSON-1019155744 tempest-ServersNegativeTestJSON-1019155744-project-member] Task: {'id': task-2387395, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 985.788830] env[62328]: DEBUG oslo_concurrency.lockutils [None req-3373cf16-9545-42fa-9aa7-1ee0b36d4b61 tempest-AttachInterfacesUnderV243Test-538941428 tempest-AttachInterfacesUnderV243Test-538941428-project-member] Lock "ca5f1f85-0fbb-4572-8b04-bd275a02f396" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 22.158s {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 985.874293] env[62328]: DEBUG oslo_concurrency.lockutils [None req-8ce8000c-4c21-4d57-b212-01059ae95756 tempest-ServerActionsTestOtherB-626827456 tempest-ServerActionsTestOtherB-626827456-project-member] Lock "726d231d-afd9-460a-818e-7412af85a7f1" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 26.866s {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 986.184015] env[62328]: DEBUG oslo_concurrency.lockutils [None req-cea27bf9-5054-4084-94fa-0610b52fb1f4 tempest-DeleteServersTestJSON-1766103036 tempest-DeleteServersTestJSON-1766103036-project-member] Acquiring lock "refresh_cache-e775f546-0003-492a-a995-93a569666907" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 986.184734] env[62328]: DEBUG oslo_concurrency.lockutils [None req-cea27bf9-5054-4084-94fa-0610b52fb1f4 tempest-DeleteServersTestJSON-1766103036 tempest-DeleteServersTestJSON-1766103036-project-member] Acquired lock "refresh_cache-e775f546-0003-492a-a995-93a569666907" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 986.184948] env[62328]: DEBUG nova.network.neutron [None req-cea27bf9-5054-4084-94fa-0610b52fb1f4 tempest-DeleteServersTestJSON-1766103036 tempest-DeleteServersTestJSON-1766103036-project-member] [instance: e775f546-0003-492a-a995-93a569666907] Building network info cache for instance {{(pid=62328) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 986.281443] env[62328]: DEBUG oslo_vmware.api [None req-55cd6d0e-e41a-45d9-9f1f-3e1028d0f303 tempest-ServersNegativeTestJSON-1019155744 tempest-ServersNegativeTestJSON-1019155744-project-member] Task: {'id': task-2387395, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 986.570412] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a966ee2b-e19c-44e4-9603-069a22ab1c1f {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 986.578518] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ed3c425c-592d-476d-8403-afb0e6f93c44 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 986.619202] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f8adde58-059f-437a-a2f4-8e05ef040ba1 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 986.627349] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c95d6abe-9a15-4b4a-86a2-74a82adeecc1 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 986.642580] env[62328]: DEBUG nova.compute.provider_tree [None req-56d84e77-7e7a-4b14-bc66-ec07ae6e5f82 tempest-ServerRescueNegativeTestJSON-713788249 tempest-ServerRescueNegativeTestJSON-713788249-project-member] Inventory has not changed in ProviderTree for provider: 3469e9f8-04af-49ca-8435-49f104496744 {{(pid=62328) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 986.693116] env[62328]: DEBUG nova.compute.manager [req-399203c1-5539-47bd-9003-df2d32081783 req-c6997bf8-b10e-4c36-91a5-cf2ecc967cf3 service nova] [instance: e775f546-0003-492a-a995-93a569666907] Received event network-vif-plugged-38704ca3-4bb0-4bf7-ab47-5a2e11d6ba22 {{(pid=62328) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 986.693502] env[62328]: DEBUG oslo_concurrency.lockutils [req-399203c1-5539-47bd-9003-df2d32081783 req-c6997bf8-b10e-4c36-91a5-cf2ecc967cf3 service nova] Acquiring lock "e775f546-0003-492a-a995-93a569666907-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 986.693800] env[62328]: DEBUG oslo_concurrency.lockutils [req-399203c1-5539-47bd-9003-df2d32081783 req-c6997bf8-b10e-4c36-91a5-cf2ecc967cf3 service nova] Lock "e775f546-0003-492a-a995-93a569666907-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 986.694058] env[62328]: DEBUG oslo_concurrency.lockutils [req-399203c1-5539-47bd-9003-df2d32081783 req-c6997bf8-b10e-4c36-91a5-cf2ecc967cf3 service nova] Lock "e775f546-0003-492a-a995-93a569666907-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 986.694432] env[62328]: DEBUG nova.compute.manager [req-399203c1-5539-47bd-9003-df2d32081783 req-c6997bf8-b10e-4c36-91a5-cf2ecc967cf3 service nova] [instance: e775f546-0003-492a-a995-93a569666907] No waiting events found dispatching network-vif-plugged-38704ca3-4bb0-4bf7-ab47-5a2e11d6ba22 {{(pid=62328) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 986.694626] env[62328]: WARNING nova.compute.manager [req-399203c1-5539-47bd-9003-df2d32081783 req-c6997bf8-b10e-4c36-91a5-cf2ecc967cf3 service nova] [instance: e775f546-0003-492a-a995-93a569666907] Received unexpected event network-vif-plugged-38704ca3-4bb0-4bf7-ab47-5a2e11d6ba22 for instance with vm_state building and task_state spawning. [ 986.695873] env[62328]: DEBUG nova.compute.manager [req-399203c1-5539-47bd-9003-df2d32081783 req-c6997bf8-b10e-4c36-91a5-cf2ecc967cf3 service nova] [instance: e775f546-0003-492a-a995-93a569666907] Received event network-changed-38704ca3-4bb0-4bf7-ab47-5a2e11d6ba22 {{(pid=62328) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 986.695873] env[62328]: DEBUG nova.compute.manager [req-399203c1-5539-47bd-9003-df2d32081783 req-c6997bf8-b10e-4c36-91a5-cf2ecc967cf3 service nova] [instance: e775f546-0003-492a-a995-93a569666907] Refreshing instance network info cache due to event network-changed-38704ca3-4bb0-4bf7-ab47-5a2e11d6ba22. {{(pid=62328) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 986.695873] env[62328]: DEBUG oslo_concurrency.lockutils [req-399203c1-5539-47bd-9003-df2d32081783 req-c6997bf8-b10e-4c36-91a5-cf2ecc967cf3 service nova] Acquiring lock "refresh_cache-e775f546-0003-492a-a995-93a569666907" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 986.744846] env[62328]: DEBUG nova.network.neutron [None req-cea27bf9-5054-4084-94fa-0610b52fb1f4 tempest-DeleteServersTestJSON-1766103036 tempest-DeleteServersTestJSON-1766103036-project-member] [instance: e775f546-0003-492a-a995-93a569666907] Instance cache missing network info. {{(pid=62328) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 986.784195] env[62328]: DEBUG oslo_vmware.api [None req-55cd6d0e-e41a-45d9-9f1f-3e1028d0f303 tempest-ServersNegativeTestJSON-1019155744 tempest-ServersNegativeTestJSON-1019155744-project-member] Task: {'id': task-2387395, 'name': ReconfigVM_Task, 'duration_secs': 1.488139} completed successfully. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 986.789028] env[62328]: DEBUG nova.virt.vmwareapi.volumeops [None req-55cd6d0e-e41a-45d9-9f1f-3e1028d0f303 tempest-ServersNegativeTestJSON-1019155744 tempest-ServersNegativeTestJSON-1019155744-project-member] [instance: 1ae2d9b7-a1dd-4c97-a50d-70582a8841f3] Reconfigured VM instance instance-00000062 to attach disk [datastore2] 1ae2d9b7-a1dd-4c97-a50d-70582a8841f3/1ae2d9b7-a1dd-4c97-a50d-70582a8841f3.vmdk or device None with type sparse {{(pid=62328) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 986.789028] env[62328]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-89f3f49a-dee3-4929-9e6c-55e365a296c4 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 986.794253] env[62328]: DEBUG oslo_vmware.api [None req-55cd6d0e-e41a-45d9-9f1f-3e1028d0f303 tempest-ServersNegativeTestJSON-1019155744 tempest-ServersNegativeTestJSON-1019155744-project-member] Waiting for the task: (returnval){ [ 986.794253] env[62328]: value = "task-2387396" [ 986.794253] env[62328]: _type = "Task" [ 986.794253] env[62328]: } to complete. {{(pid=62328) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 986.802633] env[62328]: DEBUG oslo_vmware.api [None req-55cd6d0e-e41a-45d9-9f1f-3e1028d0f303 tempest-ServersNegativeTestJSON-1019155744 tempest-ServersNegativeTestJSON-1019155744-project-member] Task: {'id': task-2387396, 'name': Rename_Task} progress is 0%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 986.990879] env[62328]: DEBUG nova.network.neutron [None req-cea27bf9-5054-4084-94fa-0610b52fb1f4 tempest-DeleteServersTestJSON-1766103036 tempest-DeleteServersTestJSON-1766103036-project-member] [instance: e775f546-0003-492a-a995-93a569666907] Updating instance_info_cache with network_info: [{"id": "38704ca3-4bb0-4bf7-ab47-5a2e11d6ba22", "address": "fa:16:3e:0a:91:fc", "network": {"id": "0bcec7a4-aa8e-420d-b203-4ead2073e045", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-575957277-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7aa9ac81c5264c7cba58e5879eedf77c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c5652322-9f10-4996-baed-4c0aa13a1b4e", "external-id": "nsx-vlan-transportzone-941", "segmentation_id": 941, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap38704ca3-4b", "ovs_interfaceid": "38704ca3-4bb0-4bf7-ab47-5a2e11d6ba22", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62328) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 987.146072] env[62328]: DEBUG nova.scheduler.client.report [None req-56d84e77-7e7a-4b14-bc66-ec07ae6e5f82 tempest-ServerRescueNegativeTestJSON-713788249 tempest-ServerRescueNegativeTestJSON-713788249-project-member] Inventory has not changed for provider 3469e9f8-04af-49ca-8435-49f104496744 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 152, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62328) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 987.308200] env[62328]: DEBUG oslo_vmware.api [None req-55cd6d0e-e41a-45d9-9f1f-3e1028d0f303 tempest-ServersNegativeTestJSON-1019155744 tempest-ServersNegativeTestJSON-1019155744-project-member] Task: {'id': task-2387396, 'name': Rename_Task, 'duration_secs': 0.409091} completed successfully. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 987.308200] env[62328]: DEBUG nova.virt.vmwareapi.vm_util [None req-55cd6d0e-e41a-45d9-9f1f-3e1028d0f303 tempest-ServersNegativeTestJSON-1019155744 tempest-ServersNegativeTestJSON-1019155744-project-member] [instance: 1ae2d9b7-a1dd-4c97-a50d-70582a8841f3] Powering on the VM {{(pid=62328) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 987.308200] env[62328]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-8925d228-2496-42c7-9b29-0e1b71b1d035 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 987.315439] env[62328]: DEBUG oslo_vmware.api [None req-55cd6d0e-e41a-45d9-9f1f-3e1028d0f303 tempest-ServersNegativeTestJSON-1019155744 tempest-ServersNegativeTestJSON-1019155744-project-member] Waiting for the task: (returnval){ [ 987.315439] env[62328]: value = "task-2387397" [ 987.315439] env[62328]: _type = "Task" [ 987.315439] env[62328]: } to complete. {{(pid=62328) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 987.326911] env[62328]: DEBUG oslo_vmware.api [None req-55cd6d0e-e41a-45d9-9f1f-3e1028d0f303 tempest-ServersNegativeTestJSON-1019155744 tempest-ServersNegativeTestJSON-1019155744-project-member] Task: {'id': task-2387397, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 987.493607] env[62328]: DEBUG oslo_concurrency.lockutils [None req-cea27bf9-5054-4084-94fa-0610b52fb1f4 tempest-DeleteServersTestJSON-1766103036 tempest-DeleteServersTestJSON-1766103036-project-member] Releasing lock "refresh_cache-e775f546-0003-492a-a995-93a569666907" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 987.493942] env[62328]: DEBUG nova.compute.manager [None req-cea27bf9-5054-4084-94fa-0610b52fb1f4 tempest-DeleteServersTestJSON-1766103036 tempest-DeleteServersTestJSON-1766103036-project-member] [instance: e775f546-0003-492a-a995-93a569666907] Instance network_info: |[{"id": "38704ca3-4bb0-4bf7-ab47-5a2e11d6ba22", "address": "fa:16:3e:0a:91:fc", "network": {"id": "0bcec7a4-aa8e-420d-b203-4ead2073e045", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-575957277-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7aa9ac81c5264c7cba58e5879eedf77c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c5652322-9f10-4996-baed-4c0aa13a1b4e", "external-id": "nsx-vlan-transportzone-941", "segmentation_id": 941, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap38704ca3-4b", "ovs_interfaceid": "38704ca3-4bb0-4bf7-ab47-5a2e11d6ba22", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62328) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 987.494271] env[62328]: DEBUG oslo_concurrency.lockutils [req-399203c1-5539-47bd-9003-df2d32081783 req-c6997bf8-b10e-4c36-91a5-cf2ecc967cf3 service nova] Acquired lock "refresh_cache-e775f546-0003-492a-a995-93a569666907" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 987.494452] env[62328]: DEBUG nova.network.neutron [req-399203c1-5539-47bd-9003-df2d32081783 req-c6997bf8-b10e-4c36-91a5-cf2ecc967cf3 service nova] [instance: e775f546-0003-492a-a995-93a569666907] Refreshing network info cache for port 38704ca3-4bb0-4bf7-ab47-5a2e11d6ba22 {{(pid=62328) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 987.495739] env[62328]: DEBUG nova.virt.vmwareapi.vmops [None req-cea27bf9-5054-4084-94fa-0610b52fb1f4 tempest-DeleteServersTestJSON-1766103036 tempest-DeleteServersTestJSON-1766103036-project-member] [instance: e775f546-0003-492a-a995-93a569666907] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:0a:91:fc', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'c5652322-9f10-4996-baed-4c0aa13a1b4e', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '38704ca3-4bb0-4bf7-ab47-5a2e11d6ba22', 'vif_model': 'vmxnet3'}] {{(pid=62328) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 987.504123] env[62328]: DEBUG oslo.service.loopingcall [None req-cea27bf9-5054-4084-94fa-0610b52fb1f4 tempest-DeleteServersTestJSON-1766103036 tempest-DeleteServersTestJSON-1766103036-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62328) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 987.507836] env[62328]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e775f546-0003-492a-a995-93a569666907] Creating VM on the ESX host {{(pid=62328) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 987.507982] env[62328]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-e17f5600-1555-4380-b793-dbd5aca1df2c {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 987.529606] env[62328]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 987.529606] env[62328]: value = "task-2387398" [ 987.529606] env[62328]: _type = "Task" [ 987.529606] env[62328]: } to complete. {{(pid=62328) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 987.539043] env[62328]: DEBUG oslo_vmware.api [-] Task: {'id': task-2387398, 'name': CreateVM_Task} progress is 0%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 987.652969] env[62328]: DEBUG oslo_concurrency.lockutils [None req-56d84e77-7e7a-4b14-bc66-ec07ae6e5f82 tempest-ServerRescueNegativeTestJSON-713788249 tempest-ServerRescueNegativeTestJSON-713788249-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.413s {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 987.653693] env[62328]: DEBUG nova.compute.manager [None req-56d84e77-7e7a-4b14-bc66-ec07ae6e5f82 tempest-ServerRescueNegativeTestJSON-713788249 tempest-ServerRescueNegativeTestJSON-713788249-project-member] [instance: 75498571-7d71-433a-8548-3a56f8b871c5] Start building networks asynchronously for instance. {{(pid=62328) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 987.658054] env[62328]: DEBUG oslo_concurrency.lockutils [None req-19a37482-3ba7-4ddc-a574-e2df5e4ba850 tempest-ServerRescueNegativeTestJSON-713788249 tempest-ServerRescueNegativeTestJSON-713788249-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 17.619s {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 987.661380] env[62328]: INFO nova.compute.claims [None req-19a37482-3ba7-4ddc-a574-e2df5e4ba850 tempest-ServerRescueNegativeTestJSON-713788249 tempest-ServerRescueNegativeTestJSON-713788249-project-member] [instance: 749883c0-59b2-4553-976c-39af0f4ff1d6] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 987.793968] env[62328]: DEBUG nova.network.neutron [req-399203c1-5539-47bd-9003-df2d32081783 req-c6997bf8-b10e-4c36-91a5-cf2ecc967cf3 service nova] [instance: e775f546-0003-492a-a995-93a569666907] Updated VIF entry in instance network info cache for port 38704ca3-4bb0-4bf7-ab47-5a2e11d6ba22. {{(pid=62328) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 987.794461] env[62328]: DEBUG nova.network.neutron [req-399203c1-5539-47bd-9003-df2d32081783 req-c6997bf8-b10e-4c36-91a5-cf2ecc967cf3 service nova] [instance: e775f546-0003-492a-a995-93a569666907] Updating instance_info_cache with network_info: [{"id": "38704ca3-4bb0-4bf7-ab47-5a2e11d6ba22", "address": "fa:16:3e:0a:91:fc", "network": {"id": "0bcec7a4-aa8e-420d-b203-4ead2073e045", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-575957277-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7aa9ac81c5264c7cba58e5879eedf77c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c5652322-9f10-4996-baed-4c0aa13a1b4e", "external-id": "nsx-vlan-transportzone-941", "segmentation_id": 941, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap38704ca3-4b", "ovs_interfaceid": "38704ca3-4bb0-4bf7-ab47-5a2e11d6ba22", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62328) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 987.825720] env[62328]: DEBUG oslo_vmware.api [None req-55cd6d0e-e41a-45d9-9f1f-3e1028d0f303 tempest-ServersNegativeTestJSON-1019155744 tempest-ServersNegativeTestJSON-1019155744-project-member] Task: {'id': task-2387397, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 988.039814] env[62328]: DEBUG oslo_vmware.api [-] Task: {'id': task-2387398, 'name': CreateVM_Task, 'duration_secs': 0.348327} completed successfully. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 988.040096] env[62328]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e775f546-0003-492a-a995-93a569666907] Created VM on the ESX host {{(pid=62328) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 988.040742] env[62328]: DEBUG oslo_concurrency.lockutils [None req-cea27bf9-5054-4084-94fa-0610b52fb1f4 tempest-DeleteServersTestJSON-1766103036 tempest-DeleteServersTestJSON-1766103036-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/dbf872a4-92be-47e4-8561-c3e2bf2423ab" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 988.040906] env[62328]: DEBUG oslo_concurrency.lockutils [None req-cea27bf9-5054-4084-94fa-0610b52fb1f4 tempest-DeleteServersTestJSON-1766103036 tempest-DeleteServersTestJSON-1766103036-project-member] Acquired lock "[datastore1] devstack-image-cache_base/dbf872a4-92be-47e4-8561-c3e2bf2423ab" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 988.041278] env[62328]: DEBUG oslo_concurrency.lockutils [None req-cea27bf9-5054-4084-94fa-0610b52fb1f4 tempest-DeleteServersTestJSON-1766103036 tempest-DeleteServersTestJSON-1766103036-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/dbf872a4-92be-47e4-8561-c3e2bf2423ab" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 988.041539] env[62328]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2470c64c-4b79-495e-bb0c-f05657fdf2f7 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 988.046753] env[62328]: DEBUG oslo_vmware.api [None req-cea27bf9-5054-4084-94fa-0610b52fb1f4 tempest-DeleteServersTestJSON-1766103036 tempest-DeleteServersTestJSON-1766103036-project-member] Waiting for the task: (returnval){ [ 988.046753] env[62328]: value = "session[52a6e20e-410d-708a-99f2-080a575a99bd]521bbd3d-8931-fd68-52e8-a08cbd0ddb3f" [ 988.046753] env[62328]: _type = "Task" [ 988.046753] env[62328]: } to complete. {{(pid=62328) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 988.055405] env[62328]: DEBUG oslo_vmware.api [None req-cea27bf9-5054-4084-94fa-0610b52fb1f4 tempest-DeleteServersTestJSON-1766103036 tempest-DeleteServersTestJSON-1766103036-project-member] Task: {'id': session[52a6e20e-410d-708a-99f2-080a575a99bd]521bbd3d-8931-fd68-52e8-a08cbd0ddb3f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 988.167629] env[62328]: DEBUG nova.compute.utils [None req-56d84e77-7e7a-4b14-bc66-ec07ae6e5f82 tempest-ServerRescueNegativeTestJSON-713788249 tempest-ServerRescueNegativeTestJSON-713788249-project-member] Using /dev/sd instead of None {{(pid=62328) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 988.169078] env[62328]: DEBUG nova.compute.manager [None req-56d84e77-7e7a-4b14-bc66-ec07ae6e5f82 tempest-ServerRescueNegativeTestJSON-713788249 tempest-ServerRescueNegativeTestJSON-713788249-project-member] [instance: 75498571-7d71-433a-8548-3a56f8b871c5] Allocating IP information in the background. {{(pid=62328) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 988.169285] env[62328]: DEBUG nova.network.neutron [None req-56d84e77-7e7a-4b14-bc66-ec07ae6e5f82 tempest-ServerRescueNegativeTestJSON-713788249 tempest-ServerRescueNegativeTestJSON-713788249-project-member] [instance: 75498571-7d71-433a-8548-3a56f8b871c5] allocate_for_instance() {{(pid=62328) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 988.246231] env[62328]: DEBUG nova.policy [None req-56d84e77-7e7a-4b14-bc66-ec07ae6e5f82 tempest-ServerRescueNegativeTestJSON-713788249 tempest-ServerRescueNegativeTestJSON-713788249-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '78ab598d1c6a4c0d82eb9b23b8d21b2c', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'd5a96a78c0b5451d8c6e1de563033f13', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62328) authorize /opt/stack/nova/nova/policy.py:192}} [ 988.296944] env[62328]: DEBUG oslo_concurrency.lockutils [req-399203c1-5539-47bd-9003-df2d32081783 req-c6997bf8-b10e-4c36-91a5-cf2ecc967cf3 service nova] Releasing lock "refresh_cache-e775f546-0003-492a-a995-93a569666907" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 988.328415] env[62328]: DEBUG oslo_vmware.api [None req-55cd6d0e-e41a-45d9-9f1f-3e1028d0f303 tempest-ServersNegativeTestJSON-1019155744 tempest-ServersNegativeTestJSON-1019155744-project-member] Task: {'id': task-2387397, 'name': PowerOnVM_Task, 'duration_secs': 0.851239} completed successfully. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 988.328716] env[62328]: DEBUG nova.virt.vmwareapi.vm_util [None req-55cd6d0e-e41a-45d9-9f1f-3e1028d0f303 tempest-ServersNegativeTestJSON-1019155744 tempest-ServersNegativeTestJSON-1019155744-project-member] [instance: 1ae2d9b7-a1dd-4c97-a50d-70582a8841f3] Powered on the VM {{(pid=62328) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 988.328882] env[62328]: INFO nova.compute.manager [None req-55cd6d0e-e41a-45d9-9f1f-3e1028d0f303 tempest-ServersNegativeTestJSON-1019155744 tempest-ServersNegativeTestJSON-1019155744-project-member] [instance: 1ae2d9b7-a1dd-4c97-a50d-70582a8841f3] Took 9.39 seconds to spawn the instance on the hypervisor. [ 988.329070] env[62328]: DEBUG nova.compute.manager [None req-55cd6d0e-e41a-45d9-9f1f-3e1028d0f303 tempest-ServersNegativeTestJSON-1019155744 tempest-ServersNegativeTestJSON-1019155744-project-member] [instance: 1ae2d9b7-a1dd-4c97-a50d-70582a8841f3] Checking state {{(pid=62328) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 988.330427] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f84cea60-44a4-4b16-b4c8-55f55ef938b3 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 988.558913] env[62328]: DEBUG oslo_vmware.api [None req-cea27bf9-5054-4084-94fa-0610b52fb1f4 tempest-DeleteServersTestJSON-1766103036 tempest-DeleteServersTestJSON-1766103036-project-member] Task: {'id': session[52a6e20e-410d-708a-99f2-080a575a99bd]521bbd3d-8931-fd68-52e8-a08cbd0ddb3f, 'name': SearchDatastore_Task, 'duration_secs': 0.009731} completed successfully. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 988.559095] env[62328]: DEBUG oslo_concurrency.lockutils [None req-cea27bf9-5054-4084-94fa-0610b52fb1f4 tempest-DeleteServersTestJSON-1766103036 tempest-DeleteServersTestJSON-1766103036-project-member] Releasing lock "[datastore1] devstack-image-cache_base/dbf872a4-92be-47e4-8561-c3e2bf2423ab" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 988.559238] env[62328]: DEBUG nova.virt.vmwareapi.vmops [None req-cea27bf9-5054-4084-94fa-0610b52fb1f4 tempest-DeleteServersTestJSON-1766103036 tempest-DeleteServersTestJSON-1766103036-project-member] [instance: e775f546-0003-492a-a995-93a569666907] Processing image dbf872a4-92be-47e4-8561-c3e2bf2423ab {{(pid=62328) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 988.560042] env[62328]: DEBUG oslo_concurrency.lockutils [None req-cea27bf9-5054-4084-94fa-0610b52fb1f4 tempest-DeleteServersTestJSON-1766103036 tempest-DeleteServersTestJSON-1766103036-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/dbf872a4-92be-47e4-8561-c3e2bf2423ab/dbf872a4-92be-47e4-8561-c3e2bf2423ab.vmdk" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 988.560042] env[62328]: DEBUG oslo_concurrency.lockutils [None req-cea27bf9-5054-4084-94fa-0610b52fb1f4 tempest-DeleteServersTestJSON-1766103036 tempest-DeleteServersTestJSON-1766103036-project-member] Acquired lock "[datastore1] devstack-image-cache_base/dbf872a4-92be-47e4-8561-c3e2bf2423ab/dbf872a4-92be-47e4-8561-c3e2bf2423ab.vmdk" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 988.560042] env[62328]: DEBUG nova.virt.vmwareapi.ds_util [None req-cea27bf9-5054-4084-94fa-0610b52fb1f4 tempest-DeleteServersTestJSON-1766103036 tempest-DeleteServersTestJSON-1766103036-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62328) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 988.560243] env[62328]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-f764ff99-fb30-44f6-b020-efc45045d857 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 988.568155] env[62328]: DEBUG nova.virt.vmwareapi.ds_util [None req-cea27bf9-5054-4084-94fa-0610b52fb1f4 tempest-DeleteServersTestJSON-1766103036 tempest-DeleteServersTestJSON-1766103036-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62328) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 988.568327] env[62328]: DEBUG nova.virt.vmwareapi.vmops [None req-cea27bf9-5054-4084-94fa-0610b52fb1f4 tempest-DeleteServersTestJSON-1766103036 tempest-DeleteServersTestJSON-1766103036-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62328) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 988.569096] env[62328]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5d3b3000-ed8e-40ac-951e-4327ff7686e2 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 988.574164] env[62328]: DEBUG oslo_vmware.api [None req-cea27bf9-5054-4084-94fa-0610b52fb1f4 tempest-DeleteServersTestJSON-1766103036 tempest-DeleteServersTestJSON-1766103036-project-member] Waiting for the task: (returnval){ [ 988.574164] env[62328]: value = "session[52a6e20e-410d-708a-99f2-080a575a99bd]52638f5f-1182-dab9-6460-55a6c4382fdc" [ 988.574164] env[62328]: _type = "Task" [ 988.574164] env[62328]: } to complete. {{(pid=62328) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 988.581211] env[62328]: DEBUG oslo_vmware.api [None req-cea27bf9-5054-4084-94fa-0610b52fb1f4 tempest-DeleteServersTestJSON-1766103036 tempest-DeleteServersTestJSON-1766103036-project-member] Task: {'id': session[52a6e20e-410d-708a-99f2-080a575a99bd]52638f5f-1182-dab9-6460-55a6c4382fdc, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 988.583584] env[62328]: DEBUG nova.network.neutron [None req-56d84e77-7e7a-4b14-bc66-ec07ae6e5f82 tempest-ServerRescueNegativeTestJSON-713788249 tempest-ServerRescueNegativeTestJSON-713788249-project-member] [instance: 75498571-7d71-433a-8548-3a56f8b871c5] Successfully created port: 0c928c70-db4e-436c-bfe3-0620974bd019 {{(pid=62328) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 988.672735] env[62328]: DEBUG nova.compute.manager [None req-56d84e77-7e7a-4b14-bc66-ec07ae6e5f82 tempest-ServerRescueNegativeTestJSON-713788249 tempest-ServerRescueNegativeTestJSON-713788249-project-member] [instance: 75498571-7d71-433a-8548-3a56f8b871c5] Start building block device mappings for instance. {{(pid=62328) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 988.733842] env[62328]: DEBUG nova.compute.manager [req-09a94d31-25bb-4ea0-b28b-318f5c00691e req-7584df4b-45ff-4e69-813e-b10df6a0e063 service nova] [instance: 726d231d-afd9-460a-818e-7412af85a7f1] Received event network-changed-7289e465-ad21-47a5-8450-705b2fd68ae8 {{(pid=62328) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 988.734164] env[62328]: DEBUG nova.compute.manager [req-09a94d31-25bb-4ea0-b28b-318f5c00691e req-7584df4b-45ff-4e69-813e-b10df6a0e063 service nova] [instance: 726d231d-afd9-460a-818e-7412af85a7f1] Refreshing instance network info cache due to event network-changed-7289e465-ad21-47a5-8450-705b2fd68ae8. {{(pid=62328) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 988.734522] env[62328]: DEBUG oslo_concurrency.lockutils [req-09a94d31-25bb-4ea0-b28b-318f5c00691e req-7584df4b-45ff-4e69-813e-b10df6a0e063 service nova] Acquiring lock "refresh_cache-726d231d-afd9-460a-818e-7412af85a7f1" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 988.734771] env[62328]: DEBUG oslo_concurrency.lockutils [req-09a94d31-25bb-4ea0-b28b-318f5c00691e req-7584df4b-45ff-4e69-813e-b10df6a0e063 service nova] Acquired lock "refresh_cache-726d231d-afd9-460a-818e-7412af85a7f1" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 988.735044] env[62328]: DEBUG nova.network.neutron [req-09a94d31-25bb-4ea0-b28b-318f5c00691e req-7584df4b-45ff-4e69-813e-b10df6a0e063 service nova] [instance: 726d231d-afd9-460a-818e-7412af85a7f1] Refreshing network info cache for port 7289e465-ad21-47a5-8450-705b2fd68ae8 {{(pid=62328) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 988.851594] env[62328]: INFO nova.compute.manager [None req-55cd6d0e-e41a-45d9-9f1f-3e1028d0f303 tempest-ServersNegativeTestJSON-1019155744 tempest-ServersNegativeTestJSON-1019155744-project-member] [instance: 1ae2d9b7-a1dd-4c97-a50d-70582a8841f3] Took 26.97 seconds to build instance. [ 988.997900] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1a6301e9-9e4c-4bca-9359-e1a4976fe437 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 989.006332] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8c0917b0-1e61-47f6-8e97-e39879101a5a {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 989.037620] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d06e6818-ff48-4a83-be17-cd42ef826907 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 989.044856] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f60c3095-9279-42e4-b7d6-bd163b55f1a5 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 989.057765] env[62328]: DEBUG nova.compute.provider_tree [None req-19a37482-3ba7-4ddc-a574-e2df5e4ba850 tempest-ServerRescueNegativeTestJSON-713788249 tempest-ServerRescueNegativeTestJSON-713788249-project-member] Inventory has not changed in ProviderTree for provider: 3469e9f8-04af-49ca-8435-49f104496744 {{(pid=62328) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 989.083793] env[62328]: DEBUG oslo_vmware.api [None req-cea27bf9-5054-4084-94fa-0610b52fb1f4 tempest-DeleteServersTestJSON-1766103036 tempest-DeleteServersTestJSON-1766103036-project-member] Task: {'id': session[52a6e20e-410d-708a-99f2-080a575a99bd]52638f5f-1182-dab9-6460-55a6c4382fdc, 'name': SearchDatastore_Task, 'duration_secs': 0.008888} completed successfully. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 989.084583] env[62328]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f106e861-67f2-4a91-aa9f-1d2d7ebf2e39 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 989.089529] env[62328]: DEBUG oslo_vmware.api [None req-cea27bf9-5054-4084-94fa-0610b52fb1f4 tempest-DeleteServersTestJSON-1766103036 tempest-DeleteServersTestJSON-1766103036-project-member] Waiting for the task: (returnval){ [ 989.089529] env[62328]: value = "session[52a6e20e-410d-708a-99f2-080a575a99bd]525cacc4-4726-b762-72a5-6126d7ab8d5f" [ 989.089529] env[62328]: _type = "Task" [ 989.089529] env[62328]: } to complete. {{(pid=62328) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 989.097482] env[62328]: DEBUG oslo_vmware.api [None req-cea27bf9-5054-4084-94fa-0610b52fb1f4 tempest-DeleteServersTestJSON-1766103036 tempest-DeleteServersTestJSON-1766103036-project-member] Task: {'id': session[52a6e20e-410d-708a-99f2-080a575a99bd]525cacc4-4726-b762-72a5-6126d7ab8d5f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 989.354619] env[62328]: DEBUG oslo_concurrency.lockutils [None req-55cd6d0e-e41a-45d9-9f1f-3e1028d0f303 tempest-ServersNegativeTestJSON-1019155744 tempest-ServersNegativeTestJSON-1019155744-project-member] Lock "1ae2d9b7-a1dd-4c97-a50d-70582a8841f3" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 28.489s {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 989.527836] env[62328]: DEBUG nova.network.neutron [req-09a94d31-25bb-4ea0-b28b-318f5c00691e req-7584df4b-45ff-4e69-813e-b10df6a0e063 service nova] [instance: 726d231d-afd9-460a-818e-7412af85a7f1] Updated VIF entry in instance network info cache for port 7289e465-ad21-47a5-8450-705b2fd68ae8. {{(pid=62328) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 989.528281] env[62328]: DEBUG nova.network.neutron [req-09a94d31-25bb-4ea0-b28b-318f5c00691e req-7584df4b-45ff-4e69-813e-b10df6a0e063 service nova] [instance: 726d231d-afd9-460a-818e-7412af85a7f1] Updating instance_info_cache with network_info: [{"id": "7289e465-ad21-47a5-8450-705b2fd68ae8", "address": "fa:16:3e:29:f5:39", "network": {"id": "26ce23b7-7f28-4faf-9ad9-833f4c091e91", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1619285024-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.137", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4dfb769ea51943efa01b92c3a0595081", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "30c39e9a-a798-4f25-a48c-91f786ba332c", "external-id": "nsx-vlan-transportzone-438", "segmentation_id": 438, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7289e465-ad", "ovs_interfaceid": "7289e465-ad21-47a5-8450-705b2fd68ae8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62328) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 989.563376] env[62328]: DEBUG nova.scheduler.client.report [None req-19a37482-3ba7-4ddc-a574-e2df5e4ba850 tempest-ServerRescueNegativeTestJSON-713788249 tempest-ServerRescueNegativeTestJSON-713788249-project-member] Inventory has not changed for provider 3469e9f8-04af-49ca-8435-49f104496744 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 152, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62328) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 989.566843] env[62328]: DEBUG oslo_concurrency.lockutils [None req-50189890-8255-4504-843c-6e3b720b6ce1 tempest-ServersNegativeTestJSON-1019155744 tempest-ServersNegativeTestJSON-1019155744-project-member] Acquiring lock "1ae2d9b7-a1dd-4c97-a50d-70582a8841f3" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 989.567077] env[62328]: DEBUG oslo_concurrency.lockutils [None req-50189890-8255-4504-843c-6e3b720b6ce1 tempest-ServersNegativeTestJSON-1019155744 tempest-ServersNegativeTestJSON-1019155744-project-member] Lock "1ae2d9b7-a1dd-4c97-a50d-70582a8841f3" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 989.567279] env[62328]: DEBUG oslo_concurrency.lockutils [None req-50189890-8255-4504-843c-6e3b720b6ce1 tempest-ServersNegativeTestJSON-1019155744 tempest-ServersNegativeTestJSON-1019155744-project-member] Acquiring lock "1ae2d9b7-a1dd-4c97-a50d-70582a8841f3-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 989.567461] env[62328]: DEBUG oslo_concurrency.lockutils [None req-50189890-8255-4504-843c-6e3b720b6ce1 tempest-ServersNegativeTestJSON-1019155744 tempest-ServersNegativeTestJSON-1019155744-project-member] Lock "1ae2d9b7-a1dd-4c97-a50d-70582a8841f3-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 989.567623] env[62328]: DEBUG oslo_concurrency.lockutils [None req-50189890-8255-4504-843c-6e3b720b6ce1 tempest-ServersNegativeTestJSON-1019155744 tempest-ServersNegativeTestJSON-1019155744-project-member] Lock "1ae2d9b7-a1dd-4c97-a50d-70582a8841f3-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 989.569255] env[62328]: INFO nova.compute.manager [None req-50189890-8255-4504-843c-6e3b720b6ce1 tempest-ServersNegativeTestJSON-1019155744 tempest-ServersNegativeTestJSON-1019155744-project-member] [instance: 1ae2d9b7-a1dd-4c97-a50d-70582a8841f3] Terminating instance [ 989.600107] env[62328]: DEBUG oslo_vmware.api [None req-cea27bf9-5054-4084-94fa-0610b52fb1f4 tempest-DeleteServersTestJSON-1766103036 tempest-DeleteServersTestJSON-1766103036-project-member] Task: {'id': session[52a6e20e-410d-708a-99f2-080a575a99bd]525cacc4-4726-b762-72a5-6126d7ab8d5f, 'name': SearchDatastore_Task, 'duration_secs': 0.009549} completed successfully. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 989.600342] env[62328]: DEBUG oslo_concurrency.lockutils [None req-cea27bf9-5054-4084-94fa-0610b52fb1f4 tempest-DeleteServersTestJSON-1766103036 tempest-DeleteServersTestJSON-1766103036-project-member] Releasing lock "[datastore1] devstack-image-cache_base/dbf872a4-92be-47e4-8561-c3e2bf2423ab/dbf872a4-92be-47e4-8561-c3e2bf2423ab.vmdk" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 989.600587] env[62328]: DEBUG nova.virt.vmwareapi.vm_util [None req-cea27bf9-5054-4084-94fa-0610b52fb1f4 tempest-DeleteServersTestJSON-1766103036 tempest-DeleteServersTestJSON-1766103036-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/dbf872a4-92be-47e4-8561-c3e2bf2423ab/dbf872a4-92be-47e4-8561-c3e2bf2423ab.vmdk to [datastore1] e775f546-0003-492a-a995-93a569666907/e775f546-0003-492a-a995-93a569666907.vmdk {{(pid=62328) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 989.600822] env[62328]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-919ca940-ac72-473c-bc5a-83982f360183 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 989.607457] env[62328]: DEBUG oslo_vmware.api [None req-cea27bf9-5054-4084-94fa-0610b52fb1f4 tempest-DeleteServersTestJSON-1766103036 tempest-DeleteServersTestJSON-1766103036-project-member] Waiting for the task: (returnval){ [ 989.607457] env[62328]: value = "task-2387399" [ 989.607457] env[62328]: _type = "Task" [ 989.607457] env[62328]: } to complete. {{(pid=62328) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 989.615897] env[62328]: DEBUG oslo_vmware.api [None req-cea27bf9-5054-4084-94fa-0610b52fb1f4 tempest-DeleteServersTestJSON-1766103036 tempest-DeleteServersTestJSON-1766103036-project-member] Task: {'id': task-2387399, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 989.682702] env[62328]: DEBUG nova.compute.manager [None req-56d84e77-7e7a-4b14-bc66-ec07ae6e5f82 tempest-ServerRescueNegativeTestJSON-713788249 tempest-ServerRescueNegativeTestJSON-713788249-project-member] [instance: 75498571-7d71-433a-8548-3a56f8b871c5] Start spawning the instance on the hypervisor. {{(pid=62328) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 989.708615] env[62328]: DEBUG nova.virt.hardware [None req-56d84e77-7e7a-4b14-bc66-ec07ae6e5f82 tempest-ServerRescueNegativeTestJSON-713788249 tempest-ServerRescueNegativeTestJSON-713788249-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-07T17:16:55Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-07T17:16:37Z,direct_url=,disk_format='vmdk',id=dbf872a4-92be-47e4-8561-c3e2bf2423ab,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='2a64022f08d84b11a86773b900860ae5',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-07T17:16:38Z,virtual_size=,visibility=), allow threads: False {{(pid=62328) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 989.708947] env[62328]: DEBUG nova.virt.hardware [None req-56d84e77-7e7a-4b14-bc66-ec07ae6e5f82 tempest-ServerRescueNegativeTestJSON-713788249 tempest-ServerRescueNegativeTestJSON-713788249-project-member] Flavor limits 0:0:0 {{(pid=62328) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 989.709123] env[62328]: DEBUG nova.virt.hardware [None req-56d84e77-7e7a-4b14-bc66-ec07ae6e5f82 tempest-ServerRescueNegativeTestJSON-713788249 tempest-ServerRescueNegativeTestJSON-713788249-project-member] Image limits 0:0:0 {{(pid=62328) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 989.709310] env[62328]: DEBUG nova.virt.hardware [None req-56d84e77-7e7a-4b14-bc66-ec07ae6e5f82 tempest-ServerRescueNegativeTestJSON-713788249 tempest-ServerRescueNegativeTestJSON-713788249-project-member] Flavor pref 0:0:0 {{(pid=62328) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 989.709454] env[62328]: DEBUG nova.virt.hardware [None req-56d84e77-7e7a-4b14-bc66-ec07ae6e5f82 tempest-ServerRescueNegativeTestJSON-713788249 tempest-ServerRescueNegativeTestJSON-713788249-project-member] Image pref 0:0:0 {{(pid=62328) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 989.709599] env[62328]: DEBUG nova.virt.hardware [None req-56d84e77-7e7a-4b14-bc66-ec07ae6e5f82 tempest-ServerRescueNegativeTestJSON-713788249 tempest-ServerRescueNegativeTestJSON-713788249-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62328) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 989.709911] env[62328]: DEBUG nova.virt.hardware [None req-56d84e77-7e7a-4b14-bc66-ec07ae6e5f82 tempest-ServerRescueNegativeTestJSON-713788249 tempest-ServerRescueNegativeTestJSON-713788249-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62328) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 989.710125] env[62328]: DEBUG nova.virt.hardware [None req-56d84e77-7e7a-4b14-bc66-ec07ae6e5f82 tempest-ServerRescueNegativeTestJSON-713788249 tempest-ServerRescueNegativeTestJSON-713788249-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62328) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 989.710305] env[62328]: DEBUG nova.virt.hardware [None req-56d84e77-7e7a-4b14-bc66-ec07ae6e5f82 tempest-ServerRescueNegativeTestJSON-713788249 tempest-ServerRescueNegativeTestJSON-713788249-project-member] Got 1 possible topologies {{(pid=62328) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 989.710507] env[62328]: DEBUG nova.virt.hardware [None req-56d84e77-7e7a-4b14-bc66-ec07ae6e5f82 tempest-ServerRescueNegativeTestJSON-713788249 tempest-ServerRescueNegativeTestJSON-713788249-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62328) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 989.710679] env[62328]: DEBUG nova.virt.hardware [None req-56d84e77-7e7a-4b14-bc66-ec07ae6e5f82 tempest-ServerRescueNegativeTestJSON-713788249 tempest-ServerRescueNegativeTestJSON-713788249-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62328) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 989.711878] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-81eef32c-a25e-49e3-acbf-f9e2d88b8fda {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 989.719776] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-772e4265-13b4-4c66-b05e-fd492343d935 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 990.031557] env[62328]: DEBUG oslo_concurrency.lockutils [req-09a94d31-25bb-4ea0-b28b-318f5c00691e req-7584df4b-45ff-4e69-813e-b10df6a0e063 service nova] Releasing lock "refresh_cache-726d231d-afd9-460a-818e-7412af85a7f1" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 990.070875] env[62328]: DEBUG oslo_concurrency.lockutils [None req-19a37482-3ba7-4ddc-a574-e2df5e4ba850 tempest-ServerRescueNegativeTestJSON-713788249 tempest-ServerRescueNegativeTestJSON-713788249-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.413s {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 990.071537] env[62328]: DEBUG nova.compute.manager [None req-19a37482-3ba7-4ddc-a574-e2df5e4ba850 tempest-ServerRescueNegativeTestJSON-713788249 tempest-ServerRescueNegativeTestJSON-713788249-project-member] [instance: 749883c0-59b2-4553-976c-39af0f4ff1d6] Start building networks asynchronously for instance. {{(pid=62328) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 990.074418] env[62328]: DEBUG oslo_concurrency.lockutils [None req-e5524e8e-dcc5-4342-9434-7a538a301aa0 tempest-AttachInterfacesTestJSON-1049158018 tempest-AttachInterfacesTestJSON-1049158018-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 18.959s {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 990.078447] env[62328]: INFO nova.compute.claims [None req-e5524e8e-dcc5-4342-9434-7a538a301aa0 tempest-AttachInterfacesTestJSON-1049158018 tempest-AttachInterfacesTestJSON-1049158018-project-member] [instance: 0c5d4040-bc5a-452c-9a75-a58280f7cb73] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 990.079071] env[62328]: DEBUG nova.compute.manager [None req-50189890-8255-4504-843c-6e3b720b6ce1 tempest-ServersNegativeTestJSON-1019155744 tempest-ServersNegativeTestJSON-1019155744-project-member] [instance: 1ae2d9b7-a1dd-4c97-a50d-70582a8841f3] Start destroying the instance on the hypervisor. {{(pid=62328) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 990.079269] env[62328]: DEBUG nova.virt.vmwareapi.vmops [None req-50189890-8255-4504-843c-6e3b720b6ce1 tempest-ServersNegativeTestJSON-1019155744 tempest-ServersNegativeTestJSON-1019155744-project-member] [instance: 1ae2d9b7-a1dd-4c97-a50d-70582a8841f3] Destroying instance {{(pid=62328) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 990.080502] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b961c692-f81c-4dc1-8f86-cb797b4c5ada {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 990.088314] env[62328]: DEBUG nova.virt.vmwareapi.vm_util [None req-50189890-8255-4504-843c-6e3b720b6ce1 tempest-ServersNegativeTestJSON-1019155744 tempest-ServersNegativeTestJSON-1019155744-project-member] [instance: 1ae2d9b7-a1dd-4c97-a50d-70582a8841f3] Powering off the VM {{(pid=62328) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 990.088463] env[62328]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d6360baf-2237-442f-a41a-fa7eb645fd06 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 990.097355] env[62328]: DEBUG oslo_vmware.api [None req-50189890-8255-4504-843c-6e3b720b6ce1 tempest-ServersNegativeTestJSON-1019155744 tempest-ServersNegativeTestJSON-1019155744-project-member] Waiting for the task: (returnval){ [ 990.097355] env[62328]: value = "task-2387400" [ 990.097355] env[62328]: _type = "Task" [ 990.097355] env[62328]: } to complete. {{(pid=62328) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 990.106039] env[62328]: DEBUG oslo_vmware.api [None req-50189890-8255-4504-843c-6e3b720b6ce1 tempest-ServersNegativeTestJSON-1019155744 tempest-ServersNegativeTestJSON-1019155744-project-member] Task: {'id': task-2387400, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 990.118040] env[62328]: DEBUG oslo_vmware.api [None req-cea27bf9-5054-4084-94fa-0610b52fb1f4 tempest-DeleteServersTestJSON-1766103036 tempest-DeleteServersTestJSON-1766103036-project-member] Task: {'id': task-2387399, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.488184} completed successfully. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 990.118040] env[62328]: DEBUG nova.virt.vmwareapi.vm_util [None req-cea27bf9-5054-4084-94fa-0610b52fb1f4 tempest-DeleteServersTestJSON-1766103036 tempest-DeleteServersTestJSON-1766103036-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/dbf872a4-92be-47e4-8561-c3e2bf2423ab/dbf872a4-92be-47e4-8561-c3e2bf2423ab.vmdk to [datastore1] e775f546-0003-492a-a995-93a569666907/e775f546-0003-492a-a995-93a569666907.vmdk {{(pid=62328) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 990.118040] env[62328]: DEBUG nova.virt.vmwareapi.vmops [None req-cea27bf9-5054-4084-94fa-0610b52fb1f4 tempest-DeleteServersTestJSON-1766103036 tempest-DeleteServersTestJSON-1766103036-project-member] [instance: e775f546-0003-492a-a995-93a569666907] Extending root virtual disk to 1048576 {{(pid=62328) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 990.118040] env[62328]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-c44684d9-e7ad-4695-9b0c-8a6d6a51e535 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 990.124222] env[62328]: DEBUG oslo_vmware.api [None req-cea27bf9-5054-4084-94fa-0610b52fb1f4 tempest-DeleteServersTestJSON-1766103036 tempest-DeleteServersTestJSON-1766103036-project-member] Waiting for the task: (returnval){ [ 990.124222] env[62328]: value = "task-2387401" [ 990.124222] env[62328]: _type = "Task" [ 990.124222] env[62328]: } to complete. {{(pid=62328) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 990.134278] env[62328]: DEBUG oslo_vmware.api [None req-cea27bf9-5054-4084-94fa-0610b52fb1f4 tempest-DeleteServersTestJSON-1766103036 tempest-DeleteServersTestJSON-1766103036-project-member] Task: {'id': task-2387401, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 990.135347] env[62328]: DEBUG nova.network.neutron [None req-56d84e77-7e7a-4b14-bc66-ec07ae6e5f82 tempest-ServerRescueNegativeTestJSON-713788249 tempest-ServerRescueNegativeTestJSON-713788249-project-member] [instance: 75498571-7d71-433a-8548-3a56f8b871c5] Successfully updated port: 0c928c70-db4e-436c-bfe3-0620974bd019 {{(pid=62328) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 990.581909] env[62328]: DEBUG nova.compute.utils [None req-19a37482-3ba7-4ddc-a574-e2df5e4ba850 tempest-ServerRescueNegativeTestJSON-713788249 tempest-ServerRescueNegativeTestJSON-713788249-project-member] Using /dev/sd instead of None {{(pid=62328) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 990.585567] env[62328]: DEBUG nova.compute.manager [None req-19a37482-3ba7-4ddc-a574-e2df5e4ba850 tempest-ServerRescueNegativeTestJSON-713788249 tempest-ServerRescueNegativeTestJSON-713788249-project-member] [instance: 749883c0-59b2-4553-976c-39af0f4ff1d6] Allocating IP information in the background. {{(pid=62328) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 990.585567] env[62328]: DEBUG nova.network.neutron [None req-19a37482-3ba7-4ddc-a574-e2df5e4ba850 tempest-ServerRescueNegativeTestJSON-713788249 tempest-ServerRescueNegativeTestJSON-713788249-project-member] [instance: 749883c0-59b2-4553-976c-39af0f4ff1d6] allocate_for_instance() {{(pid=62328) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 990.607902] env[62328]: DEBUG oslo_vmware.api [None req-50189890-8255-4504-843c-6e3b720b6ce1 tempest-ServersNegativeTestJSON-1019155744 tempest-ServersNegativeTestJSON-1019155744-project-member] Task: {'id': task-2387400, 'name': PowerOffVM_Task, 'duration_secs': 0.209064} completed successfully. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 990.608200] env[62328]: DEBUG nova.virt.vmwareapi.vm_util [None req-50189890-8255-4504-843c-6e3b720b6ce1 tempest-ServersNegativeTestJSON-1019155744 tempest-ServersNegativeTestJSON-1019155744-project-member] [instance: 1ae2d9b7-a1dd-4c97-a50d-70582a8841f3] Powered off the VM {{(pid=62328) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 990.608375] env[62328]: DEBUG nova.virt.vmwareapi.vmops [None req-50189890-8255-4504-843c-6e3b720b6ce1 tempest-ServersNegativeTestJSON-1019155744 tempest-ServersNegativeTestJSON-1019155744-project-member] [instance: 1ae2d9b7-a1dd-4c97-a50d-70582a8841f3] Unregistering the VM {{(pid=62328) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 990.608622] env[62328]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-ed290a86-28d8-4fc2-bf93-ac7591310f27 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 990.626051] env[62328]: DEBUG nova.policy [None req-19a37482-3ba7-4ddc-a574-e2df5e4ba850 tempest-ServerRescueNegativeTestJSON-713788249 tempest-ServerRescueNegativeTestJSON-713788249-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '78ab598d1c6a4c0d82eb9b23b8d21b2c', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'd5a96a78c0b5451d8c6e1de563033f13', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62328) authorize /opt/stack/nova/nova/policy.py:192}} [ 990.638367] env[62328]: DEBUG oslo_concurrency.lockutils [None req-56d84e77-7e7a-4b14-bc66-ec07ae6e5f82 tempest-ServerRescueNegativeTestJSON-713788249 tempest-ServerRescueNegativeTestJSON-713788249-project-member] Acquiring lock "refresh_cache-75498571-7d71-433a-8548-3a56f8b871c5" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 990.638367] env[62328]: DEBUG oslo_concurrency.lockutils [None req-56d84e77-7e7a-4b14-bc66-ec07ae6e5f82 tempest-ServerRescueNegativeTestJSON-713788249 tempest-ServerRescueNegativeTestJSON-713788249-project-member] Acquired lock "refresh_cache-75498571-7d71-433a-8548-3a56f8b871c5" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 990.638546] env[62328]: DEBUG nova.network.neutron [None req-56d84e77-7e7a-4b14-bc66-ec07ae6e5f82 tempest-ServerRescueNegativeTestJSON-713788249 tempest-ServerRescueNegativeTestJSON-713788249-project-member] [instance: 75498571-7d71-433a-8548-3a56f8b871c5] Building network info cache for instance {{(pid=62328) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 990.639784] env[62328]: DEBUG oslo_vmware.api [None req-cea27bf9-5054-4084-94fa-0610b52fb1f4 tempest-DeleteServersTestJSON-1766103036 tempest-DeleteServersTestJSON-1766103036-project-member] Task: {'id': task-2387401, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.06947} completed successfully. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 990.640138] env[62328]: DEBUG nova.virt.vmwareapi.vmops [None req-cea27bf9-5054-4084-94fa-0610b52fb1f4 tempest-DeleteServersTestJSON-1766103036 tempest-DeleteServersTestJSON-1766103036-project-member] [instance: e775f546-0003-492a-a995-93a569666907] Extended root virtual disk {{(pid=62328) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 990.642539] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c15ad017-3e80-48bb-86b5-2c511bab6e6d {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 990.668542] env[62328]: DEBUG nova.virt.vmwareapi.volumeops [None req-cea27bf9-5054-4084-94fa-0610b52fb1f4 tempest-DeleteServersTestJSON-1766103036 tempest-DeleteServersTestJSON-1766103036-project-member] [instance: e775f546-0003-492a-a995-93a569666907] Reconfiguring VM instance instance-00000063 to attach disk [datastore1] e775f546-0003-492a-a995-93a569666907/e775f546-0003-492a-a995-93a569666907.vmdk or device None with type sparse {{(pid=62328) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 990.669148] env[62328]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-300dca9d-636e-4f41-a850-682d63423774 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 990.690978] env[62328]: DEBUG nova.virt.vmwareapi.vmops [None req-50189890-8255-4504-843c-6e3b720b6ce1 tempest-ServersNegativeTestJSON-1019155744 tempest-ServersNegativeTestJSON-1019155744-project-member] [instance: 1ae2d9b7-a1dd-4c97-a50d-70582a8841f3] Unregistered the VM {{(pid=62328) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 990.691221] env[62328]: DEBUG nova.virt.vmwareapi.vmops [None req-50189890-8255-4504-843c-6e3b720b6ce1 tempest-ServersNegativeTestJSON-1019155744 tempest-ServersNegativeTestJSON-1019155744-project-member] [instance: 1ae2d9b7-a1dd-4c97-a50d-70582a8841f3] Deleting contents of the VM from datastore datastore2 {{(pid=62328) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 990.691405] env[62328]: DEBUG nova.virt.vmwareapi.ds_util [None req-50189890-8255-4504-843c-6e3b720b6ce1 tempest-ServersNegativeTestJSON-1019155744 tempest-ServersNegativeTestJSON-1019155744-project-member] Deleting the datastore file [datastore2] 1ae2d9b7-a1dd-4c97-a50d-70582a8841f3 {{(pid=62328) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 990.692540] env[62328]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-02ead3c0-6ab1-4c1d-83fe-4f37890d4abd {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 990.694297] env[62328]: DEBUG oslo_vmware.api [None req-cea27bf9-5054-4084-94fa-0610b52fb1f4 tempest-DeleteServersTestJSON-1766103036 tempest-DeleteServersTestJSON-1766103036-project-member] Waiting for the task: (returnval){ [ 990.694297] env[62328]: value = "task-2387403" [ 990.694297] env[62328]: _type = "Task" [ 990.694297] env[62328]: } to complete. {{(pid=62328) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 990.699618] env[62328]: DEBUG oslo_vmware.api [None req-50189890-8255-4504-843c-6e3b720b6ce1 tempest-ServersNegativeTestJSON-1019155744 tempest-ServersNegativeTestJSON-1019155744-project-member] Waiting for the task: (returnval){ [ 990.699618] env[62328]: value = "task-2387404" [ 990.699618] env[62328]: _type = "Task" [ 990.699618] env[62328]: } to complete. {{(pid=62328) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 990.705688] env[62328]: DEBUG oslo_vmware.api [None req-cea27bf9-5054-4084-94fa-0610b52fb1f4 tempest-DeleteServersTestJSON-1766103036 tempest-DeleteServersTestJSON-1766103036-project-member] Task: {'id': task-2387403, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 990.710203] env[62328]: DEBUG oslo_vmware.api [None req-50189890-8255-4504-843c-6e3b720b6ce1 tempest-ServersNegativeTestJSON-1019155744 tempest-ServersNegativeTestJSON-1019155744-project-member] Task: {'id': task-2387404, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 990.758347] env[62328]: DEBUG nova.compute.manager [req-2c72d524-ac3e-4034-a2ef-712cf076b711 req-645063f3-9544-4ea0-95d5-5e56ae4c42ed service nova] [instance: 75498571-7d71-433a-8548-3a56f8b871c5] Received event network-vif-plugged-0c928c70-db4e-436c-bfe3-0620974bd019 {{(pid=62328) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 990.758570] env[62328]: DEBUG oslo_concurrency.lockutils [req-2c72d524-ac3e-4034-a2ef-712cf076b711 req-645063f3-9544-4ea0-95d5-5e56ae4c42ed service nova] Acquiring lock "75498571-7d71-433a-8548-3a56f8b871c5-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 990.758752] env[62328]: DEBUG oslo_concurrency.lockutils [req-2c72d524-ac3e-4034-a2ef-712cf076b711 req-645063f3-9544-4ea0-95d5-5e56ae4c42ed service nova] Lock "75498571-7d71-433a-8548-3a56f8b871c5-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 990.758937] env[62328]: DEBUG oslo_concurrency.lockutils [req-2c72d524-ac3e-4034-a2ef-712cf076b711 req-645063f3-9544-4ea0-95d5-5e56ae4c42ed service nova] Lock "75498571-7d71-433a-8548-3a56f8b871c5-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 990.759127] env[62328]: DEBUG nova.compute.manager [req-2c72d524-ac3e-4034-a2ef-712cf076b711 req-645063f3-9544-4ea0-95d5-5e56ae4c42ed service nova] [instance: 75498571-7d71-433a-8548-3a56f8b871c5] No waiting events found dispatching network-vif-plugged-0c928c70-db4e-436c-bfe3-0620974bd019 {{(pid=62328) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 990.759343] env[62328]: WARNING nova.compute.manager [req-2c72d524-ac3e-4034-a2ef-712cf076b711 req-645063f3-9544-4ea0-95d5-5e56ae4c42ed service nova] [instance: 75498571-7d71-433a-8548-3a56f8b871c5] Received unexpected event network-vif-plugged-0c928c70-db4e-436c-bfe3-0620974bd019 for instance with vm_state building and task_state spawning. [ 990.759570] env[62328]: DEBUG nova.compute.manager [req-2c72d524-ac3e-4034-a2ef-712cf076b711 req-645063f3-9544-4ea0-95d5-5e56ae4c42ed service nova] [instance: 75498571-7d71-433a-8548-3a56f8b871c5] Received event network-changed-0c928c70-db4e-436c-bfe3-0620974bd019 {{(pid=62328) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 990.759759] env[62328]: DEBUG nova.compute.manager [req-2c72d524-ac3e-4034-a2ef-712cf076b711 req-645063f3-9544-4ea0-95d5-5e56ae4c42ed service nova] [instance: 75498571-7d71-433a-8548-3a56f8b871c5] Refreshing instance network info cache due to event network-changed-0c928c70-db4e-436c-bfe3-0620974bd019. {{(pid=62328) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 990.759967] env[62328]: DEBUG oslo_concurrency.lockutils [req-2c72d524-ac3e-4034-a2ef-712cf076b711 req-645063f3-9544-4ea0-95d5-5e56ae4c42ed service nova] Acquiring lock "refresh_cache-75498571-7d71-433a-8548-3a56f8b871c5" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 990.901841] env[62328]: DEBUG nova.network.neutron [None req-19a37482-3ba7-4ddc-a574-e2df5e4ba850 tempest-ServerRescueNegativeTestJSON-713788249 tempest-ServerRescueNegativeTestJSON-713788249-project-member] [instance: 749883c0-59b2-4553-976c-39af0f4ff1d6] Successfully created port: 0487f719-b206-438c-8cec-078573209af6 {{(pid=62328) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 991.086113] env[62328]: DEBUG nova.compute.manager [None req-19a37482-3ba7-4ddc-a574-e2df5e4ba850 tempest-ServerRescueNegativeTestJSON-713788249 tempest-ServerRescueNegativeTestJSON-713788249-project-member] [instance: 749883c0-59b2-4553-976c-39af0f4ff1d6] Start building block device mappings for instance. {{(pid=62328) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 991.178141] env[62328]: DEBUG nova.network.neutron [None req-56d84e77-7e7a-4b14-bc66-ec07ae6e5f82 tempest-ServerRescueNegativeTestJSON-713788249 tempest-ServerRescueNegativeTestJSON-713788249-project-member] [instance: 75498571-7d71-433a-8548-3a56f8b871c5] Instance cache missing network info. {{(pid=62328) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 991.219584] env[62328]: DEBUG oslo_vmware.api [None req-50189890-8255-4504-843c-6e3b720b6ce1 tempest-ServersNegativeTestJSON-1019155744 tempest-ServersNegativeTestJSON-1019155744-project-member] Task: {'id': task-2387404, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.241383} completed successfully. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 991.219856] env[62328]: DEBUG oslo_vmware.api [None req-cea27bf9-5054-4084-94fa-0610b52fb1f4 tempest-DeleteServersTestJSON-1766103036 tempest-DeleteServersTestJSON-1766103036-project-member] Task: {'id': task-2387403, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 991.220154] env[62328]: DEBUG nova.virt.vmwareapi.ds_util [None req-50189890-8255-4504-843c-6e3b720b6ce1 tempest-ServersNegativeTestJSON-1019155744 tempest-ServersNegativeTestJSON-1019155744-project-member] Deleted the datastore file {{(pid=62328) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 991.220366] env[62328]: DEBUG nova.virt.vmwareapi.vmops [None req-50189890-8255-4504-843c-6e3b720b6ce1 tempest-ServersNegativeTestJSON-1019155744 tempest-ServersNegativeTestJSON-1019155744-project-member] [instance: 1ae2d9b7-a1dd-4c97-a50d-70582a8841f3] Deleted contents of the VM from datastore datastore2 {{(pid=62328) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 991.220536] env[62328]: DEBUG nova.virt.vmwareapi.vmops [None req-50189890-8255-4504-843c-6e3b720b6ce1 tempest-ServersNegativeTestJSON-1019155744 tempest-ServersNegativeTestJSON-1019155744-project-member] [instance: 1ae2d9b7-a1dd-4c97-a50d-70582a8841f3] Instance destroyed {{(pid=62328) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 991.220702] env[62328]: INFO nova.compute.manager [None req-50189890-8255-4504-843c-6e3b720b6ce1 tempest-ServersNegativeTestJSON-1019155744 tempest-ServersNegativeTestJSON-1019155744-project-member] [instance: 1ae2d9b7-a1dd-4c97-a50d-70582a8841f3] Took 1.14 seconds to destroy the instance on the hypervisor. [ 991.220940] env[62328]: DEBUG oslo.service.loopingcall [None req-50189890-8255-4504-843c-6e3b720b6ce1 tempest-ServersNegativeTestJSON-1019155744 tempest-ServersNegativeTestJSON-1019155744-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62328) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 991.221267] env[62328]: DEBUG nova.compute.manager [-] [instance: 1ae2d9b7-a1dd-4c97-a50d-70582a8841f3] Deallocating network for instance {{(pid=62328) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 991.221267] env[62328]: DEBUG nova.network.neutron [-] [instance: 1ae2d9b7-a1dd-4c97-a50d-70582a8841f3] deallocate_for_instance() {{(pid=62328) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 991.432248] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-07037e62-289f-4803-ace6-e2aa02d07e84 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 991.439768] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2ac6c45c-67a5-4d7d-8065-d0a864a8c395 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 991.478105] env[62328]: DEBUG nova.network.neutron [None req-56d84e77-7e7a-4b14-bc66-ec07ae6e5f82 tempest-ServerRescueNegativeTestJSON-713788249 tempest-ServerRescueNegativeTestJSON-713788249-project-member] [instance: 75498571-7d71-433a-8548-3a56f8b871c5] Updating instance_info_cache with network_info: [{"id": "0c928c70-db4e-436c-bfe3-0620974bd019", "address": "fa:16:3e:35:3c:7a", "network": {"id": "665a93dd-ec5d-43ab-a846-c1bb4bf70533", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1472451965-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d5a96a78c0b5451d8c6e1de563033f13", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "cf63c3c8-d774-4b81-9b12-848612a96076", "external-id": "nsx-vlan-transportzone-315", "segmentation_id": 315, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0c928c70-db", "ovs_interfaceid": "0c928c70-db4e-436c-bfe3-0620974bd019", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62328) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 991.479753] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4194866e-3ee8-4fba-8911-38a8f23e3d6d {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 991.488613] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d6e00e93-c231-4e38-b464-7de0db9a02c4 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 991.503843] env[62328]: DEBUG nova.compute.provider_tree [None req-e5524e8e-dcc5-4342-9434-7a538a301aa0 tempest-AttachInterfacesTestJSON-1049158018 tempest-AttachInterfacesTestJSON-1049158018-project-member] Inventory has not changed in ProviderTree for provider: 3469e9f8-04af-49ca-8435-49f104496744 {{(pid=62328) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 991.640593] env[62328]: DEBUG nova.compute.manager [req-d4c12092-1db7-455f-95f5-97b6f1bde248 req-ab49e967-f441-4609-adea-28768901fbcc service nova] [instance: 1ae2d9b7-a1dd-4c97-a50d-70582a8841f3] Received event network-vif-deleted-0376b6f5-7e01-4e24-9850-e8a29d251613 {{(pid=62328) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 991.641107] env[62328]: INFO nova.compute.manager [req-d4c12092-1db7-455f-95f5-97b6f1bde248 req-ab49e967-f441-4609-adea-28768901fbcc service nova] [instance: 1ae2d9b7-a1dd-4c97-a50d-70582a8841f3] Neutron deleted interface 0376b6f5-7e01-4e24-9850-e8a29d251613; detaching it from the instance and deleting it from the info cache [ 991.641340] env[62328]: DEBUG nova.network.neutron [req-d4c12092-1db7-455f-95f5-97b6f1bde248 req-ab49e967-f441-4609-adea-28768901fbcc service nova] [instance: 1ae2d9b7-a1dd-4c97-a50d-70582a8841f3] Updating instance_info_cache with network_info: [] {{(pid=62328) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 991.708873] env[62328]: DEBUG oslo_vmware.api [None req-cea27bf9-5054-4084-94fa-0610b52fb1f4 tempest-DeleteServersTestJSON-1766103036 tempest-DeleteServersTestJSON-1766103036-project-member] Task: {'id': task-2387403, 'name': ReconfigVM_Task, 'duration_secs': 0.614932} completed successfully. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 991.709510] env[62328]: DEBUG nova.virt.vmwareapi.volumeops [None req-cea27bf9-5054-4084-94fa-0610b52fb1f4 tempest-DeleteServersTestJSON-1766103036 tempest-DeleteServersTestJSON-1766103036-project-member] [instance: e775f546-0003-492a-a995-93a569666907] Reconfigured VM instance instance-00000063 to attach disk [datastore1] e775f546-0003-492a-a995-93a569666907/e775f546-0003-492a-a995-93a569666907.vmdk or device None with type sparse {{(pid=62328) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 991.710177] env[62328]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-b2b1798f-592c-498a-976f-c8be2280efca {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 991.715958] env[62328]: DEBUG oslo_vmware.api [None req-cea27bf9-5054-4084-94fa-0610b52fb1f4 tempest-DeleteServersTestJSON-1766103036 tempest-DeleteServersTestJSON-1766103036-project-member] Waiting for the task: (returnval){ [ 991.715958] env[62328]: value = "task-2387405" [ 991.715958] env[62328]: _type = "Task" [ 991.715958] env[62328]: } to complete. {{(pid=62328) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 991.725323] env[62328]: DEBUG oslo_vmware.api [None req-cea27bf9-5054-4084-94fa-0610b52fb1f4 tempest-DeleteServersTestJSON-1766103036 tempest-DeleteServersTestJSON-1766103036-project-member] Task: {'id': task-2387405, 'name': Rename_Task} progress is 0%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 991.984722] env[62328]: DEBUG oslo_concurrency.lockutils [None req-56d84e77-7e7a-4b14-bc66-ec07ae6e5f82 tempest-ServerRescueNegativeTestJSON-713788249 tempest-ServerRescueNegativeTestJSON-713788249-project-member] Releasing lock "refresh_cache-75498571-7d71-433a-8548-3a56f8b871c5" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 991.985075] env[62328]: DEBUG nova.compute.manager [None req-56d84e77-7e7a-4b14-bc66-ec07ae6e5f82 tempest-ServerRescueNegativeTestJSON-713788249 tempest-ServerRescueNegativeTestJSON-713788249-project-member] [instance: 75498571-7d71-433a-8548-3a56f8b871c5] Instance network_info: |[{"id": "0c928c70-db4e-436c-bfe3-0620974bd019", "address": "fa:16:3e:35:3c:7a", "network": {"id": "665a93dd-ec5d-43ab-a846-c1bb4bf70533", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1472451965-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d5a96a78c0b5451d8c6e1de563033f13", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "cf63c3c8-d774-4b81-9b12-848612a96076", "external-id": "nsx-vlan-transportzone-315", "segmentation_id": 315, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0c928c70-db", "ovs_interfaceid": "0c928c70-db4e-436c-bfe3-0620974bd019", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62328) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 991.985423] env[62328]: DEBUG oslo_concurrency.lockutils [req-2c72d524-ac3e-4034-a2ef-712cf076b711 req-645063f3-9544-4ea0-95d5-5e56ae4c42ed service nova] Acquired lock "refresh_cache-75498571-7d71-433a-8548-3a56f8b871c5" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 991.985619] env[62328]: DEBUG nova.network.neutron [req-2c72d524-ac3e-4034-a2ef-712cf076b711 req-645063f3-9544-4ea0-95d5-5e56ae4c42ed service nova] [instance: 75498571-7d71-433a-8548-3a56f8b871c5] Refreshing network info cache for port 0c928c70-db4e-436c-bfe3-0620974bd019 {{(pid=62328) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 991.986920] env[62328]: DEBUG nova.virt.vmwareapi.vmops [None req-56d84e77-7e7a-4b14-bc66-ec07ae6e5f82 tempest-ServerRescueNegativeTestJSON-713788249 tempest-ServerRescueNegativeTestJSON-713788249-project-member] [instance: 75498571-7d71-433a-8548-3a56f8b871c5] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:35:3c:7a', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'cf63c3c8-d774-4b81-9b12-848612a96076', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '0c928c70-db4e-436c-bfe3-0620974bd019', 'vif_model': 'vmxnet3'}] {{(pid=62328) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 991.995769] env[62328]: DEBUG nova.virt.vmwareapi.vm_util [None req-56d84e77-7e7a-4b14-bc66-ec07ae6e5f82 tempest-ServerRescueNegativeTestJSON-713788249 tempest-ServerRescueNegativeTestJSON-713788249-project-member] Creating folder: Project (d5a96a78c0b5451d8c6e1de563033f13). Parent ref: group-v484164. {{(pid=62328) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 991.996847] env[62328]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-72a4a191-1a3e-4237-9428-a6a45c2bcf54 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 992.006795] env[62328]: DEBUG nova.scheduler.client.report [None req-e5524e8e-dcc5-4342-9434-7a538a301aa0 tempest-AttachInterfacesTestJSON-1049158018 tempest-AttachInterfacesTestJSON-1049158018-project-member] Inventory has not changed for provider 3469e9f8-04af-49ca-8435-49f104496744 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 152, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62328) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 992.011641] env[62328]: INFO nova.virt.vmwareapi.vm_util [None req-56d84e77-7e7a-4b14-bc66-ec07ae6e5f82 tempest-ServerRescueNegativeTestJSON-713788249 tempest-ServerRescueNegativeTestJSON-713788249-project-member] Created folder: Project (d5a96a78c0b5451d8c6e1de563033f13) in parent group-v484164. [ 992.011835] env[62328]: DEBUG nova.virt.vmwareapi.vm_util [None req-56d84e77-7e7a-4b14-bc66-ec07ae6e5f82 tempest-ServerRescueNegativeTestJSON-713788249 tempest-ServerRescueNegativeTestJSON-713788249-project-member] Creating folder: Instances. Parent ref: group-v484432. {{(pid=62328) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 992.012086] env[62328]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-389d67f3-3ded-48e2-b595-72e18eabe0c3 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 992.021967] env[62328]: INFO nova.virt.vmwareapi.vm_util [None req-56d84e77-7e7a-4b14-bc66-ec07ae6e5f82 tempest-ServerRescueNegativeTestJSON-713788249 tempest-ServerRescueNegativeTestJSON-713788249-project-member] Created folder: Instances in parent group-v484432. [ 992.022237] env[62328]: DEBUG oslo.service.loopingcall [None req-56d84e77-7e7a-4b14-bc66-ec07ae6e5f82 tempest-ServerRescueNegativeTestJSON-713788249 tempest-ServerRescueNegativeTestJSON-713788249-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62328) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 992.022966] env[62328]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 75498571-7d71-433a-8548-3a56f8b871c5] Creating VM on the ESX host {{(pid=62328) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 992.023202] env[62328]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-fb220811-7bd8-47fb-bc43-d21ef78b073d {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 992.042722] env[62328]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 992.042722] env[62328]: value = "task-2387408" [ 992.042722] env[62328]: _type = "Task" [ 992.042722] env[62328]: } to complete. {{(pid=62328) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 992.050834] env[62328]: DEBUG oslo_vmware.api [-] Task: {'id': task-2387408, 'name': CreateVM_Task} progress is 0%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 992.097570] env[62328]: DEBUG nova.compute.manager [None req-19a37482-3ba7-4ddc-a574-e2df5e4ba850 tempest-ServerRescueNegativeTestJSON-713788249 tempest-ServerRescueNegativeTestJSON-713788249-project-member] [instance: 749883c0-59b2-4553-976c-39af0f4ff1d6] Start spawning the instance on the hypervisor. {{(pid=62328) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 992.125446] env[62328]: DEBUG nova.network.neutron [-] [instance: 1ae2d9b7-a1dd-4c97-a50d-70582a8841f3] Updating instance_info_cache with network_info: [] {{(pid=62328) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 992.134100] env[62328]: DEBUG nova.virt.hardware [None req-19a37482-3ba7-4ddc-a574-e2df5e4ba850 tempest-ServerRescueNegativeTestJSON-713788249 tempest-ServerRescueNegativeTestJSON-713788249-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-07T17:16:55Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-07T17:16:37Z,direct_url=,disk_format='vmdk',id=dbf872a4-92be-47e4-8561-c3e2bf2423ab,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='2a64022f08d84b11a86773b900860ae5',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-07T17:16:38Z,virtual_size=,visibility=), allow threads: False {{(pid=62328) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 992.134350] env[62328]: DEBUG nova.virt.hardware [None req-19a37482-3ba7-4ddc-a574-e2df5e4ba850 tempest-ServerRescueNegativeTestJSON-713788249 tempest-ServerRescueNegativeTestJSON-713788249-project-member] Flavor limits 0:0:0 {{(pid=62328) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 992.134512] env[62328]: DEBUG nova.virt.hardware [None req-19a37482-3ba7-4ddc-a574-e2df5e4ba850 tempest-ServerRescueNegativeTestJSON-713788249 tempest-ServerRescueNegativeTestJSON-713788249-project-member] Image limits 0:0:0 {{(pid=62328) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 992.134687] env[62328]: DEBUG nova.virt.hardware [None req-19a37482-3ba7-4ddc-a574-e2df5e4ba850 tempest-ServerRescueNegativeTestJSON-713788249 tempest-ServerRescueNegativeTestJSON-713788249-project-member] Flavor pref 0:0:0 {{(pid=62328) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 992.134829] env[62328]: DEBUG nova.virt.hardware [None req-19a37482-3ba7-4ddc-a574-e2df5e4ba850 tempest-ServerRescueNegativeTestJSON-713788249 tempest-ServerRescueNegativeTestJSON-713788249-project-member] Image pref 0:0:0 {{(pid=62328) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 992.134975] env[62328]: DEBUG nova.virt.hardware [None req-19a37482-3ba7-4ddc-a574-e2df5e4ba850 tempest-ServerRescueNegativeTestJSON-713788249 tempest-ServerRescueNegativeTestJSON-713788249-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62328) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 992.135210] env[62328]: DEBUG nova.virt.hardware [None req-19a37482-3ba7-4ddc-a574-e2df5e4ba850 tempest-ServerRescueNegativeTestJSON-713788249 tempest-ServerRescueNegativeTestJSON-713788249-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62328) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 992.135375] env[62328]: DEBUG nova.virt.hardware [None req-19a37482-3ba7-4ddc-a574-e2df5e4ba850 tempest-ServerRescueNegativeTestJSON-713788249 tempest-ServerRescueNegativeTestJSON-713788249-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62328) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 992.135530] env[62328]: DEBUG nova.virt.hardware [None req-19a37482-3ba7-4ddc-a574-e2df5e4ba850 tempest-ServerRescueNegativeTestJSON-713788249 tempest-ServerRescueNegativeTestJSON-713788249-project-member] Got 1 possible topologies {{(pid=62328) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 992.135689] env[62328]: DEBUG nova.virt.hardware [None req-19a37482-3ba7-4ddc-a574-e2df5e4ba850 tempest-ServerRescueNegativeTestJSON-713788249 tempest-ServerRescueNegativeTestJSON-713788249-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62328) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 992.135862] env[62328]: DEBUG nova.virt.hardware [None req-19a37482-3ba7-4ddc-a574-e2df5e4ba850 tempest-ServerRescueNegativeTestJSON-713788249 tempest-ServerRescueNegativeTestJSON-713788249-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62328) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 992.136767] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a55e4800-17c4-4ea4-9626-986142a9304d {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 992.145391] env[62328]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-7471faa7-dc9f-4689-9181-54da51c37bc1 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 992.148307] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-84ad68e8-facd-441d-9eb3-0c4cf948b1bc {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 992.169532] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4e42a37d-bd13-416e-832c-1e5d9c4ba779 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 992.210068] env[62328]: DEBUG nova.compute.manager [req-d4c12092-1db7-455f-95f5-97b6f1bde248 req-ab49e967-f441-4609-adea-28768901fbcc service nova] [instance: 1ae2d9b7-a1dd-4c97-a50d-70582a8841f3] Detach interface failed, port_id=0376b6f5-7e01-4e24-9850-e8a29d251613, reason: Instance 1ae2d9b7-a1dd-4c97-a50d-70582a8841f3 could not be found. {{(pid=62328) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 992.225347] env[62328]: DEBUG oslo_vmware.api [None req-cea27bf9-5054-4084-94fa-0610b52fb1f4 tempest-DeleteServersTestJSON-1766103036 tempest-DeleteServersTestJSON-1766103036-project-member] Task: {'id': task-2387405, 'name': Rename_Task, 'duration_secs': 0.137563} completed successfully. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 992.225635] env[62328]: DEBUG nova.virt.vmwareapi.vm_util [None req-cea27bf9-5054-4084-94fa-0610b52fb1f4 tempest-DeleteServersTestJSON-1766103036 tempest-DeleteServersTestJSON-1766103036-project-member] [instance: e775f546-0003-492a-a995-93a569666907] Powering on the VM {{(pid=62328) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 992.225910] env[62328]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-4f52bc0e-eff5-42cd-b08a-0fb36a379969 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 992.233071] env[62328]: DEBUG oslo_vmware.api [None req-cea27bf9-5054-4084-94fa-0610b52fb1f4 tempest-DeleteServersTestJSON-1766103036 tempest-DeleteServersTestJSON-1766103036-project-member] Waiting for the task: (returnval){ [ 992.233071] env[62328]: value = "task-2387409" [ 992.233071] env[62328]: _type = "Task" [ 992.233071] env[62328]: } to complete. {{(pid=62328) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 992.244465] env[62328]: DEBUG oslo_vmware.api [None req-cea27bf9-5054-4084-94fa-0610b52fb1f4 tempest-DeleteServersTestJSON-1766103036 tempest-DeleteServersTestJSON-1766103036-project-member] Task: {'id': task-2387409, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 992.436514] env[62328]: DEBUG nova.network.neutron [None req-19a37482-3ba7-4ddc-a574-e2df5e4ba850 tempest-ServerRescueNegativeTestJSON-713788249 tempest-ServerRescueNegativeTestJSON-713788249-project-member] [instance: 749883c0-59b2-4553-976c-39af0f4ff1d6] Successfully updated port: 0487f719-b206-438c-8cec-078573209af6 {{(pid=62328) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 992.511746] env[62328]: DEBUG oslo_concurrency.lockutils [None req-e5524e8e-dcc5-4342-9434-7a538a301aa0 tempest-AttachInterfacesTestJSON-1049158018 tempest-AttachInterfacesTestJSON-1049158018-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.437s {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 992.512317] env[62328]: DEBUG nova.compute.manager [None req-e5524e8e-dcc5-4342-9434-7a538a301aa0 tempest-AttachInterfacesTestJSON-1049158018 tempest-AttachInterfacesTestJSON-1049158018-project-member] [instance: 0c5d4040-bc5a-452c-9a75-a58280f7cb73] Start building networks asynchronously for instance. {{(pid=62328) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 992.515165] env[62328]: DEBUG oslo_concurrency.lockutils [None req-6f7e79c5-c4a4-43b1-a6a8-5a5b1b1fe838 tempest-ImagesTestJSON-1776717495 tempest-ImagesTestJSON-1776717495-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 20.703s {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 992.515403] env[62328]: DEBUG nova.objects.instance [None req-6f7e79c5-c4a4-43b1-a6a8-5a5b1b1fe838 tempest-ImagesTestJSON-1776717495 tempest-ImagesTestJSON-1776717495-project-member] Lazy-loading 'resources' on Instance uuid fa773569-3987-4bca-8f5f-638a337630b1 {{(pid=62328) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 992.555053] env[62328]: DEBUG oslo_vmware.api [-] Task: {'id': task-2387408, 'name': CreateVM_Task, 'duration_secs': 0.346719} completed successfully. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 992.555252] env[62328]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 75498571-7d71-433a-8548-3a56f8b871c5] Created VM on the ESX host {{(pid=62328) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 992.556061] env[62328]: DEBUG oslo_concurrency.lockutils [None req-56d84e77-7e7a-4b14-bc66-ec07ae6e5f82 tempest-ServerRescueNegativeTestJSON-713788249 tempest-ServerRescueNegativeTestJSON-713788249-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/dbf872a4-92be-47e4-8561-c3e2bf2423ab" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 992.556282] env[62328]: DEBUG oslo_concurrency.lockutils [None req-56d84e77-7e7a-4b14-bc66-ec07ae6e5f82 tempest-ServerRescueNegativeTestJSON-713788249 tempest-ServerRescueNegativeTestJSON-713788249-project-member] Acquired lock "[datastore1] devstack-image-cache_base/dbf872a4-92be-47e4-8561-c3e2bf2423ab" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 992.556692] env[62328]: DEBUG oslo_concurrency.lockutils [None req-56d84e77-7e7a-4b14-bc66-ec07ae6e5f82 tempest-ServerRescueNegativeTestJSON-713788249 tempest-ServerRescueNegativeTestJSON-713788249-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/dbf872a4-92be-47e4-8561-c3e2bf2423ab" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 992.557532] env[62328]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2189e6a4-dd69-443a-b308-3867bf7c635e {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 992.563946] env[62328]: DEBUG oslo_vmware.api [None req-56d84e77-7e7a-4b14-bc66-ec07ae6e5f82 tempest-ServerRescueNegativeTestJSON-713788249 tempest-ServerRescueNegativeTestJSON-713788249-project-member] Waiting for the task: (returnval){ [ 992.563946] env[62328]: value = "session[52a6e20e-410d-708a-99f2-080a575a99bd]52a4fd32-9317-3d05-14a3-fa984cdc4f0f" [ 992.563946] env[62328]: _type = "Task" [ 992.563946] env[62328]: } to complete. {{(pid=62328) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 992.572445] env[62328]: DEBUG oslo_vmware.api [None req-56d84e77-7e7a-4b14-bc66-ec07ae6e5f82 tempest-ServerRescueNegativeTestJSON-713788249 tempest-ServerRescueNegativeTestJSON-713788249-project-member] Task: {'id': session[52a6e20e-410d-708a-99f2-080a575a99bd]52a4fd32-9317-3d05-14a3-fa984cdc4f0f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 992.628392] env[62328]: INFO nova.compute.manager [-] [instance: 1ae2d9b7-a1dd-4c97-a50d-70582a8841f3] Took 1.41 seconds to deallocate network for instance. [ 992.743860] env[62328]: DEBUG oslo_vmware.api [None req-cea27bf9-5054-4084-94fa-0610b52fb1f4 tempest-DeleteServersTestJSON-1766103036 tempest-DeleteServersTestJSON-1766103036-project-member] Task: {'id': task-2387409, 'name': PowerOnVM_Task, 'duration_secs': 0.489885} completed successfully. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 992.744331] env[62328]: DEBUG nova.virt.vmwareapi.vm_util [None req-cea27bf9-5054-4084-94fa-0610b52fb1f4 tempest-DeleteServersTestJSON-1766103036 tempest-DeleteServersTestJSON-1766103036-project-member] [instance: e775f546-0003-492a-a995-93a569666907] Powered on the VM {{(pid=62328) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 992.744571] env[62328]: INFO nova.compute.manager [None req-cea27bf9-5054-4084-94fa-0610b52fb1f4 tempest-DeleteServersTestJSON-1766103036 tempest-DeleteServersTestJSON-1766103036-project-member] [instance: e775f546-0003-492a-a995-93a569666907] Took 7.46 seconds to spawn the instance on the hypervisor. [ 992.744748] env[62328]: DEBUG nova.compute.manager [None req-cea27bf9-5054-4084-94fa-0610b52fb1f4 tempest-DeleteServersTestJSON-1766103036 tempest-DeleteServersTestJSON-1766103036-project-member] [instance: e775f546-0003-492a-a995-93a569666907] Checking state {{(pid=62328) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 992.745711] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d8a05b9a-8913-4c7e-ba4e-44fe27853055 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 992.762245] env[62328]: DEBUG nova.network.neutron [req-2c72d524-ac3e-4034-a2ef-712cf076b711 req-645063f3-9544-4ea0-95d5-5e56ae4c42ed service nova] [instance: 75498571-7d71-433a-8548-3a56f8b871c5] Updated VIF entry in instance network info cache for port 0c928c70-db4e-436c-bfe3-0620974bd019. {{(pid=62328) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 992.762245] env[62328]: DEBUG nova.network.neutron [req-2c72d524-ac3e-4034-a2ef-712cf076b711 req-645063f3-9544-4ea0-95d5-5e56ae4c42ed service nova] [instance: 75498571-7d71-433a-8548-3a56f8b871c5] Updating instance_info_cache with network_info: [{"id": "0c928c70-db4e-436c-bfe3-0620974bd019", "address": "fa:16:3e:35:3c:7a", "network": {"id": "665a93dd-ec5d-43ab-a846-c1bb4bf70533", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1472451965-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d5a96a78c0b5451d8c6e1de563033f13", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "cf63c3c8-d774-4b81-9b12-848612a96076", "external-id": "nsx-vlan-transportzone-315", "segmentation_id": 315, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0c928c70-db", "ovs_interfaceid": "0c928c70-db4e-436c-bfe3-0620974bd019", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62328) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 992.846460] env[62328]: DEBUG nova.compute.manager [req-f33f89fd-c02e-420f-ad64-a11396ebd418 req-dcb803ed-e8dc-4f25-82ad-8723a88ae031 service nova] [instance: 749883c0-59b2-4553-976c-39af0f4ff1d6] Received event network-vif-plugged-0487f719-b206-438c-8cec-078573209af6 {{(pid=62328) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 992.846681] env[62328]: DEBUG oslo_concurrency.lockutils [req-f33f89fd-c02e-420f-ad64-a11396ebd418 req-dcb803ed-e8dc-4f25-82ad-8723a88ae031 service nova] Acquiring lock "749883c0-59b2-4553-976c-39af0f4ff1d6-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 992.846922] env[62328]: DEBUG oslo_concurrency.lockutils [req-f33f89fd-c02e-420f-ad64-a11396ebd418 req-dcb803ed-e8dc-4f25-82ad-8723a88ae031 service nova] Lock "749883c0-59b2-4553-976c-39af0f4ff1d6-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 992.847070] env[62328]: DEBUG oslo_concurrency.lockutils [req-f33f89fd-c02e-420f-ad64-a11396ebd418 req-dcb803ed-e8dc-4f25-82ad-8723a88ae031 service nova] Lock "749883c0-59b2-4553-976c-39af0f4ff1d6-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 992.847450] env[62328]: DEBUG nova.compute.manager [req-f33f89fd-c02e-420f-ad64-a11396ebd418 req-dcb803ed-e8dc-4f25-82ad-8723a88ae031 service nova] [instance: 749883c0-59b2-4553-976c-39af0f4ff1d6] No waiting events found dispatching network-vif-plugged-0487f719-b206-438c-8cec-078573209af6 {{(pid=62328) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 992.847450] env[62328]: WARNING nova.compute.manager [req-f33f89fd-c02e-420f-ad64-a11396ebd418 req-dcb803ed-e8dc-4f25-82ad-8723a88ae031 service nova] [instance: 749883c0-59b2-4553-976c-39af0f4ff1d6] Received unexpected event network-vif-plugged-0487f719-b206-438c-8cec-078573209af6 for instance with vm_state building and task_state spawning. [ 992.847567] env[62328]: DEBUG nova.compute.manager [req-f33f89fd-c02e-420f-ad64-a11396ebd418 req-dcb803ed-e8dc-4f25-82ad-8723a88ae031 service nova] [instance: 749883c0-59b2-4553-976c-39af0f4ff1d6] Received event network-changed-0487f719-b206-438c-8cec-078573209af6 {{(pid=62328) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 992.847706] env[62328]: DEBUG nova.compute.manager [req-f33f89fd-c02e-420f-ad64-a11396ebd418 req-dcb803ed-e8dc-4f25-82ad-8723a88ae031 service nova] [instance: 749883c0-59b2-4553-976c-39af0f4ff1d6] Refreshing instance network info cache due to event network-changed-0487f719-b206-438c-8cec-078573209af6. {{(pid=62328) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 992.847888] env[62328]: DEBUG oslo_concurrency.lockutils [req-f33f89fd-c02e-420f-ad64-a11396ebd418 req-dcb803ed-e8dc-4f25-82ad-8723a88ae031 service nova] Acquiring lock "refresh_cache-749883c0-59b2-4553-976c-39af0f4ff1d6" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 992.848033] env[62328]: DEBUG oslo_concurrency.lockutils [req-f33f89fd-c02e-420f-ad64-a11396ebd418 req-dcb803ed-e8dc-4f25-82ad-8723a88ae031 service nova] Acquired lock "refresh_cache-749883c0-59b2-4553-976c-39af0f4ff1d6" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 992.848289] env[62328]: DEBUG nova.network.neutron [req-f33f89fd-c02e-420f-ad64-a11396ebd418 req-dcb803ed-e8dc-4f25-82ad-8723a88ae031 service nova] [instance: 749883c0-59b2-4553-976c-39af0f4ff1d6] Refreshing network info cache for port 0487f719-b206-438c-8cec-078573209af6 {{(pid=62328) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 992.939293] env[62328]: DEBUG oslo_concurrency.lockutils [None req-19a37482-3ba7-4ddc-a574-e2df5e4ba850 tempest-ServerRescueNegativeTestJSON-713788249 tempest-ServerRescueNegativeTestJSON-713788249-project-member] Acquiring lock "refresh_cache-749883c0-59b2-4553-976c-39af0f4ff1d6" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 993.019298] env[62328]: DEBUG nova.compute.utils [None req-e5524e8e-dcc5-4342-9434-7a538a301aa0 tempest-AttachInterfacesTestJSON-1049158018 tempest-AttachInterfacesTestJSON-1049158018-project-member] Using /dev/sd instead of None {{(pid=62328) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 993.023623] env[62328]: DEBUG nova.compute.manager [None req-e5524e8e-dcc5-4342-9434-7a538a301aa0 tempest-AttachInterfacesTestJSON-1049158018 tempest-AttachInterfacesTestJSON-1049158018-project-member] [instance: 0c5d4040-bc5a-452c-9a75-a58280f7cb73] Allocating IP information in the background. {{(pid=62328) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 993.023623] env[62328]: DEBUG nova.network.neutron [None req-e5524e8e-dcc5-4342-9434-7a538a301aa0 tempest-AttachInterfacesTestJSON-1049158018 tempest-AttachInterfacesTestJSON-1049158018-project-member] [instance: 0c5d4040-bc5a-452c-9a75-a58280f7cb73] allocate_for_instance() {{(pid=62328) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 993.072818] env[62328]: DEBUG nova.policy [None req-e5524e8e-dcc5-4342-9434-7a538a301aa0 tempest-AttachInterfacesTestJSON-1049158018 tempest-AttachInterfacesTestJSON-1049158018-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'db6b1454dd644eea886a97b3d644b88f', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'e88420d74d294fef9f976142535b9ac5', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62328) authorize /opt/stack/nova/nova/policy.py:192}} [ 993.078440] env[62328]: DEBUG oslo_vmware.api [None req-56d84e77-7e7a-4b14-bc66-ec07ae6e5f82 tempest-ServerRescueNegativeTestJSON-713788249 tempest-ServerRescueNegativeTestJSON-713788249-project-member] Task: {'id': session[52a6e20e-410d-708a-99f2-080a575a99bd]52a4fd32-9317-3d05-14a3-fa984cdc4f0f, 'name': SearchDatastore_Task, 'duration_secs': 0.012075} completed successfully. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 993.078802] env[62328]: DEBUG oslo_concurrency.lockutils [None req-56d84e77-7e7a-4b14-bc66-ec07ae6e5f82 tempest-ServerRescueNegativeTestJSON-713788249 tempest-ServerRescueNegativeTestJSON-713788249-project-member] Releasing lock "[datastore1] devstack-image-cache_base/dbf872a4-92be-47e4-8561-c3e2bf2423ab" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 993.078946] env[62328]: DEBUG nova.virt.vmwareapi.vmops [None req-56d84e77-7e7a-4b14-bc66-ec07ae6e5f82 tempest-ServerRescueNegativeTestJSON-713788249 tempest-ServerRescueNegativeTestJSON-713788249-project-member] [instance: 75498571-7d71-433a-8548-3a56f8b871c5] Processing image dbf872a4-92be-47e4-8561-c3e2bf2423ab {{(pid=62328) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 993.079191] env[62328]: DEBUG oslo_concurrency.lockutils [None req-56d84e77-7e7a-4b14-bc66-ec07ae6e5f82 tempest-ServerRescueNegativeTestJSON-713788249 tempest-ServerRescueNegativeTestJSON-713788249-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/dbf872a4-92be-47e4-8561-c3e2bf2423ab/dbf872a4-92be-47e4-8561-c3e2bf2423ab.vmdk" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 993.079335] env[62328]: DEBUG oslo_concurrency.lockutils [None req-56d84e77-7e7a-4b14-bc66-ec07ae6e5f82 tempest-ServerRescueNegativeTestJSON-713788249 tempest-ServerRescueNegativeTestJSON-713788249-project-member] Acquired lock "[datastore1] devstack-image-cache_base/dbf872a4-92be-47e4-8561-c3e2bf2423ab/dbf872a4-92be-47e4-8561-c3e2bf2423ab.vmdk" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 993.079511] env[62328]: DEBUG nova.virt.vmwareapi.ds_util [None req-56d84e77-7e7a-4b14-bc66-ec07ae6e5f82 tempest-ServerRescueNegativeTestJSON-713788249 tempest-ServerRescueNegativeTestJSON-713788249-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62328) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 993.081820] env[62328]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-e49d7716-783e-4c3f-87cc-1545725c1b59 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 993.094174] env[62328]: DEBUG nova.virt.vmwareapi.ds_util [None req-56d84e77-7e7a-4b14-bc66-ec07ae6e5f82 tempest-ServerRescueNegativeTestJSON-713788249 tempest-ServerRescueNegativeTestJSON-713788249-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62328) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 993.094354] env[62328]: DEBUG nova.virt.vmwareapi.vmops [None req-56d84e77-7e7a-4b14-bc66-ec07ae6e5f82 tempest-ServerRescueNegativeTestJSON-713788249 tempest-ServerRescueNegativeTestJSON-713788249-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62328) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 993.095120] env[62328]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-230ca565-fc23-4b40-8675-d620fa241cca {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 993.101252] env[62328]: DEBUG oslo_vmware.api [None req-56d84e77-7e7a-4b14-bc66-ec07ae6e5f82 tempest-ServerRescueNegativeTestJSON-713788249 tempest-ServerRescueNegativeTestJSON-713788249-project-member] Waiting for the task: (returnval){ [ 993.101252] env[62328]: value = "session[52a6e20e-410d-708a-99f2-080a575a99bd]529ff10b-5902-b4bf-b4ec-0d45cd2fd69e" [ 993.101252] env[62328]: _type = "Task" [ 993.101252] env[62328]: } to complete. {{(pid=62328) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 993.110779] env[62328]: DEBUG oslo_vmware.api [None req-56d84e77-7e7a-4b14-bc66-ec07ae6e5f82 tempest-ServerRescueNegativeTestJSON-713788249 tempest-ServerRescueNegativeTestJSON-713788249-project-member] Task: {'id': session[52a6e20e-410d-708a-99f2-080a575a99bd]529ff10b-5902-b4bf-b4ec-0d45cd2fd69e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 993.135766] env[62328]: DEBUG oslo_concurrency.lockutils [None req-50189890-8255-4504-843c-6e3b720b6ce1 tempest-ServersNegativeTestJSON-1019155744 tempest-ServersNegativeTestJSON-1019155744-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 993.264707] env[62328]: DEBUG oslo_concurrency.lockutils [req-2c72d524-ac3e-4034-a2ef-712cf076b711 req-645063f3-9544-4ea0-95d5-5e56ae4c42ed service nova] Releasing lock "refresh_cache-75498571-7d71-433a-8548-3a56f8b871c5" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 993.268276] env[62328]: INFO nova.compute.manager [None req-cea27bf9-5054-4084-94fa-0610b52fb1f4 tempest-DeleteServersTestJSON-1766103036 tempest-DeleteServersTestJSON-1766103036-project-member] [instance: e775f546-0003-492a-a995-93a569666907] Took 25.99 seconds to build instance. [ 993.357028] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2c989e69-d39e-4dc1-a439-b170a88adb84 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 993.365012] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-576e2684-a17a-40d3-80c2-32515811f88f {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 993.395054] env[62328]: DEBUG nova.network.neutron [req-f33f89fd-c02e-420f-ad64-a11396ebd418 req-dcb803ed-e8dc-4f25-82ad-8723a88ae031 service nova] [instance: 749883c0-59b2-4553-976c-39af0f4ff1d6] Instance cache missing network info. {{(pid=62328) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 993.397242] env[62328]: DEBUG nova.network.neutron [None req-e5524e8e-dcc5-4342-9434-7a538a301aa0 tempest-AttachInterfacesTestJSON-1049158018 tempest-AttachInterfacesTestJSON-1049158018-project-member] [instance: 0c5d4040-bc5a-452c-9a75-a58280f7cb73] Successfully created port: a4e2181b-293f-4f96-b2b6-bb007d97edb7 {{(pid=62328) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 993.399328] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8f1d8187-8b3f-4eaf-95fd-ea8408d58e7d {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 993.406675] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-021e6c45-9314-4378-a44c-33d7954cb424 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 993.421259] env[62328]: DEBUG nova.compute.provider_tree [None req-6f7e79c5-c4a4-43b1-a6a8-5a5b1b1fe838 tempest-ImagesTestJSON-1776717495 tempest-ImagesTestJSON-1776717495-project-member] Inventory has not changed in ProviderTree for provider: 3469e9f8-04af-49ca-8435-49f104496744 {{(pid=62328) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 993.480267] env[62328]: DEBUG nova.network.neutron [req-f33f89fd-c02e-420f-ad64-a11396ebd418 req-dcb803ed-e8dc-4f25-82ad-8723a88ae031 service nova] [instance: 749883c0-59b2-4553-976c-39af0f4ff1d6] Updating instance_info_cache with network_info: [] {{(pid=62328) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 993.524444] env[62328]: DEBUG nova.compute.manager [None req-e5524e8e-dcc5-4342-9434-7a538a301aa0 tempest-AttachInterfacesTestJSON-1049158018 tempest-AttachInterfacesTestJSON-1049158018-project-member] [instance: 0c5d4040-bc5a-452c-9a75-a58280f7cb73] Start building block device mappings for instance. {{(pid=62328) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 993.612155] env[62328]: DEBUG oslo_vmware.api [None req-56d84e77-7e7a-4b14-bc66-ec07ae6e5f82 tempest-ServerRescueNegativeTestJSON-713788249 tempest-ServerRescueNegativeTestJSON-713788249-project-member] Task: {'id': session[52a6e20e-410d-708a-99f2-080a575a99bd]529ff10b-5902-b4bf-b4ec-0d45cd2fd69e, 'name': SearchDatastore_Task, 'duration_secs': 0.029081} completed successfully. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 993.612960] env[62328]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-27d55b21-5924-40f3-9b95-ed567022669b {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 993.618514] env[62328]: DEBUG oslo_vmware.api [None req-56d84e77-7e7a-4b14-bc66-ec07ae6e5f82 tempest-ServerRescueNegativeTestJSON-713788249 tempest-ServerRescueNegativeTestJSON-713788249-project-member] Waiting for the task: (returnval){ [ 993.618514] env[62328]: value = "session[52a6e20e-410d-708a-99f2-080a575a99bd]524fa6fb-efc4-83cf-7e83-d4c094bb0b85" [ 993.618514] env[62328]: _type = "Task" [ 993.618514] env[62328]: } to complete. {{(pid=62328) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 993.628364] env[62328]: DEBUG oslo_vmware.api [None req-56d84e77-7e7a-4b14-bc66-ec07ae6e5f82 tempest-ServerRescueNegativeTestJSON-713788249 tempest-ServerRescueNegativeTestJSON-713788249-project-member] Task: {'id': session[52a6e20e-410d-708a-99f2-080a575a99bd]524fa6fb-efc4-83cf-7e83-d4c094bb0b85, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 993.770967] env[62328]: DEBUG oslo_concurrency.lockutils [None req-cea27bf9-5054-4084-94fa-0610b52fb1f4 tempest-DeleteServersTestJSON-1766103036 tempest-DeleteServersTestJSON-1766103036-project-member] Lock "e775f546-0003-492a-a995-93a569666907" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 27.505s {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 993.924758] env[62328]: DEBUG nova.scheduler.client.report [None req-6f7e79c5-c4a4-43b1-a6a8-5a5b1b1fe838 tempest-ImagesTestJSON-1776717495 tempest-ImagesTestJSON-1776717495-project-member] Inventory has not changed for provider 3469e9f8-04af-49ca-8435-49f104496744 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 152, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62328) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 993.983363] env[62328]: DEBUG oslo_concurrency.lockutils [req-f33f89fd-c02e-420f-ad64-a11396ebd418 req-dcb803ed-e8dc-4f25-82ad-8723a88ae031 service nova] Releasing lock "refresh_cache-749883c0-59b2-4553-976c-39af0f4ff1d6" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 993.983943] env[62328]: DEBUG oslo_concurrency.lockutils [None req-19a37482-3ba7-4ddc-a574-e2df5e4ba850 tempest-ServerRescueNegativeTestJSON-713788249 tempest-ServerRescueNegativeTestJSON-713788249-project-member] Acquired lock "refresh_cache-749883c0-59b2-4553-976c-39af0f4ff1d6" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 993.984188] env[62328]: DEBUG nova.network.neutron [None req-19a37482-3ba7-4ddc-a574-e2df5e4ba850 tempest-ServerRescueNegativeTestJSON-713788249 tempest-ServerRescueNegativeTestJSON-713788249-project-member] [instance: 749883c0-59b2-4553-976c-39af0f4ff1d6] Building network info cache for instance {{(pid=62328) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 994.129793] env[62328]: DEBUG oslo_vmware.api [None req-56d84e77-7e7a-4b14-bc66-ec07ae6e5f82 tempest-ServerRescueNegativeTestJSON-713788249 tempest-ServerRescueNegativeTestJSON-713788249-project-member] Task: {'id': session[52a6e20e-410d-708a-99f2-080a575a99bd]524fa6fb-efc4-83cf-7e83-d4c094bb0b85, 'name': SearchDatastore_Task, 'duration_secs': 0.013347} completed successfully. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 994.130135] env[62328]: DEBUG oslo_concurrency.lockutils [None req-56d84e77-7e7a-4b14-bc66-ec07ae6e5f82 tempest-ServerRescueNegativeTestJSON-713788249 tempest-ServerRescueNegativeTestJSON-713788249-project-member] Releasing lock "[datastore1] devstack-image-cache_base/dbf872a4-92be-47e4-8561-c3e2bf2423ab/dbf872a4-92be-47e4-8561-c3e2bf2423ab.vmdk" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 994.130406] env[62328]: DEBUG nova.virt.vmwareapi.vm_util [None req-56d84e77-7e7a-4b14-bc66-ec07ae6e5f82 tempest-ServerRescueNegativeTestJSON-713788249 tempest-ServerRescueNegativeTestJSON-713788249-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/dbf872a4-92be-47e4-8561-c3e2bf2423ab/dbf872a4-92be-47e4-8561-c3e2bf2423ab.vmdk to [datastore1] 75498571-7d71-433a-8548-3a56f8b871c5/75498571-7d71-433a-8548-3a56f8b871c5.vmdk {{(pid=62328) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 994.130731] env[62328]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-aa18be48-3a00-4679-82a4-41b0aadc4fa2 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 994.137678] env[62328]: DEBUG oslo_vmware.api [None req-56d84e77-7e7a-4b14-bc66-ec07ae6e5f82 tempest-ServerRescueNegativeTestJSON-713788249 tempest-ServerRescueNegativeTestJSON-713788249-project-member] Waiting for the task: (returnval){ [ 994.137678] env[62328]: value = "task-2387410" [ 994.137678] env[62328]: _type = "Task" [ 994.137678] env[62328]: } to complete. {{(pid=62328) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 994.145920] env[62328]: DEBUG oslo_vmware.api [None req-56d84e77-7e7a-4b14-bc66-ec07ae6e5f82 tempest-ServerRescueNegativeTestJSON-713788249 tempest-ServerRescueNegativeTestJSON-713788249-project-member] Task: {'id': task-2387410, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 994.430460] env[62328]: DEBUG oslo_concurrency.lockutils [None req-6f7e79c5-c4a4-43b1-a6a8-5a5b1b1fe838 tempest-ImagesTestJSON-1776717495 tempest-ImagesTestJSON-1776717495-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.915s {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 994.433025] env[62328]: DEBUG oslo_concurrency.lockutils [None req-0aa5020b-17ed-4bd2-82b7-7d4fea1eff8e tempest-ServerDiskConfigTestJSON-126406698 tempest-ServerDiskConfigTestJSON-126406698-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 21.876s {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 994.434987] env[62328]: INFO nova.compute.claims [None req-0aa5020b-17ed-4bd2-82b7-7d4fea1eff8e tempest-ServerDiskConfigTestJSON-126406698 tempest-ServerDiskConfigTestJSON-126406698-project-member] [instance: 79c32321-e070-4a76-a865-9e9131634951] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 994.457939] env[62328]: INFO nova.scheduler.client.report [None req-6f7e79c5-c4a4-43b1-a6a8-5a5b1b1fe838 tempest-ImagesTestJSON-1776717495 tempest-ImagesTestJSON-1776717495-project-member] Deleted allocations for instance fa773569-3987-4bca-8f5f-638a337630b1 [ 994.526772] env[62328]: DEBUG nova.network.neutron [None req-19a37482-3ba7-4ddc-a574-e2df5e4ba850 tempest-ServerRescueNegativeTestJSON-713788249 tempest-ServerRescueNegativeTestJSON-713788249-project-member] [instance: 749883c0-59b2-4553-976c-39af0f4ff1d6] Instance cache missing network info. {{(pid=62328) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 994.534944] env[62328]: DEBUG nova.compute.manager [None req-e5524e8e-dcc5-4342-9434-7a538a301aa0 tempest-AttachInterfacesTestJSON-1049158018 tempest-AttachInterfacesTestJSON-1049158018-project-member] [instance: 0c5d4040-bc5a-452c-9a75-a58280f7cb73] Start spawning the instance on the hypervisor. {{(pid=62328) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 994.542771] env[62328]: DEBUG oslo_concurrency.lockutils [None req-6c21fe2b-a260-4930-b6fc-a4c612cec4ac tempest-DeleteServersTestJSON-1766103036 tempest-DeleteServersTestJSON-1766103036-project-member] Acquiring lock "e775f546-0003-492a-a995-93a569666907" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 994.543108] env[62328]: DEBUG oslo_concurrency.lockutils [None req-6c21fe2b-a260-4930-b6fc-a4c612cec4ac tempest-DeleteServersTestJSON-1766103036 tempest-DeleteServersTestJSON-1766103036-project-member] Lock "e775f546-0003-492a-a995-93a569666907" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.001s {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 994.543338] env[62328]: DEBUG nova.compute.manager [None req-6c21fe2b-a260-4930-b6fc-a4c612cec4ac tempest-DeleteServersTestJSON-1766103036 tempest-DeleteServersTestJSON-1766103036-project-member] [instance: e775f546-0003-492a-a995-93a569666907] Checking state {{(pid=62328) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 994.544420] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a95ad44b-be29-48a1-8c7f-b2c2397ed9b1 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 994.555418] env[62328]: DEBUG nova.compute.manager [None req-6c21fe2b-a260-4930-b6fc-a4c612cec4ac tempest-DeleteServersTestJSON-1766103036 tempest-DeleteServersTestJSON-1766103036-project-member] [instance: e775f546-0003-492a-a995-93a569666907] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=62328) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 994.556092] env[62328]: DEBUG nova.objects.instance [None req-6c21fe2b-a260-4930-b6fc-a4c612cec4ac tempest-DeleteServersTestJSON-1766103036 tempest-DeleteServersTestJSON-1766103036-project-member] Lazy-loading 'flavor' on Instance uuid e775f546-0003-492a-a995-93a569666907 {{(pid=62328) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 994.568707] env[62328]: DEBUG nova.virt.hardware [None req-e5524e8e-dcc5-4342-9434-7a538a301aa0 tempest-AttachInterfacesTestJSON-1049158018 tempest-AttachInterfacesTestJSON-1049158018-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-07T17:16:55Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-07T17:16:37Z,direct_url=,disk_format='vmdk',id=dbf872a4-92be-47e4-8561-c3e2bf2423ab,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='2a64022f08d84b11a86773b900860ae5',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-07T17:16:38Z,virtual_size=,visibility=), allow threads: False {{(pid=62328) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 994.568707] env[62328]: DEBUG nova.virt.hardware [None req-e5524e8e-dcc5-4342-9434-7a538a301aa0 tempest-AttachInterfacesTestJSON-1049158018 tempest-AttachInterfacesTestJSON-1049158018-project-member] Flavor limits 0:0:0 {{(pid=62328) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 994.568707] env[62328]: DEBUG nova.virt.hardware [None req-e5524e8e-dcc5-4342-9434-7a538a301aa0 tempest-AttachInterfacesTestJSON-1049158018 tempest-AttachInterfacesTestJSON-1049158018-project-member] Image limits 0:0:0 {{(pid=62328) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 994.568976] env[62328]: DEBUG nova.virt.hardware [None req-e5524e8e-dcc5-4342-9434-7a538a301aa0 tempest-AttachInterfacesTestJSON-1049158018 tempest-AttachInterfacesTestJSON-1049158018-project-member] Flavor pref 0:0:0 {{(pid=62328) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 994.569029] env[62328]: DEBUG nova.virt.hardware [None req-e5524e8e-dcc5-4342-9434-7a538a301aa0 tempest-AttachInterfacesTestJSON-1049158018 tempest-AttachInterfacesTestJSON-1049158018-project-member] Image pref 0:0:0 {{(pid=62328) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 994.569336] env[62328]: DEBUG nova.virt.hardware [None req-e5524e8e-dcc5-4342-9434-7a538a301aa0 tempest-AttachInterfacesTestJSON-1049158018 tempest-AttachInterfacesTestJSON-1049158018-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62328) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 994.569637] env[62328]: DEBUG nova.virt.hardware [None req-e5524e8e-dcc5-4342-9434-7a538a301aa0 tempest-AttachInterfacesTestJSON-1049158018 tempest-AttachInterfacesTestJSON-1049158018-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62328) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 994.569971] env[62328]: DEBUG nova.virt.hardware [None req-e5524e8e-dcc5-4342-9434-7a538a301aa0 tempest-AttachInterfacesTestJSON-1049158018 tempest-AttachInterfacesTestJSON-1049158018-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62328) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 994.570233] env[62328]: DEBUG nova.virt.hardware [None req-e5524e8e-dcc5-4342-9434-7a538a301aa0 tempest-AttachInterfacesTestJSON-1049158018 tempest-AttachInterfacesTestJSON-1049158018-project-member] Got 1 possible topologies {{(pid=62328) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 994.570720] env[62328]: DEBUG nova.virt.hardware [None req-e5524e8e-dcc5-4342-9434-7a538a301aa0 tempest-AttachInterfacesTestJSON-1049158018 tempest-AttachInterfacesTestJSON-1049158018-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62328) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 994.571045] env[62328]: DEBUG nova.virt.hardware [None req-e5524e8e-dcc5-4342-9434-7a538a301aa0 tempest-AttachInterfacesTestJSON-1049158018 tempest-AttachInterfacesTestJSON-1049158018-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62328) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 994.571986] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4d10814a-9e53-4503-b3b3-87d8d86127a5 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 994.584056] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-10fee44e-30b1-42a4-848e-5aa1030a31d5 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 994.648478] env[62328]: DEBUG oslo_vmware.api [None req-56d84e77-7e7a-4b14-bc66-ec07ae6e5f82 tempest-ServerRescueNegativeTestJSON-713788249 tempest-ServerRescueNegativeTestJSON-713788249-project-member] Task: {'id': task-2387410, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 994.741162] env[62328]: DEBUG nova.network.neutron [None req-19a37482-3ba7-4ddc-a574-e2df5e4ba850 tempest-ServerRescueNegativeTestJSON-713788249 tempest-ServerRescueNegativeTestJSON-713788249-project-member] [instance: 749883c0-59b2-4553-976c-39af0f4ff1d6] Updating instance_info_cache with network_info: [{"id": "0487f719-b206-438c-8cec-078573209af6", "address": "fa:16:3e:52:ef:4c", "network": {"id": "665a93dd-ec5d-43ab-a846-c1bb4bf70533", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1472451965-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d5a96a78c0b5451d8c6e1de563033f13", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "cf63c3c8-d774-4b81-9b12-848612a96076", "external-id": "nsx-vlan-transportzone-315", "segmentation_id": 315, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0487f719-b2", "ovs_interfaceid": "0487f719-b206-438c-8cec-078573209af6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62328) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 994.872212] env[62328]: DEBUG nova.compute.manager [req-9413f5b5-e46b-4af7-8316-a94381bc44a0 req-ce957285-10d1-4962-a7a8-6a21e14c32e9 service nova] [instance: 0c5d4040-bc5a-452c-9a75-a58280f7cb73] Received event network-vif-plugged-a4e2181b-293f-4f96-b2b6-bb007d97edb7 {{(pid=62328) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 994.872441] env[62328]: DEBUG oslo_concurrency.lockutils [req-9413f5b5-e46b-4af7-8316-a94381bc44a0 req-ce957285-10d1-4962-a7a8-6a21e14c32e9 service nova] Acquiring lock "0c5d4040-bc5a-452c-9a75-a58280f7cb73-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 994.873152] env[62328]: DEBUG oslo_concurrency.lockutils [req-9413f5b5-e46b-4af7-8316-a94381bc44a0 req-ce957285-10d1-4962-a7a8-6a21e14c32e9 service nova] Lock "0c5d4040-bc5a-452c-9a75-a58280f7cb73-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 994.873303] env[62328]: DEBUG oslo_concurrency.lockutils [req-9413f5b5-e46b-4af7-8316-a94381bc44a0 req-ce957285-10d1-4962-a7a8-6a21e14c32e9 service nova] Lock "0c5d4040-bc5a-452c-9a75-a58280f7cb73-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 994.873477] env[62328]: DEBUG nova.compute.manager [req-9413f5b5-e46b-4af7-8316-a94381bc44a0 req-ce957285-10d1-4962-a7a8-6a21e14c32e9 service nova] [instance: 0c5d4040-bc5a-452c-9a75-a58280f7cb73] No waiting events found dispatching network-vif-plugged-a4e2181b-293f-4f96-b2b6-bb007d97edb7 {{(pid=62328) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 994.873643] env[62328]: WARNING nova.compute.manager [req-9413f5b5-e46b-4af7-8316-a94381bc44a0 req-ce957285-10d1-4962-a7a8-6a21e14c32e9 service nova] [instance: 0c5d4040-bc5a-452c-9a75-a58280f7cb73] Received unexpected event network-vif-plugged-a4e2181b-293f-4f96-b2b6-bb007d97edb7 for instance with vm_state building and task_state spawning. [ 994.908746] env[62328]: DEBUG nova.network.neutron [None req-e5524e8e-dcc5-4342-9434-7a538a301aa0 tempest-AttachInterfacesTestJSON-1049158018 tempest-AttachInterfacesTestJSON-1049158018-project-member] [instance: 0c5d4040-bc5a-452c-9a75-a58280f7cb73] Successfully updated port: a4e2181b-293f-4f96-b2b6-bb007d97edb7 {{(pid=62328) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 994.969881] env[62328]: DEBUG oslo_concurrency.lockutils [None req-6f7e79c5-c4a4-43b1-a6a8-5a5b1b1fe838 tempest-ImagesTestJSON-1776717495 tempest-ImagesTestJSON-1776717495-project-member] Lock "fa773569-3987-4bca-8f5f-638a337630b1" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 26.737s {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 995.149059] env[62328]: DEBUG oslo_vmware.api [None req-56d84e77-7e7a-4b14-bc66-ec07ae6e5f82 tempest-ServerRescueNegativeTestJSON-713788249 tempest-ServerRescueNegativeTestJSON-713788249-project-member] Task: {'id': task-2387410, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.644635} completed successfully. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 995.149450] env[62328]: DEBUG nova.virt.vmwareapi.vm_util [None req-56d84e77-7e7a-4b14-bc66-ec07ae6e5f82 tempest-ServerRescueNegativeTestJSON-713788249 tempest-ServerRescueNegativeTestJSON-713788249-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/dbf872a4-92be-47e4-8561-c3e2bf2423ab/dbf872a4-92be-47e4-8561-c3e2bf2423ab.vmdk to [datastore1] 75498571-7d71-433a-8548-3a56f8b871c5/75498571-7d71-433a-8548-3a56f8b871c5.vmdk {{(pid=62328) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 995.149611] env[62328]: DEBUG nova.virt.vmwareapi.vmops [None req-56d84e77-7e7a-4b14-bc66-ec07ae6e5f82 tempest-ServerRescueNegativeTestJSON-713788249 tempest-ServerRescueNegativeTestJSON-713788249-project-member] [instance: 75498571-7d71-433a-8548-3a56f8b871c5] Extending root virtual disk to 1048576 {{(pid=62328) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 995.149873] env[62328]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-94c6831b-ff8b-4f23-bb56-904137b393f8 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 995.156540] env[62328]: DEBUG oslo_vmware.api [None req-56d84e77-7e7a-4b14-bc66-ec07ae6e5f82 tempest-ServerRescueNegativeTestJSON-713788249 tempest-ServerRescueNegativeTestJSON-713788249-project-member] Waiting for the task: (returnval){ [ 995.156540] env[62328]: value = "task-2387411" [ 995.156540] env[62328]: _type = "Task" [ 995.156540] env[62328]: } to complete. {{(pid=62328) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 995.166259] env[62328]: DEBUG oslo_vmware.api [None req-56d84e77-7e7a-4b14-bc66-ec07ae6e5f82 tempest-ServerRescueNegativeTestJSON-713788249 tempest-ServerRescueNegativeTestJSON-713788249-project-member] Task: {'id': task-2387411, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 995.244081] env[62328]: DEBUG oslo_concurrency.lockutils [None req-19a37482-3ba7-4ddc-a574-e2df5e4ba850 tempest-ServerRescueNegativeTestJSON-713788249 tempest-ServerRescueNegativeTestJSON-713788249-project-member] Releasing lock "refresh_cache-749883c0-59b2-4553-976c-39af0f4ff1d6" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 995.244461] env[62328]: DEBUG nova.compute.manager [None req-19a37482-3ba7-4ddc-a574-e2df5e4ba850 tempest-ServerRescueNegativeTestJSON-713788249 tempest-ServerRescueNegativeTestJSON-713788249-project-member] [instance: 749883c0-59b2-4553-976c-39af0f4ff1d6] Instance network_info: |[{"id": "0487f719-b206-438c-8cec-078573209af6", "address": "fa:16:3e:52:ef:4c", "network": {"id": "665a93dd-ec5d-43ab-a846-c1bb4bf70533", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1472451965-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d5a96a78c0b5451d8c6e1de563033f13", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "cf63c3c8-d774-4b81-9b12-848612a96076", "external-id": "nsx-vlan-transportzone-315", "segmentation_id": 315, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0487f719-b2", "ovs_interfaceid": "0487f719-b206-438c-8cec-078573209af6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62328) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 995.244923] env[62328]: DEBUG nova.virt.vmwareapi.vmops [None req-19a37482-3ba7-4ddc-a574-e2df5e4ba850 tempest-ServerRescueNegativeTestJSON-713788249 tempest-ServerRescueNegativeTestJSON-713788249-project-member] [instance: 749883c0-59b2-4553-976c-39af0f4ff1d6] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:52:ef:4c', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'cf63c3c8-d774-4b81-9b12-848612a96076', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '0487f719-b206-438c-8cec-078573209af6', 'vif_model': 'vmxnet3'}] {{(pid=62328) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 995.252983] env[62328]: DEBUG oslo.service.loopingcall [None req-19a37482-3ba7-4ddc-a574-e2df5e4ba850 tempest-ServerRescueNegativeTestJSON-713788249 tempest-ServerRescueNegativeTestJSON-713788249-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62328) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 995.254027] env[62328]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 749883c0-59b2-4553-976c-39af0f4ff1d6] Creating VM on the ESX host {{(pid=62328) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 995.254027] env[62328]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-d136e2e9-1e8b-4c78-a1d6-7f51a84f5838 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 995.278862] env[62328]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 995.278862] env[62328]: value = "task-2387412" [ 995.278862] env[62328]: _type = "Task" [ 995.278862] env[62328]: } to complete. {{(pid=62328) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 995.288988] env[62328]: DEBUG oslo_vmware.api [-] Task: {'id': task-2387412, 'name': CreateVM_Task} progress is 0%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 995.412283] env[62328]: DEBUG oslo_concurrency.lockutils [None req-e5524e8e-dcc5-4342-9434-7a538a301aa0 tempest-AttachInterfacesTestJSON-1049158018 tempest-AttachInterfacesTestJSON-1049158018-project-member] Acquiring lock "refresh_cache-0c5d4040-bc5a-452c-9a75-a58280f7cb73" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 995.412521] env[62328]: DEBUG oslo_concurrency.lockutils [None req-e5524e8e-dcc5-4342-9434-7a538a301aa0 tempest-AttachInterfacesTestJSON-1049158018 tempest-AttachInterfacesTestJSON-1049158018-project-member] Acquired lock "refresh_cache-0c5d4040-bc5a-452c-9a75-a58280f7cb73" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 995.412761] env[62328]: DEBUG nova.network.neutron [None req-e5524e8e-dcc5-4342-9434-7a538a301aa0 tempest-AttachInterfacesTestJSON-1049158018 tempest-AttachInterfacesTestJSON-1049158018-project-member] [instance: 0c5d4040-bc5a-452c-9a75-a58280f7cb73] Building network info cache for instance {{(pid=62328) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 995.564928] env[62328]: DEBUG nova.virt.vmwareapi.vm_util [None req-6c21fe2b-a260-4930-b6fc-a4c612cec4ac tempest-DeleteServersTestJSON-1766103036 tempest-DeleteServersTestJSON-1766103036-project-member] [instance: e775f546-0003-492a-a995-93a569666907] Powering off the VM {{(pid=62328) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 995.565238] env[62328]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-94a7efde-fafe-4787-9b26-647e391bd672 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 995.575017] env[62328]: DEBUG oslo_vmware.api [None req-6c21fe2b-a260-4930-b6fc-a4c612cec4ac tempest-DeleteServersTestJSON-1766103036 tempest-DeleteServersTestJSON-1766103036-project-member] Waiting for the task: (returnval){ [ 995.575017] env[62328]: value = "task-2387413" [ 995.575017] env[62328]: _type = "Task" [ 995.575017] env[62328]: } to complete. {{(pid=62328) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 995.586423] env[62328]: DEBUG oslo_vmware.api [None req-6c21fe2b-a260-4930-b6fc-a4c612cec4ac tempest-DeleteServersTestJSON-1766103036 tempest-DeleteServersTestJSON-1766103036-project-member] Task: {'id': task-2387413, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 995.665796] env[62328]: DEBUG oslo_vmware.api [None req-56d84e77-7e7a-4b14-bc66-ec07ae6e5f82 tempest-ServerRescueNegativeTestJSON-713788249 tempest-ServerRescueNegativeTestJSON-713788249-project-member] Task: {'id': task-2387411, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.065011} completed successfully. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 995.668233] env[62328]: DEBUG nova.virt.vmwareapi.vmops [None req-56d84e77-7e7a-4b14-bc66-ec07ae6e5f82 tempest-ServerRescueNegativeTestJSON-713788249 tempest-ServerRescueNegativeTestJSON-713788249-project-member] [instance: 75498571-7d71-433a-8548-3a56f8b871c5] Extended root virtual disk {{(pid=62328) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 995.669247] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d79b9961-9248-4c44-b394-990b460013eb {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 995.692852] env[62328]: DEBUG nova.virt.vmwareapi.volumeops [None req-56d84e77-7e7a-4b14-bc66-ec07ae6e5f82 tempest-ServerRescueNegativeTestJSON-713788249 tempest-ServerRescueNegativeTestJSON-713788249-project-member] [instance: 75498571-7d71-433a-8548-3a56f8b871c5] Reconfiguring VM instance instance-00000064 to attach disk [datastore1] 75498571-7d71-433a-8548-3a56f8b871c5/75498571-7d71-433a-8548-3a56f8b871c5.vmdk or device None with type sparse {{(pid=62328) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 995.695540] env[62328]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f2a16b75-70ae-4949-b272-47c6a58bb3ae {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 995.715493] env[62328]: DEBUG oslo_vmware.api [None req-56d84e77-7e7a-4b14-bc66-ec07ae6e5f82 tempest-ServerRescueNegativeTestJSON-713788249 tempest-ServerRescueNegativeTestJSON-713788249-project-member] Waiting for the task: (returnval){ [ 995.715493] env[62328]: value = "task-2387414" [ 995.715493] env[62328]: _type = "Task" [ 995.715493] env[62328]: } to complete. {{(pid=62328) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 995.725861] env[62328]: DEBUG oslo_vmware.api [None req-56d84e77-7e7a-4b14-bc66-ec07ae6e5f82 tempest-ServerRescueNegativeTestJSON-713788249 tempest-ServerRescueNegativeTestJSON-713788249-project-member] Task: {'id': task-2387414, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 995.779135] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fd9345cf-3209-447d-ab8a-20506bcad379 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 995.791802] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-73f4039f-0639-43a4-9269-a8da2cabe131 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 995.794938] env[62328]: DEBUG oslo_vmware.api [-] Task: {'id': task-2387412, 'name': CreateVM_Task, 'duration_secs': 0.370921} completed successfully. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 995.795056] env[62328]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 749883c0-59b2-4553-976c-39af0f4ff1d6] Created VM on the ESX host {{(pid=62328) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 995.796100] env[62328]: DEBUG oslo_concurrency.lockutils [None req-19a37482-3ba7-4ddc-a574-e2df5e4ba850 tempest-ServerRescueNegativeTestJSON-713788249 tempest-ServerRescueNegativeTestJSON-713788249-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/dbf872a4-92be-47e4-8561-c3e2bf2423ab" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 995.796226] env[62328]: DEBUG oslo_concurrency.lockutils [None req-19a37482-3ba7-4ddc-a574-e2df5e4ba850 tempest-ServerRescueNegativeTestJSON-713788249 tempest-ServerRescueNegativeTestJSON-713788249-project-member] Acquired lock "[datastore1] devstack-image-cache_base/dbf872a4-92be-47e4-8561-c3e2bf2423ab" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 995.796561] env[62328]: DEBUG oslo_concurrency.lockutils [None req-19a37482-3ba7-4ddc-a574-e2df5e4ba850 tempest-ServerRescueNegativeTestJSON-713788249 tempest-ServerRescueNegativeTestJSON-713788249-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/dbf872a4-92be-47e4-8561-c3e2bf2423ab" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 995.796777] env[62328]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c6aaad9e-0281-4dbf-b2af-3b7cfa6b1e44 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 995.823335] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2008a453-5085-4264-a58b-4532849c1a4d {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 995.827132] env[62328]: DEBUG oslo_vmware.api [None req-19a37482-3ba7-4ddc-a574-e2df5e4ba850 tempest-ServerRescueNegativeTestJSON-713788249 tempest-ServerRescueNegativeTestJSON-713788249-project-member] Waiting for the task: (returnval){ [ 995.827132] env[62328]: value = "session[52a6e20e-410d-708a-99f2-080a575a99bd]5201d522-eeb2-9a8d-23a3-4aee2280a77e" [ 995.827132] env[62328]: _type = "Task" [ 995.827132] env[62328]: } to complete. {{(pid=62328) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 995.833608] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a65024c8-cfeb-44e5-9b32-b85abc5ac7b1 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 995.839894] env[62328]: DEBUG oslo_vmware.api [None req-19a37482-3ba7-4ddc-a574-e2df5e4ba850 tempest-ServerRescueNegativeTestJSON-713788249 tempest-ServerRescueNegativeTestJSON-713788249-project-member] Task: {'id': session[52a6e20e-410d-708a-99f2-080a575a99bd]5201d522-eeb2-9a8d-23a3-4aee2280a77e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 995.849013] env[62328]: DEBUG nova.compute.provider_tree [None req-0aa5020b-17ed-4bd2-82b7-7d4fea1eff8e tempest-ServerDiskConfigTestJSON-126406698 tempest-ServerDiskConfigTestJSON-126406698-project-member] Inventory has not changed in ProviderTree for provider: 3469e9f8-04af-49ca-8435-49f104496744 {{(pid=62328) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 995.946046] env[62328]: DEBUG nova.network.neutron [None req-e5524e8e-dcc5-4342-9434-7a538a301aa0 tempest-AttachInterfacesTestJSON-1049158018 tempest-AttachInterfacesTestJSON-1049158018-project-member] [instance: 0c5d4040-bc5a-452c-9a75-a58280f7cb73] Instance cache missing network info. {{(pid=62328) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 996.063884] env[62328]: DEBUG oslo_service.periodic_task [None req-332cd9a1-235b-4315-894a-68f76363e980 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=62328) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 996.064098] env[62328]: DEBUG oslo_service.periodic_task [None req-332cd9a1-235b-4315-894a-68f76363e980 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=62328) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 996.086679] env[62328]: DEBUG oslo_vmware.api [None req-6c21fe2b-a260-4930-b6fc-a4c612cec4ac tempest-DeleteServersTestJSON-1766103036 tempest-DeleteServersTestJSON-1766103036-project-member] Task: {'id': task-2387413, 'name': PowerOffVM_Task, 'duration_secs': 0.173147} completed successfully. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 996.087607] env[62328]: DEBUG nova.network.neutron [None req-e5524e8e-dcc5-4342-9434-7a538a301aa0 tempest-AttachInterfacesTestJSON-1049158018 tempest-AttachInterfacesTestJSON-1049158018-project-member] [instance: 0c5d4040-bc5a-452c-9a75-a58280f7cb73] Updating instance_info_cache with network_info: [{"id": "a4e2181b-293f-4f96-b2b6-bb007d97edb7", "address": "fa:16:3e:21:94:79", "network": {"id": "43b1657c-44ae-47a8-8e8d-196242ef7fca", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1953540822-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e88420d74d294fef9f976142535b9ac5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9f3a2eb5-353f-45c5-a73b-869626f4bb13", "external-id": "nsx-vlan-transportzone-411", "segmentation_id": 411, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa4e2181b-29", "ovs_interfaceid": "a4e2181b-293f-4f96-b2b6-bb007d97edb7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62328) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 996.088779] env[62328]: DEBUG nova.virt.vmwareapi.vm_util [None req-6c21fe2b-a260-4930-b6fc-a4c612cec4ac tempest-DeleteServersTestJSON-1766103036 tempest-DeleteServersTestJSON-1766103036-project-member] [instance: e775f546-0003-492a-a995-93a569666907] Powered off the VM {{(pid=62328) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 996.088978] env[62328]: DEBUG nova.compute.manager [None req-6c21fe2b-a260-4930-b6fc-a4c612cec4ac tempest-DeleteServersTestJSON-1766103036 tempest-DeleteServersTestJSON-1766103036-project-member] [instance: e775f546-0003-492a-a995-93a569666907] Checking state {{(pid=62328) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 996.089948] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-386504ef-b0fb-4234-8840-56a9eedf44dc {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 996.225469] env[62328]: DEBUG oslo_vmware.api [None req-56d84e77-7e7a-4b14-bc66-ec07ae6e5f82 tempest-ServerRescueNegativeTestJSON-713788249 tempest-ServerRescueNegativeTestJSON-713788249-project-member] Task: {'id': task-2387414, 'name': ReconfigVM_Task, 'duration_secs': 0.439697} completed successfully. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 996.225800] env[62328]: DEBUG nova.virt.vmwareapi.volumeops [None req-56d84e77-7e7a-4b14-bc66-ec07ae6e5f82 tempest-ServerRescueNegativeTestJSON-713788249 tempest-ServerRescueNegativeTestJSON-713788249-project-member] [instance: 75498571-7d71-433a-8548-3a56f8b871c5] Reconfigured VM instance instance-00000064 to attach disk [datastore1] 75498571-7d71-433a-8548-3a56f8b871c5/75498571-7d71-433a-8548-3a56f8b871c5.vmdk or device None with type sparse {{(pid=62328) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 996.226383] env[62328]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-de1cf947-fed2-4d32-b041-174968953672 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 996.232293] env[62328]: DEBUG oslo_vmware.api [None req-56d84e77-7e7a-4b14-bc66-ec07ae6e5f82 tempest-ServerRescueNegativeTestJSON-713788249 tempest-ServerRescueNegativeTestJSON-713788249-project-member] Waiting for the task: (returnval){ [ 996.232293] env[62328]: value = "task-2387415" [ 996.232293] env[62328]: _type = "Task" [ 996.232293] env[62328]: } to complete. {{(pid=62328) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 996.239816] env[62328]: DEBUG oslo_vmware.api [None req-56d84e77-7e7a-4b14-bc66-ec07ae6e5f82 tempest-ServerRescueNegativeTestJSON-713788249 tempest-ServerRescueNegativeTestJSON-713788249-project-member] Task: {'id': task-2387415, 'name': Rename_Task} progress is 0%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 996.339568] env[62328]: DEBUG oslo_vmware.api [None req-19a37482-3ba7-4ddc-a574-e2df5e4ba850 tempest-ServerRescueNegativeTestJSON-713788249 tempest-ServerRescueNegativeTestJSON-713788249-project-member] Task: {'id': session[52a6e20e-410d-708a-99f2-080a575a99bd]5201d522-eeb2-9a8d-23a3-4aee2280a77e, 'name': SearchDatastore_Task, 'duration_secs': 0.013112} completed successfully. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 996.340103] env[62328]: DEBUG oslo_concurrency.lockutils [None req-19a37482-3ba7-4ddc-a574-e2df5e4ba850 tempest-ServerRescueNegativeTestJSON-713788249 tempest-ServerRescueNegativeTestJSON-713788249-project-member] Releasing lock "[datastore1] devstack-image-cache_base/dbf872a4-92be-47e4-8561-c3e2bf2423ab" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 996.340401] env[62328]: DEBUG nova.virt.vmwareapi.vmops [None req-19a37482-3ba7-4ddc-a574-e2df5e4ba850 tempest-ServerRescueNegativeTestJSON-713788249 tempest-ServerRescueNegativeTestJSON-713788249-project-member] [instance: 749883c0-59b2-4553-976c-39af0f4ff1d6] Processing image dbf872a4-92be-47e4-8561-c3e2bf2423ab {{(pid=62328) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 996.340658] env[62328]: DEBUG oslo_concurrency.lockutils [None req-19a37482-3ba7-4ddc-a574-e2df5e4ba850 tempest-ServerRescueNegativeTestJSON-713788249 tempest-ServerRescueNegativeTestJSON-713788249-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/dbf872a4-92be-47e4-8561-c3e2bf2423ab/dbf872a4-92be-47e4-8561-c3e2bf2423ab.vmdk" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 996.340805] env[62328]: DEBUG oslo_concurrency.lockutils [None req-19a37482-3ba7-4ddc-a574-e2df5e4ba850 tempest-ServerRescueNegativeTestJSON-713788249 tempest-ServerRescueNegativeTestJSON-713788249-project-member] Acquired lock "[datastore1] devstack-image-cache_base/dbf872a4-92be-47e4-8561-c3e2bf2423ab/dbf872a4-92be-47e4-8561-c3e2bf2423ab.vmdk" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 996.340986] env[62328]: DEBUG nova.virt.vmwareapi.ds_util [None req-19a37482-3ba7-4ddc-a574-e2df5e4ba850 tempest-ServerRescueNegativeTestJSON-713788249 tempest-ServerRescueNegativeTestJSON-713788249-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62328) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 996.341276] env[62328]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-ab3bc904-4e59-468c-88c6-5f5e6e7edcb9 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 996.349630] env[62328]: DEBUG nova.virt.vmwareapi.ds_util [None req-19a37482-3ba7-4ddc-a574-e2df5e4ba850 tempest-ServerRescueNegativeTestJSON-713788249 tempest-ServerRescueNegativeTestJSON-713788249-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62328) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 996.349793] env[62328]: DEBUG nova.virt.vmwareapi.vmops [None req-19a37482-3ba7-4ddc-a574-e2df5e4ba850 tempest-ServerRescueNegativeTestJSON-713788249 tempest-ServerRescueNegativeTestJSON-713788249-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62328) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 996.350544] env[62328]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8e0fc47b-8517-4eb3-ad65-05d31e8e343f {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 996.353523] env[62328]: DEBUG nova.scheduler.client.report [None req-0aa5020b-17ed-4bd2-82b7-7d4fea1eff8e tempest-ServerDiskConfigTestJSON-126406698 tempest-ServerDiskConfigTestJSON-126406698-project-member] Inventory has not changed for provider 3469e9f8-04af-49ca-8435-49f104496744 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 152, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62328) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 996.360094] env[62328]: DEBUG oslo_vmware.api [None req-19a37482-3ba7-4ddc-a574-e2df5e4ba850 tempest-ServerRescueNegativeTestJSON-713788249 tempest-ServerRescueNegativeTestJSON-713788249-project-member] Waiting for the task: (returnval){ [ 996.360094] env[62328]: value = "session[52a6e20e-410d-708a-99f2-080a575a99bd]5289dd03-7373-d091-56fd-2e9df07e94fd" [ 996.360094] env[62328]: _type = "Task" [ 996.360094] env[62328]: } to complete. {{(pid=62328) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 996.367727] env[62328]: DEBUG oslo_vmware.api [None req-19a37482-3ba7-4ddc-a574-e2df5e4ba850 tempest-ServerRescueNegativeTestJSON-713788249 tempest-ServerRescueNegativeTestJSON-713788249-project-member] Task: {'id': session[52a6e20e-410d-708a-99f2-080a575a99bd]5289dd03-7373-d091-56fd-2e9df07e94fd, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 996.572990] env[62328]: DEBUG oslo_service.periodic_task [None req-332cd9a1-235b-4315-894a-68f76363e980 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=62328) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 996.573267] env[62328]: DEBUG nova.compute.manager [None req-332cd9a1-235b-4315-894a-68f76363e980 None None] Starting heal instance info cache {{(pid=62328) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10445}} [ 996.573267] env[62328]: DEBUG nova.compute.manager [None req-332cd9a1-235b-4315-894a-68f76363e980 None None] Rebuilding the list of instances to heal {{(pid=62328) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10449}} [ 996.590899] env[62328]: DEBUG oslo_concurrency.lockutils [None req-e5524e8e-dcc5-4342-9434-7a538a301aa0 tempest-AttachInterfacesTestJSON-1049158018 tempest-AttachInterfacesTestJSON-1049158018-project-member] Releasing lock "refresh_cache-0c5d4040-bc5a-452c-9a75-a58280f7cb73" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 996.591236] env[62328]: DEBUG nova.compute.manager [None req-e5524e8e-dcc5-4342-9434-7a538a301aa0 tempest-AttachInterfacesTestJSON-1049158018 tempest-AttachInterfacesTestJSON-1049158018-project-member] [instance: 0c5d4040-bc5a-452c-9a75-a58280f7cb73] Instance network_info: |[{"id": "a4e2181b-293f-4f96-b2b6-bb007d97edb7", "address": "fa:16:3e:21:94:79", "network": {"id": "43b1657c-44ae-47a8-8e8d-196242ef7fca", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1953540822-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e88420d74d294fef9f976142535b9ac5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9f3a2eb5-353f-45c5-a73b-869626f4bb13", "external-id": "nsx-vlan-transportzone-411", "segmentation_id": 411, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa4e2181b-29", "ovs_interfaceid": "a4e2181b-293f-4f96-b2b6-bb007d97edb7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62328) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 996.591691] env[62328]: DEBUG nova.virt.vmwareapi.vmops [None req-e5524e8e-dcc5-4342-9434-7a538a301aa0 tempest-AttachInterfacesTestJSON-1049158018 tempest-AttachInterfacesTestJSON-1049158018-project-member] [instance: 0c5d4040-bc5a-452c-9a75-a58280f7cb73] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:21:94:79', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '9f3a2eb5-353f-45c5-a73b-869626f4bb13', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'a4e2181b-293f-4f96-b2b6-bb007d97edb7', 'vif_model': 'vmxnet3'}] {{(pid=62328) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 996.599078] env[62328]: DEBUG nova.virt.vmwareapi.vm_util [None req-e5524e8e-dcc5-4342-9434-7a538a301aa0 tempest-AttachInterfacesTestJSON-1049158018 tempest-AttachInterfacesTestJSON-1049158018-project-member] Creating folder: Project (e88420d74d294fef9f976142535b9ac5). Parent ref: group-v484164. {{(pid=62328) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 996.601150] env[62328]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-d1e14c29-86cb-4db0-9e4b-d7599a5772c1 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 996.603174] env[62328]: DEBUG oslo_concurrency.lockutils [None req-6c21fe2b-a260-4930-b6fc-a4c612cec4ac tempest-DeleteServersTestJSON-1766103036 tempest-DeleteServersTestJSON-1766103036-project-member] Lock "e775f546-0003-492a-a995-93a569666907" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.060s {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 996.614522] env[62328]: INFO nova.virt.vmwareapi.vm_util [None req-e5524e8e-dcc5-4342-9434-7a538a301aa0 tempest-AttachInterfacesTestJSON-1049158018 tempest-AttachInterfacesTestJSON-1049158018-project-member] Created folder: Project (e88420d74d294fef9f976142535b9ac5) in parent group-v484164. [ 996.614748] env[62328]: DEBUG nova.virt.vmwareapi.vm_util [None req-e5524e8e-dcc5-4342-9434-7a538a301aa0 tempest-AttachInterfacesTestJSON-1049158018 tempest-AttachInterfacesTestJSON-1049158018-project-member] Creating folder: Instances. Parent ref: group-v484436. {{(pid=62328) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 996.614984] env[62328]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-9f40cbc4-c5f1-4e36-82b4-71011a239204 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 996.624386] env[62328]: INFO nova.virt.vmwareapi.vm_util [None req-e5524e8e-dcc5-4342-9434-7a538a301aa0 tempest-AttachInterfacesTestJSON-1049158018 tempest-AttachInterfacesTestJSON-1049158018-project-member] Created folder: Instances in parent group-v484436. [ 996.624604] env[62328]: DEBUG oslo.service.loopingcall [None req-e5524e8e-dcc5-4342-9434-7a538a301aa0 tempest-AttachInterfacesTestJSON-1049158018 tempest-AttachInterfacesTestJSON-1049158018-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62328) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 996.624783] env[62328]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0c5d4040-bc5a-452c-9a75-a58280f7cb73] Creating VM on the ESX host {{(pid=62328) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 996.624974] env[62328]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-7a0b9ce6-b646-4a48-8c69-3c6148504042 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 996.644477] env[62328]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 996.644477] env[62328]: value = "task-2387418" [ 996.644477] env[62328]: _type = "Task" [ 996.644477] env[62328]: } to complete. {{(pid=62328) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 996.653528] env[62328]: DEBUG oslo_vmware.api [-] Task: {'id': task-2387418, 'name': CreateVM_Task} progress is 0%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 996.743762] env[62328]: DEBUG oslo_vmware.api [None req-56d84e77-7e7a-4b14-bc66-ec07ae6e5f82 tempest-ServerRescueNegativeTestJSON-713788249 tempest-ServerRescueNegativeTestJSON-713788249-project-member] Task: {'id': task-2387415, 'name': Rename_Task, 'duration_secs': 0.140316} completed successfully. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 996.744046] env[62328]: DEBUG nova.virt.vmwareapi.vm_util [None req-56d84e77-7e7a-4b14-bc66-ec07ae6e5f82 tempest-ServerRescueNegativeTestJSON-713788249 tempest-ServerRescueNegativeTestJSON-713788249-project-member] [instance: 75498571-7d71-433a-8548-3a56f8b871c5] Powering on the VM {{(pid=62328) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 996.744303] env[62328]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-915032cb-b7b6-4945-8de6-b28401d0847b {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 996.751051] env[62328]: DEBUG oslo_vmware.api [None req-56d84e77-7e7a-4b14-bc66-ec07ae6e5f82 tempest-ServerRescueNegativeTestJSON-713788249 tempest-ServerRescueNegativeTestJSON-713788249-project-member] Waiting for the task: (returnval){ [ 996.751051] env[62328]: value = "task-2387419" [ 996.751051] env[62328]: _type = "Task" [ 996.751051] env[62328]: } to complete. {{(pid=62328) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 996.760666] env[62328]: DEBUG oslo_vmware.api [None req-56d84e77-7e7a-4b14-bc66-ec07ae6e5f82 tempest-ServerRescueNegativeTestJSON-713788249 tempest-ServerRescueNegativeTestJSON-713788249-project-member] Task: {'id': task-2387419, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 996.860030] env[62328]: DEBUG oslo_concurrency.lockutils [None req-0aa5020b-17ed-4bd2-82b7-7d4fea1eff8e tempest-ServerDiskConfigTestJSON-126406698 tempest-ServerDiskConfigTestJSON-126406698-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.427s {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 996.860445] env[62328]: DEBUG nova.compute.manager [None req-0aa5020b-17ed-4bd2-82b7-7d4fea1eff8e tempest-ServerDiskConfigTestJSON-126406698 tempest-ServerDiskConfigTestJSON-126406698-project-member] [instance: 79c32321-e070-4a76-a865-9e9131634951] Start building networks asynchronously for instance. {{(pid=62328) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 996.863409] env[62328]: DEBUG oslo_concurrency.lockutils [None req-6d2aed24-7c2e-4a32-8be8-f83d64c46ed5 tempest-ServersTestManualDisk-1140415373 tempest-ServersTestManualDisk-1140415373-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 24.246s {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 996.864227] env[62328]: DEBUG nova.objects.instance [None req-6d2aed24-7c2e-4a32-8be8-f83d64c46ed5 tempest-ServersTestManualDisk-1140415373 tempest-ServersTestManualDisk-1140415373-project-member] Lazy-loading 'resources' on Instance uuid 77ca1d19-5060-4a7c-a780-56adf9a3f70e {{(pid=62328) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 996.876926] env[62328]: DEBUG oslo_vmware.api [None req-19a37482-3ba7-4ddc-a574-e2df5e4ba850 tempest-ServerRescueNegativeTestJSON-713788249 tempest-ServerRescueNegativeTestJSON-713788249-project-member] Task: {'id': session[52a6e20e-410d-708a-99f2-080a575a99bd]5289dd03-7373-d091-56fd-2e9df07e94fd, 'name': SearchDatastore_Task, 'duration_secs': 0.010256} completed successfully. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 996.879288] env[62328]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-44c1d27c-7401-4f81-acbe-4c3380360691 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 996.888290] env[62328]: DEBUG oslo_vmware.api [None req-19a37482-3ba7-4ddc-a574-e2df5e4ba850 tempest-ServerRescueNegativeTestJSON-713788249 tempest-ServerRescueNegativeTestJSON-713788249-project-member] Waiting for the task: (returnval){ [ 996.888290] env[62328]: value = "session[52a6e20e-410d-708a-99f2-080a575a99bd]52d91083-7895-dfa1-e68f-31bc5a28d3bf" [ 996.888290] env[62328]: _type = "Task" [ 996.888290] env[62328]: } to complete. {{(pid=62328) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 996.901306] env[62328]: DEBUG oslo_vmware.api [None req-19a37482-3ba7-4ddc-a574-e2df5e4ba850 tempest-ServerRescueNegativeTestJSON-713788249 tempest-ServerRescueNegativeTestJSON-713788249-project-member] Task: {'id': session[52a6e20e-410d-708a-99f2-080a575a99bd]52d91083-7895-dfa1-e68f-31bc5a28d3bf, 'name': SearchDatastore_Task, 'duration_secs': 0.010743} completed successfully. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 996.902165] env[62328]: DEBUG oslo_concurrency.lockutils [None req-19a37482-3ba7-4ddc-a574-e2df5e4ba850 tempest-ServerRescueNegativeTestJSON-713788249 tempest-ServerRescueNegativeTestJSON-713788249-project-member] Releasing lock "[datastore1] devstack-image-cache_base/dbf872a4-92be-47e4-8561-c3e2bf2423ab/dbf872a4-92be-47e4-8561-c3e2bf2423ab.vmdk" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 996.903224] env[62328]: DEBUG nova.virt.vmwareapi.vm_util [None req-19a37482-3ba7-4ddc-a574-e2df5e4ba850 tempest-ServerRescueNegativeTestJSON-713788249 tempest-ServerRescueNegativeTestJSON-713788249-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/dbf872a4-92be-47e4-8561-c3e2bf2423ab/dbf872a4-92be-47e4-8561-c3e2bf2423ab.vmdk to [datastore1] 749883c0-59b2-4553-976c-39af0f4ff1d6/749883c0-59b2-4553-976c-39af0f4ff1d6.vmdk {{(pid=62328) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 996.903224] env[62328]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-7700ad76-320a-40d3-8414-6b85ca4876ac {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 996.909980] env[62328]: DEBUG oslo_vmware.api [None req-19a37482-3ba7-4ddc-a574-e2df5e4ba850 tempest-ServerRescueNegativeTestJSON-713788249 tempest-ServerRescueNegativeTestJSON-713788249-project-member] Waiting for the task: (returnval){ [ 996.909980] env[62328]: value = "task-2387420" [ 996.909980] env[62328]: _type = "Task" [ 996.909980] env[62328]: } to complete. {{(pid=62328) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 996.918986] env[62328]: DEBUG oslo_vmware.api [None req-19a37482-3ba7-4ddc-a574-e2df5e4ba850 tempest-ServerRescueNegativeTestJSON-713788249 tempest-ServerRescueNegativeTestJSON-713788249-project-member] Task: {'id': task-2387420, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 996.977948] env[62328]: DEBUG nova.compute.manager [req-dc3ffc9a-2e3a-4c03-8dee-591dac13da12 req-5ffc903a-3677-4d29-980a-26009df8e13e service nova] [instance: 0c5d4040-bc5a-452c-9a75-a58280f7cb73] Received event network-changed-a4e2181b-293f-4f96-b2b6-bb007d97edb7 {{(pid=62328) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 996.977948] env[62328]: DEBUG nova.compute.manager [req-dc3ffc9a-2e3a-4c03-8dee-591dac13da12 req-5ffc903a-3677-4d29-980a-26009df8e13e service nova] [instance: 0c5d4040-bc5a-452c-9a75-a58280f7cb73] Refreshing instance network info cache due to event network-changed-a4e2181b-293f-4f96-b2b6-bb007d97edb7. {{(pid=62328) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 996.978442] env[62328]: DEBUG oslo_concurrency.lockutils [req-dc3ffc9a-2e3a-4c03-8dee-591dac13da12 req-5ffc903a-3677-4d29-980a-26009df8e13e service nova] Acquiring lock "refresh_cache-0c5d4040-bc5a-452c-9a75-a58280f7cb73" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 996.978442] env[62328]: DEBUG oslo_concurrency.lockutils [req-dc3ffc9a-2e3a-4c03-8dee-591dac13da12 req-5ffc903a-3677-4d29-980a-26009df8e13e service nova] Acquired lock "refresh_cache-0c5d4040-bc5a-452c-9a75-a58280f7cb73" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 996.978605] env[62328]: DEBUG nova.network.neutron [req-dc3ffc9a-2e3a-4c03-8dee-591dac13da12 req-5ffc903a-3677-4d29-980a-26009df8e13e service nova] [instance: 0c5d4040-bc5a-452c-9a75-a58280f7cb73] Refreshing network info cache for port a4e2181b-293f-4f96-b2b6-bb007d97edb7 {{(pid=62328) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 997.083066] env[62328]: DEBUG nova.compute.manager [None req-332cd9a1-235b-4315-894a-68f76363e980 None None] [instance: 75498571-7d71-433a-8548-3a56f8b871c5] Skipping network cache update for instance because it is Building. {{(pid=62328) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10458}} [ 997.083248] env[62328]: DEBUG nova.compute.manager [None req-332cd9a1-235b-4315-894a-68f76363e980 None None] [instance: 749883c0-59b2-4553-976c-39af0f4ff1d6] Skipping network cache update for instance because it is Building. {{(pid=62328) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10458}} [ 997.083375] env[62328]: DEBUG nova.compute.manager [None req-332cd9a1-235b-4315-894a-68f76363e980 None None] [instance: 0c5d4040-bc5a-452c-9a75-a58280f7cb73] Skipping network cache update for instance because it is Building. {{(pid=62328) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10458}} [ 997.083508] env[62328]: DEBUG nova.compute.manager [None req-332cd9a1-235b-4315-894a-68f76363e980 None None] [instance: 79c32321-e070-4a76-a865-9e9131634951] Skipping network cache update for instance because it is Building. {{(pid=62328) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10458}} [ 997.116153] env[62328]: DEBUG oslo_concurrency.lockutils [None req-332cd9a1-235b-4315-894a-68f76363e980 None None] Acquiring lock "refresh_cache-6c107768-0f57-42fd-a2a5-b28207b17de9" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 997.116153] env[62328]: DEBUG oslo_concurrency.lockutils [None req-332cd9a1-235b-4315-894a-68f76363e980 None None] Acquired lock "refresh_cache-6c107768-0f57-42fd-a2a5-b28207b17de9" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 997.116153] env[62328]: DEBUG nova.network.neutron [None req-332cd9a1-235b-4315-894a-68f76363e980 None None] [instance: 6c107768-0f57-42fd-a2a5-b28207b17de9] Forcefully refreshing network info cache for instance {{(pid=62328) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2061}} [ 997.116153] env[62328]: DEBUG nova.objects.instance [None req-332cd9a1-235b-4315-894a-68f76363e980 None None] Lazy-loading 'info_cache' on Instance uuid 6c107768-0f57-42fd-a2a5-b28207b17de9 {{(pid=62328) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 997.155524] env[62328]: DEBUG oslo_vmware.api [-] Task: {'id': task-2387418, 'name': CreateVM_Task, 'duration_secs': 0.360372} completed successfully. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 997.155689] env[62328]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0c5d4040-bc5a-452c-9a75-a58280f7cb73] Created VM on the ESX host {{(pid=62328) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 997.156439] env[62328]: DEBUG oslo_concurrency.lockutils [None req-e5524e8e-dcc5-4342-9434-7a538a301aa0 tempest-AttachInterfacesTestJSON-1049158018 tempest-AttachInterfacesTestJSON-1049158018-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/dbf872a4-92be-47e4-8561-c3e2bf2423ab" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 997.156611] env[62328]: DEBUG oslo_concurrency.lockutils [None req-e5524e8e-dcc5-4342-9434-7a538a301aa0 tempest-AttachInterfacesTestJSON-1049158018 tempest-AttachInterfacesTestJSON-1049158018-project-member] Acquired lock "[datastore1] devstack-image-cache_base/dbf872a4-92be-47e4-8561-c3e2bf2423ab" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 997.156931] env[62328]: DEBUG oslo_concurrency.lockutils [None req-e5524e8e-dcc5-4342-9434-7a538a301aa0 tempest-AttachInterfacesTestJSON-1049158018 tempest-AttachInterfacesTestJSON-1049158018-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/dbf872a4-92be-47e4-8561-c3e2bf2423ab" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 997.157207] env[62328]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-dea4bf1f-6534-490a-b98e-0f08e0de1344 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 997.162785] env[62328]: DEBUG oslo_vmware.api [None req-e5524e8e-dcc5-4342-9434-7a538a301aa0 tempest-AttachInterfacesTestJSON-1049158018 tempest-AttachInterfacesTestJSON-1049158018-project-member] Waiting for the task: (returnval){ [ 997.162785] env[62328]: value = "session[52a6e20e-410d-708a-99f2-080a575a99bd]52215929-3410-4d49-ba3b-17e4c3806efa" [ 997.162785] env[62328]: _type = "Task" [ 997.162785] env[62328]: } to complete. {{(pid=62328) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 997.171649] env[62328]: DEBUG oslo_vmware.api [None req-e5524e8e-dcc5-4342-9434-7a538a301aa0 tempest-AttachInterfacesTestJSON-1049158018 tempest-AttachInterfacesTestJSON-1049158018-project-member] Task: {'id': session[52a6e20e-410d-708a-99f2-080a575a99bd]52215929-3410-4d49-ba3b-17e4c3806efa, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 997.264160] env[62328]: DEBUG oslo_vmware.api [None req-56d84e77-7e7a-4b14-bc66-ec07ae6e5f82 tempest-ServerRescueNegativeTestJSON-713788249 tempest-ServerRescueNegativeTestJSON-713788249-project-member] Task: {'id': task-2387419, 'name': PowerOnVM_Task} progress is 94%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 997.364957] env[62328]: DEBUG oslo_concurrency.lockutils [None req-f04d76f3-a74e-472f-b8c2-20cc77896c1b tempest-DeleteServersTestJSON-1766103036 tempest-DeleteServersTestJSON-1766103036-project-member] Acquiring lock "e775f546-0003-492a-a995-93a569666907" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 997.364957] env[62328]: DEBUG oslo_concurrency.lockutils [None req-f04d76f3-a74e-472f-b8c2-20cc77896c1b tempest-DeleteServersTestJSON-1766103036 tempest-DeleteServersTestJSON-1766103036-project-member] Lock "e775f546-0003-492a-a995-93a569666907" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 997.364957] env[62328]: DEBUG oslo_concurrency.lockutils [None req-f04d76f3-a74e-472f-b8c2-20cc77896c1b tempest-DeleteServersTestJSON-1766103036 tempest-DeleteServersTestJSON-1766103036-project-member] Acquiring lock "e775f546-0003-492a-a995-93a569666907-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 997.365191] env[62328]: DEBUG oslo_concurrency.lockutils [None req-f04d76f3-a74e-472f-b8c2-20cc77896c1b tempest-DeleteServersTestJSON-1766103036 tempest-DeleteServersTestJSON-1766103036-project-member] Lock "e775f546-0003-492a-a995-93a569666907-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 997.365809] env[62328]: DEBUG oslo_concurrency.lockutils [None req-f04d76f3-a74e-472f-b8c2-20cc77896c1b tempest-DeleteServersTestJSON-1766103036 tempest-DeleteServersTestJSON-1766103036-project-member] Lock "e775f546-0003-492a-a995-93a569666907-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 997.368589] env[62328]: DEBUG nova.compute.utils [None req-0aa5020b-17ed-4bd2-82b7-7d4fea1eff8e tempest-ServerDiskConfigTestJSON-126406698 tempest-ServerDiskConfigTestJSON-126406698-project-member] Using /dev/sd instead of None {{(pid=62328) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 997.370149] env[62328]: INFO nova.compute.manager [None req-f04d76f3-a74e-472f-b8c2-20cc77896c1b tempest-DeleteServersTestJSON-1766103036 tempest-DeleteServersTestJSON-1766103036-project-member] [instance: e775f546-0003-492a-a995-93a569666907] Terminating instance [ 997.375215] env[62328]: DEBUG nova.compute.manager [None req-0aa5020b-17ed-4bd2-82b7-7d4fea1eff8e tempest-ServerDiskConfigTestJSON-126406698 tempest-ServerDiskConfigTestJSON-126406698-project-member] [instance: 79c32321-e070-4a76-a865-9e9131634951] Allocating IP information in the background. {{(pid=62328) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 997.375498] env[62328]: DEBUG nova.network.neutron [None req-0aa5020b-17ed-4bd2-82b7-7d4fea1eff8e tempest-ServerDiskConfigTestJSON-126406698 tempest-ServerDiskConfigTestJSON-126406698-project-member] [instance: 79c32321-e070-4a76-a865-9e9131634951] allocate_for_instance() {{(pid=62328) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 997.421377] env[62328]: DEBUG oslo_vmware.api [None req-19a37482-3ba7-4ddc-a574-e2df5e4ba850 tempest-ServerRescueNegativeTestJSON-713788249 tempest-ServerRescueNegativeTestJSON-713788249-project-member] Task: {'id': task-2387420, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.499573} completed successfully. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 997.424571] env[62328]: DEBUG nova.virt.vmwareapi.vm_util [None req-19a37482-3ba7-4ddc-a574-e2df5e4ba850 tempest-ServerRescueNegativeTestJSON-713788249 tempest-ServerRescueNegativeTestJSON-713788249-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/dbf872a4-92be-47e4-8561-c3e2bf2423ab/dbf872a4-92be-47e4-8561-c3e2bf2423ab.vmdk to [datastore1] 749883c0-59b2-4553-976c-39af0f4ff1d6/749883c0-59b2-4553-976c-39af0f4ff1d6.vmdk {{(pid=62328) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 997.424955] env[62328]: DEBUG nova.virt.vmwareapi.vmops [None req-19a37482-3ba7-4ddc-a574-e2df5e4ba850 tempest-ServerRescueNegativeTestJSON-713788249 tempest-ServerRescueNegativeTestJSON-713788249-project-member] [instance: 749883c0-59b2-4553-976c-39af0f4ff1d6] Extending root virtual disk to 1048576 {{(pid=62328) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 997.426443] env[62328]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-ccd3189c-3246-44bc-a0be-85aa675004d7 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 997.435039] env[62328]: DEBUG oslo_vmware.api [None req-19a37482-3ba7-4ddc-a574-e2df5e4ba850 tempest-ServerRescueNegativeTestJSON-713788249 tempest-ServerRescueNegativeTestJSON-713788249-project-member] Waiting for the task: (returnval){ [ 997.435039] env[62328]: value = "task-2387421" [ 997.435039] env[62328]: _type = "Task" [ 997.435039] env[62328]: } to complete. {{(pid=62328) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 997.439572] env[62328]: DEBUG nova.policy [None req-0aa5020b-17ed-4bd2-82b7-7d4fea1eff8e tempest-ServerDiskConfigTestJSON-126406698 tempest-ServerDiskConfigTestJSON-126406698-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '10201068f621405e9541d14e7a6a2979', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '33a1d9f198d84697b63d98d445dea080', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62328) authorize /opt/stack/nova/nova/policy.py:192}} [ 997.450047] env[62328]: DEBUG oslo_vmware.api [None req-19a37482-3ba7-4ddc-a574-e2df5e4ba850 tempest-ServerRescueNegativeTestJSON-713788249 tempest-ServerRescueNegativeTestJSON-713788249-project-member] Task: {'id': task-2387421, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 997.674902] env[62328]: DEBUG oslo_vmware.api [None req-e5524e8e-dcc5-4342-9434-7a538a301aa0 tempest-AttachInterfacesTestJSON-1049158018 tempest-AttachInterfacesTestJSON-1049158018-project-member] Task: {'id': session[52a6e20e-410d-708a-99f2-080a575a99bd]52215929-3410-4d49-ba3b-17e4c3806efa, 'name': SearchDatastore_Task, 'duration_secs': 0.051802} completed successfully. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 997.675478] env[62328]: DEBUG oslo_concurrency.lockutils [None req-e5524e8e-dcc5-4342-9434-7a538a301aa0 tempest-AttachInterfacesTestJSON-1049158018 tempest-AttachInterfacesTestJSON-1049158018-project-member] Releasing lock "[datastore1] devstack-image-cache_base/dbf872a4-92be-47e4-8561-c3e2bf2423ab" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 997.675620] env[62328]: DEBUG nova.virt.vmwareapi.vmops [None req-e5524e8e-dcc5-4342-9434-7a538a301aa0 tempest-AttachInterfacesTestJSON-1049158018 tempest-AttachInterfacesTestJSON-1049158018-project-member] [instance: 0c5d4040-bc5a-452c-9a75-a58280f7cb73] Processing image dbf872a4-92be-47e4-8561-c3e2bf2423ab {{(pid=62328) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 997.675942] env[62328]: DEBUG oslo_concurrency.lockutils [None req-e5524e8e-dcc5-4342-9434-7a538a301aa0 tempest-AttachInterfacesTestJSON-1049158018 tempest-AttachInterfacesTestJSON-1049158018-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/dbf872a4-92be-47e4-8561-c3e2bf2423ab/dbf872a4-92be-47e4-8561-c3e2bf2423ab.vmdk" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 997.676184] env[62328]: DEBUG oslo_concurrency.lockutils [None req-e5524e8e-dcc5-4342-9434-7a538a301aa0 tempest-AttachInterfacesTestJSON-1049158018 tempest-AttachInterfacesTestJSON-1049158018-project-member] Acquired lock "[datastore1] devstack-image-cache_base/dbf872a4-92be-47e4-8561-c3e2bf2423ab/dbf872a4-92be-47e4-8561-c3e2bf2423ab.vmdk" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 997.676407] env[62328]: DEBUG nova.virt.vmwareapi.ds_util [None req-e5524e8e-dcc5-4342-9434-7a538a301aa0 tempest-AttachInterfacesTestJSON-1049158018 tempest-AttachInterfacesTestJSON-1049158018-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62328) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 997.676694] env[62328]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-30988916-9834-4e83-bfde-da1e81b526ed {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 997.692377] env[62328]: DEBUG nova.virt.vmwareapi.ds_util [None req-e5524e8e-dcc5-4342-9434-7a538a301aa0 tempest-AttachInterfacesTestJSON-1049158018 tempest-AttachInterfacesTestJSON-1049158018-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62328) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 997.693016] env[62328]: DEBUG nova.virt.vmwareapi.vmops [None req-e5524e8e-dcc5-4342-9434-7a538a301aa0 tempest-AttachInterfacesTestJSON-1049158018 tempest-AttachInterfacesTestJSON-1049158018-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62328) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 997.693364] env[62328]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fc7a9be9-494d-4541-9a6b-a3f461a22ae9 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 997.701805] env[62328]: DEBUG oslo_vmware.api [None req-e5524e8e-dcc5-4342-9434-7a538a301aa0 tempest-AttachInterfacesTestJSON-1049158018 tempest-AttachInterfacesTestJSON-1049158018-project-member] Waiting for the task: (returnval){ [ 997.701805] env[62328]: value = "session[52a6e20e-410d-708a-99f2-080a575a99bd]52f0793d-1ba2-acde-abcc-0bdee4c9ffdd" [ 997.701805] env[62328]: _type = "Task" [ 997.701805] env[62328]: } to complete. {{(pid=62328) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 997.709911] env[62328]: DEBUG oslo_vmware.api [None req-e5524e8e-dcc5-4342-9434-7a538a301aa0 tempest-AttachInterfacesTestJSON-1049158018 tempest-AttachInterfacesTestJSON-1049158018-project-member] Task: {'id': session[52a6e20e-410d-708a-99f2-080a575a99bd]52f0793d-1ba2-acde-abcc-0bdee4c9ffdd, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 997.718946] env[62328]: DEBUG nova.network.neutron [req-dc3ffc9a-2e3a-4c03-8dee-591dac13da12 req-5ffc903a-3677-4d29-980a-26009df8e13e service nova] [instance: 0c5d4040-bc5a-452c-9a75-a58280f7cb73] Updated VIF entry in instance network info cache for port a4e2181b-293f-4f96-b2b6-bb007d97edb7. {{(pid=62328) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 997.719303] env[62328]: DEBUG nova.network.neutron [req-dc3ffc9a-2e3a-4c03-8dee-591dac13da12 req-5ffc903a-3677-4d29-980a-26009df8e13e service nova] [instance: 0c5d4040-bc5a-452c-9a75-a58280f7cb73] Updating instance_info_cache with network_info: [{"id": "a4e2181b-293f-4f96-b2b6-bb007d97edb7", "address": "fa:16:3e:21:94:79", "network": {"id": "43b1657c-44ae-47a8-8e8d-196242ef7fca", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1953540822-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e88420d74d294fef9f976142535b9ac5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9f3a2eb5-353f-45c5-a73b-869626f4bb13", "external-id": "nsx-vlan-transportzone-411", "segmentation_id": 411, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa4e2181b-29", "ovs_interfaceid": "a4e2181b-293f-4f96-b2b6-bb007d97edb7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62328) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 997.737815] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0706870c-fd02-4354-894b-5bc6bab45574 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 997.749374] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-76dc6e17-07ef-4fb0-9e6b-9b2b6d398009 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 997.763237] env[62328]: DEBUG oslo_vmware.api [None req-56d84e77-7e7a-4b14-bc66-ec07ae6e5f82 tempest-ServerRescueNegativeTestJSON-713788249 tempest-ServerRescueNegativeTestJSON-713788249-project-member] Task: {'id': task-2387419, 'name': PowerOnVM_Task, 'duration_secs': 0.692099} completed successfully. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 997.788037] env[62328]: DEBUG nova.virt.vmwareapi.vm_util [None req-56d84e77-7e7a-4b14-bc66-ec07ae6e5f82 tempest-ServerRescueNegativeTestJSON-713788249 tempest-ServerRescueNegativeTestJSON-713788249-project-member] [instance: 75498571-7d71-433a-8548-3a56f8b871c5] Powered on the VM {{(pid=62328) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 997.788317] env[62328]: INFO nova.compute.manager [None req-56d84e77-7e7a-4b14-bc66-ec07ae6e5f82 tempest-ServerRescueNegativeTestJSON-713788249 tempest-ServerRescueNegativeTestJSON-713788249-project-member] [instance: 75498571-7d71-433a-8548-3a56f8b871c5] Took 8.11 seconds to spawn the instance on the hypervisor. [ 997.788479] env[62328]: DEBUG nova.compute.manager [None req-56d84e77-7e7a-4b14-bc66-ec07ae6e5f82 tempest-ServerRescueNegativeTestJSON-713788249 tempest-ServerRescueNegativeTestJSON-713788249-project-member] [instance: 75498571-7d71-433a-8548-3a56f8b871c5] Checking state {{(pid=62328) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 997.790031] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-800ad079-347b-4176-ae87-1b248f9ebbc7 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 997.793630] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-89445c6b-f685-463b-b278-45c5689e070a {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 997.803639] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2fa6f265-935a-4cbc-8098-e1ac72e37262 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 997.842721] env[62328]: DEBUG nova.compute.provider_tree [None req-6d2aed24-7c2e-4a32-8be8-f83d64c46ed5 tempest-ServersTestManualDisk-1140415373 tempest-ServersTestManualDisk-1140415373-project-member] Inventory has not changed in ProviderTree for provider: 3469e9f8-04af-49ca-8435-49f104496744 {{(pid=62328) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 997.863073] env[62328]: DEBUG nova.network.neutron [None req-0aa5020b-17ed-4bd2-82b7-7d4fea1eff8e tempest-ServerDiskConfigTestJSON-126406698 tempest-ServerDiskConfigTestJSON-126406698-project-member] [instance: 79c32321-e070-4a76-a865-9e9131634951] Successfully created port: c515a3c9-d8a2-4a74-823a-a0ecda76a302 {{(pid=62328) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 997.879798] env[62328]: DEBUG nova.compute.manager [None req-0aa5020b-17ed-4bd2-82b7-7d4fea1eff8e tempest-ServerDiskConfigTestJSON-126406698 tempest-ServerDiskConfigTestJSON-126406698-project-member] [instance: 79c32321-e070-4a76-a865-9e9131634951] Start building block device mappings for instance. {{(pid=62328) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 997.883267] env[62328]: DEBUG nova.compute.manager [None req-f04d76f3-a74e-472f-b8c2-20cc77896c1b tempest-DeleteServersTestJSON-1766103036 tempest-DeleteServersTestJSON-1766103036-project-member] [instance: e775f546-0003-492a-a995-93a569666907] Start destroying the instance on the hypervisor. {{(pid=62328) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 997.883501] env[62328]: DEBUG nova.virt.vmwareapi.vmops [None req-f04d76f3-a74e-472f-b8c2-20cc77896c1b tempest-DeleteServersTestJSON-1766103036 tempest-DeleteServersTestJSON-1766103036-project-member] [instance: e775f546-0003-492a-a995-93a569666907] Destroying instance {{(pid=62328) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 997.884842] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-238a8ca1-6b8d-45c4-9f02-c627b8232890 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 997.895659] env[62328]: DEBUG nova.virt.vmwareapi.vmops [None req-f04d76f3-a74e-472f-b8c2-20cc77896c1b tempest-DeleteServersTestJSON-1766103036 tempest-DeleteServersTestJSON-1766103036-project-member] [instance: e775f546-0003-492a-a995-93a569666907] Unregistering the VM {{(pid=62328) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 997.895659] env[62328]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-1911fa3a-5223-4e6f-b0f9-85d67daa85f4 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 997.950880] env[62328]: DEBUG oslo_vmware.api [None req-19a37482-3ba7-4ddc-a574-e2df5e4ba850 tempest-ServerRescueNegativeTestJSON-713788249 tempest-ServerRescueNegativeTestJSON-713788249-project-member] Task: {'id': task-2387421, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.122003} completed successfully. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 997.950880] env[62328]: DEBUG nova.virt.vmwareapi.vmops [None req-19a37482-3ba7-4ddc-a574-e2df5e4ba850 tempest-ServerRescueNegativeTestJSON-713788249 tempest-ServerRescueNegativeTestJSON-713788249-project-member] [instance: 749883c0-59b2-4553-976c-39af0f4ff1d6] Extended root virtual disk {{(pid=62328) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 997.952581] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f668343e-f39f-4f3d-8441-44bfcf4d2f0d {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 997.996152] env[62328]: DEBUG nova.virt.vmwareapi.volumeops [None req-19a37482-3ba7-4ddc-a574-e2df5e4ba850 tempest-ServerRescueNegativeTestJSON-713788249 tempest-ServerRescueNegativeTestJSON-713788249-project-member] [instance: 749883c0-59b2-4553-976c-39af0f4ff1d6] Reconfiguring VM instance instance-00000065 to attach disk [datastore1] 749883c0-59b2-4553-976c-39af0f4ff1d6/749883c0-59b2-4553-976c-39af0f4ff1d6.vmdk or device None with type sparse {{(pid=62328) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 998.000019] env[62328]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-eb826073-fbba-4c89-97d8-a46695b47f20 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 998.025654] env[62328]: DEBUG nova.virt.vmwareapi.vmops [None req-f04d76f3-a74e-472f-b8c2-20cc77896c1b tempest-DeleteServersTestJSON-1766103036 tempest-DeleteServersTestJSON-1766103036-project-member] [instance: e775f546-0003-492a-a995-93a569666907] Unregistered the VM {{(pid=62328) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 998.025962] env[62328]: DEBUG nova.virt.vmwareapi.vmops [None req-f04d76f3-a74e-472f-b8c2-20cc77896c1b tempest-DeleteServersTestJSON-1766103036 tempest-DeleteServersTestJSON-1766103036-project-member] [instance: e775f546-0003-492a-a995-93a569666907] Deleting contents of the VM from datastore datastore1 {{(pid=62328) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 998.026237] env[62328]: DEBUG nova.virt.vmwareapi.ds_util [None req-f04d76f3-a74e-472f-b8c2-20cc77896c1b tempest-DeleteServersTestJSON-1766103036 tempest-DeleteServersTestJSON-1766103036-project-member] Deleting the datastore file [datastore1] e775f546-0003-492a-a995-93a569666907 {{(pid=62328) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 998.027109] env[62328]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-9da775b3-2292-4c55-ae5d-400c3abdf129 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 998.035965] env[62328]: DEBUG oslo_vmware.api [None req-f04d76f3-a74e-472f-b8c2-20cc77896c1b tempest-DeleteServersTestJSON-1766103036 tempest-DeleteServersTestJSON-1766103036-project-member] Waiting for the task: (returnval){ [ 998.035965] env[62328]: value = "task-2387424" [ 998.035965] env[62328]: _type = "Task" [ 998.035965] env[62328]: } to complete. {{(pid=62328) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 998.037773] env[62328]: DEBUG oslo_vmware.api [None req-19a37482-3ba7-4ddc-a574-e2df5e4ba850 tempest-ServerRescueNegativeTestJSON-713788249 tempest-ServerRescueNegativeTestJSON-713788249-project-member] Waiting for the task: (returnval){ [ 998.037773] env[62328]: value = "task-2387423" [ 998.037773] env[62328]: _type = "Task" [ 998.037773] env[62328]: } to complete. {{(pid=62328) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 998.054159] env[62328]: DEBUG oslo_vmware.api [None req-f04d76f3-a74e-472f-b8c2-20cc77896c1b tempest-DeleteServersTestJSON-1766103036 tempest-DeleteServersTestJSON-1766103036-project-member] Task: {'id': task-2387424, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 998.060239] env[62328]: DEBUG oslo_vmware.api [None req-19a37482-3ba7-4ddc-a574-e2df5e4ba850 tempest-ServerRescueNegativeTestJSON-713788249 tempest-ServerRescueNegativeTestJSON-713788249-project-member] Task: {'id': task-2387423, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 998.212280] env[62328]: DEBUG oslo_vmware.api [None req-e5524e8e-dcc5-4342-9434-7a538a301aa0 tempest-AttachInterfacesTestJSON-1049158018 tempest-AttachInterfacesTestJSON-1049158018-project-member] Task: {'id': session[52a6e20e-410d-708a-99f2-080a575a99bd]52f0793d-1ba2-acde-abcc-0bdee4c9ffdd, 'name': SearchDatastore_Task, 'duration_secs': 0.051558} completed successfully. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 998.213318] env[62328]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3dc4463f-0008-41c6-95d2-9451004d1d37 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 998.217974] env[62328]: DEBUG oslo_vmware.api [None req-e5524e8e-dcc5-4342-9434-7a538a301aa0 tempest-AttachInterfacesTestJSON-1049158018 tempest-AttachInterfacesTestJSON-1049158018-project-member] Waiting for the task: (returnval){ [ 998.217974] env[62328]: value = "session[52a6e20e-410d-708a-99f2-080a575a99bd]52257722-6ab8-0c30-639f-6e87db70c23a" [ 998.217974] env[62328]: _type = "Task" [ 998.217974] env[62328]: } to complete. {{(pid=62328) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 998.221242] env[62328]: DEBUG oslo_concurrency.lockutils [req-dc3ffc9a-2e3a-4c03-8dee-591dac13da12 req-5ffc903a-3677-4d29-980a-26009df8e13e service nova] Releasing lock "refresh_cache-0c5d4040-bc5a-452c-9a75-a58280f7cb73" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 998.225856] env[62328]: DEBUG oslo_vmware.api [None req-e5524e8e-dcc5-4342-9434-7a538a301aa0 tempest-AttachInterfacesTestJSON-1049158018 tempest-AttachInterfacesTestJSON-1049158018-project-member] Task: {'id': session[52a6e20e-410d-708a-99f2-080a575a99bd]52257722-6ab8-0c30-639f-6e87db70c23a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 998.318773] env[62328]: INFO nova.compute.manager [None req-56d84e77-7e7a-4b14-bc66-ec07ae6e5f82 tempest-ServerRescueNegativeTestJSON-713788249 tempest-ServerRescueNegativeTestJSON-713788249-project-member] [instance: 75498571-7d71-433a-8548-3a56f8b871c5] Took 29.63 seconds to build instance. [ 998.328691] env[62328]: DEBUG nova.scheduler.client.report [None req-6d2aed24-7c2e-4a32-8be8-f83d64c46ed5 tempest-ServersTestManualDisk-1140415373 tempest-ServersTestManualDisk-1140415373-project-member] Inventory has not changed for provider 3469e9f8-04af-49ca-8435-49f104496744 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 152, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62328) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 998.551914] env[62328]: DEBUG oslo_vmware.api [None req-f04d76f3-a74e-472f-b8c2-20cc77896c1b tempest-DeleteServersTestJSON-1766103036 tempest-DeleteServersTestJSON-1766103036-project-member] Task: {'id': task-2387424, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.40165} completed successfully. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 998.554996] env[62328]: DEBUG nova.virt.vmwareapi.ds_util [None req-f04d76f3-a74e-472f-b8c2-20cc77896c1b tempest-DeleteServersTestJSON-1766103036 tempest-DeleteServersTestJSON-1766103036-project-member] Deleted the datastore file {{(pid=62328) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 998.555249] env[62328]: DEBUG nova.virt.vmwareapi.vmops [None req-f04d76f3-a74e-472f-b8c2-20cc77896c1b tempest-DeleteServersTestJSON-1766103036 tempest-DeleteServersTestJSON-1766103036-project-member] [instance: e775f546-0003-492a-a995-93a569666907] Deleted contents of the VM from datastore datastore1 {{(pid=62328) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 998.555433] env[62328]: DEBUG nova.virt.vmwareapi.vmops [None req-f04d76f3-a74e-472f-b8c2-20cc77896c1b tempest-DeleteServersTestJSON-1766103036 tempest-DeleteServersTestJSON-1766103036-project-member] [instance: e775f546-0003-492a-a995-93a569666907] Instance destroyed {{(pid=62328) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 998.555605] env[62328]: INFO nova.compute.manager [None req-f04d76f3-a74e-472f-b8c2-20cc77896c1b tempest-DeleteServersTestJSON-1766103036 tempest-DeleteServersTestJSON-1766103036-project-member] [instance: e775f546-0003-492a-a995-93a569666907] Took 0.67 seconds to destroy the instance on the hypervisor. [ 998.555899] env[62328]: DEBUG oslo.service.loopingcall [None req-f04d76f3-a74e-472f-b8c2-20cc77896c1b tempest-DeleteServersTestJSON-1766103036 tempest-DeleteServersTestJSON-1766103036-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62328) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 998.556133] env[62328]: DEBUG oslo_vmware.api [None req-19a37482-3ba7-4ddc-a574-e2df5e4ba850 tempest-ServerRescueNegativeTestJSON-713788249 tempest-ServerRescueNegativeTestJSON-713788249-project-member] Task: {'id': task-2387423, 'name': ReconfigVM_Task, 'duration_secs': 0.420063} completed successfully. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 998.556340] env[62328]: DEBUG nova.compute.manager [-] [instance: e775f546-0003-492a-a995-93a569666907] Deallocating network for instance {{(pid=62328) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 998.556430] env[62328]: DEBUG nova.network.neutron [-] [instance: e775f546-0003-492a-a995-93a569666907] deallocate_for_instance() {{(pid=62328) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 998.558155] env[62328]: DEBUG nova.virt.vmwareapi.volumeops [None req-19a37482-3ba7-4ddc-a574-e2df5e4ba850 tempest-ServerRescueNegativeTestJSON-713788249 tempest-ServerRescueNegativeTestJSON-713788249-project-member] [instance: 749883c0-59b2-4553-976c-39af0f4ff1d6] Reconfigured VM instance instance-00000065 to attach disk [datastore1] 749883c0-59b2-4553-976c-39af0f4ff1d6/749883c0-59b2-4553-976c-39af0f4ff1d6.vmdk or device None with type sparse {{(pid=62328) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 998.558771] env[62328]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-9b5ef402-045b-4aca-8c81-0e88c8f856ee {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 998.565409] env[62328]: DEBUG oslo_vmware.api [None req-19a37482-3ba7-4ddc-a574-e2df5e4ba850 tempest-ServerRescueNegativeTestJSON-713788249 tempest-ServerRescueNegativeTestJSON-713788249-project-member] Waiting for the task: (returnval){ [ 998.565409] env[62328]: value = "task-2387425" [ 998.565409] env[62328]: _type = "Task" [ 998.565409] env[62328]: } to complete. {{(pid=62328) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 998.575882] env[62328]: DEBUG oslo_vmware.api [None req-19a37482-3ba7-4ddc-a574-e2df5e4ba850 tempest-ServerRescueNegativeTestJSON-713788249 tempest-ServerRescueNegativeTestJSON-713788249-project-member] Task: {'id': task-2387425, 'name': Rename_Task} progress is 5%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 998.729225] env[62328]: DEBUG oslo_vmware.api [None req-e5524e8e-dcc5-4342-9434-7a538a301aa0 tempest-AttachInterfacesTestJSON-1049158018 tempest-AttachInterfacesTestJSON-1049158018-project-member] Task: {'id': session[52a6e20e-410d-708a-99f2-080a575a99bd]52257722-6ab8-0c30-639f-6e87db70c23a, 'name': SearchDatastore_Task, 'duration_secs': 0.023534} completed successfully. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 998.729437] env[62328]: DEBUG oslo_concurrency.lockutils [None req-e5524e8e-dcc5-4342-9434-7a538a301aa0 tempest-AttachInterfacesTestJSON-1049158018 tempest-AttachInterfacesTestJSON-1049158018-project-member] Releasing lock "[datastore1] devstack-image-cache_base/dbf872a4-92be-47e4-8561-c3e2bf2423ab/dbf872a4-92be-47e4-8561-c3e2bf2423ab.vmdk" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 998.729684] env[62328]: DEBUG nova.virt.vmwareapi.vm_util [None req-e5524e8e-dcc5-4342-9434-7a538a301aa0 tempest-AttachInterfacesTestJSON-1049158018 tempest-AttachInterfacesTestJSON-1049158018-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/dbf872a4-92be-47e4-8561-c3e2bf2423ab/dbf872a4-92be-47e4-8561-c3e2bf2423ab.vmdk to [datastore1] 0c5d4040-bc5a-452c-9a75-a58280f7cb73/0c5d4040-bc5a-452c-9a75-a58280f7cb73.vmdk {{(pid=62328) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 998.729938] env[62328]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-1bd88648-6815-478f-b62d-1c8a5a97ad20 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 998.736408] env[62328]: DEBUG oslo_vmware.api [None req-e5524e8e-dcc5-4342-9434-7a538a301aa0 tempest-AttachInterfacesTestJSON-1049158018 tempest-AttachInterfacesTestJSON-1049158018-project-member] Waiting for the task: (returnval){ [ 998.736408] env[62328]: value = "task-2387426" [ 998.736408] env[62328]: _type = "Task" [ 998.736408] env[62328]: } to complete. {{(pid=62328) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 998.744618] env[62328]: DEBUG oslo_vmware.api [None req-e5524e8e-dcc5-4342-9434-7a538a301aa0 tempest-AttachInterfacesTestJSON-1049158018 tempest-AttachInterfacesTestJSON-1049158018-project-member] Task: {'id': task-2387426, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 998.820277] env[62328]: DEBUG oslo_concurrency.lockutils [None req-56d84e77-7e7a-4b14-bc66-ec07ae6e5f82 tempest-ServerRescueNegativeTestJSON-713788249 tempest-ServerRescueNegativeTestJSON-713788249-project-member] Lock "75498571-7d71-433a-8548-3a56f8b871c5" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 31.136s {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 998.833903] env[62328]: DEBUG oslo_concurrency.lockutils [None req-6d2aed24-7c2e-4a32-8be8-f83d64c46ed5 tempest-ServersTestManualDisk-1140415373 tempest-ServersTestManualDisk-1140415373-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.970s {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 998.837670] env[62328]: DEBUG oslo_concurrency.lockutils [None req-242d0f0d-981b-41fc-bb42-ef6720a87f8f tempest-ServerDiskConfigTestJSON-126406698 tempest-ServerDiskConfigTestJSON-126406698-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 24.914s {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 998.838162] env[62328]: DEBUG oslo_concurrency.lockutils [None req-242d0f0d-981b-41fc-bb42-ef6720a87f8f tempest-ServerDiskConfigTestJSON-126406698 tempest-ServerDiskConfigTestJSON-126406698-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 998.840829] env[62328]: DEBUG oslo_concurrency.lockutils [None req-722aca90-59da-4b87-92e1-34d8ecd45aa6 tempest-ServerActionsTestOtherA-1098162655 tempest-ServerActionsTestOtherA-1098162655-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 21.684s {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 998.841120] env[62328]: DEBUG nova.objects.instance [None req-722aca90-59da-4b87-92e1-34d8ecd45aa6 tempest-ServerActionsTestOtherA-1098162655 tempest-ServerActionsTestOtherA-1098162655-project-member] [instance: 0b59b4a1-0c44-41af-a213-89960b97f913] Trying to apply a migration context that does not seem to be set for this instance {{(pid=62328) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 998.883996] env[62328]: INFO nova.scheduler.client.report [None req-242d0f0d-981b-41fc-bb42-ef6720a87f8f tempest-ServerDiskConfigTestJSON-126406698 tempest-ServerDiskConfigTestJSON-126406698-project-member] Deleted allocations for instance 5df51859-2d31-4abb-9c7d-d0b0405c3df9 [ 998.886398] env[62328]: INFO nova.scheduler.client.report [None req-6d2aed24-7c2e-4a32-8be8-f83d64c46ed5 tempest-ServersTestManualDisk-1140415373 tempest-ServersTestManualDisk-1140415373-project-member] Deleted allocations for instance 77ca1d19-5060-4a7c-a780-56adf9a3f70e [ 998.897023] env[62328]: DEBUG nova.compute.manager [None req-0aa5020b-17ed-4bd2-82b7-7d4fea1eff8e tempest-ServerDiskConfigTestJSON-126406698 tempest-ServerDiskConfigTestJSON-126406698-project-member] [instance: 79c32321-e070-4a76-a865-9e9131634951] Start spawning the instance on the hypervisor. {{(pid=62328) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 998.955226] env[62328]: DEBUG nova.compute.manager [req-854c25b1-bc74-4000-95cd-95d2688ed217 req-ed6f8ded-fb5b-49f3-95e8-2c341b419f40 service nova] [instance: e775f546-0003-492a-a995-93a569666907] Received event network-vif-deleted-38704ca3-4bb0-4bf7-ab47-5a2e11d6ba22 {{(pid=62328) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 998.955226] env[62328]: INFO nova.compute.manager [req-854c25b1-bc74-4000-95cd-95d2688ed217 req-ed6f8ded-fb5b-49f3-95e8-2c341b419f40 service nova] [instance: e775f546-0003-492a-a995-93a569666907] Neutron deleted interface 38704ca3-4bb0-4bf7-ab47-5a2e11d6ba22; detaching it from the instance and deleting it from the info cache [ 998.955226] env[62328]: DEBUG nova.network.neutron [req-854c25b1-bc74-4000-95cd-95d2688ed217 req-ed6f8ded-fb5b-49f3-95e8-2c341b419f40 service nova] [instance: e775f546-0003-492a-a995-93a569666907] Updating instance_info_cache with network_info: [] {{(pid=62328) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 998.959680] env[62328]: DEBUG nova.virt.hardware [None req-0aa5020b-17ed-4bd2-82b7-7d4fea1eff8e tempest-ServerDiskConfigTestJSON-126406698 tempest-ServerDiskConfigTestJSON-126406698-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-07T17:16:55Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-07T17:16:37Z,direct_url=,disk_format='vmdk',id=dbf872a4-92be-47e4-8561-c3e2bf2423ab,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='2a64022f08d84b11a86773b900860ae5',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-07T17:16:38Z,virtual_size=,visibility=), allow threads: False {{(pid=62328) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 998.959680] env[62328]: DEBUG nova.virt.hardware [None req-0aa5020b-17ed-4bd2-82b7-7d4fea1eff8e tempest-ServerDiskConfigTestJSON-126406698 tempest-ServerDiskConfigTestJSON-126406698-project-member] Flavor limits 0:0:0 {{(pid=62328) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 998.959680] env[62328]: DEBUG nova.virt.hardware [None req-0aa5020b-17ed-4bd2-82b7-7d4fea1eff8e tempest-ServerDiskConfigTestJSON-126406698 tempest-ServerDiskConfigTestJSON-126406698-project-member] Image limits 0:0:0 {{(pid=62328) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 998.959999] env[62328]: DEBUG nova.virt.hardware [None req-0aa5020b-17ed-4bd2-82b7-7d4fea1eff8e tempest-ServerDiskConfigTestJSON-126406698 tempest-ServerDiskConfigTestJSON-126406698-project-member] Flavor pref 0:0:0 {{(pid=62328) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 998.960842] env[62328]: DEBUG nova.virt.hardware [None req-0aa5020b-17ed-4bd2-82b7-7d4fea1eff8e tempest-ServerDiskConfigTestJSON-126406698 tempest-ServerDiskConfigTestJSON-126406698-project-member] Image pref 0:0:0 {{(pid=62328) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 998.961309] env[62328]: DEBUG nova.virt.hardware [None req-0aa5020b-17ed-4bd2-82b7-7d4fea1eff8e tempest-ServerDiskConfigTestJSON-126406698 tempest-ServerDiskConfigTestJSON-126406698-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62328) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 998.961804] env[62328]: DEBUG nova.virt.hardware [None req-0aa5020b-17ed-4bd2-82b7-7d4fea1eff8e tempest-ServerDiskConfigTestJSON-126406698 tempest-ServerDiskConfigTestJSON-126406698-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62328) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 998.962644] env[62328]: DEBUG nova.virt.hardware [None req-0aa5020b-17ed-4bd2-82b7-7d4fea1eff8e tempest-ServerDiskConfigTestJSON-126406698 tempest-ServerDiskConfigTestJSON-126406698-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62328) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 998.962644] env[62328]: DEBUG nova.virt.hardware [None req-0aa5020b-17ed-4bd2-82b7-7d4fea1eff8e tempest-ServerDiskConfigTestJSON-126406698 tempest-ServerDiskConfigTestJSON-126406698-project-member] Got 1 possible topologies {{(pid=62328) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 998.962644] env[62328]: DEBUG nova.virt.hardware [None req-0aa5020b-17ed-4bd2-82b7-7d4fea1eff8e tempest-ServerDiskConfigTestJSON-126406698 tempest-ServerDiskConfigTestJSON-126406698-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62328) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 998.962826] env[62328]: DEBUG nova.virt.hardware [None req-0aa5020b-17ed-4bd2-82b7-7d4fea1eff8e tempest-ServerDiskConfigTestJSON-126406698 tempest-ServerDiskConfigTestJSON-126406698-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62328) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 998.964907] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c1c9edba-f796-441c-9605-d66ecaa8bafd {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 998.976736] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-21cbe1cb-d46d-4376-9d64-b30881781965 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 999.027802] env[62328]: DEBUG nova.network.neutron [None req-332cd9a1-235b-4315-894a-68f76363e980 None None] [instance: 6c107768-0f57-42fd-a2a5-b28207b17de9] Updating instance_info_cache with network_info: [{"id": "91cd4436-3fed-42d5-aefe-0df82259b6eb", "address": "fa:16:3e:b6:10:40", "network": {"id": "ed570829-7777-4fb9-9e0f-cef4ca21980b", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1726239177-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.143", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "17143bbcad5b4da0801478fe45bd8ce6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a965790c-2d2f-4c2a-9ee7-745f4d53039b", "external-id": "nsx-vlan-transportzone-708", "segmentation_id": 708, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap91cd4436-3f", "ovs_interfaceid": "91cd4436-3fed-42d5-aefe-0df82259b6eb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62328) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 999.075880] env[62328]: DEBUG oslo_vmware.api [None req-19a37482-3ba7-4ddc-a574-e2df5e4ba850 tempest-ServerRescueNegativeTestJSON-713788249 tempest-ServerRescueNegativeTestJSON-713788249-project-member] Task: {'id': task-2387425, 'name': Rename_Task, 'duration_secs': 0.130366} completed successfully. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 999.076167] env[62328]: DEBUG nova.virt.vmwareapi.vm_util [None req-19a37482-3ba7-4ddc-a574-e2df5e4ba850 tempest-ServerRescueNegativeTestJSON-713788249 tempest-ServerRescueNegativeTestJSON-713788249-project-member] [instance: 749883c0-59b2-4553-976c-39af0f4ff1d6] Powering on the VM {{(pid=62328) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 999.076415] env[62328]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-005bafcc-70a2-494c-ad75-e9ab40dfb9ea {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 999.083602] env[62328]: DEBUG oslo_vmware.api [None req-19a37482-3ba7-4ddc-a574-e2df5e4ba850 tempest-ServerRescueNegativeTestJSON-713788249 tempest-ServerRescueNegativeTestJSON-713788249-project-member] Waiting for the task: (returnval){ [ 999.083602] env[62328]: value = "task-2387427" [ 999.083602] env[62328]: _type = "Task" [ 999.083602] env[62328]: } to complete. {{(pid=62328) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 999.091086] env[62328]: DEBUG oslo_vmware.api [None req-19a37482-3ba7-4ddc-a574-e2df5e4ba850 tempest-ServerRescueNegativeTestJSON-713788249 tempest-ServerRescueNegativeTestJSON-713788249-project-member] Task: {'id': task-2387427, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 999.246760] env[62328]: DEBUG oslo_vmware.api [None req-e5524e8e-dcc5-4342-9434-7a538a301aa0 tempest-AttachInterfacesTestJSON-1049158018 tempest-AttachInterfacesTestJSON-1049158018-project-member] Task: {'id': task-2387426, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 999.322236] env[62328]: DEBUG nova.compute.manager [req-c9967f4e-5bec-48cd-9bc0-13118c597966 req-e92d8c8f-9ee8-4112-812c-9c3f3a9bec50 service nova] [instance: 79c32321-e070-4a76-a865-9e9131634951] Received event network-vif-plugged-c515a3c9-d8a2-4a74-823a-a0ecda76a302 {{(pid=62328) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 999.322521] env[62328]: DEBUG oslo_concurrency.lockutils [req-c9967f4e-5bec-48cd-9bc0-13118c597966 req-e92d8c8f-9ee8-4112-812c-9c3f3a9bec50 service nova] Acquiring lock "79c32321-e070-4a76-a865-9e9131634951-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 999.322714] env[62328]: DEBUG oslo_concurrency.lockutils [req-c9967f4e-5bec-48cd-9bc0-13118c597966 req-e92d8c8f-9ee8-4112-812c-9c3f3a9bec50 service nova] Lock "79c32321-e070-4a76-a865-9e9131634951-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 999.322871] env[62328]: DEBUG oslo_concurrency.lockutils [req-c9967f4e-5bec-48cd-9bc0-13118c597966 req-e92d8c8f-9ee8-4112-812c-9c3f3a9bec50 service nova] Lock "79c32321-e070-4a76-a865-9e9131634951-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 999.322967] env[62328]: DEBUG nova.compute.manager [req-c9967f4e-5bec-48cd-9bc0-13118c597966 req-e92d8c8f-9ee8-4112-812c-9c3f3a9bec50 service nova] [instance: 79c32321-e070-4a76-a865-9e9131634951] No waiting events found dispatching network-vif-plugged-c515a3c9-d8a2-4a74-823a-a0ecda76a302 {{(pid=62328) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 999.323148] env[62328]: WARNING nova.compute.manager [req-c9967f4e-5bec-48cd-9bc0-13118c597966 req-e92d8c8f-9ee8-4112-812c-9c3f3a9bec50 service nova] [instance: 79c32321-e070-4a76-a865-9e9131634951] Received unexpected event network-vif-plugged-c515a3c9-d8a2-4a74-823a-a0ecda76a302 for instance with vm_state building and task_state spawning. [ 999.407187] env[62328]: DEBUG oslo_concurrency.lockutils [None req-242d0f0d-981b-41fc-bb42-ef6720a87f8f tempest-ServerDiskConfigTestJSON-126406698 tempest-ServerDiskConfigTestJSON-126406698-project-member] Lock "5df51859-2d31-4abb-9c7d-d0b0405c3df9" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 28.425s {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 999.411534] env[62328]: DEBUG oslo_concurrency.lockutils [None req-6d2aed24-7c2e-4a32-8be8-f83d64c46ed5 tempest-ServersTestManualDisk-1140415373 tempest-ServersTestManualDisk-1140415373-project-member] Lock "77ca1d19-5060-4a7c-a780-56adf9a3f70e" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 30.505s {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 999.428865] env[62328]: DEBUG nova.network.neutron [None req-0aa5020b-17ed-4bd2-82b7-7d4fea1eff8e tempest-ServerDiskConfigTestJSON-126406698 tempest-ServerDiskConfigTestJSON-126406698-project-member] [instance: 79c32321-e070-4a76-a865-9e9131634951] Successfully updated port: c515a3c9-d8a2-4a74-823a-a0ecda76a302 {{(pid=62328) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 999.433136] env[62328]: DEBUG nova.network.neutron [-] [instance: e775f546-0003-492a-a995-93a569666907] Updating instance_info_cache with network_info: [] {{(pid=62328) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 999.459785] env[62328]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-704c154d-b361-4555-acba-2279b075204f {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 999.468507] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-76c4a8f3-0905-494f-80fb-7a7b5084b1aa {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 999.506721] env[62328]: DEBUG nova.compute.manager [req-854c25b1-bc74-4000-95cd-95d2688ed217 req-ed6f8ded-fb5b-49f3-95e8-2c341b419f40 service nova] [instance: e775f546-0003-492a-a995-93a569666907] Detach interface failed, port_id=38704ca3-4bb0-4bf7-ab47-5a2e11d6ba22, reason: Instance e775f546-0003-492a-a995-93a569666907 could not be found. {{(pid=62328) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 999.530561] env[62328]: DEBUG oslo_concurrency.lockutils [None req-332cd9a1-235b-4315-894a-68f76363e980 None None] Releasing lock "refresh_cache-6c107768-0f57-42fd-a2a5-b28207b17de9" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 999.530837] env[62328]: DEBUG nova.compute.manager [None req-332cd9a1-235b-4315-894a-68f76363e980 None None] [instance: 6c107768-0f57-42fd-a2a5-b28207b17de9] Updated the network info_cache for instance {{(pid=62328) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10516}} [ 999.531047] env[62328]: DEBUG oslo_service.periodic_task [None req-332cd9a1-235b-4315-894a-68f76363e980 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=62328) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 999.531325] env[62328]: DEBUG oslo_service.periodic_task [None req-332cd9a1-235b-4315-894a-68f76363e980 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=62328) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 999.531325] env[62328]: DEBUG oslo_service.periodic_task [None req-332cd9a1-235b-4315-894a-68f76363e980 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=62328) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 999.531629] env[62328]: DEBUG oslo_service.periodic_task [None req-332cd9a1-235b-4315-894a-68f76363e980 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=62328) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 999.531629] env[62328]: DEBUG oslo_service.periodic_task [None req-332cd9a1-235b-4315-894a-68f76363e980 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=62328) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 999.531744] env[62328]: DEBUG oslo_service.periodic_task [None req-332cd9a1-235b-4315-894a-68f76363e980 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=62328) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 999.531910] env[62328]: DEBUG nova.compute.manager [None req-332cd9a1-235b-4315-894a-68f76363e980 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=62328) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11064}} [ 999.532088] env[62328]: DEBUG oslo_service.periodic_task [None req-332cd9a1-235b-4315-894a-68f76363e980 None None] Running periodic task ComputeManager.update_available_resource {{(pid=62328) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 999.594132] env[62328]: DEBUG oslo_vmware.api [None req-19a37482-3ba7-4ddc-a574-e2df5e4ba850 tempest-ServerRescueNegativeTestJSON-713788249 tempest-ServerRescueNegativeTestJSON-713788249-project-member] Task: {'id': task-2387427, 'name': PowerOnVM_Task} progress is 88%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 999.748262] env[62328]: DEBUG oslo_vmware.api [None req-e5524e8e-dcc5-4342-9434-7a538a301aa0 tempest-AttachInterfacesTestJSON-1049158018 tempest-AttachInterfacesTestJSON-1049158018-project-member] Task: {'id': task-2387426, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.82191} completed successfully. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 999.748538] env[62328]: DEBUG nova.virt.vmwareapi.vm_util [None req-e5524e8e-dcc5-4342-9434-7a538a301aa0 tempest-AttachInterfacesTestJSON-1049158018 tempest-AttachInterfacesTestJSON-1049158018-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/dbf872a4-92be-47e4-8561-c3e2bf2423ab/dbf872a4-92be-47e4-8561-c3e2bf2423ab.vmdk to [datastore1] 0c5d4040-bc5a-452c-9a75-a58280f7cb73/0c5d4040-bc5a-452c-9a75-a58280f7cb73.vmdk {{(pid=62328) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 999.748748] env[62328]: DEBUG nova.virt.vmwareapi.vmops [None req-e5524e8e-dcc5-4342-9434-7a538a301aa0 tempest-AttachInterfacesTestJSON-1049158018 tempest-AttachInterfacesTestJSON-1049158018-project-member] [instance: 0c5d4040-bc5a-452c-9a75-a58280f7cb73] Extending root virtual disk to 1048576 {{(pid=62328) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 999.748996] env[62328]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-38fc420d-3194-449a-8859-c30f2cac14d2 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 999.755076] env[62328]: DEBUG oslo_vmware.api [None req-e5524e8e-dcc5-4342-9434-7a538a301aa0 tempest-AttachInterfacesTestJSON-1049158018 tempest-AttachInterfacesTestJSON-1049158018-project-member] Waiting for the task: (returnval){ [ 999.755076] env[62328]: value = "task-2387428" [ 999.755076] env[62328]: _type = "Task" [ 999.755076] env[62328]: } to complete. {{(pid=62328) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 999.762561] env[62328]: DEBUG oslo_vmware.api [None req-e5524e8e-dcc5-4342-9434-7a538a301aa0 tempest-AttachInterfacesTestJSON-1049158018 tempest-AttachInterfacesTestJSON-1049158018-project-member] Task: {'id': task-2387428, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 999.852271] env[62328]: DEBUG oslo_concurrency.lockutils [None req-722aca90-59da-4b87-92e1-34d8ecd45aa6 tempest-ServerActionsTestOtherA-1098162655 tempest-ServerActionsTestOtherA-1098162655-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.011s {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 999.853330] env[62328]: DEBUG oslo_concurrency.lockutils [None req-25d8dbad-13ac-4dbb-aa9b-4030cb7d7e38 tempest-ServersTestJSON-2041147199 tempest-ServersTestJSON-2041147199-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 15.821s {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 999.853558] env[62328]: DEBUG nova.objects.instance [None req-25d8dbad-13ac-4dbb-aa9b-4030cb7d7e38 tempest-ServersTestJSON-2041147199 tempest-ServersTestJSON-2041147199-project-member] Lazy-loading 'resources' on Instance uuid 13b24bc5-3832-47cc-bf0f-14b881773e37 {{(pid=62328) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 999.932322] env[62328]: DEBUG oslo_concurrency.lockutils [None req-0aa5020b-17ed-4bd2-82b7-7d4fea1eff8e tempest-ServerDiskConfigTestJSON-126406698 tempest-ServerDiskConfigTestJSON-126406698-project-member] Acquiring lock "refresh_cache-79c32321-e070-4a76-a865-9e9131634951" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 999.932472] env[62328]: DEBUG oslo_concurrency.lockutils [None req-0aa5020b-17ed-4bd2-82b7-7d4fea1eff8e tempest-ServerDiskConfigTestJSON-126406698 tempest-ServerDiskConfigTestJSON-126406698-project-member] Acquired lock "refresh_cache-79c32321-e070-4a76-a865-9e9131634951" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 999.932625] env[62328]: DEBUG nova.network.neutron [None req-0aa5020b-17ed-4bd2-82b7-7d4fea1eff8e tempest-ServerDiskConfigTestJSON-126406698 tempest-ServerDiskConfigTestJSON-126406698-project-member] [instance: 79c32321-e070-4a76-a865-9e9131634951] Building network info cache for instance {{(pid=62328) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 999.935572] env[62328]: INFO nova.compute.manager [-] [instance: e775f546-0003-492a-a995-93a569666907] Took 1.38 seconds to deallocate network for instance. [ 1000.035362] env[62328]: DEBUG oslo_concurrency.lockutils [None req-332cd9a1-235b-4315-894a-68f76363e980 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1000.100019] env[62328]: DEBUG oslo_vmware.api [None req-19a37482-3ba7-4ddc-a574-e2df5e4ba850 tempest-ServerRescueNegativeTestJSON-713788249 tempest-ServerRescueNegativeTestJSON-713788249-project-member] Task: {'id': task-2387427, 'name': PowerOnVM_Task, 'duration_secs': 0.639117} completed successfully. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1000.105791] env[62328]: DEBUG nova.virt.vmwareapi.vm_util [None req-19a37482-3ba7-4ddc-a574-e2df5e4ba850 tempest-ServerRescueNegativeTestJSON-713788249 tempest-ServerRescueNegativeTestJSON-713788249-project-member] [instance: 749883c0-59b2-4553-976c-39af0f4ff1d6] Powered on the VM {{(pid=62328) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1000.107038] env[62328]: INFO nova.compute.manager [None req-19a37482-3ba7-4ddc-a574-e2df5e4ba850 tempest-ServerRescueNegativeTestJSON-713788249 tempest-ServerRescueNegativeTestJSON-713788249-project-member] [instance: 749883c0-59b2-4553-976c-39af0f4ff1d6] Took 8.01 seconds to spawn the instance on the hypervisor. [ 1000.107038] env[62328]: DEBUG nova.compute.manager [None req-19a37482-3ba7-4ddc-a574-e2df5e4ba850 tempest-ServerRescueNegativeTestJSON-713788249 tempest-ServerRescueNegativeTestJSON-713788249-project-member] [instance: 749883c0-59b2-4553-976c-39af0f4ff1d6] Checking state {{(pid=62328) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1000.107544] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4ae1e559-49bd-4ebc-8cc6-193b0fb00005 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1000.267629] env[62328]: DEBUG oslo_vmware.api [None req-e5524e8e-dcc5-4342-9434-7a538a301aa0 tempest-AttachInterfacesTestJSON-1049158018 tempest-AttachInterfacesTestJSON-1049158018-project-member] Task: {'id': task-2387428, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.064092} completed successfully. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1000.268077] env[62328]: DEBUG nova.virt.vmwareapi.vmops [None req-e5524e8e-dcc5-4342-9434-7a538a301aa0 tempest-AttachInterfacesTestJSON-1049158018 tempest-AttachInterfacesTestJSON-1049158018-project-member] [instance: 0c5d4040-bc5a-452c-9a75-a58280f7cb73] Extended root virtual disk {{(pid=62328) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1000.269034] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1aefa496-3e95-4220-b408-6a40262f0a0f {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1000.297976] env[62328]: DEBUG nova.virt.vmwareapi.volumeops [None req-e5524e8e-dcc5-4342-9434-7a538a301aa0 tempest-AttachInterfacesTestJSON-1049158018 tempest-AttachInterfacesTestJSON-1049158018-project-member] [instance: 0c5d4040-bc5a-452c-9a75-a58280f7cb73] Reconfiguring VM instance instance-00000066 to attach disk [datastore1] 0c5d4040-bc5a-452c-9a75-a58280f7cb73/0c5d4040-bc5a-452c-9a75-a58280f7cb73.vmdk or device None with type sparse {{(pid=62328) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1000.298374] env[62328]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f2be3671-6b4a-4207-bd35-d07031b0b444 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1000.319411] env[62328]: DEBUG oslo_vmware.api [None req-e5524e8e-dcc5-4342-9434-7a538a301aa0 tempest-AttachInterfacesTestJSON-1049158018 tempest-AttachInterfacesTestJSON-1049158018-project-member] Waiting for the task: (returnval){ [ 1000.319411] env[62328]: value = "task-2387429" [ 1000.319411] env[62328]: _type = "Task" [ 1000.319411] env[62328]: } to complete. {{(pid=62328) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1000.330802] env[62328]: DEBUG oslo_vmware.api [None req-e5524e8e-dcc5-4342-9434-7a538a301aa0 tempest-AttachInterfacesTestJSON-1049158018 tempest-AttachInterfacesTestJSON-1049158018-project-member] Task: {'id': task-2387429, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1000.441207] env[62328]: DEBUG oslo_concurrency.lockutils [None req-f04d76f3-a74e-472f-b8c2-20cc77896c1b tempest-DeleteServersTestJSON-1766103036 tempest-DeleteServersTestJSON-1766103036-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1000.475758] env[62328]: DEBUG nova.network.neutron [None req-0aa5020b-17ed-4bd2-82b7-7d4fea1eff8e tempest-ServerDiskConfigTestJSON-126406698 tempest-ServerDiskConfigTestJSON-126406698-project-member] [instance: 79c32321-e070-4a76-a865-9e9131634951] Instance cache missing network info. {{(pid=62328) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1000.629446] env[62328]: INFO nova.compute.manager [None req-19a37482-3ba7-4ddc-a574-e2df5e4ba850 tempest-ServerRescueNegativeTestJSON-713788249 tempest-ServerRescueNegativeTestJSON-713788249-project-member] [instance: 749883c0-59b2-4553-976c-39af0f4ff1d6] Took 30.61 seconds to build instance. [ 1000.645950] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6b8874eb-2dac-4113-8863-51a4fa29ba56 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1000.654255] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4ba1fee9-7834-4001-98c1-d67275fc2545 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1000.686473] env[62328]: DEBUG nova.network.neutron [None req-0aa5020b-17ed-4bd2-82b7-7d4fea1eff8e tempest-ServerDiskConfigTestJSON-126406698 tempest-ServerDiskConfigTestJSON-126406698-project-member] [instance: 79c32321-e070-4a76-a865-9e9131634951] Updating instance_info_cache with network_info: [{"id": "c515a3c9-d8a2-4a74-823a-a0ecda76a302", "address": "fa:16:3e:a3:bd:dc", "network": {"id": "ae1b0afd-4a0c-4b8a-99ac-dbdf6dd5bf95", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-10758413-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "33a1d9f198d84697b63d98d445dea080", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dcf5c3f7-4e33-4f21-b323-3673930b789c", "external-id": "nsx-vlan-transportzone-983", "segmentation_id": 983, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc515a3c9-d8", "ovs_interfaceid": "c515a3c9-d8a2-4a74-823a-a0ecda76a302", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62328) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1000.692019] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6ae4f26f-1634-4b84-af02-7bc70b16fea5 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1000.696166] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9ea2cedf-a5d3-4399-95a8-cdf1b7ed7ff9 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1000.710211] env[62328]: DEBUG nova.compute.provider_tree [None req-25d8dbad-13ac-4dbb-aa9b-4030cb7d7e38 tempest-ServersTestJSON-2041147199 tempest-ServersTestJSON-2041147199-project-member] Inventory has not changed in ProviderTree for provider: 3469e9f8-04af-49ca-8435-49f104496744 {{(pid=62328) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1000.830779] env[62328]: DEBUG oslo_vmware.api [None req-e5524e8e-dcc5-4342-9434-7a538a301aa0 tempest-AttachInterfacesTestJSON-1049158018 tempest-AttachInterfacesTestJSON-1049158018-project-member] Task: {'id': task-2387429, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1001.130639] env[62328]: DEBUG oslo_concurrency.lockutils [None req-19a37482-3ba7-4ddc-a574-e2df5e4ba850 tempest-ServerRescueNegativeTestJSON-713788249 tempest-ServerRescueNegativeTestJSON-713788249-project-member] Lock "749883c0-59b2-4553-976c-39af0f4ff1d6" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 32.132s {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1001.193058] env[62328]: DEBUG oslo_concurrency.lockutils [None req-0aa5020b-17ed-4bd2-82b7-7d4fea1eff8e tempest-ServerDiskConfigTestJSON-126406698 tempest-ServerDiskConfigTestJSON-126406698-project-member] Releasing lock "refresh_cache-79c32321-e070-4a76-a865-9e9131634951" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1001.193058] env[62328]: DEBUG nova.compute.manager [None req-0aa5020b-17ed-4bd2-82b7-7d4fea1eff8e tempest-ServerDiskConfigTestJSON-126406698 tempest-ServerDiskConfigTestJSON-126406698-project-member] [instance: 79c32321-e070-4a76-a865-9e9131634951] Instance network_info: |[{"id": "c515a3c9-d8a2-4a74-823a-a0ecda76a302", "address": "fa:16:3e:a3:bd:dc", "network": {"id": "ae1b0afd-4a0c-4b8a-99ac-dbdf6dd5bf95", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-10758413-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "33a1d9f198d84697b63d98d445dea080", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dcf5c3f7-4e33-4f21-b323-3673930b789c", "external-id": "nsx-vlan-transportzone-983", "segmentation_id": 983, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc515a3c9-d8", "ovs_interfaceid": "c515a3c9-d8a2-4a74-823a-a0ecda76a302", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62328) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1001.193223] env[62328]: DEBUG nova.virt.vmwareapi.vmops [None req-0aa5020b-17ed-4bd2-82b7-7d4fea1eff8e tempest-ServerDiskConfigTestJSON-126406698 tempest-ServerDiskConfigTestJSON-126406698-project-member] [instance: 79c32321-e070-4a76-a865-9e9131634951] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:a3:bd:dc', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'dcf5c3f7-4e33-4f21-b323-3673930b789c', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'c515a3c9-d8a2-4a74-823a-a0ecda76a302', 'vif_model': 'vmxnet3'}] {{(pid=62328) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1001.201921] env[62328]: DEBUG oslo.service.loopingcall [None req-0aa5020b-17ed-4bd2-82b7-7d4fea1eff8e tempest-ServerDiskConfigTestJSON-126406698 tempest-ServerDiskConfigTestJSON-126406698-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62328) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1001.202162] env[62328]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 79c32321-e070-4a76-a865-9e9131634951] Creating VM on the ESX host {{(pid=62328) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1001.202382] env[62328]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-28942ffe-f1a0-4bcb-9140-d6b9493a75c5 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1001.218626] env[62328]: DEBUG nova.scheduler.client.report [None req-25d8dbad-13ac-4dbb-aa9b-4030cb7d7e38 tempest-ServersTestJSON-2041147199 tempest-ServersTestJSON-2041147199-project-member] Inventory has not changed for provider 3469e9f8-04af-49ca-8435-49f104496744 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 152, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62328) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1001.227653] env[62328]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1001.227653] env[62328]: value = "task-2387430" [ 1001.227653] env[62328]: _type = "Task" [ 1001.227653] env[62328]: } to complete. {{(pid=62328) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1001.235717] env[62328]: DEBUG oslo_vmware.api [-] Task: {'id': task-2387430, 'name': CreateVM_Task} progress is 0%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1001.331823] env[62328]: DEBUG oslo_vmware.api [None req-e5524e8e-dcc5-4342-9434-7a538a301aa0 tempest-AttachInterfacesTestJSON-1049158018 tempest-AttachInterfacesTestJSON-1049158018-project-member] Task: {'id': task-2387429, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1001.356933] env[62328]: DEBUG nova.compute.manager [req-492bc456-318f-4d8a-a1e6-56d7a69c951a req-cc4b516e-cc6f-4232-8e6a-67afd794df7d service nova] [instance: 79c32321-e070-4a76-a865-9e9131634951] Received event network-changed-c515a3c9-d8a2-4a74-823a-a0ecda76a302 {{(pid=62328) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1001.357287] env[62328]: DEBUG nova.compute.manager [req-492bc456-318f-4d8a-a1e6-56d7a69c951a req-cc4b516e-cc6f-4232-8e6a-67afd794df7d service nova] [instance: 79c32321-e070-4a76-a865-9e9131634951] Refreshing instance network info cache due to event network-changed-c515a3c9-d8a2-4a74-823a-a0ecda76a302. {{(pid=62328) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1001.357620] env[62328]: DEBUG oslo_concurrency.lockutils [req-492bc456-318f-4d8a-a1e6-56d7a69c951a req-cc4b516e-cc6f-4232-8e6a-67afd794df7d service nova] Acquiring lock "refresh_cache-79c32321-e070-4a76-a865-9e9131634951" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1001.357879] env[62328]: DEBUG oslo_concurrency.lockutils [req-492bc456-318f-4d8a-a1e6-56d7a69c951a req-cc4b516e-cc6f-4232-8e6a-67afd794df7d service nova] Acquired lock "refresh_cache-79c32321-e070-4a76-a865-9e9131634951" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1001.358174] env[62328]: DEBUG nova.network.neutron [req-492bc456-318f-4d8a-a1e6-56d7a69c951a req-cc4b516e-cc6f-4232-8e6a-67afd794df7d service nova] [instance: 79c32321-e070-4a76-a865-9e9131634951] Refreshing network info cache for port c515a3c9-d8a2-4a74-823a-a0ecda76a302 {{(pid=62328) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1001.399701] env[62328]: INFO nova.compute.manager [None req-2a9475e4-507a-4881-ba9c-78b6a0a7df3b tempest-ServerRescueNegativeTestJSON-713788249 tempest-ServerRescueNegativeTestJSON-713788249-project-member] [instance: 749883c0-59b2-4553-976c-39af0f4ff1d6] Rescuing [ 1001.399944] env[62328]: DEBUG oslo_concurrency.lockutils [None req-2a9475e4-507a-4881-ba9c-78b6a0a7df3b tempest-ServerRescueNegativeTestJSON-713788249 tempest-ServerRescueNegativeTestJSON-713788249-project-member] Acquiring lock "refresh_cache-749883c0-59b2-4553-976c-39af0f4ff1d6" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1001.400142] env[62328]: DEBUG oslo_concurrency.lockutils [None req-2a9475e4-507a-4881-ba9c-78b6a0a7df3b tempest-ServerRescueNegativeTestJSON-713788249 tempest-ServerRescueNegativeTestJSON-713788249-project-member] Acquired lock "refresh_cache-749883c0-59b2-4553-976c-39af0f4ff1d6" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1001.400341] env[62328]: DEBUG nova.network.neutron [None req-2a9475e4-507a-4881-ba9c-78b6a0a7df3b tempest-ServerRescueNegativeTestJSON-713788249 tempest-ServerRescueNegativeTestJSON-713788249-project-member] [instance: 749883c0-59b2-4553-976c-39af0f4ff1d6] Building network info cache for instance {{(pid=62328) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1001.724149] env[62328]: DEBUG oslo_concurrency.lockutils [None req-25d8dbad-13ac-4dbb-aa9b-4030cb7d7e38 tempest-ServersTestJSON-2041147199 tempest-ServersTestJSON-2041147199-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.871s {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1001.726704] env[62328]: DEBUG oslo_concurrency.lockutils [None req-651fc6a4-6daf-4398-8a2f-aeb92741d26b tempest-ServersAdminTestJSON-455323280 tempest-ServersAdminTestJSON-455323280-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 16.604s {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1001.726789] env[62328]: DEBUG nova.objects.instance [None req-651fc6a4-6daf-4398-8a2f-aeb92741d26b tempest-ServersAdminTestJSON-455323280 tempest-ServersAdminTestJSON-455323280-project-member] Lazy-loading 'resources' on Instance uuid e78f4099-b61b-4dd2-8587-8c8f1bb0412a {{(pid=62328) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1001.738345] env[62328]: DEBUG oslo_vmware.api [-] Task: {'id': task-2387430, 'name': CreateVM_Task, 'duration_secs': 0.380811} completed successfully. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1001.739413] env[62328]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 79c32321-e070-4a76-a865-9e9131634951] Created VM on the ESX host {{(pid=62328) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1001.740179] env[62328]: DEBUG oslo_concurrency.lockutils [None req-0aa5020b-17ed-4bd2-82b7-7d4fea1eff8e tempest-ServerDiskConfigTestJSON-126406698 tempest-ServerDiskConfigTestJSON-126406698-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/dbf872a4-92be-47e4-8561-c3e2bf2423ab" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1001.740383] env[62328]: DEBUG oslo_concurrency.lockutils [None req-0aa5020b-17ed-4bd2-82b7-7d4fea1eff8e tempest-ServerDiskConfigTestJSON-126406698 tempest-ServerDiskConfigTestJSON-126406698-project-member] Acquired lock "[datastore1] devstack-image-cache_base/dbf872a4-92be-47e4-8561-c3e2bf2423ab" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1001.740775] env[62328]: DEBUG oslo_concurrency.lockutils [None req-0aa5020b-17ed-4bd2-82b7-7d4fea1eff8e tempest-ServerDiskConfigTestJSON-126406698 tempest-ServerDiskConfigTestJSON-126406698-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/dbf872a4-92be-47e4-8561-c3e2bf2423ab" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1001.742031] env[62328]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-36724fa3-bbea-4c62-9804-5d0e5d33efe1 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1001.746259] env[62328]: INFO nova.scheduler.client.report [None req-25d8dbad-13ac-4dbb-aa9b-4030cb7d7e38 tempest-ServersTestJSON-2041147199 tempest-ServersTestJSON-2041147199-project-member] Deleted allocations for instance 13b24bc5-3832-47cc-bf0f-14b881773e37 [ 1001.748945] env[62328]: DEBUG oslo_vmware.api [None req-0aa5020b-17ed-4bd2-82b7-7d4fea1eff8e tempest-ServerDiskConfigTestJSON-126406698 tempest-ServerDiskConfigTestJSON-126406698-project-member] Waiting for the task: (returnval){ [ 1001.748945] env[62328]: value = "session[52a6e20e-410d-708a-99f2-080a575a99bd]52e245fc-2231-9a01-c007-a26a21b6b8d9" [ 1001.748945] env[62328]: _type = "Task" [ 1001.748945] env[62328]: } to complete. {{(pid=62328) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1001.760626] env[62328]: DEBUG oslo_vmware.api [None req-0aa5020b-17ed-4bd2-82b7-7d4fea1eff8e tempest-ServerDiskConfigTestJSON-126406698 tempest-ServerDiskConfigTestJSON-126406698-project-member] Task: {'id': session[52a6e20e-410d-708a-99f2-080a575a99bd]52e245fc-2231-9a01-c007-a26a21b6b8d9, 'name': SearchDatastore_Task, 'duration_secs': 0.009134} completed successfully. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1001.760934] env[62328]: DEBUG oslo_concurrency.lockutils [None req-0aa5020b-17ed-4bd2-82b7-7d4fea1eff8e tempest-ServerDiskConfigTestJSON-126406698 tempest-ServerDiskConfigTestJSON-126406698-project-member] Releasing lock "[datastore1] devstack-image-cache_base/dbf872a4-92be-47e4-8561-c3e2bf2423ab" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1001.761224] env[62328]: DEBUG nova.virt.vmwareapi.vmops [None req-0aa5020b-17ed-4bd2-82b7-7d4fea1eff8e tempest-ServerDiskConfigTestJSON-126406698 tempest-ServerDiskConfigTestJSON-126406698-project-member] [instance: 79c32321-e070-4a76-a865-9e9131634951] Processing image dbf872a4-92be-47e4-8561-c3e2bf2423ab {{(pid=62328) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1001.761462] env[62328]: DEBUG oslo_concurrency.lockutils [None req-0aa5020b-17ed-4bd2-82b7-7d4fea1eff8e tempest-ServerDiskConfigTestJSON-126406698 tempest-ServerDiskConfigTestJSON-126406698-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/dbf872a4-92be-47e4-8561-c3e2bf2423ab/dbf872a4-92be-47e4-8561-c3e2bf2423ab.vmdk" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1001.761686] env[62328]: DEBUG oslo_concurrency.lockutils [None req-0aa5020b-17ed-4bd2-82b7-7d4fea1eff8e tempest-ServerDiskConfigTestJSON-126406698 tempest-ServerDiskConfigTestJSON-126406698-project-member] Acquired lock "[datastore1] devstack-image-cache_base/dbf872a4-92be-47e4-8561-c3e2bf2423ab/dbf872a4-92be-47e4-8561-c3e2bf2423ab.vmdk" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1001.761828] env[62328]: DEBUG nova.virt.vmwareapi.ds_util [None req-0aa5020b-17ed-4bd2-82b7-7d4fea1eff8e tempest-ServerDiskConfigTestJSON-126406698 tempest-ServerDiskConfigTestJSON-126406698-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62328) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1001.762118] env[62328]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-ecc04423-1de4-4d2b-b405-f9099382f887 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1001.770713] env[62328]: DEBUG nova.virt.vmwareapi.ds_util [None req-0aa5020b-17ed-4bd2-82b7-7d4fea1eff8e tempest-ServerDiskConfigTestJSON-126406698 tempest-ServerDiskConfigTestJSON-126406698-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62328) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1001.770897] env[62328]: DEBUG nova.virt.vmwareapi.vmops [None req-0aa5020b-17ed-4bd2-82b7-7d4fea1eff8e tempest-ServerDiskConfigTestJSON-126406698 tempest-ServerDiskConfigTestJSON-126406698-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62328) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1001.771607] env[62328]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0d410ebf-f14c-4c11-844a-d314c7df05f7 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1001.777091] env[62328]: DEBUG oslo_vmware.api [None req-0aa5020b-17ed-4bd2-82b7-7d4fea1eff8e tempest-ServerDiskConfigTestJSON-126406698 tempest-ServerDiskConfigTestJSON-126406698-project-member] Waiting for the task: (returnval){ [ 1001.777091] env[62328]: value = "session[52a6e20e-410d-708a-99f2-080a575a99bd]52398306-7793-bf70-4b77-f28c96cf1dd5" [ 1001.777091] env[62328]: _type = "Task" [ 1001.777091] env[62328]: } to complete. {{(pid=62328) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1001.784558] env[62328]: DEBUG oslo_vmware.api [None req-0aa5020b-17ed-4bd2-82b7-7d4fea1eff8e tempest-ServerDiskConfigTestJSON-126406698 tempest-ServerDiskConfigTestJSON-126406698-project-member] Task: {'id': session[52a6e20e-410d-708a-99f2-080a575a99bd]52398306-7793-bf70-4b77-f28c96cf1dd5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1001.831084] env[62328]: DEBUG oslo_vmware.api [None req-e5524e8e-dcc5-4342-9434-7a538a301aa0 tempest-AttachInterfacesTestJSON-1049158018 tempest-AttachInterfacesTestJSON-1049158018-project-member] Task: {'id': task-2387429, 'name': ReconfigVM_Task, 'duration_secs': 1.13628} completed successfully. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1001.831410] env[62328]: DEBUG nova.virt.vmwareapi.volumeops [None req-e5524e8e-dcc5-4342-9434-7a538a301aa0 tempest-AttachInterfacesTestJSON-1049158018 tempest-AttachInterfacesTestJSON-1049158018-project-member] [instance: 0c5d4040-bc5a-452c-9a75-a58280f7cb73] Reconfigured VM instance instance-00000066 to attach disk [datastore1] 0c5d4040-bc5a-452c-9a75-a58280f7cb73/0c5d4040-bc5a-452c-9a75-a58280f7cb73.vmdk or device None with type sparse {{(pid=62328) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1001.832416] env[62328]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-f158b80b-9c05-48d7-a367-b0b32e1f0a68 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1001.837778] env[62328]: DEBUG oslo_vmware.api [None req-e5524e8e-dcc5-4342-9434-7a538a301aa0 tempest-AttachInterfacesTestJSON-1049158018 tempest-AttachInterfacesTestJSON-1049158018-project-member] Waiting for the task: (returnval){ [ 1001.837778] env[62328]: value = "task-2387431" [ 1001.837778] env[62328]: _type = "Task" [ 1001.837778] env[62328]: } to complete. {{(pid=62328) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1001.845620] env[62328]: DEBUG oslo_vmware.api [None req-e5524e8e-dcc5-4342-9434-7a538a301aa0 tempest-AttachInterfacesTestJSON-1049158018 tempest-AttachInterfacesTestJSON-1049158018-project-member] Task: {'id': task-2387431, 'name': Rename_Task} progress is 5%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1002.102935] env[62328]: DEBUG nova.network.neutron [req-492bc456-318f-4d8a-a1e6-56d7a69c951a req-cc4b516e-cc6f-4232-8e6a-67afd794df7d service nova] [instance: 79c32321-e070-4a76-a865-9e9131634951] Updated VIF entry in instance network info cache for port c515a3c9-d8a2-4a74-823a-a0ecda76a302. {{(pid=62328) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1002.103315] env[62328]: DEBUG nova.network.neutron [req-492bc456-318f-4d8a-a1e6-56d7a69c951a req-cc4b516e-cc6f-4232-8e6a-67afd794df7d service nova] [instance: 79c32321-e070-4a76-a865-9e9131634951] Updating instance_info_cache with network_info: [{"id": "c515a3c9-d8a2-4a74-823a-a0ecda76a302", "address": "fa:16:3e:a3:bd:dc", "network": {"id": "ae1b0afd-4a0c-4b8a-99ac-dbdf6dd5bf95", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-10758413-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "33a1d9f198d84697b63d98d445dea080", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dcf5c3f7-4e33-4f21-b323-3673930b789c", "external-id": "nsx-vlan-transportzone-983", "segmentation_id": 983, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc515a3c9-d8", "ovs_interfaceid": "c515a3c9-d8a2-4a74-823a-a0ecda76a302", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62328) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1002.155451] env[62328]: DEBUG nova.network.neutron [None req-2a9475e4-507a-4881-ba9c-78b6a0a7df3b tempest-ServerRescueNegativeTestJSON-713788249 tempest-ServerRescueNegativeTestJSON-713788249-project-member] [instance: 749883c0-59b2-4553-976c-39af0f4ff1d6] Updating instance_info_cache with network_info: [{"id": "0487f719-b206-438c-8cec-078573209af6", "address": "fa:16:3e:52:ef:4c", "network": {"id": "665a93dd-ec5d-43ab-a846-c1bb4bf70533", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1472451965-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d5a96a78c0b5451d8c6e1de563033f13", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "cf63c3c8-d774-4b81-9b12-848612a96076", "external-id": "nsx-vlan-transportzone-315", "segmentation_id": 315, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0487f719-b2", "ovs_interfaceid": "0487f719-b206-438c-8cec-078573209af6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62328) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1002.257970] env[62328]: DEBUG oslo_concurrency.lockutils [None req-25d8dbad-13ac-4dbb-aa9b-4030cb7d7e38 tempest-ServersTestJSON-2041147199 tempest-ServersTestJSON-2041147199-project-member] Lock "13b24bc5-3832-47cc-bf0f-14b881773e37" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 21.696s {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1002.289241] env[62328]: DEBUG oslo_vmware.api [None req-0aa5020b-17ed-4bd2-82b7-7d4fea1eff8e tempest-ServerDiskConfigTestJSON-126406698 tempest-ServerDiskConfigTestJSON-126406698-project-member] Task: {'id': session[52a6e20e-410d-708a-99f2-080a575a99bd]52398306-7793-bf70-4b77-f28c96cf1dd5, 'name': SearchDatastore_Task, 'duration_secs': 0.008247} completed successfully. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1002.290046] env[62328]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9833e2a4-c0df-486e-b3d0-acfae446188f {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1002.295723] env[62328]: DEBUG oslo_vmware.api [None req-0aa5020b-17ed-4bd2-82b7-7d4fea1eff8e tempest-ServerDiskConfigTestJSON-126406698 tempest-ServerDiskConfigTestJSON-126406698-project-member] Waiting for the task: (returnval){ [ 1002.295723] env[62328]: value = "session[52a6e20e-410d-708a-99f2-080a575a99bd]5203ad25-9c5f-91cb-786e-ccc8cbdd57b2" [ 1002.295723] env[62328]: _type = "Task" [ 1002.295723] env[62328]: } to complete. {{(pid=62328) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1002.308799] env[62328]: DEBUG oslo_vmware.api [None req-0aa5020b-17ed-4bd2-82b7-7d4fea1eff8e tempest-ServerDiskConfigTestJSON-126406698 tempest-ServerDiskConfigTestJSON-126406698-project-member] Task: {'id': session[52a6e20e-410d-708a-99f2-080a575a99bd]5203ad25-9c5f-91cb-786e-ccc8cbdd57b2, 'name': SearchDatastore_Task, 'duration_secs': 0.01061} completed successfully. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1002.309099] env[62328]: DEBUG oslo_concurrency.lockutils [None req-0aa5020b-17ed-4bd2-82b7-7d4fea1eff8e tempest-ServerDiskConfigTestJSON-126406698 tempest-ServerDiskConfigTestJSON-126406698-project-member] Releasing lock "[datastore1] devstack-image-cache_base/dbf872a4-92be-47e4-8561-c3e2bf2423ab/dbf872a4-92be-47e4-8561-c3e2bf2423ab.vmdk" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1002.309417] env[62328]: DEBUG nova.virt.vmwareapi.vm_util [None req-0aa5020b-17ed-4bd2-82b7-7d4fea1eff8e tempest-ServerDiskConfigTestJSON-126406698 tempest-ServerDiskConfigTestJSON-126406698-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/dbf872a4-92be-47e4-8561-c3e2bf2423ab/dbf872a4-92be-47e4-8561-c3e2bf2423ab.vmdk to [datastore1] 79c32321-e070-4a76-a865-9e9131634951/79c32321-e070-4a76-a865-9e9131634951.vmdk {{(pid=62328) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1002.309736] env[62328]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-f7960a9e-5816-4795-af34-f97e96fd9170 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1002.321160] env[62328]: DEBUG oslo_vmware.api [None req-0aa5020b-17ed-4bd2-82b7-7d4fea1eff8e tempest-ServerDiskConfigTestJSON-126406698 tempest-ServerDiskConfigTestJSON-126406698-project-member] Waiting for the task: (returnval){ [ 1002.321160] env[62328]: value = "task-2387432" [ 1002.321160] env[62328]: _type = "Task" [ 1002.321160] env[62328]: } to complete. {{(pid=62328) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1002.331695] env[62328]: DEBUG oslo_vmware.api [None req-0aa5020b-17ed-4bd2-82b7-7d4fea1eff8e tempest-ServerDiskConfigTestJSON-126406698 tempest-ServerDiskConfigTestJSON-126406698-project-member] Task: {'id': task-2387432, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1002.349593] env[62328]: DEBUG oslo_vmware.api [None req-e5524e8e-dcc5-4342-9434-7a538a301aa0 tempest-AttachInterfacesTestJSON-1049158018 tempest-AttachInterfacesTestJSON-1049158018-project-member] Task: {'id': task-2387431, 'name': Rename_Task, 'duration_secs': 0.144121} completed successfully. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1002.349914] env[62328]: DEBUG nova.virt.vmwareapi.vm_util [None req-e5524e8e-dcc5-4342-9434-7a538a301aa0 tempest-AttachInterfacesTestJSON-1049158018 tempest-AttachInterfacesTestJSON-1049158018-project-member] [instance: 0c5d4040-bc5a-452c-9a75-a58280f7cb73] Powering on the VM {{(pid=62328) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1002.350171] env[62328]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-306819b4-2826-4bd0-a9e5-735b8c7b099b {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1002.357942] env[62328]: DEBUG oslo_vmware.api [None req-e5524e8e-dcc5-4342-9434-7a538a301aa0 tempest-AttachInterfacesTestJSON-1049158018 tempest-AttachInterfacesTestJSON-1049158018-project-member] Waiting for the task: (returnval){ [ 1002.357942] env[62328]: value = "task-2387433" [ 1002.357942] env[62328]: _type = "Task" [ 1002.357942] env[62328]: } to complete. {{(pid=62328) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1002.367303] env[62328]: DEBUG oslo_vmware.api [None req-e5524e8e-dcc5-4342-9434-7a538a301aa0 tempest-AttachInterfacesTestJSON-1049158018 tempest-AttachInterfacesTestJSON-1049158018-project-member] Task: {'id': task-2387433, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1002.536165] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f0d31a42-c8b7-41a4-a332-1eb0d4f05df4 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1002.545202] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6610f25c-781e-464d-8bb1-4326e17321f5 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1002.583937] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3565c4c0-cb31-4493-bf75-a6eff4c11888 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1002.595033] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2e23e0d9-74fb-447c-bbe2-da2511887fb4 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1002.611711] env[62328]: DEBUG oslo_concurrency.lockutils [req-492bc456-318f-4d8a-a1e6-56d7a69c951a req-cc4b516e-cc6f-4232-8e6a-67afd794df7d service nova] Releasing lock "refresh_cache-79c32321-e070-4a76-a865-9e9131634951" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1002.612368] env[62328]: DEBUG nova.compute.provider_tree [None req-651fc6a4-6daf-4398-8a2f-aeb92741d26b tempest-ServersAdminTestJSON-455323280 tempest-ServersAdminTestJSON-455323280-project-member] Inventory has not changed in ProviderTree for provider: 3469e9f8-04af-49ca-8435-49f104496744 {{(pid=62328) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1002.657994] env[62328]: DEBUG oslo_concurrency.lockutils [None req-2a9475e4-507a-4881-ba9c-78b6a0a7df3b tempest-ServerRescueNegativeTestJSON-713788249 tempest-ServerRescueNegativeTestJSON-713788249-project-member] Releasing lock "refresh_cache-749883c0-59b2-4553-976c-39af0f4ff1d6" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1002.833233] env[62328]: DEBUG oslo_vmware.api [None req-0aa5020b-17ed-4bd2-82b7-7d4fea1eff8e tempest-ServerDiskConfigTestJSON-126406698 tempest-ServerDiskConfigTestJSON-126406698-project-member] Task: {'id': task-2387432, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1002.869493] env[62328]: DEBUG oslo_vmware.api [None req-e5524e8e-dcc5-4342-9434-7a538a301aa0 tempest-AttachInterfacesTestJSON-1049158018 tempest-AttachInterfacesTestJSON-1049158018-project-member] Task: {'id': task-2387433, 'name': PowerOnVM_Task} progress is 71%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1003.115910] env[62328]: DEBUG nova.scheduler.client.report [None req-651fc6a4-6daf-4398-8a2f-aeb92741d26b tempest-ServersAdminTestJSON-455323280 tempest-ServersAdminTestJSON-455323280-project-member] Inventory has not changed for provider 3469e9f8-04af-49ca-8435-49f104496744 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 152, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62328) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1003.312651] env[62328]: DEBUG oslo_concurrency.lockutils [None req-65822a91-07f0-4690-84b0-bb80dc7147b3 tempest-ServersTestJSON-2041147199 tempest-ServersTestJSON-2041147199-project-member] Acquiring lock "9c54e9e0-9a16-4589-90ee-3f793f5f4f8d" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1003.312877] env[62328]: DEBUG oslo_concurrency.lockutils [None req-65822a91-07f0-4690-84b0-bb80dc7147b3 tempest-ServersTestJSON-2041147199 tempest-ServersTestJSON-2041147199-project-member] Lock "9c54e9e0-9a16-4589-90ee-3f793f5f4f8d" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1003.332217] env[62328]: DEBUG oslo_vmware.api [None req-0aa5020b-17ed-4bd2-82b7-7d4fea1eff8e tempest-ServerDiskConfigTestJSON-126406698 tempest-ServerDiskConfigTestJSON-126406698-project-member] Task: {'id': task-2387432, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.5548} completed successfully. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1003.332525] env[62328]: DEBUG nova.virt.vmwareapi.vm_util [None req-0aa5020b-17ed-4bd2-82b7-7d4fea1eff8e tempest-ServerDiskConfigTestJSON-126406698 tempest-ServerDiskConfigTestJSON-126406698-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/dbf872a4-92be-47e4-8561-c3e2bf2423ab/dbf872a4-92be-47e4-8561-c3e2bf2423ab.vmdk to [datastore1] 79c32321-e070-4a76-a865-9e9131634951/79c32321-e070-4a76-a865-9e9131634951.vmdk {{(pid=62328) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1003.332672] env[62328]: DEBUG nova.virt.vmwareapi.vmops [None req-0aa5020b-17ed-4bd2-82b7-7d4fea1eff8e tempest-ServerDiskConfigTestJSON-126406698 tempest-ServerDiskConfigTestJSON-126406698-project-member] [instance: 79c32321-e070-4a76-a865-9e9131634951] Extending root virtual disk to 1048576 {{(pid=62328) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1003.332916] env[62328]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-8a364e7f-baf3-4c73-8e2a-0778081f03ca {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1003.339559] env[62328]: DEBUG oslo_vmware.api [None req-0aa5020b-17ed-4bd2-82b7-7d4fea1eff8e tempest-ServerDiskConfigTestJSON-126406698 tempest-ServerDiskConfigTestJSON-126406698-project-member] Waiting for the task: (returnval){ [ 1003.339559] env[62328]: value = "task-2387434" [ 1003.339559] env[62328]: _type = "Task" [ 1003.339559] env[62328]: } to complete. {{(pid=62328) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1003.347397] env[62328]: DEBUG oslo_vmware.api [None req-0aa5020b-17ed-4bd2-82b7-7d4fea1eff8e tempest-ServerDiskConfigTestJSON-126406698 tempest-ServerDiskConfigTestJSON-126406698-project-member] Task: {'id': task-2387434, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1003.368895] env[62328]: DEBUG oslo_vmware.api [None req-e5524e8e-dcc5-4342-9434-7a538a301aa0 tempest-AttachInterfacesTestJSON-1049158018 tempest-AttachInterfacesTestJSON-1049158018-project-member] Task: {'id': task-2387433, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1003.621133] env[62328]: DEBUG oslo_concurrency.lockutils [None req-651fc6a4-6daf-4398-8a2f-aeb92741d26b tempest-ServersAdminTestJSON-455323280 tempest-ServersAdminTestJSON-455323280-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.894s {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1003.623368] env[62328]: DEBUG oslo_concurrency.lockutils [None req-50189890-8255-4504-843c-6e3b720b6ce1 tempest-ServersNegativeTestJSON-1019155744 tempest-ServersNegativeTestJSON-1019155744-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 10.489s {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1003.623602] env[62328]: DEBUG nova.objects.instance [None req-50189890-8255-4504-843c-6e3b720b6ce1 tempest-ServersNegativeTestJSON-1019155744 tempest-ServersNegativeTestJSON-1019155744-project-member] Lazy-loading 'resources' on Instance uuid 1ae2d9b7-a1dd-4c97-a50d-70582a8841f3 {{(pid=62328) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1003.646746] env[62328]: INFO nova.scheduler.client.report [None req-651fc6a4-6daf-4398-8a2f-aeb92741d26b tempest-ServersAdminTestJSON-455323280 tempest-ServersAdminTestJSON-455323280-project-member] Deleted allocations for instance e78f4099-b61b-4dd2-8587-8c8f1bb0412a [ 1003.815023] env[62328]: DEBUG nova.compute.manager [None req-65822a91-07f0-4690-84b0-bb80dc7147b3 tempest-ServersTestJSON-2041147199 tempest-ServersTestJSON-2041147199-project-member] [instance: 9c54e9e0-9a16-4589-90ee-3f793f5f4f8d] Starting instance... {{(pid=62328) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1003.849160] env[62328]: DEBUG oslo_vmware.api [None req-0aa5020b-17ed-4bd2-82b7-7d4fea1eff8e tempest-ServerDiskConfigTestJSON-126406698 tempest-ServerDiskConfigTestJSON-126406698-project-member] Task: {'id': task-2387434, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.067748} completed successfully. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1003.850015] env[62328]: DEBUG nova.virt.vmwareapi.vmops [None req-0aa5020b-17ed-4bd2-82b7-7d4fea1eff8e tempest-ServerDiskConfigTestJSON-126406698 tempest-ServerDiskConfigTestJSON-126406698-project-member] [instance: 79c32321-e070-4a76-a865-9e9131634951] Extended root virtual disk {{(pid=62328) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1003.850815] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2d74a671-a9e7-420d-8664-16ed474d17fc {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1003.874934] env[62328]: DEBUG nova.virt.vmwareapi.volumeops [None req-0aa5020b-17ed-4bd2-82b7-7d4fea1eff8e tempest-ServerDiskConfigTestJSON-126406698 tempest-ServerDiskConfigTestJSON-126406698-project-member] [instance: 79c32321-e070-4a76-a865-9e9131634951] Reconfiguring VM instance instance-00000067 to attach disk [datastore1] 79c32321-e070-4a76-a865-9e9131634951/79c32321-e070-4a76-a865-9e9131634951.vmdk or device None with type sparse {{(pid=62328) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1003.878125] env[62328]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8ddc8da1-3094-4695-8be6-b5f68bd93526 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1003.897072] env[62328]: DEBUG oslo_vmware.api [None req-e5524e8e-dcc5-4342-9434-7a538a301aa0 tempest-AttachInterfacesTestJSON-1049158018 tempest-AttachInterfacesTestJSON-1049158018-project-member] Task: {'id': task-2387433, 'name': PowerOnVM_Task, 'duration_secs': 1.100519} completed successfully. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1003.898251] env[62328]: DEBUG nova.virt.vmwareapi.vm_util [None req-e5524e8e-dcc5-4342-9434-7a538a301aa0 tempest-AttachInterfacesTestJSON-1049158018 tempest-AttachInterfacesTestJSON-1049158018-project-member] [instance: 0c5d4040-bc5a-452c-9a75-a58280f7cb73] Powered on the VM {{(pid=62328) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1003.898921] env[62328]: INFO nova.compute.manager [None req-e5524e8e-dcc5-4342-9434-7a538a301aa0 tempest-AttachInterfacesTestJSON-1049158018 tempest-AttachInterfacesTestJSON-1049158018-project-member] [instance: 0c5d4040-bc5a-452c-9a75-a58280f7cb73] Took 9.36 seconds to spawn the instance on the hypervisor. [ 1003.898921] env[62328]: DEBUG nova.compute.manager [None req-e5524e8e-dcc5-4342-9434-7a538a301aa0 tempest-AttachInterfacesTestJSON-1049158018 tempest-AttachInterfacesTestJSON-1049158018-project-member] [instance: 0c5d4040-bc5a-452c-9a75-a58280f7cb73] Checking state {{(pid=62328) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1003.899061] env[62328]: DEBUG oslo_vmware.api [None req-0aa5020b-17ed-4bd2-82b7-7d4fea1eff8e tempest-ServerDiskConfigTestJSON-126406698 tempest-ServerDiskConfigTestJSON-126406698-project-member] Waiting for the task: (returnval){ [ 1003.899061] env[62328]: value = "task-2387435" [ 1003.899061] env[62328]: _type = "Task" [ 1003.899061] env[62328]: } to complete. {{(pid=62328) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1003.899628] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e9bc34fe-abf0-4522-842a-9c2e28f03c9a {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1003.915363] env[62328]: DEBUG oslo_vmware.api [None req-0aa5020b-17ed-4bd2-82b7-7d4fea1eff8e tempest-ServerDiskConfigTestJSON-126406698 tempest-ServerDiskConfigTestJSON-126406698-project-member] Task: {'id': task-2387435, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1004.154033] env[62328]: DEBUG oslo_concurrency.lockutils [None req-651fc6a4-6daf-4398-8a2f-aeb92741d26b tempest-ServersAdminTestJSON-455323280 tempest-ServersAdminTestJSON-455323280-project-member] Lock "e78f4099-b61b-4dd2-8587-8c8f1bb0412a" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 22.454s {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1004.197041] env[62328]: DEBUG nova.virt.vmwareapi.vm_util [None req-2a9475e4-507a-4881-ba9c-78b6a0a7df3b tempest-ServerRescueNegativeTestJSON-713788249 tempest-ServerRescueNegativeTestJSON-713788249-project-member] [instance: 749883c0-59b2-4553-976c-39af0f4ff1d6] Powering off the VM {{(pid=62328) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1004.197041] env[62328]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c922761c-80a7-49fe-84e0-995db9a812c8 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1004.203386] env[62328]: DEBUG oslo_vmware.api [None req-2a9475e4-507a-4881-ba9c-78b6a0a7df3b tempest-ServerRescueNegativeTestJSON-713788249 tempest-ServerRescueNegativeTestJSON-713788249-project-member] Waiting for the task: (returnval){ [ 1004.203386] env[62328]: value = "task-2387436" [ 1004.203386] env[62328]: _type = "Task" [ 1004.203386] env[62328]: } to complete. {{(pid=62328) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1004.213859] env[62328]: DEBUG oslo_vmware.api [None req-2a9475e4-507a-4881-ba9c-78b6a0a7df3b tempest-ServerRescueNegativeTestJSON-713788249 tempest-ServerRescueNegativeTestJSON-713788249-project-member] Task: {'id': task-2387436, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1004.333623] env[62328]: DEBUG oslo_concurrency.lockutils [None req-65822a91-07f0-4690-84b0-bb80dc7147b3 tempest-ServersTestJSON-2041147199 tempest-ServersTestJSON-2041147199-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1004.357889] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4f666d03-064e-45c5-b01e-26ae7f3dcebc {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1004.366223] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-060dea5b-93e7-4e89-9efe-2a42ff8d8301 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1004.397969] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2906a399-4ec4-4bd0-987a-79d6212eac4b {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1004.408962] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-42808809-83fe-45a1-b72f-3294e14425c4 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1004.421180] env[62328]: DEBUG oslo_vmware.api [None req-0aa5020b-17ed-4bd2-82b7-7d4fea1eff8e tempest-ServerDiskConfigTestJSON-126406698 tempest-ServerDiskConfigTestJSON-126406698-project-member] Task: {'id': task-2387435, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1004.424095] env[62328]: INFO nova.compute.manager [None req-e5524e8e-dcc5-4342-9434-7a538a301aa0 tempest-AttachInterfacesTestJSON-1049158018 tempest-AttachInterfacesTestJSON-1049158018-project-member] [instance: 0c5d4040-bc5a-452c-9a75-a58280f7cb73] Took 33.32 seconds to build instance. [ 1004.433027] env[62328]: DEBUG nova.compute.provider_tree [None req-50189890-8255-4504-843c-6e3b720b6ce1 tempest-ServersNegativeTestJSON-1019155744 tempest-ServersNegativeTestJSON-1019155744-project-member] Inventory has not changed in ProviderTree for provider: 3469e9f8-04af-49ca-8435-49f104496744 {{(pid=62328) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1004.715625] env[62328]: DEBUG oslo_vmware.api [None req-2a9475e4-507a-4881-ba9c-78b6a0a7df3b tempest-ServerRescueNegativeTestJSON-713788249 tempest-ServerRescueNegativeTestJSON-713788249-project-member] Task: {'id': task-2387436, 'name': PowerOffVM_Task, 'duration_secs': 0.224678} completed successfully. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1004.717082] env[62328]: DEBUG nova.virt.vmwareapi.vm_util [None req-2a9475e4-507a-4881-ba9c-78b6a0a7df3b tempest-ServerRescueNegativeTestJSON-713788249 tempest-ServerRescueNegativeTestJSON-713788249-project-member] [instance: 749883c0-59b2-4553-976c-39af0f4ff1d6] Powered off the VM {{(pid=62328) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1004.717082] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8cda1020-d8d2-49f0-b7e5-7bb639223c1f {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1004.735112] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a63fdf10-b751-41b1-8973-fe587689da14 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1004.765037] env[62328]: DEBUG nova.virt.vmwareapi.vm_util [None req-2a9475e4-507a-4881-ba9c-78b6a0a7df3b tempest-ServerRescueNegativeTestJSON-713788249 tempest-ServerRescueNegativeTestJSON-713788249-project-member] [instance: 749883c0-59b2-4553-976c-39af0f4ff1d6] Powering off the VM {{(pid=62328) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1004.765908] env[62328]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-99c8f834-fc35-4dab-87b8-1d0e61771f7b {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1004.771167] env[62328]: DEBUG oslo_vmware.api [None req-2a9475e4-507a-4881-ba9c-78b6a0a7df3b tempest-ServerRescueNegativeTestJSON-713788249 tempest-ServerRescueNegativeTestJSON-713788249-project-member] Waiting for the task: (returnval){ [ 1004.771167] env[62328]: value = "task-2387437" [ 1004.771167] env[62328]: _type = "Task" [ 1004.771167] env[62328]: } to complete. {{(pid=62328) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1004.778531] env[62328]: DEBUG oslo_vmware.api [None req-2a9475e4-507a-4881-ba9c-78b6a0a7df3b tempest-ServerRescueNegativeTestJSON-713788249 tempest-ServerRescueNegativeTestJSON-713788249-project-member] Task: {'id': task-2387437, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1004.911830] env[62328]: DEBUG oslo_vmware.api [None req-0aa5020b-17ed-4bd2-82b7-7d4fea1eff8e tempest-ServerDiskConfigTestJSON-126406698 tempest-ServerDiskConfigTestJSON-126406698-project-member] Task: {'id': task-2387435, 'name': ReconfigVM_Task, 'duration_secs': 0.673433} completed successfully. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1004.912248] env[62328]: DEBUG nova.virt.vmwareapi.volumeops [None req-0aa5020b-17ed-4bd2-82b7-7d4fea1eff8e tempest-ServerDiskConfigTestJSON-126406698 tempest-ServerDiskConfigTestJSON-126406698-project-member] [instance: 79c32321-e070-4a76-a865-9e9131634951] Reconfigured VM instance instance-00000067 to attach disk [datastore1] 79c32321-e070-4a76-a865-9e9131634951/79c32321-e070-4a76-a865-9e9131634951.vmdk or device None with type sparse {{(pid=62328) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1004.912891] env[62328]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-2a3cd404-2f85-462c-9d44-b621110e4489 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1004.918818] env[62328]: DEBUG oslo_vmware.api [None req-0aa5020b-17ed-4bd2-82b7-7d4fea1eff8e tempest-ServerDiskConfigTestJSON-126406698 tempest-ServerDiskConfigTestJSON-126406698-project-member] Waiting for the task: (returnval){ [ 1004.918818] env[62328]: value = "task-2387438" [ 1004.918818] env[62328]: _type = "Task" [ 1004.918818] env[62328]: } to complete. {{(pid=62328) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1004.926388] env[62328]: DEBUG oslo_concurrency.lockutils [None req-e5524e8e-dcc5-4342-9434-7a538a301aa0 tempest-AttachInterfacesTestJSON-1049158018 tempest-AttachInterfacesTestJSON-1049158018-project-member] Lock "0c5d4040-bc5a-452c-9a75-a58280f7cb73" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 34.836s {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1004.926624] env[62328]: DEBUG oslo_vmware.api [None req-0aa5020b-17ed-4bd2-82b7-7d4fea1eff8e tempest-ServerDiskConfigTestJSON-126406698 tempest-ServerDiskConfigTestJSON-126406698-project-member] Task: {'id': task-2387438, 'name': Rename_Task} progress is 0%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1004.935679] env[62328]: DEBUG nova.scheduler.client.report [None req-50189890-8255-4504-843c-6e3b720b6ce1 tempest-ServersNegativeTestJSON-1019155744 tempest-ServersNegativeTestJSON-1019155744-project-member] Inventory has not changed for provider 3469e9f8-04af-49ca-8435-49f104496744 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 152, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62328) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1005.025399] env[62328]: DEBUG oslo_concurrency.lockutils [None req-a0578315-4750-4bb7-b51e-8adf7aa66a22 tempest-ServersAdminTestJSON-455323280 tempest-ServersAdminTestJSON-455323280-project-member] Acquiring lock "475a5d77-198f-4dca-943c-a039da48dee0" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1005.025669] env[62328]: DEBUG oslo_concurrency.lockutils [None req-a0578315-4750-4bb7-b51e-8adf7aa66a22 tempest-ServersAdminTestJSON-455323280 tempest-ServersAdminTestJSON-455323280-project-member] Lock "475a5d77-198f-4dca-943c-a039da48dee0" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1005.025902] env[62328]: DEBUG oslo_concurrency.lockutils [None req-a0578315-4750-4bb7-b51e-8adf7aa66a22 tempest-ServersAdminTestJSON-455323280 tempest-ServersAdminTestJSON-455323280-project-member] Acquiring lock "475a5d77-198f-4dca-943c-a039da48dee0-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1005.026124] env[62328]: DEBUG oslo_concurrency.lockutils [None req-a0578315-4750-4bb7-b51e-8adf7aa66a22 tempest-ServersAdminTestJSON-455323280 tempest-ServersAdminTestJSON-455323280-project-member] Lock "475a5d77-198f-4dca-943c-a039da48dee0-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1005.026305] env[62328]: DEBUG oslo_concurrency.lockutils [None req-a0578315-4750-4bb7-b51e-8adf7aa66a22 tempest-ServersAdminTestJSON-455323280 tempest-ServersAdminTestJSON-455323280-project-member] Lock "475a5d77-198f-4dca-943c-a039da48dee0-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1005.030453] env[62328]: INFO nova.compute.manager [None req-a0578315-4750-4bb7-b51e-8adf7aa66a22 tempest-ServersAdminTestJSON-455323280 tempest-ServersAdminTestJSON-455323280-project-member] [instance: 475a5d77-198f-4dca-943c-a039da48dee0] Terminating instance [ 1005.281735] env[62328]: DEBUG nova.virt.vmwareapi.vm_util [None req-2a9475e4-507a-4881-ba9c-78b6a0a7df3b tempest-ServerRescueNegativeTestJSON-713788249 tempest-ServerRescueNegativeTestJSON-713788249-project-member] [instance: 749883c0-59b2-4553-976c-39af0f4ff1d6] VM already powered off {{(pid=62328) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1005.282017] env[62328]: DEBUG nova.virt.vmwareapi.vmops [None req-2a9475e4-507a-4881-ba9c-78b6a0a7df3b tempest-ServerRescueNegativeTestJSON-713788249 tempest-ServerRescueNegativeTestJSON-713788249-project-member] [instance: 749883c0-59b2-4553-976c-39af0f4ff1d6] Processing image dbf872a4-92be-47e4-8561-c3e2bf2423ab {{(pid=62328) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1005.282300] env[62328]: DEBUG oslo_concurrency.lockutils [None req-2a9475e4-507a-4881-ba9c-78b6a0a7df3b tempest-ServerRescueNegativeTestJSON-713788249 tempest-ServerRescueNegativeTestJSON-713788249-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/dbf872a4-92be-47e4-8561-c3e2bf2423ab/dbf872a4-92be-47e4-8561-c3e2bf2423ab.vmdk" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1005.282480] env[62328]: DEBUG oslo_concurrency.lockutils [None req-2a9475e4-507a-4881-ba9c-78b6a0a7df3b tempest-ServerRescueNegativeTestJSON-713788249 tempest-ServerRescueNegativeTestJSON-713788249-project-member] Acquired lock "[datastore1] devstack-image-cache_base/dbf872a4-92be-47e4-8561-c3e2bf2423ab/dbf872a4-92be-47e4-8561-c3e2bf2423ab.vmdk" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1005.282683] env[62328]: DEBUG nova.virt.vmwareapi.ds_util [None req-2a9475e4-507a-4881-ba9c-78b6a0a7df3b tempest-ServerRescueNegativeTestJSON-713788249 tempest-ServerRescueNegativeTestJSON-713788249-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62328) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1005.282948] env[62328]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-ae12e4f5-57b3-4162-80f8-1411f1197b30 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1005.293647] env[62328]: DEBUG nova.virt.vmwareapi.ds_util [None req-2a9475e4-507a-4881-ba9c-78b6a0a7df3b tempest-ServerRescueNegativeTestJSON-713788249 tempest-ServerRescueNegativeTestJSON-713788249-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62328) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1005.293844] env[62328]: DEBUG nova.virt.vmwareapi.vmops [None req-2a9475e4-507a-4881-ba9c-78b6a0a7df3b tempest-ServerRescueNegativeTestJSON-713788249 tempest-ServerRescueNegativeTestJSON-713788249-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62328) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1005.294606] env[62328]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-294b5f22-6d42-4c3c-a6c2-508f8a3c9bb8 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1005.301976] env[62328]: DEBUG oslo_vmware.api [None req-2a9475e4-507a-4881-ba9c-78b6a0a7df3b tempest-ServerRescueNegativeTestJSON-713788249 tempest-ServerRescueNegativeTestJSON-713788249-project-member] Waiting for the task: (returnval){ [ 1005.301976] env[62328]: value = "session[52a6e20e-410d-708a-99f2-080a575a99bd]527fd300-9edd-0266-e811-2e81c890ff27" [ 1005.301976] env[62328]: _type = "Task" [ 1005.301976] env[62328]: } to complete. {{(pid=62328) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1005.310231] env[62328]: DEBUG oslo_vmware.api [None req-2a9475e4-507a-4881-ba9c-78b6a0a7df3b tempest-ServerRescueNegativeTestJSON-713788249 tempest-ServerRescueNegativeTestJSON-713788249-project-member] Task: {'id': session[52a6e20e-410d-708a-99f2-080a575a99bd]527fd300-9edd-0266-e811-2e81c890ff27, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1005.393225] env[62328]: DEBUG nova.compute.manager [req-c89da6ea-f1a3-4d37-a371-2ec64627d9e6 req-ccb347e8-c5cb-4b66-bb52-3e7cf9fd0e36 service nova] [instance: 0c5d4040-bc5a-452c-9a75-a58280f7cb73] Received event network-changed-a4e2181b-293f-4f96-b2b6-bb007d97edb7 {{(pid=62328) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1005.393477] env[62328]: DEBUG nova.compute.manager [req-c89da6ea-f1a3-4d37-a371-2ec64627d9e6 req-ccb347e8-c5cb-4b66-bb52-3e7cf9fd0e36 service nova] [instance: 0c5d4040-bc5a-452c-9a75-a58280f7cb73] Refreshing instance network info cache due to event network-changed-a4e2181b-293f-4f96-b2b6-bb007d97edb7. {{(pid=62328) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1005.393654] env[62328]: DEBUG oslo_concurrency.lockutils [req-c89da6ea-f1a3-4d37-a371-2ec64627d9e6 req-ccb347e8-c5cb-4b66-bb52-3e7cf9fd0e36 service nova] Acquiring lock "refresh_cache-0c5d4040-bc5a-452c-9a75-a58280f7cb73" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1005.393800] env[62328]: DEBUG oslo_concurrency.lockutils [req-c89da6ea-f1a3-4d37-a371-2ec64627d9e6 req-ccb347e8-c5cb-4b66-bb52-3e7cf9fd0e36 service nova] Acquired lock "refresh_cache-0c5d4040-bc5a-452c-9a75-a58280f7cb73" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1005.393963] env[62328]: DEBUG nova.network.neutron [req-c89da6ea-f1a3-4d37-a371-2ec64627d9e6 req-ccb347e8-c5cb-4b66-bb52-3e7cf9fd0e36 service nova] [instance: 0c5d4040-bc5a-452c-9a75-a58280f7cb73] Refreshing network info cache for port a4e2181b-293f-4f96-b2b6-bb007d97edb7 {{(pid=62328) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1005.429790] env[62328]: DEBUG oslo_vmware.api [None req-0aa5020b-17ed-4bd2-82b7-7d4fea1eff8e tempest-ServerDiskConfigTestJSON-126406698 tempest-ServerDiskConfigTestJSON-126406698-project-member] Task: {'id': task-2387438, 'name': Rename_Task, 'duration_secs': 0.161213} completed successfully. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1005.429790] env[62328]: DEBUG nova.virt.vmwareapi.vm_util [None req-0aa5020b-17ed-4bd2-82b7-7d4fea1eff8e tempest-ServerDiskConfigTestJSON-126406698 tempest-ServerDiskConfigTestJSON-126406698-project-member] [instance: 79c32321-e070-4a76-a865-9e9131634951] Powering on the VM {{(pid=62328) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1005.429790] env[62328]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c4d44865-661e-4b07-9725-47725887e259 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1005.436092] env[62328]: DEBUG oslo_vmware.api [None req-0aa5020b-17ed-4bd2-82b7-7d4fea1eff8e tempest-ServerDiskConfigTestJSON-126406698 tempest-ServerDiskConfigTestJSON-126406698-project-member] Waiting for the task: (returnval){ [ 1005.436092] env[62328]: value = "task-2387439" [ 1005.436092] env[62328]: _type = "Task" [ 1005.436092] env[62328]: } to complete. {{(pid=62328) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1005.446860] env[62328]: DEBUG oslo_concurrency.lockutils [None req-50189890-8255-4504-843c-6e3b720b6ce1 tempest-ServersNegativeTestJSON-1019155744 tempest-ServersNegativeTestJSON-1019155744-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.821s {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1005.446860] env[62328]: DEBUG oslo_vmware.api [None req-0aa5020b-17ed-4bd2-82b7-7d4fea1eff8e tempest-ServerDiskConfigTestJSON-126406698 tempest-ServerDiskConfigTestJSON-126406698-project-member] Task: {'id': task-2387439, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1005.447219] env[62328]: DEBUG oslo_concurrency.lockutils [None req-332cd9a1-235b-4315-894a-68f76363e980 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 5.412s {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1005.447386] env[62328]: DEBUG oslo_concurrency.lockutils [None req-332cd9a1-235b-4315-894a-68f76363e980 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1005.447567] env[62328]: DEBUG nova.compute.resource_tracker [None req-332cd9a1-235b-4315-894a-68f76363e980 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=62328) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1005.447859] env[62328]: DEBUG oslo_concurrency.lockutils [None req-f04d76f3-a74e-472f-b8c2-20cc77896c1b tempest-DeleteServersTestJSON-1766103036 tempest-DeleteServersTestJSON-1766103036-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 5.007s {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1005.448314] env[62328]: DEBUG nova.objects.instance [None req-f04d76f3-a74e-472f-b8c2-20cc77896c1b tempest-DeleteServersTestJSON-1766103036 tempest-DeleteServersTestJSON-1766103036-project-member] Lazy-loading 'resources' on Instance uuid e775f546-0003-492a-a995-93a569666907 {{(pid=62328) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1005.449749] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8b08c07f-24c6-4d01-9935-cfaad7105682 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1005.463180] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-61f8fe0e-46cd-47a0-9581-6d12a8ae6477 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1005.478783] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6c4cf3f6-3d33-41d5-a35a-592677e51af1 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1005.486800] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-769ab706-151d-4e98-809e-bf2f18083a16 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1005.490413] env[62328]: INFO nova.scheduler.client.report [None req-50189890-8255-4504-843c-6e3b720b6ce1 tempest-ServersNegativeTestJSON-1019155744 tempest-ServersNegativeTestJSON-1019155744-project-member] Deleted allocations for instance 1ae2d9b7-a1dd-4c97-a50d-70582a8841f3 [ 1005.520490] env[62328]: DEBUG nova.compute.resource_tracker [None req-332cd9a1-235b-4315-894a-68f76363e980 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=178546MB free_disk=152GB free_vcpus=48 pci_devices=None {{(pid=62328) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1005.520709] env[62328]: DEBUG oslo_concurrency.lockutils [None req-332cd9a1-235b-4315-894a-68f76363e980 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1005.535310] env[62328]: DEBUG nova.compute.manager [None req-a0578315-4750-4bb7-b51e-8adf7aa66a22 tempest-ServersAdminTestJSON-455323280 tempest-ServersAdminTestJSON-455323280-project-member] [instance: 475a5d77-198f-4dca-943c-a039da48dee0] Start destroying the instance on the hypervisor. {{(pid=62328) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1005.535522] env[62328]: DEBUG nova.virt.vmwareapi.vmops [None req-a0578315-4750-4bb7-b51e-8adf7aa66a22 tempest-ServersAdminTestJSON-455323280 tempest-ServersAdminTestJSON-455323280-project-member] [instance: 475a5d77-198f-4dca-943c-a039da48dee0] Destroying instance {{(pid=62328) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1005.536559] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1d03a184-7502-4d2f-804e-6efbdaf32de4 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1005.544473] env[62328]: DEBUG nova.virt.vmwareapi.vm_util [None req-a0578315-4750-4bb7-b51e-8adf7aa66a22 tempest-ServersAdminTestJSON-455323280 tempest-ServersAdminTestJSON-455323280-project-member] [instance: 475a5d77-198f-4dca-943c-a039da48dee0] Powering off the VM {{(pid=62328) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1005.544742] env[62328]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-27d5437d-2202-4e4b-b7f9-9d49c89be0c6 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1005.550844] env[62328]: DEBUG oslo_vmware.api [None req-a0578315-4750-4bb7-b51e-8adf7aa66a22 tempest-ServersAdminTestJSON-455323280 tempest-ServersAdminTestJSON-455323280-project-member] Waiting for the task: (returnval){ [ 1005.550844] env[62328]: value = "task-2387440" [ 1005.550844] env[62328]: _type = "Task" [ 1005.550844] env[62328]: } to complete. {{(pid=62328) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1005.561995] env[62328]: DEBUG oslo_vmware.api [None req-a0578315-4750-4bb7-b51e-8adf7aa66a22 tempest-ServersAdminTestJSON-455323280 tempest-ServersAdminTestJSON-455323280-project-member] Task: {'id': task-2387440, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1005.815377] env[62328]: DEBUG oslo_vmware.api [None req-2a9475e4-507a-4881-ba9c-78b6a0a7df3b tempest-ServerRescueNegativeTestJSON-713788249 tempest-ServerRescueNegativeTestJSON-713788249-project-member] Task: {'id': session[52a6e20e-410d-708a-99f2-080a575a99bd]527fd300-9edd-0266-e811-2e81c890ff27, 'name': SearchDatastore_Task, 'duration_secs': 0.019032} completed successfully. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1005.816158] env[62328]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-126fde81-71ef-43c7-84d0-7c22edf5da24 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1005.821301] env[62328]: DEBUG oslo_vmware.api [None req-2a9475e4-507a-4881-ba9c-78b6a0a7df3b tempest-ServerRescueNegativeTestJSON-713788249 tempest-ServerRescueNegativeTestJSON-713788249-project-member] Waiting for the task: (returnval){ [ 1005.821301] env[62328]: value = "session[52a6e20e-410d-708a-99f2-080a575a99bd]52a8c36a-6c76-009c-6016-ab976446467e" [ 1005.821301] env[62328]: _type = "Task" [ 1005.821301] env[62328]: } to complete. {{(pid=62328) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1005.829897] env[62328]: DEBUG oslo_vmware.api [None req-2a9475e4-507a-4881-ba9c-78b6a0a7df3b tempest-ServerRescueNegativeTestJSON-713788249 tempest-ServerRescueNegativeTestJSON-713788249-project-member] Task: {'id': session[52a6e20e-410d-708a-99f2-080a575a99bd]52a8c36a-6c76-009c-6016-ab976446467e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1005.951883] env[62328]: DEBUG oslo_vmware.api [None req-0aa5020b-17ed-4bd2-82b7-7d4fea1eff8e tempest-ServerDiskConfigTestJSON-126406698 tempest-ServerDiskConfigTestJSON-126406698-project-member] Task: {'id': task-2387439, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1006.027814] env[62328]: DEBUG oslo_concurrency.lockutils [None req-50189890-8255-4504-843c-6e3b720b6ce1 tempest-ServersNegativeTestJSON-1019155744 tempest-ServersNegativeTestJSON-1019155744-project-member] Lock "1ae2d9b7-a1dd-4c97-a50d-70582a8841f3" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 16.461s {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1006.067228] env[62328]: DEBUG oslo_vmware.api [None req-a0578315-4750-4bb7-b51e-8adf7aa66a22 tempest-ServersAdminTestJSON-455323280 tempest-ServersAdminTestJSON-455323280-project-member] Task: {'id': task-2387440, 'name': PowerOffVM_Task, 'duration_secs': 0.252633} completed successfully. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1006.067577] env[62328]: DEBUG nova.virt.vmwareapi.vm_util [None req-a0578315-4750-4bb7-b51e-8adf7aa66a22 tempest-ServersAdminTestJSON-455323280 tempest-ServersAdminTestJSON-455323280-project-member] [instance: 475a5d77-198f-4dca-943c-a039da48dee0] Powered off the VM {{(pid=62328) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1006.067767] env[62328]: DEBUG nova.virt.vmwareapi.vmops [None req-a0578315-4750-4bb7-b51e-8adf7aa66a22 tempest-ServersAdminTestJSON-455323280 tempest-ServersAdminTestJSON-455323280-project-member] [instance: 475a5d77-198f-4dca-943c-a039da48dee0] Unregistering the VM {{(pid=62328) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1006.068032] env[62328]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-c7bfc52b-de43-42ad-a778-e9d76ae3344a {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1006.135273] env[62328]: DEBUG nova.virt.vmwareapi.vmops [None req-a0578315-4750-4bb7-b51e-8adf7aa66a22 tempest-ServersAdminTestJSON-455323280 tempest-ServersAdminTestJSON-455323280-project-member] [instance: 475a5d77-198f-4dca-943c-a039da48dee0] Unregistered the VM {{(pid=62328) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1006.135838] env[62328]: DEBUG nova.virt.vmwareapi.vmops [None req-a0578315-4750-4bb7-b51e-8adf7aa66a22 tempest-ServersAdminTestJSON-455323280 tempest-ServersAdminTestJSON-455323280-project-member] [instance: 475a5d77-198f-4dca-943c-a039da48dee0] Deleting contents of the VM from datastore datastore2 {{(pid=62328) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1006.136100] env[62328]: DEBUG nova.virt.vmwareapi.ds_util [None req-a0578315-4750-4bb7-b51e-8adf7aa66a22 tempest-ServersAdminTestJSON-455323280 tempest-ServersAdminTestJSON-455323280-project-member] Deleting the datastore file [datastore2] 475a5d77-198f-4dca-943c-a039da48dee0 {{(pid=62328) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1006.138921] env[62328]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-46c81275-e7c0-4666-bb15-9f6095890f3e {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1006.146818] env[62328]: DEBUG oslo_vmware.api [None req-a0578315-4750-4bb7-b51e-8adf7aa66a22 tempest-ServersAdminTestJSON-455323280 tempest-ServersAdminTestJSON-455323280-project-member] Waiting for the task: (returnval){ [ 1006.146818] env[62328]: value = "task-2387442" [ 1006.146818] env[62328]: _type = "Task" [ 1006.146818] env[62328]: } to complete. {{(pid=62328) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1006.156845] env[62328]: DEBUG oslo_vmware.api [None req-a0578315-4750-4bb7-b51e-8adf7aa66a22 tempest-ServersAdminTestJSON-455323280 tempest-ServersAdminTestJSON-455323280-project-member] Task: {'id': task-2387442, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1006.264276] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f4f6891a-e07e-4a61-a03a-f0531320775f {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1006.274808] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f770a14f-54af-4180-98ba-7d152cae225e {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1006.312854] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d26efff5-4e3b-45bb-9f35-93d1443da209 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1006.322190] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-14ad5a8b-2642-4a50-be1e-55f145a89484 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1006.343020] env[62328]: DEBUG oslo_vmware.api [None req-2a9475e4-507a-4881-ba9c-78b6a0a7df3b tempest-ServerRescueNegativeTestJSON-713788249 tempest-ServerRescueNegativeTestJSON-713788249-project-member] Task: {'id': session[52a6e20e-410d-708a-99f2-080a575a99bd]52a8c36a-6c76-009c-6016-ab976446467e, 'name': SearchDatastore_Task, 'duration_secs': 0.013729} completed successfully. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1006.343272] env[62328]: DEBUG nova.compute.provider_tree [None req-f04d76f3-a74e-472f-b8c2-20cc77896c1b tempest-DeleteServersTestJSON-1766103036 tempest-DeleteServersTestJSON-1766103036-project-member] Inventory has not changed in ProviderTree for provider: 3469e9f8-04af-49ca-8435-49f104496744 {{(pid=62328) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1006.345118] env[62328]: DEBUG oslo_concurrency.lockutils [None req-2a9475e4-507a-4881-ba9c-78b6a0a7df3b tempest-ServerRescueNegativeTestJSON-713788249 tempest-ServerRescueNegativeTestJSON-713788249-project-member] Releasing lock "[datastore1] devstack-image-cache_base/dbf872a4-92be-47e4-8561-c3e2bf2423ab/dbf872a4-92be-47e4-8561-c3e2bf2423ab.vmdk" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1006.345306] env[62328]: DEBUG nova.virt.vmwareapi.ds_util [None req-2a9475e4-507a-4881-ba9c-78b6a0a7df3b tempest-ServerRescueNegativeTestJSON-713788249 tempest-ServerRescueNegativeTestJSON-713788249-project-member] Copying virtual disk from [datastore1] devstack-image-cache_base/dbf872a4-92be-47e4-8561-c3e2bf2423ab/dbf872a4-92be-47e4-8561-c3e2bf2423ab.vmdk to [datastore1] 749883c0-59b2-4553-976c-39af0f4ff1d6/dbf872a4-92be-47e4-8561-c3e2bf2423ab-rescue.vmdk. {{(pid=62328) disk_copy /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:281}} [ 1006.345763] env[62328]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-3d6e2601-29eb-4a11-a3ce-4f4ce77915e0 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1006.355128] env[62328]: DEBUG oslo_vmware.api [None req-2a9475e4-507a-4881-ba9c-78b6a0a7df3b tempest-ServerRescueNegativeTestJSON-713788249 tempest-ServerRescueNegativeTestJSON-713788249-project-member] Waiting for the task: (returnval){ [ 1006.355128] env[62328]: value = "task-2387443" [ 1006.355128] env[62328]: _type = "Task" [ 1006.355128] env[62328]: } to complete. {{(pid=62328) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1006.365985] env[62328]: DEBUG oslo_vmware.api [None req-2a9475e4-507a-4881-ba9c-78b6a0a7df3b tempest-ServerRescueNegativeTestJSON-713788249 tempest-ServerRescueNegativeTestJSON-713788249-project-member] Task: {'id': task-2387443, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1006.446011] env[62328]: DEBUG oslo_vmware.api [None req-0aa5020b-17ed-4bd2-82b7-7d4fea1eff8e tempest-ServerDiskConfigTestJSON-126406698 tempest-ServerDiskConfigTestJSON-126406698-project-member] Task: {'id': task-2387439, 'name': PowerOnVM_Task, 'duration_secs': 0.651399} completed successfully. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1006.446397] env[62328]: DEBUG nova.virt.vmwareapi.vm_util [None req-0aa5020b-17ed-4bd2-82b7-7d4fea1eff8e tempest-ServerDiskConfigTestJSON-126406698 tempest-ServerDiskConfigTestJSON-126406698-project-member] [instance: 79c32321-e070-4a76-a865-9e9131634951] Powered on the VM {{(pid=62328) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1006.446490] env[62328]: INFO nova.compute.manager [None req-0aa5020b-17ed-4bd2-82b7-7d4fea1eff8e tempest-ServerDiskConfigTestJSON-126406698 tempest-ServerDiskConfigTestJSON-126406698-project-member] [instance: 79c32321-e070-4a76-a865-9e9131634951] Took 7.55 seconds to spawn the instance on the hypervisor. [ 1006.446650] env[62328]: DEBUG nova.compute.manager [None req-0aa5020b-17ed-4bd2-82b7-7d4fea1eff8e tempest-ServerDiskConfigTestJSON-126406698 tempest-ServerDiskConfigTestJSON-126406698-project-member] [instance: 79c32321-e070-4a76-a865-9e9131634951] Checking state {{(pid=62328) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1006.447463] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ff29e785-4066-44ba-8c7b-89b8af62e967 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1006.531605] env[62328]: DEBUG nova.network.neutron [req-c89da6ea-f1a3-4d37-a371-2ec64627d9e6 req-ccb347e8-c5cb-4b66-bb52-3e7cf9fd0e36 service nova] [instance: 0c5d4040-bc5a-452c-9a75-a58280f7cb73] Updated VIF entry in instance network info cache for port a4e2181b-293f-4f96-b2b6-bb007d97edb7. {{(pid=62328) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1006.532009] env[62328]: DEBUG nova.network.neutron [req-c89da6ea-f1a3-4d37-a371-2ec64627d9e6 req-ccb347e8-c5cb-4b66-bb52-3e7cf9fd0e36 service nova] [instance: 0c5d4040-bc5a-452c-9a75-a58280f7cb73] Updating instance_info_cache with network_info: [{"id": "a4e2181b-293f-4f96-b2b6-bb007d97edb7", "address": "fa:16:3e:21:94:79", "network": {"id": "43b1657c-44ae-47a8-8e8d-196242ef7fca", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1953540822-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.148", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e88420d74d294fef9f976142535b9ac5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9f3a2eb5-353f-45c5-a73b-869626f4bb13", "external-id": "nsx-vlan-transportzone-411", "segmentation_id": 411, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa4e2181b-29", "ovs_interfaceid": "a4e2181b-293f-4f96-b2b6-bb007d97edb7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62328) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1006.657474] env[62328]: DEBUG oslo_vmware.api [None req-a0578315-4750-4bb7-b51e-8adf7aa66a22 tempest-ServersAdminTestJSON-455323280 tempest-ServersAdminTestJSON-455323280-project-member] Task: {'id': task-2387442, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.31023} completed successfully. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1006.657762] env[62328]: DEBUG nova.virt.vmwareapi.ds_util [None req-a0578315-4750-4bb7-b51e-8adf7aa66a22 tempest-ServersAdminTestJSON-455323280 tempest-ServersAdminTestJSON-455323280-project-member] Deleted the datastore file {{(pid=62328) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1006.657966] env[62328]: DEBUG nova.virt.vmwareapi.vmops [None req-a0578315-4750-4bb7-b51e-8adf7aa66a22 tempest-ServersAdminTestJSON-455323280 tempest-ServersAdminTestJSON-455323280-project-member] [instance: 475a5d77-198f-4dca-943c-a039da48dee0] Deleted contents of the VM from datastore datastore2 {{(pid=62328) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1006.658697] env[62328]: DEBUG nova.virt.vmwareapi.vmops [None req-a0578315-4750-4bb7-b51e-8adf7aa66a22 tempest-ServersAdminTestJSON-455323280 tempest-ServersAdminTestJSON-455323280-project-member] [instance: 475a5d77-198f-4dca-943c-a039da48dee0] Instance destroyed {{(pid=62328) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1006.658697] env[62328]: INFO nova.compute.manager [None req-a0578315-4750-4bb7-b51e-8adf7aa66a22 tempest-ServersAdminTestJSON-455323280 tempest-ServersAdminTestJSON-455323280-project-member] [instance: 475a5d77-198f-4dca-943c-a039da48dee0] Took 1.12 seconds to destroy the instance on the hypervisor. [ 1006.658697] env[62328]: DEBUG oslo.service.loopingcall [None req-a0578315-4750-4bb7-b51e-8adf7aa66a22 tempest-ServersAdminTestJSON-455323280 tempest-ServersAdminTestJSON-455323280-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62328) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1006.658862] env[62328]: DEBUG nova.compute.manager [-] [instance: 475a5d77-198f-4dca-943c-a039da48dee0] Deallocating network for instance {{(pid=62328) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1006.658862] env[62328]: DEBUG nova.network.neutron [-] [instance: 475a5d77-198f-4dca-943c-a039da48dee0] deallocate_for_instance() {{(pid=62328) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1006.847437] env[62328]: DEBUG nova.scheduler.client.report [None req-f04d76f3-a74e-472f-b8c2-20cc77896c1b tempest-DeleteServersTestJSON-1766103036 tempest-DeleteServersTestJSON-1766103036-project-member] Inventory has not changed for provider 3469e9f8-04af-49ca-8435-49f104496744 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 152, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62328) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1006.872419] env[62328]: DEBUG oslo_vmware.api [None req-2a9475e4-507a-4881-ba9c-78b6a0a7df3b tempest-ServerRescueNegativeTestJSON-713788249 tempest-ServerRescueNegativeTestJSON-713788249-project-member] Task: {'id': task-2387443, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1006.895555] env[62328]: DEBUG oslo_concurrency.lockutils [None req-8a0d0b4d-a191-4fcb-84b9-69d9d1652a5b tempest-AttachVolumeTestJSON-944844435 tempest-AttachVolumeTestJSON-944844435-project-member] Acquiring lock "3bbba6fe-038a-40f8-935b-ce45c75c3497" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1006.895833] env[62328]: DEBUG oslo_concurrency.lockutils [None req-8a0d0b4d-a191-4fcb-84b9-69d9d1652a5b tempest-AttachVolumeTestJSON-944844435 tempest-AttachVolumeTestJSON-944844435-project-member] Lock "3bbba6fe-038a-40f8-935b-ce45c75c3497" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.000s {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1006.968220] env[62328]: INFO nova.compute.manager [None req-0aa5020b-17ed-4bd2-82b7-7d4fea1eff8e tempest-ServerDiskConfigTestJSON-126406698 tempest-ServerDiskConfigTestJSON-126406698-project-member] [instance: 79c32321-e070-4a76-a865-9e9131634951] Took 34.43 seconds to build instance. [ 1007.034515] env[62328]: DEBUG oslo_concurrency.lockutils [req-c89da6ea-f1a3-4d37-a371-2ec64627d9e6 req-ccb347e8-c5cb-4b66-bb52-3e7cf9fd0e36 service nova] Releasing lock "refresh_cache-0c5d4040-bc5a-452c-9a75-a58280f7cb73" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1007.352912] env[62328]: DEBUG oslo_concurrency.lockutils [None req-f04d76f3-a74e-472f-b8c2-20cc77896c1b tempest-DeleteServersTestJSON-1766103036 tempest-DeleteServersTestJSON-1766103036-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.905s {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1007.355660] env[62328]: DEBUG oslo_concurrency.lockutils [None req-65822a91-07f0-4690-84b0-bb80dc7147b3 tempest-ServersTestJSON-2041147199 tempest-ServersTestJSON-2041147199-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 3.022s {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1007.356821] env[62328]: INFO nova.compute.claims [None req-65822a91-07f0-4690-84b0-bb80dc7147b3 tempest-ServersTestJSON-2041147199 tempest-ServersTestJSON-2041147199-project-member] [instance: 9c54e9e0-9a16-4589-90ee-3f793f5f4f8d] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1007.368091] env[62328]: DEBUG oslo_vmware.api [None req-2a9475e4-507a-4881-ba9c-78b6a0a7df3b tempest-ServerRescueNegativeTestJSON-713788249 tempest-ServerRescueNegativeTestJSON-713788249-project-member] Task: {'id': task-2387443, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.670105} completed successfully. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1007.368385] env[62328]: INFO nova.virt.vmwareapi.ds_util [None req-2a9475e4-507a-4881-ba9c-78b6a0a7df3b tempest-ServerRescueNegativeTestJSON-713788249 tempest-ServerRescueNegativeTestJSON-713788249-project-member] Copied virtual disk from [datastore1] devstack-image-cache_base/dbf872a4-92be-47e4-8561-c3e2bf2423ab/dbf872a4-92be-47e4-8561-c3e2bf2423ab.vmdk to [datastore1] 749883c0-59b2-4553-976c-39af0f4ff1d6/dbf872a4-92be-47e4-8561-c3e2bf2423ab-rescue.vmdk. [ 1007.369202] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0b18c97b-1003-42d1-a095-2833691d8a91 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1007.395325] env[62328]: DEBUG nova.virt.vmwareapi.volumeops [None req-2a9475e4-507a-4881-ba9c-78b6a0a7df3b tempest-ServerRescueNegativeTestJSON-713788249 tempest-ServerRescueNegativeTestJSON-713788249-project-member] [instance: 749883c0-59b2-4553-976c-39af0f4ff1d6] Reconfiguring VM instance instance-00000065 to attach disk [datastore1] 749883c0-59b2-4553-976c-39af0f4ff1d6/dbf872a4-92be-47e4-8561-c3e2bf2423ab-rescue.vmdk or device None with type thin {{(pid=62328) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1007.395757] env[62328]: INFO nova.scheduler.client.report [None req-f04d76f3-a74e-472f-b8c2-20cc77896c1b tempest-DeleteServersTestJSON-1766103036 tempest-DeleteServersTestJSON-1766103036-project-member] Deleted allocations for instance e775f546-0003-492a-a995-93a569666907 [ 1007.396733] env[62328]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-dd22314b-c786-4c72-9882-d448ed288ffd {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1007.413389] env[62328]: INFO nova.compute.manager [None req-8a0d0b4d-a191-4fcb-84b9-69d9d1652a5b tempest-AttachVolumeTestJSON-944844435 tempest-AttachVolumeTestJSON-944844435-project-member] [instance: 3bbba6fe-038a-40f8-935b-ce45c75c3497] Detaching volume c9027042-c7b1-4fe0-9bfe-d763e2c4fa0f [ 1007.419950] env[62328]: DEBUG nova.compute.manager [req-4d82c35c-52a9-44b6-a5f8-b83313e85f4c req-bbfe9d3f-eab1-4c89-9612-0013d8c85ba9 service nova] [instance: 475a5d77-198f-4dca-943c-a039da48dee0] Received event network-vif-deleted-0eb916a1-fc11-4bb1-b173-d1b69403ec04 {{(pid=62328) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1007.419950] env[62328]: INFO nova.compute.manager [req-4d82c35c-52a9-44b6-a5f8-b83313e85f4c req-bbfe9d3f-eab1-4c89-9612-0013d8c85ba9 service nova] [instance: 475a5d77-198f-4dca-943c-a039da48dee0] Neutron deleted interface 0eb916a1-fc11-4bb1-b173-d1b69403ec04; detaching it from the instance and deleting it from the info cache [ 1007.419950] env[62328]: DEBUG nova.network.neutron [req-4d82c35c-52a9-44b6-a5f8-b83313e85f4c req-bbfe9d3f-eab1-4c89-9612-0013d8c85ba9 service nova] [instance: 475a5d77-198f-4dca-943c-a039da48dee0] Updating instance_info_cache with network_info: [] {{(pid=62328) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1007.425419] env[62328]: DEBUG oslo_vmware.api [None req-2a9475e4-507a-4881-ba9c-78b6a0a7df3b tempest-ServerRescueNegativeTestJSON-713788249 tempest-ServerRescueNegativeTestJSON-713788249-project-member] Waiting for the task: (returnval){ [ 1007.425419] env[62328]: value = "task-2387444" [ 1007.425419] env[62328]: _type = "Task" [ 1007.425419] env[62328]: } to complete. {{(pid=62328) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1007.429504] env[62328]: DEBUG nova.network.neutron [-] [instance: 475a5d77-198f-4dca-943c-a039da48dee0] Updating instance_info_cache with network_info: [] {{(pid=62328) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1007.436184] env[62328]: DEBUG oslo_vmware.api [None req-2a9475e4-507a-4881-ba9c-78b6a0a7df3b tempest-ServerRescueNegativeTestJSON-713788249 tempest-ServerRescueNegativeTestJSON-713788249-project-member] Task: {'id': task-2387444, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1007.458027] env[62328]: INFO nova.virt.block_device [None req-8a0d0b4d-a191-4fcb-84b9-69d9d1652a5b tempest-AttachVolumeTestJSON-944844435 tempest-AttachVolumeTestJSON-944844435-project-member] [instance: 3bbba6fe-038a-40f8-935b-ce45c75c3497] Attempting to driver detach volume c9027042-c7b1-4fe0-9bfe-d763e2c4fa0f from mountpoint /dev/sdb [ 1007.458027] env[62328]: DEBUG nova.virt.vmwareapi.volumeops [None req-8a0d0b4d-a191-4fcb-84b9-69d9d1652a5b tempest-AttachVolumeTestJSON-944844435 tempest-AttachVolumeTestJSON-944844435-project-member] [instance: 3bbba6fe-038a-40f8-935b-ce45c75c3497] Volume detach. Driver type: vmdk {{(pid=62328) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1007.458027] env[62328]: DEBUG nova.virt.vmwareapi.volumeops [None req-8a0d0b4d-a191-4fcb-84b9-69d9d1652a5b tempest-AttachVolumeTestJSON-944844435 tempest-AttachVolumeTestJSON-944844435-project-member] [instance: 3bbba6fe-038a-40f8-935b-ce45c75c3497] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-484422', 'volume_id': 'c9027042-c7b1-4fe0-9bfe-d763e2c4fa0f', 'name': 'volume-c9027042-c7b1-4fe0-9bfe-d763e2c4fa0f', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '3bbba6fe-038a-40f8-935b-ce45c75c3497', 'attached_at': '', 'detached_at': '', 'volume_id': 'c9027042-c7b1-4fe0-9bfe-d763e2c4fa0f', 'serial': 'c9027042-c7b1-4fe0-9bfe-d763e2c4fa0f'} {{(pid=62328) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1007.458443] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1f2b34aa-22ae-44d4-95e4-3113fe5de704 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1007.481339] env[62328]: DEBUG oslo_concurrency.lockutils [None req-0aa5020b-17ed-4bd2-82b7-7d4fea1eff8e tempest-ServerDiskConfigTestJSON-126406698 tempest-ServerDiskConfigTestJSON-126406698-project-member] Lock "79c32321-e070-4a76-a865-9e9131634951" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 35.955s {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1007.482194] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1ee468a6-c8cd-4439-be3c-d10eecf967d8 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1007.488691] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e2f28abb-0cf7-4f1d-94f3-e66776abe02c {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1007.509048] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2e89dd28-ec2d-46f1-854c-02af5f7710c1 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1007.525968] env[62328]: DEBUG nova.virt.vmwareapi.volumeops [None req-8a0d0b4d-a191-4fcb-84b9-69d9d1652a5b tempest-AttachVolumeTestJSON-944844435 tempest-AttachVolumeTestJSON-944844435-project-member] The volume has not been displaced from its original location: [datastore2] volume-c9027042-c7b1-4fe0-9bfe-d763e2c4fa0f/volume-c9027042-c7b1-4fe0-9bfe-d763e2c4fa0f.vmdk. No consolidation needed. {{(pid=62328) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1007.531474] env[62328]: DEBUG nova.virt.vmwareapi.volumeops [None req-8a0d0b4d-a191-4fcb-84b9-69d9d1652a5b tempest-AttachVolumeTestJSON-944844435 tempest-AttachVolumeTestJSON-944844435-project-member] [instance: 3bbba6fe-038a-40f8-935b-ce45c75c3497] Reconfiguring VM instance instance-0000003c to detach disk 2001 {{(pid=62328) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1007.531803] env[62328]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0845153c-ab53-44d3-85a7-825d6276cc5d {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1007.551882] env[62328]: DEBUG oslo_vmware.api [None req-8a0d0b4d-a191-4fcb-84b9-69d9d1652a5b tempest-AttachVolumeTestJSON-944844435 tempest-AttachVolumeTestJSON-944844435-project-member] Waiting for the task: (returnval){ [ 1007.551882] env[62328]: value = "task-2387445" [ 1007.551882] env[62328]: _type = "Task" [ 1007.551882] env[62328]: } to complete. {{(pid=62328) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1007.558086] env[62328]: DEBUG oslo_vmware.api [None req-8a0d0b4d-a191-4fcb-84b9-69d9d1652a5b tempest-AttachVolumeTestJSON-944844435 tempest-AttachVolumeTestJSON-944844435-project-member] Task: {'id': task-2387445, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1007.922751] env[62328]: DEBUG oslo_concurrency.lockutils [None req-f04d76f3-a74e-472f-b8c2-20cc77896c1b tempest-DeleteServersTestJSON-1766103036 tempest-DeleteServersTestJSON-1766103036-project-member] Lock "e775f546-0003-492a-a995-93a569666907" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 10.557s {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1007.926853] env[62328]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-d2c57e36-4889-4df6-a996-d681bf6749ff {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1007.931626] env[62328]: INFO nova.compute.manager [-] [instance: 475a5d77-198f-4dca-943c-a039da48dee0] Took 1.27 seconds to deallocate network for instance. [ 1007.940784] env[62328]: DEBUG oslo_vmware.api [None req-2a9475e4-507a-4881-ba9c-78b6a0a7df3b tempest-ServerRescueNegativeTestJSON-713788249 tempest-ServerRescueNegativeTestJSON-713788249-project-member] Task: {'id': task-2387444, 'name': ReconfigVM_Task, 'duration_secs': 0.304772} completed successfully. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1007.944866] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8e4e9786-0409-4bd8-96f6-daf652500272 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1007.958107] env[62328]: DEBUG nova.virt.vmwareapi.volumeops [None req-2a9475e4-507a-4881-ba9c-78b6a0a7df3b tempest-ServerRescueNegativeTestJSON-713788249 tempest-ServerRescueNegativeTestJSON-713788249-project-member] [instance: 749883c0-59b2-4553-976c-39af0f4ff1d6] Reconfigured VM instance instance-00000065 to attach disk [datastore1] 749883c0-59b2-4553-976c-39af0f4ff1d6/dbf872a4-92be-47e4-8561-c3e2bf2423ab-rescue.vmdk or device None with type thin {{(pid=62328) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1007.958569] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9dc6d2b9-a187-4bbc-a49a-6ac1d22dbdae {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1007.998344] env[62328]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-651f59cb-abe8-4319-9654-5a09d0d86b21 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1008.009791] env[62328]: DEBUG nova.compute.manager [req-4d82c35c-52a9-44b6-a5f8-b83313e85f4c req-bbfe9d3f-eab1-4c89-9612-0013d8c85ba9 service nova] [instance: 475a5d77-198f-4dca-943c-a039da48dee0] Detach interface failed, port_id=0eb916a1-fc11-4bb1-b173-d1b69403ec04, reason: Instance 475a5d77-198f-4dca-943c-a039da48dee0 could not be found. {{(pid=62328) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 1008.016231] env[62328]: DEBUG oslo_vmware.api [None req-2a9475e4-507a-4881-ba9c-78b6a0a7df3b tempest-ServerRescueNegativeTestJSON-713788249 tempest-ServerRescueNegativeTestJSON-713788249-project-member] Waiting for the task: (returnval){ [ 1008.016231] env[62328]: value = "task-2387446" [ 1008.016231] env[62328]: _type = "Task" [ 1008.016231] env[62328]: } to complete. {{(pid=62328) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1008.023900] env[62328]: DEBUG oslo_vmware.api [None req-2a9475e4-507a-4881-ba9c-78b6a0a7df3b tempest-ServerRescueNegativeTestJSON-713788249 tempest-ServerRescueNegativeTestJSON-713788249-project-member] Task: {'id': task-2387446, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1008.065427] env[62328]: DEBUG oslo_vmware.api [None req-8a0d0b4d-a191-4fcb-84b9-69d9d1652a5b tempest-AttachVolumeTestJSON-944844435 tempest-AttachVolumeTestJSON-944844435-project-member] Task: {'id': task-2387445, 'name': ReconfigVM_Task, 'duration_secs': 0.415692} completed successfully. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1008.065427] env[62328]: DEBUG nova.virt.vmwareapi.volumeops [None req-8a0d0b4d-a191-4fcb-84b9-69d9d1652a5b tempest-AttachVolumeTestJSON-944844435 tempest-AttachVolumeTestJSON-944844435-project-member] [instance: 3bbba6fe-038a-40f8-935b-ce45c75c3497] Reconfigured VM instance instance-0000003c to detach disk 2001 {{(pid=62328) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1008.068884] env[62328]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-936bac45-f779-4a34-9248-2f6b28de3a92 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1008.089266] env[62328]: DEBUG oslo_vmware.api [None req-8a0d0b4d-a191-4fcb-84b9-69d9d1652a5b tempest-AttachVolumeTestJSON-944844435 tempest-AttachVolumeTestJSON-944844435-project-member] Waiting for the task: (returnval){ [ 1008.089266] env[62328]: value = "task-2387447" [ 1008.089266] env[62328]: _type = "Task" [ 1008.089266] env[62328]: } to complete. {{(pid=62328) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1008.099542] env[62328]: DEBUG oslo_vmware.api [None req-8a0d0b4d-a191-4fcb-84b9-69d9d1652a5b tempest-AttachVolumeTestJSON-944844435 tempest-AttachVolumeTestJSON-944844435-project-member] Task: {'id': task-2387447, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1008.437986] env[62328]: DEBUG oslo_concurrency.lockutils [None req-a0578315-4750-4bb7-b51e-8adf7aa66a22 tempest-ServersAdminTestJSON-455323280 tempest-ServersAdminTestJSON-455323280-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1008.529463] env[62328]: DEBUG oslo_vmware.api [None req-2a9475e4-507a-4881-ba9c-78b6a0a7df3b tempest-ServerRescueNegativeTestJSON-713788249 tempest-ServerRescueNegativeTestJSON-713788249-project-member] Task: {'id': task-2387446, 'name': ReconfigVM_Task, 'duration_secs': 0.190352} completed successfully. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1008.530372] env[62328]: DEBUG nova.virt.vmwareapi.vm_util [None req-2a9475e4-507a-4881-ba9c-78b6a0a7df3b tempest-ServerRescueNegativeTestJSON-713788249 tempest-ServerRescueNegativeTestJSON-713788249-project-member] [instance: 749883c0-59b2-4553-976c-39af0f4ff1d6] Powering on the VM {{(pid=62328) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1008.530667] env[62328]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-d30339b4-ba1d-469e-b6fa-4f9deeaac182 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1008.537280] env[62328]: DEBUG oslo_vmware.api [None req-2a9475e4-507a-4881-ba9c-78b6a0a7df3b tempest-ServerRescueNegativeTestJSON-713788249 tempest-ServerRescueNegativeTestJSON-713788249-project-member] Waiting for the task: (returnval){ [ 1008.537280] env[62328]: value = "task-2387448" [ 1008.537280] env[62328]: _type = "Task" [ 1008.537280] env[62328]: } to complete. {{(pid=62328) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1008.547562] env[62328]: DEBUG oslo_vmware.api [None req-2a9475e4-507a-4881-ba9c-78b6a0a7df3b tempest-ServerRescueNegativeTestJSON-713788249 tempest-ServerRescueNegativeTestJSON-713788249-project-member] Task: {'id': task-2387448, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1008.598277] env[62328]: DEBUG oslo_vmware.api [None req-8a0d0b4d-a191-4fcb-84b9-69d9d1652a5b tempest-AttachVolumeTestJSON-944844435 tempest-AttachVolumeTestJSON-944844435-project-member] Task: {'id': task-2387447, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1008.618876] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-20613ebb-b914-4488-9a10-5c8566f4a8fc {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1008.626159] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-66d9e363-b350-400b-a611-511239bce464 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1008.657541] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-687d6657-5f1b-44e0-b055-decf5ef2bd95 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1008.666033] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-39fc8fc1-3e0d-47cb-83e0-a14336e346bb {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1008.680523] env[62328]: DEBUG nova.compute.provider_tree [None req-65822a91-07f0-4690-84b0-bb80dc7147b3 tempest-ServersTestJSON-2041147199 tempest-ServersTestJSON-2041147199-project-member] Inventory has not changed in ProviderTree for provider: 3469e9f8-04af-49ca-8435-49f104496744 {{(pid=62328) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1008.793409] env[62328]: DEBUG oslo_concurrency.lockutils [None req-1ddba53e-3a5b-41f4-b778-177513d1d257 tempest-ServerDiskConfigTestJSON-126406698 tempest-ServerDiskConfigTestJSON-126406698-project-member] Acquiring lock "79c32321-e070-4a76-a865-9e9131634951" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1008.793730] env[62328]: DEBUG oslo_concurrency.lockutils [None req-1ddba53e-3a5b-41f4-b778-177513d1d257 tempest-ServerDiskConfigTestJSON-126406698 tempest-ServerDiskConfigTestJSON-126406698-project-member] Lock "79c32321-e070-4a76-a865-9e9131634951" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1008.793935] env[62328]: DEBUG oslo_concurrency.lockutils [None req-1ddba53e-3a5b-41f4-b778-177513d1d257 tempest-ServerDiskConfigTestJSON-126406698 tempest-ServerDiskConfigTestJSON-126406698-project-member] Acquiring lock "79c32321-e070-4a76-a865-9e9131634951-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1008.794138] env[62328]: DEBUG oslo_concurrency.lockutils [None req-1ddba53e-3a5b-41f4-b778-177513d1d257 tempest-ServerDiskConfigTestJSON-126406698 tempest-ServerDiskConfigTestJSON-126406698-project-member] Lock "79c32321-e070-4a76-a865-9e9131634951-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1008.794321] env[62328]: DEBUG oslo_concurrency.lockutils [None req-1ddba53e-3a5b-41f4-b778-177513d1d257 tempest-ServerDiskConfigTestJSON-126406698 tempest-ServerDiskConfigTestJSON-126406698-project-member] Lock "79c32321-e070-4a76-a865-9e9131634951-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1008.796507] env[62328]: INFO nova.compute.manager [None req-1ddba53e-3a5b-41f4-b778-177513d1d257 tempest-ServerDiskConfigTestJSON-126406698 tempest-ServerDiskConfigTestJSON-126406698-project-member] [instance: 79c32321-e070-4a76-a865-9e9131634951] Terminating instance [ 1009.047513] env[62328]: DEBUG oslo_vmware.api [None req-2a9475e4-507a-4881-ba9c-78b6a0a7df3b tempest-ServerRescueNegativeTestJSON-713788249 tempest-ServerRescueNegativeTestJSON-713788249-project-member] Task: {'id': task-2387448, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1009.099663] env[62328]: DEBUG oslo_vmware.api [None req-8a0d0b4d-a191-4fcb-84b9-69d9d1652a5b tempest-AttachVolumeTestJSON-944844435 tempest-AttachVolumeTestJSON-944844435-project-member] Task: {'id': task-2387447, 'name': ReconfigVM_Task, 'duration_secs': 0.940635} completed successfully. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1009.099973] env[62328]: DEBUG nova.virt.vmwareapi.volumeops [None req-8a0d0b4d-a191-4fcb-84b9-69d9d1652a5b tempest-AttachVolumeTestJSON-944844435 tempest-AttachVolumeTestJSON-944844435-project-member] [instance: 3bbba6fe-038a-40f8-935b-ce45c75c3497] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-484422', 'volume_id': 'c9027042-c7b1-4fe0-9bfe-d763e2c4fa0f', 'name': 'volume-c9027042-c7b1-4fe0-9bfe-d763e2c4fa0f', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '3bbba6fe-038a-40f8-935b-ce45c75c3497', 'attached_at': '', 'detached_at': '', 'volume_id': 'c9027042-c7b1-4fe0-9bfe-d763e2c4fa0f', 'serial': 'c9027042-c7b1-4fe0-9bfe-d763e2c4fa0f'} {{(pid=62328) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1009.122586] env[62328]: DEBUG oslo_concurrency.lockutils [None req-73ab916e-0eec-4d06-92ff-ec3855d11f40 tempest-DeleteServersTestJSON-1766103036 tempest-DeleteServersTestJSON-1766103036-project-member] Acquiring lock "3db7d429-ea91-47d7-8a21-10390b2a5ac5" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1009.122844] env[62328]: DEBUG oslo_concurrency.lockutils [None req-73ab916e-0eec-4d06-92ff-ec3855d11f40 tempest-DeleteServersTestJSON-1766103036 tempest-DeleteServersTestJSON-1766103036-project-member] Lock "3db7d429-ea91-47d7-8a21-10390b2a5ac5" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1009.184294] env[62328]: DEBUG nova.scheduler.client.report [None req-65822a91-07f0-4690-84b0-bb80dc7147b3 tempest-ServersTestJSON-2041147199 tempest-ServersTestJSON-2041147199-project-member] Inventory has not changed for provider 3469e9f8-04af-49ca-8435-49f104496744 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 152, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62328) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1009.300593] env[62328]: DEBUG nova.compute.manager [None req-1ddba53e-3a5b-41f4-b778-177513d1d257 tempest-ServerDiskConfigTestJSON-126406698 tempest-ServerDiskConfigTestJSON-126406698-project-member] [instance: 79c32321-e070-4a76-a865-9e9131634951] Start destroying the instance on the hypervisor. {{(pid=62328) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1009.300826] env[62328]: DEBUG nova.virt.vmwareapi.vmops [None req-1ddba53e-3a5b-41f4-b778-177513d1d257 tempest-ServerDiskConfigTestJSON-126406698 tempest-ServerDiskConfigTestJSON-126406698-project-member] [instance: 79c32321-e070-4a76-a865-9e9131634951] Destroying instance {{(pid=62328) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1009.302104] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c14dac9f-680c-45bf-b91c-532f2d2f364c {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1009.310254] env[62328]: DEBUG nova.virt.vmwareapi.vm_util [None req-1ddba53e-3a5b-41f4-b778-177513d1d257 tempest-ServerDiskConfigTestJSON-126406698 tempest-ServerDiskConfigTestJSON-126406698-project-member] [instance: 79c32321-e070-4a76-a865-9e9131634951] Powering off the VM {{(pid=62328) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1009.310492] env[62328]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-0e36770e-2d66-4170-9a65-7b19aa4fae09 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1009.317228] env[62328]: DEBUG oslo_vmware.api [None req-1ddba53e-3a5b-41f4-b778-177513d1d257 tempest-ServerDiskConfigTestJSON-126406698 tempest-ServerDiskConfigTestJSON-126406698-project-member] Waiting for the task: (returnval){ [ 1009.317228] env[62328]: value = "task-2387449" [ 1009.317228] env[62328]: _type = "Task" [ 1009.317228] env[62328]: } to complete. {{(pid=62328) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1009.325414] env[62328]: DEBUG oslo_vmware.api [None req-1ddba53e-3a5b-41f4-b778-177513d1d257 tempest-ServerDiskConfigTestJSON-126406698 tempest-ServerDiskConfigTestJSON-126406698-project-member] Task: {'id': task-2387449, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1009.549681] env[62328]: DEBUG oslo_vmware.api [None req-2a9475e4-507a-4881-ba9c-78b6a0a7df3b tempest-ServerRescueNegativeTestJSON-713788249 tempest-ServerRescueNegativeTestJSON-713788249-project-member] Task: {'id': task-2387448, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1009.626836] env[62328]: DEBUG nova.compute.manager [None req-73ab916e-0eec-4d06-92ff-ec3855d11f40 tempest-DeleteServersTestJSON-1766103036 tempest-DeleteServersTestJSON-1766103036-project-member] [instance: 3db7d429-ea91-47d7-8a21-10390b2a5ac5] Starting instance... {{(pid=62328) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1009.651961] env[62328]: DEBUG nova.objects.instance [None req-8a0d0b4d-a191-4fcb-84b9-69d9d1652a5b tempest-AttachVolumeTestJSON-944844435 tempest-AttachVolumeTestJSON-944844435-project-member] Lazy-loading 'flavor' on Instance uuid 3bbba6fe-038a-40f8-935b-ce45c75c3497 {{(pid=62328) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1009.689369] env[62328]: DEBUG oslo_concurrency.lockutils [None req-65822a91-07f0-4690-84b0-bb80dc7147b3 tempest-ServersTestJSON-2041147199 tempest-ServersTestJSON-2041147199-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.334s {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1009.689896] env[62328]: DEBUG nova.compute.manager [None req-65822a91-07f0-4690-84b0-bb80dc7147b3 tempest-ServersTestJSON-2041147199 tempest-ServersTestJSON-2041147199-project-member] [instance: 9c54e9e0-9a16-4589-90ee-3f793f5f4f8d] Start building networks asynchronously for instance. {{(pid=62328) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1009.692520] env[62328]: DEBUG oslo_concurrency.lockutils [None req-332cd9a1-235b-4315-894a-68f76363e980 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 4.172s {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1009.826850] env[62328]: DEBUG oslo_vmware.api [None req-1ddba53e-3a5b-41f4-b778-177513d1d257 tempest-ServerDiskConfigTestJSON-126406698 tempest-ServerDiskConfigTestJSON-126406698-project-member] Task: {'id': task-2387449, 'name': PowerOffVM_Task, 'duration_secs': 0.226509} completed successfully. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1009.827394] env[62328]: DEBUG nova.virt.vmwareapi.vm_util [None req-1ddba53e-3a5b-41f4-b778-177513d1d257 tempest-ServerDiskConfigTestJSON-126406698 tempest-ServerDiskConfigTestJSON-126406698-project-member] [instance: 79c32321-e070-4a76-a865-9e9131634951] Powered off the VM {{(pid=62328) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1009.828268] env[62328]: DEBUG nova.virt.vmwareapi.vmops [None req-1ddba53e-3a5b-41f4-b778-177513d1d257 tempest-ServerDiskConfigTestJSON-126406698 tempest-ServerDiskConfigTestJSON-126406698-project-member] [instance: 79c32321-e070-4a76-a865-9e9131634951] Unregistering the VM {{(pid=62328) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1009.828560] env[62328]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-67a20c6b-23bb-4d5a-97f3-5b2e1e961f4e {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1009.913843] env[62328]: DEBUG nova.virt.vmwareapi.vmops [None req-1ddba53e-3a5b-41f4-b778-177513d1d257 tempest-ServerDiskConfigTestJSON-126406698 tempest-ServerDiskConfigTestJSON-126406698-project-member] [instance: 79c32321-e070-4a76-a865-9e9131634951] Unregistered the VM {{(pid=62328) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1009.914085] env[62328]: DEBUG nova.virt.vmwareapi.vmops [None req-1ddba53e-3a5b-41f4-b778-177513d1d257 tempest-ServerDiskConfigTestJSON-126406698 tempest-ServerDiskConfigTestJSON-126406698-project-member] [instance: 79c32321-e070-4a76-a865-9e9131634951] Deleting contents of the VM from datastore datastore1 {{(pid=62328) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1009.914275] env[62328]: DEBUG nova.virt.vmwareapi.ds_util [None req-1ddba53e-3a5b-41f4-b778-177513d1d257 tempest-ServerDiskConfigTestJSON-126406698 tempest-ServerDiskConfigTestJSON-126406698-project-member] Deleting the datastore file [datastore1] 79c32321-e070-4a76-a865-9e9131634951 {{(pid=62328) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1009.914539] env[62328]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-afeccb9f-2609-464b-999a-29e2ae5eb437 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1009.920675] env[62328]: DEBUG oslo_vmware.api [None req-1ddba53e-3a5b-41f4-b778-177513d1d257 tempest-ServerDiskConfigTestJSON-126406698 tempest-ServerDiskConfigTestJSON-126406698-project-member] Waiting for the task: (returnval){ [ 1009.920675] env[62328]: value = "task-2387451" [ 1009.920675] env[62328]: _type = "Task" [ 1009.920675] env[62328]: } to complete. {{(pid=62328) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1009.928809] env[62328]: DEBUG oslo_vmware.api [None req-1ddba53e-3a5b-41f4-b778-177513d1d257 tempest-ServerDiskConfigTestJSON-126406698 tempest-ServerDiskConfigTestJSON-126406698-project-member] Task: {'id': task-2387451, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1010.050665] env[62328]: DEBUG oslo_vmware.api [None req-2a9475e4-507a-4881-ba9c-78b6a0a7df3b tempest-ServerRescueNegativeTestJSON-713788249 tempest-ServerRescueNegativeTestJSON-713788249-project-member] Task: {'id': task-2387448, 'name': PowerOnVM_Task, 'duration_secs': 1.110444} completed successfully. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1010.050921] env[62328]: DEBUG nova.virt.vmwareapi.vm_util [None req-2a9475e4-507a-4881-ba9c-78b6a0a7df3b tempest-ServerRescueNegativeTestJSON-713788249 tempest-ServerRescueNegativeTestJSON-713788249-project-member] [instance: 749883c0-59b2-4553-976c-39af0f4ff1d6] Powered on the VM {{(pid=62328) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1010.053551] env[62328]: DEBUG nova.compute.manager [None req-2a9475e4-507a-4881-ba9c-78b6a0a7df3b tempest-ServerRescueNegativeTestJSON-713788249 tempest-ServerRescueNegativeTestJSON-713788249-project-member] [instance: 749883c0-59b2-4553-976c-39af0f4ff1d6] Checking state {{(pid=62328) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1010.054297] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cb1ca8d0-039d-4a15-a3b0-8ccab36ab0f1 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1010.149137] env[62328]: DEBUG oslo_concurrency.lockutils [None req-73ab916e-0eec-4d06-92ff-ec3855d11f40 tempest-DeleteServersTestJSON-1766103036 tempest-DeleteServersTestJSON-1766103036-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1010.199871] env[62328]: DEBUG nova.compute.utils [None req-65822a91-07f0-4690-84b0-bb80dc7147b3 tempest-ServersTestJSON-2041147199 tempest-ServersTestJSON-2041147199-project-member] Using /dev/sd instead of None {{(pid=62328) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1010.207941] env[62328]: DEBUG nova.compute.manager [None req-65822a91-07f0-4690-84b0-bb80dc7147b3 tempest-ServersTestJSON-2041147199 tempest-ServersTestJSON-2041147199-project-member] [instance: 9c54e9e0-9a16-4589-90ee-3f793f5f4f8d] Allocating IP information in the background. {{(pid=62328) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1010.208191] env[62328]: DEBUG nova.network.neutron [None req-65822a91-07f0-4690-84b0-bb80dc7147b3 tempest-ServersTestJSON-2041147199 tempest-ServersTestJSON-2041147199-project-member] [instance: 9c54e9e0-9a16-4589-90ee-3f793f5f4f8d] allocate_for_instance() {{(pid=62328) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1010.252800] env[62328]: DEBUG nova.policy [None req-65822a91-07f0-4690-84b0-bb80dc7147b3 tempest-ServersTestJSON-2041147199 tempest-ServersTestJSON-2041147199-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'a9ce41cba48a4c86b57be3c0b00edeaa', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'c45c639ce4254b028b1106f234f63616', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62328) authorize /opt/stack/nova/nova/policy.py:192}} [ 1010.430829] env[62328]: DEBUG oslo_vmware.api [None req-1ddba53e-3a5b-41f4-b778-177513d1d257 tempest-ServerDiskConfigTestJSON-126406698 tempest-ServerDiskConfigTestJSON-126406698-project-member] Task: {'id': task-2387451, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1010.659074] env[62328]: DEBUG oslo_concurrency.lockutils [None req-8a0d0b4d-a191-4fcb-84b9-69d9d1652a5b tempest-AttachVolumeTestJSON-944844435 tempest-AttachVolumeTestJSON-944844435-project-member] Lock "3bbba6fe-038a-40f8-935b-ce45c75c3497" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.763s {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1010.711139] env[62328]: DEBUG nova.compute.manager [None req-65822a91-07f0-4690-84b0-bb80dc7147b3 tempest-ServersTestJSON-2041147199 tempest-ServersTestJSON-2041147199-project-member] [instance: 9c54e9e0-9a16-4589-90ee-3f793f5f4f8d] Start building block device mappings for instance. {{(pid=62328) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1010.722035] env[62328]: DEBUG nova.network.neutron [None req-65822a91-07f0-4690-84b0-bb80dc7147b3 tempest-ServersTestJSON-2041147199 tempest-ServersTestJSON-2041147199-project-member] [instance: 9c54e9e0-9a16-4589-90ee-3f793f5f4f8d] Successfully created port: 8009b328-1e0c-4241-943f-a5962c618c58 {{(pid=62328) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1010.755250] env[62328]: DEBUG nova.compute.resource_tracker [None req-332cd9a1-235b-4315-894a-68f76363e980 None None] Instance 6c107768-0f57-42fd-a2a5-b28207b17de9 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62328) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1010.755250] env[62328]: DEBUG nova.compute.resource_tracker [None req-332cd9a1-235b-4315-894a-68f76363e980 None None] Instance 3c9e10d6-deb6-4b1b-8dfe-9e85e3b19e85 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62328) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1010.755250] env[62328]: DEBUG nova.compute.resource_tracker [None req-332cd9a1-235b-4315-894a-68f76363e980 None None] Instance 0b59b4a1-0c44-41af-a213-89960b97f913 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62328) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1010.755250] env[62328]: DEBUG nova.compute.resource_tracker [None req-332cd9a1-235b-4315-894a-68f76363e980 None None] Instance 3bbba6fe-038a-40f8-935b-ce45c75c3497 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62328) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1010.755250] env[62328]: DEBUG nova.compute.resource_tracker [None req-332cd9a1-235b-4315-894a-68f76363e980 None None] Instance 14c336fc-69e4-4ef8-a50f-e307b9902127 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62328) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1010.755250] env[62328]: DEBUG nova.compute.resource_tracker [None req-332cd9a1-235b-4315-894a-68f76363e980 None None] Instance 95dd703a-595e-467a-a8e9-bef4f806c33f actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62328) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1010.755539] env[62328]: DEBUG nova.compute.resource_tracker [None req-332cd9a1-235b-4315-894a-68f76363e980 None None] Instance 7adef1ae-8c30-4c37-be1b-f4163d47eff1 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62328) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1010.755539] env[62328]: DEBUG nova.compute.resource_tracker [None req-332cd9a1-235b-4315-894a-68f76363e980 None None] Instance f7104096-3f71-4c4e-9c1a-dcfae81dc66a actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62328) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1010.755539] env[62328]: WARNING nova.compute.resource_tracker [None req-332cd9a1-235b-4315-894a-68f76363e980 None None] Instance 475a5d77-198f-4dca-943c-a039da48dee0 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1010.755657] env[62328]: DEBUG nova.compute.resource_tracker [None req-332cd9a1-235b-4315-894a-68f76363e980 None None] Instance 206ded69-14c7-477f-9c36-376ff43a9641 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62328) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1010.755775] env[62328]: DEBUG nova.compute.resource_tracker [None req-332cd9a1-235b-4315-894a-68f76363e980 None None] Instance 72ae0826-d2f2-406b-80fc-f4fd4c2e9706 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62328) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1010.755886] env[62328]: DEBUG nova.compute.resource_tracker [None req-332cd9a1-235b-4315-894a-68f76363e980 None None] Instance 726d231d-afd9-460a-818e-7412af85a7f1 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62328) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1010.756089] env[62328]: DEBUG nova.compute.resource_tracker [None req-332cd9a1-235b-4315-894a-68f76363e980 None None] Instance 75498571-7d71-433a-8548-3a56f8b871c5 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62328) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1010.756089] env[62328]: DEBUG nova.compute.resource_tracker [None req-332cd9a1-235b-4315-894a-68f76363e980 None None] Instance 749883c0-59b2-4553-976c-39af0f4ff1d6 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62328) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1010.756437] env[62328]: DEBUG nova.compute.resource_tracker [None req-332cd9a1-235b-4315-894a-68f76363e980 None None] Instance 0c5d4040-bc5a-452c-9a75-a58280f7cb73 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62328) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1010.756437] env[62328]: DEBUG nova.compute.resource_tracker [None req-332cd9a1-235b-4315-894a-68f76363e980 None None] Instance 79c32321-e070-4a76-a865-9e9131634951 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62328) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1010.756437] env[62328]: DEBUG nova.compute.resource_tracker [None req-332cd9a1-235b-4315-894a-68f76363e980 None None] Instance 9c54e9e0-9a16-4589-90ee-3f793f5f4f8d actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62328) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1010.931328] env[62328]: DEBUG oslo_vmware.api [None req-1ddba53e-3a5b-41f4-b778-177513d1d257 tempest-ServerDiskConfigTestJSON-126406698 tempest-ServerDiskConfigTestJSON-126406698-project-member] Task: {'id': task-2387451, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.601403} completed successfully. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1010.931573] env[62328]: DEBUG nova.virt.vmwareapi.ds_util [None req-1ddba53e-3a5b-41f4-b778-177513d1d257 tempest-ServerDiskConfigTestJSON-126406698 tempest-ServerDiskConfigTestJSON-126406698-project-member] Deleted the datastore file {{(pid=62328) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1010.931732] env[62328]: DEBUG nova.virt.vmwareapi.vmops [None req-1ddba53e-3a5b-41f4-b778-177513d1d257 tempest-ServerDiskConfigTestJSON-126406698 tempest-ServerDiskConfigTestJSON-126406698-project-member] [instance: 79c32321-e070-4a76-a865-9e9131634951] Deleted contents of the VM from datastore datastore1 {{(pid=62328) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1010.931908] env[62328]: DEBUG nova.virt.vmwareapi.vmops [None req-1ddba53e-3a5b-41f4-b778-177513d1d257 tempest-ServerDiskConfigTestJSON-126406698 tempest-ServerDiskConfigTestJSON-126406698-project-member] [instance: 79c32321-e070-4a76-a865-9e9131634951] Instance destroyed {{(pid=62328) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1010.932106] env[62328]: INFO nova.compute.manager [None req-1ddba53e-3a5b-41f4-b778-177513d1d257 tempest-ServerDiskConfigTestJSON-126406698 tempest-ServerDiskConfigTestJSON-126406698-project-member] [instance: 79c32321-e070-4a76-a865-9e9131634951] Took 1.63 seconds to destroy the instance on the hypervisor. [ 1010.932365] env[62328]: DEBUG oslo.service.loopingcall [None req-1ddba53e-3a5b-41f4-b778-177513d1d257 tempest-ServerDiskConfigTestJSON-126406698 tempest-ServerDiskConfigTestJSON-126406698-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62328) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1010.932564] env[62328]: DEBUG nova.compute.manager [-] [instance: 79c32321-e070-4a76-a865-9e9131634951] Deallocating network for instance {{(pid=62328) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1010.932656] env[62328]: DEBUG nova.network.neutron [-] [instance: 79c32321-e070-4a76-a865-9e9131634951] deallocate_for_instance() {{(pid=62328) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1011.133482] env[62328]: DEBUG oslo_concurrency.lockutils [None req-a73bb07d-ee01-4557-83eb-1f983d7c9308 tempest-AttachVolumeTestJSON-944844435 tempest-AttachVolumeTestJSON-944844435-project-member] Acquiring lock "3bbba6fe-038a-40f8-935b-ce45c75c3497" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1011.134309] env[62328]: DEBUG oslo_concurrency.lockutils [None req-a73bb07d-ee01-4557-83eb-1f983d7c9308 tempest-AttachVolumeTestJSON-944844435 tempest-AttachVolumeTestJSON-944844435-project-member] Lock "3bbba6fe-038a-40f8-935b-ce45c75c3497" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.001s {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1011.134309] env[62328]: DEBUG nova.compute.manager [None req-a73bb07d-ee01-4557-83eb-1f983d7c9308 tempest-AttachVolumeTestJSON-944844435 tempest-AttachVolumeTestJSON-944844435-project-member] [instance: 3bbba6fe-038a-40f8-935b-ce45c75c3497] Checking state {{(pid=62328) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1011.135099] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eb0196fd-7ddd-4895-bd94-c08006a70ef1 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1011.146312] env[62328]: DEBUG nova.compute.manager [None req-a73bb07d-ee01-4557-83eb-1f983d7c9308 tempest-AttachVolumeTestJSON-944844435 tempest-AttachVolumeTestJSON-944844435-project-member] [instance: 3bbba6fe-038a-40f8-935b-ce45c75c3497] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=62328) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 1011.146411] env[62328]: DEBUG nova.objects.instance [None req-a73bb07d-ee01-4557-83eb-1f983d7c9308 tempest-AttachVolumeTestJSON-944844435 tempest-AttachVolumeTestJSON-944844435-project-member] Lazy-loading 'flavor' on Instance uuid 3bbba6fe-038a-40f8-935b-ce45c75c3497 {{(pid=62328) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1011.261695] env[62328]: DEBUG nova.compute.resource_tracker [None req-332cd9a1-235b-4315-894a-68f76363e980 None None] Instance 3db7d429-ea91-47d7-8a21-10390b2a5ac5 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62328) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1011.263889] env[62328]: DEBUG nova.compute.resource_tracker [None req-332cd9a1-235b-4315-894a-68f76363e980 None None] Total usable vcpus: 48, total allocated vcpus: 16 {{(pid=62328) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1011.263889] env[62328]: DEBUG nova.compute.resource_tracker [None req-332cd9a1-235b-4315-894a-68f76363e980 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=3584MB phys_disk=200GB used_disk=16GB total_vcpus=48 used_vcpus=16 pci_stats=[] {{(pid=62328) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1011.284542] env[62328]: DEBUG nova.compute.manager [req-412102c2-cf0d-4568-ae28-bdf480a71df6 req-26d32b49-2734-4bc9-9644-b3a40131ec49 service nova] [instance: 79c32321-e070-4a76-a865-9e9131634951] Received event network-vif-deleted-c515a3c9-d8a2-4a74-823a-a0ecda76a302 {{(pid=62328) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1011.284737] env[62328]: INFO nova.compute.manager [req-412102c2-cf0d-4568-ae28-bdf480a71df6 req-26d32b49-2734-4bc9-9644-b3a40131ec49 service nova] [instance: 79c32321-e070-4a76-a865-9e9131634951] Neutron deleted interface c515a3c9-d8a2-4a74-823a-a0ecda76a302; detaching it from the instance and deleting it from the info cache [ 1011.285000] env[62328]: DEBUG nova.network.neutron [req-412102c2-cf0d-4568-ae28-bdf480a71df6 req-26d32b49-2734-4bc9-9644-b3a40131ec49 service nova] [instance: 79c32321-e070-4a76-a865-9e9131634951] Updating instance_info_cache with network_info: [] {{(pid=62328) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1011.542812] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f3fd5a83-cf1c-42a4-90f4-739044c87e0a {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1011.551394] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ec52140e-97eb-4793-8095-c1748373e27d {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1011.583346] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b67cf669-45d0-4c9a-8b2c-562c27b41a5f {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1011.591370] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-93264b63-c4ff-4861-a480-e9fd7f0ad653 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1011.605198] env[62328]: DEBUG nova.compute.provider_tree [None req-332cd9a1-235b-4315-894a-68f76363e980 None None] Inventory has not changed in ProviderTree for provider: 3469e9f8-04af-49ca-8435-49f104496744 {{(pid=62328) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1011.712989] env[62328]: DEBUG nova.network.neutron [-] [instance: 79c32321-e070-4a76-a865-9e9131634951] Updating instance_info_cache with network_info: [] {{(pid=62328) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1011.729053] env[62328]: DEBUG nova.compute.manager [None req-65822a91-07f0-4690-84b0-bb80dc7147b3 tempest-ServersTestJSON-2041147199 tempest-ServersTestJSON-2041147199-project-member] [instance: 9c54e9e0-9a16-4589-90ee-3f793f5f4f8d] Start spawning the instance on the hypervisor. {{(pid=62328) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1011.756368] env[62328]: DEBUG nova.virt.hardware [None req-65822a91-07f0-4690-84b0-bb80dc7147b3 tempest-ServersTestJSON-2041147199 tempest-ServersTestJSON-2041147199-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-07T17:16:55Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-07T17:16:37Z,direct_url=,disk_format='vmdk',id=dbf872a4-92be-47e4-8561-c3e2bf2423ab,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='2a64022f08d84b11a86773b900860ae5',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-07T17:16:38Z,virtual_size=,visibility=), allow threads: False {{(pid=62328) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1011.756368] env[62328]: DEBUG nova.virt.hardware [None req-65822a91-07f0-4690-84b0-bb80dc7147b3 tempest-ServersTestJSON-2041147199 tempest-ServersTestJSON-2041147199-project-member] Flavor limits 0:0:0 {{(pid=62328) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1011.756368] env[62328]: DEBUG nova.virt.hardware [None req-65822a91-07f0-4690-84b0-bb80dc7147b3 tempest-ServersTestJSON-2041147199 tempest-ServersTestJSON-2041147199-project-member] Image limits 0:0:0 {{(pid=62328) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1011.757338] env[62328]: DEBUG nova.virt.hardware [None req-65822a91-07f0-4690-84b0-bb80dc7147b3 tempest-ServersTestJSON-2041147199 tempest-ServersTestJSON-2041147199-project-member] Flavor pref 0:0:0 {{(pid=62328) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1011.757896] env[62328]: DEBUG nova.virt.hardware [None req-65822a91-07f0-4690-84b0-bb80dc7147b3 tempest-ServersTestJSON-2041147199 tempest-ServersTestJSON-2041147199-project-member] Image pref 0:0:0 {{(pid=62328) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1011.758191] env[62328]: DEBUG nova.virt.hardware [None req-65822a91-07f0-4690-84b0-bb80dc7147b3 tempest-ServersTestJSON-2041147199 tempest-ServersTestJSON-2041147199-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62328) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1011.759020] env[62328]: DEBUG nova.virt.hardware [None req-65822a91-07f0-4690-84b0-bb80dc7147b3 tempest-ServersTestJSON-2041147199 tempest-ServersTestJSON-2041147199-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62328) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1011.759323] env[62328]: DEBUG nova.virt.hardware [None req-65822a91-07f0-4690-84b0-bb80dc7147b3 tempest-ServersTestJSON-2041147199 tempest-ServersTestJSON-2041147199-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62328) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1011.759625] env[62328]: DEBUG nova.virt.hardware [None req-65822a91-07f0-4690-84b0-bb80dc7147b3 tempest-ServersTestJSON-2041147199 tempest-ServersTestJSON-2041147199-project-member] Got 1 possible topologies {{(pid=62328) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1011.759970] env[62328]: DEBUG nova.virt.hardware [None req-65822a91-07f0-4690-84b0-bb80dc7147b3 tempest-ServersTestJSON-2041147199 tempest-ServersTestJSON-2041147199-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62328) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1011.760616] env[62328]: DEBUG nova.virt.hardware [None req-65822a91-07f0-4690-84b0-bb80dc7147b3 tempest-ServersTestJSON-2041147199 tempest-ServersTestJSON-2041147199-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62328) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1011.762907] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b2e33bfa-7cfb-4477-ad72-e8be7d119de4 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1011.773537] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-adaa463d-411c-4752-8541-dbd42f94e058 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1011.791696] env[62328]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-2ba980e3-3913-4eac-b933-8dccc1d0cf5a {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1011.801200] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9b46b914-1910-4514-975c-efa8d9da190c {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1011.836287] env[62328]: DEBUG nova.compute.manager [req-412102c2-cf0d-4568-ae28-bdf480a71df6 req-26d32b49-2734-4bc9-9644-b3a40131ec49 service nova] [instance: 79c32321-e070-4a76-a865-9e9131634951] Detach interface failed, port_id=c515a3c9-d8a2-4a74-823a-a0ecda76a302, reason: Instance 79c32321-e070-4a76-a865-9e9131634951 could not be found. {{(pid=62328) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 1012.110045] env[62328]: DEBUG nova.scheduler.client.report [None req-332cd9a1-235b-4315-894a-68f76363e980 None None] Inventory has not changed for provider 3469e9f8-04af-49ca-8435-49f104496744 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 152, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62328) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1012.156306] env[62328]: DEBUG nova.virt.vmwareapi.vm_util [None req-a73bb07d-ee01-4557-83eb-1f983d7c9308 tempest-AttachVolumeTestJSON-944844435 tempest-AttachVolumeTestJSON-944844435-project-member] [instance: 3bbba6fe-038a-40f8-935b-ce45c75c3497] Powering off the VM {{(pid=62328) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1012.156306] env[62328]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-fa7550de-2819-4791-bbf3-7553dfd8f4a9 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1012.163402] env[62328]: DEBUG oslo_vmware.api [None req-a73bb07d-ee01-4557-83eb-1f983d7c9308 tempest-AttachVolumeTestJSON-944844435 tempest-AttachVolumeTestJSON-944844435-project-member] Waiting for the task: (returnval){ [ 1012.163402] env[62328]: value = "task-2387452" [ 1012.163402] env[62328]: _type = "Task" [ 1012.163402] env[62328]: } to complete. {{(pid=62328) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1012.175047] env[62328]: DEBUG oslo_vmware.api [None req-a73bb07d-ee01-4557-83eb-1f983d7c9308 tempest-AttachVolumeTestJSON-944844435 tempest-AttachVolumeTestJSON-944844435-project-member] Task: {'id': task-2387452, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1012.217669] env[62328]: INFO nova.compute.manager [-] [instance: 79c32321-e070-4a76-a865-9e9131634951] Took 1.28 seconds to deallocate network for instance. [ 1012.475060] env[62328]: DEBUG nova.compute.manager [req-86d3fd07-32e2-4d14-8601-1130f87660df req-0302f517-dd9b-4c87-9fda-43e5aceda59c service nova] [instance: 9c54e9e0-9a16-4589-90ee-3f793f5f4f8d] Received event network-vif-plugged-8009b328-1e0c-4241-943f-a5962c618c58 {{(pid=62328) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1012.475316] env[62328]: DEBUG oslo_concurrency.lockutils [req-86d3fd07-32e2-4d14-8601-1130f87660df req-0302f517-dd9b-4c87-9fda-43e5aceda59c service nova] Acquiring lock "9c54e9e0-9a16-4589-90ee-3f793f5f4f8d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1012.475545] env[62328]: DEBUG oslo_concurrency.lockutils [req-86d3fd07-32e2-4d14-8601-1130f87660df req-0302f517-dd9b-4c87-9fda-43e5aceda59c service nova] Lock "9c54e9e0-9a16-4589-90ee-3f793f5f4f8d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1012.475718] env[62328]: DEBUG oslo_concurrency.lockutils [req-86d3fd07-32e2-4d14-8601-1130f87660df req-0302f517-dd9b-4c87-9fda-43e5aceda59c service nova] Lock "9c54e9e0-9a16-4589-90ee-3f793f5f4f8d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1012.475887] env[62328]: DEBUG nova.compute.manager [req-86d3fd07-32e2-4d14-8601-1130f87660df req-0302f517-dd9b-4c87-9fda-43e5aceda59c service nova] [instance: 9c54e9e0-9a16-4589-90ee-3f793f5f4f8d] No waiting events found dispatching network-vif-plugged-8009b328-1e0c-4241-943f-a5962c618c58 {{(pid=62328) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1012.476245] env[62328]: WARNING nova.compute.manager [req-86d3fd07-32e2-4d14-8601-1130f87660df req-0302f517-dd9b-4c87-9fda-43e5aceda59c service nova] [instance: 9c54e9e0-9a16-4589-90ee-3f793f5f4f8d] Received unexpected event network-vif-plugged-8009b328-1e0c-4241-943f-a5962c618c58 for instance with vm_state building and task_state spawning. [ 1012.615395] env[62328]: DEBUG nova.compute.resource_tracker [None req-332cd9a1-235b-4315-894a-68f76363e980 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=62328) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1012.615603] env[62328]: DEBUG oslo_concurrency.lockutils [None req-332cd9a1-235b-4315-894a-68f76363e980 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.923s {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1012.615884] env[62328]: DEBUG oslo_concurrency.lockutils [None req-a0578315-4750-4bb7-b51e-8adf7aa66a22 tempest-ServersAdminTestJSON-455323280 tempest-ServersAdminTestJSON-455323280-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 4.178s {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1012.616082] env[62328]: DEBUG oslo_concurrency.lockutils [None req-a0578315-4750-4bb7-b51e-8adf7aa66a22 tempest-ServersAdminTestJSON-455323280 tempest-ServersAdminTestJSON-455323280-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1012.618261] env[62328]: DEBUG oslo_concurrency.lockutils [None req-73ab916e-0eec-4d06-92ff-ec3855d11f40 tempest-DeleteServersTestJSON-1766103036 tempest-DeleteServersTestJSON-1766103036-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 2.469s {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1012.621793] env[62328]: INFO nova.compute.claims [None req-73ab916e-0eec-4d06-92ff-ec3855d11f40 tempest-DeleteServersTestJSON-1766103036 tempest-DeleteServersTestJSON-1766103036-project-member] [instance: 3db7d429-ea91-47d7-8a21-10390b2a5ac5] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1012.623549] env[62328]: DEBUG nova.network.neutron [None req-65822a91-07f0-4690-84b0-bb80dc7147b3 tempest-ServersTestJSON-2041147199 tempest-ServersTestJSON-2041147199-project-member] [instance: 9c54e9e0-9a16-4589-90ee-3f793f5f4f8d] Successfully updated port: 8009b328-1e0c-4241-943f-a5962c618c58 {{(pid=62328) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1012.664738] env[62328]: INFO nova.scheduler.client.report [None req-a0578315-4750-4bb7-b51e-8adf7aa66a22 tempest-ServersAdminTestJSON-455323280 tempest-ServersAdminTestJSON-455323280-project-member] Deleted allocations for instance 475a5d77-198f-4dca-943c-a039da48dee0 [ 1012.677188] env[62328]: DEBUG oslo_vmware.api [None req-a73bb07d-ee01-4557-83eb-1f983d7c9308 tempest-AttachVolumeTestJSON-944844435 tempest-AttachVolumeTestJSON-944844435-project-member] Task: {'id': task-2387452, 'name': PowerOffVM_Task, 'duration_secs': 0.265196} completed successfully. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1012.677468] env[62328]: DEBUG nova.virt.vmwareapi.vm_util [None req-a73bb07d-ee01-4557-83eb-1f983d7c9308 tempest-AttachVolumeTestJSON-944844435 tempest-AttachVolumeTestJSON-944844435-project-member] [instance: 3bbba6fe-038a-40f8-935b-ce45c75c3497] Powered off the VM {{(pid=62328) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1012.677651] env[62328]: DEBUG nova.compute.manager [None req-a73bb07d-ee01-4557-83eb-1f983d7c9308 tempest-AttachVolumeTestJSON-944844435 tempest-AttachVolumeTestJSON-944844435-project-member] [instance: 3bbba6fe-038a-40f8-935b-ce45c75c3497] Checking state {{(pid=62328) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1012.679563] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-052f4ff5-4054-4760-ab1b-01b6d103be35 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1012.724672] env[62328]: DEBUG oslo_concurrency.lockutils [None req-1ddba53e-3a5b-41f4-b778-177513d1d257 tempest-ServerDiskConfigTestJSON-126406698 tempest-ServerDiskConfigTestJSON-126406698-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1013.129584] env[62328]: DEBUG oslo_concurrency.lockutils [None req-65822a91-07f0-4690-84b0-bb80dc7147b3 tempest-ServersTestJSON-2041147199 tempest-ServersTestJSON-2041147199-project-member] Acquiring lock "refresh_cache-9c54e9e0-9a16-4589-90ee-3f793f5f4f8d" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1013.129727] env[62328]: DEBUG oslo_concurrency.lockutils [None req-65822a91-07f0-4690-84b0-bb80dc7147b3 tempest-ServersTestJSON-2041147199 tempest-ServersTestJSON-2041147199-project-member] Acquired lock "refresh_cache-9c54e9e0-9a16-4589-90ee-3f793f5f4f8d" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1013.129872] env[62328]: DEBUG nova.network.neutron [None req-65822a91-07f0-4690-84b0-bb80dc7147b3 tempest-ServersTestJSON-2041147199 tempest-ServersTestJSON-2041147199-project-member] [instance: 9c54e9e0-9a16-4589-90ee-3f793f5f4f8d] Building network info cache for instance {{(pid=62328) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1013.176185] env[62328]: DEBUG oslo_concurrency.lockutils [None req-a0578315-4750-4bb7-b51e-8adf7aa66a22 tempest-ServersAdminTestJSON-455323280 tempest-ServersAdminTestJSON-455323280-project-member] Lock "475a5d77-198f-4dca-943c-a039da48dee0" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 8.150s {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1013.192096] env[62328]: DEBUG oslo_concurrency.lockutils [None req-a73bb07d-ee01-4557-83eb-1f983d7c9308 tempest-AttachVolumeTestJSON-944844435 tempest-AttachVolumeTestJSON-944844435-project-member] Lock "3bbba6fe-038a-40f8-935b-ce45c75c3497" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.058s {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1013.242619] env[62328]: INFO nova.compute.manager [None req-5df01b11-8514-47ce-878e-558e80db87c0 tempest-ServerRescueNegativeTestJSON-713788249 tempest-ServerRescueNegativeTestJSON-713788249-project-member] [instance: 75498571-7d71-433a-8548-3a56f8b871c5] Rescuing [ 1013.242868] env[62328]: DEBUG oslo_concurrency.lockutils [None req-5df01b11-8514-47ce-878e-558e80db87c0 tempest-ServerRescueNegativeTestJSON-713788249 tempest-ServerRescueNegativeTestJSON-713788249-project-member] Acquiring lock "refresh_cache-75498571-7d71-433a-8548-3a56f8b871c5" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1013.243024] env[62328]: DEBUG oslo_concurrency.lockutils [None req-5df01b11-8514-47ce-878e-558e80db87c0 tempest-ServerRescueNegativeTestJSON-713788249 tempest-ServerRescueNegativeTestJSON-713788249-project-member] Acquired lock "refresh_cache-75498571-7d71-433a-8548-3a56f8b871c5" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1013.243186] env[62328]: DEBUG nova.network.neutron [None req-5df01b11-8514-47ce-878e-558e80db87c0 tempest-ServerRescueNegativeTestJSON-713788249 tempest-ServerRescueNegativeTestJSON-713788249-project-member] [instance: 75498571-7d71-433a-8548-3a56f8b871c5] Building network info cache for instance {{(pid=62328) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1013.678178] env[62328]: DEBUG nova.network.neutron [None req-65822a91-07f0-4690-84b0-bb80dc7147b3 tempest-ServersTestJSON-2041147199 tempest-ServersTestJSON-2041147199-project-member] [instance: 9c54e9e0-9a16-4589-90ee-3f793f5f4f8d] Instance cache missing network info. {{(pid=62328) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1013.741359] env[62328]: DEBUG nova.objects.instance [None req-df07950b-52d7-4803-b99f-9be01def60bc tempest-AttachVolumeTestJSON-944844435 tempest-AttachVolumeTestJSON-944844435-project-member] Lazy-loading 'flavor' on Instance uuid 3bbba6fe-038a-40f8-935b-ce45c75c3497 {{(pid=62328) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1013.834035] env[62328]: DEBUG oslo_concurrency.lockutils [None req-81232478-0047-4c8b-a56a-159d4ab882da tempest-AttachVolumeShelveTestJSON-116809589 tempest-AttachVolumeShelveTestJSON-116809589-project-member] Acquiring lock "14c336fc-69e4-4ef8-a50f-e307b9902127" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1013.834035] env[62328]: DEBUG oslo_concurrency.lockutils [None req-81232478-0047-4c8b-a56a-159d4ab882da tempest-AttachVolumeShelveTestJSON-116809589 tempest-AttachVolumeShelveTestJSON-116809589-project-member] Lock "14c336fc-69e4-4ef8-a50f-e307b9902127" acquired by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: waited 0.000s {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1013.834035] env[62328]: INFO nova.compute.manager [None req-81232478-0047-4c8b-a56a-159d4ab882da tempest-AttachVolumeShelveTestJSON-116809589 tempest-AttachVolumeShelveTestJSON-116809589-project-member] [instance: 14c336fc-69e4-4ef8-a50f-e307b9902127] Shelving [ 1013.894997] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-01267514-3ef7-4d58-bddc-7a0a8aa542bd {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1013.903446] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-29c59c70-2b9f-4fc2-ab57-169a26bc43ea {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1013.942152] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-34adbd05-121e-4884-8cb4-57f66a393500 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1013.949629] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-23efbeea-2cc9-4bac-9748-c8d103da31e8 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1013.967540] env[62328]: DEBUG nova.compute.provider_tree [None req-73ab916e-0eec-4d06-92ff-ec3855d11f40 tempest-DeleteServersTestJSON-1766103036 tempest-DeleteServersTestJSON-1766103036-project-member] Inventory has not changed in ProviderTree for provider: 3469e9f8-04af-49ca-8435-49f104496744 {{(pid=62328) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1014.021928] env[62328]: DEBUG nova.network.neutron [None req-5df01b11-8514-47ce-878e-558e80db87c0 tempest-ServerRescueNegativeTestJSON-713788249 tempest-ServerRescueNegativeTestJSON-713788249-project-member] [instance: 75498571-7d71-433a-8548-3a56f8b871c5] Updating instance_info_cache with network_info: [{"id": "0c928c70-db4e-436c-bfe3-0620974bd019", "address": "fa:16:3e:35:3c:7a", "network": {"id": "665a93dd-ec5d-43ab-a846-c1bb4bf70533", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1472451965-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d5a96a78c0b5451d8c6e1de563033f13", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "cf63c3c8-d774-4b81-9b12-848612a96076", "external-id": "nsx-vlan-transportzone-315", "segmentation_id": 315, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0c928c70-db", "ovs_interfaceid": "0c928c70-db4e-436c-bfe3-0620974bd019", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62328) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1014.044173] env[62328]: DEBUG nova.network.neutron [None req-65822a91-07f0-4690-84b0-bb80dc7147b3 tempest-ServersTestJSON-2041147199 tempest-ServersTestJSON-2041147199-project-member] [instance: 9c54e9e0-9a16-4589-90ee-3f793f5f4f8d] Updating instance_info_cache with network_info: [{"id": "8009b328-1e0c-4241-943f-a5962c618c58", "address": "fa:16:3e:7d:5d:28", "network": {"id": "6bb51e3a-3ea5-407f-af2d-a3aa2b58eb3e", "bridge": "br-int", "label": "tempest-ServersTestJSON-585704246-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c45c639ce4254b028b1106f234f63616", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d829efb7-e98e-4b67-bd03-b0888287dbfd", "external-id": "nsx-vlan-transportzone-128", "segmentation_id": 128, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8009b328-1e", "ovs_interfaceid": "8009b328-1e0c-4241-943f-a5962c618c58", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62328) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1014.145375] env[62328]: DEBUG oslo_concurrency.lockutils [None req-1fe36917-4289-4209-a44b-f9c7ec91a332 tempest-ServersAdminTestJSON-455323280 tempest-ServersAdminTestJSON-455323280-project-member] Acquiring lock "f7104096-3f71-4c4e-9c1a-dcfae81dc66a" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1014.145375] env[62328]: DEBUG oslo_concurrency.lockutils [None req-1fe36917-4289-4209-a44b-f9c7ec91a332 tempest-ServersAdminTestJSON-455323280 tempest-ServersAdminTestJSON-455323280-project-member] Lock "f7104096-3f71-4c4e-9c1a-dcfae81dc66a" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1014.145375] env[62328]: DEBUG oslo_concurrency.lockutils [None req-1fe36917-4289-4209-a44b-f9c7ec91a332 tempest-ServersAdminTestJSON-455323280 tempest-ServersAdminTestJSON-455323280-project-member] Acquiring lock "f7104096-3f71-4c4e-9c1a-dcfae81dc66a-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1014.145375] env[62328]: DEBUG oslo_concurrency.lockutils [None req-1fe36917-4289-4209-a44b-f9c7ec91a332 tempest-ServersAdminTestJSON-455323280 tempest-ServersAdminTestJSON-455323280-project-member] Lock "f7104096-3f71-4c4e-9c1a-dcfae81dc66a-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1014.145375] env[62328]: DEBUG oslo_concurrency.lockutils [None req-1fe36917-4289-4209-a44b-f9c7ec91a332 tempest-ServersAdminTestJSON-455323280 tempest-ServersAdminTestJSON-455323280-project-member] Lock "f7104096-3f71-4c4e-9c1a-dcfae81dc66a-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1014.146170] env[62328]: INFO nova.compute.manager [None req-1fe36917-4289-4209-a44b-f9c7ec91a332 tempest-ServersAdminTestJSON-455323280 tempest-ServersAdminTestJSON-455323280-project-member] [instance: f7104096-3f71-4c4e-9c1a-dcfae81dc66a] Terminating instance [ 1014.211030] env[62328]: DEBUG oslo_concurrency.lockutils [None req-2bd6de12-0ae7-4b0c-a483-215773489029 tempest-AttachVolumeNegativeTest-1920358930 tempest-AttachVolumeNegativeTest-1920358930-project-member] Acquiring lock "72ae0826-d2f2-406b-80fc-f4fd4c2e9706" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1014.211331] env[62328]: DEBUG oslo_concurrency.lockutils [None req-2bd6de12-0ae7-4b0c-a483-215773489029 tempest-AttachVolumeNegativeTest-1920358930 tempest-AttachVolumeNegativeTest-1920358930-project-member] Lock "72ae0826-d2f2-406b-80fc-f4fd4c2e9706" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1014.211565] env[62328]: DEBUG oslo_concurrency.lockutils [None req-2bd6de12-0ae7-4b0c-a483-215773489029 tempest-AttachVolumeNegativeTest-1920358930 tempest-AttachVolumeNegativeTest-1920358930-project-member] Acquiring lock "72ae0826-d2f2-406b-80fc-f4fd4c2e9706-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1014.211752] env[62328]: DEBUG oslo_concurrency.lockutils [None req-2bd6de12-0ae7-4b0c-a483-215773489029 tempest-AttachVolumeNegativeTest-1920358930 tempest-AttachVolumeNegativeTest-1920358930-project-member] Lock "72ae0826-d2f2-406b-80fc-f4fd4c2e9706-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1014.211951] env[62328]: DEBUG oslo_concurrency.lockutils [None req-2bd6de12-0ae7-4b0c-a483-215773489029 tempest-AttachVolumeNegativeTest-1920358930 tempest-AttachVolumeNegativeTest-1920358930-project-member] Lock "72ae0826-d2f2-406b-80fc-f4fd4c2e9706-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1014.215779] env[62328]: INFO nova.compute.manager [None req-2bd6de12-0ae7-4b0c-a483-215773489029 tempest-AttachVolumeNegativeTest-1920358930 tempest-AttachVolumeNegativeTest-1920358930-project-member] [instance: 72ae0826-d2f2-406b-80fc-f4fd4c2e9706] Terminating instance [ 1014.247954] env[62328]: DEBUG oslo_concurrency.lockutils [None req-df07950b-52d7-4803-b99f-9be01def60bc tempest-AttachVolumeTestJSON-944844435 tempest-AttachVolumeTestJSON-944844435-project-member] Acquiring lock "refresh_cache-3bbba6fe-038a-40f8-935b-ce45c75c3497" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1014.248148] env[62328]: DEBUG oslo_concurrency.lockutils [None req-df07950b-52d7-4803-b99f-9be01def60bc tempest-AttachVolumeTestJSON-944844435 tempest-AttachVolumeTestJSON-944844435-project-member] Acquired lock "refresh_cache-3bbba6fe-038a-40f8-935b-ce45c75c3497" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1014.248322] env[62328]: DEBUG nova.network.neutron [None req-df07950b-52d7-4803-b99f-9be01def60bc tempest-AttachVolumeTestJSON-944844435 tempest-AttachVolumeTestJSON-944844435-project-member] [instance: 3bbba6fe-038a-40f8-935b-ce45c75c3497] Building network info cache for instance {{(pid=62328) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1014.248499] env[62328]: DEBUG nova.objects.instance [None req-df07950b-52d7-4803-b99f-9be01def60bc tempest-AttachVolumeTestJSON-944844435 tempest-AttachVolumeTestJSON-944844435-project-member] Lazy-loading 'info_cache' on Instance uuid 3bbba6fe-038a-40f8-935b-ce45c75c3497 {{(pid=62328) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1014.472226] env[62328]: DEBUG nova.scheduler.client.report [None req-73ab916e-0eec-4d06-92ff-ec3855d11f40 tempest-DeleteServersTestJSON-1766103036 tempest-DeleteServersTestJSON-1766103036-project-member] Inventory has not changed for provider 3469e9f8-04af-49ca-8435-49f104496744 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 152, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62328) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1014.524349] env[62328]: DEBUG oslo_concurrency.lockutils [None req-5df01b11-8514-47ce-878e-558e80db87c0 tempest-ServerRescueNegativeTestJSON-713788249 tempest-ServerRescueNegativeTestJSON-713788249-project-member] Releasing lock "refresh_cache-75498571-7d71-433a-8548-3a56f8b871c5" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1014.548803] env[62328]: DEBUG oslo_concurrency.lockutils [None req-65822a91-07f0-4690-84b0-bb80dc7147b3 tempest-ServersTestJSON-2041147199 tempest-ServersTestJSON-2041147199-project-member] Releasing lock "refresh_cache-9c54e9e0-9a16-4589-90ee-3f793f5f4f8d" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1014.548803] env[62328]: DEBUG nova.compute.manager [None req-65822a91-07f0-4690-84b0-bb80dc7147b3 tempest-ServersTestJSON-2041147199 tempest-ServersTestJSON-2041147199-project-member] [instance: 9c54e9e0-9a16-4589-90ee-3f793f5f4f8d] Instance network_info: |[{"id": "8009b328-1e0c-4241-943f-a5962c618c58", "address": "fa:16:3e:7d:5d:28", "network": {"id": "6bb51e3a-3ea5-407f-af2d-a3aa2b58eb3e", "bridge": "br-int", "label": "tempest-ServersTestJSON-585704246-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c45c639ce4254b028b1106f234f63616", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d829efb7-e98e-4b67-bd03-b0888287dbfd", "external-id": "nsx-vlan-transportzone-128", "segmentation_id": 128, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8009b328-1e", "ovs_interfaceid": "8009b328-1e0c-4241-943f-a5962c618c58", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62328) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1014.548803] env[62328]: DEBUG nova.virt.vmwareapi.vmops [None req-65822a91-07f0-4690-84b0-bb80dc7147b3 tempest-ServersTestJSON-2041147199 tempest-ServersTestJSON-2041147199-project-member] [instance: 9c54e9e0-9a16-4589-90ee-3f793f5f4f8d] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:7d:5d:28', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'd829efb7-e98e-4b67-bd03-b0888287dbfd', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '8009b328-1e0c-4241-943f-a5962c618c58', 'vif_model': 'vmxnet3'}] {{(pid=62328) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1014.555671] env[62328]: DEBUG oslo.service.loopingcall [None req-65822a91-07f0-4690-84b0-bb80dc7147b3 tempest-ServersTestJSON-2041147199 tempest-ServersTestJSON-2041147199-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62328) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1014.559322] env[62328]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9c54e9e0-9a16-4589-90ee-3f793f5f4f8d] Creating VM on the ESX host {{(pid=62328) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1014.559733] env[62328]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-3c1f6572-a8df-41e1-976a-2e9ace7df2af {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1014.577859] env[62328]: DEBUG nova.compute.manager [req-1801afc6-5d34-4607-913b-5dd7dfe1cf50 req-5de6eac1-a57a-491f-9f4f-fe401e87c82b service nova] [instance: 9c54e9e0-9a16-4589-90ee-3f793f5f4f8d] Received event network-changed-8009b328-1e0c-4241-943f-a5962c618c58 {{(pid=62328) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1014.578158] env[62328]: DEBUG nova.compute.manager [req-1801afc6-5d34-4607-913b-5dd7dfe1cf50 req-5de6eac1-a57a-491f-9f4f-fe401e87c82b service nova] [instance: 9c54e9e0-9a16-4589-90ee-3f793f5f4f8d] Refreshing instance network info cache due to event network-changed-8009b328-1e0c-4241-943f-a5962c618c58. {{(pid=62328) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1014.578267] env[62328]: DEBUG oslo_concurrency.lockutils [req-1801afc6-5d34-4607-913b-5dd7dfe1cf50 req-5de6eac1-a57a-491f-9f4f-fe401e87c82b service nova] Acquiring lock "refresh_cache-9c54e9e0-9a16-4589-90ee-3f793f5f4f8d" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1014.578473] env[62328]: DEBUG oslo_concurrency.lockutils [req-1801afc6-5d34-4607-913b-5dd7dfe1cf50 req-5de6eac1-a57a-491f-9f4f-fe401e87c82b service nova] Acquired lock "refresh_cache-9c54e9e0-9a16-4589-90ee-3f793f5f4f8d" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1014.578982] env[62328]: DEBUG nova.network.neutron [req-1801afc6-5d34-4607-913b-5dd7dfe1cf50 req-5de6eac1-a57a-491f-9f4f-fe401e87c82b service nova] [instance: 9c54e9e0-9a16-4589-90ee-3f793f5f4f8d] Refreshing network info cache for port 8009b328-1e0c-4241-943f-a5962c618c58 {{(pid=62328) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1014.585487] env[62328]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1014.585487] env[62328]: value = "task-2387453" [ 1014.585487] env[62328]: _type = "Task" [ 1014.585487] env[62328]: } to complete. {{(pid=62328) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1014.598033] env[62328]: DEBUG oslo_vmware.api [-] Task: {'id': task-2387453, 'name': CreateVM_Task} progress is 0%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1014.649809] env[62328]: DEBUG nova.compute.manager [None req-1fe36917-4289-4209-a44b-f9c7ec91a332 tempest-ServersAdminTestJSON-455323280 tempest-ServersAdminTestJSON-455323280-project-member] [instance: f7104096-3f71-4c4e-9c1a-dcfae81dc66a] Start destroying the instance on the hypervisor. {{(pid=62328) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1014.650059] env[62328]: DEBUG nova.virt.vmwareapi.vmops [None req-1fe36917-4289-4209-a44b-f9c7ec91a332 tempest-ServersAdminTestJSON-455323280 tempest-ServersAdminTestJSON-455323280-project-member] [instance: f7104096-3f71-4c4e-9c1a-dcfae81dc66a] Destroying instance {{(pid=62328) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1014.651495] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fede973b-beef-4010-982a-3de0a6ba86f7 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1014.659281] env[62328]: DEBUG nova.virt.vmwareapi.vm_util [None req-1fe36917-4289-4209-a44b-f9c7ec91a332 tempest-ServersAdminTestJSON-455323280 tempest-ServersAdminTestJSON-455323280-project-member] [instance: f7104096-3f71-4c4e-9c1a-dcfae81dc66a] Powering off the VM {{(pid=62328) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1014.659567] env[62328]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-7211d8de-7ba2-4b36-bc93-9b62205324a6 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1014.666136] env[62328]: DEBUG oslo_vmware.api [None req-1fe36917-4289-4209-a44b-f9c7ec91a332 tempest-ServersAdminTestJSON-455323280 tempest-ServersAdminTestJSON-455323280-project-member] Waiting for the task: (returnval){ [ 1014.666136] env[62328]: value = "task-2387454" [ 1014.666136] env[62328]: _type = "Task" [ 1014.666136] env[62328]: } to complete. {{(pid=62328) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1014.674717] env[62328]: DEBUG oslo_vmware.api [None req-1fe36917-4289-4209-a44b-f9c7ec91a332 tempest-ServersAdminTestJSON-455323280 tempest-ServersAdminTestJSON-455323280-project-member] Task: {'id': task-2387454, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1014.721578] env[62328]: DEBUG nova.compute.manager [None req-2bd6de12-0ae7-4b0c-a483-215773489029 tempest-AttachVolumeNegativeTest-1920358930 tempest-AttachVolumeNegativeTest-1920358930-project-member] [instance: 72ae0826-d2f2-406b-80fc-f4fd4c2e9706] Start destroying the instance on the hypervisor. {{(pid=62328) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1014.721578] env[62328]: DEBUG nova.virt.vmwareapi.vmops [None req-2bd6de12-0ae7-4b0c-a483-215773489029 tempest-AttachVolumeNegativeTest-1920358930 tempest-AttachVolumeNegativeTest-1920358930-project-member] [instance: 72ae0826-d2f2-406b-80fc-f4fd4c2e9706] Destroying instance {{(pid=62328) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1014.721918] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-93c8c066-e247-4ad7-a8be-4ae60d600644 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1014.729829] env[62328]: DEBUG nova.virt.vmwareapi.vm_util [None req-2bd6de12-0ae7-4b0c-a483-215773489029 tempest-AttachVolumeNegativeTest-1920358930 tempest-AttachVolumeNegativeTest-1920358930-project-member] [instance: 72ae0826-d2f2-406b-80fc-f4fd4c2e9706] Powering off the VM {{(pid=62328) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1014.730138] env[62328]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-3a410277-889d-432c-bc79-e9422220182b {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1014.737306] env[62328]: DEBUG oslo_vmware.api [None req-2bd6de12-0ae7-4b0c-a483-215773489029 tempest-AttachVolumeNegativeTest-1920358930 tempest-AttachVolumeNegativeTest-1920358930-project-member] Waiting for the task: (returnval){ [ 1014.737306] env[62328]: value = "task-2387455" [ 1014.737306] env[62328]: _type = "Task" [ 1014.737306] env[62328]: } to complete. {{(pid=62328) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1014.745346] env[62328]: DEBUG oslo_vmware.api [None req-2bd6de12-0ae7-4b0c-a483-215773489029 tempest-AttachVolumeNegativeTest-1920358930 tempest-AttachVolumeNegativeTest-1920358930-project-member] Task: {'id': task-2387455, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1014.751728] env[62328]: DEBUG nova.objects.base [None req-df07950b-52d7-4803-b99f-9be01def60bc tempest-AttachVolumeTestJSON-944844435 tempest-AttachVolumeTestJSON-944844435-project-member] Object Instance<3bbba6fe-038a-40f8-935b-ce45c75c3497> lazy-loaded attributes: flavor,info_cache {{(pid=62328) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1014.845693] env[62328]: DEBUG nova.virt.vmwareapi.vm_util [None req-81232478-0047-4c8b-a56a-159d4ab882da tempest-AttachVolumeShelveTestJSON-116809589 tempest-AttachVolumeShelveTestJSON-116809589-project-member] [instance: 14c336fc-69e4-4ef8-a50f-e307b9902127] Powering off the VM {{(pid=62328) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1014.846033] env[62328]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-1990b6f1-265f-4523-a333-e5a6b2558b1f {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1014.852810] env[62328]: DEBUG oslo_vmware.api [None req-81232478-0047-4c8b-a56a-159d4ab882da tempest-AttachVolumeShelveTestJSON-116809589 tempest-AttachVolumeShelveTestJSON-116809589-project-member] Waiting for the task: (returnval){ [ 1014.852810] env[62328]: value = "task-2387456" [ 1014.852810] env[62328]: _type = "Task" [ 1014.852810] env[62328]: } to complete. {{(pid=62328) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1014.862671] env[62328]: DEBUG oslo_vmware.api [None req-81232478-0047-4c8b-a56a-159d4ab882da tempest-AttachVolumeShelveTestJSON-116809589 tempest-AttachVolumeShelveTestJSON-116809589-project-member] Task: {'id': task-2387456, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1014.979821] env[62328]: DEBUG oslo_concurrency.lockutils [None req-73ab916e-0eec-4d06-92ff-ec3855d11f40 tempest-DeleteServersTestJSON-1766103036 tempest-DeleteServersTestJSON-1766103036-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.361s {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1014.980376] env[62328]: DEBUG nova.compute.manager [None req-73ab916e-0eec-4d06-92ff-ec3855d11f40 tempest-DeleteServersTestJSON-1766103036 tempest-DeleteServersTestJSON-1766103036-project-member] [instance: 3db7d429-ea91-47d7-8a21-10390b2a5ac5] Start building networks asynchronously for instance. {{(pid=62328) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1014.982963] env[62328]: DEBUG oslo_concurrency.lockutils [None req-1ddba53e-3a5b-41f4-b778-177513d1d257 tempest-ServerDiskConfigTestJSON-126406698 tempest-ServerDiskConfigTestJSON-126406698-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 2.258s {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1014.983202] env[62328]: DEBUG nova.objects.instance [None req-1ddba53e-3a5b-41f4-b778-177513d1d257 tempest-ServerDiskConfigTestJSON-126406698 tempest-ServerDiskConfigTestJSON-126406698-project-member] Lazy-loading 'resources' on Instance uuid 79c32321-e070-4a76-a865-9e9131634951 {{(pid=62328) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1015.096980] env[62328]: DEBUG oslo_concurrency.lockutils [None req-172eebef-62a8-436d-be05-004c71a83829 tempest-ServerActionsTestOtherA-1098162655 tempest-ServerActionsTestOtherA-1098162655-project-member] Acquiring lock "0b59b4a1-0c44-41af-a213-89960b97f913" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1015.097292] env[62328]: DEBUG oslo_concurrency.lockutils [None req-172eebef-62a8-436d-be05-004c71a83829 tempest-ServerActionsTestOtherA-1098162655 tempest-ServerActionsTestOtherA-1098162655-project-member] Lock "0b59b4a1-0c44-41af-a213-89960b97f913" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.000s {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1015.099135] env[62328]: DEBUG oslo_vmware.api [-] Task: {'id': task-2387453, 'name': CreateVM_Task, 'duration_secs': 0.419622} completed successfully. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1015.100298] env[62328]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9c54e9e0-9a16-4589-90ee-3f793f5f4f8d] Created VM on the ESX host {{(pid=62328) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1015.100298] env[62328]: DEBUG oslo_concurrency.lockutils [None req-65822a91-07f0-4690-84b0-bb80dc7147b3 tempest-ServersTestJSON-2041147199 tempest-ServersTestJSON-2041147199-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/dbf872a4-92be-47e4-8561-c3e2bf2423ab" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1015.100479] env[62328]: DEBUG oslo_concurrency.lockutils [None req-65822a91-07f0-4690-84b0-bb80dc7147b3 tempest-ServersTestJSON-2041147199 tempest-ServersTestJSON-2041147199-project-member] Acquired lock "[datastore2] devstack-image-cache_base/dbf872a4-92be-47e4-8561-c3e2bf2423ab" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1015.100832] env[62328]: DEBUG oslo_concurrency.lockutils [None req-65822a91-07f0-4690-84b0-bb80dc7147b3 tempest-ServersTestJSON-2041147199 tempest-ServersTestJSON-2041147199-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/dbf872a4-92be-47e4-8561-c3e2bf2423ab" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1015.101098] env[62328]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3df6e0d8-9fdc-4500-bf08-8ff144b3847c {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1015.106610] env[62328]: DEBUG oslo_vmware.api [None req-65822a91-07f0-4690-84b0-bb80dc7147b3 tempest-ServersTestJSON-2041147199 tempest-ServersTestJSON-2041147199-project-member] Waiting for the task: (returnval){ [ 1015.106610] env[62328]: value = "session[52a6e20e-410d-708a-99f2-080a575a99bd]52f5efc4-305d-837a-8673-25f37989f5ff" [ 1015.106610] env[62328]: _type = "Task" [ 1015.106610] env[62328]: } to complete. {{(pid=62328) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1015.115970] env[62328]: DEBUG oslo_vmware.api [None req-65822a91-07f0-4690-84b0-bb80dc7147b3 tempest-ServersTestJSON-2041147199 tempest-ServersTestJSON-2041147199-project-member] Task: {'id': session[52a6e20e-410d-708a-99f2-080a575a99bd]52f5efc4-305d-837a-8673-25f37989f5ff, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1015.176427] env[62328]: DEBUG oslo_vmware.api [None req-1fe36917-4289-4209-a44b-f9c7ec91a332 tempest-ServersAdminTestJSON-455323280 tempest-ServersAdminTestJSON-455323280-project-member] Task: {'id': task-2387454, 'name': PowerOffVM_Task, 'duration_secs': 0.181101} completed successfully. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1015.176713] env[62328]: DEBUG nova.virt.vmwareapi.vm_util [None req-1fe36917-4289-4209-a44b-f9c7ec91a332 tempest-ServersAdminTestJSON-455323280 tempest-ServersAdminTestJSON-455323280-project-member] [instance: f7104096-3f71-4c4e-9c1a-dcfae81dc66a] Powered off the VM {{(pid=62328) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1015.176894] env[62328]: DEBUG nova.virt.vmwareapi.vmops [None req-1fe36917-4289-4209-a44b-f9c7ec91a332 tempest-ServersAdminTestJSON-455323280 tempest-ServersAdminTestJSON-455323280-project-member] [instance: f7104096-3f71-4c4e-9c1a-dcfae81dc66a] Unregistering the VM {{(pid=62328) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1015.177165] env[62328]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-f4c85c5d-8d60-4b8c-92dc-70fe316ae99c {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1015.251593] env[62328]: DEBUG oslo_vmware.api [None req-2bd6de12-0ae7-4b0c-a483-215773489029 tempest-AttachVolumeNegativeTest-1920358930 tempest-AttachVolumeNegativeTest-1920358930-project-member] Task: {'id': task-2387455, 'name': PowerOffVM_Task, 'duration_secs': 0.257882} completed successfully. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1015.251895] env[62328]: DEBUG nova.virt.vmwareapi.vm_util [None req-2bd6de12-0ae7-4b0c-a483-215773489029 tempest-AttachVolumeNegativeTest-1920358930 tempest-AttachVolumeNegativeTest-1920358930-project-member] [instance: 72ae0826-d2f2-406b-80fc-f4fd4c2e9706] Powered off the VM {{(pid=62328) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1015.252076] env[62328]: DEBUG nova.virt.vmwareapi.vmops [None req-2bd6de12-0ae7-4b0c-a483-215773489029 tempest-AttachVolumeNegativeTest-1920358930 tempest-AttachVolumeNegativeTest-1920358930-project-member] [instance: 72ae0826-d2f2-406b-80fc-f4fd4c2e9706] Unregistering the VM {{(pid=62328) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1015.252796] env[62328]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-8738a65c-5943-451f-b0d7-cf2b35526a43 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1015.261024] env[62328]: DEBUG nova.virt.vmwareapi.vmops [None req-1fe36917-4289-4209-a44b-f9c7ec91a332 tempest-ServersAdminTestJSON-455323280 tempest-ServersAdminTestJSON-455323280-project-member] [instance: f7104096-3f71-4c4e-9c1a-dcfae81dc66a] Unregistered the VM {{(pid=62328) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1015.261024] env[62328]: DEBUG nova.virt.vmwareapi.vmops [None req-1fe36917-4289-4209-a44b-f9c7ec91a332 tempest-ServersAdminTestJSON-455323280 tempest-ServersAdminTestJSON-455323280-project-member] [instance: f7104096-3f71-4c4e-9c1a-dcfae81dc66a] Deleting contents of the VM from datastore datastore1 {{(pid=62328) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1015.261024] env[62328]: DEBUG nova.virt.vmwareapi.ds_util [None req-1fe36917-4289-4209-a44b-f9c7ec91a332 tempest-ServersAdminTestJSON-455323280 tempest-ServersAdminTestJSON-455323280-project-member] Deleting the datastore file [datastore1] f7104096-3f71-4c4e-9c1a-dcfae81dc66a {{(pid=62328) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1015.261024] env[62328]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-336f3fba-ff7a-4182-9704-5b9e4e4ec26c {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1015.268154] env[62328]: DEBUG oslo_vmware.api [None req-1fe36917-4289-4209-a44b-f9c7ec91a332 tempest-ServersAdminTestJSON-455323280 tempest-ServersAdminTestJSON-455323280-project-member] Waiting for the task: (returnval){ [ 1015.268154] env[62328]: value = "task-2387459" [ 1015.268154] env[62328]: _type = "Task" [ 1015.268154] env[62328]: } to complete. {{(pid=62328) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1015.276022] env[62328]: DEBUG oslo_vmware.api [None req-1fe36917-4289-4209-a44b-f9c7ec91a332 tempest-ServersAdminTestJSON-455323280 tempest-ServersAdminTestJSON-455323280-project-member] Task: {'id': task-2387459, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1015.317376] env[62328]: DEBUG nova.virt.vmwareapi.vmops [None req-2bd6de12-0ae7-4b0c-a483-215773489029 tempest-AttachVolumeNegativeTest-1920358930 tempest-AttachVolumeNegativeTest-1920358930-project-member] [instance: 72ae0826-d2f2-406b-80fc-f4fd4c2e9706] Unregistered the VM {{(pid=62328) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1015.317686] env[62328]: DEBUG nova.virt.vmwareapi.vmops [None req-2bd6de12-0ae7-4b0c-a483-215773489029 tempest-AttachVolumeNegativeTest-1920358930 tempest-AttachVolumeNegativeTest-1920358930-project-member] [instance: 72ae0826-d2f2-406b-80fc-f4fd4c2e9706] Deleting contents of the VM from datastore datastore2 {{(pid=62328) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1015.317686] env[62328]: DEBUG nova.virt.vmwareapi.ds_util [None req-2bd6de12-0ae7-4b0c-a483-215773489029 tempest-AttachVolumeNegativeTest-1920358930 tempest-AttachVolumeNegativeTest-1920358930-project-member] Deleting the datastore file [datastore2] 72ae0826-d2f2-406b-80fc-f4fd4c2e9706 {{(pid=62328) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1015.318085] env[62328]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-799cc143-af25-4d30-a23c-df0757810f0e {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1015.325135] env[62328]: DEBUG oslo_vmware.api [None req-2bd6de12-0ae7-4b0c-a483-215773489029 tempest-AttachVolumeNegativeTest-1920358930 tempest-AttachVolumeNegativeTest-1920358930-project-member] Waiting for the task: (returnval){ [ 1015.325135] env[62328]: value = "task-2387460" [ 1015.325135] env[62328]: _type = "Task" [ 1015.325135] env[62328]: } to complete. {{(pid=62328) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1015.333504] env[62328]: DEBUG oslo_vmware.api [None req-2bd6de12-0ae7-4b0c-a483-215773489029 tempest-AttachVolumeNegativeTest-1920358930 tempest-AttachVolumeNegativeTest-1920358930-project-member] Task: {'id': task-2387460, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1015.361369] env[62328]: DEBUG oslo_vmware.api [None req-81232478-0047-4c8b-a56a-159d4ab882da tempest-AttachVolumeShelveTestJSON-116809589 tempest-AttachVolumeShelveTestJSON-116809589-project-member] Task: {'id': task-2387456, 'name': PowerOffVM_Task, 'duration_secs': 0.240961} completed successfully. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1015.361632] env[62328]: DEBUG nova.virt.vmwareapi.vm_util [None req-81232478-0047-4c8b-a56a-159d4ab882da tempest-AttachVolumeShelveTestJSON-116809589 tempest-AttachVolumeShelveTestJSON-116809589-project-member] [instance: 14c336fc-69e4-4ef8-a50f-e307b9902127] Powered off the VM {{(pid=62328) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1015.362451] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fa2eaba8-18f7-4a5e-9cb2-96f96ef27cb1 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1015.382962] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-df9f222d-3112-4edf-a35a-96230b78a533 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1015.476727] env[62328]: DEBUG nova.network.neutron [req-1801afc6-5d34-4607-913b-5dd7dfe1cf50 req-5de6eac1-a57a-491f-9f4f-fe401e87c82b service nova] [instance: 9c54e9e0-9a16-4589-90ee-3f793f5f4f8d] Updated VIF entry in instance network info cache for port 8009b328-1e0c-4241-943f-a5962c618c58. {{(pid=62328) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1015.477107] env[62328]: DEBUG nova.network.neutron [req-1801afc6-5d34-4607-913b-5dd7dfe1cf50 req-5de6eac1-a57a-491f-9f4f-fe401e87c82b service nova] [instance: 9c54e9e0-9a16-4589-90ee-3f793f5f4f8d] Updating instance_info_cache with network_info: [{"id": "8009b328-1e0c-4241-943f-a5962c618c58", "address": "fa:16:3e:7d:5d:28", "network": {"id": "6bb51e3a-3ea5-407f-af2d-a3aa2b58eb3e", "bridge": "br-int", "label": "tempest-ServersTestJSON-585704246-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c45c639ce4254b028b1106f234f63616", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d829efb7-e98e-4b67-bd03-b0888287dbfd", "external-id": "nsx-vlan-transportzone-128", "segmentation_id": 128, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8009b328-1e", "ovs_interfaceid": "8009b328-1e0c-4241-943f-a5962c618c58", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62328) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1015.486824] env[62328]: DEBUG nova.compute.utils [None req-73ab916e-0eec-4d06-92ff-ec3855d11f40 tempest-DeleteServersTestJSON-1766103036 tempest-DeleteServersTestJSON-1766103036-project-member] Using /dev/sd instead of None {{(pid=62328) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1015.488826] env[62328]: DEBUG nova.compute.manager [None req-73ab916e-0eec-4d06-92ff-ec3855d11f40 tempest-DeleteServersTestJSON-1766103036 tempest-DeleteServersTestJSON-1766103036-project-member] [instance: 3db7d429-ea91-47d7-8a21-10390b2a5ac5] Allocating IP information in the background. {{(pid=62328) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1015.488994] env[62328]: DEBUG nova.network.neutron [None req-73ab916e-0eec-4d06-92ff-ec3855d11f40 tempest-DeleteServersTestJSON-1766103036 tempest-DeleteServersTestJSON-1766103036-project-member] [instance: 3db7d429-ea91-47d7-8a21-10390b2a5ac5] allocate_for_instance() {{(pid=62328) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1015.521594] env[62328]: DEBUG nova.network.neutron [None req-df07950b-52d7-4803-b99f-9be01def60bc tempest-AttachVolumeTestJSON-944844435 tempest-AttachVolumeTestJSON-944844435-project-member] [instance: 3bbba6fe-038a-40f8-935b-ce45c75c3497] Updating instance_info_cache with network_info: [{"id": "b4a43b03-36a8-47a0-b31b-aafdd6a4a49e", "address": "fa:16:3e:fe:07:f5", "network": {"id": "926e779e-3c4c-474f-92ce-346dc1243ee2", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-237776850-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.210", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2c55e83cf5c442ba8c209cf01cb581f3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e49a26b5-7b6b-41fd-8bed-4cd9a6c1a002", "external-id": "nsx-vlan-transportzone-506", "segmentation_id": 506, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb4a43b03-36", "ovs_interfaceid": "b4a43b03-36a8-47a0-b31b-aafdd6a4a49e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62328) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1015.571037] env[62328]: DEBUG nova.policy [None req-73ab916e-0eec-4d06-92ff-ec3855d11f40 tempest-DeleteServersTestJSON-1766103036 tempest-DeleteServersTestJSON-1766103036-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '699ce75fc096435fb92708a7336ced09', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '7aa9ac81c5264c7cba58e5879eedf77c', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62328) authorize /opt/stack/nova/nova/policy.py:192}} [ 1015.601278] env[62328]: INFO nova.compute.manager [None req-172eebef-62a8-436d-be05-004c71a83829 tempest-ServerActionsTestOtherA-1098162655 tempest-ServerActionsTestOtherA-1098162655-project-member] [instance: 0b59b4a1-0c44-41af-a213-89960b97f913] Detaching volume 58285048-ba68-4966-9214-c0935994009b [ 1015.626356] env[62328]: DEBUG oslo_vmware.api [None req-65822a91-07f0-4690-84b0-bb80dc7147b3 tempest-ServersTestJSON-2041147199 tempest-ServersTestJSON-2041147199-project-member] Task: {'id': session[52a6e20e-410d-708a-99f2-080a575a99bd]52f5efc4-305d-837a-8673-25f37989f5ff, 'name': SearchDatastore_Task, 'duration_secs': 0.010317} completed successfully. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1015.626654] env[62328]: DEBUG oslo_concurrency.lockutils [None req-65822a91-07f0-4690-84b0-bb80dc7147b3 tempest-ServersTestJSON-2041147199 tempest-ServersTestJSON-2041147199-project-member] Releasing lock "[datastore2] devstack-image-cache_base/dbf872a4-92be-47e4-8561-c3e2bf2423ab" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1015.626899] env[62328]: DEBUG nova.virt.vmwareapi.vmops [None req-65822a91-07f0-4690-84b0-bb80dc7147b3 tempest-ServersTestJSON-2041147199 tempest-ServersTestJSON-2041147199-project-member] [instance: 9c54e9e0-9a16-4589-90ee-3f793f5f4f8d] Processing image dbf872a4-92be-47e4-8561-c3e2bf2423ab {{(pid=62328) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1015.627145] env[62328]: DEBUG oslo_concurrency.lockutils [None req-65822a91-07f0-4690-84b0-bb80dc7147b3 tempest-ServersTestJSON-2041147199 tempest-ServersTestJSON-2041147199-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/dbf872a4-92be-47e4-8561-c3e2bf2423ab/dbf872a4-92be-47e4-8561-c3e2bf2423ab.vmdk" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1015.627293] env[62328]: DEBUG oslo_concurrency.lockutils [None req-65822a91-07f0-4690-84b0-bb80dc7147b3 tempest-ServersTestJSON-2041147199 tempest-ServersTestJSON-2041147199-project-member] Acquired lock "[datastore2] devstack-image-cache_base/dbf872a4-92be-47e4-8561-c3e2bf2423ab/dbf872a4-92be-47e4-8561-c3e2bf2423ab.vmdk" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1015.627474] env[62328]: DEBUG nova.virt.vmwareapi.ds_util [None req-65822a91-07f0-4690-84b0-bb80dc7147b3 tempest-ServersTestJSON-2041147199 tempest-ServersTestJSON-2041147199-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62328) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1015.627732] env[62328]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-ee84b7c2-3a1b-427c-a20e-c8d01001fd25 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1015.642685] env[62328]: DEBUG nova.virt.vmwareapi.ds_util [None req-65822a91-07f0-4690-84b0-bb80dc7147b3 tempest-ServersTestJSON-2041147199 tempest-ServersTestJSON-2041147199-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62328) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1015.642859] env[62328]: DEBUG nova.virt.vmwareapi.vmops [None req-65822a91-07f0-4690-84b0-bb80dc7147b3 tempest-ServersTestJSON-2041147199 tempest-ServersTestJSON-2041147199-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62328) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1015.643606] env[62328]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-87589859-0db9-4c9d-9bb7-1c1f0f33af8f {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1015.650132] env[62328]: DEBUG oslo_vmware.api [None req-65822a91-07f0-4690-84b0-bb80dc7147b3 tempest-ServersTestJSON-2041147199 tempest-ServersTestJSON-2041147199-project-member] Waiting for the task: (returnval){ [ 1015.650132] env[62328]: value = "session[52a6e20e-410d-708a-99f2-080a575a99bd]525f3ad4-01da-2e85-3b02-cf94e49e2385" [ 1015.650132] env[62328]: _type = "Task" [ 1015.650132] env[62328]: } to complete. {{(pid=62328) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1015.654612] env[62328]: INFO nova.virt.block_device [None req-172eebef-62a8-436d-be05-004c71a83829 tempest-ServerActionsTestOtherA-1098162655 tempest-ServerActionsTestOtherA-1098162655-project-member] [instance: 0b59b4a1-0c44-41af-a213-89960b97f913] Attempting to driver detach volume 58285048-ba68-4966-9214-c0935994009b from mountpoint /dev/sdb [ 1015.654834] env[62328]: DEBUG nova.virt.vmwareapi.volumeops [None req-172eebef-62a8-436d-be05-004c71a83829 tempest-ServerActionsTestOtherA-1098162655 tempest-ServerActionsTestOtherA-1098162655-project-member] [instance: 0b59b4a1-0c44-41af-a213-89960b97f913] Volume detach. Driver type: vmdk {{(pid=62328) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1015.655059] env[62328]: DEBUG nova.virt.vmwareapi.volumeops [None req-172eebef-62a8-436d-be05-004c71a83829 tempest-ServerActionsTestOtherA-1098162655 tempest-ServerActionsTestOtherA-1098162655-project-member] [instance: 0b59b4a1-0c44-41af-a213-89960b97f913] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-484420', 'volume_id': '58285048-ba68-4966-9214-c0935994009b', 'name': 'volume-58285048-ba68-4966-9214-c0935994009b', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '0b59b4a1-0c44-41af-a213-89960b97f913', 'attached_at': '', 'detached_at': '', 'volume_id': '58285048-ba68-4966-9214-c0935994009b', 'serial': '58285048-ba68-4966-9214-c0935994009b'} {{(pid=62328) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1015.655946] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3813d4d7-851f-4121-a257-4a75585753ab {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1015.663931] env[62328]: DEBUG oslo_vmware.api [None req-65822a91-07f0-4690-84b0-bb80dc7147b3 tempest-ServersTestJSON-2041147199 tempest-ServersTestJSON-2041147199-project-member] Task: {'id': session[52a6e20e-410d-708a-99f2-080a575a99bd]525f3ad4-01da-2e85-3b02-cf94e49e2385, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1015.686027] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-358ef4b9-f164-49af-a041-361c3f728b45 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1015.692881] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f47988f9-349d-4fe6-aa3f-80c41ba94d35 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1015.714992] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-06b520ed-21cd-4310-af7b-9b31e6dc7d69 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1015.732495] env[62328]: DEBUG nova.virt.vmwareapi.volumeops [None req-172eebef-62a8-436d-be05-004c71a83829 tempest-ServerActionsTestOtherA-1098162655 tempest-ServerActionsTestOtherA-1098162655-project-member] The volume has not been displaced from its original location: [datastore2] volume-58285048-ba68-4966-9214-c0935994009b/volume-58285048-ba68-4966-9214-c0935994009b.vmdk. No consolidation needed. {{(pid=62328) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1015.737976] env[62328]: DEBUG nova.virt.vmwareapi.volumeops [None req-172eebef-62a8-436d-be05-004c71a83829 tempest-ServerActionsTestOtherA-1098162655 tempest-ServerActionsTestOtherA-1098162655-project-member] [instance: 0b59b4a1-0c44-41af-a213-89960b97f913] Reconfiguring VM instance instance-0000003b to detach disk 2001 {{(pid=62328) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1015.740509] env[62328]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-bcf62dd7-946f-43d6-be14-9608763aa040 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1015.758397] env[62328]: DEBUG oslo_vmware.api [None req-172eebef-62a8-436d-be05-004c71a83829 tempest-ServerActionsTestOtherA-1098162655 tempest-ServerActionsTestOtherA-1098162655-project-member] Waiting for the task: (returnval){ [ 1015.758397] env[62328]: value = "task-2387461" [ 1015.758397] env[62328]: _type = "Task" [ 1015.758397] env[62328]: } to complete. {{(pid=62328) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1015.767573] env[62328]: DEBUG oslo_vmware.api [None req-172eebef-62a8-436d-be05-004c71a83829 tempest-ServerActionsTestOtherA-1098162655 tempest-ServerActionsTestOtherA-1098162655-project-member] Task: {'id': task-2387461, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1015.776874] env[62328]: DEBUG oslo_vmware.api [None req-1fe36917-4289-4209-a44b-f9c7ec91a332 tempest-ServersAdminTestJSON-455323280 tempest-ServersAdminTestJSON-455323280-project-member] Task: {'id': task-2387459, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.147925} completed successfully. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1015.779331] env[62328]: DEBUG nova.virt.vmwareapi.ds_util [None req-1fe36917-4289-4209-a44b-f9c7ec91a332 tempest-ServersAdminTestJSON-455323280 tempest-ServersAdminTestJSON-455323280-project-member] Deleted the datastore file {{(pid=62328) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1015.779527] env[62328]: DEBUG nova.virt.vmwareapi.vmops [None req-1fe36917-4289-4209-a44b-f9c7ec91a332 tempest-ServersAdminTestJSON-455323280 tempest-ServersAdminTestJSON-455323280-project-member] [instance: f7104096-3f71-4c4e-9c1a-dcfae81dc66a] Deleted contents of the VM from datastore datastore1 {{(pid=62328) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1015.779704] env[62328]: DEBUG nova.virt.vmwareapi.vmops [None req-1fe36917-4289-4209-a44b-f9c7ec91a332 tempest-ServersAdminTestJSON-455323280 tempest-ServersAdminTestJSON-455323280-project-member] [instance: f7104096-3f71-4c4e-9c1a-dcfae81dc66a] Instance destroyed {{(pid=62328) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1015.779877] env[62328]: INFO nova.compute.manager [None req-1fe36917-4289-4209-a44b-f9c7ec91a332 tempest-ServersAdminTestJSON-455323280 tempest-ServersAdminTestJSON-455323280-project-member] [instance: f7104096-3f71-4c4e-9c1a-dcfae81dc66a] Took 1.13 seconds to destroy the instance on the hypervisor. [ 1015.780139] env[62328]: DEBUG oslo.service.loopingcall [None req-1fe36917-4289-4209-a44b-f9c7ec91a332 tempest-ServersAdminTestJSON-455323280 tempest-ServersAdminTestJSON-455323280-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62328) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1015.780559] env[62328]: DEBUG nova.compute.manager [-] [instance: f7104096-3f71-4c4e-9c1a-dcfae81dc66a] Deallocating network for instance {{(pid=62328) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1015.780661] env[62328]: DEBUG nova.network.neutron [-] [instance: f7104096-3f71-4c4e-9c1a-dcfae81dc66a] deallocate_for_instance() {{(pid=62328) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1015.831361] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-678fabb1-1b6d-47a8-8a18-ce6fe552d841 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1015.840263] env[62328]: DEBUG oslo_vmware.api [None req-2bd6de12-0ae7-4b0c-a483-215773489029 tempest-AttachVolumeNegativeTest-1920358930 tempest-AttachVolumeNegativeTest-1920358930-project-member] Task: {'id': task-2387460, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.162411} completed successfully. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1015.842436] env[62328]: DEBUG nova.virt.vmwareapi.ds_util [None req-2bd6de12-0ae7-4b0c-a483-215773489029 tempest-AttachVolumeNegativeTest-1920358930 tempest-AttachVolumeNegativeTest-1920358930-project-member] Deleted the datastore file {{(pid=62328) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1015.842644] env[62328]: DEBUG nova.virt.vmwareapi.vmops [None req-2bd6de12-0ae7-4b0c-a483-215773489029 tempest-AttachVolumeNegativeTest-1920358930 tempest-AttachVolumeNegativeTest-1920358930-project-member] [instance: 72ae0826-d2f2-406b-80fc-f4fd4c2e9706] Deleted contents of the VM from datastore datastore2 {{(pid=62328) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1015.843612] env[62328]: DEBUG nova.virt.vmwareapi.vmops [None req-2bd6de12-0ae7-4b0c-a483-215773489029 tempest-AttachVolumeNegativeTest-1920358930 tempest-AttachVolumeNegativeTest-1920358930-project-member] [instance: 72ae0826-d2f2-406b-80fc-f4fd4c2e9706] Instance destroyed {{(pid=62328) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1015.843870] env[62328]: INFO nova.compute.manager [None req-2bd6de12-0ae7-4b0c-a483-215773489029 tempest-AttachVolumeNegativeTest-1920358930 tempest-AttachVolumeNegativeTest-1920358930-project-member] [instance: 72ae0826-d2f2-406b-80fc-f4fd4c2e9706] Took 1.12 seconds to destroy the instance on the hypervisor. [ 1015.844147] env[62328]: DEBUG oslo.service.loopingcall [None req-2bd6de12-0ae7-4b0c-a483-215773489029 tempest-AttachVolumeNegativeTest-1920358930 tempest-AttachVolumeNegativeTest-1920358930-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62328) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1015.844418] env[62328]: DEBUG nova.compute.manager [-] [instance: 72ae0826-d2f2-406b-80fc-f4fd4c2e9706] Deallocating network for instance {{(pid=62328) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1015.844522] env[62328]: DEBUG nova.network.neutron [-] [instance: 72ae0826-d2f2-406b-80fc-f4fd4c2e9706] deallocate_for_instance() {{(pid=62328) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1015.846963] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5c6f04fd-98e6-488e-a92a-f1f60f30fa71 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1016.598386] env[62328]: DEBUG nova.virt.vmwareapi.vmops [None req-81232478-0047-4c8b-a56a-159d4ab882da tempest-AttachVolumeShelveTestJSON-116809589 tempest-AttachVolumeShelveTestJSON-116809589-project-member] [instance: 14c336fc-69e4-4ef8-a50f-e307b9902127] Creating Snapshot of the VM instance {{(pid=62328) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1016.598882] env[62328]: DEBUG oslo_concurrency.lockutils [req-1801afc6-5d34-4607-913b-5dd7dfe1cf50 req-5de6eac1-a57a-491f-9f4f-fe401e87c82b service nova] Releasing lock "refresh_cache-9c54e9e0-9a16-4589-90ee-3f793f5f4f8d" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1016.599454] env[62328]: DEBUG nova.compute.manager [None req-73ab916e-0eec-4d06-92ff-ec3855d11f40 tempest-DeleteServersTestJSON-1766103036 tempest-DeleteServersTestJSON-1766103036-project-member] [instance: 3db7d429-ea91-47d7-8a21-10390b2a5ac5] Start building block device mappings for instance. {{(pid=62328) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1016.601968] env[62328]: DEBUG oslo_concurrency.lockutils [None req-df07950b-52d7-4803-b99f-9be01def60bc tempest-AttachVolumeTestJSON-944844435 tempest-AttachVolumeTestJSON-944844435-project-member] Releasing lock "refresh_cache-3bbba6fe-038a-40f8-935b-ce45c75c3497" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1016.601968] env[62328]: DEBUG nova.virt.vmwareapi.vm_util [None req-5df01b11-8514-47ce-878e-558e80db87c0 tempest-ServerRescueNegativeTestJSON-713788249 tempest-ServerRescueNegativeTestJSON-713788249-project-member] [instance: 75498571-7d71-433a-8548-3a56f8b871c5] Powering off the VM {{(pid=62328) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1016.607909] env[62328]: DEBUG nova.network.neutron [None req-73ab916e-0eec-4d06-92ff-ec3855d11f40 tempest-DeleteServersTestJSON-1766103036 tempest-DeleteServersTestJSON-1766103036-project-member] [instance: 3db7d429-ea91-47d7-8a21-10390b2a5ac5] Successfully created port: 8cece265-403c-400c-8080-de095ccb2c1f {{(pid=62328) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1016.609640] env[62328]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-422acde2-bc58-497c-a395-e6740f703e0d {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1016.611377] env[62328]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a64532df-f706-48f9-8f5b-8a08f3301d08 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1016.619410] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2589804b-e94f-4fd2-8f8f-f3440a5a6c01 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1016.643478] env[62328]: DEBUG oslo_vmware.api [None req-5df01b11-8514-47ce-878e-558e80db87c0 tempest-ServerRescueNegativeTestJSON-713788249 tempest-ServerRescueNegativeTestJSON-713788249-project-member] Waiting for the task: (returnval){ [ 1016.643478] env[62328]: value = "task-2387463" [ 1016.643478] env[62328]: _type = "Task" [ 1016.643478] env[62328]: } to complete. {{(pid=62328) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1016.643773] env[62328]: DEBUG oslo_vmware.api [None req-172eebef-62a8-436d-be05-004c71a83829 tempest-ServerActionsTestOtherA-1098162655 tempest-ServerActionsTestOtherA-1098162655-project-member] Task: {'id': task-2387461, 'name': ReconfigVM_Task, 'duration_secs': 0.495873} completed successfully. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1016.643961] env[62328]: DEBUG oslo_vmware.api [None req-65822a91-07f0-4690-84b0-bb80dc7147b3 tempest-ServersTestJSON-2041147199 tempest-ServersTestJSON-2041147199-project-member] Task: {'id': session[52a6e20e-410d-708a-99f2-080a575a99bd]525f3ad4-01da-2e85-3b02-cf94e49e2385, 'name': SearchDatastore_Task, 'duration_secs': 0.009394} completed successfully. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1016.644258] env[62328]: DEBUG oslo_vmware.api [None req-81232478-0047-4c8b-a56a-159d4ab882da tempest-AttachVolumeShelveTestJSON-116809589 tempest-AttachVolumeShelveTestJSON-116809589-project-member] Waiting for the task: (returnval){ [ 1016.644258] env[62328]: value = "task-2387462" [ 1016.644258] env[62328]: _type = "Task" [ 1016.644258] env[62328]: } to complete. {{(pid=62328) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1016.645621] env[62328]: DEBUG nova.virt.vmwareapi.volumeops [None req-172eebef-62a8-436d-be05-004c71a83829 tempest-ServerActionsTestOtherA-1098162655 tempest-ServerActionsTestOtherA-1098162655-project-member] [instance: 0b59b4a1-0c44-41af-a213-89960b97f913] Reconfigured VM instance instance-0000003b to detach disk 2001 {{(pid=62328) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1016.656459] env[62328]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-be26850f-a4ab-464c-84db-80337730302b {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1016.666972] env[62328]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-67d727d6-a6ad-4a1d-af2b-a7c78d5fc9d5 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1016.673863] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ef24b610-42e1-45d3-9a58-d270856d0f12 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1016.681438] env[62328]: DEBUG oslo_vmware.api [None req-65822a91-07f0-4690-84b0-bb80dc7147b3 tempest-ServersTestJSON-2041147199 tempest-ServersTestJSON-2041147199-project-member] Waiting for the task: (returnval){ [ 1016.681438] env[62328]: value = "session[52a6e20e-410d-708a-99f2-080a575a99bd]5206bd3b-2709-ff64-7ae0-3b4a70789816" [ 1016.681438] env[62328]: _type = "Task" [ 1016.681438] env[62328]: } to complete. {{(pid=62328) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1016.688169] env[62328]: DEBUG oslo_vmware.api [None req-81232478-0047-4c8b-a56a-159d4ab882da tempest-AttachVolumeShelveTestJSON-116809589 tempest-AttachVolumeShelveTestJSON-116809589-project-member] Task: {'id': task-2387462, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1016.688467] env[62328]: DEBUG oslo_vmware.api [None req-172eebef-62a8-436d-be05-004c71a83829 tempest-ServerActionsTestOtherA-1098162655 tempest-ServerActionsTestOtherA-1098162655-project-member] Waiting for the task: (returnval){ [ 1016.688467] env[62328]: value = "task-2387464" [ 1016.688467] env[62328]: _type = "Task" [ 1016.688467] env[62328]: } to complete. {{(pid=62328) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1016.689009] env[62328]: DEBUG oslo_vmware.api [None req-5df01b11-8514-47ce-878e-558e80db87c0 tempest-ServerRescueNegativeTestJSON-713788249 tempest-ServerRescueNegativeTestJSON-713788249-project-member] Task: {'id': task-2387463, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1016.700261] env[62328]: DEBUG nova.compute.provider_tree [None req-1ddba53e-3a5b-41f4-b778-177513d1d257 tempest-ServerDiskConfigTestJSON-126406698 tempest-ServerDiskConfigTestJSON-126406698-project-member] Inventory has not changed in ProviderTree for provider: 3469e9f8-04af-49ca-8435-49f104496744 {{(pid=62328) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1016.709889] env[62328]: DEBUG oslo_vmware.api [None req-172eebef-62a8-436d-be05-004c71a83829 tempest-ServerActionsTestOtherA-1098162655 tempest-ServerActionsTestOtherA-1098162655-project-member] Task: {'id': task-2387464, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1016.714454] env[62328]: DEBUG oslo_vmware.api [None req-65822a91-07f0-4690-84b0-bb80dc7147b3 tempest-ServersTestJSON-2041147199 tempest-ServersTestJSON-2041147199-project-member] Task: {'id': session[52a6e20e-410d-708a-99f2-080a575a99bd]5206bd3b-2709-ff64-7ae0-3b4a70789816, 'name': SearchDatastore_Task, 'duration_secs': 0.016255} completed successfully. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1016.714454] env[62328]: DEBUG oslo_concurrency.lockutils [None req-65822a91-07f0-4690-84b0-bb80dc7147b3 tempest-ServersTestJSON-2041147199 tempest-ServersTestJSON-2041147199-project-member] Releasing lock "[datastore2] devstack-image-cache_base/dbf872a4-92be-47e4-8561-c3e2bf2423ab/dbf872a4-92be-47e4-8561-c3e2bf2423ab.vmdk" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1016.714759] env[62328]: DEBUG nova.virt.vmwareapi.vm_util [None req-65822a91-07f0-4690-84b0-bb80dc7147b3 tempest-ServersTestJSON-2041147199 tempest-ServersTestJSON-2041147199-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/dbf872a4-92be-47e4-8561-c3e2bf2423ab/dbf872a4-92be-47e4-8561-c3e2bf2423ab.vmdk to [datastore2] 9c54e9e0-9a16-4589-90ee-3f793f5f4f8d/9c54e9e0-9a16-4589-90ee-3f793f5f4f8d.vmdk {{(pid=62328) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1016.716032] env[62328]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-8b92378e-2fbd-4321-be3d-7d634e69acc8 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1016.722395] env[62328]: DEBUG oslo_vmware.api [None req-65822a91-07f0-4690-84b0-bb80dc7147b3 tempest-ServersTestJSON-2041147199 tempest-ServersTestJSON-2041147199-project-member] Waiting for the task: (returnval){ [ 1016.722395] env[62328]: value = "task-2387465" [ 1016.722395] env[62328]: _type = "Task" [ 1016.722395] env[62328]: } to complete. {{(pid=62328) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1016.729394] env[62328]: DEBUG oslo_vmware.api [None req-65822a91-07f0-4690-84b0-bb80dc7147b3 tempest-ServersTestJSON-2041147199 tempest-ServersTestJSON-2041147199-project-member] Task: {'id': task-2387465, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1016.857839] env[62328]: DEBUG nova.compute.manager [req-e48791b9-f7f6-4e1f-b707-dc7b49a96106 req-f7202dc8-760f-4e89-8003-a9fc52a000a7 service nova] [instance: f7104096-3f71-4c4e-9c1a-dcfae81dc66a] Received event network-vif-deleted-b6bd6a7a-0026-454c-92da-2f90274d5a87 {{(pid=62328) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1016.857839] env[62328]: INFO nova.compute.manager [req-e48791b9-f7f6-4e1f-b707-dc7b49a96106 req-f7202dc8-760f-4e89-8003-a9fc52a000a7 service nova] [instance: f7104096-3f71-4c4e-9c1a-dcfae81dc66a] Neutron deleted interface b6bd6a7a-0026-454c-92da-2f90274d5a87; detaching it from the instance and deleting it from the info cache [ 1016.858304] env[62328]: DEBUG nova.network.neutron [req-e48791b9-f7f6-4e1f-b707-dc7b49a96106 req-f7202dc8-760f-4e89-8003-a9fc52a000a7 service nova] [instance: f7104096-3f71-4c4e-9c1a-dcfae81dc66a] Updating instance_info_cache with network_info: [] {{(pid=62328) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1017.127500] env[62328]: DEBUG nova.virt.vmwareapi.vm_util [None req-df07950b-52d7-4803-b99f-9be01def60bc tempest-AttachVolumeTestJSON-944844435 tempest-AttachVolumeTestJSON-944844435-project-member] [instance: 3bbba6fe-038a-40f8-935b-ce45c75c3497] Powering on the VM {{(pid=62328) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1017.127776] env[62328]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-6e728107-373a-4780-910b-76097e61899a {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1017.135921] env[62328]: DEBUG oslo_vmware.api [None req-df07950b-52d7-4803-b99f-9be01def60bc tempest-AttachVolumeTestJSON-944844435 tempest-AttachVolumeTestJSON-944844435-project-member] Waiting for the task: (returnval){ [ 1017.135921] env[62328]: value = "task-2387466" [ 1017.135921] env[62328]: _type = "Task" [ 1017.135921] env[62328]: } to complete. {{(pid=62328) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1017.144543] env[62328]: DEBUG oslo_vmware.api [None req-df07950b-52d7-4803-b99f-9be01def60bc tempest-AttachVolumeTestJSON-944844435 tempest-AttachVolumeTestJSON-944844435-project-member] Task: {'id': task-2387466, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1017.162143] env[62328]: DEBUG oslo_vmware.api [None req-5df01b11-8514-47ce-878e-558e80db87c0 tempest-ServerRescueNegativeTestJSON-713788249 tempest-ServerRescueNegativeTestJSON-713788249-project-member] Task: {'id': task-2387463, 'name': PowerOffVM_Task, 'duration_secs': 0.202568} completed successfully. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1017.163307] env[62328]: DEBUG nova.virt.vmwareapi.vm_util [None req-5df01b11-8514-47ce-878e-558e80db87c0 tempest-ServerRescueNegativeTestJSON-713788249 tempest-ServerRescueNegativeTestJSON-713788249-project-member] [instance: 75498571-7d71-433a-8548-3a56f8b871c5] Powered off the VM {{(pid=62328) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1017.164683] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-850c6bfd-61a8-42c9-a52c-5a3b9e53f28e {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1017.172316] env[62328]: DEBUG oslo_vmware.api [None req-81232478-0047-4c8b-a56a-159d4ab882da tempest-AttachVolumeShelveTestJSON-116809589 tempest-AttachVolumeShelveTestJSON-116809589-project-member] Task: {'id': task-2387462, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1017.192470] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-267a6af3-cf54-4b44-8b31-606b4e4dfcae {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1017.207874] env[62328]: DEBUG nova.scheduler.client.report [None req-1ddba53e-3a5b-41f4-b778-177513d1d257 tempest-ServerDiskConfigTestJSON-126406698 tempest-ServerDiskConfigTestJSON-126406698-project-member] Inventory has not changed for provider 3469e9f8-04af-49ca-8435-49f104496744 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 152, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62328) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1017.216921] env[62328]: DEBUG oslo_vmware.api [None req-172eebef-62a8-436d-be05-004c71a83829 tempest-ServerActionsTestOtherA-1098162655 tempest-ServerActionsTestOtherA-1098162655-project-member] Task: {'id': task-2387464, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1017.235169] env[62328]: DEBUG nova.virt.vmwareapi.vm_util [None req-5df01b11-8514-47ce-878e-558e80db87c0 tempest-ServerRescueNegativeTestJSON-713788249 tempest-ServerRescueNegativeTestJSON-713788249-project-member] [instance: 75498571-7d71-433a-8548-3a56f8b871c5] Powering off the VM {{(pid=62328) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1017.235169] env[62328]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-eda2da67-9a24-4f9e-a83e-8ba22326ecf1 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1017.236929] env[62328]: DEBUG oslo_vmware.api [None req-65822a91-07f0-4690-84b0-bb80dc7147b3 tempest-ServersTestJSON-2041147199 tempest-ServersTestJSON-2041147199-project-member] Task: {'id': task-2387465, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1017.242788] env[62328]: DEBUG oslo_vmware.api [None req-5df01b11-8514-47ce-878e-558e80db87c0 tempest-ServerRescueNegativeTestJSON-713788249 tempest-ServerRescueNegativeTestJSON-713788249-project-member] Waiting for the task: (returnval){ [ 1017.242788] env[62328]: value = "task-2387467" [ 1017.242788] env[62328]: _type = "Task" [ 1017.242788] env[62328]: } to complete. {{(pid=62328) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1017.251960] env[62328]: DEBUG oslo_vmware.api [None req-5df01b11-8514-47ce-878e-558e80db87c0 tempest-ServerRescueNegativeTestJSON-713788249 tempest-ServerRescueNegativeTestJSON-713788249-project-member] Task: {'id': task-2387467, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1017.339532] env[62328]: DEBUG nova.network.neutron [-] [instance: f7104096-3f71-4c4e-9c1a-dcfae81dc66a] Updating instance_info_cache with network_info: [] {{(pid=62328) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1017.361012] env[62328]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-0b74f0a8-e82b-4c7c-894e-7ae4ac7f8ac7 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1017.371230] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0a779ac7-39c0-4d58-9a9a-d18cf4339726 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1017.410708] env[62328]: DEBUG nova.compute.manager [req-e48791b9-f7f6-4e1f-b707-dc7b49a96106 req-f7202dc8-760f-4e89-8003-a9fc52a000a7 service nova] [instance: f7104096-3f71-4c4e-9c1a-dcfae81dc66a] Detach interface failed, port_id=b6bd6a7a-0026-454c-92da-2f90274d5a87, reason: Instance f7104096-3f71-4c4e-9c1a-dcfae81dc66a could not be found. {{(pid=62328) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 1017.619201] env[62328]: DEBUG nova.compute.manager [None req-73ab916e-0eec-4d06-92ff-ec3855d11f40 tempest-DeleteServersTestJSON-1766103036 tempest-DeleteServersTestJSON-1766103036-project-member] [instance: 3db7d429-ea91-47d7-8a21-10390b2a5ac5] Start spawning the instance on the hypervisor. {{(pid=62328) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1017.646639] env[62328]: DEBUG oslo_vmware.api [None req-df07950b-52d7-4803-b99f-9be01def60bc tempest-AttachVolumeTestJSON-944844435 tempest-AttachVolumeTestJSON-944844435-project-member] Task: {'id': task-2387466, 'name': PowerOnVM_Task, 'duration_secs': 0.506002} completed successfully. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1017.646834] env[62328]: DEBUG nova.virt.vmwareapi.vm_util [None req-df07950b-52d7-4803-b99f-9be01def60bc tempest-AttachVolumeTestJSON-944844435 tempest-AttachVolumeTestJSON-944844435-project-member] [instance: 3bbba6fe-038a-40f8-935b-ce45c75c3497] Powered on the VM {{(pid=62328) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1017.647788] env[62328]: DEBUG nova.compute.manager [None req-df07950b-52d7-4803-b99f-9be01def60bc tempest-AttachVolumeTestJSON-944844435 tempest-AttachVolumeTestJSON-944844435-project-member] [instance: 3bbba6fe-038a-40f8-935b-ce45c75c3497] Checking state {{(pid=62328) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1017.647788] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-da8c2357-ec8c-40b5-b95b-8f278bcec097 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1017.659270] env[62328]: DEBUG nova.virt.hardware [None req-73ab916e-0eec-4d06-92ff-ec3855d11f40 tempest-DeleteServersTestJSON-1766103036 tempest-DeleteServersTestJSON-1766103036-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-07T17:16:55Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-07T17:16:37Z,direct_url=,disk_format='vmdk',id=dbf872a4-92be-47e4-8561-c3e2bf2423ab,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='2a64022f08d84b11a86773b900860ae5',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-07T17:16:38Z,virtual_size=,visibility=), allow threads: False {{(pid=62328) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1017.659270] env[62328]: DEBUG nova.virt.hardware [None req-73ab916e-0eec-4d06-92ff-ec3855d11f40 tempest-DeleteServersTestJSON-1766103036 tempest-DeleteServersTestJSON-1766103036-project-member] Flavor limits 0:0:0 {{(pid=62328) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1017.659270] env[62328]: DEBUG nova.virt.hardware [None req-73ab916e-0eec-4d06-92ff-ec3855d11f40 tempest-DeleteServersTestJSON-1766103036 tempest-DeleteServersTestJSON-1766103036-project-member] Image limits 0:0:0 {{(pid=62328) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1017.659270] env[62328]: DEBUG nova.virt.hardware [None req-73ab916e-0eec-4d06-92ff-ec3855d11f40 tempest-DeleteServersTestJSON-1766103036 tempest-DeleteServersTestJSON-1766103036-project-member] Flavor pref 0:0:0 {{(pid=62328) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1017.659270] env[62328]: DEBUG nova.virt.hardware [None req-73ab916e-0eec-4d06-92ff-ec3855d11f40 tempest-DeleteServersTestJSON-1766103036 tempest-DeleteServersTestJSON-1766103036-project-member] Image pref 0:0:0 {{(pid=62328) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1017.659270] env[62328]: DEBUG nova.virt.hardware [None req-73ab916e-0eec-4d06-92ff-ec3855d11f40 tempest-DeleteServersTestJSON-1766103036 tempest-DeleteServersTestJSON-1766103036-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62328) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1017.659270] env[62328]: DEBUG nova.virt.hardware [None req-73ab916e-0eec-4d06-92ff-ec3855d11f40 tempest-DeleteServersTestJSON-1766103036 tempest-DeleteServersTestJSON-1766103036-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62328) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1017.659270] env[62328]: DEBUG nova.virt.hardware [None req-73ab916e-0eec-4d06-92ff-ec3855d11f40 tempest-DeleteServersTestJSON-1766103036 tempest-DeleteServersTestJSON-1766103036-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62328) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1017.659270] env[62328]: DEBUG nova.virt.hardware [None req-73ab916e-0eec-4d06-92ff-ec3855d11f40 tempest-DeleteServersTestJSON-1766103036 tempest-DeleteServersTestJSON-1766103036-project-member] Got 1 possible topologies {{(pid=62328) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1017.659270] env[62328]: DEBUG nova.virt.hardware [None req-73ab916e-0eec-4d06-92ff-ec3855d11f40 tempest-DeleteServersTestJSON-1766103036 tempest-DeleteServersTestJSON-1766103036-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62328) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1017.659270] env[62328]: DEBUG nova.virt.hardware [None req-73ab916e-0eec-4d06-92ff-ec3855d11f40 tempest-DeleteServersTestJSON-1766103036 tempest-DeleteServersTestJSON-1766103036-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62328) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1017.661663] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-adc7a41a-9a42-4dac-a0c2-568f087818e3 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1017.671954] env[62328]: DEBUG oslo_vmware.api [None req-81232478-0047-4c8b-a56a-159d4ab882da tempest-AttachVolumeShelveTestJSON-116809589 tempest-AttachVolumeShelveTestJSON-116809589-project-member] Task: {'id': task-2387462, 'name': CreateSnapshot_Task, 'duration_secs': 0.993851} completed successfully. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1017.674220] env[62328]: DEBUG nova.virt.vmwareapi.vmops [None req-81232478-0047-4c8b-a56a-159d4ab882da tempest-AttachVolumeShelveTestJSON-116809589 tempest-AttachVolumeShelveTestJSON-116809589-project-member] [instance: 14c336fc-69e4-4ef8-a50f-e307b9902127] Created Snapshot of the VM instance {{(pid=62328) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1017.675131] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-59468280-33f0-4208-ba4d-c3a4d6dbcbd7 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1017.678774] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-af1d1f81-a263-45f3-9684-433e0010851d {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1017.709740] env[62328]: DEBUG oslo_vmware.api [None req-172eebef-62a8-436d-be05-004c71a83829 tempest-ServerActionsTestOtherA-1098162655 tempest-ServerActionsTestOtherA-1098162655-project-member] Task: {'id': task-2387464, 'name': ReconfigVM_Task, 'duration_secs': 0.655327} completed successfully. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1017.710349] env[62328]: DEBUG nova.virt.vmwareapi.volumeops [None req-172eebef-62a8-436d-be05-004c71a83829 tempest-ServerActionsTestOtherA-1098162655 tempest-ServerActionsTestOtherA-1098162655-project-member] [instance: 0b59b4a1-0c44-41af-a213-89960b97f913] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-484420', 'volume_id': '58285048-ba68-4966-9214-c0935994009b', 'name': 'volume-58285048-ba68-4966-9214-c0935994009b', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '0b59b4a1-0c44-41af-a213-89960b97f913', 'attached_at': '', 'detached_at': '', 'volume_id': '58285048-ba68-4966-9214-c0935994009b', 'serial': '58285048-ba68-4966-9214-c0935994009b'} {{(pid=62328) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1017.714701] env[62328]: DEBUG oslo_concurrency.lockutils [None req-1ddba53e-3a5b-41f4-b778-177513d1d257 tempest-ServerDiskConfigTestJSON-126406698 tempest-ServerDiskConfigTestJSON-126406698-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.732s {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1017.732286] env[62328]: DEBUG oslo_vmware.api [None req-65822a91-07f0-4690-84b0-bb80dc7147b3 tempest-ServersTestJSON-2041147199 tempest-ServersTestJSON-2041147199-project-member] Task: {'id': task-2387465, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.526891} completed successfully. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1017.732570] env[62328]: DEBUG nova.virt.vmwareapi.vm_util [None req-65822a91-07f0-4690-84b0-bb80dc7147b3 tempest-ServersTestJSON-2041147199 tempest-ServersTestJSON-2041147199-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/dbf872a4-92be-47e4-8561-c3e2bf2423ab/dbf872a4-92be-47e4-8561-c3e2bf2423ab.vmdk to [datastore2] 9c54e9e0-9a16-4589-90ee-3f793f5f4f8d/9c54e9e0-9a16-4589-90ee-3f793f5f4f8d.vmdk {{(pid=62328) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1017.732791] env[62328]: DEBUG nova.virt.vmwareapi.vmops [None req-65822a91-07f0-4690-84b0-bb80dc7147b3 tempest-ServersTestJSON-2041147199 tempest-ServersTestJSON-2041147199-project-member] [instance: 9c54e9e0-9a16-4589-90ee-3f793f5f4f8d] Extending root virtual disk to 1048576 {{(pid=62328) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1017.733053] env[62328]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-90318a3e-8cac-49f4-bab9-196af8d71607 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1017.739997] env[62328]: DEBUG oslo_vmware.api [None req-65822a91-07f0-4690-84b0-bb80dc7147b3 tempest-ServersTestJSON-2041147199 tempest-ServersTestJSON-2041147199-project-member] Waiting for the task: (returnval){ [ 1017.739997] env[62328]: value = "task-2387468" [ 1017.739997] env[62328]: _type = "Task" [ 1017.739997] env[62328]: } to complete. {{(pid=62328) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1017.750271] env[62328]: DEBUG oslo_vmware.api [None req-65822a91-07f0-4690-84b0-bb80dc7147b3 tempest-ServersTestJSON-2041147199 tempest-ServersTestJSON-2041147199-project-member] Task: {'id': task-2387468, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1017.757130] env[62328]: DEBUG nova.virt.vmwareapi.vm_util [None req-5df01b11-8514-47ce-878e-558e80db87c0 tempest-ServerRescueNegativeTestJSON-713788249 tempest-ServerRescueNegativeTestJSON-713788249-project-member] [instance: 75498571-7d71-433a-8548-3a56f8b871c5] VM already powered off {{(pid=62328) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1017.757214] env[62328]: DEBUG nova.virt.vmwareapi.vmops [None req-5df01b11-8514-47ce-878e-558e80db87c0 tempest-ServerRescueNegativeTestJSON-713788249 tempest-ServerRescueNegativeTestJSON-713788249-project-member] [instance: 75498571-7d71-433a-8548-3a56f8b871c5] Processing image dbf872a4-92be-47e4-8561-c3e2bf2423ab {{(pid=62328) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1017.757688] env[62328]: DEBUG oslo_concurrency.lockutils [None req-5df01b11-8514-47ce-878e-558e80db87c0 tempest-ServerRescueNegativeTestJSON-713788249 tempest-ServerRescueNegativeTestJSON-713788249-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/dbf872a4-92be-47e4-8561-c3e2bf2423ab/dbf872a4-92be-47e4-8561-c3e2bf2423ab.vmdk" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1017.757688] env[62328]: DEBUG oslo_concurrency.lockutils [None req-5df01b11-8514-47ce-878e-558e80db87c0 tempest-ServerRescueNegativeTestJSON-713788249 tempest-ServerRescueNegativeTestJSON-713788249-project-member] Acquired lock "[datastore1] devstack-image-cache_base/dbf872a4-92be-47e4-8561-c3e2bf2423ab/dbf872a4-92be-47e4-8561-c3e2bf2423ab.vmdk" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1017.757803] env[62328]: DEBUG nova.virt.vmwareapi.ds_util [None req-5df01b11-8514-47ce-878e-558e80db87c0 tempest-ServerRescueNegativeTestJSON-713788249 tempest-ServerRescueNegativeTestJSON-713788249-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62328) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1017.758020] env[62328]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-b34fc232-113c-4ccb-b63f-c9d4f9658bc7 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1017.762953] env[62328]: INFO nova.scheduler.client.report [None req-1ddba53e-3a5b-41f4-b778-177513d1d257 tempest-ServerDiskConfigTestJSON-126406698 tempest-ServerDiskConfigTestJSON-126406698-project-member] Deleted allocations for instance 79c32321-e070-4a76-a865-9e9131634951 [ 1017.767760] env[62328]: DEBUG nova.virt.vmwareapi.ds_util [None req-5df01b11-8514-47ce-878e-558e80db87c0 tempest-ServerRescueNegativeTestJSON-713788249 tempest-ServerRescueNegativeTestJSON-713788249-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62328) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1017.767970] env[62328]: DEBUG nova.virt.vmwareapi.vmops [None req-5df01b11-8514-47ce-878e-558e80db87c0 tempest-ServerRescueNegativeTestJSON-713788249 tempest-ServerRescueNegativeTestJSON-713788249-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62328) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1017.768874] env[62328]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ca3ca889-7a59-4a25-9999-f3e10864f538 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1017.774821] env[62328]: DEBUG oslo_vmware.api [None req-5df01b11-8514-47ce-878e-558e80db87c0 tempest-ServerRescueNegativeTestJSON-713788249 tempest-ServerRescueNegativeTestJSON-713788249-project-member] Waiting for the task: (returnval){ [ 1017.774821] env[62328]: value = "session[52a6e20e-410d-708a-99f2-080a575a99bd]521888df-8a82-50ce-26fe-11dd2cbf26d3" [ 1017.774821] env[62328]: _type = "Task" [ 1017.774821] env[62328]: } to complete. {{(pid=62328) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1017.783311] env[62328]: DEBUG oslo_vmware.api [None req-5df01b11-8514-47ce-878e-558e80db87c0 tempest-ServerRescueNegativeTestJSON-713788249 tempest-ServerRescueNegativeTestJSON-713788249-project-member] Task: {'id': session[52a6e20e-410d-708a-99f2-080a575a99bd]521888df-8a82-50ce-26fe-11dd2cbf26d3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1017.795021] env[62328]: DEBUG nova.compute.manager [req-54999fff-05f9-45d2-b272-a36a30995358 req-9a92f7ba-8857-4d65-8415-d21ba112b1f6 service nova] [instance: 72ae0826-d2f2-406b-80fc-f4fd4c2e9706] Received event network-vif-deleted-0150b9c5-1d8c-4d73-92ef-abd529209996 {{(pid=62328) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1017.795186] env[62328]: INFO nova.compute.manager [req-54999fff-05f9-45d2-b272-a36a30995358 req-9a92f7ba-8857-4d65-8415-d21ba112b1f6 service nova] [instance: 72ae0826-d2f2-406b-80fc-f4fd4c2e9706] Neutron deleted interface 0150b9c5-1d8c-4d73-92ef-abd529209996; detaching it from the instance and deleting it from the info cache [ 1017.795436] env[62328]: DEBUG nova.network.neutron [req-54999fff-05f9-45d2-b272-a36a30995358 req-9a92f7ba-8857-4d65-8415-d21ba112b1f6 service nova] [instance: 72ae0826-d2f2-406b-80fc-f4fd4c2e9706] Updating instance_info_cache with network_info: [] {{(pid=62328) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1017.844506] env[62328]: INFO nova.compute.manager [-] [instance: f7104096-3f71-4c4e-9c1a-dcfae81dc66a] Took 2.06 seconds to deallocate network for instance. [ 1018.167872] env[62328]: DEBUG nova.network.neutron [-] [instance: 72ae0826-d2f2-406b-80fc-f4fd4c2e9706] Updating instance_info_cache with network_info: [] {{(pid=62328) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1018.208024] env[62328]: DEBUG nova.virt.vmwareapi.vmops [None req-81232478-0047-4c8b-a56a-159d4ab882da tempest-AttachVolumeShelveTestJSON-116809589 tempest-AttachVolumeShelveTestJSON-116809589-project-member] [instance: 14c336fc-69e4-4ef8-a50f-e307b9902127] Creating linked-clone VM from snapshot {{(pid=62328) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1018.208252] env[62328]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-514ae885-fe4d-47c2-b2a5-fa16bd9c16d4 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1018.217560] env[62328]: DEBUG oslo_vmware.api [None req-81232478-0047-4c8b-a56a-159d4ab882da tempest-AttachVolumeShelveTestJSON-116809589 tempest-AttachVolumeShelveTestJSON-116809589-project-member] Waiting for the task: (returnval){ [ 1018.217560] env[62328]: value = "task-2387469" [ 1018.217560] env[62328]: _type = "Task" [ 1018.217560] env[62328]: } to complete. {{(pid=62328) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1018.226058] env[62328]: DEBUG oslo_vmware.api [None req-81232478-0047-4c8b-a56a-159d4ab882da tempest-AttachVolumeShelveTestJSON-116809589 tempest-AttachVolumeShelveTestJSON-116809589-project-member] Task: {'id': task-2387469, 'name': CloneVM_Task} progress is 0%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1018.250308] env[62328]: DEBUG oslo_vmware.api [None req-65822a91-07f0-4690-84b0-bb80dc7147b3 tempest-ServersTestJSON-2041147199 tempest-ServersTestJSON-2041147199-project-member] Task: {'id': task-2387468, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.065302} completed successfully. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1018.250308] env[62328]: DEBUG nova.virt.vmwareapi.vmops [None req-65822a91-07f0-4690-84b0-bb80dc7147b3 tempest-ServersTestJSON-2041147199 tempest-ServersTestJSON-2041147199-project-member] [instance: 9c54e9e0-9a16-4589-90ee-3f793f5f4f8d] Extended root virtual disk {{(pid=62328) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1018.250308] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6fc4901b-0d8e-4c8e-b170-102027d37e16 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1018.277936] env[62328]: DEBUG nova.virt.vmwareapi.volumeops [None req-65822a91-07f0-4690-84b0-bb80dc7147b3 tempest-ServersTestJSON-2041147199 tempest-ServersTestJSON-2041147199-project-member] [instance: 9c54e9e0-9a16-4589-90ee-3f793f5f4f8d] Reconfiguring VM instance instance-00000068 to attach disk [datastore2] 9c54e9e0-9a16-4589-90ee-3f793f5f4f8d/9c54e9e0-9a16-4589-90ee-3f793f5f4f8d.vmdk or device None with type sparse {{(pid=62328) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1018.279509] env[62328]: DEBUG nova.objects.instance [None req-172eebef-62a8-436d-be05-004c71a83829 tempest-ServerActionsTestOtherA-1098162655 tempest-ServerActionsTestOtherA-1098162655-project-member] Lazy-loading 'flavor' on Instance uuid 0b59b4a1-0c44-41af-a213-89960b97f913 {{(pid=62328) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1018.283089] env[62328]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-380c2378-9588-4e6e-805e-fc530e90fe38 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1018.298219] env[62328]: DEBUG oslo_concurrency.lockutils [None req-1ddba53e-3a5b-41f4-b778-177513d1d257 tempest-ServerDiskConfigTestJSON-126406698 tempest-ServerDiskConfigTestJSON-126406698-project-member] Lock "79c32321-e070-4a76-a865-9e9131634951" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 9.504s {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1018.305603] env[62328]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-3882c1f0-48a3-42a3-b13d-2e759424330d {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1018.315844] env[62328]: DEBUG oslo_vmware.api [None req-5df01b11-8514-47ce-878e-558e80db87c0 tempest-ServerRescueNegativeTestJSON-713788249 tempest-ServerRescueNegativeTestJSON-713788249-project-member] Task: {'id': session[52a6e20e-410d-708a-99f2-080a575a99bd]521888df-8a82-50ce-26fe-11dd2cbf26d3, 'name': SearchDatastore_Task, 'duration_secs': 0.020699} completed successfully. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1018.318809] env[62328]: DEBUG oslo_vmware.api [None req-65822a91-07f0-4690-84b0-bb80dc7147b3 tempest-ServersTestJSON-2041147199 tempest-ServersTestJSON-2041147199-project-member] Waiting for the task: (returnval){ [ 1018.318809] env[62328]: value = "task-2387470" [ 1018.318809] env[62328]: _type = "Task" [ 1018.318809] env[62328]: } to complete. {{(pid=62328) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1018.319083] env[62328]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-978b7f45-86c7-4876-b1c1-df9b4c908a79 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1018.325224] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-75f76f18-d8c1-49a2-abe1-2bdc5f57f1b2 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1018.344343] env[62328]: DEBUG oslo_vmware.api [None req-5df01b11-8514-47ce-878e-558e80db87c0 tempest-ServerRescueNegativeTestJSON-713788249 tempest-ServerRescueNegativeTestJSON-713788249-project-member] Waiting for the task: (returnval){ [ 1018.344343] env[62328]: value = "session[52a6e20e-410d-708a-99f2-080a575a99bd]52e5ff84-18cc-5bc0-7cec-234314b71cc9" [ 1018.344343] env[62328]: _type = "Task" [ 1018.344343] env[62328]: } to complete. {{(pid=62328) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1018.349124] env[62328]: DEBUG oslo_vmware.api [None req-65822a91-07f0-4690-84b0-bb80dc7147b3 tempest-ServersTestJSON-2041147199 tempest-ServersTestJSON-2041147199-project-member] Task: {'id': task-2387470, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1018.366555] env[62328]: DEBUG oslo_concurrency.lockutils [None req-1fe36917-4289-4209-a44b-f9c7ec91a332 tempest-ServersAdminTestJSON-455323280 tempest-ServersAdminTestJSON-455323280-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1018.366827] env[62328]: DEBUG oslo_concurrency.lockutils [None req-1fe36917-4289-4209-a44b-f9c7ec91a332 tempest-ServersAdminTestJSON-455323280 tempest-ServersAdminTestJSON-455323280-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1018.367072] env[62328]: DEBUG nova.objects.instance [None req-1fe36917-4289-4209-a44b-f9c7ec91a332 tempest-ServersAdminTestJSON-455323280 tempest-ServersAdminTestJSON-455323280-project-member] Lazy-loading 'resources' on Instance uuid f7104096-3f71-4c4e-9c1a-dcfae81dc66a {{(pid=62328) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1018.368511] env[62328]: DEBUG nova.compute.manager [req-54999fff-05f9-45d2-b272-a36a30995358 req-9a92f7ba-8857-4d65-8415-d21ba112b1f6 service nova] [instance: 72ae0826-d2f2-406b-80fc-f4fd4c2e9706] Detach interface failed, port_id=0150b9c5-1d8c-4d73-92ef-abd529209996, reason: Instance 72ae0826-d2f2-406b-80fc-f4fd4c2e9706 could not be found. {{(pid=62328) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 1018.376243] env[62328]: DEBUG oslo_vmware.api [None req-5df01b11-8514-47ce-878e-558e80db87c0 tempest-ServerRescueNegativeTestJSON-713788249 tempest-ServerRescueNegativeTestJSON-713788249-project-member] Task: {'id': session[52a6e20e-410d-708a-99f2-080a575a99bd]52e5ff84-18cc-5bc0-7cec-234314b71cc9, 'name': SearchDatastore_Task, 'duration_secs': 0.020536} completed successfully. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1018.376566] env[62328]: DEBUG oslo_concurrency.lockutils [None req-5df01b11-8514-47ce-878e-558e80db87c0 tempest-ServerRescueNegativeTestJSON-713788249 tempest-ServerRescueNegativeTestJSON-713788249-project-member] Releasing lock "[datastore1] devstack-image-cache_base/dbf872a4-92be-47e4-8561-c3e2bf2423ab/dbf872a4-92be-47e4-8561-c3e2bf2423ab.vmdk" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1018.376940] env[62328]: DEBUG nova.virt.vmwareapi.ds_util [None req-5df01b11-8514-47ce-878e-558e80db87c0 tempest-ServerRescueNegativeTestJSON-713788249 tempest-ServerRescueNegativeTestJSON-713788249-project-member] Copying virtual disk from [datastore1] devstack-image-cache_base/dbf872a4-92be-47e4-8561-c3e2bf2423ab/dbf872a4-92be-47e4-8561-c3e2bf2423ab.vmdk to [datastore1] 75498571-7d71-433a-8548-3a56f8b871c5/dbf872a4-92be-47e4-8561-c3e2bf2423ab-rescue.vmdk. {{(pid=62328) disk_copy /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:281}} [ 1018.377972] env[62328]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-45ef9111-c4ab-4379-b025-d4471294f4d8 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1018.385458] env[62328]: DEBUG oslo_vmware.api [None req-5df01b11-8514-47ce-878e-558e80db87c0 tempest-ServerRescueNegativeTestJSON-713788249 tempest-ServerRescueNegativeTestJSON-713788249-project-member] Waiting for the task: (returnval){ [ 1018.385458] env[62328]: value = "task-2387471" [ 1018.385458] env[62328]: _type = "Task" [ 1018.385458] env[62328]: } to complete. {{(pid=62328) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1018.394110] env[62328]: DEBUG oslo_vmware.api [None req-5df01b11-8514-47ce-878e-558e80db87c0 tempest-ServerRescueNegativeTestJSON-713788249 tempest-ServerRescueNegativeTestJSON-713788249-project-member] Task: {'id': task-2387471, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1018.674568] env[62328]: INFO nova.compute.manager [-] [instance: 72ae0826-d2f2-406b-80fc-f4fd4c2e9706] Took 2.83 seconds to deallocate network for instance. [ 1018.730436] env[62328]: DEBUG oslo_vmware.api [None req-81232478-0047-4c8b-a56a-159d4ab882da tempest-AttachVolumeShelveTestJSON-116809589 tempest-AttachVolumeShelveTestJSON-116809589-project-member] Task: {'id': task-2387469, 'name': CloneVM_Task} progress is 94%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1018.808572] env[62328]: DEBUG oslo_concurrency.lockutils [None req-172eebef-62a8-436d-be05-004c71a83829 tempest-ServerActionsTestOtherA-1098162655 tempest-ServerActionsTestOtherA-1098162655-project-member] Lock "0b59b4a1-0c44-41af-a213-89960b97f913" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.711s {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1018.836211] env[62328]: DEBUG oslo_vmware.api [None req-65822a91-07f0-4690-84b0-bb80dc7147b3 tempest-ServersTestJSON-2041147199 tempest-ServersTestJSON-2041147199-project-member] Task: {'id': task-2387470, 'name': ReconfigVM_Task, 'duration_secs': 0.471126} completed successfully. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1018.836552] env[62328]: DEBUG nova.virt.vmwareapi.volumeops [None req-65822a91-07f0-4690-84b0-bb80dc7147b3 tempest-ServersTestJSON-2041147199 tempest-ServersTestJSON-2041147199-project-member] [instance: 9c54e9e0-9a16-4589-90ee-3f793f5f4f8d] Reconfigured VM instance instance-00000068 to attach disk [datastore2] 9c54e9e0-9a16-4589-90ee-3f793f5f4f8d/9c54e9e0-9a16-4589-90ee-3f793f5f4f8d.vmdk or device None with type sparse {{(pid=62328) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1018.837579] env[62328]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-c3e65063-74b6-4dab-bd26-b23a1eb52886 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1018.846470] env[62328]: DEBUG oslo_vmware.api [None req-65822a91-07f0-4690-84b0-bb80dc7147b3 tempest-ServersTestJSON-2041147199 tempest-ServersTestJSON-2041147199-project-member] Waiting for the task: (returnval){ [ 1018.846470] env[62328]: value = "task-2387472" [ 1018.846470] env[62328]: _type = "Task" [ 1018.846470] env[62328]: } to complete. {{(pid=62328) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1018.857701] env[62328]: DEBUG oslo_vmware.api [None req-65822a91-07f0-4690-84b0-bb80dc7147b3 tempest-ServersTestJSON-2041147199 tempest-ServersTestJSON-2041147199-project-member] Task: {'id': task-2387472, 'name': Rename_Task} progress is 5%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1018.897674] env[62328]: DEBUG oslo_vmware.api [None req-5df01b11-8514-47ce-878e-558e80db87c0 tempest-ServerRescueNegativeTestJSON-713788249 tempest-ServerRescueNegativeTestJSON-713788249-project-member] Task: {'id': task-2387471, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1019.044657] env[62328]: DEBUG nova.compute.manager [req-746aac4e-d66e-435b-8bd4-fa4303288a4d req-02c3e9c1-f0e2-481a-b4df-1d7f79d47511 service nova] [instance: 3db7d429-ea91-47d7-8a21-10390b2a5ac5] Received event network-vif-plugged-8cece265-403c-400c-8080-de095ccb2c1f {{(pid=62328) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1019.044917] env[62328]: DEBUG oslo_concurrency.lockutils [req-746aac4e-d66e-435b-8bd4-fa4303288a4d req-02c3e9c1-f0e2-481a-b4df-1d7f79d47511 service nova] Acquiring lock "3db7d429-ea91-47d7-8a21-10390b2a5ac5-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1019.045153] env[62328]: DEBUG oslo_concurrency.lockutils [req-746aac4e-d66e-435b-8bd4-fa4303288a4d req-02c3e9c1-f0e2-481a-b4df-1d7f79d47511 service nova] Lock "3db7d429-ea91-47d7-8a21-10390b2a5ac5-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1019.045329] env[62328]: DEBUG oslo_concurrency.lockutils [req-746aac4e-d66e-435b-8bd4-fa4303288a4d req-02c3e9c1-f0e2-481a-b4df-1d7f79d47511 service nova] Lock "3db7d429-ea91-47d7-8a21-10390b2a5ac5-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1019.045513] env[62328]: DEBUG nova.compute.manager [req-746aac4e-d66e-435b-8bd4-fa4303288a4d req-02c3e9c1-f0e2-481a-b4df-1d7f79d47511 service nova] [instance: 3db7d429-ea91-47d7-8a21-10390b2a5ac5] No waiting events found dispatching network-vif-plugged-8cece265-403c-400c-8080-de095ccb2c1f {{(pid=62328) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1019.045688] env[62328]: WARNING nova.compute.manager [req-746aac4e-d66e-435b-8bd4-fa4303288a4d req-02c3e9c1-f0e2-481a-b4df-1d7f79d47511 service nova] [instance: 3db7d429-ea91-47d7-8a21-10390b2a5ac5] Received unexpected event network-vif-plugged-8cece265-403c-400c-8080-de095ccb2c1f for instance with vm_state building and task_state spawning. [ 1019.115565] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8065e242-29d0-414d-be5d-dee2ab95c3e3 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1019.124425] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b51205da-da35-495b-9ab0-170aa8fdf829 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1019.157524] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2744a575-b8b7-4fe5-b276-f2609fbfc829 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1019.165221] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1d0bb232-432f-4c7f-b1d1-ca536708b5c2 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1019.180370] env[62328]: DEBUG nova.compute.provider_tree [None req-1fe36917-4289-4209-a44b-f9c7ec91a332 tempest-ServersAdminTestJSON-455323280 tempest-ServersAdminTestJSON-455323280-project-member] Inventory has not changed in ProviderTree for provider: 3469e9f8-04af-49ca-8435-49f104496744 {{(pid=62328) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1019.183517] env[62328]: DEBUG oslo_concurrency.lockutils [None req-2bd6de12-0ae7-4b0c-a483-215773489029 tempest-AttachVolumeNegativeTest-1920358930 tempest-AttachVolumeNegativeTest-1920358930-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1019.229231] env[62328]: DEBUG oslo_vmware.api [None req-81232478-0047-4c8b-a56a-159d4ab882da tempest-AttachVolumeShelveTestJSON-116809589 tempest-AttachVolumeShelveTestJSON-116809589-project-member] Task: {'id': task-2387469, 'name': CloneVM_Task} progress is 95%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1019.280710] env[62328]: DEBUG oslo_concurrency.lockutils [None req-5358f659-e3b9-4c9b-96dc-3dc4faae9fa4 tempest-ServerActionsTestOtherA-1098162655 tempest-ServerActionsTestOtherA-1098162655-project-member] Acquiring lock "0b59b4a1-0c44-41af-a213-89960b97f913" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1019.280710] env[62328]: DEBUG oslo_concurrency.lockutils [None req-5358f659-e3b9-4c9b-96dc-3dc4faae9fa4 tempest-ServerActionsTestOtherA-1098162655 tempest-ServerActionsTestOtherA-1098162655-project-member] Lock "0b59b4a1-0c44-41af-a213-89960b97f913" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1019.280710] env[62328]: DEBUG oslo_concurrency.lockutils [None req-5358f659-e3b9-4c9b-96dc-3dc4faae9fa4 tempest-ServerActionsTestOtherA-1098162655 tempest-ServerActionsTestOtherA-1098162655-project-member] Acquiring lock "0b59b4a1-0c44-41af-a213-89960b97f913-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1019.280710] env[62328]: DEBUG oslo_concurrency.lockutils [None req-5358f659-e3b9-4c9b-96dc-3dc4faae9fa4 tempest-ServerActionsTestOtherA-1098162655 tempest-ServerActionsTestOtherA-1098162655-project-member] Lock "0b59b4a1-0c44-41af-a213-89960b97f913-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1019.280710] env[62328]: DEBUG oslo_concurrency.lockutils [None req-5358f659-e3b9-4c9b-96dc-3dc4faae9fa4 tempest-ServerActionsTestOtherA-1098162655 tempest-ServerActionsTestOtherA-1098162655-project-member] Lock "0b59b4a1-0c44-41af-a213-89960b97f913-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1019.282212] env[62328]: INFO nova.compute.manager [None req-5358f659-e3b9-4c9b-96dc-3dc4faae9fa4 tempest-ServerActionsTestOtherA-1098162655 tempest-ServerActionsTestOtherA-1098162655-project-member] [instance: 0b59b4a1-0c44-41af-a213-89960b97f913] Terminating instance [ 1019.322571] env[62328]: DEBUG nova.network.neutron [None req-73ab916e-0eec-4d06-92ff-ec3855d11f40 tempest-DeleteServersTestJSON-1766103036 tempest-DeleteServersTestJSON-1766103036-project-member] [instance: 3db7d429-ea91-47d7-8a21-10390b2a5ac5] Successfully updated port: 8cece265-403c-400c-8080-de095ccb2c1f {{(pid=62328) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1019.356336] env[62328]: DEBUG oslo_vmware.api [None req-65822a91-07f0-4690-84b0-bb80dc7147b3 tempest-ServersTestJSON-2041147199 tempest-ServersTestJSON-2041147199-project-member] Task: {'id': task-2387472, 'name': Rename_Task, 'duration_secs': 0.167513} completed successfully. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1019.356423] env[62328]: DEBUG nova.virt.vmwareapi.vm_util [None req-65822a91-07f0-4690-84b0-bb80dc7147b3 tempest-ServersTestJSON-2041147199 tempest-ServersTestJSON-2041147199-project-member] [instance: 9c54e9e0-9a16-4589-90ee-3f793f5f4f8d] Powering on the VM {{(pid=62328) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1019.356696] env[62328]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-54dc4a10-0657-4d5f-9b30-22ba7c2c56cd {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1019.362785] env[62328]: DEBUG oslo_vmware.api [None req-65822a91-07f0-4690-84b0-bb80dc7147b3 tempest-ServersTestJSON-2041147199 tempest-ServersTestJSON-2041147199-project-member] Waiting for the task: (returnval){ [ 1019.362785] env[62328]: value = "task-2387473" [ 1019.362785] env[62328]: _type = "Task" [ 1019.362785] env[62328]: } to complete. {{(pid=62328) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1019.372629] env[62328]: DEBUG oslo_vmware.api [None req-65822a91-07f0-4690-84b0-bb80dc7147b3 tempest-ServersTestJSON-2041147199 tempest-ServersTestJSON-2041147199-project-member] Task: {'id': task-2387473, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1019.398279] env[62328]: DEBUG oslo_vmware.api [None req-5df01b11-8514-47ce-878e-558e80db87c0 tempest-ServerRescueNegativeTestJSON-713788249 tempest-ServerRescueNegativeTestJSON-713788249-project-member] Task: {'id': task-2387471, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.573913} completed successfully. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1019.398519] env[62328]: INFO nova.virt.vmwareapi.ds_util [None req-5df01b11-8514-47ce-878e-558e80db87c0 tempest-ServerRescueNegativeTestJSON-713788249 tempest-ServerRescueNegativeTestJSON-713788249-project-member] Copied virtual disk from [datastore1] devstack-image-cache_base/dbf872a4-92be-47e4-8561-c3e2bf2423ab/dbf872a4-92be-47e4-8561-c3e2bf2423ab.vmdk to [datastore1] 75498571-7d71-433a-8548-3a56f8b871c5/dbf872a4-92be-47e4-8561-c3e2bf2423ab-rescue.vmdk. [ 1019.399372] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d13be20f-a5ab-4e9a-a09f-1c4d0b2a552d {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1019.439600] env[62328]: DEBUG nova.virt.vmwareapi.volumeops [None req-5df01b11-8514-47ce-878e-558e80db87c0 tempest-ServerRescueNegativeTestJSON-713788249 tempest-ServerRescueNegativeTestJSON-713788249-project-member] [instance: 75498571-7d71-433a-8548-3a56f8b871c5] Reconfiguring VM instance instance-00000064 to attach disk [datastore1] 75498571-7d71-433a-8548-3a56f8b871c5/dbf872a4-92be-47e4-8561-c3e2bf2423ab-rescue.vmdk or device None with type thin {{(pid=62328) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1019.440045] env[62328]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b095fedf-e167-481e-9da8-85bd425db564 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1019.463970] env[62328]: DEBUG oslo_vmware.api [None req-5df01b11-8514-47ce-878e-558e80db87c0 tempest-ServerRescueNegativeTestJSON-713788249 tempest-ServerRescueNegativeTestJSON-713788249-project-member] Waiting for the task: (returnval){ [ 1019.463970] env[62328]: value = "task-2387474" [ 1019.463970] env[62328]: _type = "Task" [ 1019.463970] env[62328]: } to complete. {{(pid=62328) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1019.473056] env[62328]: DEBUG oslo_vmware.api [None req-5df01b11-8514-47ce-878e-558e80db87c0 tempest-ServerRescueNegativeTestJSON-713788249 tempest-ServerRescueNegativeTestJSON-713788249-project-member] Task: {'id': task-2387474, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1019.685297] env[62328]: DEBUG nova.scheduler.client.report [None req-1fe36917-4289-4209-a44b-f9c7ec91a332 tempest-ServersAdminTestJSON-455323280 tempest-ServersAdminTestJSON-455323280-project-member] Inventory has not changed for provider 3469e9f8-04af-49ca-8435-49f104496744 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 152, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62328) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1019.729524] env[62328]: DEBUG oslo_vmware.api [None req-81232478-0047-4c8b-a56a-159d4ab882da tempest-AttachVolumeShelveTestJSON-116809589 tempest-AttachVolumeShelveTestJSON-116809589-project-member] Task: {'id': task-2387469, 'name': CloneVM_Task, 'duration_secs': 1.277672} completed successfully. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1019.729870] env[62328]: INFO nova.virt.vmwareapi.vmops [None req-81232478-0047-4c8b-a56a-159d4ab882da tempest-AttachVolumeShelveTestJSON-116809589 tempest-AttachVolumeShelveTestJSON-116809589-project-member] [instance: 14c336fc-69e4-4ef8-a50f-e307b9902127] Created linked-clone VM from snapshot [ 1019.730733] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-716d0f6c-ef49-4e8d-9b68-7279e643a7e3 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1019.738859] env[62328]: DEBUG nova.virt.vmwareapi.images [None req-81232478-0047-4c8b-a56a-159d4ab882da tempest-AttachVolumeShelveTestJSON-116809589 tempest-AttachVolumeShelveTestJSON-116809589-project-member] [instance: 14c336fc-69e4-4ef8-a50f-e307b9902127] Uploading image 0b0c6b73-c17c-4bf4-a105-a252b0f4d8ab {{(pid=62328) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1019.766223] env[62328]: DEBUG oslo_vmware.rw_handles [None req-81232478-0047-4c8b-a56a-159d4ab882da tempest-AttachVolumeShelveTestJSON-116809589 tempest-AttachVolumeShelveTestJSON-116809589-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1019.766223] env[62328]: value = "vm-484442" [ 1019.766223] env[62328]: _type = "VirtualMachine" [ 1019.766223] env[62328]: }. {{(pid=62328) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1019.766548] env[62328]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-2760b594-abf4-44d2-a9aa-b7586d762151 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1019.774150] env[62328]: DEBUG oslo_vmware.rw_handles [None req-81232478-0047-4c8b-a56a-159d4ab882da tempest-AttachVolumeShelveTestJSON-116809589 tempest-AttachVolumeShelveTestJSON-116809589-project-member] Lease: (returnval){ [ 1019.774150] env[62328]: value = "session[52a6e20e-410d-708a-99f2-080a575a99bd]5275adc5-f75d-f3cd-ce80-ee965c48cc63" [ 1019.774150] env[62328]: _type = "HttpNfcLease" [ 1019.774150] env[62328]: } obtained for exporting VM: (result){ [ 1019.774150] env[62328]: value = "vm-484442" [ 1019.774150] env[62328]: _type = "VirtualMachine" [ 1019.774150] env[62328]: }. {{(pid=62328) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1019.774433] env[62328]: DEBUG oslo_vmware.api [None req-81232478-0047-4c8b-a56a-159d4ab882da tempest-AttachVolumeShelveTestJSON-116809589 tempest-AttachVolumeShelveTestJSON-116809589-project-member] Waiting for the lease: (returnval){ [ 1019.774433] env[62328]: value = "session[52a6e20e-410d-708a-99f2-080a575a99bd]5275adc5-f75d-f3cd-ce80-ee965c48cc63" [ 1019.774433] env[62328]: _type = "HttpNfcLease" [ 1019.774433] env[62328]: } to be ready. {{(pid=62328) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1019.786427] env[62328]: DEBUG nova.compute.manager [None req-5358f659-e3b9-4c9b-96dc-3dc4faae9fa4 tempest-ServerActionsTestOtherA-1098162655 tempest-ServerActionsTestOtherA-1098162655-project-member] [instance: 0b59b4a1-0c44-41af-a213-89960b97f913] Start destroying the instance on the hypervisor. {{(pid=62328) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1019.786693] env[62328]: DEBUG nova.virt.vmwareapi.vmops [None req-5358f659-e3b9-4c9b-96dc-3dc4faae9fa4 tempest-ServerActionsTestOtherA-1098162655 tempest-ServerActionsTestOtherA-1098162655-project-member] [instance: 0b59b4a1-0c44-41af-a213-89960b97f913] Destroying instance {{(pid=62328) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1019.787051] env[62328]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1019.787051] env[62328]: value = "session[52a6e20e-410d-708a-99f2-080a575a99bd]5275adc5-f75d-f3cd-ce80-ee965c48cc63" [ 1019.787051] env[62328]: _type = "HttpNfcLease" [ 1019.787051] env[62328]: } is initializing. {{(pid=62328) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1019.788124] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fcb83154-eef0-41ba-8fa8-b3cd4c012a1c {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1019.795734] env[62328]: DEBUG nova.virt.vmwareapi.vm_util [None req-5358f659-e3b9-4c9b-96dc-3dc4faae9fa4 tempest-ServerActionsTestOtherA-1098162655 tempest-ServerActionsTestOtherA-1098162655-project-member] [instance: 0b59b4a1-0c44-41af-a213-89960b97f913] Powering off the VM {{(pid=62328) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1019.795870] env[62328]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-78f0abc8-0f05-4e46-8220-d02dda77658d {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1019.802346] env[62328]: DEBUG oslo_vmware.api [None req-5358f659-e3b9-4c9b-96dc-3dc4faae9fa4 tempest-ServerActionsTestOtherA-1098162655 tempest-ServerActionsTestOtherA-1098162655-project-member] Waiting for the task: (returnval){ [ 1019.802346] env[62328]: value = "task-2387476" [ 1019.802346] env[62328]: _type = "Task" [ 1019.802346] env[62328]: } to complete. {{(pid=62328) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1019.814965] env[62328]: DEBUG oslo_vmware.api [None req-5358f659-e3b9-4c9b-96dc-3dc4faae9fa4 tempest-ServerActionsTestOtherA-1098162655 tempest-ServerActionsTestOtherA-1098162655-project-member] Task: {'id': task-2387476, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1019.827781] env[62328]: DEBUG oslo_concurrency.lockutils [None req-73ab916e-0eec-4d06-92ff-ec3855d11f40 tempest-DeleteServersTestJSON-1766103036 tempest-DeleteServersTestJSON-1766103036-project-member] Acquiring lock "refresh_cache-3db7d429-ea91-47d7-8a21-10390b2a5ac5" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1019.827945] env[62328]: DEBUG oslo_concurrency.lockutils [None req-73ab916e-0eec-4d06-92ff-ec3855d11f40 tempest-DeleteServersTestJSON-1766103036 tempest-DeleteServersTestJSON-1766103036-project-member] Acquired lock "refresh_cache-3db7d429-ea91-47d7-8a21-10390b2a5ac5" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1019.828196] env[62328]: DEBUG nova.network.neutron [None req-73ab916e-0eec-4d06-92ff-ec3855d11f40 tempest-DeleteServersTestJSON-1766103036 tempest-DeleteServersTestJSON-1766103036-project-member] [instance: 3db7d429-ea91-47d7-8a21-10390b2a5ac5] Building network info cache for instance {{(pid=62328) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1019.833680] env[62328]: DEBUG nova.compute.manager [req-3ac3c775-c17a-470f-b077-20b09c027c19 req-1623d9e4-e0e0-46c8-8186-26bc57657c5f service nova] [instance: 3db7d429-ea91-47d7-8a21-10390b2a5ac5] Received event network-changed-8cece265-403c-400c-8080-de095ccb2c1f {{(pid=62328) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1019.833834] env[62328]: DEBUG nova.compute.manager [req-3ac3c775-c17a-470f-b077-20b09c027c19 req-1623d9e4-e0e0-46c8-8186-26bc57657c5f service nova] [instance: 3db7d429-ea91-47d7-8a21-10390b2a5ac5] Refreshing instance network info cache due to event network-changed-8cece265-403c-400c-8080-de095ccb2c1f. {{(pid=62328) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1019.834036] env[62328]: DEBUG oslo_concurrency.lockutils [req-3ac3c775-c17a-470f-b077-20b09c027c19 req-1623d9e4-e0e0-46c8-8186-26bc57657c5f service nova] Acquiring lock "refresh_cache-3db7d429-ea91-47d7-8a21-10390b2a5ac5" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1019.875474] env[62328]: DEBUG oslo_vmware.api [None req-65822a91-07f0-4690-84b0-bb80dc7147b3 tempest-ServersTestJSON-2041147199 tempest-ServersTestJSON-2041147199-project-member] Task: {'id': task-2387473, 'name': PowerOnVM_Task, 'duration_secs': 0.492557} completed successfully. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1019.876412] env[62328]: DEBUG nova.virt.vmwareapi.vm_util [None req-65822a91-07f0-4690-84b0-bb80dc7147b3 tempest-ServersTestJSON-2041147199 tempest-ServersTestJSON-2041147199-project-member] [instance: 9c54e9e0-9a16-4589-90ee-3f793f5f4f8d] Powered on the VM {{(pid=62328) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1019.876661] env[62328]: INFO nova.compute.manager [None req-65822a91-07f0-4690-84b0-bb80dc7147b3 tempest-ServersTestJSON-2041147199 tempest-ServersTestJSON-2041147199-project-member] [instance: 9c54e9e0-9a16-4589-90ee-3f793f5f4f8d] Took 8.15 seconds to spawn the instance on the hypervisor. [ 1019.876850] env[62328]: DEBUG nova.compute.manager [None req-65822a91-07f0-4690-84b0-bb80dc7147b3 tempest-ServersTestJSON-2041147199 tempest-ServersTestJSON-2041147199-project-member] [instance: 9c54e9e0-9a16-4589-90ee-3f793f5f4f8d] Checking state {{(pid=62328) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1019.877820] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ceca6b3e-6e29-45d4-9b5e-ddc781ab3920 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1019.976029] env[62328]: DEBUG oslo_vmware.api [None req-5df01b11-8514-47ce-878e-558e80db87c0 tempest-ServerRescueNegativeTestJSON-713788249 tempest-ServerRescueNegativeTestJSON-713788249-project-member] Task: {'id': task-2387474, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1020.189943] env[62328]: DEBUG oslo_concurrency.lockutils [None req-1fe36917-4289-4209-a44b-f9c7ec91a332 tempest-ServersAdminTestJSON-455323280 tempest-ServersAdminTestJSON-455323280-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.823s {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1020.193246] env[62328]: DEBUG oslo_concurrency.lockutils [None req-2bd6de12-0ae7-4b0c-a483-215773489029 tempest-AttachVolumeNegativeTest-1920358930 tempest-AttachVolumeNegativeTest-1920358930-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 1.010s {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1020.193588] env[62328]: DEBUG nova.objects.instance [None req-2bd6de12-0ae7-4b0c-a483-215773489029 tempest-AttachVolumeNegativeTest-1920358930 tempest-AttachVolumeNegativeTest-1920358930-project-member] Lazy-loading 'resources' on Instance uuid 72ae0826-d2f2-406b-80fc-f4fd4c2e9706 {{(pid=62328) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1020.227919] env[62328]: INFO nova.scheduler.client.report [None req-1fe36917-4289-4209-a44b-f9c7ec91a332 tempest-ServersAdminTestJSON-455323280 tempest-ServersAdminTestJSON-455323280-project-member] Deleted allocations for instance f7104096-3f71-4c4e-9c1a-dcfae81dc66a [ 1020.285676] env[62328]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1020.285676] env[62328]: value = "session[52a6e20e-410d-708a-99f2-080a575a99bd]5275adc5-f75d-f3cd-ce80-ee965c48cc63" [ 1020.285676] env[62328]: _type = "HttpNfcLease" [ 1020.285676] env[62328]: } is ready. {{(pid=62328) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1020.285676] env[62328]: DEBUG oslo_vmware.rw_handles [None req-81232478-0047-4c8b-a56a-159d4ab882da tempest-AttachVolumeShelveTestJSON-116809589 tempest-AttachVolumeShelveTestJSON-116809589-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1020.285676] env[62328]: value = "session[52a6e20e-410d-708a-99f2-080a575a99bd]5275adc5-f75d-f3cd-ce80-ee965c48cc63" [ 1020.285676] env[62328]: _type = "HttpNfcLease" [ 1020.285676] env[62328]: }. {{(pid=62328) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1020.288063] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-990d32b7-1456-46f2-bdda-897deea52d09 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1020.295095] env[62328]: DEBUG oslo_vmware.rw_handles [None req-81232478-0047-4c8b-a56a-159d4ab882da tempest-AttachVolumeShelveTestJSON-116809589 tempest-AttachVolumeShelveTestJSON-116809589-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52e1d10f-7cb5-8a40-d69f-2d3a2ba69150/disk-0.vmdk from lease info. {{(pid=62328) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1020.295288] env[62328]: DEBUG oslo_vmware.rw_handles [None req-81232478-0047-4c8b-a56a-159d4ab882da tempest-AttachVolumeShelveTestJSON-116809589 tempest-AttachVolumeShelveTestJSON-116809589-project-member] Opening URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52e1d10f-7cb5-8a40-d69f-2d3a2ba69150/disk-0.vmdk for reading. {{(pid=62328) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1020.375128] env[62328]: DEBUG oslo_vmware.api [None req-5358f659-e3b9-4c9b-96dc-3dc4faae9fa4 tempest-ServerActionsTestOtherA-1098162655 tempest-ServerActionsTestOtherA-1098162655-project-member] Task: {'id': task-2387476, 'name': PowerOffVM_Task, 'duration_secs': 0.217802} completed successfully. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1020.375454] env[62328]: DEBUG nova.virt.vmwareapi.vm_util [None req-5358f659-e3b9-4c9b-96dc-3dc4faae9fa4 tempest-ServerActionsTestOtherA-1098162655 tempest-ServerActionsTestOtherA-1098162655-project-member] [instance: 0b59b4a1-0c44-41af-a213-89960b97f913] Powered off the VM {{(pid=62328) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1020.375629] env[62328]: DEBUG nova.virt.vmwareapi.vmops [None req-5358f659-e3b9-4c9b-96dc-3dc4faae9fa4 tempest-ServerActionsTestOtherA-1098162655 tempest-ServerActionsTestOtherA-1098162655-project-member] [instance: 0b59b4a1-0c44-41af-a213-89960b97f913] Unregistering the VM {{(pid=62328) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1020.375885] env[62328]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-f77f4c18-ee15-4ac0-a542-f9efec00f657 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1020.399455] env[62328]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-191f1bef-c878-4414-b537-cc65735568c3 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1020.402542] env[62328]: INFO nova.compute.manager [None req-65822a91-07f0-4690-84b0-bb80dc7147b3 tempest-ServersTestJSON-2041147199 tempest-ServersTestJSON-2041147199-project-member] [instance: 9c54e9e0-9a16-4589-90ee-3f793f5f4f8d] Took 16.08 seconds to build instance. [ 1020.425346] env[62328]: DEBUG nova.network.neutron [None req-73ab916e-0eec-4d06-92ff-ec3855d11f40 tempest-DeleteServersTestJSON-1766103036 tempest-DeleteServersTestJSON-1766103036-project-member] [instance: 3db7d429-ea91-47d7-8a21-10390b2a5ac5] Instance cache missing network info. {{(pid=62328) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1020.436889] env[62328]: DEBUG nova.virt.vmwareapi.vmops [None req-5358f659-e3b9-4c9b-96dc-3dc4faae9fa4 tempest-ServerActionsTestOtherA-1098162655 tempest-ServerActionsTestOtherA-1098162655-project-member] [instance: 0b59b4a1-0c44-41af-a213-89960b97f913] Unregistered the VM {{(pid=62328) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1020.437149] env[62328]: DEBUG nova.virt.vmwareapi.vmops [None req-5358f659-e3b9-4c9b-96dc-3dc4faae9fa4 tempest-ServerActionsTestOtherA-1098162655 tempest-ServerActionsTestOtherA-1098162655-project-member] [instance: 0b59b4a1-0c44-41af-a213-89960b97f913] Deleting contents of the VM from datastore datastore2 {{(pid=62328) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1020.437389] env[62328]: DEBUG nova.virt.vmwareapi.ds_util [None req-5358f659-e3b9-4c9b-96dc-3dc4faae9fa4 tempest-ServerActionsTestOtherA-1098162655 tempest-ServerActionsTestOtherA-1098162655-project-member] Deleting the datastore file [datastore2] 0b59b4a1-0c44-41af-a213-89960b97f913 {{(pid=62328) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1020.437678] env[62328]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-a778b0bc-b70e-4b98-a777-e3bb3a2c758e {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1020.446907] env[62328]: DEBUG oslo_vmware.api [None req-5358f659-e3b9-4c9b-96dc-3dc4faae9fa4 tempest-ServerActionsTestOtherA-1098162655 tempest-ServerActionsTestOtherA-1098162655-project-member] Waiting for the task: (returnval){ [ 1020.446907] env[62328]: value = "task-2387478" [ 1020.446907] env[62328]: _type = "Task" [ 1020.446907] env[62328]: } to complete. {{(pid=62328) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1020.458550] env[62328]: DEBUG oslo_vmware.api [None req-5358f659-e3b9-4c9b-96dc-3dc4faae9fa4 tempest-ServerActionsTestOtherA-1098162655 tempest-ServerActionsTestOtherA-1098162655-project-member] Task: {'id': task-2387478, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1020.483633] env[62328]: DEBUG oslo_vmware.api [None req-5df01b11-8514-47ce-878e-558e80db87c0 tempest-ServerRescueNegativeTestJSON-713788249 tempest-ServerRescueNegativeTestJSON-713788249-project-member] Task: {'id': task-2387474, 'name': ReconfigVM_Task, 'duration_secs': 0.559672} completed successfully. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1020.483633] env[62328]: DEBUG nova.virt.vmwareapi.volumeops [None req-5df01b11-8514-47ce-878e-558e80db87c0 tempest-ServerRescueNegativeTestJSON-713788249 tempest-ServerRescueNegativeTestJSON-713788249-project-member] [instance: 75498571-7d71-433a-8548-3a56f8b871c5] Reconfigured VM instance instance-00000064 to attach disk [datastore1] 75498571-7d71-433a-8548-3a56f8b871c5/dbf872a4-92be-47e4-8561-c3e2bf2423ab-rescue.vmdk or device None with type thin {{(pid=62328) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1020.483633] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9f3c1d32-f0e7-470d-96bc-bfa1310caab2 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1020.512290] env[62328]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f74f877a-38c5-4e88-9bfd-d869e121e5f4 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1020.529382] env[62328]: DEBUG oslo_vmware.api [None req-5df01b11-8514-47ce-878e-558e80db87c0 tempest-ServerRescueNegativeTestJSON-713788249 tempest-ServerRescueNegativeTestJSON-713788249-project-member] Waiting for the task: (returnval){ [ 1020.529382] env[62328]: value = "task-2387479" [ 1020.529382] env[62328]: _type = "Task" [ 1020.529382] env[62328]: } to complete. {{(pid=62328) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1020.538234] env[62328]: DEBUG oslo_vmware.api [None req-5df01b11-8514-47ce-878e-558e80db87c0 tempest-ServerRescueNegativeTestJSON-713788249 tempest-ServerRescueNegativeTestJSON-713788249-project-member] Task: {'id': task-2387479, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1020.737261] env[62328]: DEBUG oslo_concurrency.lockutils [None req-1fe36917-4289-4209-a44b-f9c7ec91a332 tempest-ServersAdminTestJSON-455323280 tempest-ServersAdminTestJSON-455323280-project-member] Lock "f7104096-3f71-4c4e-9c1a-dcfae81dc66a" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.594s {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1020.742101] env[62328]: DEBUG nova.network.neutron [None req-73ab916e-0eec-4d06-92ff-ec3855d11f40 tempest-DeleteServersTestJSON-1766103036 tempest-DeleteServersTestJSON-1766103036-project-member] [instance: 3db7d429-ea91-47d7-8a21-10390b2a5ac5] Updating instance_info_cache with network_info: [{"id": "8cece265-403c-400c-8080-de095ccb2c1f", "address": "fa:16:3e:e3:a8:69", "network": {"id": "0bcec7a4-aa8e-420d-b203-4ead2073e045", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-575957277-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7aa9ac81c5264c7cba58e5879eedf77c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c5652322-9f10-4996-baed-4c0aa13a1b4e", "external-id": "nsx-vlan-transportzone-941", "segmentation_id": 941, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8cece265-40", "ovs_interfaceid": "8cece265-403c-400c-8080-de095ccb2c1f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62328) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1020.909311] env[62328]: DEBUG oslo_concurrency.lockutils [None req-65822a91-07f0-4690-84b0-bb80dc7147b3 tempest-ServersTestJSON-2041147199 tempest-ServersTestJSON-2041147199-project-member] Lock "9c54e9e0-9a16-4589-90ee-3f793f5f4f8d" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 17.596s {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1020.963990] env[62328]: DEBUG oslo_vmware.api [None req-5358f659-e3b9-4c9b-96dc-3dc4faae9fa4 tempest-ServerActionsTestOtherA-1098162655 tempest-ServerActionsTestOtherA-1098162655-project-member] Task: {'id': task-2387478, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.200949} completed successfully. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1020.963990] env[62328]: DEBUG nova.virt.vmwareapi.ds_util [None req-5358f659-e3b9-4c9b-96dc-3dc4faae9fa4 tempest-ServerActionsTestOtherA-1098162655 tempest-ServerActionsTestOtherA-1098162655-project-member] Deleted the datastore file {{(pid=62328) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1020.964905] env[62328]: DEBUG nova.virt.vmwareapi.vmops [None req-5358f659-e3b9-4c9b-96dc-3dc4faae9fa4 tempest-ServerActionsTestOtherA-1098162655 tempest-ServerActionsTestOtherA-1098162655-project-member] [instance: 0b59b4a1-0c44-41af-a213-89960b97f913] Deleted contents of the VM from datastore datastore2 {{(pid=62328) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1020.964905] env[62328]: DEBUG nova.virt.vmwareapi.vmops [None req-5358f659-e3b9-4c9b-96dc-3dc4faae9fa4 tempest-ServerActionsTestOtherA-1098162655 tempest-ServerActionsTestOtherA-1098162655-project-member] [instance: 0b59b4a1-0c44-41af-a213-89960b97f913] Instance destroyed {{(pid=62328) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1020.964905] env[62328]: INFO nova.compute.manager [None req-5358f659-e3b9-4c9b-96dc-3dc4faae9fa4 tempest-ServerActionsTestOtherA-1098162655 tempest-ServerActionsTestOtherA-1098162655-project-member] [instance: 0b59b4a1-0c44-41af-a213-89960b97f913] Took 1.18 seconds to destroy the instance on the hypervisor. [ 1020.964905] env[62328]: DEBUG oslo.service.loopingcall [None req-5358f659-e3b9-4c9b-96dc-3dc4faae9fa4 tempest-ServerActionsTestOtherA-1098162655 tempest-ServerActionsTestOtherA-1098162655-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62328) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1020.964905] env[62328]: DEBUG nova.compute.manager [-] [instance: 0b59b4a1-0c44-41af-a213-89960b97f913] Deallocating network for instance {{(pid=62328) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1020.964905] env[62328]: DEBUG nova.network.neutron [-] [instance: 0b59b4a1-0c44-41af-a213-89960b97f913] deallocate_for_instance() {{(pid=62328) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1021.000354] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e7b66468-4a4a-46a7-a585-30911075758d {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1021.010580] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-56773e75-f6fc-4f5c-9fed-92c4cb43f111 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1021.050514] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3d4792e1-d482-45a0-a0db-6bdd573c78d5 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1021.064609] env[62328]: DEBUG oslo_vmware.api [None req-5df01b11-8514-47ce-878e-558e80db87c0 tempest-ServerRescueNegativeTestJSON-713788249 tempest-ServerRescueNegativeTestJSON-713788249-project-member] Task: {'id': task-2387479, 'name': ReconfigVM_Task, 'duration_secs': 0.227148} completed successfully. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1021.068211] env[62328]: DEBUG nova.virt.vmwareapi.vm_util [None req-5df01b11-8514-47ce-878e-558e80db87c0 tempest-ServerRescueNegativeTestJSON-713788249 tempest-ServerRescueNegativeTestJSON-713788249-project-member] [instance: 75498571-7d71-433a-8548-3a56f8b871c5] Powering on the VM {{(pid=62328) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1021.068211] env[62328]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-38236754-78e5-4e22-be10-162940ef8dc9 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1021.070819] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ed6e3fcc-6520-4991-8090-4b0ad33686f8 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1021.088913] env[62328]: DEBUG nova.compute.provider_tree [None req-2bd6de12-0ae7-4b0c-a483-215773489029 tempest-AttachVolumeNegativeTest-1920358930 tempest-AttachVolumeNegativeTest-1920358930-project-member] Inventory has not changed in ProviderTree for provider: 3469e9f8-04af-49ca-8435-49f104496744 {{(pid=62328) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1021.096342] env[62328]: DEBUG oslo_vmware.api [None req-5df01b11-8514-47ce-878e-558e80db87c0 tempest-ServerRescueNegativeTestJSON-713788249 tempest-ServerRescueNegativeTestJSON-713788249-project-member] Waiting for the task: (returnval){ [ 1021.096342] env[62328]: value = "task-2387480" [ 1021.096342] env[62328]: _type = "Task" [ 1021.096342] env[62328]: } to complete. {{(pid=62328) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1021.112184] env[62328]: DEBUG oslo_vmware.api [None req-5df01b11-8514-47ce-878e-558e80db87c0 tempest-ServerRescueNegativeTestJSON-713788249 tempest-ServerRescueNegativeTestJSON-713788249-project-member] Task: {'id': task-2387480, 'name': PowerOnVM_Task} progress is 33%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1021.243815] env[62328]: DEBUG oslo_concurrency.lockutils [None req-73ab916e-0eec-4d06-92ff-ec3855d11f40 tempest-DeleteServersTestJSON-1766103036 tempest-DeleteServersTestJSON-1766103036-project-member] Releasing lock "refresh_cache-3db7d429-ea91-47d7-8a21-10390b2a5ac5" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1021.244735] env[62328]: DEBUG nova.compute.manager [None req-73ab916e-0eec-4d06-92ff-ec3855d11f40 tempest-DeleteServersTestJSON-1766103036 tempest-DeleteServersTestJSON-1766103036-project-member] [instance: 3db7d429-ea91-47d7-8a21-10390b2a5ac5] Instance network_info: |[{"id": "8cece265-403c-400c-8080-de095ccb2c1f", "address": "fa:16:3e:e3:a8:69", "network": {"id": "0bcec7a4-aa8e-420d-b203-4ead2073e045", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-575957277-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7aa9ac81c5264c7cba58e5879eedf77c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c5652322-9f10-4996-baed-4c0aa13a1b4e", "external-id": "nsx-vlan-transportzone-941", "segmentation_id": 941, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8cece265-40", "ovs_interfaceid": "8cece265-403c-400c-8080-de095ccb2c1f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62328) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1021.246377] env[62328]: DEBUG oslo_concurrency.lockutils [req-3ac3c775-c17a-470f-b077-20b09c027c19 req-1623d9e4-e0e0-46c8-8186-26bc57657c5f service nova] Acquired lock "refresh_cache-3db7d429-ea91-47d7-8a21-10390b2a5ac5" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.246377] env[62328]: DEBUG nova.network.neutron [req-3ac3c775-c17a-470f-b077-20b09c027c19 req-1623d9e4-e0e0-46c8-8186-26bc57657c5f service nova] [instance: 3db7d429-ea91-47d7-8a21-10390b2a5ac5] Refreshing network info cache for port 8cece265-403c-400c-8080-de095ccb2c1f {{(pid=62328) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1021.246558] env[62328]: DEBUG nova.virt.vmwareapi.vmops [None req-73ab916e-0eec-4d06-92ff-ec3855d11f40 tempest-DeleteServersTestJSON-1766103036 tempest-DeleteServersTestJSON-1766103036-project-member] [instance: 3db7d429-ea91-47d7-8a21-10390b2a5ac5] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:e3:a8:69', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'c5652322-9f10-4996-baed-4c0aa13a1b4e', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '8cece265-403c-400c-8080-de095ccb2c1f', 'vif_model': 'vmxnet3'}] {{(pid=62328) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1021.254628] env[62328]: DEBUG oslo.service.loopingcall [None req-73ab916e-0eec-4d06-92ff-ec3855d11f40 tempest-DeleteServersTestJSON-1766103036 tempest-DeleteServersTestJSON-1766103036-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62328) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1021.258032] env[62328]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3db7d429-ea91-47d7-8a21-10390b2a5ac5] Creating VM on the ESX host {{(pid=62328) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1021.259651] env[62328]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-0fb2396d-99ef-4ee9-b019-d6f8fa1f560e {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1021.280933] env[62328]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1021.280933] env[62328]: value = "task-2387481" [ 1021.280933] env[62328]: _type = "Task" [ 1021.280933] env[62328]: } to complete. {{(pid=62328) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1021.290698] env[62328]: DEBUG oslo_vmware.api [-] Task: {'id': task-2387481, 'name': CreateVM_Task} progress is 0%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1021.602977] env[62328]: DEBUG nova.scheduler.client.report [None req-2bd6de12-0ae7-4b0c-a483-215773489029 tempest-AttachVolumeNegativeTest-1920358930 tempest-AttachVolumeNegativeTest-1920358930-project-member] Inventory has not changed for provider 3469e9f8-04af-49ca-8435-49f104496744 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 152, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62328) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1021.624416] env[62328]: DEBUG oslo_vmware.api [None req-5df01b11-8514-47ce-878e-558e80db87c0 tempest-ServerRescueNegativeTestJSON-713788249 tempest-ServerRescueNegativeTestJSON-713788249-project-member] Task: {'id': task-2387480, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1021.646843] env[62328]: DEBUG oslo_concurrency.lockutils [None req-6baf2c06-e97d-4a4a-9cc6-f6d1ba1fb63d tempest-ServersTestJSON-2041147199 tempest-ServersTestJSON-2041147199-project-member] Acquiring lock "9c54e9e0-9a16-4589-90ee-3f793f5f4f8d" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1021.647171] env[62328]: DEBUG oslo_concurrency.lockutils [None req-6baf2c06-e97d-4a4a-9cc6-f6d1ba1fb63d tempest-ServersTestJSON-2041147199 tempest-ServersTestJSON-2041147199-project-member] Lock "9c54e9e0-9a16-4589-90ee-3f793f5f4f8d" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1021.647809] env[62328]: DEBUG oslo_concurrency.lockutils [None req-6baf2c06-e97d-4a4a-9cc6-f6d1ba1fb63d tempest-ServersTestJSON-2041147199 tempest-ServersTestJSON-2041147199-project-member] Acquiring lock "9c54e9e0-9a16-4589-90ee-3f793f5f4f8d-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1021.648083] env[62328]: DEBUG oslo_concurrency.lockutils [None req-6baf2c06-e97d-4a4a-9cc6-f6d1ba1fb63d tempest-ServersTestJSON-2041147199 tempest-ServersTestJSON-2041147199-project-member] Lock "9c54e9e0-9a16-4589-90ee-3f793f5f4f8d-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1021.648292] env[62328]: DEBUG oslo_concurrency.lockutils [None req-6baf2c06-e97d-4a4a-9cc6-f6d1ba1fb63d tempest-ServersTestJSON-2041147199 tempest-ServersTestJSON-2041147199-project-member] Lock "9c54e9e0-9a16-4589-90ee-3f793f5f4f8d-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1021.651146] env[62328]: INFO nova.compute.manager [None req-6baf2c06-e97d-4a4a-9cc6-f6d1ba1fb63d tempest-ServersTestJSON-2041147199 tempest-ServersTestJSON-2041147199-project-member] [instance: 9c54e9e0-9a16-4589-90ee-3f793f5f4f8d] Terminating instance [ 1021.791527] env[62328]: DEBUG oslo_vmware.api [-] Task: {'id': task-2387481, 'name': CreateVM_Task, 'duration_secs': 0.385021} completed successfully. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1021.792020] env[62328]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3db7d429-ea91-47d7-8a21-10390b2a5ac5] Created VM on the ESX host {{(pid=62328) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1021.792803] env[62328]: DEBUG oslo_concurrency.lockutils [None req-73ab916e-0eec-4d06-92ff-ec3855d11f40 tempest-DeleteServersTestJSON-1766103036 tempest-DeleteServersTestJSON-1766103036-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/dbf872a4-92be-47e4-8561-c3e2bf2423ab" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1021.793099] env[62328]: DEBUG oslo_concurrency.lockutils [None req-73ab916e-0eec-4d06-92ff-ec3855d11f40 tempest-DeleteServersTestJSON-1766103036 tempest-DeleteServersTestJSON-1766103036-project-member] Acquired lock "[datastore1] devstack-image-cache_base/dbf872a4-92be-47e4-8561-c3e2bf2423ab" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.793535] env[62328]: DEBUG oslo_concurrency.lockutils [None req-73ab916e-0eec-4d06-92ff-ec3855d11f40 tempest-DeleteServersTestJSON-1766103036 tempest-DeleteServersTestJSON-1766103036-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/dbf872a4-92be-47e4-8561-c3e2bf2423ab" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1021.793905] env[62328]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-55fe944a-4c35-405f-8bec-cf20bd4d8f59 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1021.799099] env[62328]: DEBUG oslo_vmware.api [None req-73ab916e-0eec-4d06-92ff-ec3855d11f40 tempest-DeleteServersTestJSON-1766103036 tempest-DeleteServersTestJSON-1766103036-project-member] Waiting for the task: (returnval){ [ 1021.799099] env[62328]: value = "session[52a6e20e-410d-708a-99f2-080a575a99bd]524eec6a-1b2d-2ac3-6e5a-6e43b1c86b95" [ 1021.799099] env[62328]: _type = "Task" [ 1021.799099] env[62328]: } to complete. {{(pid=62328) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1021.808279] env[62328]: DEBUG oslo_vmware.api [None req-73ab916e-0eec-4d06-92ff-ec3855d11f40 tempest-DeleteServersTestJSON-1766103036 tempest-DeleteServersTestJSON-1766103036-project-member] Task: {'id': session[52a6e20e-410d-708a-99f2-080a575a99bd]524eec6a-1b2d-2ac3-6e5a-6e43b1c86b95, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1022.114132] env[62328]: DEBUG oslo_concurrency.lockutils [None req-2bd6de12-0ae7-4b0c-a483-215773489029 tempest-AttachVolumeNegativeTest-1920358930 tempest-AttachVolumeNegativeTest-1920358930-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.919s {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1022.127542] env[62328]: DEBUG oslo_vmware.api [None req-5df01b11-8514-47ce-878e-558e80db87c0 tempest-ServerRescueNegativeTestJSON-713788249 tempest-ServerRescueNegativeTestJSON-713788249-project-member] Task: {'id': task-2387480, 'name': PowerOnVM_Task, 'duration_secs': 0.584594} completed successfully. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1022.129164] env[62328]: DEBUG nova.network.neutron [req-3ac3c775-c17a-470f-b077-20b09c027c19 req-1623d9e4-e0e0-46c8-8186-26bc57657c5f service nova] [instance: 3db7d429-ea91-47d7-8a21-10390b2a5ac5] Updated VIF entry in instance network info cache for port 8cece265-403c-400c-8080-de095ccb2c1f. {{(pid=62328) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1022.129665] env[62328]: DEBUG nova.network.neutron [req-3ac3c775-c17a-470f-b077-20b09c027c19 req-1623d9e4-e0e0-46c8-8186-26bc57657c5f service nova] [instance: 3db7d429-ea91-47d7-8a21-10390b2a5ac5] Updating instance_info_cache with network_info: [{"id": "8cece265-403c-400c-8080-de095ccb2c1f", "address": "fa:16:3e:e3:a8:69", "network": {"id": "0bcec7a4-aa8e-420d-b203-4ead2073e045", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-575957277-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7aa9ac81c5264c7cba58e5879eedf77c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c5652322-9f10-4996-baed-4c0aa13a1b4e", "external-id": "nsx-vlan-transportzone-941", "segmentation_id": 941, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8cece265-40", "ovs_interfaceid": "8cece265-403c-400c-8080-de095ccb2c1f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62328) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1022.131414] env[62328]: DEBUG nova.virt.vmwareapi.vm_util [None req-5df01b11-8514-47ce-878e-558e80db87c0 tempest-ServerRescueNegativeTestJSON-713788249 tempest-ServerRescueNegativeTestJSON-713788249-project-member] [instance: 75498571-7d71-433a-8548-3a56f8b871c5] Powered on the VM {{(pid=62328) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1022.134301] env[62328]: DEBUG nova.compute.manager [None req-5df01b11-8514-47ce-878e-558e80db87c0 tempest-ServerRescueNegativeTestJSON-713788249 tempest-ServerRescueNegativeTestJSON-713788249-project-member] [instance: 75498571-7d71-433a-8548-3a56f8b871c5] Checking state {{(pid=62328) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1022.135482] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-89cab234-ca56-41d4-89bc-3c6572cf96cf {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1022.156227] env[62328]: INFO nova.scheduler.client.report [None req-2bd6de12-0ae7-4b0c-a483-215773489029 tempest-AttachVolumeNegativeTest-1920358930 tempest-AttachVolumeNegativeTest-1920358930-project-member] Deleted allocations for instance 72ae0826-d2f2-406b-80fc-f4fd4c2e9706 [ 1022.157996] env[62328]: DEBUG nova.compute.manager [None req-6baf2c06-e97d-4a4a-9cc6-f6d1ba1fb63d tempest-ServersTestJSON-2041147199 tempest-ServersTestJSON-2041147199-project-member] [instance: 9c54e9e0-9a16-4589-90ee-3f793f5f4f8d] Start destroying the instance on the hypervisor. {{(pid=62328) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1022.158393] env[62328]: DEBUG nova.virt.vmwareapi.vmops [None req-6baf2c06-e97d-4a4a-9cc6-f6d1ba1fb63d tempest-ServersTestJSON-2041147199 tempest-ServersTestJSON-2041147199-project-member] [instance: 9c54e9e0-9a16-4589-90ee-3f793f5f4f8d] Destroying instance {{(pid=62328) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1022.168775] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8a158d9f-5d3b-4d4a-848a-c6cc8f5a00ac {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1022.177473] env[62328]: DEBUG nova.virt.vmwareapi.vm_util [None req-6baf2c06-e97d-4a4a-9cc6-f6d1ba1fb63d tempest-ServersTestJSON-2041147199 tempest-ServersTestJSON-2041147199-project-member] [instance: 9c54e9e0-9a16-4589-90ee-3f793f5f4f8d] Powering off the VM {{(pid=62328) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1022.178124] env[62328]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-fa326789-370d-4063-a573-4aa578127af6 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1022.184599] env[62328]: DEBUG oslo_vmware.api [None req-6baf2c06-e97d-4a4a-9cc6-f6d1ba1fb63d tempest-ServersTestJSON-2041147199 tempest-ServersTestJSON-2041147199-project-member] Waiting for the task: (returnval){ [ 1022.184599] env[62328]: value = "task-2387482" [ 1022.184599] env[62328]: _type = "Task" [ 1022.184599] env[62328]: } to complete. {{(pid=62328) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1022.193438] env[62328]: DEBUG oslo_vmware.api [None req-6baf2c06-e97d-4a4a-9cc6-f6d1ba1fb63d tempest-ServersTestJSON-2041147199 tempest-ServersTestJSON-2041147199-project-member] Task: {'id': task-2387482, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1022.312037] env[62328]: DEBUG oslo_vmware.api [None req-73ab916e-0eec-4d06-92ff-ec3855d11f40 tempest-DeleteServersTestJSON-1766103036 tempest-DeleteServersTestJSON-1766103036-project-member] Task: {'id': session[52a6e20e-410d-708a-99f2-080a575a99bd]524eec6a-1b2d-2ac3-6e5a-6e43b1c86b95, 'name': SearchDatastore_Task, 'duration_secs': 0.021689} completed successfully. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1022.312914] env[62328]: DEBUG oslo_concurrency.lockutils [None req-73ab916e-0eec-4d06-92ff-ec3855d11f40 tempest-DeleteServersTestJSON-1766103036 tempest-DeleteServersTestJSON-1766103036-project-member] Releasing lock "[datastore1] devstack-image-cache_base/dbf872a4-92be-47e4-8561-c3e2bf2423ab" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1022.315026] env[62328]: DEBUG nova.virt.vmwareapi.vmops [None req-73ab916e-0eec-4d06-92ff-ec3855d11f40 tempest-DeleteServersTestJSON-1766103036 tempest-DeleteServersTestJSON-1766103036-project-member] [instance: 3db7d429-ea91-47d7-8a21-10390b2a5ac5] Processing image dbf872a4-92be-47e4-8561-c3e2bf2423ab {{(pid=62328) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1022.315026] env[62328]: DEBUG oslo_concurrency.lockutils [None req-73ab916e-0eec-4d06-92ff-ec3855d11f40 tempest-DeleteServersTestJSON-1766103036 tempest-DeleteServersTestJSON-1766103036-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/dbf872a4-92be-47e4-8561-c3e2bf2423ab/dbf872a4-92be-47e4-8561-c3e2bf2423ab.vmdk" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1022.315026] env[62328]: DEBUG oslo_concurrency.lockutils [None req-73ab916e-0eec-4d06-92ff-ec3855d11f40 tempest-DeleteServersTestJSON-1766103036 tempest-DeleteServersTestJSON-1766103036-project-member] Acquired lock "[datastore1] devstack-image-cache_base/dbf872a4-92be-47e4-8561-c3e2bf2423ab/dbf872a4-92be-47e4-8561-c3e2bf2423ab.vmdk" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1022.315026] env[62328]: DEBUG nova.virt.vmwareapi.ds_util [None req-73ab916e-0eec-4d06-92ff-ec3855d11f40 tempest-DeleteServersTestJSON-1766103036 tempest-DeleteServersTestJSON-1766103036-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62328) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1022.315026] env[62328]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-e94e0bc8-7f05-4ec9-a3b5-1e36a6c7b31c {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1022.323309] env[62328]: DEBUG nova.virt.vmwareapi.ds_util [None req-73ab916e-0eec-4d06-92ff-ec3855d11f40 tempest-DeleteServersTestJSON-1766103036 tempest-DeleteServersTestJSON-1766103036-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62328) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1022.323700] env[62328]: DEBUG nova.virt.vmwareapi.vmops [None req-73ab916e-0eec-4d06-92ff-ec3855d11f40 tempest-DeleteServersTestJSON-1766103036 tempest-DeleteServersTestJSON-1766103036-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62328) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1022.324642] env[62328]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cdffca25-68d3-48d8-88b0-6a8e0f0e4f14 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1022.330319] env[62328]: DEBUG oslo_vmware.api [None req-73ab916e-0eec-4d06-92ff-ec3855d11f40 tempest-DeleteServersTestJSON-1766103036 tempest-DeleteServersTestJSON-1766103036-project-member] Waiting for the task: (returnval){ [ 1022.330319] env[62328]: value = "session[52a6e20e-410d-708a-99f2-080a575a99bd]52dfa0a6-fee8-b1d6-8ede-ac22585066db" [ 1022.330319] env[62328]: _type = "Task" [ 1022.330319] env[62328]: } to complete. {{(pid=62328) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1022.339241] env[62328]: DEBUG oslo_vmware.api [None req-73ab916e-0eec-4d06-92ff-ec3855d11f40 tempest-DeleteServersTestJSON-1766103036 tempest-DeleteServersTestJSON-1766103036-project-member] Task: {'id': session[52a6e20e-410d-708a-99f2-080a575a99bd]52dfa0a6-fee8-b1d6-8ede-ac22585066db, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1022.638560] env[62328]: DEBUG oslo_concurrency.lockutils [req-3ac3c775-c17a-470f-b077-20b09c027c19 req-1623d9e4-e0e0-46c8-8186-26bc57657c5f service nova] Releasing lock "refresh_cache-3db7d429-ea91-47d7-8a21-10390b2a5ac5" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1022.676078] env[62328]: DEBUG oslo_concurrency.lockutils [None req-2bd6de12-0ae7-4b0c-a483-215773489029 tempest-AttachVolumeNegativeTest-1920358930 tempest-AttachVolumeNegativeTest-1920358930-project-member] Lock "72ae0826-d2f2-406b-80fc-f4fd4c2e9706" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 8.465s {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1022.699128] env[62328]: DEBUG oslo_vmware.api [None req-6baf2c06-e97d-4a4a-9cc6-f6d1ba1fb63d tempest-ServersTestJSON-2041147199 tempest-ServersTestJSON-2041147199-project-member] Task: {'id': task-2387482, 'name': PowerOffVM_Task, 'duration_secs': 0.20685} completed successfully. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1022.699128] env[62328]: DEBUG nova.virt.vmwareapi.vm_util [None req-6baf2c06-e97d-4a4a-9cc6-f6d1ba1fb63d tempest-ServersTestJSON-2041147199 tempest-ServersTestJSON-2041147199-project-member] [instance: 9c54e9e0-9a16-4589-90ee-3f793f5f4f8d] Powered off the VM {{(pid=62328) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1022.699579] env[62328]: DEBUG nova.virt.vmwareapi.vmops [None req-6baf2c06-e97d-4a4a-9cc6-f6d1ba1fb63d tempest-ServersTestJSON-2041147199 tempest-ServersTestJSON-2041147199-project-member] [instance: 9c54e9e0-9a16-4589-90ee-3f793f5f4f8d] Unregistering the VM {{(pid=62328) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1022.699579] env[62328]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-c87cca49-0cb6-49eb-a1f5-ddddad800fd4 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1022.843130] env[62328]: DEBUG oslo_vmware.api [None req-73ab916e-0eec-4d06-92ff-ec3855d11f40 tempest-DeleteServersTestJSON-1766103036 tempest-DeleteServersTestJSON-1766103036-project-member] Task: {'id': session[52a6e20e-410d-708a-99f2-080a575a99bd]52dfa0a6-fee8-b1d6-8ede-ac22585066db, 'name': SearchDatastore_Task, 'duration_secs': 0.012273} completed successfully. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1022.843997] env[62328]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-45dedfa4-12fd-4c89-98eb-4e97b1e0a674 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1022.849313] env[62328]: DEBUG oslo_vmware.api [None req-73ab916e-0eec-4d06-92ff-ec3855d11f40 tempest-DeleteServersTestJSON-1766103036 tempest-DeleteServersTestJSON-1766103036-project-member] Waiting for the task: (returnval){ [ 1022.849313] env[62328]: value = "session[52a6e20e-410d-708a-99f2-080a575a99bd]52dda420-d0f9-714a-bc67-bd770dc83ce3" [ 1022.849313] env[62328]: _type = "Task" [ 1022.849313] env[62328]: } to complete. {{(pid=62328) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1022.857966] env[62328]: DEBUG oslo_vmware.api [None req-73ab916e-0eec-4d06-92ff-ec3855d11f40 tempest-DeleteServersTestJSON-1766103036 tempest-DeleteServersTestJSON-1766103036-project-member] Task: {'id': session[52a6e20e-410d-708a-99f2-080a575a99bd]52dda420-d0f9-714a-bc67-bd770dc83ce3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1023.185060] env[62328]: DEBUG nova.virt.vmwareapi.vmops [None req-6baf2c06-e97d-4a4a-9cc6-f6d1ba1fb63d tempest-ServersTestJSON-2041147199 tempest-ServersTestJSON-2041147199-project-member] [instance: 9c54e9e0-9a16-4589-90ee-3f793f5f4f8d] Unregistered the VM {{(pid=62328) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1023.185301] env[62328]: DEBUG nova.virt.vmwareapi.vmops [None req-6baf2c06-e97d-4a4a-9cc6-f6d1ba1fb63d tempest-ServersTestJSON-2041147199 tempest-ServersTestJSON-2041147199-project-member] [instance: 9c54e9e0-9a16-4589-90ee-3f793f5f4f8d] Deleting contents of the VM from datastore datastore2 {{(pid=62328) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1023.185497] env[62328]: DEBUG nova.virt.vmwareapi.ds_util [None req-6baf2c06-e97d-4a4a-9cc6-f6d1ba1fb63d tempest-ServersTestJSON-2041147199 tempest-ServersTestJSON-2041147199-project-member] Deleting the datastore file [datastore2] 9c54e9e0-9a16-4589-90ee-3f793f5f4f8d {{(pid=62328) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1023.185754] env[62328]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-8beb1987-522e-4b2f-8965-0f37c20b79b6 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1023.195018] env[62328]: DEBUG oslo_vmware.api [None req-6baf2c06-e97d-4a4a-9cc6-f6d1ba1fb63d tempest-ServersTestJSON-2041147199 tempest-ServersTestJSON-2041147199-project-member] Waiting for the task: (returnval){ [ 1023.195018] env[62328]: value = "task-2387484" [ 1023.195018] env[62328]: _type = "Task" [ 1023.195018] env[62328]: } to complete. {{(pid=62328) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1023.204791] env[62328]: DEBUG oslo_vmware.api [None req-6baf2c06-e97d-4a4a-9cc6-f6d1ba1fb63d tempest-ServersTestJSON-2041147199 tempest-ServersTestJSON-2041147199-project-member] Task: {'id': task-2387484, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1023.205648] env[62328]: DEBUG nova.compute.manager [req-56807f72-d06b-4135-8739-28806b395bbc req-26114c5f-071e-409e-bde2-4ce40bb66a1c service nova] [instance: 0b59b4a1-0c44-41af-a213-89960b97f913] Received event network-vif-deleted-86c37542-23b8-4f9e-aad7-2a0e02ec85e2 {{(pid=62328) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1023.205872] env[62328]: INFO nova.compute.manager [req-56807f72-d06b-4135-8739-28806b395bbc req-26114c5f-071e-409e-bde2-4ce40bb66a1c service nova] [instance: 0b59b4a1-0c44-41af-a213-89960b97f913] Neutron deleted interface 86c37542-23b8-4f9e-aad7-2a0e02ec85e2; detaching it from the instance and deleting it from the info cache [ 1023.205982] env[62328]: DEBUG nova.network.neutron [req-56807f72-d06b-4135-8739-28806b395bbc req-26114c5f-071e-409e-bde2-4ce40bb66a1c service nova] [instance: 0b59b4a1-0c44-41af-a213-89960b97f913] Updating instance_info_cache with network_info: [] {{(pid=62328) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1023.236967] env[62328]: DEBUG nova.network.neutron [-] [instance: 0b59b4a1-0c44-41af-a213-89960b97f913] Updating instance_info_cache with network_info: [] {{(pid=62328) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1023.360862] env[62328]: DEBUG oslo_vmware.api [None req-73ab916e-0eec-4d06-92ff-ec3855d11f40 tempest-DeleteServersTestJSON-1766103036 tempest-DeleteServersTestJSON-1766103036-project-member] Task: {'id': session[52a6e20e-410d-708a-99f2-080a575a99bd]52dda420-d0f9-714a-bc67-bd770dc83ce3, 'name': SearchDatastore_Task, 'duration_secs': 0.015478} completed successfully. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1023.361251] env[62328]: DEBUG oslo_concurrency.lockutils [None req-73ab916e-0eec-4d06-92ff-ec3855d11f40 tempest-DeleteServersTestJSON-1766103036 tempest-DeleteServersTestJSON-1766103036-project-member] Releasing lock "[datastore1] devstack-image-cache_base/dbf872a4-92be-47e4-8561-c3e2bf2423ab/dbf872a4-92be-47e4-8561-c3e2bf2423ab.vmdk" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1023.361414] env[62328]: DEBUG nova.virt.vmwareapi.vm_util [None req-73ab916e-0eec-4d06-92ff-ec3855d11f40 tempest-DeleteServersTestJSON-1766103036 tempest-DeleteServersTestJSON-1766103036-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/dbf872a4-92be-47e4-8561-c3e2bf2423ab/dbf872a4-92be-47e4-8561-c3e2bf2423ab.vmdk to [datastore1] 3db7d429-ea91-47d7-8a21-10390b2a5ac5/3db7d429-ea91-47d7-8a21-10390b2a5ac5.vmdk {{(pid=62328) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1023.362021] env[62328]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-31b2c3f2-0481-402e-a29c-001b044c2645 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1023.369238] env[62328]: DEBUG oslo_vmware.api [None req-73ab916e-0eec-4d06-92ff-ec3855d11f40 tempest-DeleteServersTestJSON-1766103036 tempest-DeleteServersTestJSON-1766103036-project-member] Waiting for the task: (returnval){ [ 1023.369238] env[62328]: value = "task-2387485" [ 1023.369238] env[62328]: _type = "Task" [ 1023.369238] env[62328]: } to complete. {{(pid=62328) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1023.378521] env[62328]: DEBUG oslo_vmware.api [None req-73ab916e-0eec-4d06-92ff-ec3855d11f40 tempest-DeleteServersTestJSON-1766103036 tempest-DeleteServersTestJSON-1766103036-project-member] Task: {'id': task-2387485, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1023.596914] env[62328]: DEBUG oslo_concurrency.lockutils [None req-3602120f-4c5e-4b1a-b341-d381809fb26d tempest-ServerActionsTestJSON-389109759 tempest-ServerActionsTestJSON-389109759-project-member] Acquiring lock "dfccb16a-246f-4b74-ac7d-6c4ccf115110" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1023.597203] env[62328]: DEBUG oslo_concurrency.lockutils [None req-3602120f-4c5e-4b1a-b341-d381809fb26d tempest-ServerActionsTestJSON-389109759 tempest-ServerActionsTestJSON-389109759-project-member] Lock "dfccb16a-246f-4b74-ac7d-6c4ccf115110" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1023.669703] env[62328]: DEBUG oslo_concurrency.lockutils [None req-11aa472b-ebc7-4486-ae52-35d711a39c3a tempest-ServersNegativeTestJSON-1019155744 tempest-ServersNegativeTestJSON-1019155744-project-member] Acquiring lock "206ded69-14c7-477f-9c36-376ff43a9641" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1023.671034] env[62328]: DEBUG oslo_concurrency.lockutils [None req-11aa472b-ebc7-4486-ae52-35d711a39c3a tempest-ServersNegativeTestJSON-1019155744 tempest-ServersNegativeTestJSON-1019155744-project-member] Lock "206ded69-14c7-477f-9c36-376ff43a9641" acquired by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: waited 0.001s {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1023.671034] env[62328]: INFO nova.compute.manager [None req-11aa472b-ebc7-4486-ae52-35d711a39c3a tempest-ServersNegativeTestJSON-1019155744 tempest-ServersNegativeTestJSON-1019155744-project-member] [instance: 206ded69-14c7-477f-9c36-376ff43a9641] Shelving [ 1023.706742] env[62328]: DEBUG oslo_vmware.api [None req-6baf2c06-e97d-4a4a-9cc6-f6d1ba1fb63d tempest-ServersTestJSON-2041147199 tempest-ServersTestJSON-2041147199-project-member] Task: {'id': task-2387484, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.23344} completed successfully. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1023.707334] env[62328]: DEBUG nova.virt.vmwareapi.ds_util [None req-6baf2c06-e97d-4a4a-9cc6-f6d1ba1fb63d tempest-ServersTestJSON-2041147199 tempest-ServersTestJSON-2041147199-project-member] Deleted the datastore file {{(pid=62328) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1023.707775] env[62328]: DEBUG nova.virt.vmwareapi.vmops [None req-6baf2c06-e97d-4a4a-9cc6-f6d1ba1fb63d tempest-ServersTestJSON-2041147199 tempest-ServersTestJSON-2041147199-project-member] [instance: 9c54e9e0-9a16-4589-90ee-3f793f5f4f8d] Deleted contents of the VM from datastore datastore2 {{(pid=62328) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1023.708111] env[62328]: DEBUG nova.virt.vmwareapi.vmops [None req-6baf2c06-e97d-4a4a-9cc6-f6d1ba1fb63d tempest-ServersTestJSON-2041147199 tempest-ServersTestJSON-2041147199-project-member] [instance: 9c54e9e0-9a16-4589-90ee-3f793f5f4f8d] Instance destroyed {{(pid=62328) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1023.708503] env[62328]: INFO nova.compute.manager [None req-6baf2c06-e97d-4a4a-9cc6-f6d1ba1fb63d tempest-ServersTestJSON-2041147199 tempest-ServersTestJSON-2041147199-project-member] [instance: 9c54e9e0-9a16-4589-90ee-3f793f5f4f8d] Took 1.55 seconds to destroy the instance on the hypervisor. [ 1023.708894] env[62328]: DEBUG oslo.service.loopingcall [None req-6baf2c06-e97d-4a4a-9cc6-f6d1ba1fb63d tempest-ServersTestJSON-2041147199 tempest-ServersTestJSON-2041147199-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62328) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1023.709638] env[62328]: DEBUG nova.compute.manager [-] [instance: 9c54e9e0-9a16-4589-90ee-3f793f5f4f8d] Deallocating network for instance {{(pid=62328) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1023.709928] env[62328]: DEBUG nova.network.neutron [-] [instance: 9c54e9e0-9a16-4589-90ee-3f793f5f4f8d] deallocate_for_instance() {{(pid=62328) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1023.713151] env[62328]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-195fdb99-87ba-4941-83ad-724e1247be5f {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1023.728317] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-69c25dec-3cf5-41d6-8ad4-c1d498f3cdd5 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1023.746733] env[62328]: INFO nova.compute.manager [-] [instance: 0b59b4a1-0c44-41af-a213-89960b97f913] Took 2.78 seconds to deallocate network for instance. [ 1023.775642] env[62328]: DEBUG nova.compute.manager [req-56807f72-d06b-4135-8739-28806b395bbc req-26114c5f-071e-409e-bde2-4ce40bb66a1c service nova] [instance: 0b59b4a1-0c44-41af-a213-89960b97f913] Detach interface failed, port_id=86c37542-23b8-4f9e-aad7-2a0e02ec85e2, reason: Instance 0b59b4a1-0c44-41af-a213-89960b97f913 could not be found. {{(pid=62328) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 1023.884738] env[62328]: DEBUG oslo_vmware.api [None req-73ab916e-0eec-4d06-92ff-ec3855d11f40 tempest-DeleteServersTestJSON-1766103036 tempest-DeleteServersTestJSON-1766103036-project-member] Task: {'id': task-2387485, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1024.020337] env[62328]: INFO nova.compute.manager [None req-f991dd5c-3121-473c-99c8-e5c7aaf67a48 tempest-ServerRescueNegativeTestJSON-713788249 tempest-ServerRescueNegativeTestJSON-713788249-project-member] [instance: 75498571-7d71-433a-8548-3a56f8b871c5] Unrescuing [ 1024.020644] env[62328]: DEBUG oslo_concurrency.lockutils [None req-f991dd5c-3121-473c-99c8-e5c7aaf67a48 tempest-ServerRescueNegativeTestJSON-713788249 tempest-ServerRescueNegativeTestJSON-713788249-project-member] Acquiring lock "refresh_cache-75498571-7d71-433a-8548-3a56f8b871c5" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1024.020826] env[62328]: DEBUG oslo_concurrency.lockutils [None req-f991dd5c-3121-473c-99c8-e5c7aaf67a48 tempest-ServerRescueNegativeTestJSON-713788249 tempest-ServerRescueNegativeTestJSON-713788249-project-member] Acquired lock "refresh_cache-75498571-7d71-433a-8548-3a56f8b871c5" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1024.021056] env[62328]: DEBUG nova.network.neutron [None req-f991dd5c-3121-473c-99c8-e5c7aaf67a48 tempest-ServerRescueNegativeTestJSON-713788249 tempest-ServerRescueNegativeTestJSON-713788249-project-member] [instance: 75498571-7d71-433a-8548-3a56f8b871c5] Building network info cache for instance {{(pid=62328) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1024.100334] env[62328]: DEBUG nova.compute.manager [None req-3602120f-4c5e-4b1a-b341-d381809fb26d tempest-ServerActionsTestJSON-389109759 tempest-ServerActionsTestJSON-389109759-project-member] [instance: dfccb16a-246f-4b74-ac7d-6c4ccf115110] Starting instance... {{(pid=62328) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1024.256936] env[62328]: DEBUG oslo_concurrency.lockutils [None req-5358f659-e3b9-4c9b-96dc-3dc4faae9fa4 tempest-ServerActionsTestOtherA-1098162655 tempest-ServerActionsTestOtherA-1098162655-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1024.257274] env[62328]: DEBUG oslo_concurrency.lockutils [None req-5358f659-e3b9-4c9b-96dc-3dc4faae9fa4 tempest-ServerActionsTestOtherA-1098162655 tempest-ServerActionsTestOtherA-1098162655-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1024.257506] env[62328]: DEBUG nova.objects.instance [None req-5358f659-e3b9-4c9b-96dc-3dc4faae9fa4 tempest-ServerActionsTestOtherA-1098162655 tempest-ServerActionsTestOtherA-1098162655-project-member] Lazy-loading 'resources' on Instance uuid 0b59b4a1-0c44-41af-a213-89960b97f913 {{(pid=62328) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1024.356195] env[62328]: DEBUG nova.compute.manager [None req-11462e75-5ecb-4851-b298-9d1eb1f0412e tempest-ServerActionsTestOtherB-626827456 tempest-ServerActionsTestOtherB-626827456-project-member] [instance: 726d231d-afd9-460a-818e-7412af85a7f1] Checking state {{(pid=62328) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1024.360070] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-33141771-a88e-40ce-b547-bb93b988b8bc {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1024.381494] env[62328]: DEBUG oslo_vmware.api [None req-73ab916e-0eec-4d06-92ff-ec3855d11f40 tempest-DeleteServersTestJSON-1766103036 tempest-DeleteServersTestJSON-1766103036-project-member] Task: {'id': task-2387485, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.57399} completed successfully. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1024.381854] env[62328]: DEBUG nova.virt.vmwareapi.vm_util [None req-73ab916e-0eec-4d06-92ff-ec3855d11f40 tempest-DeleteServersTestJSON-1766103036 tempest-DeleteServersTestJSON-1766103036-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/dbf872a4-92be-47e4-8561-c3e2bf2423ab/dbf872a4-92be-47e4-8561-c3e2bf2423ab.vmdk to [datastore1] 3db7d429-ea91-47d7-8a21-10390b2a5ac5/3db7d429-ea91-47d7-8a21-10390b2a5ac5.vmdk {{(pid=62328) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1024.382146] env[62328]: DEBUG nova.virt.vmwareapi.vmops [None req-73ab916e-0eec-4d06-92ff-ec3855d11f40 tempest-DeleteServersTestJSON-1766103036 tempest-DeleteServersTestJSON-1766103036-project-member] [instance: 3db7d429-ea91-47d7-8a21-10390b2a5ac5] Extending root virtual disk to 1048576 {{(pid=62328) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1024.382466] env[62328]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-f3cb732b-3586-4ccc-b73b-d7e29c9bd09e {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1024.390616] env[62328]: DEBUG oslo_vmware.api [None req-73ab916e-0eec-4d06-92ff-ec3855d11f40 tempest-DeleteServersTestJSON-1766103036 tempest-DeleteServersTestJSON-1766103036-project-member] Waiting for the task: (returnval){ [ 1024.390616] env[62328]: value = "task-2387486" [ 1024.390616] env[62328]: _type = "Task" [ 1024.390616] env[62328]: } to complete. {{(pid=62328) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1024.401661] env[62328]: DEBUG oslo_vmware.api [None req-73ab916e-0eec-4d06-92ff-ec3855d11f40 tempest-DeleteServersTestJSON-1766103036 tempest-DeleteServersTestJSON-1766103036-project-member] Task: {'id': task-2387486, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1024.590536] env[62328]: DEBUG oslo_concurrency.lockutils [None req-9335056a-b5a6-4956-8264-556d4aecae72 tempest-AttachVolumeNegativeTest-1920358930 tempest-AttachVolumeNegativeTest-1920358930-project-member] Acquiring lock "7adef1ae-8c30-4c37-be1b-f4163d47eff1" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1024.590536] env[62328]: DEBUG oslo_concurrency.lockutils [None req-9335056a-b5a6-4956-8264-556d4aecae72 tempest-AttachVolumeNegativeTest-1920358930 tempest-AttachVolumeNegativeTest-1920358930-project-member] Lock "7adef1ae-8c30-4c37-be1b-f4163d47eff1" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.001s {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1024.594790] env[62328]: DEBUG nova.network.neutron [-] [instance: 9c54e9e0-9a16-4589-90ee-3f793f5f4f8d] Updating instance_info_cache with network_info: [] {{(pid=62328) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1024.646165] env[62328]: DEBUG oslo_concurrency.lockutils [None req-3602120f-4c5e-4b1a-b341-d381809fb26d tempest-ServerActionsTestJSON-389109759 tempest-ServerActionsTestJSON-389109759-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1024.681103] env[62328]: DEBUG nova.virt.vmwareapi.vm_util [None req-11aa472b-ebc7-4486-ae52-35d711a39c3a tempest-ServersNegativeTestJSON-1019155744 tempest-ServersNegativeTestJSON-1019155744-project-member] [instance: 206ded69-14c7-477f-9c36-376ff43a9641] Powering off the VM {{(pid=62328) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1024.681416] env[62328]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-7c66c35c-65e0-4fb0-9b7e-1f0ac5694f72 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1024.689932] env[62328]: DEBUG oslo_vmware.api [None req-11aa472b-ebc7-4486-ae52-35d711a39c3a tempest-ServersNegativeTestJSON-1019155744 tempest-ServersNegativeTestJSON-1019155744-project-member] Waiting for the task: (returnval){ [ 1024.689932] env[62328]: value = "task-2387487" [ 1024.689932] env[62328]: _type = "Task" [ 1024.689932] env[62328]: } to complete. {{(pid=62328) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1024.704641] env[62328]: DEBUG oslo_vmware.api [None req-11aa472b-ebc7-4486-ae52-35d711a39c3a tempest-ServersNegativeTestJSON-1019155744 tempest-ServersNegativeTestJSON-1019155744-project-member] Task: {'id': task-2387487, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1024.824223] env[62328]: DEBUG nova.network.neutron [None req-f991dd5c-3121-473c-99c8-e5c7aaf67a48 tempest-ServerRescueNegativeTestJSON-713788249 tempest-ServerRescueNegativeTestJSON-713788249-project-member] [instance: 75498571-7d71-433a-8548-3a56f8b871c5] Updating instance_info_cache with network_info: [{"id": "0c928c70-db4e-436c-bfe3-0620974bd019", "address": "fa:16:3e:35:3c:7a", "network": {"id": "665a93dd-ec5d-43ab-a846-c1bb4bf70533", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1472451965-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d5a96a78c0b5451d8c6e1de563033f13", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "cf63c3c8-d774-4b81-9b12-848612a96076", "external-id": "nsx-vlan-transportzone-315", "segmentation_id": 315, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0c928c70-db", "ovs_interfaceid": "0c928c70-db4e-436c-bfe3-0620974bd019", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62328) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1024.872874] env[62328]: INFO nova.compute.manager [None req-11462e75-5ecb-4851-b298-9d1eb1f0412e tempest-ServerActionsTestOtherB-626827456 tempest-ServerActionsTestOtherB-626827456-project-member] [instance: 726d231d-afd9-460a-818e-7412af85a7f1] instance snapshotting [ 1024.873476] env[62328]: DEBUG nova.objects.instance [None req-11462e75-5ecb-4851-b298-9d1eb1f0412e tempest-ServerActionsTestOtherB-626827456 tempest-ServerActionsTestOtherB-626827456-project-member] Lazy-loading 'flavor' on Instance uuid 726d231d-afd9-460a-818e-7412af85a7f1 {{(pid=62328) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1024.910316] env[62328]: DEBUG oslo_vmware.api [None req-73ab916e-0eec-4d06-92ff-ec3855d11f40 tempest-DeleteServersTestJSON-1766103036 tempest-DeleteServersTestJSON-1766103036-project-member] Task: {'id': task-2387486, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.072884} completed successfully. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1024.910646] env[62328]: DEBUG nova.virt.vmwareapi.vmops [None req-73ab916e-0eec-4d06-92ff-ec3855d11f40 tempest-DeleteServersTestJSON-1766103036 tempest-DeleteServersTestJSON-1766103036-project-member] [instance: 3db7d429-ea91-47d7-8a21-10390b2a5ac5] Extended root virtual disk {{(pid=62328) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1024.911497] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d0724e54-ba61-44d5-b3ec-f1503738a719 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1024.942492] env[62328]: DEBUG nova.virt.vmwareapi.volumeops [None req-73ab916e-0eec-4d06-92ff-ec3855d11f40 tempest-DeleteServersTestJSON-1766103036 tempest-DeleteServersTestJSON-1766103036-project-member] [instance: 3db7d429-ea91-47d7-8a21-10390b2a5ac5] Reconfiguring VM instance instance-00000069 to attach disk [datastore1] 3db7d429-ea91-47d7-8a21-10390b2a5ac5/3db7d429-ea91-47d7-8a21-10390b2a5ac5.vmdk or device None with type sparse {{(pid=62328) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1024.945654] env[62328]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d4f2ebb4-4122-4288-b10b-4c28e1127179 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1024.969632] env[62328]: DEBUG oslo_vmware.api [None req-73ab916e-0eec-4d06-92ff-ec3855d11f40 tempest-DeleteServersTestJSON-1766103036 tempest-DeleteServersTestJSON-1766103036-project-member] Waiting for the task: (returnval){ [ 1024.969632] env[62328]: value = "task-2387488" [ 1024.969632] env[62328]: _type = "Task" [ 1024.969632] env[62328]: } to complete. {{(pid=62328) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1024.980894] env[62328]: DEBUG oslo_vmware.api [None req-73ab916e-0eec-4d06-92ff-ec3855d11f40 tempest-DeleteServersTestJSON-1766103036 tempest-DeleteServersTestJSON-1766103036-project-member] Task: {'id': task-2387488, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1025.072795] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5546ed9b-45db-4bd1-a9da-e0e91a8a425d {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1025.081702] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0c31f2d7-9086-449b-80be-4ab28aef23c7 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1025.114993] env[62328]: INFO nova.compute.manager [None req-9335056a-b5a6-4956-8264-556d4aecae72 tempest-AttachVolumeNegativeTest-1920358930 tempest-AttachVolumeNegativeTest-1920358930-project-member] [instance: 7adef1ae-8c30-4c37-be1b-f4163d47eff1] Detaching volume d543e5d9-cad2-4fd0-8d8d-53269e77a572 [ 1025.117029] env[62328]: INFO nova.compute.manager [-] [instance: 9c54e9e0-9a16-4589-90ee-3f793f5f4f8d] Took 1.41 seconds to deallocate network for instance. [ 1025.120337] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-90c5c818-35ce-4b19-966b-e9d8a422911d {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1025.137024] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-222c6a4f-c6ee-4c7d-b9d2-1291242a1c26 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1025.150944] env[62328]: DEBUG nova.compute.provider_tree [None req-5358f659-e3b9-4c9b-96dc-3dc4faae9fa4 tempest-ServerActionsTestOtherA-1098162655 tempest-ServerActionsTestOtherA-1098162655-project-member] Inventory has not changed in ProviderTree for provider: 3469e9f8-04af-49ca-8435-49f104496744 {{(pid=62328) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1025.173018] env[62328]: INFO nova.virt.block_device [None req-9335056a-b5a6-4956-8264-556d4aecae72 tempest-AttachVolumeNegativeTest-1920358930 tempest-AttachVolumeNegativeTest-1920358930-project-member] [instance: 7adef1ae-8c30-4c37-be1b-f4163d47eff1] Attempting to driver detach volume d543e5d9-cad2-4fd0-8d8d-53269e77a572 from mountpoint /dev/sdb [ 1025.173326] env[62328]: DEBUG nova.virt.vmwareapi.volumeops [None req-9335056a-b5a6-4956-8264-556d4aecae72 tempest-AttachVolumeNegativeTest-1920358930 tempest-AttachVolumeNegativeTest-1920358930-project-member] [instance: 7adef1ae-8c30-4c37-be1b-f4163d47eff1] Volume detach. Driver type: vmdk {{(pid=62328) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1025.173584] env[62328]: DEBUG nova.virt.vmwareapi.volumeops [None req-9335056a-b5a6-4956-8264-556d4aecae72 tempest-AttachVolumeNegativeTest-1920358930 tempest-AttachVolumeNegativeTest-1920358930-project-member] [instance: 7adef1ae-8c30-4c37-be1b-f4163d47eff1] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-484408', 'volume_id': 'd543e5d9-cad2-4fd0-8d8d-53269e77a572', 'name': 'volume-d543e5d9-cad2-4fd0-8d8d-53269e77a572', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '7adef1ae-8c30-4c37-be1b-f4163d47eff1', 'attached_at': '', 'detached_at': '', 'volume_id': 'd543e5d9-cad2-4fd0-8d8d-53269e77a572', 'serial': 'd543e5d9-cad2-4fd0-8d8d-53269e77a572'} {{(pid=62328) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1025.174839] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bb213707-4afa-4aed-bb70-161e3291ca89 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1025.201662] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e4a4e3cb-74ef-40d5-85fb-d2f0aec4db1e {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1025.211533] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2bd02b3c-4382-483a-8335-a40d584c27e0 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1025.215031] env[62328]: DEBUG oslo_vmware.api [None req-11aa472b-ebc7-4486-ae52-35d711a39c3a tempest-ServersNegativeTestJSON-1019155744 tempest-ServersNegativeTestJSON-1019155744-project-member] Task: {'id': task-2387487, 'name': PowerOffVM_Task, 'duration_secs': 0.268046} completed successfully. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1025.215031] env[62328]: DEBUG nova.virt.vmwareapi.vm_util [None req-11aa472b-ebc7-4486-ae52-35d711a39c3a tempest-ServersNegativeTestJSON-1019155744 tempest-ServersNegativeTestJSON-1019155744-project-member] [instance: 206ded69-14c7-477f-9c36-376ff43a9641] Powered off the VM {{(pid=62328) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1025.215878] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3ccb6123-2db7-41b0-8747-ff9f375f5626 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1025.236789] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3fdbce0a-c494-4ed4-bf91-54903ccfbfbc {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1025.240696] env[62328]: DEBUG nova.compute.manager [req-3ebb7f4d-29af-4a43-b3ab-a315ca8fb0fc req-e7da39b5-06ed-442d-b74a-81511aaec479 service nova] [instance: 9c54e9e0-9a16-4589-90ee-3f793f5f4f8d] Received event network-vif-deleted-8009b328-1e0c-4241-943f-a5962c618c58 {{(pid=62328) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1025.255653] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-07fea184-6d91-4860-a2f7-779149e5d1c9 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1025.272173] env[62328]: DEBUG nova.virt.vmwareapi.volumeops [None req-9335056a-b5a6-4956-8264-556d4aecae72 tempest-AttachVolumeNegativeTest-1920358930 tempest-AttachVolumeNegativeTest-1920358930-project-member] The volume has not been displaced from its original location: [datastore2] volume-d543e5d9-cad2-4fd0-8d8d-53269e77a572/volume-d543e5d9-cad2-4fd0-8d8d-53269e77a572.vmdk. No consolidation needed. {{(pid=62328) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1025.277751] env[62328]: DEBUG nova.virt.vmwareapi.volumeops [None req-9335056a-b5a6-4956-8264-556d4aecae72 tempest-AttachVolumeNegativeTest-1920358930 tempest-AttachVolumeNegativeTest-1920358930-project-member] [instance: 7adef1ae-8c30-4c37-be1b-f4163d47eff1] Reconfiguring VM instance instance-0000004a to detach disk 2001 {{(pid=62328) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1025.279183] env[62328]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-28af18bd-ca72-4b36-ae92-4bee4f3cd70c {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1025.303186] env[62328]: DEBUG oslo_vmware.api [None req-9335056a-b5a6-4956-8264-556d4aecae72 tempest-AttachVolumeNegativeTest-1920358930 tempest-AttachVolumeNegativeTest-1920358930-project-member] Waiting for the task: (returnval){ [ 1025.303186] env[62328]: value = "task-2387489" [ 1025.303186] env[62328]: _type = "Task" [ 1025.303186] env[62328]: } to complete. {{(pid=62328) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1025.311625] env[62328]: DEBUG oslo_vmware.api [None req-9335056a-b5a6-4956-8264-556d4aecae72 tempest-AttachVolumeNegativeTest-1920358930 tempest-AttachVolumeNegativeTest-1920358930-project-member] Task: {'id': task-2387489, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1025.327546] env[62328]: DEBUG oslo_concurrency.lockutils [None req-f991dd5c-3121-473c-99c8-e5c7aaf67a48 tempest-ServerRescueNegativeTestJSON-713788249 tempest-ServerRescueNegativeTestJSON-713788249-project-member] Releasing lock "refresh_cache-75498571-7d71-433a-8548-3a56f8b871c5" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1025.327697] env[62328]: DEBUG nova.objects.instance [None req-f991dd5c-3121-473c-99c8-e5c7aaf67a48 tempest-ServerRescueNegativeTestJSON-713788249 tempest-ServerRescueNegativeTestJSON-713788249-project-member] Lazy-loading 'flavor' on Instance uuid 75498571-7d71-433a-8548-3a56f8b871c5 {{(pid=62328) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1025.381296] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-61e1c08a-375e-43a0-b6c2-5879dcb5c1b0 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1025.400978] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5bb63e27-19c8-42a2-8bd3-84aa01e7feaa {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1025.482515] env[62328]: DEBUG oslo_vmware.api [None req-73ab916e-0eec-4d06-92ff-ec3855d11f40 tempest-DeleteServersTestJSON-1766103036 tempest-DeleteServersTestJSON-1766103036-project-member] Task: {'id': task-2387488, 'name': ReconfigVM_Task, 'duration_secs': 0.510459} completed successfully. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1025.482904] env[62328]: DEBUG nova.virt.vmwareapi.volumeops [None req-73ab916e-0eec-4d06-92ff-ec3855d11f40 tempest-DeleteServersTestJSON-1766103036 tempest-DeleteServersTestJSON-1766103036-project-member] [instance: 3db7d429-ea91-47d7-8a21-10390b2a5ac5] Reconfigured VM instance instance-00000069 to attach disk [datastore1] 3db7d429-ea91-47d7-8a21-10390b2a5ac5/3db7d429-ea91-47d7-8a21-10390b2a5ac5.vmdk or device None with type sparse {{(pid=62328) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1025.483590] env[62328]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-0f67687f-2b5b-485c-bb2f-59b012cce287 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1025.490173] env[62328]: DEBUG oslo_vmware.api [None req-73ab916e-0eec-4d06-92ff-ec3855d11f40 tempest-DeleteServersTestJSON-1766103036 tempest-DeleteServersTestJSON-1766103036-project-member] Waiting for the task: (returnval){ [ 1025.490173] env[62328]: value = "task-2387490" [ 1025.490173] env[62328]: _type = "Task" [ 1025.490173] env[62328]: } to complete. {{(pid=62328) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1025.502848] env[62328]: DEBUG oslo_vmware.api [None req-73ab916e-0eec-4d06-92ff-ec3855d11f40 tempest-DeleteServersTestJSON-1766103036 tempest-DeleteServersTestJSON-1766103036-project-member] Task: {'id': task-2387490, 'name': Rename_Task} progress is 6%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1025.631806] env[62328]: DEBUG oslo_concurrency.lockutils [None req-6baf2c06-e97d-4a4a-9cc6-f6d1ba1fb63d tempest-ServersTestJSON-2041147199 tempest-ServersTestJSON-2041147199-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1025.653363] env[62328]: DEBUG nova.scheduler.client.report [None req-5358f659-e3b9-4c9b-96dc-3dc4faae9fa4 tempest-ServerActionsTestOtherA-1098162655 tempest-ServerActionsTestOtherA-1098162655-project-member] Inventory has not changed for provider 3469e9f8-04af-49ca-8435-49f104496744 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 152, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62328) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1025.802546] env[62328]: DEBUG nova.virt.vmwareapi.vmops [None req-11aa472b-ebc7-4486-ae52-35d711a39c3a tempest-ServersNegativeTestJSON-1019155744 tempest-ServersNegativeTestJSON-1019155744-project-member] [instance: 206ded69-14c7-477f-9c36-376ff43a9641] Creating Snapshot of the VM instance {{(pid=62328) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1025.802727] env[62328]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-680ee7c0-323f-451f-8a95-4ec85d7b385d {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1025.813427] env[62328]: DEBUG oslo_vmware.api [None req-9335056a-b5a6-4956-8264-556d4aecae72 tempest-AttachVolumeNegativeTest-1920358930 tempest-AttachVolumeNegativeTest-1920358930-project-member] Task: {'id': task-2387489, 'name': ReconfigVM_Task, 'duration_secs': 0.27304} completed successfully. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1025.814742] env[62328]: DEBUG nova.virt.vmwareapi.volumeops [None req-9335056a-b5a6-4956-8264-556d4aecae72 tempest-AttachVolumeNegativeTest-1920358930 tempest-AttachVolumeNegativeTest-1920358930-project-member] [instance: 7adef1ae-8c30-4c37-be1b-f4163d47eff1] Reconfigured VM instance instance-0000004a to detach disk 2001 {{(pid=62328) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1025.819428] env[62328]: DEBUG oslo_vmware.api [None req-11aa472b-ebc7-4486-ae52-35d711a39c3a tempest-ServersNegativeTestJSON-1019155744 tempest-ServersNegativeTestJSON-1019155744-project-member] Waiting for the task: (returnval){ [ 1025.819428] env[62328]: value = "task-2387491" [ 1025.819428] env[62328]: _type = "Task" [ 1025.819428] env[62328]: } to complete. {{(pid=62328) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1025.819640] env[62328]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b8af8826-f789-4498-be3f-f13d8dbfbbbd {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1025.837424] env[62328]: DEBUG oslo_vmware.api [None req-9335056a-b5a6-4956-8264-556d4aecae72 tempest-AttachVolumeNegativeTest-1920358930 tempest-AttachVolumeNegativeTest-1920358930-project-member] Waiting for the task: (returnval){ [ 1025.837424] env[62328]: value = "task-2387492" [ 1025.837424] env[62328]: _type = "Task" [ 1025.837424] env[62328]: } to complete. {{(pid=62328) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1025.840777] env[62328]: DEBUG oslo_vmware.api [None req-11aa472b-ebc7-4486-ae52-35d711a39c3a tempest-ServersNegativeTestJSON-1019155744 tempest-ServersNegativeTestJSON-1019155744-project-member] Task: {'id': task-2387491, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1025.841489] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d277af3e-0d10-4703-aa8c-69de3479c593 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1025.852687] env[62328]: DEBUG oslo_vmware.api [None req-9335056a-b5a6-4956-8264-556d4aecae72 tempest-AttachVolumeNegativeTest-1920358930 tempest-AttachVolumeNegativeTest-1920358930-project-member] Task: {'id': task-2387492, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1025.871970] env[62328]: DEBUG nova.virt.vmwareapi.vm_util [None req-f991dd5c-3121-473c-99c8-e5c7aaf67a48 tempest-ServerRescueNegativeTestJSON-713788249 tempest-ServerRescueNegativeTestJSON-713788249-project-member] [instance: 75498571-7d71-433a-8548-3a56f8b871c5] Powering off the VM {{(pid=62328) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1025.872713] env[62328]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d3bc03d3-14d2-4073-97b7-cd72e4d650af {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1025.878800] env[62328]: DEBUG oslo_vmware.api [None req-f991dd5c-3121-473c-99c8-e5c7aaf67a48 tempest-ServerRescueNegativeTestJSON-713788249 tempest-ServerRescueNegativeTestJSON-713788249-project-member] Waiting for the task: (returnval){ [ 1025.878800] env[62328]: value = "task-2387493" [ 1025.878800] env[62328]: _type = "Task" [ 1025.878800] env[62328]: } to complete. {{(pid=62328) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1025.886666] env[62328]: DEBUG oslo_vmware.api [None req-f991dd5c-3121-473c-99c8-e5c7aaf67a48 tempest-ServerRescueNegativeTestJSON-713788249 tempest-ServerRescueNegativeTestJSON-713788249-project-member] Task: {'id': task-2387493, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1025.914405] env[62328]: DEBUG nova.virt.vmwareapi.vmops [None req-11462e75-5ecb-4851-b298-9d1eb1f0412e tempest-ServerActionsTestOtherB-626827456 tempest-ServerActionsTestOtherB-626827456-project-member] [instance: 726d231d-afd9-460a-818e-7412af85a7f1] Creating Snapshot of the VM instance {{(pid=62328) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1025.914821] env[62328]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-20d13eb9-c655-41ba-a765-f16b8414266d {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1025.921498] env[62328]: DEBUG oslo_vmware.api [None req-11462e75-5ecb-4851-b298-9d1eb1f0412e tempest-ServerActionsTestOtherB-626827456 tempest-ServerActionsTestOtherB-626827456-project-member] Waiting for the task: (returnval){ [ 1025.921498] env[62328]: value = "task-2387494" [ 1025.921498] env[62328]: _type = "Task" [ 1025.921498] env[62328]: } to complete. {{(pid=62328) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1025.930331] env[62328]: DEBUG oslo_vmware.api [None req-11462e75-5ecb-4851-b298-9d1eb1f0412e tempest-ServerActionsTestOtherB-626827456 tempest-ServerActionsTestOtherB-626827456-project-member] Task: {'id': task-2387494, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1026.000221] env[62328]: DEBUG oslo_vmware.api [None req-73ab916e-0eec-4d06-92ff-ec3855d11f40 tempest-DeleteServersTestJSON-1766103036 tempest-DeleteServersTestJSON-1766103036-project-member] Task: {'id': task-2387490, 'name': Rename_Task, 'duration_secs': 0.216615} completed successfully. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1026.000501] env[62328]: DEBUG nova.virt.vmwareapi.vm_util [None req-73ab916e-0eec-4d06-92ff-ec3855d11f40 tempest-DeleteServersTestJSON-1766103036 tempest-DeleteServersTestJSON-1766103036-project-member] [instance: 3db7d429-ea91-47d7-8a21-10390b2a5ac5] Powering on the VM {{(pid=62328) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1026.000751] env[62328]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-8251e077-bc62-462e-a6fb-208f03474ec0 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1026.008891] env[62328]: DEBUG oslo_vmware.api [None req-73ab916e-0eec-4d06-92ff-ec3855d11f40 tempest-DeleteServersTestJSON-1766103036 tempest-DeleteServersTestJSON-1766103036-project-member] Waiting for the task: (returnval){ [ 1026.008891] env[62328]: value = "task-2387495" [ 1026.008891] env[62328]: _type = "Task" [ 1026.008891] env[62328]: } to complete. {{(pid=62328) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1026.016898] env[62328]: DEBUG oslo_vmware.api [None req-73ab916e-0eec-4d06-92ff-ec3855d11f40 tempest-DeleteServersTestJSON-1766103036 tempest-DeleteServersTestJSON-1766103036-project-member] Task: {'id': task-2387495, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1026.158711] env[62328]: DEBUG oslo_concurrency.lockutils [None req-5358f659-e3b9-4c9b-96dc-3dc4faae9fa4 tempest-ServerActionsTestOtherA-1098162655 tempest-ServerActionsTestOtherA-1098162655-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.901s {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1026.161084] env[62328]: DEBUG oslo_concurrency.lockutils [None req-3602120f-4c5e-4b1a-b341-d381809fb26d tempest-ServerActionsTestJSON-389109759 tempest-ServerActionsTestJSON-389109759-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 1.515s {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1026.162757] env[62328]: INFO nova.compute.claims [None req-3602120f-4c5e-4b1a-b341-d381809fb26d tempest-ServerActionsTestJSON-389109759 tempest-ServerActionsTestJSON-389109759-project-member] [instance: dfccb16a-246f-4b74-ac7d-6c4ccf115110] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1026.191400] env[62328]: INFO nova.scheduler.client.report [None req-5358f659-e3b9-4c9b-96dc-3dc4faae9fa4 tempest-ServerActionsTestOtherA-1098162655 tempest-ServerActionsTestOtherA-1098162655-project-member] Deleted allocations for instance 0b59b4a1-0c44-41af-a213-89960b97f913 [ 1026.339638] env[62328]: DEBUG oslo_vmware.api [None req-11aa472b-ebc7-4486-ae52-35d711a39c3a tempest-ServersNegativeTestJSON-1019155744 tempest-ServersNegativeTestJSON-1019155744-project-member] Task: {'id': task-2387491, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1026.348628] env[62328]: DEBUG oslo_vmware.api [None req-9335056a-b5a6-4956-8264-556d4aecae72 tempest-AttachVolumeNegativeTest-1920358930 tempest-AttachVolumeNegativeTest-1920358930-project-member] Task: {'id': task-2387492, 'name': ReconfigVM_Task, 'duration_secs': 0.165789} completed successfully. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1026.348913] env[62328]: DEBUG nova.virt.vmwareapi.volumeops [None req-9335056a-b5a6-4956-8264-556d4aecae72 tempest-AttachVolumeNegativeTest-1920358930 tempest-AttachVolumeNegativeTest-1920358930-project-member] [instance: 7adef1ae-8c30-4c37-be1b-f4163d47eff1] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-484408', 'volume_id': 'd543e5d9-cad2-4fd0-8d8d-53269e77a572', 'name': 'volume-d543e5d9-cad2-4fd0-8d8d-53269e77a572', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '7adef1ae-8c30-4c37-be1b-f4163d47eff1', 'attached_at': '', 'detached_at': '', 'volume_id': 'd543e5d9-cad2-4fd0-8d8d-53269e77a572', 'serial': 'd543e5d9-cad2-4fd0-8d8d-53269e77a572'} {{(pid=62328) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1026.388506] env[62328]: DEBUG oslo_vmware.api [None req-f991dd5c-3121-473c-99c8-e5c7aaf67a48 tempest-ServerRescueNegativeTestJSON-713788249 tempest-ServerRescueNegativeTestJSON-713788249-project-member] Task: {'id': task-2387493, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1026.431143] env[62328]: DEBUG oslo_vmware.api [None req-11462e75-5ecb-4851-b298-9d1eb1f0412e tempest-ServerActionsTestOtherB-626827456 tempest-ServerActionsTestOtherB-626827456-project-member] Task: {'id': task-2387494, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1026.519938] env[62328]: DEBUG oslo_vmware.api [None req-73ab916e-0eec-4d06-92ff-ec3855d11f40 tempest-DeleteServersTestJSON-1766103036 tempest-DeleteServersTestJSON-1766103036-project-member] Task: {'id': task-2387495, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1026.702095] env[62328]: DEBUG oslo_concurrency.lockutils [None req-5358f659-e3b9-4c9b-96dc-3dc4faae9fa4 tempest-ServerActionsTestOtherA-1098162655 tempest-ServerActionsTestOtherA-1098162655-project-member] Lock "0b59b4a1-0c44-41af-a213-89960b97f913" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 7.423s {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1026.842426] env[62328]: DEBUG oslo_vmware.api [None req-11aa472b-ebc7-4486-ae52-35d711a39c3a tempest-ServersNegativeTestJSON-1019155744 tempest-ServersNegativeTestJSON-1019155744-project-member] Task: {'id': task-2387491, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1026.891192] env[62328]: DEBUG oslo_vmware.api [None req-f991dd5c-3121-473c-99c8-e5c7aaf67a48 tempest-ServerRescueNegativeTestJSON-713788249 tempest-ServerRescueNegativeTestJSON-713788249-project-member] Task: {'id': task-2387493, 'name': PowerOffVM_Task} progress is 100%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1026.912091] env[62328]: DEBUG nova.objects.instance [None req-9335056a-b5a6-4956-8264-556d4aecae72 tempest-AttachVolumeNegativeTest-1920358930 tempest-AttachVolumeNegativeTest-1920358930-project-member] Lazy-loading 'flavor' on Instance uuid 7adef1ae-8c30-4c37-be1b-f4163d47eff1 {{(pid=62328) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1026.940484] env[62328]: DEBUG oslo_vmware.api [None req-11462e75-5ecb-4851-b298-9d1eb1f0412e tempest-ServerActionsTestOtherB-626827456 tempest-ServerActionsTestOtherB-626827456-project-member] Task: {'id': task-2387494, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1027.022595] env[62328]: DEBUG oslo_vmware.api [None req-73ab916e-0eec-4d06-92ff-ec3855d11f40 tempest-DeleteServersTestJSON-1766103036 tempest-DeleteServersTestJSON-1766103036-project-member] Task: {'id': task-2387495, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1027.341643] env[62328]: DEBUG oslo_vmware.api [None req-11aa472b-ebc7-4486-ae52-35d711a39c3a tempest-ServersNegativeTestJSON-1019155744 tempest-ServersNegativeTestJSON-1019155744-project-member] Task: {'id': task-2387491, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1027.394100] env[62328]: DEBUG oslo_vmware.api [None req-f991dd5c-3121-473c-99c8-e5c7aaf67a48 tempest-ServerRescueNegativeTestJSON-713788249 tempest-ServerRescueNegativeTestJSON-713788249-project-member] Task: {'id': task-2387493, 'name': PowerOffVM_Task, 'duration_secs': 1.084191} completed successfully. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1027.394410] env[62328]: DEBUG nova.virt.vmwareapi.vm_util [None req-f991dd5c-3121-473c-99c8-e5c7aaf67a48 tempest-ServerRescueNegativeTestJSON-713788249 tempest-ServerRescueNegativeTestJSON-713788249-project-member] [instance: 75498571-7d71-433a-8548-3a56f8b871c5] Powered off the VM {{(pid=62328) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1027.400260] env[62328]: DEBUG nova.virt.vmwareapi.volumeops [None req-f991dd5c-3121-473c-99c8-e5c7aaf67a48 tempest-ServerRescueNegativeTestJSON-713788249 tempest-ServerRescueNegativeTestJSON-713788249-project-member] [instance: 75498571-7d71-433a-8548-3a56f8b871c5] Reconfiguring VM instance instance-00000064 to detach disk 2001 {{(pid=62328) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1027.400586] env[62328]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3c604072-058e-478d-9d20-9bebbe6ad5b1 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1027.430191] env[62328]: DEBUG oslo_vmware.api [None req-f991dd5c-3121-473c-99c8-e5c7aaf67a48 tempest-ServerRescueNegativeTestJSON-713788249 tempest-ServerRescueNegativeTestJSON-713788249-project-member] Waiting for the task: (returnval){ [ 1027.430191] env[62328]: value = "task-2387496" [ 1027.430191] env[62328]: _type = "Task" [ 1027.430191] env[62328]: } to complete. {{(pid=62328) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1027.438049] env[62328]: DEBUG oslo_vmware.api [None req-11462e75-5ecb-4851-b298-9d1eb1f0412e tempest-ServerActionsTestOtherB-626827456 tempest-ServerActionsTestOtherB-626827456-project-member] Task: {'id': task-2387494, 'name': CreateSnapshot_Task, 'duration_secs': 1.211676} completed successfully. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1027.439602] env[62328]: DEBUG nova.virt.vmwareapi.vmops [None req-11462e75-5ecb-4851-b298-9d1eb1f0412e tempest-ServerActionsTestOtherB-626827456 tempest-ServerActionsTestOtherB-626827456-project-member] [instance: 726d231d-afd9-460a-818e-7412af85a7f1] Created Snapshot of the VM instance {{(pid=62328) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1027.441465] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3d2108fd-569f-41dc-b6db-95f70acc4c73 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1027.448203] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-05df5c47-9824-4cd7-89c4-0e2f011e0eb7 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1027.452270] env[62328]: DEBUG oslo_vmware.api [None req-f991dd5c-3121-473c-99c8-e5c7aaf67a48 tempest-ServerRescueNegativeTestJSON-713788249 tempest-ServerRescueNegativeTestJSON-713788249-project-member] Task: {'id': task-2387496, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1027.464413] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ecd6603b-474f-4c1f-97f8-be063f244afa {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1027.498544] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d7f05fe2-2252-4b14-911c-bbb9b2c9ccd9 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1027.507242] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2d6c0039-c9fc-4a95-bd6b-2f1bd590d0f6 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1027.531159] env[62328]: DEBUG nova.compute.provider_tree [None req-3602120f-4c5e-4b1a-b341-d381809fb26d tempest-ServerActionsTestJSON-389109759 tempest-ServerActionsTestJSON-389109759-project-member] Inventory has not changed in ProviderTree for provider: 3469e9f8-04af-49ca-8435-49f104496744 {{(pid=62328) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1027.536719] env[62328]: DEBUG oslo_vmware.api [None req-73ab916e-0eec-4d06-92ff-ec3855d11f40 tempest-DeleteServersTestJSON-1766103036 tempest-DeleteServersTestJSON-1766103036-project-member] Task: {'id': task-2387495, 'name': PowerOnVM_Task, 'duration_secs': 1.320816} completed successfully. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1027.537850] env[62328]: DEBUG nova.virt.vmwareapi.vm_util [None req-73ab916e-0eec-4d06-92ff-ec3855d11f40 tempest-DeleteServersTestJSON-1766103036 tempest-DeleteServersTestJSON-1766103036-project-member] [instance: 3db7d429-ea91-47d7-8a21-10390b2a5ac5] Powered on the VM {{(pid=62328) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1027.540190] env[62328]: INFO nova.compute.manager [None req-73ab916e-0eec-4d06-92ff-ec3855d11f40 tempest-DeleteServersTestJSON-1766103036 tempest-DeleteServersTestJSON-1766103036-project-member] [instance: 3db7d429-ea91-47d7-8a21-10390b2a5ac5] Took 9.92 seconds to spawn the instance on the hypervisor. [ 1027.540190] env[62328]: DEBUG nova.compute.manager [None req-73ab916e-0eec-4d06-92ff-ec3855d11f40 tempest-DeleteServersTestJSON-1766103036 tempest-DeleteServersTestJSON-1766103036-project-member] [instance: 3db7d429-ea91-47d7-8a21-10390b2a5ac5] Checking state {{(pid=62328) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1027.540190] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2fb36433-21c6-4ab1-994b-fa470af4e7d2 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1027.841773] env[62328]: DEBUG oslo_vmware.api [None req-11aa472b-ebc7-4486-ae52-35d711a39c3a tempest-ServersNegativeTestJSON-1019155744 tempest-ServersNegativeTestJSON-1019155744-project-member] Task: {'id': task-2387491, 'name': CreateSnapshot_Task, 'duration_secs': 1.685451} completed successfully. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1027.842139] env[62328]: DEBUG nova.virt.vmwareapi.vmops [None req-11aa472b-ebc7-4486-ae52-35d711a39c3a tempest-ServersNegativeTestJSON-1019155744 tempest-ServersNegativeTestJSON-1019155744-project-member] [instance: 206ded69-14c7-477f-9c36-376ff43a9641] Created Snapshot of the VM instance {{(pid=62328) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1027.843222] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-088292ca-1cb2-454a-87b0-33af9c8ee736 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1027.922285] env[62328]: DEBUG oslo_concurrency.lockutils [None req-9335056a-b5a6-4956-8264-556d4aecae72 tempest-AttachVolumeNegativeTest-1920358930 tempest-AttachVolumeNegativeTest-1920358930-project-member] Lock "7adef1ae-8c30-4c37-be1b-f4163d47eff1" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.332s {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1027.945058] env[62328]: DEBUG oslo_vmware.api [None req-f991dd5c-3121-473c-99c8-e5c7aaf67a48 tempest-ServerRescueNegativeTestJSON-713788249 tempest-ServerRescueNegativeTestJSON-713788249-project-member] Task: {'id': task-2387496, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1027.973265] env[62328]: DEBUG nova.virt.vmwareapi.vmops [None req-11462e75-5ecb-4851-b298-9d1eb1f0412e tempest-ServerActionsTestOtherB-626827456 tempest-ServerActionsTestOtherB-626827456-project-member] [instance: 726d231d-afd9-460a-818e-7412af85a7f1] Creating linked-clone VM from snapshot {{(pid=62328) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1027.973265] env[62328]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-c5af50f6-e402-4fd1-9d52-ae03dc12fb1b {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1027.983081] env[62328]: DEBUG oslo_vmware.api [None req-11462e75-5ecb-4851-b298-9d1eb1f0412e tempest-ServerActionsTestOtherB-626827456 tempest-ServerActionsTestOtherB-626827456-project-member] Waiting for the task: (returnval){ [ 1027.983081] env[62328]: value = "task-2387497" [ 1027.983081] env[62328]: _type = "Task" [ 1027.983081] env[62328]: } to complete. {{(pid=62328) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1027.995391] env[62328]: DEBUG oslo_vmware.api [None req-11462e75-5ecb-4851-b298-9d1eb1f0412e tempest-ServerActionsTestOtherB-626827456 tempest-ServerActionsTestOtherB-626827456-project-member] Task: {'id': task-2387497, 'name': CloneVM_Task} progress is 0%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1028.038761] env[62328]: DEBUG nova.scheduler.client.report [None req-3602120f-4c5e-4b1a-b341-d381809fb26d tempest-ServerActionsTestJSON-389109759 tempest-ServerActionsTestJSON-389109759-project-member] Inventory has not changed for provider 3469e9f8-04af-49ca-8435-49f104496744 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 152, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62328) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1028.060668] env[62328]: INFO nova.compute.manager [None req-73ab916e-0eec-4d06-92ff-ec3855d11f40 tempest-DeleteServersTestJSON-1766103036 tempest-DeleteServersTestJSON-1766103036-project-member] [instance: 3db7d429-ea91-47d7-8a21-10390b2a5ac5] Took 17.93 seconds to build instance. [ 1028.362422] env[62328]: DEBUG nova.virt.vmwareapi.vmops [None req-11aa472b-ebc7-4486-ae52-35d711a39c3a tempest-ServersNegativeTestJSON-1019155744 tempest-ServersNegativeTestJSON-1019155744-project-member] [instance: 206ded69-14c7-477f-9c36-376ff43a9641] Creating linked-clone VM from snapshot {{(pid=62328) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1028.362765] env[62328]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-de4a09aa-a6f0-4ac9-856e-0453729fb1d5 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1028.371292] env[62328]: DEBUG oslo_vmware.api [None req-11aa472b-ebc7-4486-ae52-35d711a39c3a tempest-ServersNegativeTestJSON-1019155744 tempest-ServersNegativeTestJSON-1019155744-project-member] Waiting for the task: (returnval){ [ 1028.371292] env[62328]: value = "task-2387498" [ 1028.371292] env[62328]: _type = "Task" [ 1028.371292] env[62328]: } to complete. {{(pid=62328) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1028.379192] env[62328]: DEBUG oslo_vmware.api [None req-11aa472b-ebc7-4486-ae52-35d711a39c3a tempest-ServersNegativeTestJSON-1019155744 tempest-ServersNegativeTestJSON-1019155744-project-member] Task: {'id': task-2387498, 'name': CloneVM_Task} progress is 0%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1028.440786] env[62328]: DEBUG oslo_vmware.api [None req-f991dd5c-3121-473c-99c8-e5c7aaf67a48 tempest-ServerRescueNegativeTestJSON-713788249 tempest-ServerRescueNegativeTestJSON-713788249-project-member] Task: {'id': task-2387496, 'name': ReconfigVM_Task, 'duration_secs': 0.537946} completed successfully. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1028.444085] env[62328]: DEBUG nova.virt.vmwareapi.volumeops [None req-f991dd5c-3121-473c-99c8-e5c7aaf67a48 tempest-ServerRescueNegativeTestJSON-713788249 tempest-ServerRescueNegativeTestJSON-713788249-project-member] [instance: 75498571-7d71-433a-8548-3a56f8b871c5] Reconfigured VM instance instance-00000064 to detach disk 2001 {{(pid=62328) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1028.444085] env[62328]: DEBUG nova.virt.vmwareapi.vm_util [None req-f991dd5c-3121-473c-99c8-e5c7aaf67a48 tempest-ServerRescueNegativeTestJSON-713788249 tempest-ServerRescueNegativeTestJSON-713788249-project-member] [instance: 75498571-7d71-433a-8548-3a56f8b871c5] Powering on the VM {{(pid=62328) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1028.444085] env[62328]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-91dda243-613d-4311-b6fd-7e0327a60b94 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1028.449026] env[62328]: DEBUG oslo_vmware.api [None req-f991dd5c-3121-473c-99c8-e5c7aaf67a48 tempest-ServerRescueNegativeTestJSON-713788249 tempest-ServerRescueNegativeTestJSON-713788249-project-member] Waiting for the task: (returnval){ [ 1028.449026] env[62328]: value = "task-2387499" [ 1028.449026] env[62328]: _type = "Task" [ 1028.449026] env[62328]: } to complete. {{(pid=62328) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1028.457930] env[62328]: DEBUG oslo_vmware.api [None req-f991dd5c-3121-473c-99c8-e5c7aaf67a48 tempest-ServerRescueNegativeTestJSON-713788249 tempest-ServerRescueNegativeTestJSON-713788249-project-member] Task: {'id': task-2387499, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1028.494650] env[62328]: DEBUG oslo_vmware.api [None req-11462e75-5ecb-4851-b298-9d1eb1f0412e tempest-ServerActionsTestOtherB-626827456 tempest-ServerActionsTestOtherB-626827456-project-member] Task: {'id': task-2387497, 'name': CloneVM_Task} progress is 94%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1028.544463] env[62328]: DEBUG oslo_concurrency.lockutils [None req-3602120f-4c5e-4b1a-b341-d381809fb26d tempest-ServerActionsTestJSON-389109759 tempest-ServerActionsTestJSON-389109759-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.383s {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1028.545053] env[62328]: DEBUG nova.compute.manager [None req-3602120f-4c5e-4b1a-b341-d381809fb26d tempest-ServerActionsTestJSON-389109759 tempest-ServerActionsTestJSON-389109759-project-member] [instance: dfccb16a-246f-4b74-ac7d-6c4ccf115110] Start building networks asynchronously for instance. {{(pid=62328) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1028.555268] env[62328]: DEBUG oslo_concurrency.lockutils [None req-6baf2c06-e97d-4a4a-9cc6-f6d1ba1fb63d tempest-ServersTestJSON-2041147199 tempest-ServersTestJSON-2041147199-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 2.922s {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1028.555268] env[62328]: DEBUG nova.objects.instance [None req-6baf2c06-e97d-4a4a-9cc6-f6d1ba1fb63d tempest-ServersTestJSON-2041147199 tempest-ServersTestJSON-2041147199-project-member] Lazy-loading 'resources' on Instance uuid 9c54e9e0-9a16-4589-90ee-3f793f5f4f8d {{(pid=62328) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1028.567644] env[62328]: DEBUG oslo_concurrency.lockutils [None req-73ab916e-0eec-4d06-92ff-ec3855d11f40 tempest-DeleteServersTestJSON-1766103036 tempest-DeleteServersTestJSON-1766103036-project-member] Lock "3db7d429-ea91-47d7-8a21-10390b2a5ac5" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 19.445s {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1028.882442] env[62328]: DEBUG oslo_vmware.api [None req-11aa472b-ebc7-4486-ae52-35d711a39c3a tempest-ServersNegativeTestJSON-1019155744 tempest-ServersNegativeTestJSON-1019155744-project-member] Task: {'id': task-2387498, 'name': CloneVM_Task} progress is 94%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1028.960040] env[62328]: DEBUG oslo_vmware.api [None req-f991dd5c-3121-473c-99c8-e5c7aaf67a48 tempest-ServerRescueNegativeTestJSON-713788249 tempest-ServerRescueNegativeTestJSON-713788249-project-member] Task: {'id': task-2387499, 'name': PowerOnVM_Task} progress is 100%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1028.994715] env[62328]: DEBUG oslo_vmware.api [None req-11462e75-5ecb-4851-b298-9d1eb1f0412e tempest-ServerActionsTestOtherB-626827456 tempest-ServerActionsTestOtherB-626827456-project-member] Task: {'id': task-2387497, 'name': CloneVM_Task} progress is 94%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1028.996846] env[62328]: DEBUG oslo_vmware.rw_handles [None req-81232478-0047-4c8b-a56a-159d4ab882da tempest-AttachVolumeShelveTestJSON-116809589 tempest-AttachVolumeShelveTestJSON-116809589-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52e1d10f-7cb5-8a40-d69f-2d3a2ba69150/disk-0.vmdk. {{(pid=62328) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1028.997688] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ae1945c8-6fe3-4bdb-8b46-df4638e3434c {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1029.003377] env[62328]: DEBUG oslo_vmware.rw_handles [None req-81232478-0047-4c8b-a56a-159d4ab882da tempest-AttachVolumeShelveTestJSON-116809589 tempest-AttachVolumeShelveTestJSON-116809589-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52e1d10f-7cb5-8a40-d69f-2d3a2ba69150/disk-0.vmdk is in state: ready. {{(pid=62328) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1029.003535] env[62328]: ERROR oslo_vmware.rw_handles [None req-81232478-0047-4c8b-a56a-159d4ab882da tempest-AttachVolumeShelveTestJSON-116809589 tempest-AttachVolumeShelveTestJSON-116809589-project-member] Aborting lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52e1d10f-7cb5-8a40-d69f-2d3a2ba69150/disk-0.vmdk due to incomplete transfer. [ 1029.003751] env[62328]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-f6b1b2a3-2736-4456-888f-8358ec4f024a {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1029.010521] env[62328]: DEBUG oslo_vmware.rw_handles [None req-81232478-0047-4c8b-a56a-159d4ab882da tempest-AttachVolumeShelveTestJSON-116809589 tempest-AttachVolumeShelveTestJSON-116809589-project-member] Closed VMDK read handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52e1d10f-7cb5-8a40-d69f-2d3a2ba69150/disk-0.vmdk. {{(pid=62328) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1029.010731] env[62328]: DEBUG nova.virt.vmwareapi.images [None req-81232478-0047-4c8b-a56a-159d4ab882da tempest-AttachVolumeShelveTestJSON-116809589 tempest-AttachVolumeShelveTestJSON-116809589-project-member] [instance: 14c336fc-69e4-4ef8-a50f-e307b9902127] Uploaded image 0b0c6b73-c17c-4bf4-a105-a252b0f4d8ab to the Glance image server {{(pid=62328) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1029.013059] env[62328]: DEBUG nova.virt.vmwareapi.vm_util [None req-81232478-0047-4c8b-a56a-159d4ab882da tempest-AttachVolumeShelveTestJSON-116809589 tempest-AttachVolumeShelveTestJSON-116809589-project-member] [instance: 14c336fc-69e4-4ef8-a50f-e307b9902127] Destroying the VM {{(pid=62328) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1029.013304] env[62328]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-904f4348-ade1-4739-b243-c51298db31fe {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1029.019229] env[62328]: DEBUG oslo_vmware.api [None req-81232478-0047-4c8b-a56a-159d4ab882da tempest-AttachVolumeShelveTestJSON-116809589 tempest-AttachVolumeShelveTestJSON-116809589-project-member] Waiting for the task: (returnval){ [ 1029.019229] env[62328]: value = "task-2387500" [ 1029.019229] env[62328]: _type = "Task" [ 1029.019229] env[62328]: } to complete. {{(pid=62328) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1029.027304] env[62328]: DEBUG oslo_vmware.api [None req-81232478-0047-4c8b-a56a-159d4ab882da tempest-AttachVolumeShelveTestJSON-116809589 tempest-AttachVolumeShelveTestJSON-116809589-project-member] Task: {'id': task-2387500, 'name': Destroy_Task} progress is 0%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1029.048662] env[62328]: DEBUG oslo_concurrency.lockutils [None req-f8b1c879-837e-4467-b448-e2bd0821add7 tempest-ServerActionsTestOtherA-1098162655 tempest-ServerActionsTestOtherA-1098162655-project-member] Acquiring lock "1326c869-c3f4-4936-bc3b-451b08fc0933" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1029.048907] env[62328]: DEBUG oslo_concurrency.lockutils [None req-f8b1c879-837e-4467-b448-e2bd0821add7 tempest-ServerActionsTestOtherA-1098162655 tempest-ServerActionsTestOtherA-1098162655-project-member] Lock "1326c869-c3f4-4936-bc3b-451b08fc0933" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1029.050826] env[62328]: DEBUG nova.compute.utils [None req-3602120f-4c5e-4b1a-b341-d381809fb26d tempest-ServerActionsTestJSON-389109759 tempest-ServerActionsTestJSON-389109759-project-member] Using /dev/sd instead of None {{(pid=62328) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1029.052401] env[62328]: DEBUG nova.compute.manager [None req-3602120f-4c5e-4b1a-b341-d381809fb26d tempest-ServerActionsTestJSON-389109759 tempest-ServerActionsTestJSON-389109759-project-member] [instance: dfccb16a-246f-4b74-ac7d-6c4ccf115110] Allocating IP information in the background. {{(pid=62328) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1029.052565] env[62328]: DEBUG nova.network.neutron [None req-3602120f-4c5e-4b1a-b341-d381809fb26d tempest-ServerActionsTestJSON-389109759 tempest-ServerActionsTestJSON-389109759-project-member] [instance: dfccb16a-246f-4b74-ac7d-6c4ccf115110] allocate_for_instance() {{(pid=62328) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1029.054969] env[62328]: DEBUG oslo_concurrency.lockutils [None req-5f33bcfb-07fc-479a-acac-2b1813275eb3 tempest-AttachVolumeNegativeTest-1920358930 tempest-AttachVolumeNegativeTest-1920358930-project-member] Acquiring lock "7adef1ae-8c30-4c37-be1b-f4163d47eff1" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1029.055201] env[62328]: DEBUG oslo_concurrency.lockutils [None req-5f33bcfb-07fc-479a-acac-2b1813275eb3 tempest-AttachVolumeNegativeTest-1920358930 tempest-AttachVolumeNegativeTest-1920358930-project-member] Lock "7adef1ae-8c30-4c37-be1b-f4163d47eff1" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1029.055494] env[62328]: DEBUG oslo_concurrency.lockutils [None req-5f33bcfb-07fc-479a-acac-2b1813275eb3 tempest-AttachVolumeNegativeTest-1920358930 tempest-AttachVolumeNegativeTest-1920358930-project-member] Acquiring lock "7adef1ae-8c30-4c37-be1b-f4163d47eff1-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1029.055594] env[62328]: DEBUG oslo_concurrency.lockutils [None req-5f33bcfb-07fc-479a-acac-2b1813275eb3 tempest-AttachVolumeNegativeTest-1920358930 tempest-AttachVolumeNegativeTest-1920358930-project-member] Lock "7adef1ae-8c30-4c37-be1b-f4163d47eff1-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1029.055763] env[62328]: DEBUG oslo_concurrency.lockutils [None req-5f33bcfb-07fc-479a-acac-2b1813275eb3 tempest-AttachVolumeNegativeTest-1920358930 tempest-AttachVolumeNegativeTest-1920358930-project-member] Lock "7adef1ae-8c30-4c37-be1b-f4163d47eff1-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1029.060813] env[62328]: INFO nova.compute.manager [None req-5f33bcfb-07fc-479a-acac-2b1813275eb3 tempest-AttachVolumeNegativeTest-1920358930 tempest-AttachVolumeNegativeTest-1920358930-project-member] [instance: 7adef1ae-8c30-4c37-be1b-f4163d47eff1] Terminating instance [ 1029.127359] env[62328]: DEBUG nova.policy [None req-3602120f-4c5e-4b1a-b341-d381809fb26d tempest-ServerActionsTestJSON-389109759 tempest-ServerActionsTestJSON-389109759-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'c136d658655c4a2786fa8630fbec653b', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '9a4c228c680f4e5fa3409558e769cc0a', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62328) authorize /opt/stack/nova/nova/policy.py:192}} [ 1029.136805] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cdc35a89-362f-4178-8168-a84f9a42dff2 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1029.143686] env[62328]: DEBUG nova.virt.vmwareapi.vmops [None req-7be6a31b-e92c-48c5-a920-9d934672a650 tempest-DeleteServersTestJSON-1766103036 tempest-DeleteServersTestJSON-1766103036-project-member] [instance: 3db7d429-ea91-47d7-8a21-10390b2a5ac5] Suspending the VM {{(pid=62328) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1162}} [ 1029.143971] env[62328]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.SuspendVM_Task with opID=oslo.vmware-d42d2617-fb91-4884-b13a-6d83a703bd72 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1029.153112] env[62328]: DEBUG oslo_vmware.api [None req-7be6a31b-e92c-48c5-a920-9d934672a650 tempest-DeleteServersTestJSON-1766103036 tempest-DeleteServersTestJSON-1766103036-project-member] Waiting for the task: (returnval){ [ 1029.153112] env[62328]: value = "task-2387501" [ 1029.153112] env[62328]: _type = "Task" [ 1029.153112] env[62328]: } to complete. {{(pid=62328) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1029.165024] env[62328]: DEBUG oslo_vmware.api [None req-7be6a31b-e92c-48c5-a920-9d934672a650 tempest-DeleteServersTestJSON-1766103036 tempest-DeleteServersTestJSON-1766103036-project-member] Task: {'id': task-2387501, 'name': SuspendVM_Task} progress is 0%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1029.279157] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-96d8eb42-34dd-4f40-ad25-435dd3724323 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1029.288621] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9c39e111-2174-4313-948c-c3dc1595e11c {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1029.321376] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2701e5e0-7fda-4b7b-a567-97156bede319 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1029.329973] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5366f2e4-72ec-482b-bbc0-4d7ee6dad7e9 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1029.345026] env[62328]: DEBUG nova.compute.provider_tree [None req-6baf2c06-e97d-4a4a-9cc6-f6d1ba1fb63d tempest-ServersTestJSON-2041147199 tempest-ServersTestJSON-2041147199-project-member] Inventory has not changed in ProviderTree for provider: 3469e9f8-04af-49ca-8435-49f104496744 {{(pid=62328) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1029.383618] env[62328]: DEBUG oslo_vmware.api [None req-11aa472b-ebc7-4486-ae52-35d711a39c3a tempest-ServersNegativeTestJSON-1019155744 tempest-ServersNegativeTestJSON-1019155744-project-member] Task: {'id': task-2387498, 'name': CloneVM_Task} progress is 94%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1029.464036] env[62328]: DEBUG oslo_vmware.api [None req-f991dd5c-3121-473c-99c8-e5c7aaf67a48 tempest-ServerRescueNegativeTestJSON-713788249 tempest-ServerRescueNegativeTestJSON-713788249-project-member] Task: {'id': task-2387499, 'name': PowerOnVM_Task, 'duration_secs': 0.685422} completed successfully. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1029.464460] env[62328]: DEBUG nova.virt.vmwareapi.vm_util [None req-f991dd5c-3121-473c-99c8-e5c7aaf67a48 tempest-ServerRescueNegativeTestJSON-713788249 tempest-ServerRescueNegativeTestJSON-713788249-project-member] [instance: 75498571-7d71-433a-8548-3a56f8b871c5] Powered on the VM {{(pid=62328) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1029.464698] env[62328]: DEBUG nova.compute.manager [None req-f991dd5c-3121-473c-99c8-e5c7aaf67a48 tempest-ServerRescueNegativeTestJSON-713788249 tempest-ServerRescueNegativeTestJSON-713788249-project-member] [instance: 75498571-7d71-433a-8548-3a56f8b871c5] Checking state {{(pid=62328) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1029.465674] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-88546eee-a5ef-44ba-93d5-4d1b3efc3d2f {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1029.507953] env[62328]: DEBUG nova.network.neutron [None req-3602120f-4c5e-4b1a-b341-d381809fb26d tempest-ServerActionsTestJSON-389109759 tempest-ServerActionsTestJSON-389109759-project-member] [instance: dfccb16a-246f-4b74-ac7d-6c4ccf115110] Successfully created port: d3af671b-2252-4a29-a0fb-84ebc1da6fa5 {{(pid=62328) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1029.510294] env[62328]: DEBUG oslo_vmware.api [None req-11462e75-5ecb-4851-b298-9d1eb1f0412e tempest-ServerActionsTestOtherB-626827456 tempest-ServerActionsTestOtherB-626827456-project-member] Task: {'id': task-2387497, 'name': CloneVM_Task} progress is 100%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1029.529941] env[62328]: DEBUG oslo_vmware.api [None req-81232478-0047-4c8b-a56a-159d4ab882da tempest-AttachVolumeShelveTestJSON-116809589 tempest-AttachVolumeShelveTestJSON-116809589-project-member] Task: {'id': task-2387500, 'name': Destroy_Task} progress is 100%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1029.554872] env[62328]: DEBUG nova.compute.manager [None req-f8b1c879-837e-4467-b448-e2bd0821add7 tempest-ServerActionsTestOtherA-1098162655 tempest-ServerActionsTestOtherA-1098162655-project-member] [instance: 1326c869-c3f4-4936-bc3b-451b08fc0933] Starting instance... {{(pid=62328) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1029.559311] env[62328]: DEBUG nova.compute.manager [None req-3602120f-4c5e-4b1a-b341-d381809fb26d tempest-ServerActionsTestJSON-389109759 tempest-ServerActionsTestJSON-389109759-project-member] [instance: dfccb16a-246f-4b74-ac7d-6c4ccf115110] Start building block device mappings for instance. {{(pid=62328) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1029.564345] env[62328]: DEBUG nova.compute.manager [None req-5f33bcfb-07fc-479a-acac-2b1813275eb3 tempest-AttachVolumeNegativeTest-1920358930 tempest-AttachVolumeNegativeTest-1920358930-project-member] [instance: 7adef1ae-8c30-4c37-be1b-f4163d47eff1] Start destroying the instance on the hypervisor. {{(pid=62328) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1029.564463] env[62328]: DEBUG nova.virt.vmwareapi.vmops [None req-5f33bcfb-07fc-479a-acac-2b1813275eb3 tempest-AttachVolumeNegativeTest-1920358930 tempest-AttachVolumeNegativeTest-1920358930-project-member] [instance: 7adef1ae-8c30-4c37-be1b-f4163d47eff1] Destroying instance {{(pid=62328) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1029.565535] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eb831b88-03f1-4ceb-bae4-e22e7f9efbd1 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1029.573385] env[62328]: DEBUG nova.virt.vmwareapi.vm_util [None req-5f33bcfb-07fc-479a-acac-2b1813275eb3 tempest-AttachVolumeNegativeTest-1920358930 tempest-AttachVolumeNegativeTest-1920358930-project-member] [instance: 7adef1ae-8c30-4c37-be1b-f4163d47eff1] Powering off the VM {{(pid=62328) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1029.573385] env[62328]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-483e01d9-c572-4919-9ef4-36fa796a0ca9 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1029.579038] env[62328]: DEBUG oslo_vmware.api [None req-5f33bcfb-07fc-479a-acac-2b1813275eb3 tempest-AttachVolumeNegativeTest-1920358930 tempest-AttachVolumeNegativeTest-1920358930-project-member] Waiting for the task: (returnval){ [ 1029.579038] env[62328]: value = "task-2387502" [ 1029.579038] env[62328]: _type = "Task" [ 1029.579038] env[62328]: } to complete. {{(pid=62328) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1029.589851] env[62328]: DEBUG oslo_vmware.api [None req-5f33bcfb-07fc-479a-acac-2b1813275eb3 tempest-AttachVolumeNegativeTest-1920358930 tempest-AttachVolumeNegativeTest-1920358930-project-member] Task: {'id': task-2387502, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1029.663157] env[62328]: DEBUG oslo_vmware.api [None req-7be6a31b-e92c-48c5-a920-9d934672a650 tempest-DeleteServersTestJSON-1766103036 tempest-DeleteServersTestJSON-1766103036-project-member] Task: {'id': task-2387501, 'name': SuspendVM_Task} progress is 50%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1029.848507] env[62328]: DEBUG nova.scheduler.client.report [None req-6baf2c06-e97d-4a4a-9cc6-f6d1ba1fb63d tempest-ServersTestJSON-2041147199 tempest-ServersTestJSON-2041147199-project-member] Inventory has not changed for provider 3469e9f8-04af-49ca-8435-49f104496744 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 152, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62328) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1029.883323] env[62328]: DEBUG oslo_vmware.api [None req-11aa472b-ebc7-4486-ae52-35d711a39c3a tempest-ServersNegativeTestJSON-1019155744 tempest-ServersNegativeTestJSON-1019155744-project-member] Task: {'id': task-2387498, 'name': CloneVM_Task} progress is 95%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1030.003129] env[62328]: DEBUG oslo_vmware.api [None req-11462e75-5ecb-4851-b298-9d1eb1f0412e tempest-ServerActionsTestOtherB-626827456 tempest-ServerActionsTestOtherB-626827456-project-member] Task: {'id': task-2387497, 'name': CloneVM_Task, 'duration_secs': 1.569995} completed successfully. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1030.003129] env[62328]: INFO nova.virt.vmwareapi.vmops [None req-11462e75-5ecb-4851-b298-9d1eb1f0412e tempest-ServerActionsTestOtherB-626827456 tempest-ServerActionsTestOtherB-626827456-project-member] [instance: 726d231d-afd9-460a-818e-7412af85a7f1] Created linked-clone VM from snapshot [ 1030.003129] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-972fca4a-0300-4d49-b52f-81cc180c6868 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1030.011671] env[62328]: DEBUG nova.virt.vmwareapi.images [None req-11462e75-5ecb-4851-b298-9d1eb1f0412e tempest-ServerActionsTestOtherB-626827456 tempest-ServerActionsTestOtherB-626827456-project-member] [instance: 726d231d-afd9-460a-818e-7412af85a7f1] Uploading image de99384d-0fbc-47c5-aa83-bffd82ddd013 {{(pid=62328) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1030.030940] env[62328]: DEBUG oslo_vmware.api [None req-81232478-0047-4c8b-a56a-159d4ab882da tempest-AttachVolumeShelveTestJSON-116809589 tempest-AttachVolumeShelveTestJSON-116809589-project-member] Task: {'id': task-2387500, 'name': Destroy_Task, 'duration_secs': 0.512402} completed successfully. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1030.030940] env[62328]: INFO nova.virt.vmwareapi.vm_util [None req-81232478-0047-4c8b-a56a-159d4ab882da tempest-AttachVolumeShelveTestJSON-116809589 tempest-AttachVolumeShelveTestJSON-116809589-project-member] [instance: 14c336fc-69e4-4ef8-a50f-e307b9902127] Destroyed the VM [ 1030.031131] env[62328]: DEBUG nova.virt.vmwareapi.vmops [None req-81232478-0047-4c8b-a56a-159d4ab882da tempest-AttachVolumeShelveTestJSON-116809589 tempest-AttachVolumeShelveTestJSON-116809589-project-member] [instance: 14c336fc-69e4-4ef8-a50f-e307b9902127] Deleting Snapshot of the VM instance {{(pid=62328) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1030.031378] env[62328]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-05fac242-ace2-42ed-aabb-f1e6c449f427 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1030.040556] env[62328]: DEBUG oslo_vmware.api [None req-81232478-0047-4c8b-a56a-159d4ab882da tempest-AttachVolumeShelveTestJSON-116809589 tempest-AttachVolumeShelveTestJSON-116809589-project-member] Waiting for the task: (returnval){ [ 1030.040556] env[62328]: value = "task-2387503" [ 1030.040556] env[62328]: _type = "Task" [ 1030.040556] env[62328]: } to complete. {{(pid=62328) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1030.045667] env[62328]: DEBUG oslo_vmware.rw_handles [None req-11462e75-5ecb-4851-b298-9d1eb1f0412e tempest-ServerActionsTestOtherB-626827456 tempest-ServerActionsTestOtherB-626827456-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1030.045667] env[62328]: value = "vm-484446" [ 1030.045667] env[62328]: _type = "VirtualMachine" [ 1030.045667] env[62328]: }. {{(pid=62328) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1030.046088] env[62328]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-5f26f544-9722-4aa9-a19a-b9678555cbd3 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1030.052475] env[62328]: DEBUG oslo_vmware.api [None req-81232478-0047-4c8b-a56a-159d4ab882da tempest-AttachVolumeShelveTestJSON-116809589 tempest-AttachVolumeShelveTestJSON-116809589-project-member] Task: {'id': task-2387503, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1030.053768] env[62328]: DEBUG oslo_vmware.rw_handles [None req-11462e75-5ecb-4851-b298-9d1eb1f0412e tempest-ServerActionsTestOtherB-626827456 tempest-ServerActionsTestOtherB-626827456-project-member] Lease: (returnval){ [ 1030.053768] env[62328]: value = "session[52a6e20e-410d-708a-99f2-080a575a99bd]52e44c17-4cac-61b1-8493-1e59a608a05b" [ 1030.053768] env[62328]: _type = "HttpNfcLease" [ 1030.053768] env[62328]: } obtained for exporting VM: (result){ [ 1030.053768] env[62328]: value = "vm-484446" [ 1030.053768] env[62328]: _type = "VirtualMachine" [ 1030.053768] env[62328]: }. {{(pid=62328) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1030.054021] env[62328]: DEBUG oslo_vmware.api [None req-11462e75-5ecb-4851-b298-9d1eb1f0412e tempest-ServerActionsTestOtherB-626827456 tempest-ServerActionsTestOtherB-626827456-project-member] Waiting for the lease: (returnval){ [ 1030.054021] env[62328]: value = "session[52a6e20e-410d-708a-99f2-080a575a99bd]52e44c17-4cac-61b1-8493-1e59a608a05b" [ 1030.054021] env[62328]: _type = "HttpNfcLease" [ 1030.054021] env[62328]: } to be ready. {{(pid=62328) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1030.059900] env[62328]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1030.059900] env[62328]: value = "session[52a6e20e-410d-708a-99f2-080a575a99bd]52e44c17-4cac-61b1-8493-1e59a608a05b" [ 1030.059900] env[62328]: _type = "HttpNfcLease" [ 1030.059900] env[62328]: } is initializing. {{(pid=62328) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1030.090031] env[62328]: DEBUG oslo_vmware.api [None req-5f33bcfb-07fc-479a-acac-2b1813275eb3 tempest-AttachVolumeNegativeTest-1920358930 tempest-AttachVolumeNegativeTest-1920358930-project-member] Task: {'id': task-2387502, 'name': PowerOffVM_Task, 'duration_secs': 0.201859} completed successfully. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1030.090734] env[62328]: DEBUG nova.virt.vmwareapi.vm_util [None req-5f33bcfb-07fc-479a-acac-2b1813275eb3 tempest-AttachVolumeNegativeTest-1920358930 tempest-AttachVolumeNegativeTest-1920358930-project-member] [instance: 7adef1ae-8c30-4c37-be1b-f4163d47eff1] Powered off the VM {{(pid=62328) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1030.090734] env[62328]: DEBUG nova.virt.vmwareapi.vmops [None req-5f33bcfb-07fc-479a-acac-2b1813275eb3 tempest-AttachVolumeNegativeTest-1920358930 tempest-AttachVolumeNegativeTest-1920358930-project-member] [instance: 7adef1ae-8c30-4c37-be1b-f4163d47eff1] Unregistering the VM {{(pid=62328) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1030.090876] env[62328]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-f34f7432-db5b-41e7-ad3e-e18f75d8270d {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1030.095162] env[62328]: DEBUG oslo_concurrency.lockutils [None req-f8b1c879-837e-4467-b448-e2bd0821add7 tempest-ServerActionsTestOtherA-1098162655 tempest-ServerActionsTestOtherA-1098162655-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1030.162233] env[62328]: DEBUG nova.virt.vmwareapi.vmops [None req-5f33bcfb-07fc-479a-acac-2b1813275eb3 tempest-AttachVolumeNegativeTest-1920358930 tempest-AttachVolumeNegativeTest-1920358930-project-member] [instance: 7adef1ae-8c30-4c37-be1b-f4163d47eff1] Unregistered the VM {{(pid=62328) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1030.162569] env[62328]: DEBUG nova.virt.vmwareapi.vmops [None req-5f33bcfb-07fc-479a-acac-2b1813275eb3 tempest-AttachVolumeNegativeTest-1920358930 tempest-AttachVolumeNegativeTest-1920358930-project-member] [instance: 7adef1ae-8c30-4c37-be1b-f4163d47eff1] Deleting contents of the VM from datastore datastore2 {{(pid=62328) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1030.162876] env[62328]: DEBUG nova.virt.vmwareapi.ds_util [None req-5f33bcfb-07fc-479a-acac-2b1813275eb3 tempest-AttachVolumeNegativeTest-1920358930 tempest-AttachVolumeNegativeTest-1920358930-project-member] Deleting the datastore file [datastore2] 7adef1ae-8c30-4c37-be1b-f4163d47eff1 {{(pid=62328) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1030.167450] env[62328]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-41638436-3aa7-473a-8e51-bde025cb55e6 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1030.170038] env[62328]: DEBUG oslo_vmware.api [None req-7be6a31b-e92c-48c5-a920-9d934672a650 tempest-DeleteServersTestJSON-1766103036 tempest-DeleteServersTestJSON-1766103036-project-member] Task: {'id': task-2387501, 'name': SuspendVM_Task, 'duration_secs': 0.996585} completed successfully. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1030.170379] env[62328]: DEBUG nova.virt.vmwareapi.vmops [None req-7be6a31b-e92c-48c5-a920-9d934672a650 tempest-DeleteServersTestJSON-1766103036 tempest-DeleteServersTestJSON-1766103036-project-member] [instance: 3db7d429-ea91-47d7-8a21-10390b2a5ac5] Suspended the VM {{(pid=62328) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1166}} [ 1030.170662] env[62328]: DEBUG nova.compute.manager [None req-7be6a31b-e92c-48c5-a920-9d934672a650 tempest-DeleteServersTestJSON-1766103036 tempest-DeleteServersTestJSON-1766103036-project-member] [instance: 3db7d429-ea91-47d7-8a21-10390b2a5ac5] Checking state {{(pid=62328) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1030.172248] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2a844c44-453c-4da5-9d26-c753e6a48e96 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1030.177806] env[62328]: DEBUG oslo_vmware.api [None req-5f33bcfb-07fc-479a-acac-2b1813275eb3 tempest-AttachVolumeNegativeTest-1920358930 tempest-AttachVolumeNegativeTest-1920358930-project-member] Waiting for the task: (returnval){ [ 1030.177806] env[62328]: value = "task-2387506" [ 1030.177806] env[62328]: _type = "Task" [ 1030.177806] env[62328]: } to complete. {{(pid=62328) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1030.192536] env[62328]: DEBUG oslo_vmware.api [None req-5f33bcfb-07fc-479a-acac-2b1813275eb3 tempest-AttachVolumeNegativeTest-1920358930 tempest-AttachVolumeNegativeTest-1920358930-project-member] Task: {'id': task-2387506, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1030.353912] env[62328]: DEBUG oslo_concurrency.lockutils [None req-6baf2c06-e97d-4a4a-9cc6-f6d1ba1fb63d tempest-ServersTestJSON-2041147199 tempest-ServersTestJSON-2041147199-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.800s {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1030.357028] env[62328]: DEBUG oslo_concurrency.lockutils [None req-f8b1c879-837e-4467-b448-e2bd0821add7 tempest-ServerActionsTestOtherA-1098162655 tempest-ServerActionsTestOtherA-1098162655-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.261s {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1030.358193] env[62328]: INFO nova.compute.claims [None req-f8b1c879-837e-4467-b448-e2bd0821add7 tempest-ServerActionsTestOtherA-1098162655 tempest-ServerActionsTestOtherA-1098162655-project-member] [instance: 1326c869-c3f4-4936-bc3b-451b08fc0933] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1030.381367] env[62328]: INFO nova.scheduler.client.report [None req-6baf2c06-e97d-4a4a-9cc6-f6d1ba1fb63d tempest-ServersTestJSON-2041147199 tempest-ServersTestJSON-2041147199-project-member] Deleted allocations for instance 9c54e9e0-9a16-4589-90ee-3f793f5f4f8d [ 1030.388693] env[62328]: DEBUG oslo_vmware.api [None req-11aa472b-ebc7-4486-ae52-35d711a39c3a tempest-ServersNegativeTestJSON-1019155744 tempest-ServersNegativeTestJSON-1019155744-project-member] Task: {'id': task-2387498, 'name': CloneVM_Task, 'duration_secs': 1.694982} completed successfully. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1030.389204] env[62328]: INFO nova.virt.vmwareapi.vmops [None req-11aa472b-ebc7-4486-ae52-35d711a39c3a tempest-ServersNegativeTestJSON-1019155744 tempest-ServersNegativeTestJSON-1019155744-project-member] [instance: 206ded69-14c7-477f-9c36-376ff43a9641] Created linked-clone VM from snapshot [ 1030.389995] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e3aefdca-0a85-4cba-92dd-7ddcede14c78 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1030.397386] env[62328]: DEBUG nova.virt.vmwareapi.images [None req-11aa472b-ebc7-4486-ae52-35d711a39c3a tempest-ServersNegativeTestJSON-1019155744 tempest-ServersNegativeTestJSON-1019155744-project-member] [instance: 206ded69-14c7-477f-9c36-376ff43a9641] Uploading image 24092ccf-b6ce-4f05-b549-cdd3eab5dcd9 {{(pid=62328) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1030.419479] env[62328]: DEBUG oslo_vmware.rw_handles [None req-11aa472b-ebc7-4486-ae52-35d711a39c3a tempest-ServersNegativeTestJSON-1019155744 tempest-ServersNegativeTestJSON-1019155744-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1030.419479] env[62328]: value = "vm-484447" [ 1030.419479] env[62328]: _type = "VirtualMachine" [ 1030.419479] env[62328]: }. {{(pid=62328) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1030.419768] env[62328]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-b6c9260d-648c-4ab4-92e7-c6dd65fc6e81 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1030.426915] env[62328]: DEBUG oslo_vmware.rw_handles [None req-11aa472b-ebc7-4486-ae52-35d711a39c3a tempest-ServersNegativeTestJSON-1019155744 tempest-ServersNegativeTestJSON-1019155744-project-member] Lease: (returnval){ [ 1030.426915] env[62328]: value = "session[52a6e20e-410d-708a-99f2-080a575a99bd]52df72c5-05da-323f-8fb9-362ee8890235" [ 1030.426915] env[62328]: _type = "HttpNfcLease" [ 1030.426915] env[62328]: } obtained for exporting VM: (result){ [ 1030.426915] env[62328]: value = "vm-484447" [ 1030.426915] env[62328]: _type = "VirtualMachine" [ 1030.426915] env[62328]: }. {{(pid=62328) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1030.427198] env[62328]: DEBUG oslo_vmware.api [None req-11aa472b-ebc7-4486-ae52-35d711a39c3a tempest-ServersNegativeTestJSON-1019155744 tempest-ServersNegativeTestJSON-1019155744-project-member] Waiting for the lease: (returnval){ [ 1030.427198] env[62328]: value = "session[52a6e20e-410d-708a-99f2-080a575a99bd]52df72c5-05da-323f-8fb9-362ee8890235" [ 1030.427198] env[62328]: _type = "HttpNfcLease" [ 1030.427198] env[62328]: } to be ready. {{(pid=62328) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1030.433902] env[62328]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1030.433902] env[62328]: value = "session[52a6e20e-410d-708a-99f2-080a575a99bd]52df72c5-05da-323f-8fb9-362ee8890235" [ 1030.433902] env[62328]: _type = "HttpNfcLease" [ 1030.433902] env[62328]: } is initializing. {{(pid=62328) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1030.550329] env[62328]: DEBUG oslo_vmware.api [None req-81232478-0047-4c8b-a56a-159d4ab882da tempest-AttachVolumeShelveTestJSON-116809589 tempest-AttachVolumeShelveTestJSON-116809589-project-member] Task: {'id': task-2387503, 'name': RemoveSnapshot_Task, 'duration_secs': 0.413006} completed successfully. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1030.550671] env[62328]: DEBUG nova.virt.vmwareapi.vmops [None req-81232478-0047-4c8b-a56a-159d4ab882da tempest-AttachVolumeShelveTestJSON-116809589 tempest-AttachVolumeShelveTestJSON-116809589-project-member] [instance: 14c336fc-69e4-4ef8-a50f-e307b9902127] Deleted Snapshot of the VM instance {{(pid=62328) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1030.550809] env[62328]: DEBUG nova.compute.manager [None req-81232478-0047-4c8b-a56a-159d4ab882da tempest-AttachVolumeShelveTestJSON-116809589 tempest-AttachVolumeShelveTestJSON-116809589-project-member] [instance: 14c336fc-69e4-4ef8-a50f-e307b9902127] Checking state {{(pid=62328) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1030.551582] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e91d2989-e771-4e81-bea5-1a71224ec4db {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1030.564504] env[62328]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1030.564504] env[62328]: value = "session[52a6e20e-410d-708a-99f2-080a575a99bd]52e44c17-4cac-61b1-8493-1e59a608a05b" [ 1030.564504] env[62328]: _type = "HttpNfcLease" [ 1030.564504] env[62328]: } is ready. {{(pid=62328) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1030.564754] env[62328]: DEBUG oslo_vmware.rw_handles [None req-11462e75-5ecb-4851-b298-9d1eb1f0412e tempest-ServerActionsTestOtherB-626827456 tempest-ServerActionsTestOtherB-626827456-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1030.564754] env[62328]: value = "session[52a6e20e-410d-708a-99f2-080a575a99bd]52e44c17-4cac-61b1-8493-1e59a608a05b" [ 1030.564754] env[62328]: _type = "HttpNfcLease" [ 1030.564754] env[62328]: }. {{(pid=62328) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1030.565439] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0b420fd1-c0b8-4ee0-a41b-74eea40ba0d5 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1030.572834] env[62328]: DEBUG nova.compute.manager [None req-3602120f-4c5e-4b1a-b341-d381809fb26d tempest-ServerActionsTestJSON-389109759 tempest-ServerActionsTestJSON-389109759-project-member] [instance: dfccb16a-246f-4b74-ac7d-6c4ccf115110] Start spawning the instance on the hypervisor. {{(pid=62328) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1030.574752] env[62328]: DEBUG oslo_vmware.rw_handles [None req-11462e75-5ecb-4851-b298-9d1eb1f0412e tempest-ServerActionsTestOtherB-626827456 tempest-ServerActionsTestOtherB-626827456-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/524358ec-4785-cd24-2cf2-f5fe4b0d2a08/disk-0.vmdk from lease info. {{(pid=62328) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1030.574912] env[62328]: DEBUG oslo_vmware.rw_handles [None req-11462e75-5ecb-4851-b298-9d1eb1f0412e tempest-ServerActionsTestOtherB-626827456 tempest-ServerActionsTestOtherB-626827456-project-member] Opening URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/524358ec-4785-cd24-2cf2-f5fe4b0d2a08/disk-0.vmdk for reading. {{(pid=62328) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1030.643755] env[62328]: DEBUG nova.virt.hardware [None req-3602120f-4c5e-4b1a-b341-d381809fb26d tempest-ServerActionsTestJSON-389109759 tempest-ServerActionsTestJSON-389109759-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-07T17:16:55Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-07T17:16:37Z,direct_url=,disk_format='vmdk',id=dbf872a4-92be-47e4-8561-c3e2bf2423ab,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='2a64022f08d84b11a86773b900860ae5',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-07T17:16:38Z,virtual_size=,visibility=), allow threads: False {{(pid=62328) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1030.644032] env[62328]: DEBUG nova.virt.hardware [None req-3602120f-4c5e-4b1a-b341-d381809fb26d tempest-ServerActionsTestJSON-389109759 tempest-ServerActionsTestJSON-389109759-project-member] Flavor limits 0:0:0 {{(pid=62328) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1030.644227] env[62328]: DEBUG nova.virt.hardware [None req-3602120f-4c5e-4b1a-b341-d381809fb26d tempest-ServerActionsTestJSON-389109759 tempest-ServerActionsTestJSON-389109759-project-member] Image limits 0:0:0 {{(pid=62328) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1030.644452] env[62328]: DEBUG nova.virt.hardware [None req-3602120f-4c5e-4b1a-b341-d381809fb26d tempest-ServerActionsTestJSON-389109759 tempest-ServerActionsTestJSON-389109759-project-member] Flavor pref 0:0:0 {{(pid=62328) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1030.644611] env[62328]: DEBUG nova.virt.hardware [None req-3602120f-4c5e-4b1a-b341-d381809fb26d tempest-ServerActionsTestJSON-389109759 tempest-ServerActionsTestJSON-389109759-project-member] Image pref 0:0:0 {{(pid=62328) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1030.644775] env[62328]: DEBUG nova.virt.hardware [None req-3602120f-4c5e-4b1a-b341-d381809fb26d tempest-ServerActionsTestJSON-389109759 tempest-ServerActionsTestJSON-389109759-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62328) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1030.645040] env[62328]: DEBUG nova.virt.hardware [None req-3602120f-4c5e-4b1a-b341-d381809fb26d tempest-ServerActionsTestJSON-389109759 tempest-ServerActionsTestJSON-389109759-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62328) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1030.645273] env[62328]: DEBUG nova.virt.hardware [None req-3602120f-4c5e-4b1a-b341-d381809fb26d tempest-ServerActionsTestJSON-389109759 tempest-ServerActionsTestJSON-389109759-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62328) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1030.645537] env[62328]: DEBUG nova.virt.hardware [None req-3602120f-4c5e-4b1a-b341-d381809fb26d tempest-ServerActionsTestJSON-389109759 tempest-ServerActionsTestJSON-389109759-project-member] Got 1 possible topologies {{(pid=62328) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1030.645881] env[62328]: DEBUG nova.virt.hardware [None req-3602120f-4c5e-4b1a-b341-d381809fb26d tempest-ServerActionsTestJSON-389109759 tempest-ServerActionsTestJSON-389109759-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62328) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1030.646108] env[62328]: DEBUG nova.virt.hardware [None req-3602120f-4c5e-4b1a-b341-d381809fb26d tempest-ServerActionsTestJSON-389109759 tempest-ServerActionsTestJSON-389109759-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62328) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1030.647628] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7d23a7d7-75e2-4cb8-a1ab-cdfbdad582e7 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1030.656474] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3de988ac-bd56-449d-a787-002cfe6d66ce {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1030.685025] env[62328]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-40d8fa01-cae1-4dc7-bf7e-fb450173339c {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1030.692016] env[62328]: DEBUG oslo_vmware.api [None req-5f33bcfb-07fc-479a-acac-2b1813275eb3 tempest-AttachVolumeNegativeTest-1920358930 tempest-AttachVolumeNegativeTest-1920358930-project-member] Task: {'id': task-2387506, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.315286} completed successfully. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1030.692738] env[62328]: DEBUG nova.virt.vmwareapi.ds_util [None req-5f33bcfb-07fc-479a-acac-2b1813275eb3 tempest-AttachVolumeNegativeTest-1920358930 tempest-AttachVolumeNegativeTest-1920358930-project-member] Deleted the datastore file {{(pid=62328) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1030.693078] env[62328]: DEBUG nova.virt.vmwareapi.vmops [None req-5f33bcfb-07fc-479a-acac-2b1813275eb3 tempest-AttachVolumeNegativeTest-1920358930 tempest-AttachVolumeNegativeTest-1920358930-project-member] [instance: 7adef1ae-8c30-4c37-be1b-f4163d47eff1] Deleted contents of the VM from datastore datastore2 {{(pid=62328) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1030.693291] env[62328]: DEBUG nova.virt.vmwareapi.vmops [None req-5f33bcfb-07fc-479a-acac-2b1813275eb3 tempest-AttachVolumeNegativeTest-1920358930 tempest-AttachVolumeNegativeTest-1920358930-project-member] [instance: 7adef1ae-8c30-4c37-be1b-f4163d47eff1] Instance destroyed {{(pid=62328) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1030.693476] env[62328]: INFO nova.compute.manager [None req-5f33bcfb-07fc-479a-acac-2b1813275eb3 tempest-AttachVolumeNegativeTest-1920358930 tempest-AttachVolumeNegativeTest-1920358930-project-member] [instance: 7adef1ae-8c30-4c37-be1b-f4163d47eff1] Took 1.13 seconds to destroy the instance on the hypervisor. [ 1030.693717] env[62328]: DEBUG oslo.service.loopingcall [None req-5f33bcfb-07fc-479a-acac-2b1813275eb3 tempest-AttachVolumeNegativeTest-1920358930 tempest-AttachVolumeNegativeTest-1920358930-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62328) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1030.695581] env[62328]: DEBUG nova.compute.manager [-] [instance: 7adef1ae-8c30-4c37-be1b-f4163d47eff1] Deallocating network for instance {{(pid=62328) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1030.695869] env[62328]: DEBUG nova.network.neutron [-] [instance: 7adef1ae-8c30-4c37-be1b-f4163d47eff1] deallocate_for_instance() {{(pid=62328) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1030.892416] env[62328]: DEBUG oslo_concurrency.lockutils [None req-6baf2c06-e97d-4a4a-9cc6-f6d1ba1fb63d tempest-ServersTestJSON-2041147199 tempest-ServersTestJSON-2041147199-project-member] Lock "9c54e9e0-9a16-4589-90ee-3f793f5f4f8d" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 9.245s {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1030.935847] env[62328]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1030.935847] env[62328]: value = "session[52a6e20e-410d-708a-99f2-080a575a99bd]52df72c5-05da-323f-8fb9-362ee8890235" [ 1030.935847] env[62328]: _type = "HttpNfcLease" [ 1030.935847] env[62328]: } is ready. {{(pid=62328) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1030.936115] env[62328]: DEBUG oslo_vmware.rw_handles [None req-11aa472b-ebc7-4486-ae52-35d711a39c3a tempest-ServersNegativeTestJSON-1019155744 tempest-ServersNegativeTestJSON-1019155744-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1030.936115] env[62328]: value = "session[52a6e20e-410d-708a-99f2-080a575a99bd]52df72c5-05da-323f-8fb9-362ee8890235" [ 1030.936115] env[62328]: _type = "HttpNfcLease" [ 1030.936115] env[62328]: }. {{(pid=62328) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1030.936843] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a05bb3b1-d83b-49d0-94ea-5401fc527aed {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1030.944578] env[62328]: DEBUG oslo_vmware.rw_handles [None req-11aa472b-ebc7-4486-ae52-35d711a39c3a tempest-ServersNegativeTestJSON-1019155744 tempest-ServersNegativeTestJSON-1019155744-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52cc1047-8405-80b6-ef80-3ed3d8d55d14/disk-0.vmdk from lease info. {{(pid=62328) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1030.944859] env[62328]: DEBUG oslo_vmware.rw_handles [None req-11aa472b-ebc7-4486-ae52-35d711a39c3a tempest-ServersNegativeTestJSON-1019155744 tempest-ServersNegativeTestJSON-1019155744-project-member] Opening URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52cc1047-8405-80b6-ef80-3ed3d8d55d14/disk-0.vmdk for reading. {{(pid=62328) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1031.067608] env[62328]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-4a1cb378-6a9f-4bff-b185-1f3182449747 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1031.072118] env[62328]: INFO nova.compute.manager [None req-81232478-0047-4c8b-a56a-159d4ab882da tempest-AttachVolumeShelveTestJSON-116809589 tempest-AttachVolumeShelveTestJSON-116809589-project-member] [instance: 14c336fc-69e4-4ef8-a50f-e307b9902127] Shelve offloading [ 1031.302020] env[62328]: DEBUG nova.compute.manager [req-20e5fda2-0df3-4312-ad3f-85c838193f21 req-8b3d5f1b-9b41-4bba-8dc0-5f062521b11a service nova] [instance: dfccb16a-246f-4b74-ac7d-6c4ccf115110] Received event network-vif-plugged-d3af671b-2252-4a29-a0fb-84ebc1da6fa5 {{(pid=62328) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1031.303182] env[62328]: DEBUG oslo_concurrency.lockutils [req-20e5fda2-0df3-4312-ad3f-85c838193f21 req-8b3d5f1b-9b41-4bba-8dc0-5f062521b11a service nova] Acquiring lock "dfccb16a-246f-4b74-ac7d-6c4ccf115110-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1031.304217] env[62328]: DEBUG oslo_concurrency.lockutils [req-20e5fda2-0df3-4312-ad3f-85c838193f21 req-8b3d5f1b-9b41-4bba-8dc0-5f062521b11a service nova] Lock "dfccb16a-246f-4b74-ac7d-6c4ccf115110-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.002s {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1031.304988] env[62328]: DEBUG oslo_concurrency.lockutils [req-20e5fda2-0df3-4312-ad3f-85c838193f21 req-8b3d5f1b-9b41-4bba-8dc0-5f062521b11a service nova] Lock "dfccb16a-246f-4b74-ac7d-6c4ccf115110-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.001s {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1031.305612] env[62328]: DEBUG nova.compute.manager [req-20e5fda2-0df3-4312-ad3f-85c838193f21 req-8b3d5f1b-9b41-4bba-8dc0-5f062521b11a service nova] [instance: dfccb16a-246f-4b74-ac7d-6c4ccf115110] No waiting events found dispatching network-vif-plugged-d3af671b-2252-4a29-a0fb-84ebc1da6fa5 {{(pid=62328) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1031.305814] env[62328]: WARNING nova.compute.manager [req-20e5fda2-0df3-4312-ad3f-85c838193f21 req-8b3d5f1b-9b41-4bba-8dc0-5f062521b11a service nova] [instance: dfccb16a-246f-4b74-ac7d-6c4ccf115110] Received unexpected event network-vif-plugged-d3af671b-2252-4a29-a0fb-84ebc1da6fa5 for instance with vm_state building and task_state spawning. [ 1031.578443] env[62328]: DEBUG nova.virt.vmwareapi.vm_util [None req-81232478-0047-4c8b-a56a-159d4ab882da tempest-AttachVolumeShelveTestJSON-116809589 tempest-AttachVolumeShelveTestJSON-116809589-project-member] [instance: 14c336fc-69e4-4ef8-a50f-e307b9902127] Powering off the VM {{(pid=62328) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1031.582136] env[62328]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-6a91aad8-818e-40ba-98bf-c2f087bcba2a {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1031.592431] env[62328]: DEBUG oslo_vmware.api [None req-81232478-0047-4c8b-a56a-159d4ab882da tempest-AttachVolumeShelveTestJSON-116809589 tempest-AttachVolumeShelveTestJSON-116809589-project-member] Waiting for the task: (returnval){ [ 1031.592431] env[62328]: value = "task-2387508" [ 1031.592431] env[62328]: _type = "Task" [ 1031.592431] env[62328]: } to complete. {{(pid=62328) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1031.610821] env[62328]: DEBUG nova.virt.vmwareapi.vm_util [None req-81232478-0047-4c8b-a56a-159d4ab882da tempest-AttachVolumeShelveTestJSON-116809589 tempest-AttachVolumeShelveTestJSON-116809589-project-member] [instance: 14c336fc-69e4-4ef8-a50f-e307b9902127] VM already powered off {{(pid=62328) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1031.610821] env[62328]: DEBUG nova.compute.manager [None req-81232478-0047-4c8b-a56a-159d4ab882da tempest-AttachVolumeShelveTestJSON-116809589 tempest-AttachVolumeShelveTestJSON-116809589-project-member] [instance: 14c336fc-69e4-4ef8-a50f-e307b9902127] Checking state {{(pid=62328) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1031.611072] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-154f47c2-d424-4224-8263-5938b00d6b21 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1031.622149] env[62328]: DEBUG oslo_concurrency.lockutils [None req-81232478-0047-4c8b-a56a-159d4ab882da tempest-AttachVolumeShelveTestJSON-116809589 tempest-AttachVolumeShelveTestJSON-116809589-project-member] Acquiring lock "refresh_cache-14c336fc-69e4-4ef8-a50f-e307b9902127" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1031.622149] env[62328]: DEBUG oslo_concurrency.lockutils [None req-81232478-0047-4c8b-a56a-159d4ab882da tempest-AttachVolumeShelveTestJSON-116809589 tempest-AttachVolumeShelveTestJSON-116809589-project-member] Acquired lock "refresh_cache-14c336fc-69e4-4ef8-a50f-e307b9902127" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1031.622149] env[62328]: DEBUG nova.network.neutron [None req-81232478-0047-4c8b-a56a-159d4ab882da tempest-AttachVolumeShelveTestJSON-116809589 tempest-AttachVolumeShelveTestJSON-116809589-project-member] [instance: 14c336fc-69e4-4ef8-a50f-e307b9902127] Building network info cache for instance {{(pid=62328) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1031.653499] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3bdb5c0a-8d8f-4e1b-baff-355902d3c5b9 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1031.665024] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-650e7d2b-6a00-4f73-991e-f8d75ca4f565 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1031.707623] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-20df1672-6307-47ff-aed4-1809d6a97718 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1031.717068] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e9ddbf35-a634-4ed3-86cf-7d769a854902 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1031.725377] env[62328]: DEBUG nova.compute.manager [req-e4eda453-7aa4-4e03-8b27-5498b9e55f1c req-18dd0c90-2c81-4211-91c6-b9e57b22e62f service nova] [instance: 7adef1ae-8c30-4c37-be1b-f4163d47eff1] Received event network-vif-deleted-14162527-1b6f-4bf3-a827-e82f28bdb421 {{(pid=62328) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1031.725481] env[62328]: INFO nova.compute.manager [req-e4eda453-7aa4-4e03-8b27-5498b9e55f1c req-18dd0c90-2c81-4211-91c6-b9e57b22e62f service nova] [instance: 7adef1ae-8c30-4c37-be1b-f4163d47eff1] Neutron deleted interface 14162527-1b6f-4bf3-a827-e82f28bdb421; detaching it from the instance and deleting it from the info cache [ 1031.725689] env[62328]: DEBUG nova.network.neutron [req-e4eda453-7aa4-4e03-8b27-5498b9e55f1c req-18dd0c90-2c81-4211-91c6-b9e57b22e62f service nova] [instance: 7adef1ae-8c30-4c37-be1b-f4163d47eff1] Updating instance_info_cache with network_info: [] {{(pid=62328) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1031.748177] env[62328]: DEBUG nova.compute.provider_tree [None req-f8b1c879-837e-4467-b448-e2bd0821add7 tempest-ServerActionsTestOtherA-1098162655 tempest-ServerActionsTestOtherA-1098162655-project-member] Inventory has not changed in ProviderTree for provider: 3469e9f8-04af-49ca-8435-49f104496744 {{(pid=62328) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1031.893203] env[62328]: DEBUG oslo_concurrency.lockutils [None req-8a9a6ff4-941f-4aef-b9bd-3add766fabf4 tempest-DeleteServersTestJSON-1766103036 tempest-DeleteServersTestJSON-1766103036-project-member] Acquiring lock "3db7d429-ea91-47d7-8a21-10390b2a5ac5" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1031.893203] env[62328]: DEBUG oslo_concurrency.lockutils [None req-8a9a6ff4-941f-4aef-b9bd-3add766fabf4 tempest-DeleteServersTestJSON-1766103036 tempest-DeleteServersTestJSON-1766103036-project-member] Lock "3db7d429-ea91-47d7-8a21-10390b2a5ac5" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1031.893203] env[62328]: DEBUG oslo_concurrency.lockutils [None req-8a9a6ff4-941f-4aef-b9bd-3add766fabf4 tempest-DeleteServersTestJSON-1766103036 tempest-DeleteServersTestJSON-1766103036-project-member] Acquiring lock "3db7d429-ea91-47d7-8a21-10390b2a5ac5-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1031.893504] env[62328]: DEBUG oslo_concurrency.lockutils [None req-8a9a6ff4-941f-4aef-b9bd-3add766fabf4 tempest-DeleteServersTestJSON-1766103036 tempest-DeleteServersTestJSON-1766103036-project-member] Lock "3db7d429-ea91-47d7-8a21-10390b2a5ac5-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1031.893621] env[62328]: DEBUG oslo_concurrency.lockutils [None req-8a9a6ff4-941f-4aef-b9bd-3add766fabf4 tempest-DeleteServersTestJSON-1766103036 tempest-DeleteServersTestJSON-1766103036-project-member] Lock "3db7d429-ea91-47d7-8a21-10390b2a5ac5-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1031.896233] env[62328]: INFO nova.compute.manager [None req-8a9a6ff4-941f-4aef-b9bd-3add766fabf4 tempest-DeleteServersTestJSON-1766103036 tempest-DeleteServersTestJSON-1766103036-project-member] [instance: 3db7d429-ea91-47d7-8a21-10390b2a5ac5] Terminating instance [ 1031.949098] env[62328]: DEBUG nova.network.neutron [None req-3602120f-4c5e-4b1a-b341-d381809fb26d tempest-ServerActionsTestJSON-389109759 tempest-ServerActionsTestJSON-389109759-project-member] [instance: dfccb16a-246f-4b74-ac7d-6c4ccf115110] Successfully updated port: d3af671b-2252-4a29-a0fb-84ebc1da6fa5 {{(pid=62328) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1032.039667] env[62328]: DEBUG nova.network.neutron [-] [instance: 7adef1ae-8c30-4c37-be1b-f4163d47eff1] Updating instance_info_cache with network_info: [] {{(pid=62328) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1032.235014] env[62328]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-ffca7132-05d8-4403-9345-9528d4957e89 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1032.245843] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6c962480-dfd7-4633-820b-e2f96f4cf331 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1032.262686] env[62328]: DEBUG nova.scheduler.client.report [None req-f8b1c879-837e-4467-b448-e2bd0821add7 tempest-ServerActionsTestOtherA-1098162655 tempest-ServerActionsTestOtherA-1098162655-project-member] Inventory has not changed for provider 3469e9f8-04af-49ca-8435-49f104496744 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 152, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62328) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1032.291464] env[62328]: DEBUG nova.compute.manager [req-e4eda453-7aa4-4e03-8b27-5498b9e55f1c req-18dd0c90-2c81-4211-91c6-b9e57b22e62f service nova] [instance: 7adef1ae-8c30-4c37-be1b-f4163d47eff1] Detach interface failed, port_id=14162527-1b6f-4bf3-a827-e82f28bdb421, reason: Instance 7adef1ae-8c30-4c37-be1b-f4163d47eff1 could not be found. {{(pid=62328) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 1032.404734] env[62328]: DEBUG nova.compute.manager [None req-8a9a6ff4-941f-4aef-b9bd-3add766fabf4 tempest-DeleteServersTestJSON-1766103036 tempest-DeleteServersTestJSON-1766103036-project-member] [instance: 3db7d429-ea91-47d7-8a21-10390b2a5ac5] Start destroying the instance on the hypervisor. {{(pid=62328) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1032.405180] env[62328]: DEBUG nova.virt.vmwareapi.vmops [None req-8a9a6ff4-941f-4aef-b9bd-3add766fabf4 tempest-DeleteServersTestJSON-1766103036 tempest-DeleteServersTestJSON-1766103036-project-member] [instance: 3db7d429-ea91-47d7-8a21-10390b2a5ac5] Destroying instance {{(pid=62328) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1032.406202] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-35a7ebb0-8425-4708-b4f6-1bc2031e5dbd {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1032.414658] env[62328]: DEBUG nova.virt.vmwareapi.vmops [None req-8a9a6ff4-941f-4aef-b9bd-3add766fabf4 tempest-DeleteServersTestJSON-1766103036 tempest-DeleteServersTestJSON-1766103036-project-member] [instance: 3db7d429-ea91-47d7-8a21-10390b2a5ac5] Unregistering the VM {{(pid=62328) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1032.415120] env[62328]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-2ef8a307-6f97-4be4-9364-99ebce8d5212 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1032.465633] env[62328]: DEBUG oslo_concurrency.lockutils [None req-3602120f-4c5e-4b1a-b341-d381809fb26d tempest-ServerActionsTestJSON-389109759 tempest-ServerActionsTestJSON-389109759-project-member] Acquiring lock "refresh_cache-dfccb16a-246f-4b74-ac7d-6c4ccf115110" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1032.465782] env[62328]: DEBUG oslo_concurrency.lockutils [None req-3602120f-4c5e-4b1a-b341-d381809fb26d tempest-ServerActionsTestJSON-389109759 tempest-ServerActionsTestJSON-389109759-project-member] Acquired lock "refresh_cache-dfccb16a-246f-4b74-ac7d-6c4ccf115110" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.465977] env[62328]: DEBUG nova.network.neutron [None req-3602120f-4c5e-4b1a-b341-d381809fb26d tempest-ServerActionsTestJSON-389109759 tempest-ServerActionsTestJSON-389109759-project-member] [instance: dfccb16a-246f-4b74-ac7d-6c4ccf115110] Building network info cache for instance {{(pid=62328) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1032.479700] env[62328]: DEBUG nova.network.neutron [None req-81232478-0047-4c8b-a56a-159d4ab882da tempest-AttachVolumeShelveTestJSON-116809589 tempest-AttachVolumeShelveTestJSON-116809589-project-member] [instance: 14c336fc-69e4-4ef8-a50f-e307b9902127] Updating instance_info_cache with network_info: [{"id": "4b52fd26-0fb8-45e8-968b-9005eecb9af7", "address": "fa:16:3e:0b:eb:4c", "network": {"id": "2d1c453e-aaeb-45b7-bdcd-3cbaf03a6053", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1795840742-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.204", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f7ed1d0f45904d658c8becad7c3f621c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "cba18f15-a919-422e-a423-1e705e233389", "external-id": "nsx-vlan-transportzone-79", "segmentation_id": 79, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4b52fd26-0f", "ovs_interfaceid": "4b52fd26-0fb8-45e8-968b-9005eecb9af7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62328) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1032.488787] env[62328]: DEBUG nova.virt.vmwareapi.vmops [None req-8a9a6ff4-941f-4aef-b9bd-3add766fabf4 tempest-DeleteServersTestJSON-1766103036 tempest-DeleteServersTestJSON-1766103036-project-member] [instance: 3db7d429-ea91-47d7-8a21-10390b2a5ac5] Unregistered the VM {{(pid=62328) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1032.489066] env[62328]: DEBUG nova.virt.vmwareapi.vmops [None req-8a9a6ff4-941f-4aef-b9bd-3add766fabf4 tempest-DeleteServersTestJSON-1766103036 tempest-DeleteServersTestJSON-1766103036-project-member] [instance: 3db7d429-ea91-47d7-8a21-10390b2a5ac5] Deleting contents of the VM from datastore datastore1 {{(pid=62328) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1032.489302] env[62328]: DEBUG nova.virt.vmwareapi.ds_util [None req-8a9a6ff4-941f-4aef-b9bd-3add766fabf4 tempest-DeleteServersTestJSON-1766103036 tempest-DeleteServersTestJSON-1766103036-project-member] Deleting the datastore file [datastore1] 3db7d429-ea91-47d7-8a21-10390b2a5ac5 {{(pid=62328) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1032.489593] env[62328]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-9b3fd893-3feb-4406-8e81-d995074c3975 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1032.498513] env[62328]: DEBUG oslo_vmware.api [None req-8a9a6ff4-941f-4aef-b9bd-3add766fabf4 tempest-DeleteServersTestJSON-1766103036 tempest-DeleteServersTestJSON-1766103036-project-member] Waiting for the task: (returnval){ [ 1032.498513] env[62328]: value = "task-2387510" [ 1032.498513] env[62328]: _type = "Task" [ 1032.498513] env[62328]: } to complete. {{(pid=62328) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1032.508368] env[62328]: DEBUG oslo_vmware.api [None req-8a9a6ff4-941f-4aef-b9bd-3add766fabf4 tempest-DeleteServersTestJSON-1766103036 tempest-DeleteServersTestJSON-1766103036-project-member] Task: {'id': task-2387510, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1032.545105] env[62328]: INFO nova.compute.manager [-] [instance: 7adef1ae-8c30-4c37-be1b-f4163d47eff1] Took 1.85 seconds to deallocate network for instance. [ 1032.654783] env[62328]: DEBUG oslo_concurrency.lockutils [None req-79705702-697f-4726-8565-0d690c3876c5 tempest-ServersTestJSON-2041147199 tempest-ServersTestJSON-2041147199-project-member] Acquiring lock "1238ca59-2e55-4d5c-bbf8-2730ee5e6739" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1032.655956] env[62328]: DEBUG oslo_concurrency.lockutils [None req-79705702-697f-4726-8565-0d690c3876c5 tempest-ServersTestJSON-2041147199 tempest-ServersTestJSON-2041147199-project-member] Lock "1238ca59-2e55-4d5c-bbf8-2730ee5e6739" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1032.767741] env[62328]: DEBUG oslo_concurrency.lockutils [None req-f8b1c879-837e-4467-b448-e2bd0821add7 tempest-ServerActionsTestOtherA-1098162655 tempest-ServerActionsTestOtherA-1098162655-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.411s {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1032.768329] env[62328]: DEBUG nova.compute.manager [None req-f8b1c879-837e-4467-b448-e2bd0821add7 tempest-ServerActionsTestOtherA-1098162655 tempest-ServerActionsTestOtherA-1098162655-project-member] [instance: 1326c869-c3f4-4936-bc3b-451b08fc0933] Start building networks asynchronously for instance. {{(pid=62328) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1032.983410] env[62328]: DEBUG oslo_concurrency.lockutils [None req-81232478-0047-4c8b-a56a-159d4ab882da tempest-AttachVolumeShelveTestJSON-116809589 tempest-AttachVolumeShelveTestJSON-116809589-project-member] Releasing lock "refresh_cache-14c336fc-69e4-4ef8-a50f-e307b9902127" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1033.009706] env[62328]: DEBUG oslo_vmware.api [None req-8a9a6ff4-941f-4aef-b9bd-3add766fabf4 tempest-DeleteServersTestJSON-1766103036 tempest-DeleteServersTestJSON-1766103036-project-member] Task: {'id': task-2387510, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.335702} completed successfully. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1033.010013] env[62328]: DEBUG nova.virt.vmwareapi.ds_util [None req-8a9a6ff4-941f-4aef-b9bd-3add766fabf4 tempest-DeleteServersTestJSON-1766103036 tempest-DeleteServersTestJSON-1766103036-project-member] Deleted the datastore file {{(pid=62328) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1033.010213] env[62328]: DEBUG nova.virt.vmwareapi.vmops [None req-8a9a6ff4-941f-4aef-b9bd-3add766fabf4 tempest-DeleteServersTestJSON-1766103036 tempest-DeleteServersTestJSON-1766103036-project-member] [instance: 3db7d429-ea91-47d7-8a21-10390b2a5ac5] Deleted contents of the VM from datastore datastore1 {{(pid=62328) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1033.010412] env[62328]: DEBUG nova.virt.vmwareapi.vmops [None req-8a9a6ff4-941f-4aef-b9bd-3add766fabf4 tempest-DeleteServersTestJSON-1766103036 tempest-DeleteServersTestJSON-1766103036-project-member] [instance: 3db7d429-ea91-47d7-8a21-10390b2a5ac5] Instance destroyed {{(pid=62328) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1033.010588] env[62328]: INFO nova.compute.manager [None req-8a9a6ff4-941f-4aef-b9bd-3add766fabf4 tempest-DeleteServersTestJSON-1766103036 tempest-DeleteServersTestJSON-1766103036-project-member] [instance: 3db7d429-ea91-47d7-8a21-10390b2a5ac5] Took 0.61 seconds to destroy the instance on the hypervisor. [ 1033.010829] env[62328]: DEBUG oslo.service.loopingcall [None req-8a9a6ff4-941f-4aef-b9bd-3add766fabf4 tempest-DeleteServersTestJSON-1766103036 tempest-DeleteServersTestJSON-1766103036-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62328) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1033.011052] env[62328]: DEBUG nova.compute.manager [-] [instance: 3db7d429-ea91-47d7-8a21-10390b2a5ac5] Deallocating network for instance {{(pid=62328) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1033.011166] env[62328]: DEBUG nova.network.neutron [-] [instance: 3db7d429-ea91-47d7-8a21-10390b2a5ac5] deallocate_for_instance() {{(pid=62328) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1033.030348] env[62328]: DEBUG nova.network.neutron [None req-3602120f-4c5e-4b1a-b341-d381809fb26d tempest-ServerActionsTestJSON-389109759 tempest-ServerActionsTestJSON-389109759-project-member] [instance: dfccb16a-246f-4b74-ac7d-6c4ccf115110] Instance cache missing network info. {{(pid=62328) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1033.051803] env[62328]: DEBUG oslo_concurrency.lockutils [None req-5f33bcfb-07fc-479a-acac-2b1813275eb3 tempest-AttachVolumeNegativeTest-1920358930 tempest-AttachVolumeNegativeTest-1920358930-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1033.052143] env[62328]: DEBUG oslo_concurrency.lockutils [None req-5f33bcfb-07fc-479a-acac-2b1813275eb3 tempest-AttachVolumeNegativeTest-1920358930 tempest-AttachVolumeNegativeTest-1920358930-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1033.052367] env[62328]: DEBUG nova.objects.instance [None req-5f33bcfb-07fc-479a-acac-2b1813275eb3 tempest-AttachVolumeNegativeTest-1920358930 tempest-AttachVolumeNegativeTest-1920358930-project-member] Lazy-loading 'resources' on Instance uuid 7adef1ae-8c30-4c37-be1b-f4163d47eff1 {{(pid=62328) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1033.158558] env[62328]: DEBUG nova.compute.manager [None req-79705702-697f-4726-8565-0d690c3876c5 tempest-ServersTestJSON-2041147199 tempest-ServersTestJSON-2041147199-project-member] [instance: 1238ca59-2e55-4d5c-bbf8-2730ee5e6739] Starting instance... {{(pid=62328) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1033.274804] env[62328]: DEBUG nova.compute.utils [None req-f8b1c879-837e-4467-b448-e2bd0821add7 tempest-ServerActionsTestOtherA-1098162655 tempest-ServerActionsTestOtherA-1098162655-project-member] Using /dev/sd instead of None {{(pid=62328) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1033.277118] env[62328]: DEBUG nova.compute.manager [None req-f8b1c879-837e-4467-b448-e2bd0821add7 tempest-ServerActionsTestOtherA-1098162655 tempest-ServerActionsTestOtherA-1098162655-project-member] [instance: 1326c869-c3f4-4936-bc3b-451b08fc0933] Allocating IP information in the background. {{(pid=62328) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1033.277118] env[62328]: DEBUG nova.network.neutron [None req-f8b1c879-837e-4467-b448-e2bd0821add7 tempest-ServerActionsTestOtherA-1098162655 tempest-ServerActionsTestOtherA-1098162655-project-member] [instance: 1326c869-c3f4-4936-bc3b-451b08fc0933] allocate_for_instance() {{(pid=62328) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1033.412357] env[62328]: DEBUG nova.network.neutron [None req-3602120f-4c5e-4b1a-b341-d381809fb26d tempest-ServerActionsTestJSON-389109759 tempest-ServerActionsTestJSON-389109759-project-member] [instance: dfccb16a-246f-4b74-ac7d-6c4ccf115110] Updating instance_info_cache with network_info: [{"id": "d3af671b-2252-4a29-a0fb-84ebc1da6fa5", "address": "fa:16:3e:43:0f:8d", "network": {"id": "805c8157-3d39-4783-8cec-987f63104f4b", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-938088414-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9a4c228c680f4e5fa3409558e769cc0a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c1195acd-707f-4bac-a99d-14db17a63802", "external-id": "nsx-vlan-transportzone-322", "segmentation_id": 322, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd3af671b-22", "ovs_interfaceid": "d3af671b-2252-4a29-a0fb-84ebc1da6fa5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62328) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1033.424285] env[62328]: DEBUG nova.policy [None req-f8b1c879-837e-4467-b448-e2bd0821add7 tempest-ServerActionsTestOtherA-1098162655 tempest-ServerActionsTestOtherA-1098162655-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '88bd126377eb4987811db1be067275a9', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '17143bbcad5b4da0801478fe45bd8ce6', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62328) authorize /opt/stack/nova/nova/policy.py:192}} [ 1033.595900] env[62328]: DEBUG nova.compute.manager [req-0003ac32-edc5-4e81-bcc1-e469fba65522 req-5b509a78-c1e4-4539-86f9-621df7a16704 service nova] [instance: 3db7d429-ea91-47d7-8a21-10390b2a5ac5] Received event network-vif-deleted-8cece265-403c-400c-8080-de095ccb2c1f {{(pid=62328) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1033.595957] env[62328]: INFO nova.compute.manager [req-0003ac32-edc5-4e81-bcc1-e469fba65522 req-5b509a78-c1e4-4539-86f9-621df7a16704 service nova] [instance: 3db7d429-ea91-47d7-8a21-10390b2a5ac5] Neutron deleted interface 8cece265-403c-400c-8080-de095ccb2c1f; detaching it from the instance and deleting it from the info cache [ 1033.596137] env[62328]: DEBUG nova.network.neutron [req-0003ac32-edc5-4e81-bcc1-e469fba65522 req-5b509a78-c1e4-4539-86f9-621df7a16704 service nova] [instance: 3db7d429-ea91-47d7-8a21-10390b2a5ac5] Updating instance_info_cache with network_info: [] {{(pid=62328) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1033.684173] env[62328]: DEBUG oslo_concurrency.lockutils [None req-79705702-697f-4726-8565-0d690c3876c5 tempest-ServersTestJSON-2041147199 tempest-ServersTestJSON-2041147199-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1033.784096] env[62328]: DEBUG nova.compute.manager [None req-f8b1c879-837e-4467-b448-e2bd0821add7 tempest-ServerActionsTestOtherA-1098162655 tempest-ServerActionsTestOtherA-1098162655-project-member] [instance: 1326c869-c3f4-4936-bc3b-451b08fc0933] Start building block device mappings for instance. {{(pid=62328) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1033.823987] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a96a4102-48b2-4909-b928-b128899c18d1 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1033.835099] env[62328]: DEBUG nova.virt.vmwareapi.vmops [None req-81232478-0047-4c8b-a56a-159d4ab882da tempest-AttachVolumeShelveTestJSON-116809589 tempest-AttachVolumeShelveTestJSON-116809589-project-member] [instance: 14c336fc-69e4-4ef8-a50f-e307b9902127] Destroying instance {{(pid=62328) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1033.835099] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0330d926-913b-458f-8e2f-d709b7b9dc42 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1033.844285] env[62328]: DEBUG nova.virt.vmwareapi.vmops [None req-81232478-0047-4c8b-a56a-159d4ab882da tempest-AttachVolumeShelveTestJSON-116809589 tempest-AttachVolumeShelveTestJSON-116809589-project-member] [instance: 14c336fc-69e4-4ef8-a50f-e307b9902127] Unregistering the VM {{(pid=62328) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1033.848012] env[62328]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-004e28e4-32e1-42eb-8612-183748ffb834 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1033.850819] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-387b88a3-b263-47e8-ae02-66fb03f5e022 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1033.886824] env[62328]: DEBUG nova.compute.manager [req-9d2d6ae3-ef64-4271-899c-ff2fea2b75d9 req-bd314880-e32f-483b-908e-f446d3716df6 service nova] [instance: dfccb16a-246f-4b74-ac7d-6c4ccf115110] Received event network-changed-d3af671b-2252-4a29-a0fb-84ebc1da6fa5 {{(pid=62328) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1033.887027] env[62328]: DEBUG nova.compute.manager [req-9d2d6ae3-ef64-4271-899c-ff2fea2b75d9 req-bd314880-e32f-483b-908e-f446d3716df6 service nova] [instance: dfccb16a-246f-4b74-ac7d-6c4ccf115110] Refreshing instance network info cache due to event network-changed-d3af671b-2252-4a29-a0fb-84ebc1da6fa5. {{(pid=62328) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1033.887465] env[62328]: DEBUG oslo_concurrency.lockutils [req-9d2d6ae3-ef64-4271-899c-ff2fea2b75d9 req-bd314880-e32f-483b-908e-f446d3716df6 service nova] Acquiring lock "refresh_cache-dfccb16a-246f-4b74-ac7d-6c4ccf115110" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1033.888203] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bab4dea6-d475-4ebd-97f5-ff2b444ced01 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1033.897146] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b24e3fc2-e0cb-48bf-87f3-628998e38318 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1033.913903] env[62328]: DEBUG nova.compute.provider_tree [None req-5f33bcfb-07fc-479a-acac-2b1813275eb3 tempest-AttachVolumeNegativeTest-1920358930 tempest-AttachVolumeNegativeTest-1920358930-project-member] Inventory has not changed in ProviderTree for provider: 3469e9f8-04af-49ca-8435-49f104496744 {{(pid=62328) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1033.916131] env[62328]: DEBUG oslo_concurrency.lockutils [None req-3602120f-4c5e-4b1a-b341-d381809fb26d tempest-ServerActionsTestJSON-389109759 tempest-ServerActionsTestJSON-389109759-project-member] Releasing lock "refresh_cache-dfccb16a-246f-4b74-ac7d-6c4ccf115110" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1033.916590] env[62328]: DEBUG nova.compute.manager [None req-3602120f-4c5e-4b1a-b341-d381809fb26d tempest-ServerActionsTestJSON-389109759 tempest-ServerActionsTestJSON-389109759-project-member] [instance: dfccb16a-246f-4b74-ac7d-6c4ccf115110] Instance network_info: |[{"id": "d3af671b-2252-4a29-a0fb-84ebc1da6fa5", "address": "fa:16:3e:43:0f:8d", "network": {"id": "805c8157-3d39-4783-8cec-987f63104f4b", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-938088414-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9a4c228c680f4e5fa3409558e769cc0a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c1195acd-707f-4bac-a99d-14db17a63802", "external-id": "nsx-vlan-transportzone-322", "segmentation_id": 322, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd3af671b-22", "ovs_interfaceid": "d3af671b-2252-4a29-a0fb-84ebc1da6fa5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62328) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1033.917151] env[62328]: DEBUG oslo_concurrency.lockutils [req-9d2d6ae3-ef64-4271-899c-ff2fea2b75d9 req-bd314880-e32f-483b-908e-f446d3716df6 service nova] Acquired lock "refresh_cache-dfccb16a-246f-4b74-ac7d-6c4ccf115110" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1033.917344] env[62328]: DEBUG nova.network.neutron [req-9d2d6ae3-ef64-4271-899c-ff2fea2b75d9 req-bd314880-e32f-483b-908e-f446d3716df6 service nova] [instance: dfccb16a-246f-4b74-ac7d-6c4ccf115110] Refreshing network info cache for port d3af671b-2252-4a29-a0fb-84ebc1da6fa5 {{(pid=62328) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1033.922394] env[62328]: DEBUG nova.virt.vmwareapi.vmops [None req-3602120f-4c5e-4b1a-b341-d381809fb26d tempest-ServerActionsTestJSON-389109759 tempest-ServerActionsTestJSON-389109759-project-member] [instance: dfccb16a-246f-4b74-ac7d-6c4ccf115110] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:43:0f:8d', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'c1195acd-707f-4bac-a99d-14db17a63802', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'd3af671b-2252-4a29-a0fb-84ebc1da6fa5', 'vif_model': 'vmxnet3'}] {{(pid=62328) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1033.928181] env[62328]: DEBUG oslo.service.loopingcall [None req-3602120f-4c5e-4b1a-b341-d381809fb26d tempest-ServerActionsTestJSON-389109759 tempest-ServerActionsTestJSON-389109759-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62328) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1033.932354] env[62328]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: dfccb16a-246f-4b74-ac7d-6c4ccf115110] Creating VM on the ESX host {{(pid=62328) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1033.932354] env[62328]: DEBUG nova.virt.vmwareapi.vmops [None req-81232478-0047-4c8b-a56a-159d4ab882da tempest-AttachVolumeShelveTestJSON-116809589 tempest-AttachVolumeShelveTestJSON-116809589-project-member] [instance: 14c336fc-69e4-4ef8-a50f-e307b9902127] Unregistered the VM {{(pid=62328) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1033.932783] env[62328]: DEBUG nova.virt.vmwareapi.vmops [None req-81232478-0047-4c8b-a56a-159d4ab882da tempest-AttachVolumeShelveTestJSON-116809589 tempest-AttachVolumeShelveTestJSON-116809589-project-member] [instance: 14c336fc-69e4-4ef8-a50f-e307b9902127] Deleting contents of the VM from datastore datastore2 {{(pid=62328) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1033.932905] env[62328]: DEBUG nova.virt.vmwareapi.ds_util [None req-81232478-0047-4c8b-a56a-159d4ab882da tempest-AttachVolumeShelveTestJSON-116809589 tempest-AttachVolumeShelveTestJSON-116809589-project-member] Deleting the datastore file [datastore2] 14c336fc-69e4-4ef8-a50f-e307b9902127 {{(pid=62328) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1033.934274] env[62328]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-929e90a6-b412-438e-acb7-a6513b5a8053 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1033.950579] env[62328]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-38e7b970-e050-4d3d-a7ea-42a52e1d92a4 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1033.957603] env[62328]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1033.957603] env[62328]: value = "task-2387512" [ 1033.957603] env[62328]: _type = "Task" [ 1033.957603] env[62328]: } to complete. {{(pid=62328) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1033.959252] env[62328]: DEBUG oslo_vmware.api [None req-81232478-0047-4c8b-a56a-159d4ab882da tempest-AttachVolumeShelveTestJSON-116809589 tempest-AttachVolumeShelveTestJSON-116809589-project-member] Waiting for the task: (returnval){ [ 1033.959252] env[62328]: value = "task-2387513" [ 1033.959252] env[62328]: _type = "Task" [ 1033.959252] env[62328]: } to complete. {{(pid=62328) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1033.971815] env[62328]: DEBUG oslo_vmware.api [-] Task: {'id': task-2387512, 'name': CreateVM_Task} progress is 0%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1033.975101] env[62328]: DEBUG oslo_vmware.api [None req-81232478-0047-4c8b-a56a-159d4ab882da tempest-AttachVolumeShelveTestJSON-116809589 tempest-AttachVolumeShelveTestJSON-116809589-project-member] Task: {'id': task-2387513, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1033.985256] env[62328]: DEBUG nova.network.neutron [None req-f8b1c879-837e-4467-b448-e2bd0821add7 tempest-ServerActionsTestOtherA-1098162655 tempest-ServerActionsTestOtherA-1098162655-project-member] [instance: 1326c869-c3f4-4936-bc3b-451b08fc0933] Successfully created port: 6a06a42c-49e2-46b3-b4e1-be1886683665 {{(pid=62328) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1034.004392] env[62328]: DEBUG nova.network.neutron [-] [instance: 3db7d429-ea91-47d7-8a21-10390b2a5ac5] Updating instance_info_cache with network_info: [] {{(pid=62328) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1034.099267] env[62328]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-bbd4fb2f-73cf-499e-955e-5ee2c1b5878d {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1034.109911] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-72d4caa9-484c-4fc8-b552-6a24bf1e76ac {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1034.146651] env[62328]: DEBUG nova.compute.manager [req-0003ac32-edc5-4e81-bcc1-e469fba65522 req-5b509a78-c1e4-4539-86f9-621df7a16704 service nova] [instance: 3db7d429-ea91-47d7-8a21-10390b2a5ac5] Detach interface failed, port_id=8cece265-403c-400c-8080-de095ccb2c1f, reason: Instance 3db7d429-ea91-47d7-8a21-10390b2a5ac5 could not be found. {{(pid=62328) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 1034.419288] env[62328]: DEBUG nova.scheduler.client.report [None req-5f33bcfb-07fc-479a-acac-2b1813275eb3 tempest-AttachVolumeNegativeTest-1920358930 tempest-AttachVolumeNegativeTest-1920358930-project-member] Inventory has not changed for provider 3469e9f8-04af-49ca-8435-49f104496744 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 152, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62328) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1034.475587] env[62328]: DEBUG oslo_vmware.api [-] Task: {'id': task-2387512, 'name': CreateVM_Task} progress is 99%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1034.480432] env[62328]: DEBUG oslo_vmware.api [None req-81232478-0047-4c8b-a56a-159d4ab882da tempest-AttachVolumeShelveTestJSON-116809589 tempest-AttachVolumeShelveTestJSON-116809589-project-member] Task: {'id': task-2387513, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.25608} completed successfully. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1034.480432] env[62328]: DEBUG nova.virt.vmwareapi.ds_util [None req-81232478-0047-4c8b-a56a-159d4ab882da tempest-AttachVolumeShelveTestJSON-116809589 tempest-AttachVolumeShelveTestJSON-116809589-project-member] Deleted the datastore file {{(pid=62328) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1034.480432] env[62328]: DEBUG nova.virt.vmwareapi.vmops [None req-81232478-0047-4c8b-a56a-159d4ab882da tempest-AttachVolumeShelveTestJSON-116809589 tempest-AttachVolumeShelveTestJSON-116809589-project-member] [instance: 14c336fc-69e4-4ef8-a50f-e307b9902127] Deleted contents of the VM from datastore datastore2 {{(pid=62328) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1034.480432] env[62328]: DEBUG nova.virt.vmwareapi.vmops [None req-81232478-0047-4c8b-a56a-159d4ab882da tempest-AttachVolumeShelveTestJSON-116809589 tempest-AttachVolumeShelveTestJSON-116809589-project-member] [instance: 14c336fc-69e4-4ef8-a50f-e307b9902127] Instance destroyed {{(pid=62328) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1034.500901] env[62328]: INFO nova.scheduler.client.report [None req-81232478-0047-4c8b-a56a-159d4ab882da tempest-AttachVolumeShelveTestJSON-116809589 tempest-AttachVolumeShelveTestJSON-116809589-project-member] Deleted allocations for instance 14c336fc-69e4-4ef8-a50f-e307b9902127 [ 1034.508212] env[62328]: INFO nova.compute.manager [-] [instance: 3db7d429-ea91-47d7-8a21-10390b2a5ac5] Took 1.50 seconds to deallocate network for instance. [ 1034.733598] env[62328]: DEBUG nova.network.neutron [req-9d2d6ae3-ef64-4271-899c-ff2fea2b75d9 req-bd314880-e32f-483b-908e-f446d3716df6 service nova] [instance: dfccb16a-246f-4b74-ac7d-6c4ccf115110] Updated VIF entry in instance network info cache for port d3af671b-2252-4a29-a0fb-84ebc1da6fa5. {{(pid=62328) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1034.734027] env[62328]: DEBUG nova.network.neutron [req-9d2d6ae3-ef64-4271-899c-ff2fea2b75d9 req-bd314880-e32f-483b-908e-f446d3716df6 service nova] [instance: dfccb16a-246f-4b74-ac7d-6c4ccf115110] Updating instance_info_cache with network_info: [{"id": "d3af671b-2252-4a29-a0fb-84ebc1da6fa5", "address": "fa:16:3e:43:0f:8d", "network": {"id": "805c8157-3d39-4783-8cec-987f63104f4b", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-938088414-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9a4c228c680f4e5fa3409558e769cc0a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c1195acd-707f-4bac-a99d-14db17a63802", "external-id": "nsx-vlan-transportzone-322", "segmentation_id": 322, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd3af671b-22", "ovs_interfaceid": "d3af671b-2252-4a29-a0fb-84ebc1da6fa5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62328) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1034.794775] env[62328]: DEBUG nova.compute.manager [None req-f8b1c879-837e-4467-b448-e2bd0821add7 tempest-ServerActionsTestOtherA-1098162655 tempest-ServerActionsTestOtherA-1098162655-project-member] [instance: 1326c869-c3f4-4936-bc3b-451b08fc0933] Start spawning the instance on the hypervisor. {{(pid=62328) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1034.925023] env[62328]: DEBUG oslo_concurrency.lockutils [None req-5f33bcfb-07fc-479a-acac-2b1813275eb3 tempest-AttachVolumeNegativeTest-1920358930 tempest-AttachVolumeNegativeTest-1920358930-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.873s {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1034.927589] env[62328]: DEBUG oslo_concurrency.lockutils [None req-79705702-697f-4726-8565-0d690c3876c5 tempest-ServersTestJSON-2041147199 tempest-ServersTestJSON-2041147199-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 1.244s {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1034.929831] env[62328]: INFO nova.compute.claims [None req-79705702-697f-4726-8565-0d690c3876c5 tempest-ServersTestJSON-2041147199 tempest-ServersTestJSON-2041147199-project-member] [instance: 1238ca59-2e55-4d5c-bbf8-2730ee5e6739] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1034.950681] env[62328]: INFO nova.scheduler.client.report [None req-5f33bcfb-07fc-479a-acac-2b1813275eb3 tempest-AttachVolumeNegativeTest-1920358930 tempest-AttachVolumeNegativeTest-1920358930-project-member] Deleted allocations for instance 7adef1ae-8c30-4c37-be1b-f4163d47eff1 [ 1034.971326] env[62328]: DEBUG oslo_vmware.api [-] Task: {'id': task-2387512, 'name': CreateVM_Task} progress is 99%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1035.005920] env[62328]: DEBUG oslo_concurrency.lockutils [None req-81232478-0047-4c8b-a56a-159d4ab882da tempest-AttachVolumeShelveTestJSON-116809589 tempest-AttachVolumeShelveTestJSON-116809589-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1035.014469] env[62328]: DEBUG oslo_concurrency.lockutils [None req-8a9a6ff4-941f-4aef-b9bd-3add766fabf4 tempest-DeleteServersTestJSON-1766103036 tempest-DeleteServersTestJSON-1766103036-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1035.237021] env[62328]: DEBUG oslo_concurrency.lockutils [req-9d2d6ae3-ef64-4271-899c-ff2fea2b75d9 req-bd314880-e32f-483b-908e-f446d3716df6 service nova] Releasing lock "refresh_cache-dfccb16a-246f-4b74-ac7d-6c4ccf115110" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1035.237468] env[62328]: DEBUG nova.compute.manager [req-9d2d6ae3-ef64-4271-899c-ff2fea2b75d9 req-bd314880-e32f-483b-908e-f446d3716df6 service nova] [instance: 14c336fc-69e4-4ef8-a50f-e307b9902127] Received event network-vif-unplugged-4b52fd26-0fb8-45e8-968b-9005eecb9af7 {{(pid=62328) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1035.237719] env[62328]: DEBUG oslo_concurrency.lockutils [req-9d2d6ae3-ef64-4271-899c-ff2fea2b75d9 req-bd314880-e32f-483b-908e-f446d3716df6 service nova] Acquiring lock "14c336fc-69e4-4ef8-a50f-e307b9902127-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1035.237981] env[62328]: DEBUG oslo_concurrency.lockutils [req-9d2d6ae3-ef64-4271-899c-ff2fea2b75d9 req-bd314880-e32f-483b-908e-f446d3716df6 service nova] Lock "14c336fc-69e4-4ef8-a50f-e307b9902127-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1035.238172] env[62328]: DEBUG oslo_concurrency.lockutils [req-9d2d6ae3-ef64-4271-899c-ff2fea2b75d9 req-bd314880-e32f-483b-908e-f446d3716df6 service nova] Lock "14c336fc-69e4-4ef8-a50f-e307b9902127-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1035.238379] env[62328]: DEBUG nova.compute.manager [req-9d2d6ae3-ef64-4271-899c-ff2fea2b75d9 req-bd314880-e32f-483b-908e-f446d3716df6 service nova] [instance: 14c336fc-69e4-4ef8-a50f-e307b9902127] No waiting events found dispatching network-vif-unplugged-4b52fd26-0fb8-45e8-968b-9005eecb9af7 {{(pid=62328) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1035.238622] env[62328]: WARNING nova.compute.manager [req-9d2d6ae3-ef64-4271-899c-ff2fea2b75d9 req-bd314880-e32f-483b-908e-f446d3716df6 service nova] [instance: 14c336fc-69e4-4ef8-a50f-e307b9902127] Received unexpected event network-vif-unplugged-4b52fd26-0fb8-45e8-968b-9005eecb9af7 for instance with vm_state shelved and task_state shelving_offloading. [ 1035.460084] env[62328]: DEBUG oslo_concurrency.lockutils [None req-5f33bcfb-07fc-479a-acac-2b1813275eb3 tempest-AttachVolumeNegativeTest-1920358930 tempest-AttachVolumeNegativeTest-1920358930-project-member] Lock "7adef1ae-8c30-4c37-be1b-f4163d47eff1" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.405s {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1035.474198] env[62328]: DEBUG oslo_vmware.api [-] Task: {'id': task-2387512, 'name': CreateVM_Task, 'duration_secs': 1.503024} completed successfully. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1035.475190] env[62328]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: dfccb16a-246f-4b74-ac7d-6c4ccf115110] Created VM on the ESX host {{(pid=62328) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1035.476198] env[62328]: DEBUG oslo_concurrency.lockutils [None req-3602120f-4c5e-4b1a-b341-d381809fb26d tempest-ServerActionsTestJSON-389109759 tempest-ServerActionsTestJSON-389109759-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/dbf872a4-92be-47e4-8561-c3e2bf2423ab" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1035.476403] env[62328]: DEBUG oslo_concurrency.lockutils [None req-3602120f-4c5e-4b1a-b341-d381809fb26d tempest-ServerActionsTestJSON-389109759 tempest-ServerActionsTestJSON-389109759-project-member] Acquired lock "[datastore2] devstack-image-cache_base/dbf872a4-92be-47e4-8561-c3e2bf2423ab" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1035.476757] env[62328]: DEBUG oslo_concurrency.lockutils [None req-3602120f-4c5e-4b1a-b341-d381809fb26d tempest-ServerActionsTestJSON-389109759 tempest-ServerActionsTestJSON-389109759-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/dbf872a4-92be-47e4-8561-c3e2bf2423ab" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1035.477460] env[62328]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8ae2c650-aee7-442c-bd9d-4326621bc052 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1035.484367] env[62328]: DEBUG oslo_vmware.api [None req-3602120f-4c5e-4b1a-b341-d381809fb26d tempest-ServerActionsTestJSON-389109759 tempest-ServerActionsTestJSON-389109759-project-member] Waiting for the task: (returnval){ [ 1035.484367] env[62328]: value = "session[52a6e20e-410d-708a-99f2-080a575a99bd]52223eb4-a590-5d73-81d5-bea2e3b538dd" [ 1035.484367] env[62328]: _type = "Task" [ 1035.484367] env[62328]: } to complete. {{(pid=62328) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1035.495537] env[62328]: DEBUG oslo_vmware.api [None req-3602120f-4c5e-4b1a-b341-d381809fb26d tempest-ServerActionsTestJSON-389109759 tempest-ServerActionsTestJSON-389109759-project-member] Task: {'id': session[52a6e20e-410d-708a-99f2-080a575a99bd]52223eb4-a590-5d73-81d5-bea2e3b538dd, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1035.971206] env[62328]: DEBUG nova.network.neutron [None req-f8b1c879-837e-4467-b448-e2bd0821add7 tempest-ServerActionsTestOtherA-1098162655 tempest-ServerActionsTestOtherA-1098162655-project-member] [instance: 1326c869-c3f4-4936-bc3b-451b08fc0933] Successfully updated port: 6a06a42c-49e2-46b3-b4e1-be1886683665 {{(pid=62328) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1036.001575] env[62328]: DEBUG oslo_vmware.api [None req-3602120f-4c5e-4b1a-b341-d381809fb26d tempest-ServerActionsTestJSON-389109759 tempest-ServerActionsTestJSON-389109759-project-member] Task: {'id': session[52a6e20e-410d-708a-99f2-080a575a99bd]52223eb4-a590-5d73-81d5-bea2e3b538dd, 'name': SearchDatastore_Task, 'duration_secs': 0.021529} completed successfully. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1036.001966] env[62328]: DEBUG oslo_concurrency.lockutils [None req-3602120f-4c5e-4b1a-b341-d381809fb26d tempest-ServerActionsTestJSON-389109759 tempest-ServerActionsTestJSON-389109759-project-member] Releasing lock "[datastore2] devstack-image-cache_base/dbf872a4-92be-47e4-8561-c3e2bf2423ab" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1036.002442] env[62328]: DEBUG nova.virt.vmwareapi.vmops [None req-3602120f-4c5e-4b1a-b341-d381809fb26d tempest-ServerActionsTestJSON-389109759 tempest-ServerActionsTestJSON-389109759-project-member] [instance: dfccb16a-246f-4b74-ac7d-6c4ccf115110] Processing image dbf872a4-92be-47e4-8561-c3e2bf2423ab {{(pid=62328) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1036.002721] env[62328]: DEBUG oslo_concurrency.lockutils [None req-3602120f-4c5e-4b1a-b341-d381809fb26d tempest-ServerActionsTestJSON-389109759 tempest-ServerActionsTestJSON-389109759-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/dbf872a4-92be-47e4-8561-c3e2bf2423ab/dbf872a4-92be-47e4-8561-c3e2bf2423ab.vmdk" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1036.002883] env[62328]: DEBUG oslo_concurrency.lockutils [None req-3602120f-4c5e-4b1a-b341-d381809fb26d tempest-ServerActionsTestJSON-389109759 tempest-ServerActionsTestJSON-389109759-project-member] Acquired lock "[datastore2] devstack-image-cache_base/dbf872a4-92be-47e4-8561-c3e2bf2423ab/dbf872a4-92be-47e4-8561-c3e2bf2423ab.vmdk" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1036.003106] env[62328]: DEBUG nova.virt.vmwareapi.ds_util [None req-3602120f-4c5e-4b1a-b341-d381809fb26d tempest-ServerActionsTestJSON-389109759 tempest-ServerActionsTestJSON-389109759-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62328) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1036.005971] env[62328]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-e9543e01-695d-4765-992a-46b18ef3e97b {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1036.027225] env[62328]: DEBUG nova.virt.vmwareapi.ds_util [None req-3602120f-4c5e-4b1a-b341-d381809fb26d tempest-ServerActionsTestJSON-389109759 tempest-ServerActionsTestJSON-389109759-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62328) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1036.027474] env[62328]: DEBUG nova.virt.vmwareapi.vmops [None req-3602120f-4c5e-4b1a-b341-d381809fb26d tempest-ServerActionsTestJSON-389109759 tempest-ServerActionsTestJSON-389109759-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62328) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1036.028465] env[62328]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b9c662d3-573e-4990-91b0-b11f1bb4f6c1 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1036.035492] env[62328]: DEBUG oslo_vmware.api [None req-3602120f-4c5e-4b1a-b341-d381809fb26d tempest-ServerActionsTestJSON-389109759 tempest-ServerActionsTestJSON-389109759-project-member] Waiting for the task: (returnval){ [ 1036.035492] env[62328]: value = "session[52a6e20e-410d-708a-99f2-080a575a99bd]52dc7b4d-2621-9f3b-3404-9696af038d01" [ 1036.035492] env[62328]: _type = "Task" [ 1036.035492] env[62328]: } to complete. {{(pid=62328) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1036.047584] env[62328]: DEBUG oslo_vmware.api [None req-3602120f-4c5e-4b1a-b341-d381809fb26d tempest-ServerActionsTestJSON-389109759 tempest-ServerActionsTestJSON-389109759-project-member] Task: {'id': session[52a6e20e-410d-708a-99f2-080a575a99bd]52dc7b4d-2621-9f3b-3404-9696af038d01, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1036.156546] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ee1d11b0-5676-4d83-ab59-88f7f06e0b3c {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1036.165117] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-60c3ea5e-b2f0-4d85-9109-609c538d75a1 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1036.197864] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1c06128f-a5df-410c-8b80-229023b37ea1 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1036.207142] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4c024237-6638-4f84-afa1-d93a0cc48854 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1036.222151] env[62328]: DEBUG nova.compute.provider_tree [None req-79705702-697f-4726-8565-0d690c3876c5 tempest-ServersTestJSON-2041147199 tempest-ServersTestJSON-2041147199-project-member] Inventory has not changed in ProviderTree for provider: 3469e9f8-04af-49ca-8435-49f104496744 {{(pid=62328) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1036.232154] env[62328]: DEBUG nova.compute.manager [req-2cce51b6-befd-42d5-8bfe-3434f633c5eb req-6add9ce4-a856-4336-9b6f-b21b54843189 service nova] [instance: 14c336fc-69e4-4ef8-a50f-e307b9902127] Received event network-changed-4b52fd26-0fb8-45e8-968b-9005eecb9af7 {{(pid=62328) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1036.232394] env[62328]: DEBUG nova.compute.manager [req-2cce51b6-befd-42d5-8bfe-3434f633c5eb req-6add9ce4-a856-4336-9b6f-b21b54843189 service nova] [instance: 14c336fc-69e4-4ef8-a50f-e307b9902127] Refreshing instance network info cache due to event network-changed-4b52fd26-0fb8-45e8-968b-9005eecb9af7. {{(pid=62328) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1036.232633] env[62328]: DEBUG oslo_concurrency.lockutils [req-2cce51b6-befd-42d5-8bfe-3434f633c5eb req-6add9ce4-a856-4336-9b6f-b21b54843189 service nova] Acquiring lock "refresh_cache-14c336fc-69e4-4ef8-a50f-e307b9902127" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1036.232797] env[62328]: DEBUG oslo_concurrency.lockutils [req-2cce51b6-befd-42d5-8bfe-3434f633c5eb req-6add9ce4-a856-4336-9b6f-b21b54843189 service nova] Acquired lock "refresh_cache-14c336fc-69e4-4ef8-a50f-e307b9902127" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1036.233030] env[62328]: DEBUG nova.network.neutron [req-2cce51b6-befd-42d5-8bfe-3434f633c5eb req-6add9ce4-a856-4336-9b6f-b21b54843189 service nova] [instance: 14c336fc-69e4-4ef8-a50f-e307b9902127] Refreshing network info cache for port 4b52fd26-0fb8-45e8-968b-9005eecb9af7 {{(pid=62328) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1036.473374] env[62328]: DEBUG oslo_concurrency.lockutils [None req-f8b1c879-837e-4467-b448-e2bd0821add7 tempest-ServerActionsTestOtherA-1098162655 tempest-ServerActionsTestOtherA-1098162655-project-member] Acquiring lock "refresh_cache-1326c869-c3f4-4936-bc3b-451b08fc0933" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1036.473588] env[62328]: DEBUG oslo_concurrency.lockutils [None req-f8b1c879-837e-4467-b448-e2bd0821add7 tempest-ServerActionsTestOtherA-1098162655 tempest-ServerActionsTestOtherA-1098162655-project-member] Acquired lock "refresh_cache-1326c869-c3f4-4936-bc3b-451b08fc0933" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1036.473820] env[62328]: DEBUG nova.network.neutron [None req-f8b1c879-837e-4467-b448-e2bd0821add7 tempest-ServerActionsTestOtherA-1098162655 tempest-ServerActionsTestOtherA-1098162655-project-member] [instance: 1326c869-c3f4-4936-bc3b-451b08fc0933] Building network info cache for instance {{(pid=62328) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1036.547442] env[62328]: DEBUG oslo_vmware.api [None req-3602120f-4c5e-4b1a-b341-d381809fb26d tempest-ServerActionsTestJSON-389109759 tempest-ServerActionsTestJSON-389109759-project-member] Task: {'id': session[52a6e20e-410d-708a-99f2-080a575a99bd]52dc7b4d-2621-9f3b-3404-9696af038d01, 'name': SearchDatastore_Task, 'duration_secs': 0.017431} completed successfully. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1036.548329] env[62328]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a35f281d-66ec-4976-acf4-8b6130877618 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1036.555372] env[62328]: DEBUG oslo_vmware.api [None req-3602120f-4c5e-4b1a-b341-d381809fb26d tempest-ServerActionsTestJSON-389109759 tempest-ServerActionsTestJSON-389109759-project-member] Waiting for the task: (returnval){ [ 1036.555372] env[62328]: value = "session[52a6e20e-410d-708a-99f2-080a575a99bd]52a3fd14-fa10-5dc1-2e63-a67c9ca081a1" [ 1036.555372] env[62328]: _type = "Task" [ 1036.555372] env[62328]: } to complete. {{(pid=62328) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1036.565341] env[62328]: DEBUG oslo_vmware.api [None req-3602120f-4c5e-4b1a-b341-d381809fb26d tempest-ServerActionsTestJSON-389109759 tempest-ServerActionsTestJSON-389109759-project-member] Task: {'id': session[52a6e20e-410d-708a-99f2-080a575a99bd]52a3fd14-fa10-5dc1-2e63-a67c9ca081a1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1036.725354] env[62328]: DEBUG nova.scheduler.client.report [None req-79705702-697f-4726-8565-0d690c3876c5 tempest-ServersTestJSON-2041147199 tempest-ServersTestJSON-2041147199-project-member] Inventory has not changed for provider 3469e9f8-04af-49ca-8435-49f104496744 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 152, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62328) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1037.049380] env[62328]: DEBUG nova.network.neutron [None req-f8b1c879-837e-4467-b448-e2bd0821add7 tempest-ServerActionsTestOtherA-1098162655 tempest-ServerActionsTestOtherA-1098162655-project-member] [instance: 1326c869-c3f4-4936-bc3b-451b08fc0933] Instance cache missing network info. {{(pid=62328) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1037.067045] env[62328]: DEBUG oslo_vmware.api [None req-3602120f-4c5e-4b1a-b341-d381809fb26d tempest-ServerActionsTestJSON-389109759 tempest-ServerActionsTestJSON-389109759-project-member] Task: {'id': session[52a6e20e-410d-708a-99f2-080a575a99bd]52a3fd14-fa10-5dc1-2e63-a67c9ca081a1, 'name': SearchDatastore_Task, 'duration_secs': 0.014161} completed successfully. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1037.067318] env[62328]: DEBUG oslo_concurrency.lockutils [None req-3602120f-4c5e-4b1a-b341-d381809fb26d tempest-ServerActionsTestJSON-389109759 tempest-ServerActionsTestJSON-389109759-project-member] Releasing lock "[datastore2] devstack-image-cache_base/dbf872a4-92be-47e4-8561-c3e2bf2423ab/dbf872a4-92be-47e4-8561-c3e2bf2423ab.vmdk" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1037.067577] env[62328]: DEBUG nova.virt.vmwareapi.vm_util [None req-3602120f-4c5e-4b1a-b341-d381809fb26d tempest-ServerActionsTestJSON-389109759 tempest-ServerActionsTestJSON-389109759-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/dbf872a4-92be-47e4-8561-c3e2bf2423ab/dbf872a4-92be-47e4-8561-c3e2bf2423ab.vmdk to [datastore2] dfccb16a-246f-4b74-ac7d-6c4ccf115110/dfccb16a-246f-4b74-ac7d-6c4ccf115110.vmdk {{(pid=62328) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1037.067847] env[62328]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-5704b40e-de3d-4649-a83d-c3eb0b5d1379 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1037.076819] env[62328]: DEBUG oslo_vmware.api [None req-3602120f-4c5e-4b1a-b341-d381809fb26d tempest-ServerActionsTestJSON-389109759 tempest-ServerActionsTestJSON-389109759-project-member] Waiting for the task: (returnval){ [ 1037.076819] env[62328]: value = "task-2387514" [ 1037.076819] env[62328]: _type = "Task" [ 1037.076819] env[62328]: } to complete. {{(pid=62328) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1037.089872] env[62328]: DEBUG oslo_vmware.api [None req-3602120f-4c5e-4b1a-b341-d381809fb26d tempest-ServerActionsTestJSON-389109759 tempest-ServerActionsTestJSON-389109759-project-member] Task: {'id': task-2387514, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1037.169637] env[62328]: DEBUG nova.network.neutron [req-2cce51b6-befd-42d5-8bfe-3434f633c5eb req-6add9ce4-a856-4336-9b6f-b21b54843189 service nova] [instance: 14c336fc-69e4-4ef8-a50f-e307b9902127] Updated VIF entry in instance network info cache for port 4b52fd26-0fb8-45e8-968b-9005eecb9af7. {{(pid=62328) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1037.170060] env[62328]: DEBUG nova.network.neutron [req-2cce51b6-befd-42d5-8bfe-3434f633c5eb req-6add9ce4-a856-4336-9b6f-b21b54843189 service nova] [instance: 14c336fc-69e4-4ef8-a50f-e307b9902127] Updating instance_info_cache with network_info: [{"id": "4b52fd26-0fb8-45e8-968b-9005eecb9af7", "address": "fa:16:3e:0b:eb:4c", "network": {"id": "2d1c453e-aaeb-45b7-bdcd-3cbaf03a6053", "bridge": null, "label": "tempest-AttachVolumeShelveTestJSON-1795840742-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.204", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f7ed1d0f45904d658c8becad7c3f621c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "unbound", "details": {}, "devname": "tap4b52fd26-0f", "ovs_interfaceid": null, "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62328) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1037.231843] env[62328]: DEBUG oslo_concurrency.lockutils [None req-79705702-697f-4726-8565-0d690c3876c5 tempest-ServersTestJSON-2041147199 tempest-ServersTestJSON-2041147199-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.304s {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1037.232393] env[62328]: DEBUG nova.compute.manager [None req-79705702-697f-4726-8565-0d690c3876c5 tempest-ServersTestJSON-2041147199 tempest-ServersTestJSON-2041147199-project-member] [instance: 1238ca59-2e55-4d5c-bbf8-2730ee5e6739] Start building networks asynchronously for instance. {{(pid=62328) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1037.235281] env[62328]: DEBUG oslo_concurrency.lockutils [None req-81232478-0047-4c8b-a56a-159d4ab882da tempest-AttachVolumeShelveTestJSON-116809589 tempest-AttachVolumeShelveTestJSON-116809589-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 2.230s {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1037.235472] env[62328]: DEBUG nova.objects.instance [None req-81232478-0047-4c8b-a56a-159d4ab882da tempest-AttachVolumeShelveTestJSON-116809589 tempest-AttachVolumeShelveTestJSON-116809589-project-member] Lazy-loading 'resources' on Instance uuid 14c336fc-69e4-4ef8-a50f-e307b9902127 {{(pid=62328) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1037.302825] env[62328]: DEBUG nova.network.neutron [None req-f8b1c879-837e-4467-b448-e2bd0821add7 tempest-ServerActionsTestOtherA-1098162655 tempest-ServerActionsTestOtherA-1098162655-project-member] [instance: 1326c869-c3f4-4936-bc3b-451b08fc0933] Updating instance_info_cache with network_info: [{"id": "6a06a42c-49e2-46b3-b4e1-be1886683665", "address": "fa:16:3e:e7:37:5b", "network": {"id": "ed570829-7777-4fb9-9e0f-cef4ca21980b", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1726239177-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "17143bbcad5b4da0801478fe45bd8ce6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a965790c-2d2f-4c2a-9ee7-745f4d53039b", "external-id": "nsx-vlan-transportzone-708", "segmentation_id": 708, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6a06a42c-49", "ovs_interfaceid": "6a06a42c-49e2-46b3-b4e1-be1886683665", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62328) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1037.589042] env[62328]: DEBUG oslo_vmware.api [None req-3602120f-4c5e-4b1a-b341-d381809fb26d tempest-ServerActionsTestJSON-389109759 tempest-ServerActionsTestJSON-389109759-project-member] Task: {'id': task-2387514, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1037.672904] env[62328]: DEBUG oslo_concurrency.lockutils [req-2cce51b6-befd-42d5-8bfe-3434f633c5eb req-6add9ce4-a856-4336-9b6f-b21b54843189 service nova] Releasing lock "refresh_cache-14c336fc-69e4-4ef8-a50f-e307b9902127" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1037.673270] env[62328]: DEBUG nova.compute.manager [req-2cce51b6-befd-42d5-8bfe-3434f633c5eb req-6add9ce4-a856-4336-9b6f-b21b54843189 service nova] [instance: 1326c869-c3f4-4936-bc3b-451b08fc0933] Received event network-vif-plugged-6a06a42c-49e2-46b3-b4e1-be1886683665 {{(pid=62328) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1037.673515] env[62328]: DEBUG oslo_concurrency.lockutils [req-2cce51b6-befd-42d5-8bfe-3434f633c5eb req-6add9ce4-a856-4336-9b6f-b21b54843189 service nova] Acquiring lock "1326c869-c3f4-4936-bc3b-451b08fc0933-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1037.673796] env[62328]: DEBUG oslo_concurrency.lockutils [req-2cce51b6-befd-42d5-8bfe-3434f633c5eb req-6add9ce4-a856-4336-9b6f-b21b54843189 service nova] Lock "1326c869-c3f4-4936-bc3b-451b08fc0933-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1037.673994] env[62328]: DEBUG oslo_concurrency.lockutils [req-2cce51b6-befd-42d5-8bfe-3434f633c5eb req-6add9ce4-a856-4336-9b6f-b21b54843189 service nova] Lock "1326c869-c3f4-4936-bc3b-451b08fc0933-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1037.674200] env[62328]: DEBUG nova.compute.manager [req-2cce51b6-befd-42d5-8bfe-3434f633c5eb req-6add9ce4-a856-4336-9b6f-b21b54843189 service nova] [instance: 1326c869-c3f4-4936-bc3b-451b08fc0933] No waiting events found dispatching network-vif-plugged-6a06a42c-49e2-46b3-b4e1-be1886683665 {{(pid=62328) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1037.674377] env[62328]: WARNING nova.compute.manager [req-2cce51b6-befd-42d5-8bfe-3434f633c5eb req-6add9ce4-a856-4336-9b6f-b21b54843189 service nova] [instance: 1326c869-c3f4-4936-bc3b-451b08fc0933] Received unexpected event network-vif-plugged-6a06a42c-49e2-46b3-b4e1-be1886683665 for instance with vm_state building and task_state spawning. [ 1037.739531] env[62328]: DEBUG nova.compute.utils [None req-79705702-697f-4726-8565-0d690c3876c5 tempest-ServersTestJSON-2041147199 tempest-ServersTestJSON-2041147199-project-member] Using /dev/sd instead of None {{(pid=62328) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1037.741387] env[62328]: DEBUG nova.objects.instance [None req-81232478-0047-4c8b-a56a-159d4ab882da tempest-AttachVolumeShelveTestJSON-116809589 tempest-AttachVolumeShelveTestJSON-116809589-project-member] Lazy-loading 'numa_topology' on Instance uuid 14c336fc-69e4-4ef8-a50f-e307b9902127 {{(pid=62328) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1037.742723] env[62328]: DEBUG nova.compute.manager [None req-79705702-697f-4726-8565-0d690c3876c5 tempest-ServersTestJSON-2041147199 tempest-ServersTestJSON-2041147199-project-member] [instance: 1238ca59-2e55-4d5c-bbf8-2730ee5e6739] Allocating IP information in the background. {{(pid=62328) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1037.742953] env[62328]: DEBUG nova.network.neutron [None req-79705702-697f-4726-8565-0d690c3876c5 tempest-ServersTestJSON-2041147199 tempest-ServersTestJSON-2041147199-project-member] [instance: 1238ca59-2e55-4d5c-bbf8-2730ee5e6739] allocate_for_instance() {{(pid=62328) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1037.793063] env[62328]: DEBUG nova.policy [None req-79705702-697f-4726-8565-0d690c3876c5 tempest-ServersTestJSON-2041147199 tempest-ServersTestJSON-2041147199-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'a9ce41cba48a4c86b57be3c0b00edeaa', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'c45c639ce4254b028b1106f234f63616', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62328) authorize /opt/stack/nova/nova/policy.py:192}} [ 1037.805489] env[62328]: DEBUG oslo_concurrency.lockutils [None req-f8b1c879-837e-4467-b448-e2bd0821add7 tempest-ServerActionsTestOtherA-1098162655 tempest-ServerActionsTestOtherA-1098162655-project-member] Releasing lock "refresh_cache-1326c869-c3f4-4936-bc3b-451b08fc0933" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1037.805810] env[62328]: DEBUG nova.compute.manager [None req-f8b1c879-837e-4467-b448-e2bd0821add7 tempest-ServerActionsTestOtherA-1098162655 tempest-ServerActionsTestOtherA-1098162655-project-member] [instance: 1326c869-c3f4-4936-bc3b-451b08fc0933] Instance network_info: |[{"id": "6a06a42c-49e2-46b3-b4e1-be1886683665", "address": "fa:16:3e:e7:37:5b", "network": {"id": "ed570829-7777-4fb9-9e0f-cef4ca21980b", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1726239177-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "17143bbcad5b4da0801478fe45bd8ce6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a965790c-2d2f-4c2a-9ee7-745f4d53039b", "external-id": "nsx-vlan-transportzone-708", "segmentation_id": 708, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6a06a42c-49", "ovs_interfaceid": "6a06a42c-49e2-46b3-b4e1-be1886683665", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62328) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1038.088782] env[62328]: DEBUG oslo_vmware.api [None req-3602120f-4c5e-4b1a-b341-d381809fb26d tempest-ServerActionsTestJSON-389109759 tempest-ServerActionsTestJSON-389109759-project-member] Task: {'id': task-2387514, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.597727} completed successfully. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1038.089170] env[62328]: DEBUG nova.virt.vmwareapi.vm_util [None req-3602120f-4c5e-4b1a-b341-d381809fb26d tempest-ServerActionsTestJSON-389109759 tempest-ServerActionsTestJSON-389109759-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/dbf872a4-92be-47e4-8561-c3e2bf2423ab/dbf872a4-92be-47e4-8561-c3e2bf2423ab.vmdk to [datastore2] dfccb16a-246f-4b74-ac7d-6c4ccf115110/dfccb16a-246f-4b74-ac7d-6c4ccf115110.vmdk {{(pid=62328) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1038.089393] env[62328]: DEBUG nova.virt.vmwareapi.vmops [None req-3602120f-4c5e-4b1a-b341-d381809fb26d tempest-ServerActionsTestJSON-389109759 tempest-ServerActionsTestJSON-389109759-project-member] [instance: dfccb16a-246f-4b74-ac7d-6c4ccf115110] Extending root virtual disk to 1048576 {{(pid=62328) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1038.089672] env[62328]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-997606de-4883-47c5-8151-e60f0cd8b644 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1038.094891] env[62328]: DEBUG nova.network.neutron [None req-79705702-697f-4726-8565-0d690c3876c5 tempest-ServersTestJSON-2041147199 tempest-ServersTestJSON-2041147199-project-member] [instance: 1238ca59-2e55-4d5c-bbf8-2730ee5e6739] Successfully created port: 422a5c07-6c3c-4d91-acad-81f68d876850 {{(pid=62328) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1038.098383] env[62328]: DEBUG oslo_vmware.api [None req-3602120f-4c5e-4b1a-b341-d381809fb26d tempest-ServerActionsTestJSON-389109759 tempest-ServerActionsTestJSON-389109759-project-member] Waiting for the task: (returnval){ [ 1038.098383] env[62328]: value = "task-2387515" [ 1038.098383] env[62328]: _type = "Task" [ 1038.098383] env[62328]: } to complete. {{(pid=62328) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1038.107585] env[62328]: DEBUG oslo_vmware.api [None req-3602120f-4c5e-4b1a-b341-d381809fb26d tempest-ServerActionsTestJSON-389109759 tempest-ServerActionsTestJSON-389109759-project-member] Task: {'id': task-2387515, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1038.243666] env[62328]: DEBUG nova.compute.manager [None req-79705702-697f-4726-8565-0d690c3876c5 tempest-ServersTestJSON-2041147199 tempest-ServersTestJSON-2041147199-project-member] [instance: 1238ca59-2e55-4d5c-bbf8-2730ee5e6739] Start building block device mappings for instance. {{(pid=62328) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1038.246434] env[62328]: DEBUG nova.objects.base [None req-81232478-0047-4c8b-a56a-159d4ab882da tempest-AttachVolumeShelveTestJSON-116809589 tempest-AttachVolumeShelveTestJSON-116809589-project-member] Object Instance<14c336fc-69e4-4ef8-a50f-e307b9902127> lazy-loaded attributes: resources,numa_topology {{(pid=62328) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1038.288718] env[62328]: DEBUG nova.virt.hardware [None req-f8b1c879-837e-4467-b448-e2bd0821add7 tempest-ServerActionsTestOtherA-1098162655 tempest-ServerActionsTestOtherA-1098162655-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-07T17:16:55Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-07T17:16:37Z,direct_url=,disk_format='vmdk',id=dbf872a4-92be-47e4-8561-c3e2bf2423ab,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='2a64022f08d84b11a86773b900860ae5',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-07T17:16:38Z,virtual_size=,visibility=), allow threads: False {{(pid=62328) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1038.290390] env[62328]: DEBUG nova.virt.hardware [None req-f8b1c879-837e-4467-b448-e2bd0821add7 tempest-ServerActionsTestOtherA-1098162655 tempest-ServerActionsTestOtherA-1098162655-project-member] Flavor limits 0:0:0 {{(pid=62328) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1038.290667] env[62328]: DEBUG nova.virt.hardware [None req-f8b1c879-837e-4467-b448-e2bd0821add7 tempest-ServerActionsTestOtherA-1098162655 tempest-ServerActionsTestOtherA-1098162655-project-member] Image limits 0:0:0 {{(pid=62328) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1038.290880] env[62328]: DEBUG nova.virt.hardware [None req-f8b1c879-837e-4467-b448-e2bd0821add7 tempest-ServerActionsTestOtherA-1098162655 tempest-ServerActionsTestOtherA-1098162655-project-member] Flavor pref 0:0:0 {{(pid=62328) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1038.291044] env[62328]: DEBUG nova.virt.hardware [None req-f8b1c879-837e-4467-b448-e2bd0821add7 tempest-ServerActionsTestOtherA-1098162655 tempest-ServerActionsTestOtherA-1098162655-project-member] Image pref 0:0:0 {{(pid=62328) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1038.291193] env[62328]: DEBUG nova.virt.hardware [None req-f8b1c879-837e-4467-b448-e2bd0821add7 tempest-ServerActionsTestOtherA-1098162655 tempest-ServerActionsTestOtherA-1098162655-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62328) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1038.291414] env[62328]: DEBUG nova.virt.hardware [None req-f8b1c879-837e-4467-b448-e2bd0821add7 tempest-ServerActionsTestOtherA-1098162655 tempest-ServerActionsTestOtherA-1098162655-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62328) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1038.291797] env[62328]: DEBUG nova.virt.hardware [None req-f8b1c879-837e-4467-b448-e2bd0821add7 tempest-ServerActionsTestOtherA-1098162655 tempest-ServerActionsTestOtherA-1098162655-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62328) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1038.291986] env[62328]: DEBUG nova.virt.hardware [None req-f8b1c879-837e-4467-b448-e2bd0821add7 tempest-ServerActionsTestOtherA-1098162655 tempest-ServerActionsTestOtherA-1098162655-project-member] Got 1 possible topologies {{(pid=62328) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1038.292179] env[62328]: DEBUG nova.virt.hardware [None req-f8b1c879-837e-4467-b448-e2bd0821add7 tempest-ServerActionsTestOtherA-1098162655 tempest-ServerActionsTestOtherA-1098162655-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62328) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1038.292389] env[62328]: DEBUG nova.virt.hardware [None req-f8b1c879-837e-4467-b448-e2bd0821add7 tempest-ServerActionsTestOtherA-1098162655 tempest-ServerActionsTestOtherA-1098162655-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62328) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1038.297117] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3f64efee-430c-4703-9d6b-af27cbeed039 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1038.308586] env[62328]: DEBUG oslo_vmware.rw_handles [None req-11462e75-5ecb-4851-b298-9d1eb1f0412e tempest-ServerActionsTestOtherB-626827456 tempest-ServerActionsTestOtherB-626827456-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/524358ec-4785-cd24-2cf2-f5fe4b0d2a08/disk-0.vmdk. {{(pid=62328) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1038.310288] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f55fc679-2fe6-4787-8b96-be3784b07e4d {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1038.320133] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d05a335c-37e6-4bd6-a286-b4b023cffa63 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1038.326440] env[62328]: DEBUG oslo_vmware.rw_handles [None req-11462e75-5ecb-4851-b298-9d1eb1f0412e tempest-ServerActionsTestOtherB-626827456 tempest-ServerActionsTestOtherB-626827456-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/524358ec-4785-cd24-2cf2-f5fe4b0d2a08/disk-0.vmdk is in state: ready. {{(pid=62328) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1038.326611] env[62328]: ERROR oslo_vmware.rw_handles [None req-11462e75-5ecb-4851-b298-9d1eb1f0412e tempest-ServerActionsTestOtherB-626827456 tempest-ServerActionsTestOtherB-626827456-project-member] Aborting lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/524358ec-4785-cd24-2cf2-f5fe4b0d2a08/disk-0.vmdk due to incomplete transfer. [ 1038.327201] env[62328]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-5d7362c9-be82-41b5-95f9-e5d8ef476621 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1038.341970] env[62328]: DEBUG nova.virt.vmwareapi.vmops [None req-f8b1c879-837e-4467-b448-e2bd0821add7 tempest-ServerActionsTestOtherA-1098162655 tempest-ServerActionsTestOtherA-1098162655-project-member] [instance: 1326c869-c3f4-4936-bc3b-451b08fc0933] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:e7:37:5b', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'a965790c-2d2f-4c2a-9ee7-745f4d53039b', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '6a06a42c-49e2-46b3-b4e1-be1886683665', 'vif_model': 'vmxnet3'}] {{(pid=62328) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1038.350200] env[62328]: DEBUG oslo.service.loopingcall [None req-f8b1c879-837e-4467-b448-e2bd0821add7 tempest-ServerActionsTestOtherA-1098162655 tempest-ServerActionsTestOtherA-1098162655-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62328) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1038.353816] env[62328]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1326c869-c3f4-4936-bc3b-451b08fc0933] Creating VM on the ESX host {{(pid=62328) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1038.354323] env[62328]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-0f5b7cad-413c-4fb6-aee9-ed2992334fef {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1038.373396] env[62328]: DEBUG oslo_vmware.rw_handles [None req-11462e75-5ecb-4851-b298-9d1eb1f0412e tempest-ServerActionsTestOtherB-626827456 tempest-ServerActionsTestOtherB-626827456-project-member] Closed VMDK read handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/524358ec-4785-cd24-2cf2-f5fe4b0d2a08/disk-0.vmdk. {{(pid=62328) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1038.373607] env[62328]: DEBUG nova.virt.vmwareapi.images [None req-11462e75-5ecb-4851-b298-9d1eb1f0412e tempest-ServerActionsTestOtherB-626827456 tempest-ServerActionsTestOtherB-626827456-project-member] [instance: 726d231d-afd9-460a-818e-7412af85a7f1] Uploaded image de99384d-0fbc-47c5-aa83-bffd82ddd013 to the Glance image server {{(pid=62328) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1038.375797] env[62328]: DEBUG nova.virt.vmwareapi.vm_util [None req-11462e75-5ecb-4851-b298-9d1eb1f0412e tempest-ServerActionsTestOtherB-626827456 tempest-ServerActionsTestOtherB-626827456-project-member] [instance: 726d231d-afd9-460a-818e-7412af85a7f1] Destroying the VM {{(pid=62328) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1038.376645] env[62328]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-231656f7-b611-42b4-b59f-4bb1a512bbeb {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1038.383352] env[62328]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1038.383352] env[62328]: value = "task-2387516" [ 1038.383352] env[62328]: _type = "Task" [ 1038.383352] env[62328]: } to complete. {{(pid=62328) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1038.385068] env[62328]: DEBUG oslo_vmware.api [None req-11462e75-5ecb-4851-b298-9d1eb1f0412e tempest-ServerActionsTestOtherB-626827456 tempest-ServerActionsTestOtherB-626827456-project-member] Waiting for the task: (returnval){ [ 1038.385068] env[62328]: value = "task-2387517" [ 1038.385068] env[62328]: _type = "Task" [ 1038.385068] env[62328]: } to complete. {{(pid=62328) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1038.400998] env[62328]: DEBUG oslo_vmware.api [None req-11462e75-5ecb-4851-b298-9d1eb1f0412e tempest-ServerActionsTestOtherB-626827456 tempest-ServerActionsTestOtherB-626827456-project-member] Task: {'id': task-2387517, 'name': Destroy_Task} progress is 0%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1038.405589] env[62328]: DEBUG oslo_vmware.api [-] Task: {'id': task-2387516, 'name': CreateVM_Task} progress is 0%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1038.525369] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1346744e-e8cc-4802-a253-57c5a1cdc5da {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1038.535007] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-368e1b22-b8c5-4dde-9b85-d8fc5ceedc4e {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1038.570980] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c0664f78-af8a-4d15-8f2e-33ad96e87209 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1038.581099] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bb25b78c-f140-4e52-897e-e98e4af28c06 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1038.599134] env[62328]: DEBUG nova.compute.provider_tree [None req-81232478-0047-4c8b-a56a-159d4ab882da tempest-AttachVolumeShelveTestJSON-116809589 tempest-AttachVolumeShelveTestJSON-116809589-project-member] Inventory has not changed in ProviderTree for provider: 3469e9f8-04af-49ca-8435-49f104496744 {{(pid=62328) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1038.609368] env[62328]: DEBUG oslo_vmware.api [None req-3602120f-4c5e-4b1a-b341-d381809fb26d tempest-ServerActionsTestJSON-389109759 tempest-ServerActionsTestJSON-389109759-project-member] Task: {'id': task-2387515, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.091873} completed successfully. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1038.609537] env[62328]: DEBUG nova.virt.vmwareapi.vmops [None req-3602120f-4c5e-4b1a-b341-d381809fb26d tempest-ServerActionsTestJSON-389109759 tempest-ServerActionsTestJSON-389109759-project-member] [instance: dfccb16a-246f-4b74-ac7d-6c4ccf115110] Extended root virtual disk {{(pid=62328) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1038.610345] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2cda6b84-1ccf-41b7-8f0b-ddc6fc7ace63 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1038.634905] env[62328]: DEBUG nova.virt.vmwareapi.volumeops [None req-3602120f-4c5e-4b1a-b341-d381809fb26d tempest-ServerActionsTestJSON-389109759 tempest-ServerActionsTestJSON-389109759-project-member] [instance: dfccb16a-246f-4b74-ac7d-6c4ccf115110] Reconfiguring VM instance instance-0000006a to attach disk [datastore2] dfccb16a-246f-4b74-ac7d-6c4ccf115110/dfccb16a-246f-4b74-ac7d-6c4ccf115110.vmdk or device None with type sparse {{(pid=62328) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1038.635579] env[62328]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2751b352-1e2a-4e1b-89ea-8545eb5334eb {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1038.657817] env[62328]: DEBUG oslo_vmware.api [None req-3602120f-4c5e-4b1a-b341-d381809fb26d tempest-ServerActionsTestJSON-389109759 tempest-ServerActionsTestJSON-389109759-project-member] Waiting for the task: (returnval){ [ 1038.657817] env[62328]: value = "task-2387518" [ 1038.657817] env[62328]: _type = "Task" [ 1038.657817] env[62328]: } to complete. {{(pid=62328) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1038.668030] env[62328]: DEBUG oslo_vmware.api [None req-3602120f-4c5e-4b1a-b341-d381809fb26d tempest-ServerActionsTestJSON-389109759 tempest-ServerActionsTestJSON-389109759-project-member] Task: {'id': task-2387518, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1038.908237] env[62328]: DEBUG oslo_vmware.api [-] Task: {'id': task-2387516, 'name': CreateVM_Task, 'duration_secs': 0.431134} completed successfully. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1038.908424] env[62328]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1326c869-c3f4-4936-bc3b-451b08fc0933] Created VM on the ESX host {{(pid=62328) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1038.909178] env[62328]: DEBUG oslo_concurrency.lockutils [None req-f8b1c879-837e-4467-b448-e2bd0821add7 tempest-ServerActionsTestOtherA-1098162655 tempest-ServerActionsTestOtherA-1098162655-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/dbf872a4-92be-47e4-8561-c3e2bf2423ab" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1038.909467] env[62328]: DEBUG oslo_concurrency.lockutils [None req-f8b1c879-837e-4467-b448-e2bd0821add7 tempest-ServerActionsTestOtherA-1098162655 tempest-ServerActionsTestOtherA-1098162655-project-member] Acquired lock "[datastore2] devstack-image-cache_base/dbf872a4-92be-47e4-8561-c3e2bf2423ab" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1038.909670] env[62328]: DEBUG oslo_concurrency.lockutils [None req-f8b1c879-837e-4467-b448-e2bd0821add7 tempest-ServerActionsTestOtherA-1098162655 tempest-ServerActionsTestOtherA-1098162655-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/dbf872a4-92be-47e4-8561-c3e2bf2423ab" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1038.913051] env[62328]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e015978d-637e-4c18-829c-691a2d868440 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1038.915178] env[62328]: DEBUG oslo_vmware.api [None req-11462e75-5ecb-4851-b298-9d1eb1f0412e tempest-ServerActionsTestOtherB-626827456 tempest-ServerActionsTestOtherB-626827456-project-member] Task: {'id': task-2387517, 'name': Destroy_Task, 'duration_secs': 0.4698} completed successfully. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1038.915944] env[62328]: INFO nova.virt.vmwareapi.vm_util [None req-11462e75-5ecb-4851-b298-9d1eb1f0412e tempest-ServerActionsTestOtherB-626827456 tempest-ServerActionsTestOtherB-626827456-project-member] [instance: 726d231d-afd9-460a-818e-7412af85a7f1] Destroyed the VM [ 1038.916204] env[62328]: DEBUG nova.virt.vmwareapi.vmops [None req-11462e75-5ecb-4851-b298-9d1eb1f0412e tempest-ServerActionsTestOtherB-626827456 tempest-ServerActionsTestOtherB-626827456-project-member] [instance: 726d231d-afd9-460a-818e-7412af85a7f1] Deleting Snapshot of the VM instance {{(pid=62328) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1038.916810] env[62328]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-16032049-4dda-4de9-acbe-7e345aab1e8a {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1038.920666] env[62328]: DEBUG oslo_vmware.api [None req-f8b1c879-837e-4467-b448-e2bd0821add7 tempest-ServerActionsTestOtherA-1098162655 tempest-ServerActionsTestOtherA-1098162655-project-member] Waiting for the task: (returnval){ [ 1038.920666] env[62328]: value = "session[52a6e20e-410d-708a-99f2-080a575a99bd]52e78700-61bf-f88a-f0a4-145044a096bb" [ 1038.920666] env[62328]: _type = "Task" [ 1038.920666] env[62328]: } to complete. {{(pid=62328) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1038.927679] env[62328]: DEBUG oslo_vmware.api [None req-11462e75-5ecb-4851-b298-9d1eb1f0412e tempest-ServerActionsTestOtherB-626827456 tempest-ServerActionsTestOtherB-626827456-project-member] Waiting for the task: (returnval){ [ 1038.927679] env[62328]: value = "task-2387519" [ 1038.927679] env[62328]: _type = "Task" [ 1038.927679] env[62328]: } to complete. {{(pid=62328) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1038.931169] env[62328]: DEBUG oslo_vmware.api [None req-f8b1c879-837e-4467-b448-e2bd0821add7 tempest-ServerActionsTestOtherA-1098162655 tempest-ServerActionsTestOtherA-1098162655-project-member] Task: {'id': session[52a6e20e-410d-708a-99f2-080a575a99bd]52e78700-61bf-f88a-f0a4-145044a096bb, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1038.940185] env[62328]: DEBUG oslo_vmware.api [None req-11462e75-5ecb-4851-b298-9d1eb1f0412e tempest-ServerActionsTestOtherB-626827456 tempest-ServerActionsTestOtherB-626827456-project-member] Task: {'id': task-2387519, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1038.967893] env[62328]: DEBUG nova.compute.manager [req-ed46a1da-ac8d-415a-97f7-a0b0bf0dce8d req-26090e8e-3b25-4b23-926b-79e335c70b5d service nova] [instance: 1326c869-c3f4-4936-bc3b-451b08fc0933] Received event network-changed-6a06a42c-49e2-46b3-b4e1-be1886683665 {{(pid=62328) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1038.968109] env[62328]: DEBUG nova.compute.manager [req-ed46a1da-ac8d-415a-97f7-a0b0bf0dce8d req-26090e8e-3b25-4b23-926b-79e335c70b5d service nova] [instance: 1326c869-c3f4-4936-bc3b-451b08fc0933] Refreshing instance network info cache due to event network-changed-6a06a42c-49e2-46b3-b4e1-be1886683665. {{(pid=62328) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1038.968328] env[62328]: DEBUG oslo_concurrency.lockutils [req-ed46a1da-ac8d-415a-97f7-a0b0bf0dce8d req-26090e8e-3b25-4b23-926b-79e335c70b5d service nova] Acquiring lock "refresh_cache-1326c869-c3f4-4936-bc3b-451b08fc0933" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1038.968469] env[62328]: DEBUG oslo_concurrency.lockutils [req-ed46a1da-ac8d-415a-97f7-a0b0bf0dce8d req-26090e8e-3b25-4b23-926b-79e335c70b5d service nova] Acquired lock "refresh_cache-1326c869-c3f4-4936-bc3b-451b08fc0933" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1038.968625] env[62328]: DEBUG nova.network.neutron [req-ed46a1da-ac8d-415a-97f7-a0b0bf0dce8d req-26090e8e-3b25-4b23-926b-79e335c70b5d service nova] [instance: 1326c869-c3f4-4936-bc3b-451b08fc0933] Refreshing network info cache for port 6a06a42c-49e2-46b3-b4e1-be1886683665 {{(pid=62328) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1039.104928] env[62328]: DEBUG nova.scheduler.client.report [None req-81232478-0047-4c8b-a56a-159d4ab882da tempest-AttachVolumeShelveTestJSON-116809589 tempest-AttachVolumeShelveTestJSON-116809589-project-member] Inventory has not changed for provider 3469e9f8-04af-49ca-8435-49f104496744 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 152, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62328) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1039.172511] env[62328]: DEBUG oslo_vmware.api [None req-3602120f-4c5e-4b1a-b341-d381809fb26d tempest-ServerActionsTestJSON-389109759 tempest-ServerActionsTestJSON-389109759-project-member] Task: {'id': task-2387518, 'name': ReconfigVM_Task, 'duration_secs': 0.418523} completed successfully. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1039.172945] env[62328]: DEBUG nova.virt.vmwareapi.volumeops [None req-3602120f-4c5e-4b1a-b341-d381809fb26d tempest-ServerActionsTestJSON-389109759 tempest-ServerActionsTestJSON-389109759-project-member] [instance: dfccb16a-246f-4b74-ac7d-6c4ccf115110] Reconfigured VM instance instance-0000006a to attach disk [datastore2] dfccb16a-246f-4b74-ac7d-6c4ccf115110/dfccb16a-246f-4b74-ac7d-6c4ccf115110.vmdk or device None with type sparse {{(pid=62328) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1039.173822] env[62328]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-d8ca89de-0b5c-4141-a6fd-f8fdc4aca85b {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1039.183403] env[62328]: DEBUG oslo_vmware.api [None req-3602120f-4c5e-4b1a-b341-d381809fb26d tempest-ServerActionsTestJSON-389109759 tempest-ServerActionsTestJSON-389109759-project-member] Waiting for the task: (returnval){ [ 1039.183403] env[62328]: value = "task-2387520" [ 1039.183403] env[62328]: _type = "Task" [ 1039.183403] env[62328]: } to complete. {{(pid=62328) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1039.196865] env[62328]: DEBUG oslo_vmware.api [None req-3602120f-4c5e-4b1a-b341-d381809fb26d tempest-ServerActionsTestJSON-389109759 tempest-ServerActionsTestJSON-389109759-project-member] Task: {'id': task-2387520, 'name': Rename_Task} progress is 5%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1039.256342] env[62328]: DEBUG nova.compute.manager [None req-79705702-697f-4726-8565-0d690c3876c5 tempest-ServersTestJSON-2041147199 tempest-ServersTestJSON-2041147199-project-member] [instance: 1238ca59-2e55-4d5c-bbf8-2730ee5e6739] Start spawning the instance on the hypervisor. {{(pid=62328) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1039.293112] env[62328]: DEBUG nova.virt.hardware [None req-79705702-697f-4726-8565-0d690c3876c5 tempest-ServersTestJSON-2041147199 tempest-ServersTestJSON-2041147199-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-07T17:16:55Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-07T17:16:37Z,direct_url=,disk_format='vmdk',id=dbf872a4-92be-47e4-8561-c3e2bf2423ab,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='2a64022f08d84b11a86773b900860ae5',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-07T17:16:38Z,virtual_size=,visibility=), allow threads: False {{(pid=62328) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1039.293440] env[62328]: DEBUG nova.virt.hardware [None req-79705702-697f-4726-8565-0d690c3876c5 tempest-ServersTestJSON-2041147199 tempest-ServersTestJSON-2041147199-project-member] Flavor limits 0:0:0 {{(pid=62328) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1039.293640] env[62328]: DEBUG nova.virt.hardware [None req-79705702-697f-4726-8565-0d690c3876c5 tempest-ServersTestJSON-2041147199 tempest-ServersTestJSON-2041147199-project-member] Image limits 0:0:0 {{(pid=62328) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1039.293918] env[62328]: DEBUG nova.virt.hardware [None req-79705702-697f-4726-8565-0d690c3876c5 tempest-ServersTestJSON-2041147199 tempest-ServersTestJSON-2041147199-project-member] Flavor pref 0:0:0 {{(pid=62328) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1039.294211] env[62328]: DEBUG nova.virt.hardware [None req-79705702-697f-4726-8565-0d690c3876c5 tempest-ServersTestJSON-2041147199 tempest-ServersTestJSON-2041147199-project-member] Image pref 0:0:0 {{(pid=62328) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1039.294421] env[62328]: DEBUG nova.virt.hardware [None req-79705702-697f-4726-8565-0d690c3876c5 tempest-ServersTestJSON-2041147199 tempest-ServersTestJSON-2041147199-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62328) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1039.294754] env[62328]: DEBUG nova.virt.hardware [None req-79705702-697f-4726-8565-0d690c3876c5 tempest-ServersTestJSON-2041147199 tempest-ServersTestJSON-2041147199-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62328) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1039.294990] env[62328]: DEBUG nova.virt.hardware [None req-79705702-697f-4726-8565-0d690c3876c5 tempest-ServersTestJSON-2041147199 tempest-ServersTestJSON-2041147199-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62328) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1039.295252] env[62328]: DEBUG nova.virt.hardware [None req-79705702-697f-4726-8565-0d690c3876c5 tempest-ServersTestJSON-2041147199 tempest-ServersTestJSON-2041147199-project-member] Got 1 possible topologies {{(pid=62328) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1039.295494] env[62328]: DEBUG nova.virt.hardware [None req-79705702-697f-4726-8565-0d690c3876c5 tempest-ServersTestJSON-2041147199 tempest-ServersTestJSON-2041147199-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62328) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1039.295723] env[62328]: DEBUG nova.virt.hardware [None req-79705702-697f-4726-8565-0d690c3876c5 tempest-ServersTestJSON-2041147199 tempest-ServersTestJSON-2041147199-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62328) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1039.296699] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7b9bcfc6-6643-45d7-8b2e-b5f42d299870 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1039.306097] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2ca6d324-a34c-4909-91a5-366795fe72a2 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1039.404681] env[62328]: DEBUG oslo_concurrency.lockutils [None req-916cf222-4c6f-4603-bd95-5f29e8245d3b tempest-AttachVolumeShelveTestJSON-116809589 tempest-AttachVolumeShelveTestJSON-116809589-project-member] Acquiring lock "14c336fc-69e4-4ef8-a50f-e307b9902127" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1039.421177] env[62328]: DEBUG oslo_concurrency.lockutils [None req-b66ab386-6dc1-4ba9-b7f7-63e254e5dcd1 tempest-AttachVolumeNegativeTest-1920358930 tempest-AttachVolumeNegativeTest-1920358930-project-member] Acquiring lock "56f7b645-cd8a-48a4-ba32-455cfc09fd88" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1039.421177] env[62328]: DEBUG oslo_concurrency.lockutils [None req-b66ab386-6dc1-4ba9-b7f7-63e254e5dcd1 tempest-AttachVolumeNegativeTest-1920358930 tempest-AttachVolumeNegativeTest-1920358930-project-member] Lock "56f7b645-cd8a-48a4-ba32-455cfc09fd88" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1039.425867] env[62328]: DEBUG oslo_concurrency.lockutils [None req-e61ccc15-ae5f-4e95-8bfa-4dfb1eb6a03a tempest-ServerRescueNegativeTestJSON-713788249 tempest-ServerRescueNegativeTestJSON-713788249-project-member] Acquiring lock "52de62c1-e7ae-440d-b390-64b4594548c1" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1039.426147] env[62328]: DEBUG oslo_concurrency.lockutils [None req-e61ccc15-ae5f-4e95-8bfa-4dfb1eb6a03a tempest-ServerRescueNegativeTestJSON-713788249 tempest-ServerRescueNegativeTestJSON-713788249-project-member] Lock "52de62c1-e7ae-440d-b390-64b4594548c1" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1039.441718] env[62328]: DEBUG oslo_vmware.api [None req-f8b1c879-837e-4467-b448-e2bd0821add7 tempest-ServerActionsTestOtherA-1098162655 tempest-ServerActionsTestOtherA-1098162655-project-member] Task: {'id': session[52a6e20e-410d-708a-99f2-080a575a99bd]52e78700-61bf-f88a-f0a4-145044a096bb, 'name': SearchDatastore_Task, 'duration_secs': 0.014844} completed successfully. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1039.444763] env[62328]: DEBUG oslo_concurrency.lockutils [None req-f8b1c879-837e-4467-b448-e2bd0821add7 tempest-ServerActionsTestOtherA-1098162655 tempest-ServerActionsTestOtherA-1098162655-project-member] Releasing lock "[datastore2] devstack-image-cache_base/dbf872a4-92be-47e4-8561-c3e2bf2423ab" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1039.445018] env[62328]: DEBUG nova.virt.vmwareapi.vmops [None req-f8b1c879-837e-4467-b448-e2bd0821add7 tempest-ServerActionsTestOtherA-1098162655 tempest-ServerActionsTestOtherA-1098162655-project-member] [instance: 1326c869-c3f4-4936-bc3b-451b08fc0933] Processing image dbf872a4-92be-47e4-8561-c3e2bf2423ab {{(pid=62328) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1039.445267] env[62328]: DEBUG oslo_concurrency.lockutils [None req-f8b1c879-837e-4467-b448-e2bd0821add7 tempest-ServerActionsTestOtherA-1098162655 tempest-ServerActionsTestOtherA-1098162655-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/dbf872a4-92be-47e4-8561-c3e2bf2423ab/dbf872a4-92be-47e4-8561-c3e2bf2423ab.vmdk" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1039.445417] env[62328]: DEBUG oslo_concurrency.lockutils [None req-f8b1c879-837e-4467-b448-e2bd0821add7 tempest-ServerActionsTestOtherA-1098162655 tempest-ServerActionsTestOtherA-1098162655-project-member] Acquired lock "[datastore2] devstack-image-cache_base/dbf872a4-92be-47e4-8561-c3e2bf2423ab/dbf872a4-92be-47e4-8561-c3e2bf2423ab.vmdk" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.445593] env[62328]: DEBUG nova.virt.vmwareapi.ds_util [None req-f8b1c879-837e-4467-b448-e2bd0821add7 tempest-ServerActionsTestOtherA-1098162655 tempest-ServerActionsTestOtherA-1098162655-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62328) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1039.446308] env[62328]: DEBUG oslo_vmware.api [None req-11462e75-5ecb-4851-b298-9d1eb1f0412e tempest-ServerActionsTestOtherB-626827456 tempest-ServerActionsTestOtherB-626827456-project-member] Task: {'id': task-2387519, 'name': RemoveSnapshot_Task} progress is 36%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1039.446527] env[62328]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-ee0414e7-593f-438c-a7d4-349bef900ec5 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1039.456630] env[62328]: DEBUG nova.virt.vmwareapi.ds_util [None req-f8b1c879-837e-4467-b448-e2bd0821add7 tempest-ServerActionsTestOtherA-1098162655 tempest-ServerActionsTestOtherA-1098162655-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62328) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1039.456810] env[62328]: DEBUG nova.virt.vmwareapi.vmops [None req-f8b1c879-837e-4467-b448-e2bd0821add7 tempest-ServerActionsTestOtherA-1098162655 tempest-ServerActionsTestOtherA-1098162655-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62328) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1039.457596] env[62328]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d069356c-8571-48dd-b0a3-508366db8d9d {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1039.464811] env[62328]: DEBUG oslo_vmware.api [None req-f8b1c879-837e-4467-b448-e2bd0821add7 tempest-ServerActionsTestOtherA-1098162655 tempest-ServerActionsTestOtherA-1098162655-project-member] Waiting for the task: (returnval){ [ 1039.464811] env[62328]: value = "session[52a6e20e-410d-708a-99f2-080a575a99bd]52f73085-9ffb-36e4-1914-de7976d00b31" [ 1039.464811] env[62328]: _type = "Task" [ 1039.464811] env[62328]: } to complete. {{(pid=62328) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1039.476042] env[62328]: DEBUG oslo_vmware.api [None req-f8b1c879-837e-4467-b448-e2bd0821add7 tempest-ServerActionsTestOtherA-1098162655 tempest-ServerActionsTestOtherA-1098162655-project-member] Task: {'id': session[52a6e20e-410d-708a-99f2-080a575a99bd]52f73085-9ffb-36e4-1914-de7976d00b31, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1039.610263] env[62328]: DEBUG oslo_concurrency.lockutils [None req-81232478-0047-4c8b-a56a-159d4ab882da tempest-AttachVolumeShelveTestJSON-116809589 tempest-AttachVolumeShelveTestJSON-116809589-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.375s {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1039.613155] env[62328]: DEBUG oslo_concurrency.lockutils [None req-8a9a6ff4-941f-4aef-b9bd-3add766fabf4 tempest-DeleteServersTestJSON-1766103036 tempest-DeleteServersTestJSON-1766103036-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 4.599s {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1039.613562] env[62328]: DEBUG nova.objects.instance [None req-8a9a6ff4-941f-4aef-b9bd-3add766fabf4 tempest-DeleteServersTestJSON-1766103036 tempest-DeleteServersTestJSON-1766103036-project-member] Lazy-loading 'resources' on Instance uuid 3db7d429-ea91-47d7-8a21-10390b2a5ac5 {{(pid=62328) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1039.694506] env[62328]: DEBUG oslo_vmware.api [None req-3602120f-4c5e-4b1a-b341-d381809fb26d tempest-ServerActionsTestJSON-389109759 tempest-ServerActionsTestJSON-389109759-project-member] Task: {'id': task-2387520, 'name': Rename_Task, 'duration_secs': 0.195318} completed successfully. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1039.694796] env[62328]: DEBUG nova.virt.vmwareapi.vm_util [None req-3602120f-4c5e-4b1a-b341-d381809fb26d tempest-ServerActionsTestJSON-389109759 tempest-ServerActionsTestJSON-389109759-project-member] [instance: dfccb16a-246f-4b74-ac7d-6c4ccf115110] Powering on the VM {{(pid=62328) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1039.695068] env[62328]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-6e148efd-082d-49e5-a591-1872e0aa7689 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1039.703843] env[62328]: DEBUG oslo_vmware.api [None req-3602120f-4c5e-4b1a-b341-d381809fb26d tempest-ServerActionsTestJSON-389109759 tempest-ServerActionsTestJSON-389109759-project-member] Waiting for the task: (returnval){ [ 1039.703843] env[62328]: value = "task-2387521" [ 1039.703843] env[62328]: _type = "Task" [ 1039.703843] env[62328]: } to complete. {{(pid=62328) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1039.716631] env[62328]: DEBUG oslo_vmware.api [None req-3602120f-4c5e-4b1a-b341-d381809fb26d tempest-ServerActionsTestJSON-389109759 tempest-ServerActionsTestJSON-389109759-project-member] Task: {'id': task-2387521, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1039.724618] env[62328]: DEBUG oslo_vmware.rw_handles [None req-11aa472b-ebc7-4486-ae52-35d711a39c3a tempest-ServersNegativeTestJSON-1019155744 tempest-ServersNegativeTestJSON-1019155744-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52cc1047-8405-80b6-ef80-3ed3d8d55d14/disk-0.vmdk. {{(pid=62328) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1039.725723] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bdaa8b44-b217-4ef0-9e03-ebca0c37819e {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1039.732710] env[62328]: DEBUG oslo_vmware.rw_handles [None req-11aa472b-ebc7-4486-ae52-35d711a39c3a tempest-ServersNegativeTestJSON-1019155744 tempest-ServersNegativeTestJSON-1019155744-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52cc1047-8405-80b6-ef80-3ed3d8d55d14/disk-0.vmdk is in state: ready. {{(pid=62328) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1039.732937] env[62328]: ERROR oslo_vmware.rw_handles [None req-11aa472b-ebc7-4486-ae52-35d711a39c3a tempest-ServersNegativeTestJSON-1019155744 tempest-ServersNegativeTestJSON-1019155744-project-member] Aborting lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52cc1047-8405-80b6-ef80-3ed3d8d55d14/disk-0.vmdk due to incomplete transfer. [ 1039.733129] env[62328]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-e276d41c-1a67-426f-bb92-e8083a99051b {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1039.746676] env[62328]: DEBUG oslo_vmware.rw_handles [None req-11aa472b-ebc7-4486-ae52-35d711a39c3a tempest-ServersNegativeTestJSON-1019155744 tempest-ServersNegativeTestJSON-1019155744-project-member] Closed VMDK read handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52cc1047-8405-80b6-ef80-3ed3d8d55d14/disk-0.vmdk. {{(pid=62328) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1039.746892] env[62328]: DEBUG nova.virt.vmwareapi.images [None req-11aa472b-ebc7-4486-ae52-35d711a39c3a tempest-ServersNegativeTestJSON-1019155744 tempest-ServersNegativeTestJSON-1019155744-project-member] [instance: 206ded69-14c7-477f-9c36-376ff43a9641] Uploaded image 24092ccf-b6ce-4f05-b549-cdd3eab5dcd9 to the Glance image server {{(pid=62328) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1039.748670] env[62328]: DEBUG nova.virt.vmwareapi.vm_util [None req-11aa472b-ebc7-4486-ae52-35d711a39c3a tempest-ServersNegativeTestJSON-1019155744 tempest-ServersNegativeTestJSON-1019155744-project-member] [instance: 206ded69-14c7-477f-9c36-376ff43a9641] Destroying the VM {{(pid=62328) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1039.748943] env[62328]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-646f15fe-fcef-4048-8811-1d59a052b9ac {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1039.757263] env[62328]: DEBUG oslo_vmware.api [None req-11aa472b-ebc7-4486-ae52-35d711a39c3a tempest-ServersNegativeTestJSON-1019155744 tempest-ServersNegativeTestJSON-1019155744-project-member] Waiting for the task: (returnval){ [ 1039.757263] env[62328]: value = "task-2387522" [ 1039.757263] env[62328]: _type = "Task" [ 1039.757263] env[62328]: } to complete. {{(pid=62328) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1039.768572] env[62328]: DEBUG oslo_vmware.api [None req-11aa472b-ebc7-4486-ae52-35d711a39c3a tempest-ServersNegativeTestJSON-1019155744 tempest-ServersNegativeTestJSON-1019155744-project-member] Task: {'id': task-2387522, 'name': Destroy_Task} progress is 0%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1039.841825] env[62328]: DEBUG nova.network.neutron [req-ed46a1da-ac8d-415a-97f7-a0b0bf0dce8d req-26090e8e-3b25-4b23-926b-79e335c70b5d service nova] [instance: 1326c869-c3f4-4936-bc3b-451b08fc0933] Updated VIF entry in instance network info cache for port 6a06a42c-49e2-46b3-b4e1-be1886683665. {{(pid=62328) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1039.842220] env[62328]: DEBUG nova.network.neutron [req-ed46a1da-ac8d-415a-97f7-a0b0bf0dce8d req-26090e8e-3b25-4b23-926b-79e335c70b5d service nova] [instance: 1326c869-c3f4-4936-bc3b-451b08fc0933] Updating instance_info_cache with network_info: [{"id": "6a06a42c-49e2-46b3-b4e1-be1886683665", "address": "fa:16:3e:e7:37:5b", "network": {"id": "ed570829-7777-4fb9-9e0f-cef4ca21980b", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1726239177-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "17143bbcad5b4da0801478fe45bd8ce6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a965790c-2d2f-4c2a-9ee7-745f4d53039b", "external-id": "nsx-vlan-transportzone-708", "segmentation_id": 708, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6a06a42c-49", "ovs_interfaceid": "6a06a42c-49e2-46b3-b4e1-be1886683665", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62328) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1039.918907] env[62328]: DEBUG nova.network.neutron [None req-79705702-697f-4726-8565-0d690c3876c5 tempest-ServersTestJSON-2041147199 tempest-ServersTestJSON-2041147199-project-member] [instance: 1238ca59-2e55-4d5c-bbf8-2730ee5e6739] Successfully updated port: 422a5c07-6c3c-4d91-acad-81f68d876850 {{(pid=62328) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1039.926706] env[62328]: DEBUG nova.compute.manager [None req-b66ab386-6dc1-4ba9-b7f7-63e254e5dcd1 tempest-AttachVolumeNegativeTest-1920358930 tempest-AttachVolumeNegativeTest-1920358930-project-member] [instance: 56f7b645-cd8a-48a4-ba32-455cfc09fd88] Starting instance... {{(pid=62328) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1039.931966] env[62328]: DEBUG nova.compute.manager [None req-e61ccc15-ae5f-4e95-8bfa-4dfb1eb6a03a tempest-ServerRescueNegativeTestJSON-713788249 tempest-ServerRescueNegativeTestJSON-713788249-project-member] [instance: 52de62c1-e7ae-440d-b390-64b4594548c1] Starting instance... {{(pid=62328) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1039.946915] env[62328]: DEBUG oslo_vmware.api [None req-11462e75-5ecb-4851-b298-9d1eb1f0412e tempest-ServerActionsTestOtherB-626827456 tempest-ServerActionsTestOtherB-626827456-project-member] Task: {'id': task-2387519, 'name': RemoveSnapshot_Task, 'duration_secs': 0.651467} completed successfully. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1039.947271] env[62328]: DEBUG nova.virt.vmwareapi.vmops [None req-11462e75-5ecb-4851-b298-9d1eb1f0412e tempest-ServerActionsTestOtherB-626827456 tempest-ServerActionsTestOtherB-626827456-project-member] [instance: 726d231d-afd9-460a-818e-7412af85a7f1] Deleted Snapshot of the VM instance {{(pid=62328) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1039.947585] env[62328]: INFO nova.compute.manager [None req-11462e75-5ecb-4851-b298-9d1eb1f0412e tempest-ServerActionsTestOtherB-626827456 tempest-ServerActionsTestOtherB-626827456-project-member] [instance: 726d231d-afd9-460a-818e-7412af85a7f1] Took 14.57 seconds to snapshot the instance on the hypervisor. [ 1039.978023] env[62328]: DEBUG oslo_vmware.api [None req-f8b1c879-837e-4467-b448-e2bd0821add7 tempest-ServerActionsTestOtherA-1098162655 tempest-ServerActionsTestOtherA-1098162655-project-member] Task: {'id': session[52a6e20e-410d-708a-99f2-080a575a99bd]52f73085-9ffb-36e4-1914-de7976d00b31, 'name': SearchDatastore_Task, 'duration_secs': 0.017556} completed successfully. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1039.979234] env[62328]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d963526f-6c12-4577-8d29-51afe1eb8d32 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1039.986553] env[62328]: DEBUG oslo_vmware.api [None req-f8b1c879-837e-4467-b448-e2bd0821add7 tempest-ServerActionsTestOtherA-1098162655 tempest-ServerActionsTestOtherA-1098162655-project-member] Waiting for the task: (returnval){ [ 1039.986553] env[62328]: value = "session[52a6e20e-410d-708a-99f2-080a575a99bd]521b12d6-c9bf-9ef2-0f85-894465a1717f" [ 1039.986553] env[62328]: _type = "Task" [ 1039.986553] env[62328]: } to complete. {{(pid=62328) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1039.997128] env[62328]: DEBUG oslo_vmware.api [None req-f8b1c879-837e-4467-b448-e2bd0821add7 tempest-ServerActionsTestOtherA-1098162655 tempest-ServerActionsTestOtherA-1098162655-project-member] Task: {'id': session[52a6e20e-410d-708a-99f2-080a575a99bd]521b12d6-c9bf-9ef2-0f85-894465a1717f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1040.124098] env[62328]: DEBUG oslo_concurrency.lockutils [None req-81232478-0047-4c8b-a56a-159d4ab882da tempest-AttachVolumeShelveTestJSON-116809589 tempest-AttachVolumeShelveTestJSON-116809589-project-member] Lock "14c336fc-69e4-4ef8-a50f-e307b9902127" "released" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: held 26.290s {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1040.125258] env[62328]: DEBUG oslo_concurrency.lockutils [None req-916cf222-4c6f-4603-bd95-5f29e8245d3b tempest-AttachVolumeShelveTestJSON-116809589 tempest-AttachVolumeShelveTestJSON-116809589-project-member] Lock "14c336fc-69e4-4ef8-a50f-e307b9902127" acquired by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: waited 0.721s {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1040.125592] env[62328]: INFO nova.compute.manager [None req-916cf222-4c6f-4603-bd95-5f29e8245d3b tempest-AttachVolumeShelveTestJSON-116809589 tempest-AttachVolumeShelveTestJSON-116809589-project-member] [instance: 14c336fc-69e4-4ef8-a50f-e307b9902127] Unshelving [ 1040.217112] env[62328]: DEBUG oslo_vmware.api [None req-3602120f-4c5e-4b1a-b341-d381809fb26d tempest-ServerActionsTestJSON-389109759 tempest-ServerActionsTestJSON-389109759-project-member] Task: {'id': task-2387521, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1040.267828] env[62328]: DEBUG oslo_vmware.api [None req-11aa472b-ebc7-4486-ae52-35d711a39c3a tempest-ServersNegativeTestJSON-1019155744 tempest-ServersNegativeTestJSON-1019155744-project-member] Task: {'id': task-2387522, 'name': Destroy_Task} progress is 33%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1040.345246] env[62328]: DEBUG oslo_concurrency.lockutils [req-ed46a1da-ac8d-415a-97f7-a0b0bf0dce8d req-26090e8e-3b25-4b23-926b-79e335c70b5d service nova] Releasing lock "refresh_cache-1326c869-c3f4-4936-bc3b-451b08fc0933" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1040.351458] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1415567f-46fa-4f77-b59a-66de8b1fb947 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1040.359784] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-01e1deb1-c08f-4392-8ea7-ff35e8057f69 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1040.393174] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f556a57a-d180-4126-819a-b4823f85da62 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1040.401814] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f7ab1752-70ab-4174-9c96-6296a4487688 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1040.416584] env[62328]: DEBUG nova.compute.provider_tree [None req-8a9a6ff4-941f-4aef-b9bd-3add766fabf4 tempest-DeleteServersTestJSON-1766103036 tempest-DeleteServersTestJSON-1766103036-project-member] Inventory has not changed in ProviderTree for provider: 3469e9f8-04af-49ca-8435-49f104496744 {{(pid=62328) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1040.421675] env[62328]: DEBUG oslo_concurrency.lockutils [None req-79705702-697f-4726-8565-0d690c3876c5 tempest-ServersTestJSON-2041147199 tempest-ServersTestJSON-2041147199-project-member] Acquiring lock "refresh_cache-1238ca59-2e55-4d5c-bbf8-2730ee5e6739" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1040.421844] env[62328]: DEBUG oslo_concurrency.lockutils [None req-79705702-697f-4726-8565-0d690c3876c5 tempest-ServersTestJSON-2041147199 tempest-ServersTestJSON-2041147199-project-member] Acquired lock "refresh_cache-1238ca59-2e55-4d5c-bbf8-2730ee5e6739" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.421977] env[62328]: DEBUG nova.network.neutron [None req-79705702-697f-4726-8565-0d690c3876c5 tempest-ServersTestJSON-2041147199 tempest-ServersTestJSON-2041147199-project-member] [instance: 1238ca59-2e55-4d5c-bbf8-2730ee5e6739] Building network info cache for instance {{(pid=62328) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1040.453872] env[62328]: DEBUG oslo_concurrency.lockutils [None req-b66ab386-6dc1-4ba9-b7f7-63e254e5dcd1 tempest-AttachVolumeNegativeTest-1920358930 tempest-AttachVolumeNegativeTest-1920358930-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1040.454779] env[62328]: DEBUG oslo_concurrency.lockutils [None req-e61ccc15-ae5f-4e95-8bfa-4dfb1eb6a03a tempest-ServerRescueNegativeTestJSON-713788249 tempest-ServerRescueNegativeTestJSON-713788249-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1040.501392] env[62328]: DEBUG oslo_vmware.api [None req-f8b1c879-837e-4467-b448-e2bd0821add7 tempest-ServerActionsTestOtherA-1098162655 tempest-ServerActionsTestOtherA-1098162655-project-member] Task: {'id': session[52a6e20e-410d-708a-99f2-080a575a99bd]521b12d6-c9bf-9ef2-0f85-894465a1717f, 'name': SearchDatastore_Task, 'duration_secs': 0.015319} completed successfully. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1040.503675] env[62328]: DEBUG nova.compute.manager [None req-11462e75-5ecb-4851-b298-9d1eb1f0412e tempest-ServerActionsTestOtherB-626827456 tempest-ServerActionsTestOtherB-626827456-project-member] [instance: 726d231d-afd9-460a-818e-7412af85a7f1] Found 1 images (rotation: 2) {{(pid=62328) _rotate_backups /opt/stack/nova/nova/compute/manager.py:5017}} [ 1040.504789] env[62328]: DEBUG oslo_concurrency.lockutils [None req-f8b1c879-837e-4467-b448-e2bd0821add7 tempest-ServerActionsTestOtherA-1098162655 tempest-ServerActionsTestOtherA-1098162655-project-member] Releasing lock "[datastore2] devstack-image-cache_base/dbf872a4-92be-47e4-8561-c3e2bf2423ab/dbf872a4-92be-47e4-8561-c3e2bf2423ab.vmdk" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1040.505069] env[62328]: DEBUG nova.virt.vmwareapi.vm_util [None req-f8b1c879-837e-4467-b448-e2bd0821add7 tempest-ServerActionsTestOtherA-1098162655 tempest-ServerActionsTestOtherA-1098162655-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/dbf872a4-92be-47e4-8561-c3e2bf2423ab/dbf872a4-92be-47e4-8561-c3e2bf2423ab.vmdk to [datastore2] 1326c869-c3f4-4936-bc3b-451b08fc0933/1326c869-c3f4-4936-bc3b-451b08fc0933.vmdk {{(pid=62328) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1040.505793] env[62328]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-eed75f43-0d5f-455a-ba14-eb185f28ca2f {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1040.516225] env[62328]: DEBUG oslo_vmware.api [None req-f8b1c879-837e-4467-b448-e2bd0821add7 tempest-ServerActionsTestOtherA-1098162655 tempest-ServerActionsTestOtherA-1098162655-project-member] Waiting for the task: (returnval){ [ 1040.516225] env[62328]: value = "task-2387523" [ 1040.516225] env[62328]: _type = "Task" [ 1040.516225] env[62328]: } to complete. {{(pid=62328) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1040.527471] env[62328]: DEBUG oslo_vmware.api [None req-f8b1c879-837e-4467-b448-e2bd0821add7 tempest-ServerActionsTestOtherA-1098162655 tempest-ServerActionsTestOtherA-1098162655-project-member] Task: {'id': task-2387523, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1040.718095] env[62328]: DEBUG oslo_vmware.api [None req-3602120f-4c5e-4b1a-b341-d381809fb26d tempest-ServerActionsTestJSON-389109759 tempest-ServerActionsTestJSON-389109759-project-member] Task: {'id': task-2387521, 'name': PowerOnVM_Task, 'duration_secs': 0.620111} completed successfully. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1040.718379] env[62328]: DEBUG nova.virt.vmwareapi.vm_util [None req-3602120f-4c5e-4b1a-b341-d381809fb26d tempest-ServerActionsTestJSON-389109759 tempest-ServerActionsTestJSON-389109759-project-member] [instance: dfccb16a-246f-4b74-ac7d-6c4ccf115110] Powered on the VM {{(pid=62328) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1040.718599] env[62328]: INFO nova.compute.manager [None req-3602120f-4c5e-4b1a-b341-d381809fb26d tempest-ServerActionsTestJSON-389109759 tempest-ServerActionsTestJSON-389109759-project-member] [instance: dfccb16a-246f-4b74-ac7d-6c4ccf115110] Took 10.15 seconds to spawn the instance on the hypervisor. [ 1040.718871] env[62328]: DEBUG nova.compute.manager [None req-3602120f-4c5e-4b1a-b341-d381809fb26d tempest-ServerActionsTestJSON-389109759 tempest-ServerActionsTestJSON-389109759-project-member] [instance: dfccb16a-246f-4b74-ac7d-6c4ccf115110] Checking state {{(pid=62328) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1040.719753] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d3e2c425-f678-4034-ae33-1307a9ab9975 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1040.770070] env[62328]: DEBUG oslo_vmware.api [None req-11aa472b-ebc7-4486-ae52-35d711a39c3a tempest-ServersNegativeTestJSON-1019155744 tempest-ServersNegativeTestJSON-1019155744-project-member] Task: {'id': task-2387522, 'name': Destroy_Task, 'duration_secs': 0.556339} completed successfully. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1040.770336] env[62328]: INFO nova.virt.vmwareapi.vm_util [None req-11aa472b-ebc7-4486-ae52-35d711a39c3a tempest-ServersNegativeTestJSON-1019155744 tempest-ServersNegativeTestJSON-1019155744-project-member] [instance: 206ded69-14c7-477f-9c36-376ff43a9641] Destroyed the VM [ 1040.770589] env[62328]: DEBUG nova.virt.vmwareapi.vmops [None req-11aa472b-ebc7-4486-ae52-35d711a39c3a tempest-ServersNegativeTestJSON-1019155744 tempest-ServersNegativeTestJSON-1019155744-project-member] [instance: 206ded69-14c7-477f-9c36-376ff43a9641] Deleting Snapshot of the VM instance {{(pid=62328) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1040.770811] env[62328]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-c6fe120c-f0f0-4403-bc00-3a6677a4c996 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1040.779280] env[62328]: DEBUG oslo_vmware.api [None req-11aa472b-ebc7-4486-ae52-35d711a39c3a tempest-ServersNegativeTestJSON-1019155744 tempest-ServersNegativeTestJSON-1019155744-project-member] Waiting for the task: (returnval){ [ 1040.779280] env[62328]: value = "task-2387524" [ 1040.779280] env[62328]: _type = "Task" [ 1040.779280] env[62328]: } to complete. {{(pid=62328) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1040.789053] env[62328]: DEBUG oslo_vmware.api [None req-11aa472b-ebc7-4486-ae52-35d711a39c3a tempest-ServersNegativeTestJSON-1019155744 tempest-ServersNegativeTestJSON-1019155744-project-member] Task: {'id': task-2387524, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1040.920132] env[62328]: DEBUG nova.scheduler.client.report [None req-8a9a6ff4-941f-4aef-b9bd-3add766fabf4 tempest-DeleteServersTestJSON-1766103036 tempest-DeleteServersTestJSON-1766103036-project-member] Inventory has not changed for provider 3469e9f8-04af-49ca-8435-49f104496744 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 152, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62328) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1040.964795] env[62328]: DEBUG nova.network.neutron [None req-79705702-697f-4726-8565-0d690c3876c5 tempest-ServersTestJSON-2041147199 tempest-ServersTestJSON-2041147199-project-member] [instance: 1238ca59-2e55-4d5c-bbf8-2730ee5e6739] Instance cache missing network info. {{(pid=62328) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1040.999599] env[62328]: DEBUG nova.compute.manager [req-42a10042-d209-4c8a-8a5e-4b3ec558bd76 req-bb39485b-3834-4ae0-a0cc-080d64bd5280 service nova] [instance: 1238ca59-2e55-4d5c-bbf8-2730ee5e6739] Received event network-vif-plugged-422a5c07-6c3c-4d91-acad-81f68d876850 {{(pid=62328) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1040.999828] env[62328]: DEBUG oslo_concurrency.lockutils [req-42a10042-d209-4c8a-8a5e-4b3ec558bd76 req-bb39485b-3834-4ae0-a0cc-080d64bd5280 service nova] Acquiring lock "1238ca59-2e55-4d5c-bbf8-2730ee5e6739-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1041.000072] env[62328]: DEBUG oslo_concurrency.lockutils [req-42a10042-d209-4c8a-8a5e-4b3ec558bd76 req-bb39485b-3834-4ae0-a0cc-080d64bd5280 service nova] Lock "1238ca59-2e55-4d5c-bbf8-2730ee5e6739-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1041.000224] env[62328]: DEBUG oslo_concurrency.lockutils [req-42a10042-d209-4c8a-8a5e-4b3ec558bd76 req-bb39485b-3834-4ae0-a0cc-080d64bd5280 service nova] Lock "1238ca59-2e55-4d5c-bbf8-2730ee5e6739-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1041.000386] env[62328]: DEBUG nova.compute.manager [req-42a10042-d209-4c8a-8a5e-4b3ec558bd76 req-bb39485b-3834-4ae0-a0cc-080d64bd5280 service nova] [instance: 1238ca59-2e55-4d5c-bbf8-2730ee5e6739] No waiting events found dispatching network-vif-plugged-422a5c07-6c3c-4d91-acad-81f68d876850 {{(pid=62328) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1041.000543] env[62328]: WARNING nova.compute.manager [req-42a10042-d209-4c8a-8a5e-4b3ec558bd76 req-bb39485b-3834-4ae0-a0cc-080d64bd5280 service nova] [instance: 1238ca59-2e55-4d5c-bbf8-2730ee5e6739] Received unexpected event network-vif-plugged-422a5c07-6c3c-4d91-acad-81f68d876850 for instance with vm_state building and task_state spawning. [ 1041.000738] env[62328]: DEBUG nova.compute.manager [req-42a10042-d209-4c8a-8a5e-4b3ec558bd76 req-bb39485b-3834-4ae0-a0cc-080d64bd5280 service nova] [instance: 1238ca59-2e55-4d5c-bbf8-2730ee5e6739] Received event network-changed-422a5c07-6c3c-4d91-acad-81f68d876850 {{(pid=62328) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1041.001250] env[62328]: DEBUG nova.compute.manager [req-42a10042-d209-4c8a-8a5e-4b3ec558bd76 req-bb39485b-3834-4ae0-a0cc-080d64bd5280 service nova] [instance: 1238ca59-2e55-4d5c-bbf8-2730ee5e6739] Refreshing instance network info cache due to event network-changed-422a5c07-6c3c-4d91-acad-81f68d876850. {{(pid=62328) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1041.001250] env[62328]: DEBUG oslo_concurrency.lockutils [req-42a10042-d209-4c8a-8a5e-4b3ec558bd76 req-bb39485b-3834-4ae0-a0cc-080d64bd5280 service nova] Acquiring lock "refresh_cache-1238ca59-2e55-4d5c-bbf8-2730ee5e6739" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1041.028713] env[62328]: DEBUG oslo_vmware.api [None req-f8b1c879-837e-4467-b448-e2bd0821add7 tempest-ServerActionsTestOtherA-1098162655 tempest-ServerActionsTestOtherA-1098162655-project-member] Task: {'id': task-2387523, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1041.135881] env[62328]: DEBUG nova.compute.utils [None req-916cf222-4c6f-4603-bd95-5f29e8245d3b tempest-AttachVolumeShelveTestJSON-116809589 tempest-AttachVolumeShelveTestJSON-116809589-project-member] Using /dev/sd instead of None {{(pid=62328) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1041.142933] env[62328]: DEBUG nova.network.neutron [None req-79705702-697f-4726-8565-0d690c3876c5 tempest-ServersTestJSON-2041147199 tempest-ServersTestJSON-2041147199-project-member] [instance: 1238ca59-2e55-4d5c-bbf8-2730ee5e6739] Updating instance_info_cache with network_info: [{"id": "422a5c07-6c3c-4d91-acad-81f68d876850", "address": "fa:16:3e:b4:a9:02", "network": {"id": "6bb51e3a-3ea5-407f-af2d-a3aa2b58eb3e", "bridge": "br-int", "label": "tempest-ServersTestJSON-585704246-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c45c639ce4254b028b1106f234f63616", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d829efb7-e98e-4b67-bd03-b0888287dbfd", "external-id": "nsx-vlan-transportzone-128", "segmentation_id": 128, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap422a5c07-6c", "ovs_interfaceid": "422a5c07-6c3c-4d91-acad-81f68d876850", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62328) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1041.238332] env[62328]: INFO nova.compute.manager [None req-3602120f-4c5e-4b1a-b341-d381809fb26d tempest-ServerActionsTestJSON-389109759 tempest-ServerActionsTestJSON-389109759-project-member] [instance: dfccb16a-246f-4b74-ac7d-6c4ccf115110] Took 16.63 seconds to build instance. [ 1041.289635] env[62328]: DEBUG oslo_vmware.api [None req-11aa472b-ebc7-4486-ae52-35d711a39c3a tempest-ServersNegativeTestJSON-1019155744 tempest-ServersNegativeTestJSON-1019155744-project-member] Task: {'id': task-2387524, 'name': RemoveSnapshot_Task} progress is 100%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1041.324606] env[62328]: DEBUG nova.compute.manager [None req-0c54092f-604a-426d-bcc6-cde309fe8392 tempest-ServerActionsTestOtherB-626827456 tempest-ServerActionsTestOtherB-626827456-project-member] [instance: 726d231d-afd9-460a-818e-7412af85a7f1] Checking state {{(pid=62328) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1041.325334] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e1d60d20-fb1a-425d-aa73-4009f82a65e3 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1041.425411] env[62328]: DEBUG oslo_concurrency.lockutils [None req-8a9a6ff4-941f-4aef-b9bd-3add766fabf4 tempest-DeleteServersTestJSON-1766103036 tempest-DeleteServersTestJSON-1766103036-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.812s {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1041.427727] env[62328]: DEBUG oslo_concurrency.lockutils [None req-b66ab386-6dc1-4ba9-b7f7-63e254e5dcd1 tempest-AttachVolumeNegativeTest-1920358930 tempest-AttachVolumeNegativeTest-1920358930-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.974s {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1041.429309] env[62328]: INFO nova.compute.claims [None req-b66ab386-6dc1-4ba9-b7f7-63e254e5dcd1 tempest-AttachVolumeNegativeTest-1920358930 tempest-AttachVolumeNegativeTest-1920358930-project-member] [instance: 56f7b645-cd8a-48a4-ba32-455cfc09fd88] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1041.447961] env[62328]: INFO nova.scheduler.client.report [None req-8a9a6ff4-941f-4aef-b9bd-3add766fabf4 tempest-DeleteServersTestJSON-1766103036 tempest-DeleteServersTestJSON-1766103036-project-member] Deleted allocations for instance 3db7d429-ea91-47d7-8a21-10390b2a5ac5 [ 1041.492977] env[62328]: DEBUG oslo_concurrency.lockutils [None req-93ce8d77-b15b-4b0b-8bbb-563a570d95fb tempest-AttachInterfacesTestJSON-1049158018 tempest-AttachInterfacesTestJSON-1049158018-project-member] Acquiring lock "interface-0c5d4040-bc5a-452c-9a75-a58280f7cb73-None" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1041.493293] env[62328]: DEBUG oslo_concurrency.lockutils [None req-93ce8d77-b15b-4b0b-8bbb-563a570d95fb tempest-AttachInterfacesTestJSON-1049158018 tempest-AttachInterfacesTestJSON-1049158018-project-member] Lock "interface-0c5d4040-bc5a-452c-9a75-a58280f7cb73-None" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.000s {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1041.493923] env[62328]: DEBUG nova.objects.instance [None req-93ce8d77-b15b-4b0b-8bbb-563a570d95fb tempest-AttachInterfacesTestJSON-1049158018 tempest-AttachInterfacesTestJSON-1049158018-project-member] Lazy-loading 'flavor' on Instance uuid 0c5d4040-bc5a-452c-9a75-a58280f7cb73 {{(pid=62328) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1041.527944] env[62328]: DEBUG oslo_vmware.api [None req-f8b1c879-837e-4467-b448-e2bd0821add7 tempest-ServerActionsTestOtherA-1098162655 tempest-ServerActionsTestOtherA-1098162655-project-member] Task: {'id': task-2387523, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.752979} completed successfully. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1041.528236] env[62328]: DEBUG nova.virt.vmwareapi.vm_util [None req-f8b1c879-837e-4467-b448-e2bd0821add7 tempest-ServerActionsTestOtherA-1098162655 tempest-ServerActionsTestOtherA-1098162655-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/dbf872a4-92be-47e4-8561-c3e2bf2423ab/dbf872a4-92be-47e4-8561-c3e2bf2423ab.vmdk to [datastore2] 1326c869-c3f4-4936-bc3b-451b08fc0933/1326c869-c3f4-4936-bc3b-451b08fc0933.vmdk {{(pid=62328) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1041.528443] env[62328]: DEBUG nova.virt.vmwareapi.vmops [None req-f8b1c879-837e-4467-b448-e2bd0821add7 tempest-ServerActionsTestOtherA-1098162655 tempest-ServerActionsTestOtherA-1098162655-project-member] [instance: 1326c869-c3f4-4936-bc3b-451b08fc0933] Extending root virtual disk to 1048576 {{(pid=62328) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1041.528709] env[62328]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-11704377-6b47-4e9d-9427-b1a60422828e {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1041.537511] env[62328]: DEBUG oslo_vmware.api [None req-f8b1c879-837e-4467-b448-e2bd0821add7 tempest-ServerActionsTestOtherA-1098162655 tempest-ServerActionsTestOtherA-1098162655-project-member] Waiting for the task: (returnval){ [ 1041.537511] env[62328]: value = "task-2387525" [ 1041.537511] env[62328]: _type = "Task" [ 1041.537511] env[62328]: } to complete. {{(pid=62328) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1041.547990] env[62328]: DEBUG oslo_vmware.api [None req-f8b1c879-837e-4467-b448-e2bd0821add7 tempest-ServerActionsTestOtherA-1098162655 tempest-ServerActionsTestOtherA-1098162655-project-member] Task: {'id': task-2387525, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1041.639914] env[62328]: INFO nova.virt.block_device [None req-916cf222-4c6f-4603-bd95-5f29e8245d3b tempest-AttachVolumeShelveTestJSON-116809589 tempest-AttachVolumeShelveTestJSON-116809589-project-member] [instance: 14c336fc-69e4-4ef8-a50f-e307b9902127] Booting with volume b13e0748-c454-4014-bc84-945862c872c4 at /dev/sdb [ 1041.648206] env[62328]: DEBUG oslo_concurrency.lockutils [None req-79705702-697f-4726-8565-0d690c3876c5 tempest-ServersTestJSON-2041147199 tempest-ServersTestJSON-2041147199-project-member] Releasing lock "refresh_cache-1238ca59-2e55-4d5c-bbf8-2730ee5e6739" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1041.648547] env[62328]: DEBUG nova.compute.manager [None req-79705702-697f-4726-8565-0d690c3876c5 tempest-ServersTestJSON-2041147199 tempest-ServersTestJSON-2041147199-project-member] [instance: 1238ca59-2e55-4d5c-bbf8-2730ee5e6739] Instance network_info: |[{"id": "422a5c07-6c3c-4d91-acad-81f68d876850", "address": "fa:16:3e:b4:a9:02", "network": {"id": "6bb51e3a-3ea5-407f-af2d-a3aa2b58eb3e", "bridge": "br-int", "label": "tempest-ServersTestJSON-585704246-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c45c639ce4254b028b1106f234f63616", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d829efb7-e98e-4b67-bd03-b0888287dbfd", "external-id": "nsx-vlan-transportzone-128", "segmentation_id": 128, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap422a5c07-6c", "ovs_interfaceid": "422a5c07-6c3c-4d91-acad-81f68d876850", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62328) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1041.649627] env[62328]: DEBUG oslo_concurrency.lockutils [req-42a10042-d209-4c8a-8a5e-4b3ec558bd76 req-bb39485b-3834-4ae0-a0cc-080d64bd5280 service nova] Acquired lock "refresh_cache-1238ca59-2e55-4d5c-bbf8-2730ee5e6739" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1041.649627] env[62328]: DEBUG nova.network.neutron [req-42a10042-d209-4c8a-8a5e-4b3ec558bd76 req-bb39485b-3834-4ae0-a0cc-080d64bd5280 service nova] [instance: 1238ca59-2e55-4d5c-bbf8-2730ee5e6739] Refreshing network info cache for port 422a5c07-6c3c-4d91-acad-81f68d876850 {{(pid=62328) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1041.650742] env[62328]: DEBUG nova.virt.vmwareapi.vmops [None req-79705702-697f-4726-8565-0d690c3876c5 tempest-ServersTestJSON-2041147199 tempest-ServersTestJSON-2041147199-project-member] [instance: 1238ca59-2e55-4d5c-bbf8-2730ee5e6739] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:b4:a9:02', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'd829efb7-e98e-4b67-bd03-b0888287dbfd', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '422a5c07-6c3c-4d91-acad-81f68d876850', 'vif_model': 'vmxnet3'}] {{(pid=62328) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1041.658632] env[62328]: DEBUG oslo.service.loopingcall [None req-79705702-697f-4726-8565-0d690c3876c5 tempest-ServersTestJSON-2041147199 tempest-ServersTestJSON-2041147199-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62328) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1041.659717] env[62328]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1238ca59-2e55-4d5c-bbf8-2730ee5e6739] Creating VM on the ESX host {{(pid=62328) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1041.659951] env[62328]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-293970e4-c912-4b76-b8c5-fa4d8b23f744 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1041.678911] env[62328]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-d44b9760-baad-4dca-ac85-8b956639588f {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1041.681941] env[62328]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1041.681941] env[62328]: value = "task-2387526" [ 1041.681941] env[62328]: _type = "Task" [ 1041.681941] env[62328]: } to complete. {{(pid=62328) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1041.690340] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a28d1c4b-801a-45e1-ab6a-453547b22a23 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1041.705606] env[62328]: DEBUG oslo_vmware.api [-] Task: {'id': task-2387526, 'name': CreateVM_Task} progress is 0%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1041.729083] env[62328]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-d4fcdc3c-a6c7-4afd-90ba-1da6aba38c3f {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1041.740291] env[62328]: DEBUG oslo_concurrency.lockutils [None req-3602120f-4c5e-4b1a-b341-d381809fb26d tempest-ServerActionsTestJSON-389109759 tempest-ServerActionsTestJSON-389109759-project-member] Lock "dfccb16a-246f-4b74-ac7d-6c4ccf115110" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 18.143s {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1041.749182] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5a373045-86c8-4ccb-a27a-f6a0326cc371 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1041.800418] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-325ee5f5-1623-449d-89b7-68f713d72b03 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1041.807959] env[62328]: DEBUG oslo_vmware.api [None req-11aa472b-ebc7-4486-ae52-35d711a39c3a tempest-ServersNegativeTestJSON-1019155744 tempest-ServersNegativeTestJSON-1019155744-project-member] Task: {'id': task-2387524, 'name': RemoveSnapshot_Task, 'duration_secs': 0.958196} completed successfully. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1041.808798] env[62328]: DEBUG nova.virt.vmwareapi.vmops [None req-11aa472b-ebc7-4486-ae52-35d711a39c3a tempest-ServersNegativeTestJSON-1019155744 tempest-ServersNegativeTestJSON-1019155744-project-member] [instance: 206ded69-14c7-477f-9c36-376ff43a9641] Deleted Snapshot of the VM instance {{(pid=62328) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1041.809075] env[62328]: DEBUG nova.compute.manager [None req-11aa472b-ebc7-4486-ae52-35d711a39c3a tempest-ServersNegativeTestJSON-1019155744 tempest-ServersNegativeTestJSON-1019155744-project-member] [instance: 206ded69-14c7-477f-9c36-376ff43a9641] Checking state {{(pid=62328) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1041.810054] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b8fdd0be-09b8-4940-8c5d-16ea34559cee {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1041.815458] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b6386324-f6bd-4b66-b81c-7de7851e0c63 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1041.834740] env[62328]: DEBUG nova.virt.block_device [None req-916cf222-4c6f-4603-bd95-5f29e8245d3b tempest-AttachVolumeShelveTestJSON-116809589 tempest-AttachVolumeShelveTestJSON-116809589-project-member] [instance: 14c336fc-69e4-4ef8-a50f-e307b9902127] Updating existing volume attachment record: 365e78b1-4e35-4ccf-8cd0-e7f7ad63b1a0 {{(pid=62328) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1041.837677] env[62328]: INFO nova.compute.manager [None req-0c54092f-604a-426d-bcc6-cde309fe8392 tempest-ServerActionsTestOtherB-626827456 tempest-ServerActionsTestOtherB-626827456-project-member] [instance: 726d231d-afd9-460a-818e-7412af85a7f1] instance snapshotting [ 1041.838252] env[62328]: DEBUG nova.objects.instance [None req-0c54092f-604a-426d-bcc6-cde309fe8392 tempest-ServerActionsTestOtherB-626827456 tempest-ServerActionsTestOtherB-626827456-project-member] Lazy-loading 'flavor' on Instance uuid 726d231d-afd9-460a-818e-7412af85a7f1 {{(pid=62328) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1041.955147] env[62328]: DEBUG oslo_concurrency.lockutils [None req-8a9a6ff4-941f-4aef-b9bd-3add766fabf4 tempest-DeleteServersTestJSON-1766103036 tempest-DeleteServersTestJSON-1766103036-project-member] Lock "3db7d429-ea91-47d7-8a21-10390b2a5ac5" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 10.062s {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1042.051442] env[62328]: DEBUG oslo_vmware.api [None req-f8b1c879-837e-4467-b448-e2bd0821add7 tempest-ServerActionsTestOtherA-1098162655 tempest-ServerActionsTestOtherA-1098162655-project-member] Task: {'id': task-2387525, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.077054} completed successfully. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1042.051862] env[62328]: DEBUG nova.virt.vmwareapi.vmops [None req-f8b1c879-837e-4467-b448-e2bd0821add7 tempest-ServerActionsTestOtherA-1098162655 tempest-ServerActionsTestOtherA-1098162655-project-member] [instance: 1326c869-c3f4-4936-bc3b-451b08fc0933] Extended root virtual disk {{(pid=62328) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1042.053064] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e5e0a08f-d6aa-4e95-b54e-3a24ce29ca6c {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1042.084129] env[62328]: DEBUG nova.virt.vmwareapi.volumeops [None req-f8b1c879-837e-4467-b448-e2bd0821add7 tempest-ServerActionsTestOtherA-1098162655 tempest-ServerActionsTestOtherA-1098162655-project-member] [instance: 1326c869-c3f4-4936-bc3b-451b08fc0933] Reconfiguring VM instance instance-0000006b to attach disk [datastore2] 1326c869-c3f4-4936-bc3b-451b08fc0933/1326c869-c3f4-4936-bc3b-451b08fc0933.vmdk or device None with type sparse {{(pid=62328) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1042.087373] env[62328]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f00e94c2-902c-481c-b748-7d5cd6763229 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1042.112995] env[62328]: DEBUG oslo_vmware.api [None req-f8b1c879-837e-4467-b448-e2bd0821add7 tempest-ServerActionsTestOtherA-1098162655 tempest-ServerActionsTestOtherA-1098162655-project-member] Waiting for the task: (returnval){ [ 1042.112995] env[62328]: value = "task-2387528" [ 1042.112995] env[62328]: _type = "Task" [ 1042.112995] env[62328]: } to complete. {{(pid=62328) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1042.122578] env[62328]: DEBUG oslo_vmware.api [None req-f8b1c879-837e-4467-b448-e2bd0821add7 tempest-ServerActionsTestOtherA-1098162655 tempest-ServerActionsTestOtherA-1098162655-project-member] Task: {'id': task-2387528, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1042.143703] env[62328]: DEBUG nova.objects.instance [None req-93ce8d77-b15b-4b0b-8bbb-563a570d95fb tempest-AttachInterfacesTestJSON-1049158018 tempest-AttachInterfacesTestJSON-1049158018-project-member] Lazy-loading 'pci_requests' on Instance uuid 0c5d4040-bc5a-452c-9a75-a58280f7cb73 {{(pid=62328) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1042.193862] env[62328]: DEBUG oslo_vmware.api [-] Task: {'id': task-2387526, 'name': CreateVM_Task} progress is 25%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1042.328449] env[62328]: INFO nova.compute.manager [None req-11aa472b-ebc7-4486-ae52-35d711a39c3a tempest-ServersNegativeTestJSON-1019155744 tempest-ServersNegativeTestJSON-1019155744-project-member] [instance: 206ded69-14c7-477f-9c36-376ff43a9641] Shelve offloading [ 1042.345572] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-19bcbaf8-e6f9-4940-8e86-107d1ed9f27d {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1042.369395] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2ff42c63-ee7d-4138-ac6c-672561ee0598 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1042.431067] env[62328]: DEBUG nova.compute.manager [req-ee6c445b-b0b5-4a98-bdd0-ca7e8c60c769 req-5923f10e-fe57-4567-a57e-f2df5663fda5 service nova] [instance: dfccb16a-246f-4b74-ac7d-6c4ccf115110] Received event network-changed-d3af671b-2252-4a29-a0fb-84ebc1da6fa5 {{(pid=62328) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1042.431067] env[62328]: DEBUG nova.compute.manager [req-ee6c445b-b0b5-4a98-bdd0-ca7e8c60c769 req-5923f10e-fe57-4567-a57e-f2df5663fda5 service nova] [instance: dfccb16a-246f-4b74-ac7d-6c4ccf115110] Refreshing instance network info cache due to event network-changed-d3af671b-2252-4a29-a0fb-84ebc1da6fa5. {{(pid=62328) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1042.431067] env[62328]: DEBUG oslo_concurrency.lockutils [req-ee6c445b-b0b5-4a98-bdd0-ca7e8c60c769 req-5923f10e-fe57-4567-a57e-f2df5663fda5 service nova] Acquiring lock "refresh_cache-dfccb16a-246f-4b74-ac7d-6c4ccf115110" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1042.431067] env[62328]: DEBUG oslo_concurrency.lockutils [req-ee6c445b-b0b5-4a98-bdd0-ca7e8c60c769 req-5923f10e-fe57-4567-a57e-f2df5663fda5 service nova] Acquired lock "refresh_cache-dfccb16a-246f-4b74-ac7d-6c4ccf115110" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1042.431067] env[62328]: DEBUG nova.network.neutron [req-ee6c445b-b0b5-4a98-bdd0-ca7e8c60c769 req-5923f10e-fe57-4567-a57e-f2df5663fda5 service nova] [instance: dfccb16a-246f-4b74-ac7d-6c4ccf115110] Refreshing network info cache for port d3af671b-2252-4a29-a0fb-84ebc1da6fa5 {{(pid=62328) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1042.465965] env[62328]: DEBUG nova.network.neutron [req-42a10042-d209-4c8a-8a5e-4b3ec558bd76 req-bb39485b-3834-4ae0-a0cc-080d64bd5280 service nova] [instance: 1238ca59-2e55-4d5c-bbf8-2730ee5e6739] Updated VIF entry in instance network info cache for port 422a5c07-6c3c-4d91-acad-81f68d876850. {{(pid=62328) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1042.465965] env[62328]: DEBUG nova.network.neutron [req-42a10042-d209-4c8a-8a5e-4b3ec558bd76 req-bb39485b-3834-4ae0-a0cc-080d64bd5280 service nova] [instance: 1238ca59-2e55-4d5c-bbf8-2730ee5e6739] Updating instance_info_cache with network_info: [{"id": "422a5c07-6c3c-4d91-acad-81f68d876850", "address": "fa:16:3e:b4:a9:02", "network": {"id": "6bb51e3a-3ea5-407f-af2d-a3aa2b58eb3e", "bridge": "br-int", "label": "tempest-ServersTestJSON-585704246-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c45c639ce4254b028b1106f234f63616", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d829efb7-e98e-4b67-bd03-b0888287dbfd", "external-id": "nsx-vlan-transportzone-128", "segmentation_id": 128, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap422a5c07-6c", "ovs_interfaceid": "422a5c07-6c3c-4d91-acad-81f68d876850", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62328) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1042.625443] env[62328]: DEBUG oslo_vmware.api [None req-f8b1c879-837e-4467-b448-e2bd0821add7 tempest-ServerActionsTestOtherA-1098162655 tempest-ServerActionsTestOtherA-1098162655-project-member] Task: {'id': task-2387528, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1042.646031] env[62328]: DEBUG nova.objects.base [None req-93ce8d77-b15b-4b0b-8bbb-563a570d95fb tempest-AttachInterfacesTestJSON-1049158018 tempest-AttachInterfacesTestJSON-1049158018-project-member] Object Instance<0c5d4040-bc5a-452c-9a75-a58280f7cb73> lazy-loaded attributes: flavor,pci_requests {{(pid=62328) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1042.646277] env[62328]: DEBUG nova.network.neutron [None req-93ce8d77-b15b-4b0b-8bbb-563a570d95fb tempest-AttachInterfacesTestJSON-1049158018 tempest-AttachInterfacesTestJSON-1049158018-project-member] [instance: 0c5d4040-bc5a-452c-9a75-a58280f7cb73] allocate_for_instance() {{(pid=62328) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1042.679588] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2b2987fa-7a77-4c36-aae6-d097b65d42d9 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1042.692218] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-afeb158c-1783-4496-a9f4-38481340d6fd {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1042.700048] env[62328]: DEBUG oslo_vmware.api [-] Task: {'id': task-2387526, 'name': CreateVM_Task, 'duration_secs': 0.759795} completed successfully. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1042.700355] env[62328]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1238ca59-2e55-4d5c-bbf8-2730ee5e6739] Created VM on the ESX host {{(pid=62328) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1042.700799] env[62328]: DEBUG oslo_concurrency.lockutils [None req-79705702-697f-4726-8565-0d690c3876c5 tempest-ServersTestJSON-2041147199 tempest-ServersTestJSON-2041147199-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/dbf872a4-92be-47e4-8561-c3e2bf2423ab" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1042.700970] env[62328]: DEBUG oslo_concurrency.lockutils [None req-79705702-697f-4726-8565-0d690c3876c5 tempest-ServersTestJSON-2041147199 tempest-ServersTestJSON-2041147199-project-member] Acquired lock "[datastore2] devstack-image-cache_base/dbf872a4-92be-47e4-8561-c3e2bf2423ab" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1042.701308] env[62328]: DEBUG oslo_concurrency.lockutils [None req-79705702-697f-4726-8565-0d690c3876c5 tempest-ServersTestJSON-2041147199 tempest-ServersTestJSON-2041147199-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/dbf872a4-92be-47e4-8561-c3e2bf2423ab" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1042.701580] env[62328]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-aa5183d0-94ea-4fba-9e5a-3c11f3e6d349 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1042.733094] env[62328]: DEBUG nova.policy [None req-93ce8d77-b15b-4b0b-8bbb-563a570d95fb tempest-AttachInterfacesTestJSON-1049158018 tempest-AttachInterfacesTestJSON-1049158018-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'db6b1454dd644eea886a97b3d644b88f', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'e88420d74d294fef9f976142535b9ac5', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62328) authorize /opt/stack/nova/nova/policy.py:192}} [ 1042.735922] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d644c0d9-291d-4f9c-8a06-993cb71c4844 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1042.740978] env[62328]: DEBUG oslo_vmware.api [None req-79705702-697f-4726-8565-0d690c3876c5 tempest-ServersTestJSON-2041147199 tempest-ServersTestJSON-2041147199-project-member] Waiting for the task: (returnval){ [ 1042.740978] env[62328]: value = "session[52a6e20e-410d-708a-99f2-080a575a99bd]52569d58-8b46-3d1e-e7a7-3bcc794de537" [ 1042.740978] env[62328]: _type = "Task" [ 1042.740978] env[62328]: } to complete. {{(pid=62328) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1042.749540] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7ae5c437-00f4-4bb8-ac31-1fe01e590e91 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1042.758258] env[62328]: DEBUG oslo_vmware.api [None req-79705702-697f-4726-8565-0d690c3876c5 tempest-ServersTestJSON-2041147199 tempest-ServersTestJSON-2041147199-project-member] Task: {'id': session[52a6e20e-410d-708a-99f2-080a575a99bd]52569d58-8b46-3d1e-e7a7-3bcc794de537, 'name': SearchDatastore_Task, 'duration_secs': 0.011264} completed successfully. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1042.758987] env[62328]: DEBUG oslo_concurrency.lockutils [None req-79705702-697f-4726-8565-0d690c3876c5 tempest-ServersTestJSON-2041147199 tempest-ServersTestJSON-2041147199-project-member] Releasing lock "[datastore2] devstack-image-cache_base/dbf872a4-92be-47e4-8561-c3e2bf2423ab" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1042.759266] env[62328]: DEBUG nova.virt.vmwareapi.vmops [None req-79705702-697f-4726-8565-0d690c3876c5 tempest-ServersTestJSON-2041147199 tempest-ServersTestJSON-2041147199-project-member] [instance: 1238ca59-2e55-4d5c-bbf8-2730ee5e6739] Processing image dbf872a4-92be-47e4-8561-c3e2bf2423ab {{(pid=62328) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1042.759490] env[62328]: DEBUG oslo_concurrency.lockutils [None req-79705702-697f-4726-8565-0d690c3876c5 tempest-ServersTestJSON-2041147199 tempest-ServersTestJSON-2041147199-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/dbf872a4-92be-47e4-8561-c3e2bf2423ab/dbf872a4-92be-47e4-8561-c3e2bf2423ab.vmdk" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1042.759638] env[62328]: DEBUG oslo_concurrency.lockutils [None req-79705702-697f-4726-8565-0d690c3876c5 tempest-ServersTestJSON-2041147199 tempest-ServersTestJSON-2041147199-project-member] Acquired lock "[datastore2] devstack-image-cache_base/dbf872a4-92be-47e4-8561-c3e2bf2423ab/dbf872a4-92be-47e4-8561-c3e2bf2423ab.vmdk" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1042.760694] env[62328]: DEBUG nova.virt.vmwareapi.ds_util [None req-79705702-697f-4726-8565-0d690c3876c5 tempest-ServersTestJSON-2041147199 tempest-ServersTestJSON-2041147199-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62328) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1042.760694] env[62328]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-51e2aa97-6c44-4fc1-a5dd-429dcbe0baf7 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1042.770613] env[62328]: DEBUG nova.compute.provider_tree [None req-b66ab386-6dc1-4ba9-b7f7-63e254e5dcd1 tempest-AttachVolumeNegativeTest-1920358930 tempest-AttachVolumeNegativeTest-1920358930-project-member] Inventory has not changed in ProviderTree for provider: 3469e9f8-04af-49ca-8435-49f104496744 {{(pid=62328) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1042.780954] env[62328]: DEBUG nova.virt.vmwareapi.ds_util [None req-79705702-697f-4726-8565-0d690c3876c5 tempest-ServersTestJSON-2041147199 tempest-ServersTestJSON-2041147199-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62328) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1042.782039] env[62328]: DEBUG nova.virt.vmwareapi.vmops [None req-79705702-697f-4726-8565-0d690c3876c5 tempest-ServersTestJSON-2041147199 tempest-ServersTestJSON-2041147199-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62328) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1042.782308] env[62328]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6c327f5e-9ed8-4ba4-bf81-555b7853bfb5 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1042.792256] env[62328]: DEBUG oslo_vmware.api [None req-79705702-697f-4726-8565-0d690c3876c5 tempest-ServersTestJSON-2041147199 tempest-ServersTestJSON-2041147199-project-member] Waiting for the task: (returnval){ [ 1042.792256] env[62328]: value = "session[52a6e20e-410d-708a-99f2-080a575a99bd]52a7b23b-a46f-c8c8-d074-0cdbc61784d7" [ 1042.792256] env[62328]: _type = "Task" [ 1042.792256] env[62328]: } to complete. {{(pid=62328) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1042.801042] env[62328]: DEBUG oslo_vmware.api [None req-79705702-697f-4726-8565-0d690c3876c5 tempest-ServersTestJSON-2041147199 tempest-ServersTestJSON-2041147199-project-member] Task: {'id': session[52a6e20e-410d-708a-99f2-080a575a99bd]52a7b23b-a46f-c8c8-d074-0cdbc61784d7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1042.805325] env[62328]: DEBUG oslo_concurrency.lockutils [None req-a9f1a853-43fb-4106-ad8a-89cbd230554f tempest-DeleteServersTestJSON-1766103036 tempest-DeleteServersTestJSON-1766103036-project-member] Acquiring lock "46036359-e19d-4dda-9b4f-41c3826f364d" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1042.805450] env[62328]: DEBUG oslo_concurrency.lockutils [None req-a9f1a853-43fb-4106-ad8a-89cbd230554f tempest-DeleteServersTestJSON-1766103036 tempest-DeleteServersTestJSON-1766103036-project-member] Lock "46036359-e19d-4dda-9b4f-41c3826f364d" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1042.832723] env[62328]: DEBUG nova.virt.vmwareapi.vm_util [None req-11aa472b-ebc7-4486-ae52-35d711a39c3a tempest-ServersNegativeTestJSON-1019155744 tempest-ServersNegativeTestJSON-1019155744-project-member] [instance: 206ded69-14c7-477f-9c36-376ff43a9641] Powering off the VM {{(pid=62328) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1042.833160] env[62328]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-bda786ef-4fec-4a69-a10c-30a8eff900b7 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1042.843199] env[62328]: DEBUG oslo_vmware.api [None req-11aa472b-ebc7-4486-ae52-35d711a39c3a tempest-ServersNegativeTestJSON-1019155744 tempest-ServersNegativeTestJSON-1019155744-project-member] Waiting for the task: (returnval){ [ 1042.843199] env[62328]: value = "task-2387531" [ 1042.843199] env[62328]: _type = "Task" [ 1042.843199] env[62328]: } to complete. {{(pid=62328) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1042.852770] env[62328]: DEBUG oslo_vmware.api [None req-11aa472b-ebc7-4486-ae52-35d711a39c3a tempest-ServersNegativeTestJSON-1019155744 tempest-ServersNegativeTestJSON-1019155744-project-member] Task: {'id': task-2387531, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1042.883901] env[62328]: DEBUG nova.virt.vmwareapi.vmops [None req-0c54092f-604a-426d-bcc6-cde309fe8392 tempest-ServerActionsTestOtherB-626827456 tempest-ServerActionsTestOtherB-626827456-project-member] [instance: 726d231d-afd9-460a-818e-7412af85a7f1] Creating Snapshot of the VM instance {{(pid=62328) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1042.884260] env[62328]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-eeb4f350-13e0-4a13-9638-25c13a1fb379 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1042.894511] env[62328]: DEBUG oslo_vmware.api [None req-0c54092f-604a-426d-bcc6-cde309fe8392 tempest-ServerActionsTestOtherB-626827456 tempest-ServerActionsTestOtherB-626827456-project-member] Waiting for the task: (returnval){ [ 1042.894511] env[62328]: value = "task-2387532" [ 1042.894511] env[62328]: _type = "Task" [ 1042.894511] env[62328]: } to complete. {{(pid=62328) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1042.906048] env[62328]: DEBUG oslo_vmware.api [None req-0c54092f-604a-426d-bcc6-cde309fe8392 tempest-ServerActionsTestOtherB-626827456 tempest-ServerActionsTestOtherB-626827456-project-member] Task: {'id': task-2387532, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1042.965814] env[62328]: DEBUG oslo_concurrency.lockutils [req-42a10042-d209-4c8a-8a5e-4b3ec558bd76 req-bb39485b-3834-4ae0-a0cc-080d64bd5280 service nova] Releasing lock "refresh_cache-1238ca59-2e55-4d5c-bbf8-2730ee5e6739" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1043.123765] env[62328]: DEBUG oslo_vmware.api [None req-f8b1c879-837e-4467-b448-e2bd0821add7 tempest-ServerActionsTestOtherA-1098162655 tempest-ServerActionsTestOtherA-1098162655-project-member] Task: {'id': task-2387528, 'name': ReconfigVM_Task, 'duration_secs': 0.777144} completed successfully. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1043.126259] env[62328]: DEBUG nova.virt.vmwareapi.volumeops [None req-f8b1c879-837e-4467-b448-e2bd0821add7 tempest-ServerActionsTestOtherA-1098162655 tempest-ServerActionsTestOtherA-1098162655-project-member] [instance: 1326c869-c3f4-4936-bc3b-451b08fc0933] Reconfigured VM instance instance-0000006b to attach disk [datastore2] 1326c869-c3f4-4936-bc3b-451b08fc0933/1326c869-c3f4-4936-bc3b-451b08fc0933.vmdk or device None with type sparse {{(pid=62328) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1043.126893] env[62328]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-d6808669-bbc7-4f58-91c6-b4f3780798e4 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1043.138497] env[62328]: DEBUG oslo_vmware.api [None req-f8b1c879-837e-4467-b448-e2bd0821add7 tempest-ServerActionsTestOtherA-1098162655 tempest-ServerActionsTestOtherA-1098162655-project-member] Waiting for the task: (returnval){ [ 1043.138497] env[62328]: value = "task-2387533" [ 1043.138497] env[62328]: _type = "Task" [ 1043.138497] env[62328]: } to complete. {{(pid=62328) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1043.149945] env[62328]: DEBUG oslo_vmware.api [None req-f8b1c879-837e-4467-b448-e2bd0821add7 tempest-ServerActionsTestOtherA-1098162655 tempest-ServerActionsTestOtherA-1098162655-project-member] Task: {'id': task-2387533, 'name': Rename_Task} progress is 5%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1043.222080] env[62328]: DEBUG nova.network.neutron [None req-93ce8d77-b15b-4b0b-8bbb-563a570d95fb tempest-AttachInterfacesTestJSON-1049158018 tempest-AttachInterfacesTestJSON-1049158018-project-member] [instance: 0c5d4040-bc5a-452c-9a75-a58280f7cb73] Successfully created port: 4f7d36d6-3271-463c-8162-c22efd5cbf2e {{(pid=62328) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1043.273610] env[62328]: DEBUG nova.scheduler.client.report [None req-b66ab386-6dc1-4ba9-b7f7-63e254e5dcd1 tempest-AttachVolumeNegativeTest-1920358930 tempest-AttachVolumeNegativeTest-1920358930-project-member] Inventory has not changed for provider 3469e9f8-04af-49ca-8435-49f104496744 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 152, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62328) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1043.302875] env[62328]: DEBUG oslo_vmware.api [None req-79705702-697f-4726-8565-0d690c3876c5 tempest-ServersTestJSON-2041147199 tempest-ServersTestJSON-2041147199-project-member] Task: {'id': session[52a6e20e-410d-708a-99f2-080a575a99bd]52a7b23b-a46f-c8c8-d074-0cdbc61784d7, 'name': SearchDatastore_Task, 'duration_secs': 0.016749} completed successfully. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1043.303750] env[62328]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-44888c69-833b-44d7-a6c7-6692e7142d26 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1043.308168] env[62328]: DEBUG nova.compute.manager [None req-a9f1a853-43fb-4106-ad8a-89cbd230554f tempest-DeleteServersTestJSON-1766103036 tempest-DeleteServersTestJSON-1766103036-project-member] [instance: 46036359-e19d-4dda-9b4f-41c3826f364d] Starting instance... {{(pid=62328) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1043.312156] env[62328]: DEBUG oslo_vmware.api [None req-79705702-697f-4726-8565-0d690c3876c5 tempest-ServersTestJSON-2041147199 tempest-ServersTestJSON-2041147199-project-member] Waiting for the task: (returnval){ [ 1043.312156] env[62328]: value = "session[52a6e20e-410d-708a-99f2-080a575a99bd]52a0b264-6c40-d54e-25c5-b88c4471123f" [ 1043.312156] env[62328]: _type = "Task" [ 1043.312156] env[62328]: } to complete. {{(pid=62328) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1043.312946] env[62328]: DEBUG nova.network.neutron [req-ee6c445b-b0b5-4a98-bdd0-ca7e8c60c769 req-5923f10e-fe57-4567-a57e-f2df5663fda5 service nova] [instance: dfccb16a-246f-4b74-ac7d-6c4ccf115110] Updated VIF entry in instance network info cache for port d3af671b-2252-4a29-a0fb-84ebc1da6fa5. {{(pid=62328) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1043.313301] env[62328]: DEBUG nova.network.neutron [req-ee6c445b-b0b5-4a98-bdd0-ca7e8c60c769 req-5923f10e-fe57-4567-a57e-f2df5663fda5 service nova] [instance: dfccb16a-246f-4b74-ac7d-6c4ccf115110] Updating instance_info_cache with network_info: [{"id": "d3af671b-2252-4a29-a0fb-84ebc1da6fa5", "address": "fa:16:3e:43:0f:8d", "network": {"id": "805c8157-3d39-4783-8cec-987f63104f4b", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-938088414-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.162", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9a4c228c680f4e5fa3409558e769cc0a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c1195acd-707f-4bac-a99d-14db17a63802", "external-id": "nsx-vlan-transportzone-322", "segmentation_id": 322, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd3af671b-22", "ovs_interfaceid": "d3af671b-2252-4a29-a0fb-84ebc1da6fa5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62328) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1043.324696] env[62328]: DEBUG oslo_vmware.api [None req-79705702-697f-4726-8565-0d690c3876c5 tempest-ServersTestJSON-2041147199 tempest-ServersTestJSON-2041147199-project-member] Task: {'id': session[52a6e20e-410d-708a-99f2-080a575a99bd]52a0b264-6c40-d54e-25c5-b88c4471123f, 'name': SearchDatastore_Task, 'duration_secs': 0.011036} completed successfully. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1043.324906] env[62328]: DEBUG oslo_concurrency.lockutils [None req-79705702-697f-4726-8565-0d690c3876c5 tempest-ServersTestJSON-2041147199 tempest-ServersTestJSON-2041147199-project-member] Releasing lock "[datastore2] devstack-image-cache_base/dbf872a4-92be-47e4-8561-c3e2bf2423ab/dbf872a4-92be-47e4-8561-c3e2bf2423ab.vmdk" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1043.325559] env[62328]: DEBUG nova.virt.vmwareapi.vm_util [None req-79705702-697f-4726-8565-0d690c3876c5 tempest-ServersTestJSON-2041147199 tempest-ServersTestJSON-2041147199-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/dbf872a4-92be-47e4-8561-c3e2bf2423ab/dbf872a4-92be-47e4-8561-c3e2bf2423ab.vmdk to [datastore2] 1238ca59-2e55-4d5c-bbf8-2730ee5e6739/1238ca59-2e55-4d5c-bbf8-2730ee5e6739.vmdk {{(pid=62328) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1043.325559] env[62328]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-db4d96c4-889f-4cf7-b680-681eb824a610 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1043.335125] env[62328]: DEBUG oslo_vmware.api [None req-79705702-697f-4726-8565-0d690c3876c5 tempest-ServersTestJSON-2041147199 tempest-ServersTestJSON-2041147199-project-member] Waiting for the task: (returnval){ [ 1043.335125] env[62328]: value = "task-2387534" [ 1043.335125] env[62328]: _type = "Task" [ 1043.335125] env[62328]: } to complete. {{(pid=62328) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1043.343910] env[62328]: DEBUG oslo_vmware.api [None req-79705702-697f-4726-8565-0d690c3876c5 tempest-ServersTestJSON-2041147199 tempest-ServersTestJSON-2041147199-project-member] Task: {'id': task-2387534, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1043.354419] env[62328]: DEBUG nova.virt.vmwareapi.vm_util [None req-11aa472b-ebc7-4486-ae52-35d711a39c3a tempest-ServersNegativeTestJSON-1019155744 tempest-ServersNegativeTestJSON-1019155744-project-member] [instance: 206ded69-14c7-477f-9c36-376ff43a9641] VM already powered off {{(pid=62328) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1043.354592] env[62328]: DEBUG nova.compute.manager [None req-11aa472b-ebc7-4486-ae52-35d711a39c3a tempest-ServersNegativeTestJSON-1019155744 tempest-ServersNegativeTestJSON-1019155744-project-member] [instance: 206ded69-14c7-477f-9c36-376ff43a9641] Checking state {{(pid=62328) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1043.355412] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5874f25b-5058-450f-9181-5a2e1c34e9a7 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1043.362900] env[62328]: DEBUG oslo_concurrency.lockutils [None req-11aa472b-ebc7-4486-ae52-35d711a39c3a tempest-ServersNegativeTestJSON-1019155744 tempest-ServersNegativeTestJSON-1019155744-project-member] Acquiring lock "refresh_cache-206ded69-14c7-477f-9c36-376ff43a9641" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1043.363077] env[62328]: DEBUG oslo_concurrency.lockutils [None req-11aa472b-ebc7-4486-ae52-35d711a39c3a tempest-ServersNegativeTestJSON-1019155744 tempest-ServersNegativeTestJSON-1019155744-project-member] Acquired lock "refresh_cache-206ded69-14c7-477f-9c36-376ff43a9641" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1043.363255] env[62328]: DEBUG nova.network.neutron [None req-11aa472b-ebc7-4486-ae52-35d711a39c3a tempest-ServersNegativeTestJSON-1019155744 tempest-ServersNegativeTestJSON-1019155744-project-member] [instance: 206ded69-14c7-477f-9c36-376ff43a9641] Building network info cache for instance {{(pid=62328) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1043.405064] env[62328]: DEBUG oslo_vmware.api [None req-0c54092f-604a-426d-bcc6-cde309fe8392 tempest-ServerActionsTestOtherB-626827456 tempest-ServerActionsTestOtherB-626827456-project-member] Task: {'id': task-2387532, 'name': CreateSnapshot_Task, 'duration_secs': 0.487635} completed successfully. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1043.405446] env[62328]: DEBUG nova.virt.vmwareapi.vmops [None req-0c54092f-604a-426d-bcc6-cde309fe8392 tempest-ServerActionsTestOtherB-626827456 tempest-ServerActionsTestOtherB-626827456-project-member] [instance: 726d231d-afd9-460a-818e-7412af85a7f1] Created Snapshot of the VM instance {{(pid=62328) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1043.406106] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-128c5cb7-382a-47ad-94b9-fa544e74da9f {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1043.649666] env[62328]: DEBUG oslo_vmware.api [None req-f8b1c879-837e-4467-b448-e2bd0821add7 tempest-ServerActionsTestOtherA-1098162655 tempest-ServerActionsTestOtherA-1098162655-project-member] Task: {'id': task-2387533, 'name': Rename_Task, 'duration_secs': 0.155147} completed successfully. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1043.649978] env[62328]: DEBUG nova.virt.vmwareapi.vm_util [None req-f8b1c879-837e-4467-b448-e2bd0821add7 tempest-ServerActionsTestOtherA-1098162655 tempest-ServerActionsTestOtherA-1098162655-project-member] [instance: 1326c869-c3f4-4936-bc3b-451b08fc0933] Powering on the VM {{(pid=62328) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1043.650258] env[62328]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-49725133-b2f2-4ba2-8746-65db7acf97fe {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1043.659497] env[62328]: DEBUG oslo_vmware.api [None req-f8b1c879-837e-4467-b448-e2bd0821add7 tempest-ServerActionsTestOtherA-1098162655 tempest-ServerActionsTestOtherA-1098162655-project-member] Waiting for the task: (returnval){ [ 1043.659497] env[62328]: value = "task-2387535" [ 1043.659497] env[62328]: _type = "Task" [ 1043.659497] env[62328]: } to complete. {{(pid=62328) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1043.667621] env[62328]: DEBUG oslo_vmware.api [None req-f8b1c879-837e-4467-b448-e2bd0821add7 tempest-ServerActionsTestOtherA-1098162655 tempest-ServerActionsTestOtherA-1098162655-project-member] Task: {'id': task-2387535, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1043.781074] env[62328]: DEBUG oslo_concurrency.lockutils [None req-b66ab386-6dc1-4ba9-b7f7-63e254e5dcd1 tempest-AttachVolumeNegativeTest-1920358930 tempest-AttachVolumeNegativeTest-1920358930-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.353s {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1043.781530] env[62328]: DEBUG nova.compute.manager [None req-b66ab386-6dc1-4ba9-b7f7-63e254e5dcd1 tempest-AttachVolumeNegativeTest-1920358930 tempest-AttachVolumeNegativeTest-1920358930-project-member] [instance: 56f7b645-cd8a-48a4-ba32-455cfc09fd88] Start building networks asynchronously for instance. {{(pid=62328) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1043.787019] env[62328]: DEBUG oslo_concurrency.lockutils [None req-e61ccc15-ae5f-4e95-8bfa-4dfb1eb6a03a tempest-ServerRescueNegativeTestJSON-713788249 tempest-ServerRescueNegativeTestJSON-713788249-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 3.330s {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1043.787019] env[62328]: INFO nova.compute.claims [None req-e61ccc15-ae5f-4e95-8bfa-4dfb1eb6a03a tempest-ServerRescueNegativeTestJSON-713788249 tempest-ServerRescueNegativeTestJSON-713788249-project-member] [instance: 52de62c1-e7ae-440d-b390-64b4594548c1] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1043.825042] env[62328]: DEBUG oslo_concurrency.lockutils [req-ee6c445b-b0b5-4a98-bdd0-ca7e8c60c769 req-5923f10e-fe57-4567-a57e-f2df5663fda5 service nova] Releasing lock "refresh_cache-dfccb16a-246f-4b74-ac7d-6c4ccf115110" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1043.846042] env[62328]: DEBUG oslo_vmware.api [None req-79705702-697f-4726-8565-0d690c3876c5 tempest-ServersTestJSON-2041147199 tempest-ServersTestJSON-2041147199-project-member] Task: {'id': task-2387534, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1043.850117] env[62328]: DEBUG oslo_concurrency.lockutils [None req-a9f1a853-43fb-4106-ad8a-89cbd230554f tempest-DeleteServersTestJSON-1766103036 tempest-DeleteServersTestJSON-1766103036-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1043.925807] env[62328]: DEBUG nova.virt.vmwareapi.vmops [None req-0c54092f-604a-426d-bcc6-cde309fe8392 tempest-ServerActionsTestOtherB-626827456 tempest-ServerActionsTestOtherB-626827456-project-member] [instance: 726d231d-afd9-460a-818e-7412af85a7f1] Creating linked-clone VM from snapshot {{(pid=62328) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1043.926162] env[62328]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-2f29c349-1ce5-4702-9dfd-bd6575dc7eb5 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1043.937537] env[62328]: DEBUG oslo_vmware.api [None req-0c54092f-604a-426d-bcc6-cde309fe8392 tempest-ServerActionsTestOtherB-626827456 tempest-ServerActionsTestOtherB-626827456-project-member] Waiting for the task: (returnval){ [ 1043.937537] env[62328]: value = "task-2387536" [ 1043.937537] env[62328]: _type = "Task" [ 1043.937537] env[62328]: } to complete. {{(pid=62328) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1043.949605] env[62328]: DEBUG oslo_vmware.api [None req-0c54092f-604a-426d-bcc6-cde309fe8392 tempest-ServerActionsTestOtherB-626827456 tempest-ServerActionsTestOtherB-626827456-project-member] Task: {'id': task-2387536, 'name': CloneVM_Task} progress is 0%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1044.170527] env[62328]: DEBUG oslo_vmware.api [None req-f8b1c879-837e-4467-b448-e2bd0821add7 tempest-ServerActionsTestOtherA-1098162655 tempest-ServerActionsTestOtherA-1098162655-project-member] Task: {'id': task-2387535, 'name': PowerOnVM_Task} progress is 88%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1044.224443] env[62328]: DEBUG nova.network.neutron [None req-11aa472b-ebc7-4486-ae52-35d711a39c3a tempest-ServersNegativeTestJSON-1019155744 tempest-ServersNegativeTestJSON-1019155744-project-member] [instance: 206ded69-14c7-477f-9c36-376ff43a9641] Updating instance_info_cache with network_info: [{"id": "63d4460f-c721-4686-9834-f681a2947d2e", "address": "fa:16:3e:1c:d8:db", "network": {"id": "a58f38b3-158b-4c51-ac34-5648643d8400", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-563747433-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6439cdc748024a22a910522f77b70be9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "001929c7-0dc4-4b73-a9f1-d672f8377985", "external-id": "nsx-vlan-transportzone-230", "segmentation_id": 230, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap63d4460f-c7", "ovs_interfaceid": "63d4460f-c721-4686-9834-f681a2947d2e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62328) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1044.290960] env[62328]: DEBUG nova.compute.utils [None req-b66ab386-6dc1-4ba9-b7f7-63e254e5dcd1 tempest-AttachVolumeNegativeTest-1920358930 tempest-AttachVolumeNegativeTest-1920358930-project-member] Using /dev/sd instead of None {{(pid=62328) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1044.294442] env[62328]: DEBUG nova.compute.manager [None req-b66ab386-6dc1-4ba9-b7f7-63e254e5dcd1 tempest-AttachVolumeNegativeTest-1920358930 tempest-AttachVolumeNegativeTest-1920358930-project-member] [instance: 56f7b645-cd8a-48a4-ba32-455cfc09fd88] Allocating IP information in the background. {{(pid=62328) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1044.294642] env[62328]: DEBUG nova.network.neutron [None req-b66ab386-6dc1-4ba9-b7f7-63e254e5dcd1 tempest-AttachVolumeNegativeTest-1920358930 tempest-AttachVolumeNegativeTest-1920358930-project-member] [instance: 56f7b645-cd8a-48a4-ba32-455cfc09fd88] allocate_for_instance() {{(pid=62328) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1044.346937] env[62328]: DEBUG oslo_vmware.api [None req-79705702-697f-4726-8565-0d690c3876c5 tempest-ServersTestJSON-2041147199 tempest-ServersTestJSON-2041147199-project-member] Task: {'id': task-2387534, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.835937} completed successfully. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1044.348694] env[62328]: DEBUG nova.policy [None req-b66ab386-6dc1-4ba9-b7f7-63e254e5dcd1 tempest-AttachVolumeNegativeTest-1920358930 tempest-AttachVolumeNegativeTest-1920358930-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'd78627a77d7d43dba8393759cc26fbfa', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '3d8ff424d526451a9374555ba25a4243', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62328) authorize /opt/stack/nova/nova/policy.py:192}} [ 1044.350940] env[62328]: DEBUG nova.virt.vmwareapi.vm_util [None req-79705702-697f-4726-8565-0d690c3876c5 tempest-ServersTestJSON-2041147199 tempest-ServersTestJSON-2041147199-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/dbf872a4-92be-47e4-8561-c3e2bf2423ab/dbf872a4-92be-47e4-8561-c3e2bf2423ab.vmdk to [datastore2] 1238ca59-2e55-4d5c-bbf8-2730ee5e6739/1238ca59-2e55-4d5c-bbf8-2730ee5e6739.vmdk {{(pid=62328) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1044.350940] env[62328]: DEBUG nova.virt.vmwareapi.vmops [None req-79705702-697f-4726-8565-0d690c3876c5 tempest-ServersTestJSON-2041147199 tempest-ServersTestJSON-2041147199-project-member] [instance: 1238ca59-2e55-4d5c-bbf8-2730ee5e6739] Extending root virtual disk to 1048576 {{(pid=62328) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1044.351435] env[62328]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-85765440-2307-46ad-a1d9-05ae63ce3d47 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1044.360023] env[62328]: DEBUG oslo_vmware.api [None req-79705702-697f-4726-8565-0d690c3876c5 tempest-ServersTestJSON-2041147199 tempest-ServersTestJSON-2041147199-project-member] Waiting for the task: (returnval){ [ 1044.360023] env[62328]: value = "task-2387537" [ 1044.360023] env[62328]: _type = "Task" [ 1044.360023] env[62328]: } to complete. {{(pid=62328) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1044.368722] env[62328]: DEBUG oslo_vmware.api [None req-79705702-697f-4726-8565-0d690c3876c5 tempest-ServersTestJSON-2041147199 tempest-ServersTestJSON-2041147199-project-member] Task: {'id': task-2387537, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1044.448335] env[62328]: DEBUG oslo_vmware.api [None req-0c54092f-604a-426d-bcc6-cde309fe8392 tempest-ServerActionsTestOtherB-626827456 tempest-ServerActionsTestOtherB-626827456-project-member] Task: {'id': task-2387536, 'name': CloneVM_Task} progress is 94%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1044.670406] env[62328]: DEBUG oslo_vmware.api [None req-f8b1c879-837e-4467-b448-e2bd0821add7 tempest-ServerActionsTestOtherA-1098162655 tempest-ServerActionsTestOtherA-1098162655-project-member] Task: {'id': task-2387535, 'name': PowerOnVM_Task, 'duration_secs': 0.957317} completed successfully. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1044.670681] env[62328]: DEBUG nova.virt.vmwareapi.vm_util [None req-f8b1c879-837e-4467-b448-e2bd0821add7 tempest-ServerActionsTestOtherA-1098162655 tempest-ServerActionsTestOtherA-1098162655-project-member] [instance: 1326c869-c3f4-4936-bc3b-451b08fc0933] Powered on the VM {{(pid=62328) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1044.670887] env[62328]: INFO nova.compute.manager [None req-f8b1c879-837e-4467-b448-e2bd0821add7 tempest-ServerActionsTestOtherA-1098162655 tempest-ServerActionsTestOtherA-1098162655-project-member] [instance: 1326c869-c3f4-4936-bc3b-451b08fc0933] Took 9.88 seconds to spawn the instance on the hypervisor. [ 1044.671078] env[62328]: DEBUG nova.compute.manager [None req-f8b1c879-837e-4467-b448-e2bd0821add7 tempest-ServerActionsTestOtherA-1098162655 tempest-ServerActionsTestOtherA-1098162655-project-member] [instance: 1326c869-c3f4-4936-bc3b-451b08fc0933] Checking state {{(pid=62328) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1044.671901] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b64cafef-d70a-42d3-b152-0fefaccd6579 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1044.728618] env[62328]: DEBUG oslo_concurrency.lockutils [None req-11aa472b-ebc7-4486-ae52-35d711a39c3a tempest-ServersNegativeTestJSON-1019155744 tempest-ServersNegativeTestJSON-1019155744-project-member] Releasing lock "refresh_cache-206ded69-14c7-477f-9c36-376ff43a9641" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1044.795296] env[62328]: DEBUG nova.compute.manager [None req-b66ab386-6dc1-4ba9-b7f7-63e254e5dcd1 tempest-AttachVolumeNegativeTest-1920358930 tempest-AttachVolumeNegativeTest-1920358930-project-member] [instance: 56f7b645-cd8a-48a4-ba32-455cfc09fd88] Start building block device mappings for instance. {{(pid=62328) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1044.870937] env[62328]: DEBUG oslo_vmware.api [None req-79705702-697f-4726-8565-0d690c3876c5 tempest-ServersTestJSON-2041147199 tempest-ServersTestJSON-2041147199-project-member] Task: {'id': task-2387537, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.141738} completed successfully. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1044.873929] env[62328]: DEBUG nova.virt.vmwareapi.vmops [None req-79705702-697f-4726-8565-0d690c3876c5 tempest-ServersTestJSON-2041147199 tempest-ServersTestJSON-2041147199-project-member] [instance: 1238ca59-2e55-4d5c-bbf8-2730ee5e6739] Extended root virtual disk {{(pid=62328) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1044.875979] env[62328]: DEBUG nova.network.neutron [None req-b66ab386-6dc1-4ba9-b7f7-63e254e5dcd1 tempest-AttachVolumeNegativeTest-1920358930 tempest-AttachVolumeNegativeTest-1920358930-project-member] [instance: 56f7b645-cd8a-48a4-ba32-455cfc09fd88] Successfully created port: 787ea99f-ef2a-433b-8978-43989819a097 {{(pid=62328) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1044.881574] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fcda678f-c546-49d1-8877-0f15316cde25 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1044.908616] env[62328]: DEBUG nova.virt.vmwareapi.volumeops [None req-79705702-697f-4726-8565-0d690c3876c5 tempest-ServersTestJSON-2041147199 tempest-ServersTestJSON-2041147199-project-member] [instance: 1238ca59-2e55-4d5c-bbf8-2730ee5e6739] Reconfiguring VM instance instance-0000006c to attach disk [datastore2] 1238ca59-2e55-4d5c-bbf8-2730ee5e6739/1238ca59-2e55-4d5c-bbf8-2730ee5e6739.vmdk or device None with type sparse {{(pid=62328) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1044.911958] env[62328]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-34057f72-f316-4d1a-8719-864800d94a0b {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1044.933904] env[62328]: DEBUG oslo_vmware.api [None req-79705702-697f-4726-8565-0d690c3876c5 tempest-ServersTestJSON-2041147199 tempest-ServersTestJSON-2041147199-project-member] Waiting for the task: (returnval){ [ 1044.933904] env[62328]: value = "task-2387539" [ 1044.933904] env[62328]: _type = "Task" [ 1044.933904] env[62328]: } to complete. {{(pid=62328) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1044.951109] env[62328]: DEBUG oslo_vmware.api [None req-79705702-697f-4726-8565-0d690c3876c5 tempest-ServersTestJSON-2041147199 tempest-ServersTestJSON-2041147199-project-member] Task: {'id': task-2387539, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1044.954637] env[62328]: DEBUG oslo_vmware.api [None req-0c54092f-604a-426d-bcc6-cde309fe8392 tempest-ServerActionsTestOtherB-626827456 tempest-ServerActionsTestOtherB-626827456-project-member] Task: {'id': task-2387536, 'name': CloneVM_Task} progress is 94%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1045.022103] env[62328]: DEBUG nova.compute.manager [req-c274e3ea-2af1-431a-b10e-a5589302b8d6 req-3b42c2a1-a21c-4a77-8a36-2cdf06b2f784 service nova] [instance: 0c5d4040-bc5a-452c-9a75-a58280f7cb73] Received event network-vif-plugged-4f7d36d6-3271-463c-8162-c22efd5cbf2e {{(pid=62328) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1045.022422] env[62328]: DEBUG oslo_concurrency.lockutils [req-c274e3ea-2af1-431a-b10e-a5589302b8d6 req-3b42c2a1-a21c-4a77-8a36-2cdf06b2f784 service nova] Acquiring lock "0c5d4040-bc5a-452c-9a75-a58280f7cb73-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1045.022735] env[62328]: DEBUG oslo_concurrency.lockutils [req-c274e3ea-2af1-431a-b10e-a5589302b8d6 req-3b42c2a1-a21c-4a77-8a36-2cdf06b2f784 service nova] Lock "0c5d4040-bc5a-452c-9a75-a58280f7cb73-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1045.023007] env[62328]: DEBUG oslo_concurrency.lockutils [req-c274e3ea-2af1-431a-b10e-a5589302b8d6 req-3b42c2a1-a21c-4a77-8a36-2cdf06b2f784 service nova] Lock "0c5d4040-bc5a-452c-9a75-a58280f7cb73-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1045.023357] env[62328]: DEBUG nova.compute.manager [req-c274e3ea-2af1-431a-b10e-a5589302b8d6 req-3b42c2a1-a21c-4a77-8a36-2cdf06b2f784 service nova] [instance: 0c5d4040-bc5a-452c-9a75-a58280f7cb73] No waiting events found dispatching network-vif-plugged-4f7d36d6-3271-463c-8162-c22efd5cbf2e {{(pid=62328) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1045.023584] env[62328]: WARNING nova.compute.manager [req-c274e3ea-2af1-431a-b10e-a5589302b8d6 req-3b42c2a1-a21c-4a77-8a36-2cdf06b2f784 service nova] [instance: 0c5d4040-bc5a-452c-9a75-a58280f7cb73] Received unexpected event network-vif-plugged-4f7d36d6-3271-463c-8162-c22efd5cbf2e for instance with vm_state active and task_state None. [ 1045.046511] env[62328]: DEBUG nova.compute.manager [req-58a2c072-0945-40b0-b6bd-bee3678682cf req-ea985074-9418-4961-a133-5b6378ff6e51 service nova] [instance: 206ded69-14c7-477f-9c36-376ff43a9641] Received event network-vif-unplugged-63d4460f-c721-4686-9834-f681a2947d2e {{(pid=62328) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1045.046511] env[62328]: DEBUG oslo_concurrency.lockutils [req-58a2c072-0945-40b0-b6bd-bee3678682cf req-ea985074-9418-4961-a133-5b6378ff6e51 service nova] Acquiring lock "206ded69-14c7-477f-9c36-376ff43a9641-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1045.046511] env[62328]: DEBUG oslo_concurrency.lockutils [req-58a2c072-0945-40b0-b6bd-bee3678682cf req-ea985074-9418-4961-a133-5b6378ff6e51 service nova] Lock "206ded69-14c7-477f-9c36-376ff43a9641-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1045.046511] env[62328]: DEBUG oslo_concurrency.lockutils [req-58a2c072-0945-40b0-b6bd-bee3678682cf req-ea985074-9418-4961-a133-5b6378ff6e51 service nova] Lock "206ded69-14c7-477f-9c36-376ff43a9641-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1045.046747] env[62328]: DEBUG nova.compute.manager [req-58a2c072-0945-40b0-b6bd-bee3678682cf req-ea985074-9418-4961-a133-5b6378ff6e51 service nova] [instance: 206ded69-14c7-477f-9c36-376ff43a9641] No waiting events found dispatching network-vif-unplugged-63d4460f-c721-4686-9834-f681a2947d2e {{(pid=62328) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1045.046833] env[62328]: WARNING nova.compute.manager [req-58a2c072-0945-40b0-b6bd-bee3678682cf req-ea985074-9418-4961-a133-5b6378ff6e51 service nova] [instance: 206ded69-14c7-477f-9c36-376ff43a9641] Received unexpected event network-vif-unplugged-63d4460f-c721-4686-9834-f681a2947d2e for instance with vm_state shelved and task_state shelving_offloading. [ 1045.066342] env[62328]: DEBUG nova.virt.vmwareapi.vmops [None req-11aa472b-ebc7-4486-ae52-35d711a39c3a tempest-ServersNegativeTestJSON-1019155744 tempest-ServersNegativeTestJSON-1019155744-project-member] [instance: 206ded69-14c7-477f-9c36-376ff43a9641] Destroying instance {{(pid=62328) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1045.067600] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8d3f80be-7ea7-4f79-9305-ff358fb261d8 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1045.076503] env[62328]: DEBUG nova.virt.vmwareapi.vmops [None req-11aa472b-ebc7-4486-ae52-35d711a39c3a tempest-ServersNegativeTestJSON-1019155744 tempest-ServersNegativeTestJSON-1019155744-project-member] [instance: 206ded69-14c7-477f-9c36-376ff43a9641] Unregistering the VM {{(pid=62328) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1045.079186] env[62328]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-b83e134d-724f-4aba-b4bc-81c0ba22dcbe {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1045.106836] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a27620b8-dfdf-49f7-8c5f-a8ac07637ef3 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1045.116650] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bea73453-db9f-43bf-baea-ba821cf48705 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1045.149703] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8a3e1c98-3c3b-402d-9998-743cb8d454af {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1045.159043] env[62328]: DEBUG nova.virt.vmwareapi.vmops [None req-11aa472b-ebc7-4486-ae52-35d711a39c3a tempest-ServersNegativeTestJSON-1019155744 tempest-ServersNegativeTestJSON-1019155744-project-member] [instance: 206ded69-14c7-477f-9c36-376ff43a9641] Unregistered the VM {{(pid=62328) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1045.160392] env[62328]: DEBUG nova.virt.vmwareapi.vmops [None req-11aa472b-ebc7-4486-ae52-35d711a39c3a tempest-ServersNegativeTestJSON-1019155744 tempest-ServersNegativeTestJSON-1019155744-project-member] [instance: 206ded69-14c7-477f-9c36-376ff43a9641] Deleting contents of the VM from datastore datastore1 {{(pid=62328) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1045.160602] env[62328]: DEBUG nova.virt.vmwareapi.ds_util [None req-11aa472b-ebc7-4486-ae52-35d711a39c3a tempest-ServersNegativeTestJSON-1019155744 tempest-ServersNegativeTestJSON-1019155744-project-member] Deleting the datastore file [datastore1] 206ded69-14c7-477f-9c36-376ff43a9641 {{(pid=62328) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1045.163033] env[62328]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-1bc5f773-157d-49b8-863d-a864932cd95c {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1045.166020] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6f2b58c5-7b6d-4ccf-9ab7-cea72072f42f {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1045.186869] env[62328]: DEBUG nova.compute.provider_tree [None req-e61ccc15-ae5f-4e95-8bfa-4dfb1eb6a03a tempest-ServerRescueNegativeTestJSON-713788249 tempest-ServerRescueNegativeTestJSON-713788249-project-member] Inventory has not changed in ProviderTree for provider: 3469e9f8-04af-49ca-8435-49f104496744 {{(pid=62328) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1045.191222] env[62328]: DEBUG oslo_vmware.api [None req-11aa472b-ebc7-4486-ae52-35d711a39c3a tempest-ServersNegativeTestJSON-1019155744 tempest-ServersNegativeTestJSON-1019155744-project-member] Waiting for the task: (returnval){ [ 1045.191222] env[62328]: value = "task-2387541" [ 1045.191222] env[62328]: _type = "Task" [ 1045.191222] env[62328]: } to complete. {{(pid=62328) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1045.191798] env[62328]: INFO nova.compute.manager [None req-f8b1c879-837e-4467-b448-e2bd0821add7 tempest-ServerActionsTestOtherA-1098162655 tempest-ServerActionsTestOtherA-1098162655-project-member] [instance: 1326c869-c3f4-4936-bc3b-451b08fc0933] Took 15.13 seconds to build instance. [ 1045.203490] env[62328]: DEBUG oslo_vmware.api [None req-11aa472b-ebc7-4486-ae52-35d711a39c3a tempest-ServersNegativeTestJSON-1019155744 tempest-ServersNegativeTestJSON-1019155744-project-member] Task: {'id': task-2387541, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1045.434598] env[62328]: DEBUG nova.network.neutron [None req-93ce8d77-b15b-4b0b-8bbb-563a570d95fb tempest-AttachInterfacesTestJSON-1049158018 tempest-AttachInterfacesTestJSON-1049158018-project-member] [instance: 0c5d4040-bc5a-452c-9a75-a58280f7cb73] Successfully updated port: 4f7d36d6-3271-463c-8162-c22efd5cbf2e {{(pid=62328) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1045.456084] env[62328]: DEBUG oslo_vmware.api [None req-79705702-697f-4726-8565-0d690c3876c5 tempest-ServersTestJSON-2041147199 tempest-ServersTestJSON-2041147199-project-member] Task: {'id': task-2387539, 'name': ReconfigVM_Task, 'duration_secs': 0.319432} completed successfully. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1045.461032] env[62328]: DEBUG nova.virt.vmwareapi.volumeops [None req-79705702-697f-4726-8565-0d690c3876c5 tempest-ServersTestJSON-2041147199 tempest-ServersTestJSON-2041147199-project-member] [instance: 1238ca59-2e55-4d5c-bbf8-2730ee5e6739] Reconfigured VM instance instance-0000006c to attach disk [datastore2] 1238ca59-2e55-4d5c-bbf8-2730ee5e6739/1238ca59-2e55-4d5c-bbf8-2730ee5e6739.vmdk or device None with type sparse {{(pid=62328) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1045.462018] env[62328]: DEBUG oslo_vmware.api [None req-0c54092f-604a-426d-bcc6-cde309fe8392 tempest-ServerActionsTestOtherB-626827456 tempest-ServerActionsTestOtherB-626827456-project-member] Task: {'id': task-2387536, 'name': CloneVM_Task} progress is 94%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1045.462259] env[62328]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-fb5d2208-ebfc-44e4-b1fd-d032f895ed2f {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1045.470178] env[62328]: DEBUG oslo_vmware.api [None req-79705702-697f-4726-8565-0d690c3876c5 tempest-ServersTestJSON-2041147199 tempest-ServersTestJSON-2041147199-project-member] Waiting for the task: (returnval){ [ 1045.470178] env[62328]: value = "task-2387542" [ 1045.470178] env[62328]: _type = "Task" [ 1045.470178] env[62328]: } to complete. {{(pid=62328) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1045.484799] env[62328]: DEBUG oslo_vmware.api [None req-79705702-697f-4726-8565-0d690c3876c5 tempest-ServersTestJSON-2041147199 tempest-ServersTestJSON-2041147199-project-member] Task: {'id': task-2387542, 'name': Rename_Task} progress is 5%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1045.694233] env[62328]: DEBUG nova.scheduler.client.report [None req-e61ccc15-ae5f-4e95-8bfa-4dfb1eb6a03a tempest-ServerRescueNegativeTestJSON-713788249 tempest-ServerRescueNegativeTestJSON-713788249-project-member] Inventory has not changed for provider 3469e9f8-04af-49ca-8435-49f104496744 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 152, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62328) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1045.697810] env[62328]: DEBUG oslo_concurrency.lockutils [None req-f8b1c879-837e-4467-b448-e2bd0821add7 tempest-ServerActionsTestOtherA-1098162655 tempest-ServerActionsTestOtherA-1098162655-project-member] Lock "1326c869-c3f4-4936-bc3b-451b08fc0933" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 16.649s {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1045.707135] env[62328]: DEBUG oslo_vmware.api [None req-11aa472b-ebc7-4486-ae52-35d711a39c3a tempest-ServersNegativeTestJSON-1019155744 tempest-ServersNegativeTestJSON-1019155744-project-member] Task: {'id': task-2387541, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.380741} completed successfully. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1045.707382] env[62328]: DEBUG nova.virt.vmwareapi.ds_util [None req-11aa472b-ebc7-4486-ae52-35d711a39c3a tempest-ServersNegativeTestJSON-1019155744 tempest-ServersNegativeTestJSON-1019155744-project-member] Deleted the datastore file {{(pid=62328) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1045.707566] env[62328]: DEBUG nova.virt.vmwareapi.vmops [None req-11aa472b-ebc7-4486-ae52-35d711a39c3a tempest-ServersNegativeTestJSON-1019155744 tempest-ServersNegativeTestJSON-1019155744-project-member] [instance: 206ded69-14c7-477f-9c36-376ff43a9641] Deleted contents of the VM from datastore datastore1 {{(pid=62328) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1045.707736] env[62328]: DEBUG nova.virt.vmwareapi.vmops [None req-11aa472b-ebc7-4486-ae52-35d711a39c3a tempest-ServersNegativeTestJSON-1019155744 tempest-ServersNegativeTestJSON-1019155744-project-member] [instance: 206ded69-14c7-477f-9c36-376ff43a9641] Instance destroyed {{(pid=62328) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1045.733756] env[62328]: INFO nova.scheduler.client.report [None req-11aa472b-ebc7-4486-ae52-35d711a39c3a tempest-ServersNegativeTestJSON-1019155744 tempest-ServersNegativeTestJSON-1019155744-project-member] Deleted allocations for instance 206ded69-14c7-477f-9c36-376ff43a9641 [ 1045.809493] env[62328]: DEBUG nova.compute.manager [None req-b66ab386-6dc1-4ba9-b7f7-63e254e5dcd1 tempest-AttachVolumeNegativeTest-1920358930 tempest-AttachVolumeNegativeTest-1920358930-project-member] [instance: 56f7b645-cd8a-48a4-ba32-455cfc09fd88] Start spawning the instance on the hypervisor. {{(pid=62328) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1045.833726] env[62328]: DEBUG nova.virt.hardware [None req-b66ab386-6dc1-4ba9-b7f7-63e254e5dcd1 tempest-AttachVolumeNegativeTest-1920358930 tempest-AttachVolumeNegativeTest-1920358930-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-07T17:16:55Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-07T17:16:37Z,direct_url=,disk_format='vmdk',id=dbf872a4-92be-47e4-8561-c3e2bf2423ab,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='2a64022f08d84b11a86773b900860ae5',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-07T17:16:38Z,virtual_size=,visibility=), allow threads: False {{(pid=62328) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1045.833981] env[62328]: DEBUG nova.virt.hardware [None req-b66ab386-6dc1-4ba9-b7f7-63e254e5dcd1 tempest-AttachVolumeNegativeTest-1920358930 tempest-AttachVolumeNegativeTest-1920358930-project-member] Flavor limits 0:0:0 {{(pid=62328) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1045.834152] env[62328]: DEBUG nova.virt.hardware [None req-b66ab386-6dc1-4ba9-b7f7-63e254e5dcd1 tempest-AttachVolumeNegativeTest-1920358930 tempest-AttachVolumeNegativeTest-1920358930-project-member] Image limits 0:0:0 {{(pid=62328) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1045.834340] env[62328]: DEBUG nova.virt.hardware [None req-b66ab386-6dc1-4ba9-b7f7-63e254e5dcd1 tempest-AttachVolumeNegativeTest-1920358930 tempest-AttachVolumeNegativeTest-1920358930-project-member] Flavor pref 0:0:0 {{(pid=62328) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1045.834526] env[62328]: DEBUG nova.virt.hardware [None req-b66ab386-6dc1-4ba9-b7f7-63e254e5dcd1 tempest-AttachVolumeNegativeTest-1920358930 tempest-AttachVolumeNegativeTest-1920358930-project-member] Image pref 0:0:0 {{(pid=62328) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1045.834679] env[62328]: DEBUG nova.virt.hardware [None req-b66ab386-6dc1-4ba9-b7f7-63e254e5dcd1 tempest-AttachVolumeNegativeTest-1920358930 tempest-AttachVolumeNegativeTest-1920358930-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62328) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1045.834898] env[62328]: DEBUG nova.virt.hardware [None req-b66ab386-6dc1-4ba9-b7f7-63e254e5dcd1 tempest-AttachVolumeNegativeTest-1920358930 tempest-AttachVolumeNegativeTest-1920358930-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62328) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1045.835069] env[62328]: DEBUG nova.virt.hardware [None req-b66ab386-6dc1-4ba9-b7f7-63e254e5dcd1 tempest-AttachVolumeNegativeTest-1920358930 tempest-AttachVolumeNegativeTest-1920358930-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62328) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1045.835308] env[62328]: DEBUG nova.virt.hardware [None req-b66ab386-6dc1-4ba9-b7f7-63e254e5dcd1 tempest-AttachVolumeNegativeTest-1920358930 tempest-AttachVolumeNegativeTest-1920358930-project-member] Got 1 possible topologies {{(pid=62328) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1045.835678] env[62328]: DEBUG nova.virt.hardware [None req-b66ab386-6dc1-4ba9-b7f7-63e254e5dcd1 tempest-AttachVolumeNegativeTest-1920358930 tempest-AttachVolumeNegativeTest-1920358930-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62328) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1045.835965] env[62328]: DEBUG nova.virt.hardware [None req-b66ab386-6dc1-4ba9-b7f7-63e254e5dcd1 tempest-AttachVolumeNegativeTest-1920358930 tempest-AttachVolumeNegativeTest-1920358930-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62328) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1045.837263] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cb10934a-3208-46ed-b67b-0ced51f6afbe {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1045.845984] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dc4ab966-3c27-46b7-9ed6-89680000930a {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1045.937632] env[62328]: DEBUG oslo_concurrency.lockutils [None req-93ce8d77-b15b-4b0b-8bbb-563a570d95fb tempest-AttachInterfacesTestJSON-1049158018 tempest-AttachInterfacesTestJSON-1049158018-project-member] Acquiring lock "refresh_cache-0c5d4040-bc5a-452c-9a75-a58280f7cb73" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1045.937831] env[62328]: DEBUG oslo_concurrency.lockutils [None req-93ce8d77-b15b-4b0b-8bbb-563a570d95fb tempest-AttachInterfacesTestJSON-1049158018 tempest-AttachInterfacesTestJSON-1049158018-project-member] Acquired lock "refresh_cache-0c5d4040-bc5a-452c-9a75-a58280f7cb73" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.938048] env[62328]: DEBUG nova.network.neutron [None req-93ce8d77-b15b-4b0b-8bbb-563a570d95fb tempest-AttachInterfacesTestJSON-1049158018 tempest-AttachInterfacesTestJSON-1049158018-project-member] [instance: 0c5d4040-bc5a-452c-9a75-a58280f7cb73] Building network info cache for instance {{(pid=62328) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1045.951551] env[62328]: DEBUG oslo_vmware.api [None req-0c54092f-604a-426d-bcc6-cde309fe8392 tempest-ServerActionsTestOtherB-626827456 tempest-ServerActionsTestOtherB-626827456-project-member] Task: {'id': task-2387536, 'name': CloneVM_Task} progress is 100%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1045.980732] env[62328]: DEBUG oslo_vmware.api [None req-79705702-697f-4726-8565-0d690c3876c5 tempest-ServersTestJSON-2041147199 tempest-ServersTestJSON-2041147199-project-member] Task: {'id': task-2387542, 'name': Rename_Task, 'duration_secs': 0.155951} completed successfully. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1045.981021] env[62328]: DEBUG nova.virt.vmwareapi.vm_util [None req-79705702-697f-4726-8565-0d690c3876c5 tempest-ServersTestJSON-2041147199 tempest-ServersTestJSON-2041147199-project-member] [instance: 1238ca59-2e55-4d5c-bbf8-2730ee5e6739] Powering on the VM {{(pid=62328) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1045.981328] env[62328]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-5ea9c15c-da01-4de4-8739-b3a758f8c11f {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1045.989394] env[62328]: DEBUG oslo_vmware.api [None req-79705702-697f-4726-8565-0d690c3876c5 tempest-ServersTestJSON-2041147199 tempest-ServersTestJSON-2041147199-project-member] Waiting for the task: (returnval){ [ 1045.989394] env[62328]: value = "task-2387543" [ 1045.989394] env[62328]: _type = "Task" [ 1045.989394] env[62328]: } to complete. {{(pid=62328) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1045.997652] env[62328]: DEBUG oslo_vmware.api [None req-79705702-697f-4726-8565-0d690c3876c5 tempest-ServersTestJSON-2041147199 tempest-ServersTestJSON-2041147199-project-member] Task: {'id': task-2387543, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1046.199748] env[62328]: DEBUG oslo_concurrency.lockutils [None req-e61ccc15-ae5f-4e95-8bfa-4dfb1eb6a03a tempest-ServerRescueNegativeTestJSON-713788249 tempest-ServerRescueNegativeTestJSON-713788249-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.415s {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1046.200345] env[62328]: DEBUG nova.compute.manager [None req-e61ccc15-ae5f-4e95-8bfa-4dfb1eb6a03a tempest-ServerRescueNegativeTestJSON-713788249 tempest-ServerRescueNegativeTestJSON-713788249-project-member] [instance: 52de62c1-e7ae-440d-b390-64b4594548c1] Start building networks asynchronously for instance. {{(pid=62328) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1046.204042] env[62328]: DEBUG oslo_concurrency.lockutils [None req-a9f1a853-43fb-4106-ad8a-89cbd230554f tempest-DeleteServersTestJSON-1766103036 tempest-DeleteServersTestJSON-1766103036-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 2.354s {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1046.204863] env[62328]: INFO nova.compute.claims [None req-a9f1a853-43fb-4106-ad8a-89cbd230554f tempest-DeleteServersTestJSON-1766103036 tempest-DeleteServersTestJSON-1766103036-project-member] [instance: 46036359-e19d-4dda-9b4f-41c3826f364d] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1046.238224] env[62328]: DEBUG oslo_concurrency.lockutils [None req-11aa472b-ebc7-4486-ae52-35d711a39c3a tempest-ServersNegativeTestJSON-1019155744 tempest-ServersNegativeTestJSON-1019155744-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1046.452770] env[62328]: DEBUG oslo_vmware.api [None req-0c54092f-604a-426d-bcc6-cde309fe8392 tempest-ServerActionsTestOtherB-626827456 tempest-ServerActionsTestOtherB-626827456-project-member] Task: {'id': task-2387536, 'name': CloneVM_Task, 'duration_secs': 2.041218} completed successfully. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1046.453038] env[62328]: INFO nova.virt.vmwareapi.vmops [None req-0c54092f-604a-426d-bcc6-cde309fe8392 tempest-ServerActionsTestOtherB-626827456 tempest-ServerActionsTestOtherB-626827456-project-member] [instance: 726d231d-afd9-460a-818e-7412af85a7f1] Created linked-clone VM from snapshot [ 1046.453827] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c5d13ce3-72e2-4955-9fcb-5238e8192ed2 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1046.463767] env[62328]: DEBUG nova.virt.vmwareapi.images [None req-0c54092f-604a-426d-bcc6-cde309fe8392 tempest-ServerActionsTestOtherB-626827456 tempest-ServerActionsTestOtherB-626827456-project-member] [instance: 726d231d-afd9-460a-818e-7412af85a7f1] Uploading image 2c71efc1-876b-4254-bcbf-7bdbbc288f4b {{(pid=62328) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1046.485029] env[62328]: DEBUG oslo_vmware.rw_handles [None req-0c54092f-604a-426d-bcc6-cde309fe8392 tempest-ServerActionsTestOtherB-626827456 tempest-ServerActionsTestOtherB-626827456-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1046.485029] env[62328]: value = "vm-484454" [ 1046.485029] env[62328]: _type = "VirtualMachine" [ 1046.485029] env[62328]: }. {{(pid=62328) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1046.485369] env[62328]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-3abc6542-4d53-4c1c-88a4-d4c3535c9e4c {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1046.494989] env[62328]: DEBUG oslo_vmware.rw_handles [None req-0c54092f-604a-426d-bcc6-cde309fe8392 tempest-ServerActionsTestOtherB-626827456 tempest-ServerActionsTestOtherB-626827456-project-member] Lease: (returnval){ [ 1046.494989] env[62328]: value = "session[52a6e20e-410d-708a-99f2-080a575a99bd]52da09f1-b7b2-11b6-c684-b01bfe04e085" [ 1046.494989] env[62328]: _type = "HttpNfcLease" [ 1046.494989] env[62328]: } obtained for exporting VM: (result){ [ 1046.494989] env[62328]: value = "vm-484454" [ 1046.494989] env[62328]: _type = "VirtualMachine" [ 1046.494989] env[62328]: }. {{(pid=62328) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1046.495331] env[62328]: DEBUG oslo_vmware.api [None req-0c54092f-604a-426d-bcc6-cde309fe8392 tempest-ServerActionsTestOtherB-626827456 tempest-ServerActionsTestOtherB-626827456-project-member] Waiting for the lease: (returnval){ [ 1046.495331] env[62328]: value = "session[52a6e20e-410d-708a-99f2-080a575a99bd]52da09f1-b7b2-11b6-c684-b01bfe04e085" [ 1046.495331] env[62328]: _type = "HttpNfcLease" [ 1046.495331] env[62328]: } to be ready. {{(pid=62328) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1046.502904] env[62328]: WARNING nova.network.neutron [None req-93ce8d77-b15b-4b0b-8bbb-563a570d95fb tempest-AttachInterfacesTestJSON-1049158018 tempest-AttachInterfacesTestJSON-1049158018-project-member] [instance: 0c5d4040-bc5a-452c-9a75-a58280f7cb73] 43b1657c-44ae-47a8-8e8d-196242ef7fca already exists in list: networks containing: ['43b1657c-44ae-47a8-8e8d-196242ef7fca']. ignoring it [ 1046.505079] env[62328]: DEBUG oslo_vmware.api [None req-79705702-697f-4726-8565-0d690c3876c5 tempest-ServersTestJSON-2041147199 tempest-ServersTestJSON-2041147199-project-member] Task: {'id': task-2387543, 'name': PowerOnVM_Task} progress is 88%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1046.509247] env[62328]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1046.509247] env[62328]: value = "session[52a6e20e-410d-708a-99f2-080a575a99bd]52da09f1-b7b2-11b6-c684-b01bfe04e085" [ 1046.509247] env[62328]: _type = "HttpNfcLease" [ 1046.509247] env[62328]: } is ready. {{(pid=62328) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1046.509509] env[62328]: DEBUG oslo_vmware.rw_handles [None req-0c54092f-604a-426d-bcc6-cde309fe8392 tempest-ServerActionsTestOtherB-626827456 tempest-ServerActionsTestOtherB-626827456-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1046.509509] env[62328]: value = "session[52a6e20e-410d-708a-99f2-080a575a99bd]52da09f1-b7b2-11b6-c684-b01bfe04e085" [ 1046.509509] env[62328]: _type = "HttpNfcLease" [ 1046.509509] env[62328]: }. {{(pid=62328) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1046.510260] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e6f49723-f2d7-4a1b-9d18-af8239f7b8bf {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1046.518735] env[62328]: DEBUG oslo_vmware.rw_handles [None req-0c54092f-604a-426d-bcc6-cde309fe8392 tempest-ServerActionsTestOtherB-626827456 tempest-ServerActionsTestOtherB-626827456-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52226a87-39b1-a271-5fde-70e8d9ab64c8/disk-0.vmdk from lease info. {{(pid=62328) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1046.518978] env[62328]: DEBUG oslo_vmware.rw_handles [None req-0c54092f-604a-426d-bcc6-cde309fe8392 tempest-ServerActionsTestOtherB-626827456 tempest-ServerActionsTestOtherB-626827456-project-member] Opening URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52226a87-39b1-a271-5fde-70e8d9ab64c8/disk-0.vmdk for reading. {{(pid=62328) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1046.649280] env[62328]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-80e5b16e-fba7-4b20-b3ca-9cfc43984a39 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1046.709549] env[62328]: DEBUG nova.compute.utils [None req-e61ccc15-ae5f-4e95-8bfa-4dfb1eb6a03a tempest-ServerRescueNegativeTestJSON-713788249 tempest-ServerRescueNegativeTestJSON-713788249-project-member] Using /dev/sd instead of None {{(pid=62328) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1046.713423] env[62328]: DEBUG nova.compute.manager [None req-e61ccc15-ae5f-4e95-8bfa-4dfb1eb6a03a tempest-ServerRescueNegativeTestJSON-713788249 tempest-ServerRescueNegativeTestJSON-713788249-project-member] [instance: 52de62c1-e7ae-440d-b390-64b4594548c1] Allocating IP information in the background. {{(pid=62328) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1046.713601] env[62328]: DEBUG nova.network.neutron [None req-e61ccc15-ae5f-4e95-8bfa-4dfb1eb6a03a tempest-ServerRescueNegativeTestJSON-713788249 tempest-ServerRescueNegativeTestJSON-713788249-project-member] [instance: 52de62c1-e7ae-440d-b390-64b4594548c1] allocate_for_instance() {{(pid=62328) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1046.764340] env[62328]: DEBUG nova.policy [None req-e61ccc15-ae5f-4e95-8bfa-4dfb1eb6a03a tempest-ServerRescueNegativeTestJSON-713788249 tempest-ServerRescueNegativeTestJSON-713788249-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '78ab598d1c6a4c0d82eb9b23b8d21b2c', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'd5a96a78c0b5451d8c6e1de563033f13', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62328) authorize /opt/stack/nova/nova/policy.py:192}} [ 1047.013527] env[62328]: DEBUG oslo_vmware.api [None req-79705702-697f-4726-8565-0d690c3876c5 tempest-ServersTestJSON-2041147199 tempest-ServersTestJSON-2041147199-project-member] Task: {'id': task-2387543, 'name': PowerOnVM_Task, 'duration_secs': 0.741282} completed successfully. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1047.013881] env[62328]: DEBUG nova.virt.vmwareapi.vm_util [None req-79705702-697f-4726-8565-0d690c3876c5 tempest-ServersTestJSON-2041147199 tempest-ServersTestJSON-2041147199-project-member] [instance: 1238ca59-2e55-4d5c-bbf8-2730ee5e6739] Powered on the VM {{(pid=62328) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1047.014237] env[62328]: INFO nova.compute.manager [None req-79705702-697f-4726-8565-0d690c3876c5 tempest-ServersTestJSON-2041147199 tempest-ServersTestJSON-2041147199-project-member] [instance: 1238ca59-2e55-4d5c-bbf8-2730ee5e6739] Took 7.76 seconds to spawn the instance on the hypervisor. [ 1047.014505] env[62328]: DEBUG nova.compute.manager [None req-79705702-697f-4726-8565-0d690c3876c5 tempest-ServersTestJSON-2041147199 tempest-ServersTestJSON-2041147199-project-member] [instance: 1238ca59-2e55-4d5c-bbf8-2730ee5e6739] Checking state {{(pid=62328) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1047.015418] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b7e9dccd-8372-47dc-b6e5-35f23aee3537 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1047.120430] env[62328]: DEBUG nova.network.neutron [None req-e61ccc15-ae5f-4e95-8bfa-4dfb1eb6a03a tempest-ServerRescueNegativeTestJSON-713788249 tempest-ServerRescueNegativeTestJSON-713788249-project-member] [instance: 52de62c1-e7ae-440d-b390-64b4594548c1] Successfully created port: 93d80e4a-37ee-46c3-a002-951f5f3efb7a {{(pid=62328) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1047.192297] env[62328]: DEBUG nova.network.neutron [None req-93ce8d77-b15b-4b0b-8bbb-563a570d95fb tempest-AttachInterfacesTestJSON-1049158018 tempest-AttachInterfacesTestJSON-1049158018-project-member] [instance: 0c5d4040-bc5a-452c-9a75-a58280f7cb73] Updating instance_info_cache with network_info: [{"id": "a4e2181b-293f-4f96-b2b6-bb007d97edb7", "address": "fa:16:3e:21:94:79", "network": {"id": "43b1657c-44ae-47a8-8e8d-196242ef7fca", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1953540822-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.148", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e88420d74d294fef9f976142535b9ac5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9f3a2eb5-353f-45c5-a73b-869626f4bb13", "external-id": "nsx-vlan-transportzone-411", "segmentation_id": 411, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa4e2181b-29", "ovs_interfaceid": "a4e2181b-293f-4f96-b2b6-bb007d97edb7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "4f7d36d6-3271-463c-8162-c22efd5cbf2e", "address": "fa:16:3e:ba:44:ce", "network": {"id": "43b1657c-44ae-47a8-8e8d-196242ef7fca", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1953540822-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e88420d74d294fef9f976142535b9ac5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9f3a2eb5-353f-45c5-a73b-869626f4bb13", "external-id": "nsx-vlan-transportzone-411", "segmentation_id": 411, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4f7d36d6-32", "ovs_interfaceid": "4f7d36d6-3271-463c-8162-c22efd5cbf2e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62328) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1047.213899] env[62328]: DEBUG nova.compute.manager [None req-e61ccc15-ae5f-4e95-8bfa-4dfb1eb6a03a tempest-ServerRescueNegativeTestJSON-713788249 tempest-ServerRescueNegativeTestJSON-713788249-project-member] [instance: 52de62c1-e7ae-440d-b390-64b4594548c1] Start building block device mappings for instance. {{(pid=62328) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1047.280157] env[62328]: DEBUG nova.network.neutron [None req-b66ab386-6dc1-4ba9-b7f7-63e254e5dcd1 tempest-AttachVolumeNegativeTest-1920358930 tempest-AttachVolumeNegativeTest-1920358930-project-member] [instance: 56f7b645-cd8a-48a4-ba32-455cfc09fd88] Successfully updated port: 787ea99f-ef2a-433b-8978-43989819a097 {{(pid=62328) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1047.496377] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-120f44d3-d399-4e89-9595-2b3d34793712 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1047.504535] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c0be6543-3c05-491e-9f0c-81d989679135 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1047.547494] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2de58a6c-c5ff-4939-86c1-572b48825e80 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1047.550209] env[62328]: INFO nova.compute.manager [None req-79705702-697f-4726-8565-0d690c3876c5 tempest-ServersTestJSON-2041147199 tempest-ServersTestJSON-2041147199-project-member] [instance: 1238ca59-2e55-4d5c-bbf8-2730ee5e6739] Took 13.89 seconds to build instance. [ 1047.559148] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-056b796b-a2b9-47da-83d5-ef5ee7bbf642 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1047.573774] env[62328]: DEBUG nova.compute.provider_tree [None req-a9f1a853-43fb-4106-ad8a-89cbd230554f tempest-DeleteServersTestJSON-1766103036 tempest-DeleteServersTestJSON-1766103036-project-member] Inventory has not changed in ProviderTree for provider: 3469e9f8-04af-49ca-8435-49f104496744 {{(pid=62328) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1047.653908] env[62328]: DEBUG nova.compute.manager [req-0eedb2f3-3891-4583-a315-fddca1075ce2 req-d7922656-9d59-4aa2-964f-fe8c2e0b172a service nova] [instance: 0c5d4040-bc5a-452c-9a75-a58280f7cb73] Received event network-changed-4f7d36d6-3271-463c-8162-c22efd5cbf2e {{(pid=62328) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1047.654315] env[62328]: DEBUG nova.compute.manager [req-0eedb2f3-3891-4583-a315-fddca1075ce2 req-d7922656-9d59-4aa2-964f-fe8c2e0b172a service nova] [instance: 0c5d4040-bc5a-452c-9a75-a58280f7cb73] Refreshing instance network info cache due to event network-changed-4f7d36d6-3271-463c-8162-c22efd5cbf2e. {{(pid=62328) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1047.654401] env[62328]: DEBUG oslo_concurrency.lockutils [req-0eedb2f3-3891-4583-a315-fddca1075ce2 req-d7922656-9d59-4aa2-964f-fe8c2e0b172a service nova] Acquiring lock "refresh_cache-0c5d4040-bc5a-452c-9a75-a58280f7cb73" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1047.672619] env[62328]: DEBUG nova.compute.manager [req-20cfd033-e438-4562-9a65-49fae31e9a9b req-88ed1918-5a02-44d2-812f-ce7aa71e2fa9 service nova] [instance: 206ded69-14c7-477f-9c36-376ff43a9641] Received event network-changed-63d4460f-c721-4686-9834-f681a2947d2e {{(pid=62328) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1047.672928] env[62328]: DEBUG nova.compute.manager [req-20cfd033-e438-4562-9a65-49fae31e9a9b req-88ed1918-5a02-44d2-812f-ce7aa71e2fa9 service nova] [instance: 206ded69-14c7-477f-9c36-376ff43a9641] Refreshing instance network info cache due to event network-changed-63d4460f-c721-4686-9834-f681a2947d2e. {{(pid=62328) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1047.673769] env[62328]: DEBUG oslo_concurrency.lockutils [req-20cfd033-e438-4562-9a65-49fae31e9a9b req-88ed1918-5a02-44d2-812f-ce7aa71e2fa9 service nova] Acquiring lock "refresh_cache-206ded69-14c7-477f-9c36-376ff43a9641" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1047.673769] env[62328]: DEBUG oslo_concurrency.lockutils [req-20cfd033-e438-4562-9a65-49fae31e9a9b req-88ed1918-5a02-44d2-812f-ce7aa71e2fa9 service nova] Acquired lock "refresh_cache-206ded69-14c7-477f-9c36-376ff43a9641" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1047.673769] env[62328]: DEBUG nova.network.neutron [req-20cfd033-e438-4562-9a65-49fae31e9a9b req-88ed1918-5a02-44d2-812f-ce7aa71e2fa9 service nova] [instance: 206ded69-14c7-477f-9c36-376ff43a9641] Refreshing network info cache for port 63d4460f-c721-4686-9834-f681a2947d2e {{(pid=62328) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1047.695634] env[62328]: DEBUG oslo_concurrency.lockutils [None req-93ce8d77-b15b-4b0b-8bbb-563a570d95fb tempest-AttachInterfacesTestJSON-1049158018 tempest-AttachInterfacesTestJSON-1049158018-project-member] Releasing lock "refresh_cache-0c5d4040-bc5a-452c-9a75-a58280f7cb73" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1047.697396] env[62328]: DEBUG oslo_concurrency.lockutils [None req-93ce8d77-b15b-4b0b-8bbb-563a570d95fb tempest-AttachInterfacesTestJSON-1049158018 tempest-AttachInterfacesTestJSON-1049158018-project-member] Acquiring lock "0c5d4040-bc5a-452c-9a75-a58280f7cb73" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1047.697677] env[62328]: DEBUG oslo_concurrency.lockutils [None req-93ce8d77-b15b-4b0b-8bbb-563a570d95fb tempest-AttachInterfacesTestJSON-1049158018 tempest-AttachInterfacesTestJSON-1049158018-project-member] Acquired lock "0c5d4040-bc5a-452c-9a75-a58280f7cb73" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1047.698414] env[62328]: DEBUG oslo_concurrency.lockutils [req-0eedb2f3-3891-4583-a315-fddca1075ce2 req-d7922656-9d59-4aa2-964f-fe8c2e0b172a service nova] Acquired lock "refresh_cache-0c5d4040-bc5a-452c-9a75-a58280f7cb73" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1047.698414] env[62328]: DEBUG nova.network.neutron [req-0eedb2f3-3891-4583-a315-fddca1075ce2 req-d7922656-9d59-4aa2-964f-fe8c2e0b172a service nova] [instance: 0c5d4040-bc5a-452c-9a75-a58280f7cb73] Refreshing network info cache for port 4f7d36d6-3271-463c-8162-c22efd5cbf2e {{(pid=62328) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1047.700385] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0656b94f-f21b-470e-b883-55a7ee38e2f0 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1047.722747] env[62328]: DEBUG nova.virt.hardware [None req-93ce8d77-b15b-4b0b-8bbb-563a570d95fb tempest-AttachInterfacesTestJSON-1049158018 tempest-AttachInterfacesTestJSON-1049158018-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-07T17:16:55Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=,min_ram=,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62328) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1047.723963] env[62328]: DEBUG nova.virt.hardware [None req-93ce8d77-b15b-4b0b-8bbb-563a570d95fb tempest-AttachInterfacesTestJSON-1049158018 tempest-AttachInterfacesTestJSON-1049158018-project-member] Flavor limits 0:0:0 {{(pid=62328) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1047.723963] env[62328]: DEBUG nova.virt.hardware [None req-93ce8d77-b15b-4b0b-8bbb-563a570d95fb tempest-AttachInterfacesTestJSON-1049158018 tempest-AttachInterfacesTestJSON-1049158018-project-member] Image limits 0:0:0 {{(pid=62328) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1047.723963] env[62328]: DEBUG nova.virt.hardware [None req-93ce8d77-b15b-4b0b-8bbb-563a570d95fb tempest-AttachInterfacesTestJSON-1049158018 tempest-AttachInterfacesTestJSON-1049158018-project-member] Flavor pref 0:0:0 {{(pid=62328) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1047.724138] env[62328]: DEBUG nova.virt.hardware [None req-93ce8d77-b15b-4b0b-8bbb-563a570d95fb tempest-AttachInterfacesTestJSON-1049158018 tempest-AttachInterfacesTestJSON-1049158018-project-member] Image pref 0:0:0 {{(pid=62328) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1047.724284] env[62328]: DEBUG nova.virt.hardware [None req-93ce8d77-b15b-4b0b-8bbb-563a570d95fb tempest-AttachInterfacesTestJSON-1049158018 tempest-AttachInterfacesTestJSON-1049158018-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62328) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1047.724649] env[62328]: DEBUG nova.virt.hardware [None req-93ce8d77-b15b-4b0b-8bbb-563a570d95fb tempest-AttachInterfacesTestJSON-1049158018 tempest-AttachInterfacesTestJSON-1049158018-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62328) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1047.724918] env[62328]: DEBUG nova.virt.hardware [None req-93ce8d77-b15b-4b0b-8bbb-563a570d95fb tempest-AttachInterfacesTestJSON-1049158018 tempest-AttachInterfacesTestJSON-1049158018-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62328) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1047.725230] env[62328]: DEBUG nova.virt.hardware [None req-93ce8d77-b15b-4b0b-8bbb-563a570d95fb tempest-AttachInterfacesTestJSON-1049158018 tempest-AttachInterfacesTestJSON-1049158018-project-member] Got 1 possible topologies {{(pid=62328) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1047.725508] env[62328]: DEBUG nova.virt.hardware [None req-93ce8d77-b15b-4b0b-8bbb-563a570d95fb tempest-AttachInterfacesTestJSON-1049158018 tempest-AttachInterfacesTestJSON-1049158018-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62328) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1047.725800] env[62328]: DEBUG nova.virt.hardware [None req-93ce8d77-b15b-4b0b-8bbb-563a570d95fb tempest-AttachInterfacesTestJSON-1049158018 tempest-AttachInterfacesTestJSON-1049158018-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62328) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1047.733169] env[62328]: DEBUG nova.virt.vmwareapi.vmops [None req-93ce8d77-b15b-4b0b-8bbb-563a570d95fb tempest-AttachInterfacesTestJSON-1049158018 tempest-AttachInterfacesTestJSON-1049158018-project-member] [instance: 0c5d4040-bc5a-452c-9a75-a58280f7cb73] Reconfiguring VM to attach interface {{(pid=62328) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1923}} [ 1047.737522] env[62328]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d4584a76-dd7e-446d-8b1c-b7ef25989560 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1047.759622] env[62328]: DEBUG oslo_vmware.api [None req-93ce8d77-b15b-4b0b-8bbb-563a570d95fb tempest-AttachInterfacesTestJSON-1049158018 tempest-AttachInterfacesTestJSON-1049158018-project-member] Waiting for the task: (returnval){ [ 1047.759622] env[62328]: value = "task-2387545" [ 1047.759622] env[62328]: _type = "Task" [ 1047.759622] env[62328]: } to complete. {{(pid=62328) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1047.769265] env[62328]: DEBUG oslo_vmware.api [None req-93ce8d77-b15b-4b0b-8bbb-563a570d95fb tempest-AttachInterfacesTestJSON-1049158018 tempest-AttachInterfacesTestJSON-1049158018-project-member] Task: {'id': task-2387545, 'name': ReconfigVM_Task} progress is 0%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1047.786537] env[62328]: DEBUG oslo_concurrency.lockutils [None req-b66ab386-6dc1-4ba9-b7f7-63e254e5dcd1 tempest-AttachVolumeNegativeTest-1920358930 tempest-AttachVolumeNegativeTest-1920358930-project-member] Acquiring lock "refresh_cache-56f7b645-cd8a-48a4-ba32-455cfc09fd88" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1047.786537] env[62328]: DEBUG oslo_concurrency.lockutils [None req-b66ab386-6dc1-4ba9-b7f7-63e254e5dcd1 tempest-AttachVolumeNegativeTest-1920358930 tempest-AttachVolumeNegativeTest-1920358930-project-member] Acquired lock "refresh_cache-56f7b645-cd8a-48a4-ba32-455cfc09fd88" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1047.786537] env[62328]: DEBUG nova.network.neutron [None req-b66ab386-6dc1-4ba9-b7f7-63e254e5dcd1 tempest-AttachVolumeNegativeTest-1920358930 tempest-AttachVolumeNegativeTest-1920358930-project-member] [instance: 56f7b645-cd8a-48a4-ba32-455cfc09fd88] Building network info cache for instance {{(pid=62328) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1047.958082] env[62328]: DEBUG oslo_concurrency.lockutils [None req-916cf222-4c6f-4603-bd95-5f29e8245d3b tempest-AttachVolumeShelveTestJSON-116809589 tempest-AttachVolumeShelveTestJSON-116809589-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1048.052961] env[62328]: DEBUG oslo_concurrency.lockutils [None req-79705702-697f-4726-8565-0d690c3876c5 tempest-ServersTestJSON-2041147199 tempest-ServersTestJSON-2041147199-project-member] Lock "1238ca59-2e55-4d5c-bbf8-2730ee5e6739" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 15.397s {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1048.077334] env[62328]: DEBUG nova.scheduler.client.report [None req-a9f1a853-43fb-4106-ad8a-89cbd230554f tempest-DeleteServersTestJSON-1766103036 tempest-DeleteServersTestJSON-1766103036-project-member] Inventory has not changed for provider 3469e9f8-04af-49ca-8435-49f104496744 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 152, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62328) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1048.252958] env[62328]: DEBUG nova.compute.manager [None req-e61ccc15-ae5f-4e95-8bfa-4dfb1eb6a03a tempest-ServerRescueNegativeTestJSON-713788249 tempest-ServerRescueNegativeTestJSON-713788249-project-member] [instance: 52de62c1-e7ae-440d-b390-64b4594548c1] Start spawning the instance on the hypervisor. {{(pid=62328) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1048.271509] env[62328]: DEBUG oslo_vmware.api [None req-93ce8d77-b15b-4b0b-8bbb-563a570d95fb tempest-AttachInterfacesTestJSON-1049158018 tempest-AttachInterfacesTestJSON-1049158018-project-member] Task: {'id': task-2387545, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1048.287828] env[62328]: DEBUG nova.virt.hardware [None req-e61ccc15-ae5f-4e95-8bfa-4dfb1eb6a03a tempest-ServerRescueNegativeTestJSON-713788249 tempest-ServerRescueNegativeTestJSON-713788249-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-07T17:16:55Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-07T17:16:37Z,direct_url=,disk_format='vmdk',id=dbf872a4-92be-47e4-8561-c3e2bf2423ab,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='2a64022f08d84b11a86773b900860ae5',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-07T17:16:38Z,virtual_size=,visibility=), allow threads: False {{(pid=62328) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1048.288302] env[62328]: DEBUG nova.virt.hardware [None req-e61ccc15-ae5f-4e95-8bfa-4dfb1eb6a03a tempest-ServerRescueNegativeTestJSON-713788249 tempest-ServerRescueNegativeTestJSON-713788249-project-member] Flavor limits 0:0:0 {{(pid=62328) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1048.288442] env[62328]: DEBUG nova.virt.hardware [None req-e61ccc15-ae5f-4e95-8bfa-4dfb1eb6a03a tempest-ServerRescueNegativeTestJSON-713788249 tempest-ServerRescueNegativeTestJSON-713788249-project-member] Image limits 0:0:0 {{(pid=62328) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1048.288788] env[62328]: DEBUG nova.virt.hardware [None req-e61ccc15-ae5f-4e95-8bfa-4dfb1eb6a03a tempest-ServerRescueNegativeTestJSON-713788249 tempest-ServerRescueNegativeTestJSON-713788249-project-member] Flavor pref 0:0:0 {{(pid=62328) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1048.288950] env[62328]: DEBUG nova.virt.hardware [None req-e61ccc15-ae5f-4e95-8bfa-4dfb1eb6a03a tempest-ServerRescueNegativeTestJSON-713788249 tempest-ServerRescueNegativeTestJSON-713788249-project-member] Image pref 0:0:0 {{(pid=62328) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1048.289591] env[62328]: DEBUG nova.virt.hardware [None req-e61ccc15-ae5f-4e95-8bfa-4dfb1eb6a03a tempest-ServerRescueNegativeTestJSON-713788249 tempest-ServerRescueNegativeTestJSON-713788249-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62328) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1048.289907] env[62328]: DEBUG nova.virt.hardware [None req-e61ccc15-ae5f-4e95-8bfa-4dfb1eb6a03a tempest-ServerRescueNegativeTestJSON-713788249 tempest-ServerRescueNegativeTestJSON-713788249-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62328) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1048.290126] env[62328]: DEBUG nova.virt.hardware [None req-e61ccc15-ae5f-4e95-8bfa-4dfb1eb6a03a tempest-ServerRescueNegativeTestJSON-713788249 tempest-ServerRescueNegativeTestJSON-713788249-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62328) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1048.290377] env[62328]: DEBUG nova.virt.hardware [None req-e61ccc15-ae5f-4e95-8bfa-4dfb1eb6a03a tempest-ServerRescueNegativeTestJSON-713788249 tempest-ServerRescueNegativeTestJSON-713788249-project-member] Got 1 possible topologies {{(pid=62328) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1048.290617] env[62328]: DEBUG nova.virt.hardware [None req-e61ccc15-ae5f-4e95-8bfa-4dfb1eb6a03a tempest-ServerRescueNegativeTestJSON-713788249 tempest-ServerRescueNegativeTestJSON-713788249-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62328) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1048.290871] env[62328]: DEBUG nova.virt.hardware [None req-e61ccc15-ae5f-4e95-8bfa-4dfb1eb6a03a tempest-ServerRescueNegativeTestJSON-713788249 tempest-ServerRescueNegativeTestJSON-713788249-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62328) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1048.292329] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-67f5faa9-6e50-4ede-89e1-8751d68f65fa {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1048.305481] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-52cd6eac-9d15-47db-b7c6-e80470fc134d {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1048.388990] env[62328]: DEBUG nova.network.neutron [None req-b66ab386-6dc1-4ba9-b7f7-63e254e5dcd1 tempest-AttachVolumeNegativeTest-1920358930 tempest-AttachVolumeNegativeTest-1920358930-project-member] [instance: 56f7b645-cd8a-48a4-ba32-455cfc09fd88] Instance cache missing network info. {{(pid=62328) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1048.584823] env[62328]: DEBUG oslo_concurrency.lockutils [None req-a9f1a853-43fb-4106-ad8a-89cbd230554f tempest-DeleteServersTestJSON-1766103036 tempest-DeleteServersTestJSON-1766103036-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.381s {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1048.585657] env[62328]: DEBUG nova.compute.manager [None req-a9f1a853-43fb-4106-ad8a-89cbd230554f tempest-DeleteServersTestJSON-1766103036 tempest-DeleteServersTestJSON-1766103036-project-member] [instance: 46036359-e19d-4dda-9b4f-41c3826f364d] Start building networks asynchronously for instance. {{(pid=62328) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1048.588359] env[62328]: DEBUG oslo_concurrency.lockutils [None req-11aa472b-ebc7-4486-ae52-35d711a39c3a tempest-ServersNegativeTestJSON-1019155744 tempest-ServersNegativeTestJSON-1019155744-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 2.350s {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1048.588599] env[62328]: DEBUG nova.objects.instance [None req-11aa472b-ebc7-4486-ae52-35d711a39c3a tempest-ServersNegativeTestJSON-1019155744 tempest-ServersNegativeTestJSON-1019155744-project-member] Lazy-loading 'resources' on Instance uuid 206ded69-14c7-477f-9c36-376ff43a9641 {{(pid=62328) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1048.711236] env[62328]: DEBUG nova.network.neutron [None req-e61ccc15-ae5f-4e95-8bfa-4dfb1eb6a03a tempest-ServerRescueNegativeTestJSON-713788249 tempest-ServerRescueNegativeTestJSON-713788249-project-member] [instance: 52de62c1-e7ae-440d-b390-64b4594548c1] Successfully updated port: 93d80e4a-37ee-46c3-a002-951f5f3efb7a {{(pid=62328) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1048.748721] env[62328]: DEBUG oslo_concurrency.lockutils [None req-38fe415e-7d04-4ce2-ac92-a7b3d63bc489 tempest-ServersNegativeTestJSON-1019155744 tempest-ServersNegativeTestJSON-1019155744-project-member] Acquiring lock "206ded69-14c7-477f-9c36-376ff43a9641" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1048.772989] env[62328]: DEBUG oslo_vmware.api [None req-93ce8d77-b15b-4b0b-8bbb-563a570d95fb tempest-AttachInterfacesTestJSON-1049158018 tempest-AttachInterfacesTestJSON-1049158018-project-member] Task: {'id': task-2387545, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1048.831100] env[62328]: DEBUG nova.network.neutron [req-20cfd033-e438-4562-9a65-49fae31e9a9b req-88ed1918-5a02-44d2-812f-ce7aa71e2fa9 service nova] [instance: 206ded69-14c7-477f-9c36-376ff43a9641] Updated VIF entry in instance network info cache for port 63d4460f-c721-4686-9834-f681a2947d2e. {{(pid=62328) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1048.831467] env[62328]: DEBUG nova.network.neutron [req-20cfd033-e438-4562-9a65-49fae31e9a9b req-88ed1918-5a02-44d2-812f-ce7aa71e2fa9 service nova] [instance: 206ded69-14c7-477f-9c36-376ff43a9641] Updating instance_info_cache with network_info: [{"id": "63d4460f-c721-4686-9834-f681a2947d2e", "address": "fa:16:3e:1c:d8:db", "network": {"id": "a58f38b3-158b-4c51-ac34-5648643d8400", "bridge": null, "label": "tempest-ServersNegativeTestJSON-563747433-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6439cdc748024a22a910522f77b70be9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "unbound", "details": {}, "devname": "tap63d4460f-c7", "ovs_interfaceid": null, "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62328) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1048.852621] env[62328]: DEBUG nova.network.neutron [None req-b66ab386-6dc1-4ba9-b7f7-63e254e5dcd1 tempest-AttachVolumeNegativeTest-1920358930 tempest-AttachVolumeNegativeTest-1920358930-project-member] [instance: 56f7b645-cd8a-48a4-ba32-455cfc09fd88] Updating instance_info_cache with network_info: [{"id": "787ea99f-ef2a-433b-8978-43989819a097", "address": "fa:16:3e:00:0d:47", "network": {"id": "ed1d555f-f92f-4abe-9fa7-e6c9390d1efe", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-674926679-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3d8ff424d526451a9374555ba25a4243", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "04ccbc7a-cf8d-4ea2-8411-291a1e27df7b", "external-id": "nsx-vlan-transportzone-998", "segmentation_id": 998, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap787ea99f-ef", "ovs_interfaceid": "787ea99f-ef2a-433b-8978-43989819a097", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62328) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1048.877908] env[62328]: DEBUG nova.network.neutron [req-0eedb2f3-3891-4583-a315-fddca1075ce2 req-d7922656-9d59-4aa2-964f-fe8c2e0b172a service nova] [instance: 0c5d4040-bc5a-452c-9a75-a58280f7cb73] Updated VIF entry in instance network info cache for port 4f7d36d6-3271-463c-8162-c22efd5cbf2e. {{(pid=62328) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1048.878359] env[62328]: DEBUG nova.network.neutron [req-0eedb2f3-3891-4583-a315-fddca1075ce2 req-d7922656-9d59-4aa2-964f-fe8c2e0b172a service nova] [instance: 0c5d4040-bc5a-452c-9a75-a58280f7cb73] Updating instance_info_cache with network_info: [{"id": "a4e2181b-293f-4f96-b2b6-bb007d97edb7", "address": "fa:16:3e:21:94:79", "network": {"id": "43b1657c-44ae-47a8-8e8d-196242ef7fca", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1953540822-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.148", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e88420d74d294fef9f976142535b9ac5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9f3a2eb5-353f-45c5-a73b-869626f4bb13", "external-id": "nsx-vlan-transportzone-411", "segmentation_id": 411, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa4e2181b-29", "ovs_interfaceid": "a4e2181b-293f-4f96-b2b6-bb007d97edb7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "4f7d36d6-3271-463c-8162-c22efd5cbf2e", "address": "fa:16:3e:ba:44:ce", "network": {"id": "43b1657c-44ae-47a8-8e8d-196242ef7fca", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1953540822-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e88420d74d294fef9f976142535b9ac5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9f3a2eb5-353f-45c5-a73b-869626f4bb13", "external-id": "nsx-vlan-transportzone-411", "segmentation_id": 411, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4f7d36d6-32", "ovs_interfaceid": "4f7d36d6-3271-463c-8162-c22efd5cbf2e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62328) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1049.092015] env[62328]: DEBUG nova.compute.utils [None req-a9f1a853-43fb-4106-ad8a-89cbd230554f tempest-DeleteServersTestJSON-1766103036 tempest-DeleteServersTestJSON-1766103036-project-member] Using /dev/sd instead of None {{(pid=62328) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1049.093461] env[62328]: DEBUG nova.compute.manager [None req-a9f1a853-43fb-4106-ad8a-89cbd230554f tempest-DeleteServersTestJSON-1766103036 tempest-DeleteServersTestJSON-1766103036-project-member] [instance: 46036359-e19d-4dda-9b4f-41c3826f364d] Allocating IP information in the background. {{(pid=62328) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1049.093643] env[62328]: DEBUG nova.network.neutron [None req-a9f1a853-43fb-4106-ad8a-89cbd230554f tempest-DeleteServersTestJSON-1766103036 tempest-DeleteServersTestJSON-1766103036-project-member] [instance: 46036359-e19d-4dda-9b4f-41c3826f364d] allocate_for_instance() {{(pid=62328) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1049.096121] env[62328]: DEBUG nova.objects.instance [None req-11aa472b-ebc7-4486-ae52-35d711a39c3a tempest-ServersNegativeTestJSON-1019155744 tempest-ServersNegativeTestJSON-1019155744-project-member] Lazy-loading 'numa_topology' on Instance uuid 206ded69-14c7-477f-9c36-376ff43a9641 {{(pid=62328) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1049.140565] env[62328]: DEBUG nova.policy [None req-a9f1a853-43fb-4106-ad8a-89cbd230554f tempest-DeleteServersTestJSON-1766103036 tempest-DeleteServersTestJSON-1766103036-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '699ce75fc096435fb92708a7336ced09', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '7aa9ac81c5264c7cba58e5879eedf77c', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62328) authorize /opt/stack/nova/nova/policy.py:192}} [ 1049.213546] env[62328]: DEBUG oslo_concurrency.lockutils [None req-e61ccc15-ae5f-4e95-8bfa-4dfb1eb6a03a tempest-ServerRescueNegativeTestJSON-713788249 tempest-ServerRescueNegativeTestJSON-713788249-project-member] Acquiring lock "refresh_cache-52de62c1-e7ae-440d-b390-64b4594548c1" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1049.213766] env[62328]: DEBUG oslo_concurrency.lockutils [None req-e61ccc15-ae5f-4e95-8bfa-4dfb1eb6a03a tempest-ServerRescueNegativeTestJSON-713788249 tempest-ServerRescueNegativeTestJSON-713788249-project-member] Acquired lock "refresh_cache-52de62c1-e7ae-440d-b390-64b4594548c1" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1049.213912] env[62328]: DEBUG nova.network.neutron [None req-e61ccc15-ae5f-4e95-8bfa-4dfb1eb6a03a tempest-ServerRescueNegativeTestJSON-713788249 tempest-ServerRescueNegativeTestJSON-713788249-project-member] [instance: 52de62c1-e7ae-440d-b390-64b4594548c1] Building network info cache for instance {{(pid=62328) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1049.273351] env[62328]: DEBUG oslo_vmware.api [None req-93ce8d77-b15b-4b0b-8bbb-563a570d95fb tempest-AttachInterfacesTestJSON-1049158018 tempest-AttachInterfacesTestJSON-1049158018-project-member] Task: {'id': task-2387545, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1049.334371] env[62328]: DEBUG oslo_concurrency.lockutils [req-20cfd033-e438-4562-9a65-49fae31e9a9b req-88ed1918-5a02-44d2-812f-ce7aa71e2fa9 service nova] Releasing lock "refresh_cache-206ded69-14c7-477f-9c36-376ff43a9641" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1049.354799] env[62328]: DEBUG oslo_concurrency.lockutils [None req-b66ab386-6dc1-4ba9-b7f7-63e254e5dcd1 tempest-AttachVolumeNegativeTest-1920358930 tempest-AttachVolumeNegativeTest-1920358930-project-member] Releasing lock "refresh_cache-56f7b645-cd8a-48a4-ba32-455cfc09fd88" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1049.355170] env[62328]: DEBUG nova.compute.manager [None req-b66ab386-6dc1-4ba9-b7f7-63e254e5dcd1 tempest-AttachVolumeNegativeTest-1920358930 tempest-AttachVolumeNegativeTest-1920358930-project-member] [instance: 56f7b645-cd8a-48a4-ba32-455cfc09fd88] Instance network_info: |[{"id": "787ea99f-ef2a-433b-8978-43989819a097", "address": "fa:16:3e:00:0d:47", "network": {"id": "ed1d555f-f92f-4abe-9fa7-e6c9390d1efe", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-674926679-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3d8ff424d526451a9374555ba25a4243", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "04ccbc7a-cf8d-4ea2-8411-291a1e27df7b", "external-id": "nsx-vlan-transportzone-998", "segmentation_id": 998, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap787ea99f-ef", "ovs_interfaceid": "787ea99f-ef2a-433b-8978-43989819a097", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62328) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1049.355620] env[62328]: DEBUG nova.virt.vmwareapi.vmops [None req-b66ab386-6dc1-4ba9-b7f7-63e254e5dcd1 tempest-AttachVolumeNegativeTest-1920358930 tempest-AttachVolumeNegativeTest-1920358930-project-member] [instance: 56f7b645-cd8a-48a4-ba32-455cfc09fd88] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:00:0d:47', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '04ccbc7a-cf8d-4ea2-8411-291a1e27df7b', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '787ea99f-ef2a-433b-8978-43989819a097', 'vif_model': 'vmxnet3'}] {{(pid=62328) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1049.364295] env[62328]: DEBUG oslo.service.loopingcall [None req-b66ab386-6dc1-4ba9-b7f7-63e254e5dcd1 tempest-AttachVolumeNegativeTest-1920358930 tempest-AttachVolumeNegativeTest-1920358930-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62328) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1049.364528] env[62328]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 56f7b645-cd8a-48a4-ba32-455cfc09fd88] Creating VM on the ESX host {{(pid=62328) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1049.364770] env[62328]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-5296f266-c88d-4e7d-89a8-3c06c696b700 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1049.383146] env[62328]: DEBUG oslo_concurrency.lockutils [req-0eedb2f3-3891-4583-a315-fddca1075ce2 req-d7922656-9d59-4aa2-964f-fe8c2e0b172a service nova] Releasing lock "refresh_cache-0c5d4040-bc5a-452c-9a75-a58280f7cb73" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1049.383404] env[62328]: DEBUG nova.compute.manager [req-0eedb2f3-3891-4583-a315-fddca1075ce2 req-d7922656-9d59-4aa2-964f-fe8c2e0b172a service nova] [instance: 1326c869-c3f4-4936-bc3b-451b08fc0933] Received event network-changed-6a06a42c-49e2-46b3-b4e1-be1886683665 {{(pid=62328) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1049.383598] env[62328]: DEBUG nova.compute.manager [req-0eedb2f3-3891-4583-a315-fddca1075ce2 req-d7922656-9d59-4aa2-964f-fe8c2e0b172a service nova] [instance: 1326c869-c3f4-4936-bc3b-451b08fc0933] Refreshing instance network info cache due to event network-changed-6a06a42c-49e2-46b3-b4e1-be1886683665. {{(pid=62328) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1049.383807] env[62328]: DEBUG oslo_concurrency.lockutils [req-0eedb2f3-3891-4583-a315-fddca1075ce2 req-d7922656-9d59-4aa2-964f-fe8c2e0b172a service nova] Acquiring lock "refresh_cache-1326c869-c3f4-4936-bc3b-451b08fc0933" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1049.383946] env[62328]: DEBUG oslo_concurrency.lockutils [req-0eedb2f3-3891-4583-a315-fddca1075ce2 req-d7922656-9d59-4aa2-964f-fe8c2e0b172a service nova] Acquired lock "refresh_cache-1326c869-c3f4-4936-bc3b-451b08fc0933" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1049.384140] env[62328]: DEBUG nova.network.neutron [req-0eedb2f3-3891-4583-a315-fddca1075ce2 req-d7922656-9d59-4aa2-964f-fe8c2e0b172a service nova] [instance: 1326c869-c3f4-4936-bc3b-451b08fc0933] Refreshing network info cache for port 6a06a42c-49e2-46b3-b4e1-be1886683665 {{(pid=62328) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1049.392013] env[62328]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1049.392013] env[62328]: value = "task-2387547" [ 1049.392013] env[62328]: _type = "Task" [ 1049.392013] env[62328]: } to complete. {{(pid=62328) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1049.401924] env[62328]: DEBUG oslo_vmware.api [-] Task: {'id': task-2387547, 'name': CreateVM_Task} progress is 0%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1049.579715] env[62328]: DEBUG nova.network.neutron [None req-a9f1a853-43fb-4106-ad8a-89cbd230554f tempest-DeleteServersTestJSON-1766103036 tempest-DeleteServersTestJSON-1766103036-project-member] [instance: 46036359-e19d-4dda-9b4f-41c3826f364d] Successfully created port: b82e4bcb-5948-4185-a8c8-a0242066d945 {{(pid=62328) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1049.598217] env[62328]: DEBUG nova.compute.manager [None req-a9f1a853-43fb-4106-ad8a-89cbd230554f tempest-DeleteServersTestJSON-1766103036 tempest-DeleteServersTestJSON-1766103036-project-member] [instance: 46036359-e19d-4dda-9b4f-41c3826f364d] Start building block device mappings for instance. {{(pid=62328) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1049.601263] env[62328]: DEBUG nova.objects.base [None req-11aa472b-ebc7-4486-ae52-35d711a39c3a tempest-ServersNegativeTestJSON-1019155744 tempest-ServersNegativeTestJSON-1019155744-project-member] Object Instance<206ded69-14c7-477f-9c36-376ff43a9641> lazy-loaded attributes: resources,numa_topology {{(pid=62328) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1049.669727] env[62328]: DEBUG oslo_concurrency.lockutils [None req-7180c610-ded5-4c47-acc7-0fdecb06e3e1 tempest-ServersTestJSON-2041147199 tempest-ServersTestJSON-2041147199-project-member] Acquiring lock "1238ca59-2e55-4d5c-bbf8-2730ee5e6739" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1049.670036] env[62328]: DEBUG oslo_concurrency.lockutils [None req-7180c610-ded5-4c47-acc7-0fdecb06e3e1 tempest-ServersTestJSON-2041147199 tempest-ServersTestJSON-2041147199-project-member] Lock "1238ca59-2e55-4d5c-bbf8-2730ee5e6739" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.000s {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1049.670325] env[62328]: DEBUG nova.compute.manager [None req-7180c610-ded5-4c47-acc7-0fdecb06e3e1 tempest-ServersTestJSON-2041147199 tempest-ServersTestJSON-2041147199-project-member] [instance: 1238ca59-2e55-4d5c-bbf8-2730ee5e6739] Checking state {{(pid=62328) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1049.671616] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b050bfb8-afb9-4bca-879a-c070d6512c1c {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1049.679603] env[62328]: DEBUG nova.compute.manager [None req-7180c610-ded5-4c47-acc7-0fdecb06e3e1 tempest-ServersTestJSON-2041147199 tempest-ServersTestJSON-2041147199-project-member] [instance: 1238ca59-2e55-4d5c-bbf8-2730ee5e6739] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=62328) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 1049.680388] env[62328]: DEBUG nova.objects.instance [None req-7180c610-ded5-4c47-acc7-0fdecb06e3e1 tempest-ServersTestJSON-2041147199 tempest-ServersTestJSON-2041147199-project-member] Lazy-loading 'flavor' on Instance uuid 1238ca59-2e55-4d5c-bbf8-2730ee5e6739 {{(pid=62328) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1049.686791] env[62328]: DEBUG nova.compute.manager [req-06d7d16d-3a30-4c85-8b07-ed0c5f100e15 req-09653aed-36d9-42ee-85ab-16c53dbeee30 service nova] [instance: 56f7b645-cd8a-48a4-ba32-455cfc09fd88] Received event network-changed-787ea99f-ef2a-433b-8978-43989819a097 {{(pid=62328) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1049.688025] env[62328]: DEBUG nova.compute.manager [req-06d7d16d-3a30-4c85-8b07-ed0c5f100e15 req-09653aed-36d9-42ee-85ab-16c53dbeee30 service nova] [instance: 56f7b645-cd8a-48a4-ba32-455cfc09fd88] Refreshing instance network info cache due to event network-changed-787ea99f-ef2a-433b-8978-43989819a097. {{(pid=62328) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1049.688025] env[62328]: DEBUG oslo_concurrency.lockutils [req-06d7d16d-3a30-4c85-8b07-ed0c5f100e15 req-09653aed-36d9-42ee-85ab-16c53dbeee30 service nova] Acquiring lock "refresh_cache-56f7b645-cd8a-48a4-ba32-455cfc09fd88" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1049.688025] env[62328]: DEBUG oslo_concurrency.lockutils [req-06d7d16d-3a30-4c85-8b07-ed0c5f100e15 req-09653aed-36d9-42ee-85ab-16c53dbeee30 service nova] Acquired lock "refresh_cache-56f7b645-cd8a-48a4-ba32-455cfc09fd88" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1049.688025] env[62328]: DEBUG nova.network.neutron [req-06d7d16d-3a30-4c85-8b07-ed0c5f100e15 req-09653aed-36d9-42ee-85ab-16c53dbeee30 service nova] [instance: 56f7b645-cd8a-48a4-ba32-455cfc09fd88] Refreshing network info cache for port 787ea99f-ef2a-433b-8978-43989819a097 {{(pid=62328) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1049.703227] env[62328]: DEBUG nova.compute.manager [req-82100c3f-bb41-4a66-a111-c0f47f8dbedd req-df4becd1-a2bb-49c4-985e-515db073976d service nova] [instance: 52de62c1-e7ae-440d-b390-64b4594548c1] Received event network-vif-plugged-93d80e4a-37ee-46c3-a002-951f5f3efb7a {{(pid=62328) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1049.703227] env[62328]: DEBUG oslo_concurrency.lockutils [req-82100c3f-bb41-4a66-a111-c0f47f8dbedd req-df4becd1-a2bb-49c4-985e-515db073976d service nova] Acquiring lock "52de62c1-e7ae-440d-b390-64b4594548c1-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1049.703299] env[62328]: DEBUG oslo_concurrency.lockutils [req-82100c3f-bb41-4a66-a111-c0f47f8dbedd req-df4becd1-a2bb-49c4-985e-515db073976d service nova] Lock "52de62c1-e7ae-440d-b390-64b4594548c1-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1049.703475] env[62328]: DEBUG oslo_concurrency.lockutils [req-82100c3f-bb41-4a66-a111-c0f47f8dbedd req-df4becd1-a2bb-49c4-985e-515db073976d service nova] Lock "52de62c1-e7ae-440d-b390-64b4594548c1-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1049.703680] env[62328]: DEBUG nova.compute.manager [req-82100c3f-bb41-4a66-a111-c0f47f8dbedd req-df4becd1-a2bb-49c4-985e-515db073976d service nova] [instance: 52de62c1-e7ae-440d-b390-64b4594548c1] No waiting events found dispatching network-vif-plugged-93d80e4a-37ee-46c3-a002-951f5f3efb7a {{(pid=62328) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1049.703922] env[62328]: WARNING nova.compute.manager [req-82100c3f-bb41-4a66-a111-c0f47f8dbedd req-df4becd1-a2bb-49c4-985e-515db073976d service nova] [instance: 52de62c1-e7ae-440d-b390-64b4594548c1] Received unexpected event network-vif-plugged-93d80e4a-37ee-46c3-a002-951f5f3efb7a for instance with vm_state building and task_state spawning. [ 1049.704169] env[62328]: DEBUG nova.compute.manager [req-82100c3f-bb41-4a66-a111-c0f47f8dbedd req-df4becd1-a2bb-49c4-985e-515db073976d service nova] [instance: 52de62c1-e7ae-440d-b390-64b4594548c1] Received event network-changed-93d80e4a-37ee-46c3-a002-951f5f3efb7a {{(pid=62328) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1049.704388] env[62328]: DEBUG nova.compute.manager [req-82100c3f-bb41-4a66-a111-c0f47f8dbedd req-df4becd1-a2bb-49c4-985e-515db073976d service nova] [instance: 52de62c1-e7ae-440d-b390-64b4594548c1] Refreshing instance network info cache due to event network-changed-93d80e4a-37ee-46c3-a002-951f5f3efb7a. {{(pid=62328) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1049.704607] env[62328]: DEBUG oslo_concurrency.lockutils [req-82100c3f-bb41-4a66-a111-c0f47f8dbedd req-df4becd1-a2bb-49c4-985e-515db073976d service nova] Acquiring lock "refresh_cache-52de62c1-e7ae-440d-b390-64b4594548c1" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1049.778120] env[62328]: DEBUG oslo_vmware.api [None req-93ce8d77-b15b-4b0b-8bbb-563a570d95fb tempest-AttachInterfacesTestJSON-1049158018 tempest-AttachInterfacesTestJSON-1049158018-project-member] Task: {'id': task-2387545, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1049.806301] env[62328]: DEBUG nova.network.neutron [None req-e61ccc15-ae5f-4e95-8bfa-4dfb1eb6a03a tempest-ServerRescueNegativeTestJSON-713788249 tempest-ServerRescueNegativeTestJSON-713788249-project-member] [instance: 52de62c1-e7ae-440d-b390-64b4594548c1] Instance cache missing network info. {{(pid=62328) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1049.869169] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e46fea50-d510-40fc-962d-d7f46a4812e3 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1049.877144] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3c3bb0d7-2124-4080-9d05-247c4536882c {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1049.918107] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b2b5e4db-fcbc-4630-997a-798435dcd219 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1049.926479] env[62328]: DEBUG oslo_vmware.api [-] Task: {'id': task-2387547, 'name': CreateVM_Task, 'duration_secs': 0.419075} completed successfully. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1049.930926] env[62328]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 56f7b645-cd8a-48a4-ba32-455cfc09fd88] Created VM on the ESX host {{(pid=62328) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1049.931797] env[62328]: DEBUG oslo_concurrency.lockutils [None req-b66ab386-6dc1-4ba9-b7f7-63e254e5dcd1 tempest-AttachVolumeNegativeTest-1920358930 tempest-AttachVolumeNegativeTest-1920358930-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/dbf872a4-92be-47e4-8561-c3e2bf2423ab" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1049.931977] env[62328]: DEBUG oslo_concurrency.lockutils [None req-b66ab386-6dc1-4ba9-b7f7-63e254e5dcd1 tempest-AttachVolumeNegativeTest-1920358930 tempest-AttachVolumeNegativeTest-1920358930-project-member] Acquired lock "[datastore1] devstack-image-cache_base/dbf872a4-92be-47e4-8561-c3e2bf2423ab" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1049.932310] env[62328]: DEBUG oslo_concurrency.lockutils [None req-b66ab386-6dc1-4ba9-b7f7-63e254e5dcd1 tempest-AttachVolumeNegativeTest-1920358930 tempest-AttachVolumeNegativeTest-1920358930-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/dbf872a4-92be-47e4-8561-c3e2bf2423ab" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1049.934203] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-91a9ad70-4b30-4eea-baf3-5795a0476408 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1049.939231] env[62328]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8aaa2ed1-09d1-4b31-b7cd-c4f321b086a5 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1049.952683] env[62328]: DEBUG nova.compute.provider_tree [None req-11aa472b-ebc7-4486-ae52-35d711a39c3a tempest-ServersNegativeTestJSON-1019155744 tempest-ServersNegativeTestJSON-1019155744-project-member] Inventory has not changed in ProviderTree for provider: 3469e9f8-04af-49ca-8435-49f104496744 {{(pid=62328) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1049.956161] env[62328]: DEBUG oslo_vmware.api [None req-b66ab386-6dc1-4ba9-b7f7-63e254e5dcd1 tempest-AttachVolumeNegativeTest-1920358930 tempest-AttachVolumeNegativeTest-1920358930-project-member] Waiting for the task: (returnval){ [ 1049.956161] env[62328]: value = "session[52a6e20e-410d-708a-99f2-080a575a99bd]52017caa-275c-a296-99f9-6af0ee6d4eac" [ 1049.956161] env[62328]: _type = "Task" [ 1049.956161] env[62328]: } to complete. {{(pid=62328) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1049.974308] env[62328]: DEBUG oslo_vmware.api [None req-b66ab386-6dc1-4ba9-b7f7-63e254e5dcd1 tempest-AttachVolumeNegativeTest-1920358930 tempest-AttachVolumeNegativeTest-1920358930-project-member] Task: {'id': session[52a6e20e-410d-708a-99f2-080a575a99bd]52017caa-275c-a296-99f9-6af0ee6d4eac, 'name': SearchDatastore_Task, 'duration_secs': 0.009696} completed successfully. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1049.975213] env[62328]: DEBUG oslo_concurrency.lockutils [None req-b66ab386-6dc1-4ba9-b7f7-63e254e5dcd1 tempest-AttachVolumeNegativeTest-1920358930 tempest-AttachVolumeNegativeTest-1920358930-project-member] Releasing lock "[datastore1] devstack-image-cache_base/dbf872a4-92be-47e4-8561-c3e2bf2423ab" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1049.975461] env[62328]: DEBUG nova.virt.vmwareapi.vmops [None req-b66ab386-6dc1-4ba9-b7f7-63e254e5dcd1 tempest-AttachVolumeNegativeTest-1920358930 tempest-AttachVolumeNegativeTest-1920358930-project-member] [instance: 56f7b645-cd8a-48a4-ba32-455cfc09fd88] Processing image dbf872a4-92be-47e4-8561-c3e2bf2423ab {{(pid=62328) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1049.975809] env[62328]: DEBUG oslo_concurrency.lockutils [None req-b66ab386-6dc1-4ba9-b7f7-63e254e5dcd1 tempest-AttachVolumeNegativeTest-1920358930 tempest-AttachVolumeNegativeTest-1920358930-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/dbf872a4-92be-47e4-8561-c3e2bf2423ab/dbf872a4-92be-47e4-8561-c3e2bf2423ab.vmdk" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1049.975877] env[62328]: DEBUG oslo_concurrency.lockutils [None req-b66ab386-6dc1-4ba9-b7f7-63e254e5dcd1 tempest-AttachVolumeNegativeTest-1920358930 tempest-AttachVolumeNegativeTest-1920358930-project-member] Acquired lock "[datastore1] devstack-image-cache_base/dbf872a4-92be-47e4-8561-c3e2bf2423ab/dbf872a4-92be-47e4-8561-c3e2bf2423ab.vmdk" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1049.976115] env[62328]: DEBUG nova.virt.vmwareapi.ds_util [None req-b66ab386-6dc1-4ba9-b7f7-63e254e5dcd1 tempest-AttachVolumeNegativeTest-1920358930 tempest-AttachVolumeNegativeTest-1920358930-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62328) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1049.976626] env[62328]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-65e88ec6-163a-4493-82e3-b6a8b6861784 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1049.985447] env[62328]: DEBUG nova.virt.vmwareapi.ds_util [None req-b66ab386-6dc1-4ba9-b7f7-63e254e5dcd1 tempest-AttachVolumeNegativeTest-1920358930 tempest-AttachVolumeNegativeTest-1920358930-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62328) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1049.985670] env[62328]: DEBUG nova.virt.vmwareapi.vmops [None req-b66ab386-6dc1-4ba9-b7f7-63e254e5dcd1 tempest-AttachVolumeNegativeTest-1920358930 tempest-AttachVolumeNegativeTest-1920358930-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62328) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1049.986522] env[62328]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-880435b9-bced-41b0-a2f6-8501d22bcefb {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1049.992836] env[62328]: DEBUG oslo_vmware.api [None req-b66ab386-6dc1-4ba9-b7f7-63e254e5dcd1 tempest-AttachVolumeNegativeTest-1920358930 tempest-AttachVolumeNegativeTest-1920358930-project-member] Waiting for the task: (returnval){ [ 1049.992836] env[62328]: value = "session[52a6e20e-410d-708a-99f2-080a575a99bd]525649c9-b85b-3cf5-adfc-07915e2ba7b4" [ 1049.992836] env[62328]: _type = "Task" [ 1049.992836] env[62328]: } to complete. {{(pid=62328) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1050.000358] env[62328]: DEBUG oslo_vmware.api [None req-b66ab386-6dc1-4ba9-b7f7-63e254e5dcd1 tempest-AttachVolumeNegativeTest-1920358930 tempest-AttachVolumeNegativeTest-1920358930-project-member] Task: {'id': session[52a6e20e-410d-708a-99f2-080a575a99bd]525649c9-b85b-3cf5-adfc-07915e2ba7b4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1050.249209] env[62328]: DEBUG nova.network.neutron [None req-e61ccc15-ae5f-4e95-8bfa-4dfb1eb6a03a tempest-ServerRescueNegativeTestJSON-713788249 tempest-ServerRescueNegativeTestJSON-713788249-project-member] [instance: 52de62c1-e7ae-440d-b390-64b4594548c1] Updating instance_info_cache with network_info: [{"id": "93d80e4a-37ee-46c3-a002-951f5f3efb7a", "address": "fa:16:3e:12:71:53", "network": {"id": "665a93dd-ec5d-43ab-a846-c1bb4bf70533", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1472451965-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d5a96a78c0b5451d8c6e1de563033f13", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "cf63c3c8-d774-4b81-9b12-848612a96076", "external-id": "nsx-vlan-transportzone-315", "segmentation_id": 315, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap93d80e4a-37", "ovs_interfaceid": "93d80e4a-37ee-46c3-a002-951f5f3efb7a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62328) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1050.275791] env[62328]: DEBUG oslo_vmware.api [None req-93ce8d77-b15b-4b0b-8bbb-563a570d95fb tempest-AttachInterfacesTestJSON-1049158018 tempest-AttachInterfacesTestJSON-1049158018-project-member] Task: {'id': task-2387545, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1050.407468] env[62328]: DEBUG nova.network.neutron [req-0eedb2f3-3891-4583-a315-fddca1075ce2 req-d7922656-9d59-4aa2-964f-fe8c2e0b172a service nova] [instance: 1326c869-c3f4-4936-bc3b-451b08fc0933] Updated VIF entry in instance network info cache for port 6a06a42c-49e2-46b3-b4e1-be1886683665. {{(pid=62328) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1050.408563] env[62328]: DEBUG nova.network.neutron [req-0eedb2f3-3891-4583-a315-fddca1075ce2 req-d7922656-9d59-4aa2-964f-fe8c2e0b172a service nova] [instance: 1326c869-c3f4-4936-bc3b-451b08fc0933] Updating instance_info_cache with network_info: [{"id": "6a06a42c-49e2-46b3-b4e1-be1886683665", "address": "fa:16:3e:e7:37:5b", "network": {"id": "ed570829-7777-4fb9-9e0f-cef4ca21980b", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1726239177-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "17143bbcad5b4da0801478fe45bd8ce6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a965790c-2d2f-4c2a-9ee7-745f4d53039b", "external-id": "nsx-vlan-transportzone-708", "segmentation_id": 708, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6a06a42c-49", "ovs_interfaceid": "6a06a42c-49e2-46b3-b4e1-be1886683665", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62328) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1050.444569] env[62328]: DEBUG nova.network.neutron [req-06d7d16d-3a30-4c85-8b07-ed0c5f100e15 req-09653aed-36d9-42ee-85ab-16c53dbeee30 service nova] [instance: 56f7b645-cd8a-48a4-ba32-455cfc09fd88] Updated VIF entry in instance network info cache for port 787ea99f-ef2a-433b-8978-43989819a097. {{(pid=62328) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1050.444933] env[62328]: DEBUG nova.network.neutron [req-06d7d16d-3a30-4c85-8b07-ed0c5f100e15 req-09653aed-36d9-42ee-85ab-16c53dbeee30 service nova] [instance: 56f7b645-cd8a-48a4-ba32-455cfc09fd88] Updating instance_info_cache with network_info: [{"id": "787ea99f-ef2a-433b-8978-43989819a097", "address": "fa:16:3e:00:0d:47", "network": {"id": "ed1d555f-f92f-4abe-9fa7-e6c9390d1efe", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-674926679-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3d8ff424d526451a9374555ba25a4243", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "04ccbc7a-cf8d-4ea2-8411-291a1e27df7b", "external-id": "nsx-vlan-transportzone-998", "segmentation_id": 998, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap787ea99f-ef", "ovs_interfaceid": "787ea99f-ef2a-433b-8978-43989819a097", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62328) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1050.461031] env[62328]: DEBUG nova.scheduler.client.report [None req-11aa472b-ebc7-4486-ae52-35d711a39c3a tempest-ServersNegativeTestJSON-1019155744 tempest-ServersNegativeTestJSON-1019155744-project-member] Inventory has not changed for provider 3469e9f8-04af-49ca-8435-49f104496744 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 152, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62328) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1050.505945] env[62328]: DEBUG oslo_vmware.api [None req-b66ab386-6dc1-4ba9-b7f7-63e254e5dcd1 tempest-AttachVolumeNegativeTest-1920358930 tempest-AttachVolumeNegativeTest-1920358930-project-member] Task: {'id': session[52a6e20e-410d-708a-99f2-080a575a99bd]525649c9-b85b-3cf5-adfc-07915e2ba7b4, 'name': SearchDatastore_Task, 'duration_secs': 0.009331} completed successfully. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1050.506546] env[62328]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-51aef397-7df6-49cf-bfb5-76f9345e3042 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1050.512104] env[62328]: DEBUG oslo_vmware.api [None req-b66ab386-6dc1-4ba9-b7f7-63e254e5dcd1 tempest-AttachVolumeNegativeTest-1920358930 tempest-AttachVolumeNegativeTest-1920358930-project-member] Waiting for the task: (returnval){ [ 1050.512104] env[62328]: value = "session[52a6e20e-410d-708a-99f2-080a575a99bd]52c9f22f-9eac-051f-c833-36f033de70c9" [ 1050.512104] env[62328]: _type = "Task" [ 1050.512104] env[62328]: } to complete. {{(pid=62328) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1050.520203] env[62328]: DEBUG oslo_vmware.api [None req-b66ab386-6dc1-4ba9-b7f7-63e254e5dcd1 tempest-AttachVolumeNegativeTest-1920358930 tempest-AttachVolumeNegativeTest-1920358930-project-member] Task: {'id': session[52a6e20e-410d-708a-99f2-080a575a99bd]52c9f22f-9eac-051f-c833-36f033de70c9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1050.610814] env[62328]: DEBUG nova.compute.manager [None req-a9f1a853-43fb-4106-ad8a-89cbd230554f tempest-DeleteServersTestJSON-1766103036 tempest-DeleteServersTestJSON-1766103036-project-member] [instance: 46036359-e19d-4dda-9b4f-41c3826f364d] Start spawning the instance on the hypervisor. {{(pid=62328) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1050.635234] env[62328]: DEBUG nova.virt.hardware [None req-a9f1a853-43fb-4106-ad8a-89cbd230554f tempest-DeleteServersTestJSON-1766103036 tempest-DeleteServersTestJSON-1766103036-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-07T17:16:55Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-07T17:16:37Z,direct_url=,disk_format='vmdk',id=dbf872a4-92be-47e4-8561-c3e2bf2423ab,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='2a64022f08d84b11a86773b900860ae5',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-07T17:16:38Z,virtual_size=,visibility=), allow threads: False {{(pid=62328) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1050.635497] env[62328]: DEBUG nova.virt.hardware [None req-a9f1a853-43fb-4106-ad8a-89cbd230554f tempest-DeleteServersTestJSON-1766103036 tempest-DeleteServersTestJSON-1766103036-project-member] Flavor limits 0:0:0 {{(pid=62328) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1050.635653] env[62328]: DEBUG nova.virt.hardware [None req-a9f1a853-43fb-4106-ad8a-89cbd230554f tempest-DeleteServersTestJSON-1766103036 tempest-DeleteServersTestJSON-1766103036-project-member] Image limits 0:0:0 {{(pid=62328) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1050.635833] env[62328]: DEBUG nova.virt.hardware [None req-a9f1a853-43fb-4106-ad8a-89cbd230554f tempest-DeleteServersTestJSON-1766103036 tempest-DeleteServersTestJSON-1766103036-project-member] Flavor pref 0:0:0 {{(pid=62328) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1050.635977] env[62328]: DEBUG nova.virt.hardware [None req-a9f1a853-43fb-4106-ad8a-89cbd230554f tempest-DeleteServersTestJSON-1766103036 tempest-DeleteServersTestJSON-1766103036-project-member] Image pref 0:0:0 {{(pid=62328) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1050.636144] env[62328]: DEBUG nova.virt.hardware [None req-a9f1a853-43fb-4106-ad8a-89cbd230554f tempest-DeleteServersTestJSON-1766103036 tempest-DeleteServersTestJSON-1766103036-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62328) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1050.636408] env[62328]: DEBUG nova.virt.hardware [None req-a9f1a853-43fb-4106-ad8a-89cbd230554f tempest-DeleteServersTestJSON-1766103036 tempest-DeleteServersTestJSON-1766103036-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62328) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1050.636576] env[62328]: DEBUG nova.virt.hardware [None req-a9f1a853-43fb-4106-ad8a-89cbd230554f tempest-DeleteServersTestJSON-1766103036 tempest-DeleteServersTestJSON-1766103036-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62328) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1050.636743] env[62328]: DEBUG nova.virt.hardware [None req-a9f1a853-43fb-4106-ad8a-89cbd230554f tempest-DeleteServersTestJSON-1766103036 tempest-DeleteServersTestJSON-1766103036-project-member] Got 1 possible topologies {{(pid=62328) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1050.636903] env[62328]: DEBUG nova.virt.hardware [None req-a9f1a853-43fb-4106-ad8a-89cbd230554f tempest-DeleteServersTestJSON-1766103036 tempest-DeleteServersTestJSON-1766103036-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62328) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1050.637088] env[62328]: DEBUG nova.virt.hardware [None req-a9f1a853-43fb-4106-ad8a-89cbd230554f tempest-DeleteServersTestJSON-1766103036 tempest-DeleteServersTestJSON-1766103036-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62328) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1050.638039] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-05564a13-5e0f-4752-b7d8-767bf8c0c341 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1050.646791] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9d1d6eea-4677-4df1-a26f-400d1e949662 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1050.695951] env[62328]: DEBUG nova.virt.vmwareapi.vm_util [None req-7180c610-ded5-4c47-acc7-0fdecb06e3e1 tempest-ServersTestJSON-2041147199 tempest-ServersTestJSON-2041147199-project-member] [instance: 1238ca59-2e55-4d5c-bbf8-2730ee5e6739] Powering off the VM {{(pid=62328) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1050.696275] env[62328]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-511c49bc-5fa8-4ec9-abd9-5aa681b923ed {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1050.703991] env[62328]: DEBUG oslo_vmware.api [None req-7180c610-ded5-4c47-acc7-0fdecb06e3e1 tempest-ServersTestJSON-2041147199 tempest-ServersTestJSON-2041147199-project-member] Waiting for the task: (returnval){ [ 1050.703991] env[62328]: value = "task-2387548" [ 1050.703991] env[62328]: _type = "Task" [ 1050.703991] env[62328]: } to complete. {{(pid=62328) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1050.713695] env[62328]: DEBUG oslo_vmware.api [None req-7180c610-ded5-4c47-acc7-0fdecb06e3e1 tempest-ServersTestJSON-2041147199 tempest-ServersTestJSON-2041147199-project-member] Task: {'id': task-2387548, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1050.751818] env[62328]: DEBUG oslo_concurrency.lockutils [None req-e61ccc15-ae5f-4e95-8bfa-4dfb1eb6a03a tempest-ServerRescueNegativeTestJSON-713788249 tempest-ServerRescueNegativeTestJSON-713788249-project-member] Releasing lock "refresh_cache-52de62c1-e7ae-440d-b390-64b4594548c1" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1050.752278] env[62328]: DEBUG nova.compute.manager [None req-e61ccc15-ae5f-4e95-8bfa-4dfb1eb6a03a tempest-ServerRescueNegativeTestJSON-713788249 tempest-ServerRescueNegativeTestJSON-713788249-project-member] [instance: 52de62c1-e7ae-440d-b390-64b4594548c1] Instance network_info: |[{"id": "93d80e4a-37ee-46c3-a002-951f5f3efb7a", "address": "fa:16:3e:12:71:53", "network": {"id": "665a93dd-ec5d-43ab-a846-c1bb4bf70533", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1472451965-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d5a96a78c0b5451d8c6e1de563033f13", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "cf63c3c8-d774-4b81-9b12-848612a96076", "external-id": "nsx-vlan-transportzone-315", "segmentation_id": 315, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap93d80e4a-37", "ovs_interfaceid": "93d80e4a-37ee-46c3-a002-951f5f3efb7a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62328) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1050.752629] env[62328]: DEBUG oslo_concurrency.lockutils [req-82100c3f-bb41-4a66-a111-c0f47f8dbedd req-df4becd1-a2bb-49c4-985e-515db073976d service nova] Acquired lock "refresh_cache-52de62c1-e7ae-440d-b390-64b4594548c1" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1050.752827] env[62328]: DEBUG nova.network.neutron [req-82100c3f-bb41-4a66-a111-c0f47f8dbedd req-df4becd1-a2bb-49c4-985e-515db073976d service nova] [instance: 52de62c1-e7ae-440d-b390-64b4594548c1] Refreshing network info cache for port 93d80e4a-37ee-46c3-a002-951f5f3efb7a {{(pid=62328) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1050.754274] env[62328]: DEBUG nova.virt.vmwareapi.vmops [None req-e61ccc15-ae5f-4e95-8bfa-4dfb1eb6a03a tempest-ServerRescueNegativeTestJSON-713788249 tempest-ServerRescueNegativeTestJSON-713788249-project-member] [instance: 52de62c1-e7ae-440d-b390-64b4594548c1] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:12:71:53', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'cf63c3c8-d774-4b81-9b12-848612a96076', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '93d80e4a-37ee-46c3-a002-951f5f3efb7a', 'vif_model': 'vmxnet3'}] {{(pid=62328) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1050.762819] env[62328]: DEBUG oslo.service.loopingcall [None req-e61ccc15-ae5f-4e95-8bfa-4dfb1eb6a03a tempest-ServerRescueNegativeTestJSON-713788249 tempest-ServerRescueNegativeTestJSON-713788249-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62328) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1050.763399] env[62328]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 52de62c1-e7ae-440d-b390-64b4594548c1] Creating VM on the ESX host {{(pid=62328) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1050.763648] env[62328]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-5396bd29-1d05-4b5c-a869-00bf74d46677 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1050.791870] env[62328]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1050.791870] env[62328]: value = "task-2387549" [ 1050.791870] env[62328]: _type = "Task" [ 1050.791870] env[62328]: } to complete. {{(pid=62328) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1050.794091] env[62328]: DEBUG oslo_vmware.api [None req-93ce8d77-b15b-4b0b-8bbb-563a570d95fb tempest-AttachInterfacesTestJSON-1049158018 tempest-AttachInterfacesTestJSON-1049158018-project-member] Task: {'id': task-2387545, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1050.805187] env[62328]: DEBUG oslo_vmware.api [-] Task: {'id': task-2387549, 'name': CreateVM_Task} progress is 0%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1050.912293] env[62328]: DEBUG oslo_concurrency.lockutils [req-0eedb2f3-3891-4583-a315-fddca1075ce2 req-d7922656-9d59-4aa2-964f-fe8c2e0b172a service nova] Releasing lock "refresh_cache-1326c869-c3f4-4936-bc3b-451b08fc0933" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1050.912741] env[62328]: DEBUG nova.compute.manager [req-0eedb2f3-3891-4583-a315-fddca1075ce2 req-d7922656-9d59-4aa2-964f-fe8c2e0b172a service nova] [instance: 56f7b645-cd8a-48a4-ba32-455cfc09fd88] Received event network-vif-plugged-787ea99f-ef2a-433b-8978-43989819a097 {{(pid=62328) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1050.912989] env[62328]: DEBUG oslo_concurrency.lockutils [req-0eedb2f3-3891-4583-a315-fddca1075ce2 req-d7922656-9d59-4aa2-964f-fe8c2e0b172a service nova] Acquiring lock "56f7b645-cd8a-48a4-ba32-455cfc09fd88-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1050.913283] env[62328]: DEBUG oslo_concurrency.lockutils [req-0eedb2f3-3891-4583-a315-fddca1075ce2 req-d7922656-9d59-4aa2-964f-fe8c2e0b172a service nova] Lock "56f7b645-cd8a-48a4-ba32-455cfc09fd88-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1050.913523] env[62328]: DEBUG oslo_concurrency.lockutils [req-0eedb2f3-3891-4583-a315-fddca1075ce2 req-d7922656-9d59-4aa2-964f-fe8c2e0b172a service nova] Lock "56f7b645-cd8a-48a4-ba32-455cfc09fd88-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1050.913727] env[62328]: DEBUG nova.compute.manager [req-0eedb2f3-3891-4583-a315-fddca1075ce2 req-d7922656-9d59-4aa2-964f-fe8c2e0b172a service nova] [instance: 56f7b645-cd8a-48a4-ba32-455cfc09fd88] No waiting events found dispatching network-vif-plugged-787ea99f-ef2a-433b-8978-43989819a097 {{(pid=62328) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1050.914015] env[62328]: WARNING nova.compute.manager [req-0eedb2f3-3891-4583-a315-fddca1075ce2 req-d7922656-9d59-4aa2-964f-fe8c2e0b172a service nova] [instance: 56f7b645-cd8a-48a4-ba32-455cfc09fd88] Received unexpected event network-vif-plugged-787ea99f-ef2a-433b-8978-43989819a097 for instance with vm_state building and task_state spawning. [ 1050.947662] env[62328]: DEBUG oslo_concurrency.lockutils [req-06d7d16d-3a30-4c85-8b07-ed0c5f100e15 req-09653aed-36d9-42ee-85ab-16c53dbeee30 service nova] Releasing lock "refresh_cache-56f7b645-cd8a-48a4-ba32-455cfc09fd88" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1050.963083] env[62328]: DEBUG oslo_concurrency.lockutils [None req-11aa472b-ebc7-4486-ae52-35d711a39c3a tempest-ServersNegativeTestJSON-1019155744 tempest-ServersNegativeTestJSON-1019155744-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.375s {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1050.966211] env[62328]: DEBUG oslo_concurrency.lockutils [None req-916cf222-4c6f-4603-bd95-5f29e8245d3b tempest-AttachVolumeShelveTestJSON-116809589 tempest-AttachVolumeShelveTestJSON-116809589-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 3.008s {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1050.966884] env[62328]: DEBUG nova.objects.instance [None req-916cf222-4c6f-4603-bd95-5f29e8245d3b tempest-AttachVolumeShelveTestJSON-116809589 tempest-AttachVolumeShelveTestJSON-116809589-project-member] Lazy-loading 'pci_requests' on Instance uuid 14c336fc-69e4-4ef8-a50f-e307b9902127 {{(pid=62328) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1051.024773] env[62328]: DEBUG oslo_vmware.api [None req-b66ab386-6dc1-4ba9-b7f7-63e254e5dcd1 tempest-AttachVolumeNegativeTest-1920358930 tempest-AttachVolumeNegativeTest-1920358930-project-member] Task: {'id': session[52a6e20e-410d-708a-99f2-080a575a99bd]52c9f22f-9eac-051f-c833-36f033de70c9, 'name': SearchDatastore_Task, 'duration_secs': 0.010089} completed successfully. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1051.025057] env[62328]: DEBUG oslo_concurrency.lockutils [None req-b66ab386-6dc1-4ba9-b7f7-63e254e5dcd1 tempest-AttachVolumeNegativeTest-1920358930 tempest-AttachVolumeNegativeTest-1920358930-project-member] Releasing lock "[datastore1] devstack-image-cache_base/dbf872a4-92be-47e4-8561-c3e2bf2423ab/dbf872a4-92be-47e4-8561-c3e2bf2423ab.vmdk" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1051.025341] env[62328]: DEBUG nova.virt.vmwareapi.vm_util [None req-b66ab386-6dc1-4ba9-b7f7-63e254e5dcd1 tempest-AttachVolumeNegativeTest-1920358930 tempest-AttachVolumeNegativeTest-1920358930-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/dbf872a4-92be-47e4-8561-c3e2bf2423ab/dbf872a4-92be-47e4-8561-c3e2bf2423ab.vmdk to [datastore1] 56f7b645-cd8a-48a4-ba32-455cfc09fd88/56f7b645-cd8a-48a4-ba32-455cfc09fd88.vmdk {{(pid=62328) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1051.025623] env[62328]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-e7a10282-43df-4563-ad34-70a070e2e635 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1051.036500] env[62328]: DEBUG oslo_vmware.api [None req-b66ab386-6dc1-4ba9-b7f7-63e254e5dcd1 tempest-AttachVolumeNegativeTest-1920358930 tempest-AttachVolumeNegativeTest-1920358930-project-member] Waiting for the task: (returnval){ [ 1051.036500] env[62328]: value = "task-2387551" [ 1051.036500] env[62328]: _type = "Task" [ 1051.036500] env[62328]: } to complete. {{(pid=62328) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1051.046312] env[62328]: DEBUG oslo_vmware.api [None req-b66ab386-6dc1-4ba9-b7f7-63e254e5dcd1 tempest-AttachVolumeNegativeTest-1920358930 tempest-AttachVolumeNegativeTest-1920358930-project-member] Task: {'id': task-2387551, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1051.216013] env[62328]: DEBUG oslo_vmware.api [None req-7180c610-ded5-4c47-acc7-0fdecb06e3e1 tempest-ServersTestJSON-2041147199 tempest-ServersTestJSON-2041147199-project-member] Task: {'id': task-2387548, 'name': PowerOffVM_Task, 'duration_secs': 0.254243} completed successfully. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1051.216327] env[62328]: DEBUG nova.virt.vmwareapi.vm_util [None req-7180c610-ded5-4c47-acc7-0fdecb06e3e1 tempest-ServersTestJSON-2041147199 tempest-ServersTestJSON-2041147199-project-member] [instance: 1238ca59-2e55-4d5c-bbf8-2730ee5e6739] Powered off the VM {{(pid=62328) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1051.216615] env[62328]: DEBUG nova.compute.manager [None req-7180c610-ded5-4c47-acc7-0fdecb06e3e1 tempest-ServersTestJSON-2041147199 tempest-ServersTestJSON-2041147199-project-member] [instance: 1238ca59-2e55-4d5c-bbf8-2730ee5e6739] Checking state {{(pid=62328) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1051.217417] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eae06347-f071-47bc-a5fa-f6a79eb7574c {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1051.292959] env[62328]: DEBUG oslo_vmware.api [None req-93ce8d77-b15b-4b0b-8bbb-563a570d95fb tempest-AttachInterfacesTestJSON-1049158018 tempest-AttachInterfacesTestJSON-1049158018-project-member] Task: {'id': task-2387545, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1051.306601] env[62328]: DEBUG oslo_vmware.api [-] Task: {'id': task-2387549, 'name': CreateVM_Task, 'duration_secs': 0.398545} completed successfully. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1051.306736] env[62328]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 52de62c1-e7ae-440d-b390-64b4594548c1] Created VM on the ESX host {{(pid=62328) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1051.307347] env[62328]: DEBUG oslo_concurrency.lockutils [None req-e61ccc15-ae5f-4e95-8bfa-4dfb1eb6a03a tempest-ServerRescueNegativeTestJSON-713788249 tempest-ServerRescueNegativeTestJSON-713788249-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/dbf872a4-92be-47e4-8561-c3e2bf2423ab" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1051.307507] env[62328]: DEBUG oslo_concurrency.lockutils [None req-e61ccc15-ae5f-4e95-8bfa-4dfb1eb6a03a tempest-ServerRescueNegativeTestJSON-713788249 tempest-ServerRescueNegativeTestJSON-713788249-project-member] Acquired lock "[datastore1] devstack-image-cache_base/dbf872a4-92be-47e4-8561-c3e2bf2423ab" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1051.307838] env[62328]: DEBUG oslo_concurrency.lockutils [None req-e61ccc15-ae5f-4e95-8bfa-4dfb1eb6a03a tempest-ServerRescueNegativeTestJSON-713788249 tempest-ServerRescueNegativeTestJSON-713788249-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/dbf872a4-92be-47e4-8561-c3e2bf2423ab" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1051.308111] env[62328]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c0361245-04f5-44e0-b6e2-cc6795a0ad73 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1051.314102] env[62328]: DEBUG oslo_vmware.api [None req-e61ccc15-ae5f-4e95-8bfa-4dfb1eb6a03a tempest-ServerRescueNegativeTestJSON-713788249 tempest-ServerRescueNegativeTestJSON-713788249-project-member] Waiting for the task: (returnval){ [ 1051.314102] env[62328]: value = "session[52a6e20e-410d-708a-99f2-080a575a99bd]52a4166b-1253-88a8-9dd7-bac90ce70ae5" [ 1051.314102] env[62328]: _type = "Task" [ 1051.314102] env[62328]: } to complete. {{(pid=62328) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1051.323353] env[62328]: DEBUG oslo_vmware.api [None req-e61ccc15-ae5f-4e95-8bfa-4dfb1eb6a03a tempest-ServerRescueNegativeTestJSON-713788249 tempest-ServerRescueNegativeTestJSON-713788249-project-member] Task: {'id': session[52a6e20e-410d-708a-99f2-080a575a99bd]52a4166b-1253-88a8-9dd7-bac90ce70ae5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1051.474464] env[62328]: DEBUG nova.objects.instance [None req-916cf222-4c6f-4603-bd95-5f29e8245d3b tempest-AttachVolumeShelveTestJSON-116809589 tempest-AttachVolumeShelveTestJSON-116809589-project-member] Lazy-loading 'numa_topology' on Instance uuid 14c336fc-69e4-4ef8-a50f-e307b9902127 {{(pid=62328) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1051.478533] env[62328]: DEBUG oslo_concurrency.lockutils [None req-11aa472b-ebc7-4486-ae52-35d711a39c3a tempest-ServersNegativeTestJSON-1019155744 tempest-ServersNegativeTestJSON-1019155744-project-member] Lock "206ded69-14c7-477f-9c36-376ff43a9641" "released" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: held 27.806s {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1051.478533] env[62328]: DEBUG oslo_concurrency.lockutils [None req-38fe415e-7d04-4ce2-ac92-a7b3d63bc489 tempest-ServersNegativeTestJSON-1019155744 tempest-ServersNegativeTestJSON-1019155744-project-member] Lock "206ded69-14c7-477f-9c36-376ff43a9641" acquired by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: waited 2.728s {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1051.478533] env[62328]: INFO nova.compute.manager [None req-38fe415e-7d04-4ce2-ac92-a7b3d63bc489 tempest-ServersNegativeTestJSON-1019155744 tempest-ServersNegativeTestJSON-1019155744-project-member] [instance: 206ded69-14c7-477f-9c36-376ff43a9641] Unshelving [ 1051.507812] env[62328]: DEBUG nova.network.neutron [req-82100c3f-bb41-4a66-a111-c0f47f8dbedd req-df4becd1-a2bb-49c4-985e-515db073976d service nova] [instance: 52de62c1-e7ae-440d-b390-64b4594548c1] Updated VIF entry in instance network info cache for port 93d80e4a-37ee-46c3-a002-951f5f3efb7a. {{(pid=62328) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1051.508284] env[62328]: DEBUG nova.network.neutron [req-82100c3f-bb41-4a66-a111-c0f47f8dbedd req-df4becd1-a2bb-49c4-985e-515db073976d service nova] [instance: 52de62c1-e7ae-440d-b390-64b4594548c1] Updating instance_info_cache with network_info: [{"id": "93d80e4a-37ee-46c3-a002-951f5f3efb7a", "address": "fa:16:3e:12:71:53", "network": {"id": "665a93dd-ec5d-43ab-a846-c1bb4bf70533", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1472451965-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d5a96a78c0b5451d8c6e1de563033f13", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "cf63c3c8-d774-4b81-9b12-848612a96076", "external-id": "nsx-vlan-transportzone-315", "segmentation_id": 315, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap93d80e4a-37", "ovs_interfaceid": "93d80e4a-37ee-46c3-a002-951f5f3efb7a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62328) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1051.551499] env[62328]: DEBUG oslo_vmware.api [None req-b66ab386-6dc1-4ba9-b7f7-63e254e5dcd1 tempest-AttachVolumeNegativeTest-1920358930 tempest-AttachVolumeNegativeTest-1920358930-project-member] Task: {'id': task-2387551, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1051.694430] env[62328]: DEBUG nova.network.neutron [None req-a9f1a853-43fb-4106-ad8a-89cbd230554f tempest-DeleteServersTestJSON-1766103036 tempest-DeleteServersTestJSON-1766103036-project-member] [instance: 46036359-e19d-4dda-9b4f-41c3826f364d] Successfully updated port: b82e4bcb-5948-4185-a8c8-a0242066d945 {{(pid=62328) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1051.731335] env[62328]: DEBUG oslo_concurrency.lockutils [None req-7180c610-ded5-4c47-acc7-0fdecb06e3e1 tempest-ServersTestJSON-2041147199 tempest-ServersTestJSON-2041147199-project-member] Lock "1238ca59-2e55-4d5c-bbf8-2730ee5e6739" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.061s {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1051.790823] env[62328]: DEBUG oslo_vmware.api [None req-93ce8d77-b15b-4b0b-8bbb-563a570d95fb tempest-AttachInterfacesTestJSON-1049158018 tempest-AttachInterfacesTestJSON-1049158018-project-member] Task: {'id': task-2387545, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1051.826366] env[62328]: DEBUG oslo_vmware.api [None req-e61ccc15-ae5f-4e95-8bfa-4dfb1eb6a03a tempest-ServerRescueNegativeTestJSON-713788249 tempest-ServerRescueNegativeTestJSON-713788249-project-member] Task: {'id': session[52a6e20e-410d-708a-99f2-080a575a99bd]52a4166b-1253-88a8-9dd7-bac90ce70ae5, 'name': SearchDatastore_Task, 'duration_secs': 0.014036} completed successfully. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1051.826663] env[62328]: DEBUG oslo_concurrency.lockutils [None req-e61ccc15-ae5f-4e95-8bfa-4dfb1eb6a03a tempest-ServerRescueNegativeTestJSON-713788249 tempest-ServerRescueNegativeTestJSON-713788249-project-member] Releasing lock "[datastore1] devstack-image-cache_base/dbf872a4-92be-47e4-8561-c3e2bf2423ab" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1051.826903] env[62328]: DEBUG nova.virt.vmwareapi.vmops [None req-e61ccc15-ae5f-4e95-8bfa-4dfb1eb6a03a tempest-ServerRescueNegativeTestJSON-713788249 tempest-ServerRescueNegativeTestJSON-713788249-project-member] [instance: 52de62c1-e7ae-440d-b390-64b4594548c1] Processing image dbf872a4-92be-47e4-8561-c3e2bf2423ab {{(pid=62328) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1051.827155] env[62328]: DEBUG oslo_concurrency.lockutils [None req-e61ccc15-ae5f-4e95-8bfa-4dfb1eb6a03a tempest-ServerRescueNegativeTestJSON-713788249 tempest-ServerRescueNegativeTestJSON-713788249-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/dbf872a4-92be-47e4-8561-c3e2bf2423ab/dbf872a4-92be-47e4-8561-c3e2bf2423ab.vmdk" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1051.827299] env[62328]: DEBUG oslo_concurrency.lockutils [None req-e61ccc15-ae5f-4e95-8bfa-4dfb1eb6a03a tempest-ServerRescueNegativeTestJSON-713788249 tempest-ServerRescueNegativeTestJSON-713788249-project-member] Acquired lock "[datastore1] devstack-image-cache_base/dbf872a4-92be-47e4-8561-c3e2bf2423ab/dbf872a4-92be-47e4-8561-c3e2bf2423ab.vmdk" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1051.827480] env[62328]: DEBUG nova.virt.vmwareapi.ds_util [None req-e61ccc15-ae5f-4e95-8bfa-4dfb1eb6a03a tempest-ServerRescueNegativeTestJSON-713788249 tempest-ServerRescueNegativeTestJSON-713788249-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62328) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1051.827758] env[62328]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-23b10ecf-5d66-456d-8cc8-46f43f2d4553 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1051.839758] env[62328]: DEBUG nova.virt.vmwareapi.ds_util [None req-e61ccc15-ae5f-4e95-8bfa-4dfb1eb6a03a tempest-ServerRescueNegativeTestJSON-713788249 tempest-ServerRescueNegativeTestJSON-713788249-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62328) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1051.839951] env[62328]: DEBUG nova.virt.vmwareapi.vmops [None req-e61ccc15-ae5f-4e95-8bfa-4dfb1eb6a03a tempest-ServerRescueNegativeTestJSON-713788249 tempest-ServerRescueNegativeTestJSON-713788249-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62328) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1051.840745] env[62328]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4434574d-5abd-4e9f-bdf8-b7e3cf7fcee8 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1051.847509] env[62328]: DEBUG oslo_vmware.api [None req-e61ccc15-ae5f-4e95-8bfa-4dfb1eb6a03a tempest-ServerRescueNegativeTestJSON-713788249 tempest-ServerRescueNegativeTestJSON-713788249-project-member] Waiting for the task: (returnval){ [ 1051.847509] env[62328]: value = "session[52a6e20e-410d-708a-99f2-080a575a99bd]526f36fe-b599-32a8-d313-b08840900fc8" [ 1051.847509] env[62328]: _type = "Task" [ 1051.847509] env[62328]: } to complete. {{(pid=62328) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1051.857040] env[62328]: DEBUG oslo_vmware.api [None req-e61ccc15-ae5f-4e95-8bfa-4dfb1eb6a03a tempest-ServerRescueNegativeTestJSON-713788249 tempest-ServerRescueNegativeTestJSON-713788249-project-member] Task: {'id': session[52a6e20e-410d-708a-99f2-080a575a99bd]526f36fe-b599-32a8-d313-b08840900fc8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1051.896062] env[62328]: DEBUG nova.compute.manager [req-441195b9-9cce-4e5f-89b3-967d1d0bb70a req-14486581-67bd-46d9-9d4d-58c93199445e service nova] [instance: 46036359-e19d-4dda-9b4f-41c3826f364d] Received event network-vif-plugged-b82e4bcb-5948-4185-a8c8-a0242066d945 {{(pid=62328) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1051.896203] env[62328]: DEBUG oslo_concurrency.lockutils [req-441195b9-9cce-4e5f-89b3-967d1d0bb70a req-14486581-67bd-46d9-9d4d-58c93199445e service nova] Acquiring lock "46036359-e19d-4dda-9b4f-41c3826f364d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1051.896419] env[62328]: DEBUG oslo_concurrency.lockutils [req-441195b9-9cce-4e5f-89b3-967d1d0bb70a req-14486581-67bd-46d9-9d4d-58c93199445e service nova] Lock "46036359-e19d-4dda-9b4f-41c3826f364d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1051.896572] env[62328]: DEBUG oslo_concurrency.lockutils [req-441195b9-9cce-4e5f-89b3-967d1d0bb70a req-14486581-67bd-46d9-9d4d-58c93199445e service nova] Lock "46036359-e19d-4dda-9b4f-41c3826f364d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1051.896734] env[62328]: DEBUG nova.compute.manager [req-441195b9-9cce-4e5f-89b3-967d1d0bb70a req-14486581-67bd-46d9-9d4d-58c93199445e service nova] [instance: 46036359-e19d-4dda-9b4f-41c3826f364d] No waiting events found dispatching network-vif-plugged-b82e4bcb-5948-4185-a8c8-a0242066d945 {{(pid=62328) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1051.896894] env[62328]: WARNING nova.compute.manager [req-441195b9-9cce-4e5f-89b3-967d1d0bb70a req-14486581-67bd-46d9-9d4d-58c93199445e service nova] [instance: 46036359-e19d-4dda-9b4f-41c3826f364d] Received unexpected event network-vif-plugged-b82e4bcb-5948-4185-a8c8-a0242066d945 for instance with vm_state building and task_state spawning. [ 1051.897062] env[62328]: DEBUG nova.compute.manager [req-441195b9-9cce-4e5f-89b3-967d1d0bb70a req-14486581-67bd-46d9-9d4d-58c93199445e service nova] [instance: 46036359-e19d-4dda-9b4f-41c3826f364d] Received event network-changed-b82e4bcb-5948-4185-a8c8-a0242066d945 {{(pid=62328) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1051.897214] env[62328]: DEBUG nova.compute.manager [req-441195b9-9cce-4e5f-89b3-967d1d0bb70a req-14486581-67bd-46d9-9d4d-58c93199445e service nova] [instance: 46036359-e19d-4dda-9b4f-41c3826f364d] Refreshing instance network info cache due to event network-changed-b82e4bcb-5948-4185-a8c8-a0242066d945. {{(pid=62328) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1051.897392] env[62328]: DEBUG oslo_concurrency.lockutils [req-441195b9-9cce-4e5f-89b3-967d1d0bb70a req-14486581-67bd-46d9-9d4d-58c93199445e service nova] Acquiring lock "refresh_cache-46036359-e19d-4dda-9b4f-41c3826f364d" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1051.897525] env[62328]: DEBUG oslo_concurrency.lockutils [req-441195b9-9cce-4e5f-89b3-967d1d0bb70a req-14486581-67bd-46d9-9d4d-58c93199445e service nova] Acquired lock "refresh_cache-46036359-e19d-4dda-9b4f-41c3826f364d" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1051.897677] env[62328]: DEBUG nova.network.neutron [req-441195b9-9cce-4e5f-89b3-967d1d0bb70a req-14486581-67bd-46d9-9d4d-58c93199445e service nova] [instance: 46036359-e19d-4dda-9b4f-41c3826f364d] Refreshing network info cache for port b82e4bcb-5948-4185-a8c8-a0242066d945 {{(pid=62328) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1051.979428] env[62328]: INFO nova.compute.claims [None req-916cf222-4c6f-4603-bd95-5f29e8245d3b tempest-AttachVolumeShelveTestJSON-116809589 tempest-AttachVolumeShelveTestJSON-116809589-project-member] [instance: 14c336fc-69e4-4ef8-a50f-e307b9902127] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1052.011381] env[62328]: DEBUG oslo_concurrency.lockutils [req-82100c3f-bb41-4a66-a111-c0f47f8dbedd req-df4becd1-a2bb-49c4-985e-515db073976d service nova] Releasing lock "refresh_cache-52de62c1-e7ae-440d-b390-64b4594548c1" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1052.050689] env[62328]: DEBUG oslo_vmware.api [None req-b66ab386-6dc1-4ba9-b7f7-63e254e5dcd1 tempest-AttachVolumeNegativeTest-1920358930 tempest-AttachVolumeNegativeTest-1920358930-project-member] Task: {'id': task-2387551, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.815861} completed successfully. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1052.050996] env[62328]: DEBUG nova.virt.vmwareapi.vm_util [None req-b66ab386-6dc1-4ba9-b7f7-63e254e5dcd1 tempest-AttachVolumeNegativeTest-1920358930 tempest-AttachVolumeNegativeTest-1920358930-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/dbf872a4-92be-47e4-8561-c3e2bf2423ab/dbf872a4-92be-47e4-8561-c3e2bf2423ab.vmdk to [datastore1] 56f7b645-cd8a-48a4-ba32-455cfc09fd88/56f7b645-cd8a-48a4-ba32-455cfc09fd88.vmdk {{(pid=62328) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1052.051259] env[62328]: DEBUG nova.virt.vmwareapi.vmops [None req-b66ab386-6dc1-4ba9-b7f7-63e254e5dcd1 tempest-AttachVolumeNegativeTest-1920358930 tempest-AttachVolumeNegativeTest-1920358930-project-member] [instance: 56f7b645-cd8a-48a4-ba32-455cfc09fd88] Extending root virtual disk to 1048576 {{(pid=62328) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1052.051529] env[62328]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-60048ce7-191f-4406-b917-0c65739489b9 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1052.061113] env[62328]: DEBUG oslo_vmware.api [None req-b66ab386-6dc1-4ba9-b7f7-63e254e5dcd1 tempest-AttachVolumeNegativeTest-1920358930 tempest-AttachVolumeNegativeTest-1920358930-project-member] Waiting for the task: (returnval){ [ 1052.061113] env[62328]: value = "task-2387552" [ 1052.061113] env[62328]: _type = "Task" [ 1052.061113] env[62328]: } to complete. {{(pid=62328) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1052.071490] env[62328]: DEBUG oslo_vmware.api [None req-b66ab386-6dc1-4ba9-b7f7-63e254e5dcd1 tempest-AttachVolumeNegativeTest-1920358930 tempest-AttachVolumeNegativeTest-1920358930-project-member] Task: {'id': task-2387552, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1052.197242] env[62328]: DEBUG oslo_concurrency.lockutils [None req-a9f1a853-43fb-4106-ad8a-89cbd230554f tempest-DeleteServersTestJSON-1766103036 tempest-DeleteServersTestJSON-1766103036-project-member] Acquiring lock "refresh_cache-46036359-e19d-4dda-9b4f-41c3826f364d" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1052.290922] env[62328]: DEBUG oslo_vmware.api [None req-93ce8d77-b15b-4b0b-8bbb-563a570d95fb tempest-AttachInterfacesTestJSON-1049158018 tempest-AttachInterfacesTestJSON-1049158018-project-member] Task: {'id': task-2387545, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1052.358849] env[62328]: DEBUG oslo_vmware.api [None req-e61ccc15-ae5f-4e95-8bfa-4dfb1eb6a03a tempest-ServerRescueNegativeTestJSON-713788249 tempest-ServerRescueNegativeTestJSON-713788249-project-member] Task: {'id': session[52a6e20e-410d-708a-99f2-080a575a99bd]526f36fe-b599-32a8-d313-b08840900fc8, 'name': SearchDatastore_Task, 'duration_secs': 0.023883} completed successfully. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1052.359746] env[62328]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e3d49d66-5199-4e25-af8b-a91fc2038004 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1052.365300] env[62328]: DEBUG oslo_vmware.api [None req-e61ccc15-ae5f-4e95-8bfa-4dfb1eb6a03a tempest-ServerRescueNegativeTestJSON-713788249 tempest-ServerRescueNegativeTestJSON-713788249-project-member] Waiting for the task: (returnval){ [ 1052.365300] env[62328]: value = "session[52a6e20e-410d-708a-99f2-080a575a99bd]5232e5c5-ab9b-76f6-263f-be3aff0aa3b1" [ 1052.365300] env[62328]: _type = "Task" [ 1052.365300] env[62328]: } to complete. {{(pid=62328) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1052.374108] env[62328]: DEBUG oslo_vmware.api [None req-e61ccc15-ae5f-4e95-8bfa-4dfb1eb6a03a tempest-ServerRescueNegativeTestJSON-713788249 tempest-ServerRescueNegativeTestJSON-713788249-project-member] Task: {'id': session[52a6e20e-410d-708a-99f2-080a575a99bd]5232e5c5-ab9b-76f6-263f-be3aff0aa3b1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1052.445180] env[62328]: DEBUG nova.network.neutron [req-441195b9-9cce-4e5f-89b3-967d1d0bb70a req-14486581-67bd-46d9-9d4d-58c93199445e service nova] [instance: 46036359-e19d-4dda-9b4f-41c3826f364d] Instance cache missing network info. {{(pid=62328) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1052.507286] env[62328]: DEBUG oslo_concurrency.lockutils [None req-38fe415e-7d04-4ce2-ac92-a7b3d63bc489 tempest-ServersNegativeTestJSON-1019155744 tempest-ServersNegativeTestJSON-1019155744-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1052.562180] env[62328]: DEBUG nova.network.neutron [req-441195b9-9cce-4e5f-89b3-967d1d0bb70a req-14486581-67bd-46d9-9d4d-58c93199445e service nova] [instance: 46036359-e19d-4dda-9b4f-41c3826f364d] Updating instance_info_cache with network_info: [] {{(pid=62328) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1052.574167] env[62328]: DEBUG oslo_vmware.api [None req-b66ab386-6dc1-4ba9-b7f7-63e254e5dcd1 tempest-AttachVolumeNegativeTest-1920358930 tempest-AttachVolumeNegativeTest-1920358930-project-member] Task: {'id': task-2387552, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.16989} completed successfully. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1052.575244] env[62328]: DEBUG nova.virt.vmwareapi.vmops [None req-b66ab386-6dc1-4ba9-b7f7-63e254e5dcd1 tempest-AttachVolumeNegativeTest-1920358930 tempest-AttachVolumeNegativeTest-1920358930-project-member] [instance: 56f7b645-cd8a-48a4-ba32-455cfc09fd88] Extended root virtual disk {{(pid=62328) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1052.575986] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-da27b747-097f-4c66-ab67-299571ff706c {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1052.602172] env[62328]: DEBUG nova.virt.vmwareapi.volumeops [None req-b66ab386-6dc1-4ba9-b7f7-63e254e5dcd1 tempest-AttachVolumeNegativeTest-1920358930 tempest-AttachVolumeNegativeTest-1920358930-project-member] [instance: 56f7b645-cd8a-48a4-ba32-455cfc09fd88] Reconfiguring VM instance instance-0000006e to attach disk [datastore1] 56f7b645-cd8a-48a4-ba32-455cfc09fd88/56f7b645-cd8a-48a4-ba32-455cfc09fd88.vmdk or device None with type sparse {{(pid=62328) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1052.602745] env[62328]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0b4bcc7a-39fd-4183-9033-a79964cfa999 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1052.624694] env[62328]: DEBUG oslo_vmware.api [None req-b66ab386-6dc1-4ba9-b7f7-63e254e5dcd1 tempest-AttachVolumeNegativeTest-1920358930 tempest-AttachVolumeNegativeTest-1920358930-project-member] Waiting for the task: (returnval){ [ 1052.624694] env[62328]: value = "task-2387553" [ 1052.624694] env[62328]: _type = "Task" [ 1052.624694] env[62328]: } to complete. {{(pid=62328) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1052.634352] env[62328]: DEBUG oslo_vmware.api [None req-b66ab386-6dc1-4ba9-b7f7-63e254e5dcd1 tempest-AttachVolumeNegativeTest-1920358930 tempest-AttachVolumeNegativeTest-1920358930-project-member] Task: {'id': task-2387553, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1052.790961] env[62328]: DEBUG oslo_vmware.api [None req-93ce8d77-b15b-4b0b-8bbb-563a570d95fb tempest-AttachInterfacesTestJSON-1049158018 tempest-AttachInterfacesTestJSON-1049158018-project-member] Task: {'id': task-2387545, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1052.878242] env[62328]: DEBUG oslo_vmware.api [None req-e61ccc15-ae5f-4e95-8bfa-4dfb1eb6a03a tempest-ServerRescueNegativeTestJSON-713788249 tempest-ServerRescueNegativeTestJSON-713788249-project-member] Task: {'id': session[52a6e20e-410d-708a-99f2-080a575a99bd]5232e5c5-ab9b-76f6-263f-be3aff0aa3b1, 'name': SearchDatastore_Task, 'duration_secs': 0.017031} completed successfully. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1052.878534] env[62328]: DEBUG oslo_concurrency.lockutils [None req-e61ccc15-ae5f-4e95-8bfa-4dfb1eb6a03a tempest-ServerRescueNegativeTestJSON-713788249 tempest-ServerRescueNegativeTestJSON-713788249-project-member] Releasing lock "[datastore1] devstack-image-cache_base/dbf872a4-92be-47e4-8561-c3e2bf2423ab/dbf872a4-92be-47e4-8561-c3e2bf2423ab.vmdk" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1052.878797] env[62328]: DEBUG nova.virt.vmwareapi.vm_util [None req-e61ccc15-ae5f-4e95-8bfa-4dfb1eb6a03a tempest-ServerRescueNegativeTestJSON-713788249 tempest-ServerRescueNegativeTestJSON-713788249-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/dbf872a4-92be-47e4-8561-c3e2bf2423ab/dbf872a4-92be-47e4-8561-c3e2bf2423ab.vmdk to [datastore1] 52de62c1-e7ae-440d-b390-64b4594548c1/52de62c1-e7ae-440d-b390-64b4594548c1.vmdk {{(pid=62328) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1052.879084] env[62328]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-b35ee9e6-0a87-4f37-8ab4-80517b7affce {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1052.887154] env[62328]: DEBUG oslo_vmware.api [None req-e61ccc15-ae5f-4e95-8bfa-4dfb1eb6a03a tempest-ServerRescueNegativeTestJSON-713788249 tempest-ServerRescueNegativeTestJSON-713788249-project-member] Waiting for the task: (returnval){ [ 1052.887154] env[62328]: value = "task-2387554" [ 1052.887154] env[62328]: _type = "Task" [ 1052.887154] env[62328]: } to complete. {{(pid=62328) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1052.895999] env[62328]: DEBUG oslo_vmware.api [None req-e61ccc15-ae5f-4e95-8bfa-4dfb1eb6a03a tempest-ServerRescueNegativeTestJSON-713788249 tempest-ServerRescueNegativeTestJSON-713788249-project-member] Task: {'id': task-2387554, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1053.068741] env[62328]: DEBUG oslo_concurrency.lockutils [req-441195b9-9cce-4e5f-89b3-967d1d0bb70a req-14486581-67bd-46d9-9d4d-58c93199445e service nova] Releasing lock "refresh_cache-46036359-e19d-4dda-9b4f-41c3826f364d" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1053.069115] env[62328]: DEBUG oslo_concurrency.lockutils [None req-a9f1a853-43fb-4106-ad8a-89cbd230554f tempest-DeleteServersTestJSON-1766103036 tempest-DeleteServersTestJSON-1766103036-project-member] Acquired lock "refresh_cache-46036359-e19d-4dda-9b4f-41c3826f364d" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1053.069288] env[62328]: DEBUG nova.network.neutron [None req-a9f1a853-43fb-4106-ad8a-89cbd230554f tempest-DeleteServersTestJSON-1766103036 tempest-DeleteServersTestJSON-1766103036-project-member] [instance: 46036359-e19d-4dda-9b4f-41c3826f364d] Building network info cache for instance {{(pid=62328) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1053.138112] env[62328]: DEBUG oslo_vmware.api [None req-b66ab386-6dc1-4ba9-b7f7-63e254e5dcd1 tempest-AttachVolumeNegativeTest-1920358930 tempest-AttachVolumeNegativeTest-1920358930-project-member] Task: {'id': task-2387553, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1053.156404] env[62328]: DEBUG oslo_concurrency.lockutils [None req-4c359274-25f5-4dcb-8b69-db3209dbd082 tempest-ServersTestJSON-2041147199 tempest-ServersTestJSON-2041147199-project-member] Acquiring lock "1238ca59-2e55-4d5c-bbf8-2730ee5e6739" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1053.156663] env[62328]: DEBUG oslo_concurrency.lockutils [None req-4c359274-25f5-4dcb-8b69-db3209dbd082 tempest-ServersTestJSON-2041147199 tempest-ServersTestJSON-2041147199-project-member] Lock "1238ca59-2e55-4d5c-bbf8-2730ee5e6739" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1053.156864] env[62328]: DEBUG oslo_concurrency.lockutils [None req-4c359274-25f5-4dcb-8b69-db3209dbd082 tempest-ServersTestJSON-2041147199 tempest-ServersTestJSON-2041147199-project-member] Acquiring lock "1238ca59-2e55-4d5c-bbf8-2730ee5e6739-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1053.157055] env[62328]: DEBUG oslo_concurrency.lockutils [None req-4c359274-25f5-4dcb-8b69-db3209dbd082 tempest-ServersTestJSON-2041147199 tempest-ServersTestJSON-2041147199-project-member] Lock "1238ca59-2e55-4d5c-bbf8-2730ee5e6739-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1053.157240] env[62328]: DEBUG oslo_concurrency.lockutils [None req-4c359274-25f5-4dcb-8b69-db3209dbd082 tempest-ServersTestJSON-2041147199 tempest-ServersTestJSON-2041147199-project-member] Lock "1238ca59-2e55-4d5c-bbf8-2730ee5e6739-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1053.159421] env[62328]: INFO nova.compute.manager [None req-4c359274-25f5-4dcb-8b69-db3209dbd082 tempest-ServersTestJSON-2041147199 tempest-ServersTestJSON-2041147199-project-member] [instance: 1238ca59-2e55-4d5c-bbf8-2730ee5e6739] Terminating instance [ 1053.235694] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bc556dd5-a677-4411-8fe1-318024f90241 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1053.245174] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-404ec6ec-77e4-483a-bccc-9abff363676c {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1053.276400] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ad29abcc-49b1-41e9-847d-51d371af4972 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1053.288322] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-66a8b4ce-72dc-4c79-b42c-e093e974948b {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1053.298130] env[62328]: DEBUG oslo_vmware.api [None req-93ce8d77-b15b-4b0b-8bbb-563a570d95fb tempest-AttachInterfacesTestJSON-1049158018 tempest-AttachInterfacesTestJSON-1049158018-project-member] Task: {'id': task-2387545, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1053.306097] env[62328]: DEBUG nova.compute.provider_tree [None req-916cf222-4c6f-4603-bd95-5f29e8245d3b tempest-AttachVolumeShelveTestJSON-116809589 tempest-AttachVolumeShelveTestJSON-116809589-project-member] Inventory has not changed in ProviderTree for provider: 3469e9f8-04af-49ca-8435-49f104496744 {{(pid=62328) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1053.400651] env[62328]: DEBUG oslo_vmware.api [None req-e61ccc15-ae5f-4e95-8bfa-4dfb1eb6a03a tempest-ServerRescueNegativeTestJSON-713788249 tempest-ServerRescueNegativeTestJSON-713788249-project-member] Task: {'id': task-2387554, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1053.607253] env[62328]: DEBUG nova.network.neutron [None req-a9f1a853-43fb-4106-ad8a-89cbd230554f tempest-DeleteServersTestJSON-1766103036 tempest-DeleteServersTestJSON-1766103036-project-member] [instance: 46036359-e19d-4dda-9b4f-41c3826f364d] Instance cache missing network info. {{(pid=62328) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1053.638673] env[62328]: DEBUG oslo_vmware.api [None req-b66ab386-6dc1-4ba9-b7f7-63e254e5dcd1 tempest-AttachVolumeNegativeTest-1920358930 tempest-AttachVolumeNegativeTest-1920358930-project-member] Task: {'id': task-2387553, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1053.665772] env[62328]: DEBUG nova.compute.manager [None req-4c359274-25f5-4dcb-8b69-db3209dbd082 tempest-ServersTestJSON-2041147199 tempest-ServersTestJSON-2041147199-project-member] [instance: 1238ca59-2e55-4d5c-bbf8-2730ee5e6739] Start destroying the instance on the hypervisor. {{(pid=62328) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1053.666032] env[62328]: DEBUG nova.virt.vmwareapi.vmops [None req-4c359274-25f5-4dcb-8b69-db3209dbd082 tempest-ServersTestJSON-2041147199 tempest-ServersTestJSON-2041147199-project-member] [instance: 1238ca59-2e55-4d5c-bbf8-2730ee5e6739] Destroying instance {{(pid=62328) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1053.666941] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-36b81e9b-101a-4f78-a337-40e2f6387b90 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1053.675758] env[62328]: DEBUG nova.virt.vmwareapi.vmops [None req-4c359274-25f5-4dcb-8b69-db3209dbd082 tempest-ServersTestJSON-2041147199 tempest-ServersTestJSON-2041147199-project-member] [instance: 1238ca59-2e55-4d5c-bbf8-2730ee5e6739] Unregistering the VM {{(pid=62328) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1053.676062] env[62328]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-1a527e65-ba80-46d1-a856-9c36402ffccf {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1053.759404] env[62328]: DEBUG nova.virt.vmwareapi.vmops [None req-4c359274-25f5-4dcb-8b69-db3209dbd082 tempest-ServersTestJSON-2041147199 tempest-ServersTestJSON-2041147199-project-member] [instance: 1238ca59-2e55-4d5c-bbf8-2730ee5e6739] Unregistered the VM {{(pid=62328) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1053.759662] env[62328]: DEBUG nova.virt.vmwareapi.vmops [None req-4c359274-25f5-4dcb-8b69-db3209dbd082 tempest-ServersTestJSON-2041147199 tempest-ServersTestJSON-2041147199-project-member] [instance: 1238ca59-2e55-4d5c-bbf8-2730ee5e6739] Deleting contents of the VM from datastore datastore2 {{(pid=62328) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1053.759851] env[62328]: DEBUG nova.virt.vmwareapi.ds_util [None req-4c359274-25f5-4dcb-8b69-db3209dbd082 tempest-ServersTestJSON-2041147199 tempest-ServersTestJSON-2041147199-project-member] Deleting the datastore file [datastore2] 1238ca59-2e55-4d5c-bbf8-2730ee5e6739 {{(pid=62328) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1053.760215] env[62328]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-31069fa4-7181-4ff9-a7e9-8b6b118b768f {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1053.771607] env[62328]: DEBUG oslo_vmware.api [None req-4c359274-25f5-4dcb-8b69-db3209dbd082 tempest-ServersTestJSON-2041147199 tempest-ServersTestJSON-2041147199-project-member] Waiting for the task: (returnval){ [ 1053.771607] env[62328]: value = "task-2387557" [ 1053.771607] env[62328]: _type = "Task" [ 1053.771607] env[62328]: } to complete. {{(pid=62328) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1053.781242] env[62328]: DEBUG oslo_vmware.api [None req-4c359274-25f5-4dcb-8b69-db3209dbd082 tempest-ServersTestJSON-2041147199 tempest-ServersTestJSON-2041147199-project-member] Task: {'id': task-2387557, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1053.793770] env[62328]: DEBUG oslo_vmware.api [None req-93ce8d77-b15b-4b0b-8bbb-563a570d95fb tempest-AttachInterfacesTestJSON-1049158018 tempest-AttachInterfacesTestJSON-1049158018-project-member] Task: {'id': task-2387545, 'name': ReconfigVM_Task, 'duration_secs': 5.880821} completed successfully. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1053.794307] env[62328]: DEBUG oslo_concurrency.lockutils [None req-93ce8d77-b15b-4b0b-8bbb-563a570d95fb tempest-AttachInterfacesTestJSON-1049158018 tempest-AttachInterfacesTestJSON-1049158018-project-member] Releasing lock "0c5d4040-bc5a-452c-9a75-a58280f7cb73" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1053.794535] env[62328]: DEBUG nova.virt.vmwareapi.vmops [None req-93ce8d77-b15b-4b0b-8bbb-563a570d95fb tempest-AttachInterfacesTestJSON-1049158018 tempest-AttachInterfacesTestJSON-1049158018-project-member] [instance: 0c5d4040-bc5a-452c-9a75-a58280f7cb73] Reconfigured VM to attach interface {{(pid=62328) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1937}} [ 1053.811797] env[62328]: DEBUG nova.scheduler.client.report [None req-916cf222-4c6f-4603-bd95-5f29e8245d3b tempest-AttachVolumeShelveTestJSON-116809589 tempest-AttachVolumeShelveTestJSON-116809589-project-member] Inventory has not changed for provider 3469e9f8-04af-49ca-8435-49f104496744 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 152, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62328) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1053.862117] env[62328]: DEBUG nova.network.neutron [None req-a9f1a853-43fb-4106-ad8a-89cbd230554f tempest-DeleteServersTestJSON-1766103036 tempest-DeleteServersTestJSON-1766103036-project-member] [instance: 46036359-e19d-4dda-9b4f-41c3826f364d] Updating instance_info_cache with network_info: [{"id": "b82e4bcb-5948-4185-a8c8-a0242066d945", "address": "fa:16:3e:83:55:18", "network": {"id": "0bcec7a4-aa8e-420d-b203-4ead2073e045", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-575957277-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7aa9ac81c5264c7cba58e5879eedf77c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c5652322-9f10-4996-baed-4c0aa13a1b4e", "external-id": "nsx-vlan-transportzone-941", "segmentation_id": 941, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb82e4bcb-59", "ovs_interfaceid": "b82e4bcb-5948-4185-a8c8-a0242066d945", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62328) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1053.900221] env[62328]: DEBUG oslo_vmware.api [None req-e61ccc15-ae5f-4e95-8bfa-4dfb1eb6a03a tempest-ServerRescueNegativeTestJSON-713788249 tempest-ServerRescueNegativeTestJSON-713788249-project-member] Task: {'id': task-2387554, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1054.138616] env[62328]: DEBUG oslo_vmware.api [None req-b66ab386-6dc1-4ba9-b7f7-63e254e5dcd1 tempest-AttachVolumeNegativeTest-1920358930 tempest-AttachVolumeNegativeTest-1920358930-project-member] Task: {'id': task-2387553, 'name': ReconfigVM_Task, 'duration_secs': 1.034567} completed successfully. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1054.138757] env[62328]: DEBUG nova.virt.vmwareapi.volumeops [None req-b66ab386-6dc1-4ba9-b7f7-63e254e5dcd1 tempest-AttachVolumeNegativeTest-1920358930 tempest-AttachVolumeNegativeTest-1920358930-project-member] [instance: 56f7b645-cd8a-48a4-ba32-455cfc09fd88] Reconfigured VM instance instance-0000006e to attach disk [datastore1] 56f7b645-cd8a-48a4-ba32-455cfc09fd88/56f7b645-cd8a-48a4-ba32-455cfc09fd88.vmdk or device None with type sparse {{(pid=62328) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1054.139449] env[62328]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-7ea38bf0-15e2-450e-8448-73c8a8681767 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1054.147805] env[62328]: DEBUG oslo_vmware.api [None req-b66ab386-6dc1-4ba9-b7f7-63e254e5dcd1 tempest-AttachVolumeNegativeTest-1920358930 tempest-AttachVolumeNegativeTest-1920358930-project-member] Waiting for the task: (returnval){ [ 1054.147805] env[62328]: value = "task-2387558" [ 1054.147805] env[62328]: _type = "Task" [ 1054.147805] env[62328]: } to complete. {{(pid=62328) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1054.158073] env[62328]: DEBUG oslo_vmware.api [None req-b66ab386-6dc1-4ba9-b7f7-63e254e5dcd1 tempest-AttachVolumeNegativeTest-1920358930 tempest-AttachVolumeNegativeTest-1920358930-project-member] Task: {'id': task-2387558, 'name': Rename_Task} progress is 0%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1054.282529] env[62328]: DEBUG oslo_vmware.api [None req-4c359274-25f5-4dcb-8b69-db3209dbd082 tempest-ServersTestJSON-2041147199 tempest-ServersTestJSON-2041147199-project-member] Task: {'id': task-2387557, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.441498} completed successfully. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1054.282954] env[62328]: DEBUG nova.virt.vmwareapi.ds_util [None req-4c359274-25f5-4dcb-8b69-db3209dbd082 tempest-ServersTestJSON-2041147199 tempest-ServersTestJSON-2041147199-project-member] Deleted the datastore file {{(pid=62328) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1054.283222] env[62328]: DEBUG nova.virt.vmwareapi.vmops [None req-4c359274-25f5-4dcb-8b69-db3209dbd082 tempest-ServersTestJSON-2041147199 tempest-ServersTestJSON-2041147199-project-member] [instance: 1238ca59-2e55-4d5c-bbf8-2730ee5e6739] Deleted contents of the VM from datastore datastore2 {{(pid=62328) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1054.283467] env[62328]: DEBUG nova.virt.vmwareapi.vmops [None req-4c359274-25f5-4dcb-8b69-db3209dbd082 tempest-ServersTestJSON-2041147199 tempest-ServersTestJSON-2041147199-project-member] [instance: 1238ca59-2e55-4d5c-bbf8-2730ee5e6739] Instance destroyed {{(pid=62328) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1054.283657] env[62328]: INFO nova.compute.manager [None req-4c359274-25f5-4dcb-8b69-db3209dbd082 tempest-ServersTestJSON-2041147199 tempest-ServersTestJSON-2041147199-project-member] [instance: 1238ca59-2e55-4d5c-bbf8-2730ee5e6739] Took 0.62 seconds to destroy the instance on the hypervisor. [ 1054.283905] env[62328]: DEBUG oslo.service.loopingcall [None req-4c359274-25f5-4dcb-8b69-db3209dbd082 tempest-ServersTestJSON-2041147199 tempest-ServersTestJSON-2041147199-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62328) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1054.284213] env[62328]: DEBUG nova.compute.manager [-] [instance: 1238ca59-2e55-4d5c-bbf8-2730ee5e6739] Deallocating network for instance {{(pid=62328) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1054.284332] env[62328]: DEBUG nova.network.neutron [-] [instance: 1238ca59-2e55-4d5c-bbf8-2730ee5e6739] deallocate_for_instance() {{(pid=62328) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1054.300023] env[62328]: DEBUG oslo_concurrency.lockutils [None req-93ce8d77-b15b-4b0b-8bbb-563a570d95fb tempest-AttachInterfacesTestJSON-1049158018 tempest-AttachInterfacesTestJSON-1049158018-project-member] Lock "interface-0c5d4040-bc5a-452c-9a75-a58280f7cb73-None" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 12.807s {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1054.318476] env[62328]: DEBUG oslo_concurrency.lockutils [None req-916cf222-4c6f-4603-bd95-5f29e8245d3b tempest-AttachVolumeShelveTestJSON-116809589 tempest-AttachVolumeShelveTestJSON-116809589-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.352s {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1054.320918] env[62328]: DEBUG oslo_concurrency.lockutils [None req-38fe415e-7d04-4ce2-ac92-a7b3d63bc489 tempest-ServersNegativeTestJSON-1019155744 tempest-ServersNegativeTestJSON-1019155744-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 1.814s {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1054.321219] env[62328]: DEBUG nova.objects.instance [None req-38fe415e-7d04-4ce2-ac92-a7b3d63bc489 tempest-ServersNegativeTestJSON-1019155744 tempest-ServersNegativeTestJSON-1019155744-project-member] Lazy-loading 'pci_requests' on Instance uuid 206ded69-14c7-477f-9c36-376ff43a9641 {{(pid=62328) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1054.365278] env[62328]: DEBUG oslo_concurrency.lockutils [None req-a9f1a853-43fb-4106-ad8a-89cbd230554f tempest-DeleteServersTestJSON-1766103036 tempest-DeleteServersTestJSON-1766103036-project-member] Releasing lock "refresh_cache-46036359-e19d-4dda-9b4f-41c3826f364d" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1054.365627] env[62328]: DEBUG nova.compute.manager [None req-a9f1a853-43fb-4106-ad8a-89cbd230554f tempest-DeleteServersTestJSON-1766103036 tempest-DeleteServersTestJSON-1766103036-project-member] [instance: 46036359-e19d-4dda-9b4f-41c3826f364d] Instance network_info: |[{"id": "b82e4bcb-5948-4185-a8c8-a0242066d945", "address": "fa:16:3e:83:55:18", "network": {"id": "0bcec7a4-aa8e-420d-b203-4ead2073e045", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-575957277-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7aa9ac81c5264c7cba58e5879eedf77c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c5652322-9f10-4996-baed-4c0aa13a1b4e", "external-id": "nsx-vlan-transportzone-941", "segmentation_id": 941, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb82e4bcb-59", "ovs_interfaceid": "b82e4bcb-5948-4185-a8c8-a0242066d945", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62328) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1054.366072] env[62328]: DEBUG nova.virt.vmwareapi.vmops [None req-a9f1a853-43fb-4106-ad8a-89cbd230554f tempest-DeleteServersTestJSON-1766103036 tempest-DeleteServersTestJSON-1766103036-project-member] [instance: 46036359-e19d-4dda-9b4f-41c3826f364d] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:83:55:18', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'c5652322-9f10-4996-baed-4c0aa13a1b4e', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'b82e4bcb-5948-4185-a8c8-a0242066d945', 'vif_model': 'vmxnet3'}] {{(pid=62328) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1054.374083] env[62328]: DEBUG oslo.service.loopingcall [None req-a9f1a853-43fb-4106-ad8a-89cbd230554f tempest-DeleteServersTestJSON-1766103036 tempest-DeleteServersTestJSON-1766103036-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62328) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1054.374687] env[62328]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 46036359-e19d-4dda-9b4f-41c3826f364d] Creating VM on the ESX host {{(pid=62328) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1054.375369] env[62328]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-100290ba-4778-4be1-a81d-08f5bda669c8 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1054.392073] env[62328]: INFO nova.network.neutron [None req-916cf222-4c6f-4603-bd95-5f29e8245d3b tempest-AttachVolumeShelveTestJSON-116809589 tempest-AttachVolumeShelveTestJSON-116809589-project-member] [instance: 14c336fc-69e4-4ef8-a50f-e307b9902127] Updating port 4b52fd26-0fb8-45e8-968b-9005eecb9af7 with attributes {'binding:host_id': 'cpu-1', 'device_owner': 'compute:nova'} [ 1054.405187] env[62328]: DEBUG oslo_vmware.api [None req-e61ccc15-ae5f-4e95-8bfa-4dfb1eb6a03a tempest-ServerRescueNegativeTestJSON-713788249 tempest-ServerRescueNegativeTestJSON-713788249-project-member] Task: {'id': task-2387554, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.141775} completed successfully. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1054.406927] env[62328]: DEBUG nova.virt.vmwareapi.vm_util [None req-e61ccc15-ae5f-4e95-8bfa-4dfb1eb6a03a tempest-ServerRescueNegativeTestJSON-713788249 tempest-ServerRescueNegativeTestJSON-713788249-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/dbf872a4-92be-47e4-8561-c3e2bf2423ab/dbf872a4-92be-47e4-8561-c3e2bf2423ab.vmdk to [datastore1] 52de62c1-e7ae-440d-b390-64b4594548c1/52de62c1-e7ae-440d-b390-64b4594548c1.vmdk {{(pid=62328) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1054.407225] env[62328]: DEBUG nova.virt.vmwareapi.vmops [None req-e61ccc15-ae5f-4e95-8bfa-4dfb1eb6a03a tempest-ServerRescueNegativeTestJSON-713788249 tempest-ServerRescueNegativeTestJSON-713788249-project-member] [instance: 52de62c1-e7ae-440d-b390-64b4594548c1] Extending root virtual disk to 1048576 {{(pid=62328) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1054.407908] env[62328]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1054.407908] env[62328]: value = "task-2387559" [ 1054.407908] env[62328]: _type = "Task" [ 1054.407908] env[62328]: } to complete. {{(pid=62328) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1054.408171] env[62328]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-6553677e-0b57-4984-b696-b501e23c32f2 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1054.422157] env[62328]: DEBUG oslo_vmware.api [-] Task: {'id': task-2387559, 'name': CreateVM_Task} progress is 0%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1054.423837] env[62328]: DEBUG oslo_vmware.api [None req-e61ccc15-ae5f-4e95-8bfa-4dfb1eb6a03a tempest-ServerRescueNegativeTestJSON-713788249 tempest-ServerRescueNegativeTestJSON-713788249-project-member] Waiting for the task: (returnval){ [ 1054.423837] env[62328]: value = "task-2387560" [ 1054.423837] env[62328]: _type = "Task" [ 1054.423837] env[62328]: } to complete. {{(pid=62328) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1054.435182] env[62328]: DEBUG oslo_vmware.api [None req-e61ccc15-ae5f-4e95-8bfa-4dfb1eb6a03a tempest-ServerRescueNegativeTestJSON-713788249 tempest-ServerRescueNegativeTestJSON-713788249-project-member] Task: {'id': task-2387560, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1054.660245] env[62328]: DEBUG oslo_vmware.api [None req-b66ab386-6dc1-4ba9-b7f7-63e254e5dcd1 tempest-AttachVolumeNegativeTest-1920358930 tempest-AttachVolumeNegativeTest-1920358930-project-member] Task: {'id': task-2387558, 'name': Rename_Task, 'duration_secs': 0.260606} completed successfully. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1054.660538] env[62328]: DEBUG nova.virt.vmwareapi.vm_util [None req-b66ab386-6dc1-4ba9-b7f7-63e254e5dcd1 tempest-AttachVolumeNegativeTest-1920358930 tempest-AttachVolumeNegativeTest-1920358930-project-member] [instance: 56f7b645-cd8a-48a4-ba32-455cfc09fd88] Powering on the VM {{(pid=62328) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1054.660822] env[62328]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-b3185920-d4f5-4f72-807f-c5c00e8cd70c {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1054.669841] env[62328]: DEBUG oslo_vmware.api [None req-b66ab386-6dc1-4ba9-b7f7-63e254e5dcd1 tempest-AttachVolumeNegativeTest-1920358930 tempest-AttachVolumeNegativeTest-1920358930-project-member] Waiting for the task: (returnval){ [ 1054.669841] env[62328]: value = "task-2387561" [ 1054.669841] env[62328]: _type = "Task" [ 1054.669841] env[62328]: } to complete. {{(pid=62328) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1054.679256] env[62328]: DEBUG oslo_vmware.api [None req-b66ab386-6dc1-4ba9-b7f7-63e254e5dcd1 tempest-AttachVolumeNegativeTest-1920358930 tempest-AttachVolumeNegativeTest-1920358930-project-member] Task: {'id': task-2387561, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1054.685532] env[62328]: DEBUG nova.compute.manager [req-bdd5d7fd-38f4-456e-8f1c-53285190056f req-4572b801-32e0-4cc4-a0f9-c2f87fa379f2 service nova] [instance: 1238ca59-2e55-4d5c-bbf8-2730ee5e6739] Received event network-vif-deleted-422a5c07-6c3c-4d91-acad-81f68d876850 {{(pid=62328) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1054.685653] env[62328]: INFO nova.compute.manager [req-bdd5d7fd-38f4-456e-8f1c-53285190056f req-4572b801-32e0-4cc4-a0f9-c2f87fa379f2 service nova] [instance: 1238ca59-2e55-4d5c-bbf8-2730ee5e6739] Neutron deleted interface 422a5c07-6c3c-4d91-acad-81f68d876850; detaching it from the instance and deleting it from the info cache [ 1054.685827] env[62328]: DEBUG nova.network.neutron [req-bdd5d7fd-38f4-456e-8f1c-53285190056f req-4572b801-32e0-4cc4-a0f9-c2f87fa379f2 service nova] [instance: 1238ca59-2e55-4d5c-bbf8-2730ee5e6739] Updating instance_info_cache with network_info: [] {{(pid=62328) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1054.825862] env[62328]: DEBUG nova.objects.instance [None req-38fe415e-7d04-4ce2-ac92-a7b3d63bc489 tempest-ServersNegativeTestJSON-1019155744 tempest-ServersNegativeTestJSON-1019155744-project-member] Lazy-loading 'numa_topology' on Instance uuid 206ded69-14c7-477f-9c36-376ff43a9641 {{(pid=62328) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1054.839690] env[62328]: DEBUG oslo_concurrency.lockutils [None req-213ebf28-d531-403f-bebd-8e1f16788a74 tempest-AttachVolumeTestJSON-944844435 tempest-AttachVolumeTestJSON-944844435-project-member] Acquiring lock "3bbba6fe-038a-40f8-935b-ce45c75c3497" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1054.841020] env[62328]: DEBUG oslo_concurrency.lockutils [None req-213ebf28-d531-403f-bebd-8e1f16788a74 tempest-AttachVolumeTestJSON-944844435 tempest-AttachVolumeTestJSON-944844435-project-member] Lock "3bbba6fe-038a-40f8-935b-ce45c75c3497" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1054.841020] env[62328]: DEBUG oslo_concurrency.lockutils [None req-213ebf28-d531-403f-bebd-8e1f16788a74 tempest-AttachVolumeTestJSON-944844435 tempest-AttachVolumeTestJSON-944844435-project-member] Acquiring lock "3bbba6fe-038a-40f8-935b-ce45c75c3497-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1054.841192] env[62328]: DEBUG oslo_concurrency.lockutils [None req-213ebf28-d531-403f-bebd-8e1f16788a74 tempest-AttachVolumeTestJSON-944844435 tempest-AttachVolumeTestJSON-944844435-project-member] Lock "3bbba6fe-038a-40f8-935b-ce45c75c3497-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1054.841293] env[62328]: DEBUG oslo_concurrency.lockutils [None req-213ebf28-d531-403f-bebd-8e1f16788a74 tempest-AttachVolumeTestJSON-944844435 tempest-AttachVolumeTestJSON-944844435-project-member] Lock "3bbba6fe-038a-40f8-935b-ce45c75c3497-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1054.843704] env[62328]: INFO nova.compute.manager [None req-213ebf28-d531-403f-bebd-8e1f16788a74 tempest-AttachVolumeTestJSON-944844435 tempest-AttachVolumeTestJSON-944844435-project-member] [instance: 3bbba6fe-038a-40f8-935b-ce45c75c3497] Terminating instance [ 1054.923631] env[62328]: DEBUG oslo_vmware.api [-] Task: {'id': task-2387559, 'name': CreateVM_Task} progress is 99%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1054.935354] env[62328]: DEBUG oslo_vmware.api [None req-e61ccc15-ae5f-4e95-8bfa-4dfb1eb6a03a tempest-ServerRescueNegativeTestJSON-713788249 tempest-ServerRescueNegativeTestJSON-713788249-project-member] Task: {'id': task-2387560, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.10381} completed successfully. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1054.935631] env[62328]: DEBUG nova.virt.vmwareapi.vmops [None req-e61ccc15-ae5f-4e95-8bfa-4dfb1eb6a03a tempest-ServerRescueNegativeTestJSON-713788249 tempest-ServerRescueNegativeTestJSON-713788249-project-member] [instance: 52de62c1-e7ae-440d-b390-64b4594548c1] Extended root virtual disk {{(pid=62328) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1054.936444] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6b17a0c0-87be-4aa2-8ea1-b22fa145bbfa {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1054.960039] env[62328]: DEBUG nova.virt.vmwareapi.volumeops [None req-e61ccc15-ae5f-4e95-8bfa-4dfb1eb6a03a tempest-ServerRescueNegativeTestJSON-713788249 tempest-ServerRescueNegativeTestJSON-713788249-project-member] [instance: 52de62c1-e7ae-440d-b390-64b4594548c1] Reconfiguring VM instance instance-0000006d to attach disk [datastore1] 52de62c1-e7ae-440d-b390-64b4594548c1/52de62c1-e7ae-440d-b390-64b4594548c1.vmdk or device None with type sparse {{(pid=62328) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1054.960575] env[62328]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f70d8a8b-4bb4-44c9-a906-ff476c76492a {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1054.982997] env[62328]: DEBUG oslo_vmware.api [None req-e61ccc15-ae5f-4e95-8bfa-4dfb1eb6a03a tempest-ServerRescueNegativeTestJSON-713788249 tempest-ServerRescueNegativeTestJSON-713788249-project-member] Waiting for the task: (returnval){ [ 1054.982997] env[62328]: value = "task-2387562" [ 1054.982997] env[62328]: _type = "Task" [ 1054.982997] env[62328]: } to complete. {{(pid=62328) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1054.992133] env[62328]: DEBUG oslo_vmware.api [None req-e61ccc15-ae5f-4e95-8bfa-4dfb1eb6a03a tempest-ServerRescueNegativeTestJSON-713788249 tempest-ServerRescueNegativeTestJSON-713788249-project-member] Task: {'id': task-2387562, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1055.117396] env[62328]: DEBUG nova.network.neutron [-] [instance: 1238ca59-2e55-4d5c-bbf8-2730ee5e6739] Updating instance_info_cache with network_info: [] {{(pid=62328) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1055.187021] env[62328]: DEBUG oslo_vmware.api [None req-b66ab386-6dc1-4ba9-b7f7-63e254e5dcd1 tempest-AttachVolumeNegativeTest-1920358930 tempest-AttachVolumeNegativeTest-1920358930-project-member] Task: {'id': task-2387561, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1055.192020] env[62328]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-51682092-791d-40d5-b1af-a0798c4b36cd {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1055.200788] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6a339dd8-7dea-4c08-9bf4-39c7211439f3 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1055.245643] env[62328]: DEBUG nova.compute.manager [req-bdd5d7fd-38f4-456e-8f1c-53285190056f req-4572b801-32e0-4cc4-a0f9-c2f87fa379f2 service nova] [instance: 1238ca59-2e55-4d5c-bbf8-2730ee5e6739] Detach interface failed, port_id=422a5c07-6c3c-4d91-acad-81f68d876850, reason: Instance 1238ca59-2e55-4d5c-bbf8-2730ee5e6739 could not be found. {{(pid=62328) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 1055.302996] env[62328]: DEBUG oslo_vmware.rw_handles [None req-0c54092f-604a-426d-bcc6-cde309fe8392 tempest-ServerActionsTestOtherB-626827456 tempest-ServerActionsTestOtherB-626827456-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52226a87-39b1-a271-5fde-70e8d9ab64c8/disk-0.vmdk. {{(pid=62328) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1055.304038] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4197aff3-d21c-4ad4-8313-b8d0302e2ccf {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1055.311726] env[62328]: DEBUG oslo_vmware.rw_handles [None req-0c54092f-604a-426d-bcc6-cde309fe8392 tempest-ServerActionsTestOtherB-626827456 tempest-ServerActionsTestOtherB-626827456-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52226a87-39b1-a271-5fde-70e8d9ab64c8/disk-0.vmdk is in state: ready. {{(pid=62328) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1055.311948] env[62328]: ERROR oslo_vmware.rw_handles [None req-0c54092f-604a-426d-bcc6-cde309fe8392 tempest-ServerActionsTestOtherB-626827456 tempest-ServerActionsTestOtherB-626827456-project-member] Aborting lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52226a87-39b1-a271-5fde-70e8d9ab64c8/disk-0.vmdk due to incomplete transfer. [ 1055.312245] env[62328]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-1a802346-0cee-418a-ac9a-82d980487f52 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1055.321217] env[62328]: DEBUG oslo_vmware.rw_handles [None req-0c54092f-604a-426d-bcc6-cde309fe8392 tempest-ServerActionsTestOtherB-626827456 tempest-ServerActionsTestOtherB-626827456-project-member] Closed VMDK read handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52226a87-39b1-a271-5fde-70e8d9ab64c8/disk-0.vmdk. {{(pid=62328) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1055.321491] env[62328]: DEBUG nova.virt.vmwareapi.images [None req-0c54092f-604a-426d-bcc6-cde309fe8392 tempest-ServerActionsTestOtherB-626827456 tempest-ServerActionsTestOtherB-626827456-project-member] [instance: 726d231d-afd9-460a-818e-7412af85a7f1] Uploaded image 2c71efc1-876b-4254-bcbf-7bdbbc288f4b to the Glance image server {{(pid=62328) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1055.324315] env[62328]: DEBUG nova.virt.vmwareapi.vm_util [None req-0c54092f-604a-426d-bcc6-cde309fe8392 tempest-ServerActionsTestOtherB-626827456 tempest-ServerActionsTestOtherB-626827456-project-member] [instance: 726d231d-afd9-460a-818e-7412af85a7f1] Destroying the VM {{(pid=62328) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1055.324572] env[62328]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-1d8adfb6-44fc-498a-85c9-72007029c293 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1055.328138] env[62328]: INFO nova.compute.claims [None req-38fe415e-7d04-4ce2-ac92-a7b3d63bc489 tempest-ServersNegativeTestJSON-1019155744 tempest-ServersNegativeTestJSON-1019155744-project-member] [instance: 206ded69-14c7-477f-9c36-376ff43a9641] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1055.332998] env[62328]: DEBUG oslo_vmware.api [None req-0c54092f-604a-426d-bcc6-cde309fe8392 tempest-ServerActionsTestOtherB-626827456 tempest-ServerActionsTestOtherB-626827456-project-member] Waiting for the task: (returnval){ [ 1055.332998] env[62328]: value = "task-2387564" [ 1055.332998] env[62328]: _type = "Task" [ 1055.332998] env[62328]: } to complete. {{(pid=62328) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1055.344168] env[62328]: DEBUG oslo_vmware.api [None req-0c54092f-604a-426d-bcc6-cde309fe8392 tempest-ServerActionsTestOtherB-626827456 tempest-ServerActionsTestOtherB-626827456-project-member] Task: {'id': task-2387564, 'name': Destroy_Task} progress is 0%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1055.348289] env[62328]: DEBUG nova.compute.manager [None req-213ebf28-d531-403f-bebd-8e1f16788a74 tempest-AttachVolumeTestJSON-944844435 tempest-AttachVolumeTestJSON-944844435-project-member] [instance: 3bbba6fe-038a-40f8-935b-ce45c75c3497] Start destroying the instance on the hypervisor. {{(pid=62328) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1055.348548] env[62328]: DEBUG nova.virt.vmwareapi.vmops [None req-213ebf28-d531-403f-bebd-8e1f16788a74 tempest-AttachVolumeTestJSON-944844435 tempest-AttachVolumeTestJSON-944844435-project-member] [instance: 3bbba6fe-038a-40f8-935b-ce45c75c3497] Destroying instance {{(pid=62328) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1055.349667] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-78166dd8-e40d-4953-8900-90410cf7f44e {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1055.358342] env[62328]: DEBUG nova.virt.vmwareapi.vm_util [None req-213ebf28-d531-403f-bebd-8e1f16788a74 tempest-AttachVolumeTestJSON-944844435 tempest-AttachVolumeTestJSON-944844435-project-member] [instance: 3bbba6fe-038a-40f8-935b-ce45c75c3497] Powering off the VM {{(pid=62328) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1055.358669] env[62328]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-2664a2ad-966c-4ab6-ac8f-4d3a2dbdbcb4 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1055.366581] env[62328]: DEBUG oslo_vmware.api [None req-213ebf28-d531-403f-bebd-8e1f16788a74 tempest-AttachVolumeTestJSON-944844435 tempest-AttachVolumeTestJSON-944844435-project-member] Waiting for the task: (returnval){ [ 1055.366581] env[62328]: value = "task-2387565" [ 1055.366581] env[62328]: _type = "Task" [ 1055.366581] env[62328]: } to complete. {{(pid=62328) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1055.375757] env[62328]: DEBUG oslo_vmware.api [None req-213ebf28-d531-403f-bebd-8e1f16788a74 tempest-AttachVolumeTestJSON-944844435 tempest-AttachVolumeTestJSON-944844435-project-member] Task: {'id': task-2387565, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1055.425524] env[62328]: DEBUG oslo_vmware.api [-] Task: {'id': task-2387559, 'name': CreateVM_Task, 'duration_secs': 0.52849} completed successfully. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1055.425859] env[62328]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 46036359-e19d-4dda-9b4f-41c3826f364d] Created VM on the ESX host {{(pid=62328) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1055.426684] env[62328]: DEBUG oslo_concurrency.lockutils [None req-a9f1a853-43fb-4106-ad8a-89cbd230554f tempest-DeleteServersTestJSON-1766103036 tempest-DeleteServersTestJSON-1766103036-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/dbf872a4-92be-47e4-8561-c3e2bf2423ab" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1055.426900] env[62328]: DEBUG oslo_concurrency.lockutils [None req-a9f1a853-43fb-4106-ad8a-89cbd230554f tempest-DeleteServersTestJSON-1766103036 tempest-DeleteServersTestJSON-1766103036-project-member] Acquired lock "[datastore1] devstack-image-cache_base/dbf872a4-92be-47e4-8561-c3e2bf2423ab" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1055.427315] env[62328]: DEBUG oslo_concurrency.lockutils [None req-a9f1a853-43fb-4106-ad8a-89cbd230554f tempest-DeleteServersTestJSON-1766103036 tempest-DeleteServersTestJSON-1766103036-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/dbf872a4-92be-47e4-8561-c3e2bf2423ab" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1055.427632] env[62328]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4cd35847-f8fc-4af2-9fb8-4c23cfee6f4c {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1055.436312] env[62328]: DEBUG oslo_vmware.api [None req-a9f1a853-43fb-4106-ad8a-89cbd230554f tempest-DeleteServersTestJSON-1766103036 tempest-DeleteServersTestJSON-1766103036-project-member] Waiting for the task: (returnval){ [ 1055.436312] env[62328]: value = "session[52a6e20e-410d-708a-99f2-080a575a99bd]527a741d-f93f-b204-54c6-8c1fe42f25f0" [ 1055.436312] env[62328]: _type = "Task" [ 1055.436312] env[62328]: } to complete. {{(pid=62328) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1055.451232] env[62328]: DEBUG oslo_vmware.api [None req-a9f1a853-43fb-4106-ad8a-89cbd230554f tempest-DeleteServersTestJSON-1766103036 tempest-DeleteServersTestJSON-1766103036-project-member] Task: {'id': session[52a6e20e-410d-708a-99f2-080a575a99bd]527a741d-f93f-b204-54c6-8c1fe42f25f0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1055.496027] env[62328]: DEBUG oslo_vmware.api [None req-e61ccc15-ae5f-4e95-8bfa-4dfb1eb6a03a tempest-ServerRescueNegativeTestJSON-713788249 tempest-ServerRescueNegativeTestJSON-713788249-project-member] Task: {'id': task-2387562, 'name': ReconfigVM_Task, 'duration_secs': 0.354638} completed successfully. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1055.496027] env[62328]: DEBUG nova.virt.vmwareapi.volumeops [None req-e61ccc15-ae5f-4e95-8bfa-4dfb1eb6a03a tempest-ServerRescueNegativeTestJSON-713788249 tempest-ServerRescueNegativeTestJSON-713788249-project-member] [instance: 52de62c1-e7ae-440d-b390-64b4594548c1] Reconfigured VM instance instance-0000006d to attach disk [datastore1] 52de62c1-e7ae-440d-b390-64b4594548c1/52de62c1-e7ae-440d-b390-64b4594548c1.vmdk or device None with type sparse {{(pid=62328) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1055.496027] env[62328]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-7e5cffc5-5966-4bce-8fc9-e80a18cb4c71 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1055.506644] env[62328]: DEBUG oslo_vmware.api [None req-e61ccc15-ae5f-4e95-8bfa-4dfb1eb6a03a tempest-ServerRescueNegativeTestJSON-713788249 tempest-ServerRescueNegativeTestJSON-713788249-project-member] Waiting for the task: (returnval){ [ 1055.506644] env[62328]: value = "task-2387566" [ 1055.506644] env[62328]: _type = "Task" [ 1055.506644] env[62328]: } to complete. {{(pid=62328) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1055.521674] env[62328]: DEBUG oslo_vmware.api [None req-e61ccc15-ae5f-4e95-8bfa-4dfb1eb6a03a tempest-ServerRescueNegativeTestJSON-713788249 tempest-ServerRescueNegativeTestJSON-713788249-project-member] Task: {'id': task-2387566, 'name': Rename_Task} progress is 0%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1055.621432] env[62328]: INFO nova.compute.manager [-] [instance: 1238ca59-2e55-4d5c-bbf8-2730ee5e6739] Took 1.34 seconds to deallocate network for instance. [ 1055.681442] env[62328]: DEBUG oslo_vmware.api [None req-b66ab386-6dc1-4ba9-b7f7-63e254e5dcd1 tempest-AttachVolumeNegativeTest-1920358930 tempest-AttachVolumeNegativeTest-1920358930-project-member] Task: {'id': task-2387561, 'name': PowerOnVM_Task, 'duration_secs': 0.644474} completed successfully. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1055.681566] env[62328]: DEBUG nova.virt.vmwareapi.vm_util [None req-b66ab386-6dc1-4ba9-b7f7-63e254e5dcd1 tempest-AttachVolumeNegativeTest-1920358930 tempest-AttachVolumeNegativeTest-1920358930-project-member] [instance: 56f7b645-cd8a-48a4-ba32-455cfc09fd88] Powered on the VM {{(pid=62328) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1055.681762] env[62328]: INFO nova.compute.manager [None req-b66ab386-6dc1-4ba9-b7f7-63e254e5dcd1 tempest-AttachVolumeNegativeTest-1920358930 tempest-AttachVolumeNegativeTest-1920358930-project-member] [instance: 56f7b645-cd8a-48a4-ba32-455cfc09fd88] Took 9.87 seconds to spawn the instance on the hypervisor. [ 1055.681933] env[62328]: DEBUG nova.compute.manager [None req-b66ab386-6dc1-4ba9-b7f7-63e254e5dcd1 tempest-AttachVolumeNegativeTest-1920358930 tempest-AttachVolumeNegativeTest-1920358930-project-member] [instance: 56f7b645-cd8a-48a4-ba32-455cfc09fd88] Checking state {{(pid=62328) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1055.682730] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0e9fcdff-7ab6-45df-a94a-ba0c269c5d93 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1055.847237] env[62328]: DEBUG oslo_vmware.api [None req-0c54092f-604a-426d-bcc6-cde309fe8392 tempest-ServerActionsTestOtherB-626827456 tempest-ServerActionsTestOtherB-626827456-project-member] Task: {'id': task-2387564, 'name': Destroy_Task} progress is 33%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1055.849795] env[62328]: DEBUG nova.compute.manager [req-4bfd530c-53fd-4948-a284-dcef49d36ed2 req-03b1f295-75a3-4f1b-a290-502bcb0d8c6c service nova] [instance: 14c336fc-69e4-4ef8-a50f-e307b9902127] Received event network-vif-plugged-4b52fd26-0fb8-45e8-968b-9005eecb9af7 {{(pid=62328) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1055.850014] env[62328]: DEBUG oslo_concurrency.lockutils [req-4bfd530c-53fd-4948-a284-dcef49d36ed2 req-03b1f295-75a3-4f1b-a290-502bcb0d8c6c service nova] Acquiring lock "14c336fc-69e4-4ef8-a50f-e307b9902127-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1055.850254] env[62328]: DEBUG oslo_concurrency.lockutils [req-4bfd530c-53fd-4948-a284-dcef49d36ed2 req-03b1f295-75a3-4f1b-a290-502bcb0d8c6c service nova] Lock "14c336fc-69e4-4ef8-a50f-e307b9902127-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1055.850468] env[62328]: DEBUG oslo_concurrency.lockutils [req-4bfd530c-53fd-4948-a284-dcef49d36ed2 req-03b1f295-75a3-4f1b-a290-502bcb0d8c6c service nova] Lock "14c336fc-69e4-4ef8-a50f-e307b9902127-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1055.850639] env[62328]: DEBUG nova.compute.manager [req-4bfd530c-53fd-4948-a284-dcef49d36ed2 req-03b1f295-75a3-4f1b-a290-502bcb0d8c6c service nova] [instance: 14c336fc-69e4-4ef8-a50f-e307b9902127] No waiting events found dispatching network-vif-plugged-4b52fd26-0fb8-45e8-968b-9005eecb9af7 {{(pid=62328) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1055.850807] env[62328]: WARNING nova.compute.manager [req-4bfd530c-53fd-4948-a284-dcef49d36ed2 req-03b1f295-75a3-4f1b-a290-502bcb0d8c6c service nova] [instance: 14c336fc-69e4-4ef8-a50f-e307b9902127] Received unexpected event network-vif-plugged-4b52fd26-0fb8-45e8-968b-9005eecb9af7 for instance with vm_state shelved_offloaded and task_state spawning. [ 1055.877475] env[62328]: DEBUG oslo_vmware.api [None req-213ebf28-d531-403f-bebd-8e1f16788a74 tempest-AttachVolumeTestJSON-944844435 tempest-AttachVolumeTestJSON-944844435-project-member] Task: {'id': task-2387565, 'name': PowerOffVM_Task, 'duration_secs': 0.202192} completed successfully. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1055.877734] env[62328]: DEBUG nova.virt.vmwareapi.vm_util [None req-213ebf28-d531-403f-bebd-8e1f16788a74 tempest-AttachVolumeTestJSON-944844435 tempest-AttachVolumeTestJSON-944844435-project-member] [instance: 3bbba6fe-038a-40f8-935b-ce45c75c3497] Powered off the VM {{(pid=62328) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1055.878675] env[62328]: DEBUG nova.virt.vmwareapi.vmops [None req-213ebf28-d531-403f-bebd-8e1f16788a74 tempest-AttachVolumeTestJSON-944844435 tempest-AttachVolumeTestJSON-944844435-project-member] [instance: 3bbba6fe-038a-40f8-935b-ce45c75c3497] Unregistering the VM {{(pid=62328) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1055.878675] env[62328]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-19f06de6-e171-4968-b2d8-09462b370c68 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1055.949368] env[62328]: DEBUG oslo_vmware.api [None req-a9f1a853-43fb-4106-ad8a-89cbd230554f tempest-DeleteServersTestJSON-1766103036 tempest-DeleteServersTestJSON-1766103036-project-member] Task: {'id': session[52a6e20e-410d-708a-99f2-080a575a99bd]527a741d-f93f-b204-54c6-8c1fe42f25f0, 'name': SearchDatastore_Task, 'duration_secs': 0.015703} completed successfully. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1055.950807] env[62328]: DEBUG oslo_concurrency.lockutils [None req-a9f1a853-43fb-4106-ad8a-89cbd230554f tempest-DeleteServersTestJSON-1766103036 tempest-DeleteServersTestJSON-1766103036-project-member] Releasing lock "[datastore1] devstack-image-cache_base/dbf872a4-92be-47e4-8561-c3e2bf2423ab" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1055.951112] env[62328]: DEBUG nova.virt.vmwareapi.vmops [None req-a9f1a853-43fb-4106-ad8a-89cbd230554f tempest-DeleteServersTestJSON-1766103036 tempest-DeleteServersTestJSON-1766103036-project-member] [instance: 46036359-e19d-4dda-9b4f-41c3826f364d] Processing image dbf872a4-92be-47e4-8561-c3e2bf2423ab {{(pid=62328) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1055.951522] env[62328]: DEBUG oslo_concurrency.lockutils [None req-a9f1a853-43fb-4106-ad8a-89cbd230554f tempest-DeleteServersTestJSON-1766103036 tempest-DeleteServersTestJSON-1766103036-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/dbf872a4-92be-47e4-8561-c3e2bf2423ab/dbf872a4-92be-47e4-8561-c3e2bf2423ab.vmdk" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1055.951686] env[62328]: DEBUG oslo_concurrency.lockutils [None req-a9f1a853-43fb-4106-ad8a-89cbd230554f tempest-DeleteServersTestJSON-1766103036 tempest-DeleteServersTestJSON-1766103036-project-member] Acquired lock "[datastore1] devstack-image-cache_base/dbf872a4-92be-47e4-8561-c3e2bf2423ab/dbf872a4-92be-47e4-8561-c3e2bf2423ab.vmdk" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1055.951850] env[62328]: DEBUG nova.virt.vmwareapi.ds_util [None req-a9f1a853-43fb-4106-ad8a-89cbd230554f tempest-DeleteServersTestJSON-1766103036 tempest-DeleteServersTestJSON-1766103036-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62328) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1055.952186] env[62328]: DEBUG nova.virt.vmwareapi.vmops [None req-213ebf28-d531-403f-bebd-8e1f16788a74 tempest-AttachVolumeTestJSON-944844435 tempest-AttachVolumeTestJSON-944844435-project-member] [instance: 3bbba6fe-038a-40f8-935b-ce45c75c3497] Unregistered the VM {{(pid=62328) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1055.952365] env[62328]: DEBUG nova.virt.vmwareapi.vmops [None req-213ebf28-d531-403f-bebd-8e1f16788a74 tempest-AttachVolumeTestJSON-944844435 tempest-AttachVolumeTestJSON-944844435-project-member] [instance: 3bbba6fe-038a-40f8-935b-ce45c75c3497] Deleting contents of the VM from datastore datastore2 {{(pid=62328) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1055.952531] env[62328]: DEBUG nova.virt.vmwareapi.ds_util [None req-213ebf28-d531-403f-bebd-8e1f16788a74 tempest-AttachVolumeTestJSON-944844435 tempest-AttachVolumeTestJSON-944844435-project-member] Deleting the datastore file [datastore2] 3bbba6fe-038a-40f8-935b-ce45c75c3497 {{(pid=62328) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1055.956722] env[62328]: DEBUG oslo_concurrency.lockutils [None req-916cf222-4c6f-4603-bd95-5f29e8245d3b tempest-AttachVolumeShelveTestJSON-116809589 tempest-AttachVolumeShelveTestJSON-116809589-project-member] Acquiring lock "refresh_cache-14c336fc-69e4-4ef8-a50f-e307b9902127" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1055.956722] env[62328]: DEBUG oslo_concurrency.lockutils [None req-916cf222-4c6f-4603-bd95-5f29e8245d3b tempest-AttachVolumeShelveTestJSON-116809589 tempest-AttachVolumeShelveTestJSON-116809589-project-member] Acquired lock "refresh_cache-14c336fc-69e4-4ef8-a50f-e307b9902127" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1055.956722] env[62328]: DEBUG nova.network.neutron [None req-916cf222-4c6f-4603-bd95-5f29e8245d3b tempest-AttachVolumeShelveTestJSON-116809589 tempest-AttachVolumeShelveTestJSON-116809589-project-member] [instance: 14c336fc-69e4-4ef8-a50f-e307b9902127] Building network info cache for instance {{(pid=62328) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1055.956722] env[62328]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-8b594a1a-44c5-4c6b-bc43-6740db2ed626 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1055.957637] env[62328]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-f311adfc-ba07-4b0e-88b1-558facacb216 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1055.967792] env[62328]: DEBUG oslo_vmware.api [None req-213ebf28-d531-403f-bebd-8e1f16788a74 tempest-AttachVolumeTestJSON-944844435 tempest-AttachVolumeTestJSON-944844435-project-member] Waiting for the task: (returnval){ [ 1055.967792] env[62328]: value = "task-2387568" [ 1055.967792] env[62328]: _type = "Task" [ 1055.967792] env[62328]: } to complete. {{(pid=62328) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1055.969449] env[62328]: DEBUG nova.virt.vmwareapi.ds_util [None req-a9f1a853-43fb-4106-ad8a-89cbd230554f tempest-DeleteServersTestJSON-1766103036 tempest-DeleteServersTestJSON-1766103036-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62328) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1055.970339] env[62328]: DEBUG nova.virt.vmwareapi.vmops [None req-a9f1a853-43fb-4106-ad8a-89cbd230554f tempest-DeleteServersTestJSON-1766103036 tempest-DeleteServersTestJSON-1766103036-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62328) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1055.975331] env[62328]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-044c808a-41f2-4ca7-820a-8c060cfd1dec {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1055.983474] env[62328]: DEBUG oslo_vmware.api [None req-a9f1a853-43fb-4106-ad8a-89cbd230554f tempest-DeleteServersTestJSON-1766103036 tempest-DeleteServersTestJSON-1766103036-project-member] Waiting for the task: (returnval){ [ 1055.983474] env[62328]: value = "session[52a6e20e-410d-708a-99f2-080a575a99bd]523d0127-0015-f9c7-2fe9-890f5054c6ae" [ 1055.983474] env[62328]: _type = "Task" [ 1055.983474] env[62328]: } to complete. {{(pid=62328) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1055.987392] env[62328]: DEBUG oslo_vmware.api [None req-213ebf28-d531-403f-bebd-8e1f16788a74 tempest-AttachVolumeTestJSON-944844435 tempest-AttachVolumeTestJSON-944844435-project-member] Task: {'id': task-2387568, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1055.997159] env[62328]: DEBUG oslo_vmware.api [None req-a9f1a853-43fb-4106-ad8a-89cbd230554f tempest-DeleteServersTestJSON-1766103036 tempest-DeleteServersTestJSON-1766103036-project-member] Task: {'id': session[52a6e20e-410d-708a-99f2-080a575a99bd]523d0127-0015-f9c7-2fe9-890f5054c6ae, 'name': SearchDatastore_Task, 'duration_secs': 0.010117} completed successfully. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1055.997960] env[62328]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d59f7ed3-e9fe-4696-b20f-b7c13f427f49 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1056.005020] env[62328]: DEBUG oslo_vmware.api [None req-a9f1a853-43fb-4106-ad8a-89cbd230554f tempest-DeleteServersTestJSON-1766103036 tempest-DeleteServersTestJSON-1766103036-project-member] Waiting for the task: (returnval){ [ 1056.005020] env[62328]: value = "session[52a6e20e-410d-708a-99f2-080a575a99bd]52de1c26-8f3a-d2e1-0a64-a5685159858a" [ 1056.005020] env[62328]: _type = "Task" [ 1056.005020] env[62328]: } to complete. {{(pid=62328) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1056.016033] env[62328]: DEBUG oslo_vmware.api [None req-a9f1a853-43fb-4106-ad8a-89cbd230554f tempest-DeleteServersTestJSON-1766103036 tempest-DeleteServersTestJSON-1766103036-project-member] Task: {'id': session[52a6e20e-410d-708a-99f2-080a575a99bd]52de1c26-8f3a-d2e1-0a64-a5685159858a, 'name': SearchDatastore_Task, 'duration_secs': 0.009432} completed successfully. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1056.016626] env[62328]: DEBUG oslo_concurrency.lockutils [None req-a9f1a853-43fb-4106-ad8a-89cbd230554f tempest-DeleteServersTestJSON-1766103036 tempest-DeleteServersTestJSON-1766103036-project-member] Releasing lock "[datastore1] devstack-image-cache_base/dbf872a4-92be-47e4-8561-c3e2bf2423ab/dbf872a4-92be-47e4-8561-c3e2bf2423ab.vmdk" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1056.018047] env[62328]: DEBUG nova.virt.vmwareapi.vm_util [None req-a9f1a853-43fb-4106-ad8a-89cbd230554f tempest-DeleteServersTestJSON-1766103036 tempest-DeleteServersTestJSON-1766103036-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/dbf872a4-92be-47e4-8561-c3e2bf2423ab/dbf872a4-92be-47e4-8561-c3e2bf2423ab.vmdk to [datastore1] 46036359-e19d-4dda-9b4f-41c3826f364d/46036359-e19d-4dda-9b4f-41c3826f364d.vmdk {{(pid=62328) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1056.018047] env[62328]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-9ccc23e0-c977-48e0-8b67-55f5930ec1ed {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1056.022081] env[62328]: DEBUG oslo_vmware.api [None req-e61ccc15-ae5f-4e95-8bfa-4dfb1eb6a03a tempest-ServerRescueNegativeTestJSON-713788249 tempest-ServerRescueNegativeTestJSON-713788249-project-member] Task: {'id': task-2387566, 'name': Rename_Task, 'duration_secs': 0.165516} completed successfully. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1056.022689] env[62328]: DEBUG nova.virt.vmwareapi.vm_util [None req-e61ccc15-ae5f-4e95-8bfa-4dfb1eb6a03a tempest-ServerRescueNegativeTestJSON-713788249 tempest-ServerRescueNegativeTestJSON-713788249-project-member] [instance: 52de62c1-e7ae-440d-b390-64b4594548c1] Powering on the VM {{(pid=62328) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1056.022969] env[62328]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-9819c8d2-711f-4bae-8ad3-d57833951014 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1056.026859] env[62328]: DEBUG oslo_vmware.api [None req-a9f1a853-43fb-4106-ad8a-89cbd230554f tempest-DeleteServersTestJSON-1766103036 tempest-DeleteServersTestJSON-1766103036-project-member] Waiting for the task: (returnval){ [ 1056.026859] env[62328]: value = "task-2387569" [ 1056.026859] env[62328]: _type = "Task" [ 1056.026859] env[62328]: } to complete. {{(pid=62328) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1056.030909] env[62328]: DEBUG oslo_vmware.api [None req-e61ccc15-ae5f-4e95-8bfa-4dfb1eb6a03a tempest-ServerRescueNegativeTestJSON-713788249 tempest-ServerRescueNegativeTestJSON-713788249-project-member] Waiting for the task: (returnval){ [ 1056.030909] env[62328]: value = "task-2387570" [ 1056.030909] env[62328]: _type = "Task" [ 1056.030909] env[62328]: } to complete. {{(pid=62328) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1056.038735] env[62328]: DEBUG oslo_vmware.api [None req-a9f1a853-43fb-4106-ad8a-89cbd230554f tempest-DeleteServersTestJSON-1766103036 tempest-DeleteServersTestJSON-1766103036-project-member] Task: {'id': task-2387569, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1056.044201] env[62328]: DEBUG oslo_vmware.api [None req-e61ccc15-ae5f-4e95-8bfa-4dfb1eb6a03a tempest-ServerRescueNegativeTestJSON-713788249 tempest-ServerRescueNegativeTestJSON-713788249-project-member] Task: {'id': task-2387570, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1056.128340] env[62328]: DEBUG oslo_concurrency.lockutils [None req-4c359274-25f5-4dcb-8b69-db3209dbd082 tempest-ServersTestJSON-2041147199 tempest-ServersTestJSON-2041147199-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1056.203064] env[62328]: INFO nova.compute.manager [None req-b66ab386-6dc1-4ba9-b7f7-63e254e5dcd1 tempest-AttachVolumeNegativeTest-1920358930 tempest-AttachVolumeNegativeTest-1920358930-project-member] [instance: 56f7b645-cd8a-48a4-ba32-455cfc09fd88] Took 15.77 seconds to build instance. [ 1056.243167] env[62328]: DEBUG oslo_concurrency.lockutils [None req-6dd8e3cc-6835-466d-8162-f25d0fb7e30c tempest-AttachInterfacesTestJSON-1049158018 tempest-AttachInterfacesTestJSON-1049158018-project-member] Acquiring lock "interface-0c5d4040-bc5a-452c-9a75-a58280f7cb73-4f7d36d6-3271-463c-8162-c22efd5cbf2e" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1056.243510] env[62328]: DEBUG oslo_concurrency.lockutils [None req-6dd8e3cc-6835-466d-8162-f25d0fb7e30c tempest-AttachInterfacesTestJSON-1049158018 tempest-AttachInterfacesTestJSON-1049158018-project-member] Lock "interface-0c5d4040-bc5a-452c-9a75-a58280f7cb73-4f7d36d6-3271-463c-8162-c22efd5cbf2e" acquired by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: waited 0.000s {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1056.359263] env[62328]: DEBUG oslo_vmware.api [None req-0c54092f-604a-426d-bcc6-cde309fe8392 tempest-ServerActionsTestOtherB-626827456 tempest-ServerActionsTestOtherB-626827456-project-member] Task: {'id': task-2387564, 'name': Destroy_Task, 'duration_secs': 0.84007} completed successfully. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1056.359875] env[62328]: INFO nova.virt.vmwareapi.vm_util [None req-0c54092f-604a-426d-bcc6-cde309fe8392 tempest-ServerActionsTestOtherB-626827456 tempest-ServerActionsTestOtherB-626827456-project-member] [instance: 726d231d-afd9-460a-818e-7412af85a7f1] Destroyed the VM [ 1056.359875] env[62328]: DEBUG nova.virt.vmwareapi.vmops [None req-0c54092f-604a-426d-bcc6-cde309fe8392 tempest-ServerActionsTestOtherB-626827456 tempest-ServerActionsTestOtherB-626827456-project-member] [instance: 726d231d-afd9-460a-818e-7412af85a7f1] Deleting Snapshot of the VM instance {{(pid=62328) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1056.360252] env[62328]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-6baf3335-2e08-4587-ab97-cc1ca1519433 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1056.370369] env[62328]: DEBUG oslo_vmware.api [None req-0c54092f-604a-426d-bcc6-cde309fe8392 tempest-ServerActionsTestOtherB-626827456 tempest-ServerActionsTestOtherB-626827456-project-member] Waiting for the task: (returnval){ [ 1056.370369] env[62328]: value = "task-2387571" [ 1056.370369] env[62328]: _type = "Task" [ 1056.370369] env[62328]: } to complete. {{(pid=62328) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1056.382482] env[62328]: DEBUG oslo_vmware.api [None req-0c54092f-604a-426d-bcc6-cde309fe8392 tempest-ServerActionsTestOtherB-626827456 tempest-ServerActionsTestOtherB-626827456-project-member] Task: {'id': task-2387571, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1056.482015] env[62328]: DEBUG oslo_vmware.api [None req-213ebf28-d531-403f-bebd-8e1f16788a74 tempest-AttachVolumeTestJSON-944844435 tempest-AttachVolumeTestJSON-944844435-project-member] Task: {'id': task-2387568, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.176869} completed successfully. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1056.482608] env[62328]: DEBUG nova.virt.vmwareapi.ds_util [None req-213ebf28-d531-403f-bebd-8e1f16788a74 tempest-AttachVolumeTestJSON-944844435 tempest-AttachVolumeTestJSON-944844435-project-member] Deleted the datastore file {{(pid=62328) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1056.483494] env[62328]: DEBUG nova.virt.vmwareapi.vmops [None req-213ebf28-d531-403f-bebd-8e1f16788a74 tempest-AttachVolumeTestJSON-944844435 tempest-AttachVolumeTestJSON-944844435-project-member] [instance: 3bbba6fe-038a-40f8-935b-ce45c75c3497] Deleted contents of the VM from datastore datastore2 {{(pid=62328) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1056.483888] env[62328]: DEBUG nova.virt.vmwareapi.vmops [None req-213ebf28-d531-403f-bebd-8e1f16788a74 tempest-AttachVolumeTestJSON-944844435 tempest-AttachVolumeTestJSON-944844435-project-member] [instance: 3bbba6fe-038a-40f8-935b-ce45c75c3497] Instance destroyed {{(pid=62328) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1056.484277] env[62328]: INFO nova.compute.manager [None req-213ebf28-d531-403f-bebd-8e1f16788a74 tempest-AttachVolumeTestJSON-944844435 tempest-AttachVolumeTestJSON-944844435-project-member] [instance: 3bbba6fe-038a-40f8-935b-ce45c75c3497] Took 1.14 seconds to destroy the instance on the hypervisor. [ 1056.484702] env[62328]: DEBUG oslo.service.loopingcall [None req-213ebf28-d531-403f-bebd-8e1f16788a74 tempest-AttachVolumeTestJSON-944844435 tempest-AttachVolumeTestJSON-944844435-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62328) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1056.485402] env[62328]: DEBUG nova.compute.manager [-] [instance: 3bbba6fe-038a-40f8-935b-ce45c75c3497] Deallocating network for instance {{(pid=62328) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1056.485982] env[62328]: DEBUG nova.network.neutron [-] [instance: 3bbba6fe-038a-40f8-935b-ce45c75c3497] deallocate_for_instance() {{(pid=62328) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1056.555076] env[62328]: DEBUG oslo_vmware.api [None req-e61ccc15-ae5f-4e95-8bfa-4dfb1eb6a03a tempest-ServerRescueNegativeTestJSON-713788249 tempest-ServerRescueNegativeTestJSON-713788249-project-member] Task: {'id': task-2387570, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1056.559108] env[62328]: DEBUG oslo_vmware.api [None req-a9f1a853-43fb-4106-ad8a-89cbd230554f tempest-DeleteServersTestJSON-1766103036 tempest-DeleteServersTestJSON-1766103036-project-member] Task: {'id': task-2387569, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1056.687603] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2371669d-cfd7-42da-a19c-5899b2e49226 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1056.697964] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e18faf90-0405-4689-b5c7-5a41b24decb2 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1056.704997] env[62328]: DEBUG oslo_concurrency.lockutils [None req-b66ab386-6dc1-4ba9-b7f7-63e254e5dcd1 tempest-AttachVolumeNegativeTest-1920358930 tempest-AttachVolumeNegativeTest-1920358930-project-member] Lock "56f7b645-cd8a-48a4-ba32-455cfc09fd88" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 17.284s {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1056.734411] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e8c029d6-6093-451a-ac37-3228a40c13c4 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1056.744102] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-00ee8fa7-222a-4c66-98b7-d6dd0544b0b2 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1056.749657] env[62328]: DEBUG oslo_concurrency.lockutils [None req-6dd8e3cc-6835-466d-8162-f25d0fb7e30c tempest-AttachInterfacesTestJSON-1049158018 tempest-AttachInterfacesTestJSON-1049158018-project-member] Acquiring lock "0c5d4040-bc5a-452c-9a75-a58280f7cb73" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1056.749948] env[62328]: DEBUG oslo_concurrency.lockutils [None req-6dd8e3cc-6835-466d-8162-f25d0fb7e30c tempest-AttachInterfacesTestJSON-1049158018 tempest-AttachInterfacesTestJSON-1049158018-project-member] Acquired lock "0c5d4040-bc5a-452c-9a75-a58280f7cb73" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1056.750975] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-23a074da-7076-42c6-bcf9-848a8ab47248 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1056.777420] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-97716b25-95bd-4b97-a45e-a670ff7ca45e {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1056.780824] env[62328]: DEBUG nova.compute.provider_tree [None req-38fe415e-7d04-4ce2-ac92-a7b3d63bc489 tempest-ServersNegativeTestJSON-1019155744 tempest-ServersNegativeTestJSON-1019155744-project-member] Inventory has not changed in ProviderTree for provider: 3469e9f8-04af-49ca-8435-49f104496744 {{(pid=62328) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1056.783056] env[62328]: DEBUG nova.network.neutron [None req-916cf222-4c6f-4603-bd95-5f29e8245d3b tempest-AttachVolumeShelveTestJSON-116809589 tempest-AttachVolumeShelveTestJSON-116809589-project-member] [instance: 14c336fc-69e4-4ef8-a50f-e307b9902127] Updating instance_info_cache with network_info: [{"id": "4b52fd26-0fb8-45e8-968b-9005eecb9af7", "address": "fa:16:3e:0b:eb:4c", "network": {"id": "2d1c453e-aaeb-45b7-bdcd-3cbaf03a6053", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1795840742-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.204", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f7ed1d0f45904d658c8becad7c3f621c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "cba18f15-a919-422e-a423-1e705e233389", "external-id": "nsx-vlan-transportzone-79", "segmentation_id": 79, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4b52fd26-0f", "ovs_interfaceid": "4b52fd26-0fb8-45e8-968b-9005eecb9af7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62328) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1056.812522] env[62328]: DEBUG nova.virt.vmwareapi.vmops [None req-6dd8e3cc-6835-466d-8162-f25d0fb7e30c tempest-AttachInterfacesTestJSON-1049158018 tempest-AttachInterfacesTestJSON-1049158018-project-member] [instance: 0c5d4040-bc5a-452c-9a75-a58280f7cb73] Reconfiguring VM to detach interface {{(pid=62328) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1968}} [ 1056.813784] env[62328]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-66c10f03-a7ac-41af-9d85-6ef6fc729714 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1056.833782] env[62328]: DEBUG oslo_vmware.api [None req-6dd8e3cc-6835-466d-8162-f25d0fb7e30c tempest-AttachInterfacesTestJSON-1049158018 tempest-AttachInterfacesTestJSON-1049158018-project-member] Waiting for the task: (returnval){ [ 1056.833782] env[62328]: value = "task-2387572" [ 1056.833782] env[62328]: _type = "Task" [ 1056.833782] env[62328]: } to complete. {{(pid=62328) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1056.842037] env[62328]: DEBUG oslo_vmware.api [None req-6dd8e3cc-6835-466d-8162-f25d0fb7e30c tempest-AttachInterfacesTestJSON-1049158018 tempest-AttachInterfacesTestJSON-1049158018-project-member] Task: {'id': task-2387572, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1056.880865] env[62328]: DEBUG oslo_vmware.api [None req-0c54092f-604a-426d-bcc6-cde309fe8392 tempest-ServerActionsTestOtherB-626827456 tempest-ServerActionsTestOtherB-626827456-project-member] Task: {'id': task-2387571, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1057.037652] env[62328]: DEBUG oslo_vmware.api [None req-a9f1a853-43fb-4106-ad8a-89cbd230554f tempest-DeleteServersTestJSON-1766103036 tempest-DeleteServersTestJSON-1766103036-project-member] Task: {'id': task-2387569, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.73162} completed successfully. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1057.037967] env[62328]: DEBUG nova.virt.vmwareapi.vm_util [None req-a9f1a853-43fb-4106-ad8a-89cbd230554f tempest-DeleteServersTestJSON-1766103036 tempest-DeleteServersTestJSON-1766103036-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/dbf872a4-92be-47e4-8561-c3e2bf2423ab/dbf872a4-92be-47e4-8561-c3e2bf2423ab.vmdk to [datastore1] 46036359-e19d-4dda-9b4f-41c3826f364d/46036359-e19d-4dda-9b4f-41c3826f364d.vmdk {{(pid=62328) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1057.038155] env[62328]: DEBUG nova.virt.vmwareapi.vmops [None req-a9f1a853-43fb-4106-ad8a-89cbd230554f tempest-DeleteServersTestJSON-1766103036 tempest-DeleteServersTestJSON-1766103036-project-member] [instance: 46036359-e19d-4dda-9b4f-41c3826f364d] Extending root virtual disk to 1048576 {{(pid=62328) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1057.038375] env[62328]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-fe9685fc-a02d-4efd-b7f7-c11da951eb45 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1057.048830] env[62328]: DEBUG oslo_vmware.api [None req-e61ccc15-ae5f-4e95-8bfa-4dfb1eb6a03a tempest-ServerRescueNegativeTestJSON-713788249 tempest-ServerRescueNegativeTestJSON-713788249-project-member] Task: {'id': task-2387570, 'name': PowerOnVM_Task, 'duration_secs': 0.618682} completed successfully. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1057.050117] env[62328]: DEBUG nova.virt.vmwareapi.vm_util [None req-e61ccc15-ae5f-4e95-8bfa-4dfb1eb6a03a tempest-ServerRescueNegativeTestJSON-713788249 tempest-ServerRescueNegativeTestJSON-713788249-project-member] [instance: 52de62c1-e7ae-440d-b390-64b4594548c1] Powered on the VM {{(pid=62328) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1057.050340] env[62328]: INFO nova.compute.manager [None req-e61ccc15-ae5f-4e95-8bfa-4dfb1eb6a03a tempest-ServerRescueNegativeTestJSON-713788249 tempest-ServerRescueNegativeTestJSON-713788249-project-member] [instance: 52de62c1-e7ae-440d-b390-64b4594548c1] Took 8.80 seconds to spawn the instance on the hypervisor. [ 1057.050522] env[62328]: DEBUG nova.compute.manager [None req-e61ccc15-ae5f-4e95-8bfa-4dfb1eb6a03a tempest-ServerRescueNegativeTestJSON-713788249 tempest-ServerRescueNegativeTestJSON-713788249-project-member] [instance: 52de62c1-e7ae-440d-b390-64b4594548c1] Checking state {{(pid=62328) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1057.050836] env[62328]: DEBUG oslo_vmware.api [None req-a9f1a853-43fb-4106-ad8a-89cbd230554f tempest-DeleteServersTestJSON-1766103036 tempest-DeleteServersTestJSON-1766103036-project-member] Waiting for the task: (returnval){ [ 1057.050836] env[62328]: value = "task-2387573" [ 1057.050836] env[62328]: _type = "Task" [ 1057.050836] env[62328]: } to complete. {{(pid=62328) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1057.051583] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6d31eaa3-f8a0-441e-9c9f-ba7c15acbf6e {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1057.067106] env[62328]: DEBUG oslo_vmware.api [None req-a9f1a853-43fb-4106-ad8a-89cbd230554f tempest-DeleteServersTestJSON-1766103036 tempest-DeleteServersTestJSON-1766103036-project-member] Task: {'id': task-2387573, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1057.155462] env[62328]: DEBUG nova.compute.manager [req-176b5d96-04c0-4229-8bd6-825700eff88c req-b06745d5-ca69-494e-badb-13fda4c37cad service nova] [instance: 56f7b645-cd8a-48a4-ba32-455cfc09fd88] Received event network-changed-787ea99f-ef2a-433b-8978-43989819a097 {{(pid=62328) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1057.155672] env[62328]: DEBUG nova.compute.manager [req-176b5d96-04c0-4229-8bd6-825700eff88c req-b06745d5-ca69-494e-badb-13fda4c37cad service nova] [instance: 56f7b645-cd8a-48a4-ba32-455cfc09fd88] Refreshing instance network info cache due to event network-changed-787ea99f-ef2a-433b-8978-43989819a097. {{(pid=62328) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1057.155953] env[62328]: DEBUG oslo_concurrency.lockutils [req-176b5d96-04c0-4229-8bd6-825700eff88c req-b06745d5-ca69-494e-badb-13fda4c37cad service nova] Acquiring lock "refresh_cache-56f7b645-cd8a-48a4-ba32-455cfc09fd88" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1057.156117] env[62328]: DEBUG oslo_concurrency.lockutils [req-176b5d96-04c0-4229-8bd6-825700eff88c req-b06745d5-ca69-494e-badb-13fda4c37cad service nova] Acquired lock "refresh_cache-56f7b645-cd8a-48a4-ba32-455cfc09fd88" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.156207] env[62328]: DEBUG nova.network.neutron [req-176b5d96-04c0-4229-8bd6-825700eff88c req-b06745d5-ca69-494e-badb-13fda4c37cad service nova] [instance: 56f7b645-cd8a-48a4-ba32-455cfc09fd88] Refreshing network info cache for port 787ea99f-ef2a-433b-8978-43989819a097 {{(pid=62328) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1057.285302] env[62328]: DEBUG nova.scheduler.client.report [None req-38fe415e-7d04-4ce2-ac92-a7b3d63bc489 tempest-ServersNegativeTestJSON-1019155744 tempest-ServersNegativeTestJSON-1019155744-project-member] Inventory has not changed for provider 3469e9f8-04af-49ca-8435-49f104496744 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 152, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62328) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1057.288656] env[62328]: DEBUG oslo_concurrency.lockutils [None req-916cf222-4c6f-4603-bd95-5f29e8245d3b tempest-AttachVolumeShelveTestJSON-116809589 tempest-AttachVolumeShelveTestJSON-116809589-project-member] Releasing lock "refresh_cache-14c336fc-69e4-4ef8-a50f-e307b9902127" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1057.328584] env[62328]: DEBUG nova.virt.hardware [None req-916cf222-4c6f-4603-bd95-5f29e8245d3b tempest-AttachVolumeShelveTestJSON-116809589 tempest-AttachVolumeShelveTestJSON-116809589-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-07T17:16:55Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='40f472856d27d343e0ae7ad86e77c79e',container_format='bare',created_at=2025-02-07T17:26:34Z,direct_url=,disk_format='vmdk',id=0b0c6b73-c17c-4bf4-a105-a252b0f4d8ab,min_disk=1,min_ram=0,name='tempest-AttachVolumeShelveTestJSON-server-1695316119-shelved',owner='f7ed1d0f45904d658c8becad7c3f621c',properties=ImageMetaProps,protected=,size=31669248,status='active',tags=,updated_at=2025-02-07T17:26:49Z,virtual_size=,visibility=), allow threads: False {{(pid=62328) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1057.328906] env[62328]: DEBUG nova.virt.hardware [None req-916cf222-4c6f-4603-bd95-5f29e8245d3b tempest-AttachVolumeShelveTestJSON-116809589 tempest-AttachVolumeShelveTestJSON-116809589-project-member] Flavor limits 0:0:0 {{(pid=62328) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1057.329090] env[62328]: DEBUG nova.virt.hardware [None req-916cf222-4c6f-4603-bd95-5f29e8245d3b tempest-AttachVolumeShelveTestJSON-116809589 tempest-AttachVolumeShelveTestJSON-116809589-project-member] Image limits 0:0:0 {{(pid=62328) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1057.329308] env[62328]: DEBUG nova.virt.hardware [None req-916cf222-4c6f-4603-bd95-5f29e8245d3b tempest-AttachVolumeShelveTestJSON-116809589 tempest-AttachVolumeShelveTestJSON-116809589-project-member] Flavor pref 0:0:0 {{(pid=62328) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1057.329453] env[62328]: DEBUG nova.virt.hardware [None req-916cf222-4c6f-4603-bd95-5f29e8245d3b tempest-AttachVolumeShelveTestJSON-116809589 tempest-AttachVolumeShelveTestJSON-116809589-project-member] Image pref 0:0:0 {{(pid=62328) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1057.329599] env[62328]: DEBUG nova.virt.hardware [None req-916cf222-4c6f-4603-bd95-5f29e8245d3b tempest-AttachVolumeShelveTestJSON-116809589 tempest-AttachVolumeShelveTestJSON-116809589-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62328) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1057.329809] env[62328]: DEBUG nova.virt.hardware [None req-916cf222-4c6f-4603-bd95-5f29e8245d3b tempest-AttachVolumeShelveTestJSON-116809589 tempest-AttachVolumeShelveTestJSON-116809589-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62328) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1057.329969] env[62328]: DEBUG nova.virt.hardware [None req-916cf222-4c6f-4603-bd95-5f29e8245d3b tempest-AttachVolumeShelveTestJSON-116809589 tempest-AttachVolumeShelveTestJSON-116809589-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62328) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1057.330156] env[62328]: DEBUG nova.virt.hardware [None req-916cf222-4c6f-4603-bd95-5f29e8245d3b tempest-AttachVolumeShelveTestJSON-116809589 tempest-AttachVolumeShelveTestJSON-116809589-project-member] Got 1 possible topologies {{(pid=62328) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1057.330322] env[62328]: DEBUG nova.virt.hardware [None req-916cf222-4c6f-4603-bd95-5f29e8245d3b tempest-AttachVolumeShelveTestJSON-116809589 tempest-AttachVolumeShelveTestJSON-116809589-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62328) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1057.330496] env[62328]: DEBUG nova.virt.hardware [None req-916cf222-4c6f-4603-bd95-5f29e8245d3b tempest-AttachVolumeShelveTestJSON-116809589 tempest-AttachVolumeShelveTestJSON-116809589-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62328) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1057.331411] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ac08943d-0662-429d-90fa-0e5c1cce7513 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1057.350789] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d0c30df7-b685-4102-8ea8-15a2b4587d33 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1057.354950] env[62328]: DEBUG oslo_vmware.api [None req-6dd8e3cc-6835-466d-8162-f25d0fb7e30c tempest-AttachInterfacesTestJSON-1049158018 tempest-AttachInterfacesTestJSON-1049158018-project-member] Task: {'id': task-2387572, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1057.368992] env[62328]: DEBUG nova.virt.vmwareapi.vmops [None req-916cf222-4c6f-4603-bd95-5f29e8245d3b tempest-AttachVolumeShelveTestJSON-116809589 tempest-AttachVolumeShelveTestJSON-116809589-project-member] [instance: 14c336fc-69e4-4ef8-a50f-e307b9902127] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:0b:eb:4c', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'cba18f15-a919-422e-a423-1e705e233389', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '4b52fd26-0fb8-45e8-968b-9005eecb9af7', 'vif_model': 'vmxnet3'}] {{(pid=62328) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1057.376975] env[62328]: DEBUG oslo.service.loopingcall [None req-916cf222-4c6f-4603-bd95-5f29e8245d3b tempest-AttachVolumeShelveTestJSON-116809589 tempest-AttachVolumeShelveTestJSON-116809589-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62328) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1057.378662] env[62328]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 14c336fc-69e4-4ef8-a50f-e307b9902127] Creating VM on the ESX host {{(pid=62328) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1057.381721] env[62328]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-c83036f6-78bf-4bf2-b8c2-31929c537eae {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1057.403976] env[62328]: DEBUG oslo_vmware.api [None req-0c54092f-604a-426d-bcc6-cde309fe8392 tempest-ServerActionsTestOtherB-626827456 tempest-ServerActionsTestOtherB-626827456-project-member] Task: {'id': task-2387571, 'name': RemoveSnapshot_Task} progress is 17%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1057.405342] env[62328]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1057.405342] env[62328]: value = "task-2387575" [ 1057.405342] env[62328]: _type = "Task" [ 1057.405342] env[62328]: } to complete. {{(pid=62328) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1057.414108] env[62328]: DEBUG oslo_vmware.api [-] Task: {'id': task-2387575, 'name': CreateVM_Task} progress is 0%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1057.565152] env[62328]: DEBUG oslo_vmware.api [None req-a9f1a853-43fb-4106-ad8a-89cbd230554f tempest-DeleteServersTestJSON-1766103036 tempest-DeleteServersTestJSON-1766103036-project-member] Task: {'id': task-2387573, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.266156} completed successfully. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1057.565468] env[62328]: DEBUG nova.virt.vmwareapi.vmops [None req-a9f1a853-43fb-4106-ad8a-89cbd230554f tempest-DeleteServersTestJSON-1766103036 tempest-DeleteServersTestJSON-1766103036-project-member] [instance: 46036359-e19d-4dda-9b4f-41c3826f364d] Extended root virtual disk {{(pid=62328) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1057.566346] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1100da5b-371f-40d3-87cb-eb5be7c80cec {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1057.577779] env[62328]: INFO nova.compute.manager [None req-e61ccc15-ae5f-4e95-8bfa-4dfb1eb6a03a tempest-ServerRescueNegativeTestJSON-713788249 tempest-ServerRescueNegativeTestJSON-713788249-project-member] [instance: 52de62c1-e7ae-440d-b390-64b4594548c1] Took 17.14 seconds to build instance. [ 1057.600167] env[62328]: DEBUG nova.virt.vmwareapi.volumeops [None req-a9f1a853-43fb-4106-ad8a-89cbd230554f tempest-DeleteServersTestJSON-1766103036 tempest-DeleteServersTestJSON-1766103036-project-member] [instance: 46036359-e19d-4dda-9b4f-41c3826f364d] Reconfiguring VM instance instance-0000006f to attach disk [datastore1] 46036359-e19d-4dda-9b4f-41c3826f364d/46036359-e19d-4dda-9b4f-41c3826f364d.vmdk or device None with type sparse {{(pid=62328) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1057.601434] env[62328]: DEBUG oslo_concurrency.lockutils [None req-e61ccc15-ae5f-4e95-8bfa-4dfb1eb6a03a tempest-ServerRescueNegativeTestJSON-713788249 tempest-ServerRescueNegativeTestJSON-713788249-project-member] Lock "52de62c1-e7ae-440d-b390-64b4594548c1" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 18.175s {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1057.601673] env[62328]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-127751a6-9b0a-4c63-8091-6711c1e718b4 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1057.623323] env[62328]: DEBUG oslo_vmware.api [None req-a9f1a853-43fb-4106-ad8a-89cbd230554f tempest-DeleteServersTestJSON-1766103036 tempest-DeleteServersTestJSON-1766103036-project-member] Waiting for the task: (returnval){ [ 1057.623323] env[62328]: value = "task-2387576" [ 1057.623323] env[62328]: _type = "Task" [ 1057.623323] env[62328]: } to complete. {{(pid=62328) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1057.633915] env[62328]: DEBUG oslo_vmware.api [None req-a9f1a853-43fb-4106-ad8a-89cbd230554f tempest-DeleteServersTestJSON-1766103036 tempest-DeleteServersTestJSON-1766103036-project-member] Task: {'id': task-2387576, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1057.793644] env[62328]: DEBUG oslo_concurrency.lockutils [None req-38fe415e-7d04-4ce2-ac92-a7b3d63bc489 tempest-ServersNegativeTestJSON-1019155744 tempest-ServersNegativeTestJSON-1019155744-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.473s {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1057.796434] env[62328]: DEBUG oslo_concurrency.lockutils [None req-4c359274-25f5-4dcb-8b69-db3209dbd082 tempest-ServersTestJSON-2041147199 tempest-ServersTestJSON-2041147199-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 1.668s {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1057.796619] env[62328]: DEBUG nova.objects.instance [None req-4c359274-25f5-4dcb-8b69-db3209dbd082 tempest-ServersTestJSON-2041147199 tempest-ServersTestJSON-2041147199-project-member] Lazy-loading 'resources' on Instance uuid 1238ca59-2e55-4d5c-bbf8-2730ee5e6739 {{(pid=62328) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1057.833430] env[62328]: INFO nova.network.neutron [None req-38fe415e-7d04-4ce2-ac92-a7b3d63bc489 tempest-ServersNegativeTestJSON-1019155744 tempest-ServersNegativeTestJSON-1019155744-project-member] [instance: 206ded69-14c7-477f-9c36-376ff43a9641] Updating port 63d4460f-c721-4686-9834-f681a2947d2e with attributes {'binding:host_id': 'cpu-1', 'device_owner': 'compute:nova'} [ 1057.847289] env[62328]: DEBUG oslo_vmware.api [None req-6dd8e3cc-6835-466d-8162-f25d0fb7e30c tempest-AttachInterfacesTestJSON-1049158018 tempest-AttachInterfacesTestJSON-1049158018-project-member] Task: {'id': task-2387572, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1057.894189] env[62328]: DEBUG oslo_vmware.api [None req-0c54092f-604a-426d-bcc6-cde309fe8392 tempest-ServerActionsTestOtherB-626827456 tempest-ServerActionsTestOtherB-626827456-project-member] Task: {'id': task-2387571, 'name': RemoveSnapshot_Task} progress is 100%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1057.898759] env[62328]: DEBUG nova.network.neutron [-] [instance: 3bbba6fe-038a-40f8-935b-ce45c75c3497] Updating instance_info_cache with network_info: [] {{(pid=62328) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1057.903366] env[62328]: DEBUG nova.compute.manager [req-d9ec32e7-93cb-4c6e-b793-9ab8ed4c1c37 req-924692ab-7fe5-4635-9f77-d08baa65f149 service nova] [instance: 14c336fc-69e4-4ef8-a50f-e307b9902127] Received event network-changed-4b52fd26-0fb8-45e8-968b-9005eecb9af7 {{(pid=62328) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1057.903366] env[62328]: DEBUG nova.compute.manager [req-d9ec32e7-93cb-4c6e-b793-9ab8ed4c1c37 req-924692ab-7fe5-4635-9f77-d08baa65f149 service nova] [instance: 14c336fc-69e4-4ef8-a50f-e307b9902127] Refreshing instance network info cache due to event network-changed-4b52fd26-0fb8-45e8-968b-9005eecb9af7. {{(pid=62328) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1057.903672] env[62328]: DEBUG oslo_concurrency.lockutils [req-d9ec32e7-93cb-4c6e-b793-9ab8ed4c1c37 req-924692ab-7fe5-4635-9f77-d08baa65f149 service nova] Acquiring lock "refresh_cache-14c336fc-69e4-4ef8-a50f-e307b9902127" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1057.903943] env[62328]: DEBUG oslo_concurrency.lockutils [req-d9ec32e7-93cb-4c6e-b793-9ab8ed4c1c37 req-924692ab-7fe5-4635-9f77-d08baa65f149 service nova] Acquired lock "refresh_cache-14c336fc-69e4-4ef8-a50f-e307b9902127" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.904281] env[62328]: DEBUG nova.network.neutron [req-d9ec32e7-93cb-4c6e-b793-9ab8ed4c1c37 req-924692ab-7fe5-4635-9f77-d08baa65f149 service nova] [instance: 14c336fc-69e4-4ef8-a50f-e307b9902127] Refreshing network info cache for port 4b52fd26-0fb8-45e8-968b-9005eecb9af7 {{(pid=62328) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1057.918435] env[62328]: DEBUG oslo_vmware.api [-] Task: {'id': task-2387575, 'name': CreateVM_Task} progress is 99%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1058.036572] env[62328]: DEBUG nova.network.neutron [req-176b5d96-04c0-4229-8bd6-825700eff88c req-b06745d5-ca69-494e-badb-13fda4c37cad service nova] [instance: 56f7b645-cd8a-48a4-ba32-455cfc09fd88] Updated VIF entry in instance network info cache for port 787ea99f-ef2a-433b-8978-43989819a097. {{(pid=62328) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1058.036967] env[62328]: DEBUG nova.network.neutron [req-176b5d96-04c0-4229-8bd6-825700eff88c req-b06745d5-ca69-494e-badb-13fda4c37cad service nova] [instance: 56f7b645-cd8a-48a4-ba32-455cfc09fd88] Updating instance_info_cache with network_info: [{"id": "787ea99f-ef2a-433b-8978-43989819a097", "address": "fa:16:3e:00:0d:47", "network": {"id": "ed1d555f-f92f-4abe-9fa7-e6c9390d1efe", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-674926679-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.236", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3d8ff424d526451a9374555ba25a4243", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "04ccbc7a-cf8d-4ea2-8411-291a1e27df7b", "external-id": "nsx-vlan-transportzone-998", "segmentation_id": 998, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap787ea99f-ef", "ovs_interfaceid": "787ea99f-ef2a-433b-8978-43989819a097", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62328) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1058.137589] env[62328]: DEBUG oslo_vmware.api [None req-a9f1a853-43fb-4106-ad8a-89cbd230554f tempest-DeleteServersTestJSON-1766103036 tempest-DeleteServersTestJSON-1766103036-project-member] Task: {'id': task-2387576, 'name': ReconfigVM_Task, 'duration_secs': 0.433047} completed successfully. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1058.138480] env[62328]: DEBUG nova.virt.vmwareapi.volumeops [None req-a9f1a853-43fb-4106-ad8a-89cbd230554f tempest-DeleteServersTestJSON-1766103036 tempest-DeleteServersTestJSON-1766103036-project-member] [instance: 46036359-e19d-4dda-9b4f-41c3826f364d] Reconfigured VM instance instance-0000006f to attach disk [datastore1] 46036359-e19d-4dda-9b4f-41c3826f364d/46036359-e19d-4dda-9b4f-41c3826f364d.vmdk or device None with type sparse {{(pid=62328) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1058.139444] env[62328]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-14d46b0a-2b84-4128-89ec-8b0228f9a2c4 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1058.146887] env[62328]: DEBUG oslo_vmware.api [None req-a9f1a853-43fb-4106-ad8a-89cbd230554f tempest-DeleteServersTestJSON-1766103036 tempest-DeleteServersTestJSON-1766103036-project-member] Waiting for the task: (returnval){ [ 1058.146887] env[62328]: value = "task-2387577" [ 1058.146887] env[62328]: _type = "Task" [ 1058.146887] env[62328]: } to complete. {{(pid=62328) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1058.155699] env[62328]: DEBUG oslo_vmware.api [None req-a9f1a853-43fb-4106-ad8a-89cbd230554f tempest-DeleteServersTestJSON-1766103036 tempest-DeleteServersTestJSON-1766103036-project-member] Task: {'id': task-2387577, 'name': Rename_Task} progress is 0%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1058.348177] env[62328]: DEBUG oslo_vmware.api [None req-6dd8e3cc-6835-466d-8162-f25d0fb7e30c tempest-AttachInterfacesTestJSON-1049158018 tempest-AttachInterfacesTestJSON-1049158018-project-member] Task: {'id': task-2387572, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1058.389192] env[62328]: DEBUG oslo_vmware.api [None req-0c54092f-604a-426d-bcc6-cde309fe8392 tempest-ServerActionsTestOtherB-626827456 tempest-ServerActionsTestOtherB-626827456-project-member] Task: {'id': task-2387571, 'name': RemoveSnapshot_Task, 'duration_secs': 1.563175} completed successfully. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1058.391698] env[62328]: DEBUG nova.virt.vmwareapi.vmops [None req-0c54092f-604a-426d-bcc6-cde309fe8392 tempest-ServerActionsTestOtherB-626827456 tempest-ServerActionsTestOtherB-626827456-project-member] [instance: 726d231d-afd9-460a-818e-7412af85a7f1] Deleted Snapshot of the VM instance {{(pid=62328) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1058.392027] env[62328]: INFO nova.compute.manager [None req-0c54092f-604a-426d-bcc6-cde309fe8392 tempest-ServerActionsTestOtherB-626827456 tempest-ServerActionsTestOtherB-626827456-project-member] [instance: 726d231d-afd9-460a-818e-7412af85a7f1] Took 16.05 seconds to snapshot the instance on the hypervisor. [ 1058.410446] env[62328]: INFO nova.compute.manager [-] [instance: 3bbba6fe-038a-40f8-935b-ce45c75c3497] Took 1.92 seconds to deallocate network for instance. [ 1058.431833] env[62328]: DEBUG oslo_vmware.api [-] Task: {'id': task-2387575, 'name': CreateVM_Task, 'duration_secs': 0.57088} completed successfully. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1058.431833] env[62328]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 14c336fc-69e4-4ef8-a50f-e307b9902127] Created VM on the ESX host {{(pid=62328) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1058.432463] env[62328]: DEBUG oslo_concurrency.lockutils [None req-916cf222-4c6f-4603-bd95-5f29e8245d3b tempest-AttachVolumeShelveTestJSON-116809589 tempest-AttachVolumeShelveTestJSON-116809589-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/0b0c6b73-c17c-4bf4-a105-a252b0f4d8ab" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1058.432663] env[62328]: DEBUG oslo_concurrency.lockutils [None req-916cf222-4c6f-4603-bd95-5f29e8245d3b tempest-AttachVolumeShelveTestJSON-116809589 tempest-AttachVolumeShelveTestJSON-116809589-project-member] Acquired lock "[datastore2] devstack-image-cache_base/0b0c6b73-c17c-4bf4-a105-a252b0f4d8ab" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.433220] env[62328]: DEBUG oslo_concurrency.lockutils [None req-916cf222-4c6f-4603-bd95-5f29e8245d3b tempest-AttachVolumeShelveTestJSON-116809589 tempest-AttachVolumeShelveTestJSON-116809589-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/0b0c6b73-c17c-4bf4-a105-a252b0f4d8ab" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1058.433512] env[62328]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-175e16e1-665f-4de7-93c5-788a6deed129 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1058.442614] env[62328]: DEBUG oslo_vmware.api [None req-916cf222-4c6f-4603-bd95-5f29e8245d3b tempest-AttachVolumeShelveTestJSON-116809589 tempest-AttachVolumeShelveTestJSON-116809589-project-member] Waiting for the task: (returnval){ [ 1058.442614] env[62328]: value = "session[52a6e20e-410d-708a-99f2-080a575a99bd]52ecd515-a9de-68c2-e863-4a3368247453" [ 1058.442614] env[62328]: _type = "Task" [ 1058.442614] env[62328]: } to complete. {{(pid=62328) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1058.452660] env[62328]: DEBUG oslo_vmware.api [None req-916cf222-4c6f-4603-bd95-5f29e8245d3b tempest-AttachVolumeShelveTestJSON-116809589 tempest-AttachVolumeShelveTestJSON-116809589-project-member] Task: {'id': session[52a6e20e-410d-708a-99f2-080a575a99bd]52ecd515-a9de-68c2-e863-4a3368247453, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1058.539796] env[62328]: DEBUG oslo_concurrency.lockutils [req-176b5d96-04c0-4229-8bd6-825700eff88c req-b06745d5-ca69-494e-badb-13fda4c37cad service nova] Releasing lock "refresh_cache-56f7b645-cd8a-48a4-ba32-455cfc09fd88" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1058.551184] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-53d5d9d0-aea9-4f71-905d-34c035ca475b {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1058.565969] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7c70fff6-da22-41cd-b259-66eb3fbc51d6 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1058.605143] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0d484929-3ac2-4d21-84f9-77e7220248ba {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1058.614421] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7365917b-894e-45ea-ad95-11ba22bed3e8 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1058.632071] env[62328]: DEBUG nova.compute.provider_tree [None req-4c359274-25f5-4dcb-8b69-db3209dbd082 tempest-ServersTestJSON-2041147199 tempest-ServersTestJSON-2041147199-project-member] Inventory has not changed in ProviderTree for provider: 3469e9f8-04af-49ca-8435-49f104496744 {{(pid=62328) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1058.657485] env[62328]: DEBUG oslo_vmware.api [None req-a9f1a853-43fb-4106-ad8a-89cbd230554f tempest-DeleteServersTestJSON-1766103036 tempest-DeleteServersTestJSON-1766103036-project-member] Task: {'id': task-2387577, 'name': Rename_Task, 'duration_secs': 0.177577} completed successfully. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1058.657942] env[62328]: DEBUG nova.virt.vmwareapi.vm_util [None req-a9f1a853-43fb-4106-ad8a-89cbd230554f tempest-DeleteServersTestJSON-1766103036 tempest-DeleteServersTestJSON-1766103036-project-member] [instance: 46036359-e19d-4dda-9b4f-41c3826f364d] Powering on the VM {{(pid=62328) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1058.658315] env[62328]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-3b069978-0fcc-4b83-a59b-1eaba666c987 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1058.669027] env[62328]: DEBUG oslo_vmware.api [None req-a9f1a853-43fb-4106-ad8a-89cbd230554f tempest-DeleteServersTestJSON-1766103036 tempest-DeleteServersTestJSON-1766103036-project-member] Waiting for the task: (returnval){ [ 1058.669027] env[62328]: value = "task-2387578" [ 1058.669027] env[62328]: _type = "Task" [ 1058.669027] env[62328]: } to complete. {{(pid=62328) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1058.675736] env[62328]: DEBUG oslo_vmware.api [None req-a9f1a853-43fb-4106-ad8a-89cbd230554f tempest-DeleteServersTestJSON-1766103036 tempest-DeleteServersTestJSON-1766103036-project-member] Task: {'id': task-2387578, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1058.847645] env[62328]: DEBUG oslo_vmware.api [None req-6dd8e3cc-6835-466d-8162-f25d0fb7e30c tempest-AttachInterfacesTestJSON-1049158018 tempest-AttachInterfacesTestJSON-1049158018-project-member] Task: {'id': task-2387572, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1058.925511] env[62328]: DEBUG oslo_concurrency.lockutils [None req-213ebf28-d531-403f-bebd-8e1f16788a74 tempest-AttachVolumeTestJSON-944844435 tempest-AttachVolumeTestJSON-944844435-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1058.964179] env[62328]: DEBUG nova.compute.manager [None req-0c54092f-604a-426d-bcc6-cde309fe8392 tempest-ServerActionsTestOtherB-626827456 tempest-ServerActionsTestOtherB-626827456-project-member] [instance: 726d231d-afd9-460a-818e-7412af85a7f1] Found 2 images (rotation: 2) {{(pid=62328) _rotate_backups /opt/stack/nova/nova/compute/manager.py:5017}} [ 1058.967096] env[62328]: DEBUG oslo_concurrency.lockutils [None req-916cf222-4c6f-4603-bd95-5f29e8245d3b tempest-AttachVolumeShelveTestJSON-116809589 tempest-AttachVolumeShelveTestJSON-116809589-project-member] Releasing lock "[datastore2] devstack-image-cache_base/0b0c6b73-c17c-4bf4-a105-a252b0f4d8ab" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1058.967505] env[62328]: DEBUG nova.virt.vmwareapi.vmops [None req-916cf222-4c6f-4603-bd95-5f29e8245d3b tempest-AttachVolumeShelveTestJSON-116809589 tempest-AttachVolumeShelveTestJSON-116809589-project-member] [instance: 14c336fc-69e4-4ef8-a50f-e307b9902127] Processing image 0b0c6b73-c17c-4bf4-a105-a252b0f4d8ab {{(pid=62328) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1058.967794] env[62328]: DEBUG oslo_concurrency.lockutils [None req-916cf222-4c6f-4603-bd95-5f29e8245d3b tempest-AttachVolumeShelveTestJSON-116809589 tempest-AttachVolumeShelveTestJSON-116809589-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/0b0c6b73-c17c-4bf4-a105-a252b0f4d8ab/0b0c6b73-c17c-4bf4-a105-a252b0f4d8ab.vmdk" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1058.967990] env[62328]: DEBUG oslo_concurrency.lockutils [None req-916cf222-4c6f-4603-bd95-5f29e8245d3b tempest-AttachVolumeShelveTestJSON-116809589 tempest-AttachVolumeShelveTestJSON-116809589-project-member] Acquired lock "[datastore2] devstack-image-cache_base/0b0c6b73-c17c-4bf4-a105-a252b0f4d8ab/0b0c6b73-c17c-4bf4-a105-a252b0f4d8ab.vmdk" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.968391] env[62328]: DEBUG nova.virt.vmwareapi.ds_util [None req-916cf222-4c6f-4603-bd95-5f29e8245d3b tempest-AttachVolumeShelveTestJSON-116809589 tempest-AttachVolumeShelveTestJSON-116809589-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62328) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1058.969323] env[62328]: DEBUG nova.network.neutron [req-d9ec32e7-93cb-4c6e-b793-9ab8ed4c1c37 req-924692ab-7fe5-4635-9f77-d08baa65f149 service nova] [instance: 14c336fc-69e4-4ef8-a50f-e307b9902127] Updated VIF entry in instance network info cache for port 4b52fd26-0fb8-45e8-968b-9005eecb9af7. {{(pid=62328) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1058.969814] env[62328]: DEBUG nova.network.neutron [req-d9ec32e7-93cb-4c6e-b793-9ab8ed4c1c37 req-924692ab-7fe5-4635-9f77-d08baa65f149 service nova] [instance: 14c336fc-69e4-4ef8-a50f-e307b9902127] Updating instance_info_cache with network_info: [{"id": "4b52fd26-0fb8-45e8-968b-9005eecb9af7", "address": "fa:16:3e:0b:eb:4c", "network": {"id": "2d1c453e-aaeb-45b7-bdcd-3cbaf03a6053", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1795840742-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.204", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f7ed1d0f45904d658c8becad7c3f621c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "cba18f15-a919-422e-a423-1e705e233389", "external-id": "nsx-vlan-transportzone-79", "segmentation_id": 79, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4b52fd26-0f", "ovs_interfaceid": "4b52fd26-0fb8-45e8-968b-9005eecb9af7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62328) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1058.971484] env[62328]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-2f52d0e4-00e8-425e-8f5b-36076abdc9a5 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1058.994480] env[62328]: DEBUG nova.virt.vmwareapi.ds_util [None req-916cf222-4c6f-4603-bd95-5f29e8245d3b tempest-AttachVolumeShelveTestJSON-116809589 tempest-AttachVolumeShelveTestJSON-116809589-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62328) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1058.994671] env[62328]: DEBUG nova.virt.vmwareapi.vmops [None req-916cf222-4c6f-4603-bd95-5f29e8245d3b tempest-AttachVolumeShelveTestJSON-116809589 tempest-AttachVolumeShelveTestJSON-116809589-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62328) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1058.996082] env[62328]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bd1d97e5-7dee-4aa8-b978-a30a4b0e00d2 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1059.004631] env[62328]: DEBUG oslo_vmware.api [None req-916cf222-4c6f-4603-bd95-5f29e8245d3b tempest-AttachVolumeShelveTestJSON-116809589 tempest-AttachVolumeShelveTestJSON-116809589-project-member] Waiting for the task: (returnval){ [ 1059.004631] env[62328]: value = "session[52a6e20e-410d-708a-99f2-080a575a99bd]52b16837-77e2-da07-3002-63590982d126" [ 1059.004631] env[62328]: _type = "Task" [ 1059.004631] env[62328]: } to complete. {{(pid=62328) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1059.014638] env[62328]: DEBUG oslo_vmware.api [None req-916cf222-4c6f-4603-bd95-5f29e8245d3b tempest-AttachVolumeShelveTestJSON-116809589 tempest-AttachVolumeShelveTestJSON-116809589-project-member] Task: {'id': session[52a6e20e-410d-708a-99f2-080a575a99bd]52b16837-77e2-da07-3002-63590982d126, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1059.137801] env[62328]: DEBUG nova.scheduler.client.report [None req-4c359274-25f5-4dcb-8b69-db3209dbd082 tempest-ServersTestJSON-2041147199 tempest-ServersTestJSON-2041147199-project-member] Inventory has not changed for provider 3469e9f8-04af-49ca-8435-49f104496744 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 152, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62328) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1059.178088] env[62328]: DEBUG oslo_vmware.api [None req-a9f1a853-43fb-4106-ad8a-89cbd230554f tempest-DeleteServersTestJSON-1766103036 tempest-DeleteServersTestJSON-1766103036-project-member] Task: {'id': task-2387578, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1059.337705] env[62328]: DEBUG nova.compute.manager [req-db758690-3b37-49c0-a916-fb3a5ac714f5 req-95970270-1a58-43b2-8265-101d7fb2f89a service nova] [instance: 3bbba6fe-038a-40f8-935b-ce45c75c3497] Received event network-vif-deleted-b4a43b03-36a8-47a0-b31b-aafdd6a4a49e {{(pid=62328) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1059.337908] env[62328]: DEBUG nova.compute.manager [req-db758690-3b37-49c0-a916-fb3a5ac714f5 req-95970270-1a58-43b2-8265-101d7fb2f89a service nova] [instance: 52de62c1-e7ae-440d-b390-64b4594548c1] Received event network-changed-93d80e4a-37ee-46c3-a002-951f5f3efb7a {{(pid=62328) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1059.338078] env[62328]: DEBUG nova.compute.manager [req-db758690-3b37-49c0-a916-fb3a5ac714f5 req-95970270-1a58-43b2-8265-101d7fb2f89a service nova] [instance: 52de62c1-e7ae-440d-b390-64b4594548c1] Refreshing instance network info cache due to event network-changed-93d80e4a-37ee-46c3-a002-951f5f3efb7a. {{(pid=62328) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1059.338290] env[62328]: DEBUG oslo_concurrency.lockutils [req-db758690-3b37-49c0-a916-fb3a5ac714f5 req-95970270-1a58-43b2-8265-101d7fb2f89a service nova] Acquiring lock "refresh_cache-52de62c1-e7ae-440d-b390-64b4594548c1" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1059.338424] env[62328]: DEBUG oslo_concurrency.lockutils [req-db758690-3b37-49c0-a916-fb3a5ac714f5 req-95970270-1a58-43b2-8265-101d7fb2f89a service nova] Acquired lock "refresh_cache-52de62c1-e7ae-440d-b390-64b4594548c1" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.338575] env[62328]: DEBUG nova.network.neutron [req-db758690-3b37-49c0-a916-fb3a5ac714f5 req-95970270-1a58-43b2-8265-101d7fb2f89a service nova] [instance: 52de62c1-e7ae-440d-b390-64b4594548c1] Refreshing network info cache for port 93d80e4a-37ee-46c3-a002-951f5f3efb7a {{(pid=62328) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1059.352193] env[62328]: DEBUG oslo_vmware.api [None req-6dd8e3cc-6835-466d-8162-f25d0fb7e30c tempest-AttachInterfacesTestJSON-1049158018 tempest-AttachInterfacesTestJSON-1049158018-project-member] Task: {'id': task-2387572, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1059.457049] env[62328]: DEBUG oslo_concurrency.lockutils [None req-38fe415e-7d04-4ce2-ac92-a7b3d63bc489 tempest-ServersNegativeTestJSON-1019155744 tempest-ServersNegativeTestJSON-1019155744-project-member] Acquiring lock "refresh_cache-206ded69-14c7-477f-9c36-376ff43a9641" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1059.457202] env[62328]: DEBUG oslo_concurrency.lockutils [None req-38fe415e-7d04-4ce2-ac92-a7b3d63bc489 tempest-ServersNegativeTestJSON-1019155744 tempest-ServersNegativeTestJSON-1019155744-project-member] Acquired lock "refresh_cache-206ded69-14c7-477f-9c36-376ff43a9641" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.457392] env[62328]: DEBUG nova.network.neutron [None req-38fe415e-7d04-4ce2-ac92-a7b3d63bc489 tempest-ServersNegativeTestJSON-1019155744 tempest-ServersNegativeTestJSON-1019155744-project-member] [instance: 206ded69-14c7-477f-9c36-376ff43a9641] Building network info cache for instance {{(pid=62328) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1059.475256] env[62328]: DEBUG oslo_concurrency.lockutils [req-d9ec32e7-93cb-4c6e-b793-9ab8ed4c1c37 req-924692ab-7fe5-4635-9f77-d08baa65f149 service nova] Releasing lock "refresh_cache-14c336fc-69e4-4ef8-a50f-e307b9902127" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1059.516395] env[62328]: DEBUG nova.virt.vmwareapi.vmops [None req-916cf222-4c6f-4603-bd95-5f29e8245d3b tempest-AttachVolumeShelveTestJSON-116809589 tempest-AttachVolumeShelveTestJSON-116809589-project-member] [instance: 14c336fc-69e4-4ef8-a50f-e307b9902127] Preparing fetch location {{(pid=62328) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:633}} [ 1059.516678] env[62328]: DEBUG nova.virt.vmwareapi.vmops [None req-916cf222-4c6f-4603-bd95-5f29e8245d3b tempest-AttachVolumeShelveTestJSON-116809589 tempest-AttachVolumeShelveTestJSON-116809589-project-member] [instance: 14c336fc-69e4-4ef8-a50f-e307b9902127] Fetch image to [datastore2] OSTACK_IMG_64da3ad3-40b3-415c-8010-a63dc43452f9/OSTACK_IMG_64da3ad3-40b3-415c-8010-a63dc43452f9.vmdk {{(pid=62328) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:635}} [ 1059.516894] env[62328]: DEBUG nova.virt.vmwareapi.vmops [None req-916cf222-4c6f-4603-bd95-5f29e8245d3b tempest-AttachVolumeShelveTestJSON-116809589 tempest-AttachVolumeShelveTestJSON-116809589-project-member] [instance: 14c336fc-69e4-4ef8-a50f-e307b9902127] Downloading stream optimized image 0b0c6b73-c17c-4bf4-a105-a252b0f4d8ab to [datastore2] OSTACK_IMG_64da3ad3-40b3-415c-8010-a63dc43452f9/OSTACK_IMG_64da3ad3-40b3-415c-8010-a63dc43452f9.vmdk on the data store datastore2 as vApp {{(pid=62328) _fetch_image_as_vapp /opt/stack/nova/nova/virt/vmwareapi/vmops.py:437}} [ 1059.517045] env[62328]: DEBUG nova.virt.vmwareapi.images [None req-916cf222-4c6f-4603-bd95-5f29e8245d3b tempest-AttachVolumeShelveTestJSON-116809589 tempest-AttachVolumeShelveTestJSON-116809589-project-member] [instance: 14c336fc-69e4-4ef8-a50f-e307b9902127] Downloading image file data 0b0c6b73-c17c-4bf4-a105-a252b0f4d8ab to the ESX as VM named 'OSTACK_IMG_64da3ad3-40b3-415c-8010-a63dc43452f9' {{(pid=62328) fetch_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:336}} [ 1059.594973] env[62328]: DEBUG oslo_vmware.rw_handles [None req-916cf222-4c6f-4603-bd95-5f29e8245d3b tempest-AttachVolumeShelveTestJSON-116809589 tempest-AttachVolumeShelveTestJSON-116809589-project-member] Creating HttpNfcLease lease for vApp import into resource pool: (val){ [ 1059.594973] env[62328]: value = "resgroup-9" [ 1059.594973] env[62328]: _type = "ResourcePool" [ 1059.594973] env[62328]: }. {{(pid=62328) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:453}} [ 1059.595386] env[62328]: DEBUG oslo_vmware.service [-] Invoking ResourcePool.ImportVApp with opID=oslo.vmware-0dc5441a-3b2d-4f7b-8924-67bc8a286fdd {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1059.618035] env[62328]: DEBUG oslo_vmware.rw_handles [None req-916cf222-4c6f-4603-bd95-5f29e8245d3b tempest-AttachVolumeShelveTestJSON-116809589 tempest-AttachVolumeShelveTestJSON-116809589-project-member] Lease: (returnval){ [ 1059.618035] env[62328]: value = "session[52a6e20e-410d-708a-99f2-080a575a99bd]52c07c22-9ad6-be49-fb85-731893e9ae4d" [ 1059.618035] env[62328]: _type = "HttpNfcLease" [ 1059.618035] env[62328]: } obtained for vApp import into resource pool (val){ [ 1059.618035] env[62328]: value = "resgroup-9" [ 1059.618035] env[62328]: _type = "ResourcePool" [ 1059.618035] env[62328]: }. {{(pid=62328) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:461}} [ 1059.618035] env[62328]: DEBUG oslo_vmware.api [None req-916cf222-4c6f-4603-bd95-5f29e8245d3b tempest-AttachVolumeShelveTestJSON-116809589 tempest-AttachVolumeShelveTestJSON-116809589-project-member] Waiting for the lease: (returnval){ [ 1059.618035] env[62328]: value = "session[52a6e20e-410d-708a-99f2-080a575a99bd]52c07c22-9ad6-be49-fb85-731893e9ae4d" [ 1059.618035] env[62328]: _type = "HttpNfcLease" [ 1059.618035] env[62328]: } to be ready. {{(pid=62328) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1059.625762] env[62328]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1059.625762] env[62328]: value = "session[52a6e20e-410d-708a-99f2-080a575a99bd]52c07c22-9ad6-be49-fb85-731893e9ae4d" [ 1059.625762] env[62328]: _type = "HttpNfcLease" [ 1059.625762] env[62328]: } is initializing. {{(pid=62328) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1059.642958] env[62328]: DEBUG oslo_concurrency.lockutils [None req-4c359274-25f5-4dcb-8b69-db3209dbd082 tempest-ServersTestJSON-2041147199 tempest-ServersTestJSON-2041147199-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.847s {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1059.645620] env[62328]: DEBUG oslo_concurrency.lockutils [None req-213ebf28-d531-403f-bebd-8e1f16788a74 tempest-AttachVolumeTestJSON-944844435 tempest-AttachVolumeTestJSON-944844435-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.720s {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1059.645890] env[62328]: DEBUG nova.objects.instance [None req-213ebf28-d531-403f-bebd-8e1f16788a74 tempest-AttachVolumeTestJSON-944844435 tempest-AttachVolumeTestJSON-944844435-project-member] Lazy-loading 'resources' on Instance uuid 3bbba6fe-038a-40f8-935b-ce45c75c3497 {{(pid=62328) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1059.669355] env[62328]: INFO nova.scheduler.client.report [None req-4c359274-25f5-4dcb-8b69-db3209dbd082 tempest-ServersTestJSON-2041147199 tempest-ServersTestJSON-2041147199-project-member] Deleted allocations for instance 1238ca59-2e55-4d5c-bbf8-2730ee5e6739 [ 1059.682798] env[62328]: DEBUG oslo_vmware.api [None req-a9f1a853-43fb-4106-ad8a-89cbd230554f tempest-DeleteServersTestJSON-1766103036 tempest-DeleteServersTestJSON-1766103036-project-member] Task: {'id': task-2387578, 'name': PowerOnVM_Task, 'duration_secs': 0.892371} completed successfully. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1059.683096] env[62328]: DEBUG nova.virt.vmwareapi.vm_util [None req-a9f1a853-43fb-4106-ad8a-89cbd230554f tempest-DeleteServersTestJSON-1766103036 tempest-DeleteServersTestJSON-1766103036-project-member] [instance: 46036359-e19d-4dda-9b4f-41c3826f364d] Powered on the VM {{(pid=62328) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1059.683636] env[62328]: INFO nova.compute.manager [None req-a9f1a853-43fb-4106-ad8a-89cbd230554f tempest-DeleteServersTestJSON-1766103036 tempest-DeleteServersTestJSON-1766103036-project-member] [instance: 46036359-e19d-4dda-9b4f-41c3826f364d] Took 9.07 seconds to spawn the instance on the hypervisor. [ 1059.683868] env[62328]: DEBUG nova.compute.manager [None req-a9f1a853-43fb-4106-ad8a-89cbd230554f tempest-DeleteServersTestJSON-1766103036 tempest-DeleteServersTestJSON-1766103036-project-member] [instance: 46036359-e19d-4dda-9b4f-41c3826f364d] Checking state {{(pid=62328) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1059.684762] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9dc01d87-5962-4155-a790-8878bd6a30c8 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1059.808660] env[62328]: DEBUG nova.compute.manager [None req-a53082cc-6bb7-449a-8702-f711975cea4a tempest-ServerActionsTestOtherB-626827456 tempest-ServerActionsTestOtherB-626827456-project-member] [instance: 726d231d-afd9-460a-818e-7412af85a7f1] Checking state {{(pid=62328) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1059.809611] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-971dac83-94ca-4249-9302-dc4c5d9e63c4 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1059.857026] env[62328]: DEBUG oslo_vmware.api [None req-6dd8e3cc-6835-466d-8162-f25d0fb7e30c tempest-AttachInterfacesTestJSON-1049158018 tempest-AttachInterfacesTestJSON-1049158018-project-member] Task: {'id': task-2387572, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1059.932336] env[62328]: DEBUG nova.compute.manager [req-edf9937b-41c3-43df-910e-e2ca631330ab req-5d887b6c-7943-4439-a91f-0142e2f5d2ed service nova] [instance: 206ded69-14c7-477f-9c36-376ff43a9641] Received event network-vif-plugged-63d4460f-c721-4686-9834-f681a2947d2e {{(pid=62328) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1059.932599] env[62328]: DEBUG oslo_concurrency.lockutils [req-edf9937b-41c3-43df-910e-e2ca631330ab req-5d887b6c-7943-4439-a91f-0142e2f5d2ed service nova] Acquiring lock "206ded69-14c7-477f-9c36-376ff43a9641-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1059.932847] env[62328]: DEBUG oslo_concurrency.lockutils [req-edf9937b-41c3-43df-910e-e2ca631330ab req-5d887b6c-7943-4439-a91f-0142e2f5d2ed service nova] Lock "206ded69-14c7-477f-9c36-376ff43a9641-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1059.933074] env[62328]: DEBUG oslo_concurrency.lockutils [req-edf9937b-41c3-43df-910e-e2ca631330ab req-5d887b6c-7943-4439-a91f-0142e2f5d2ed service nova] Lock "206ded69-14c7-477f-9c36-376ff43a9641-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1059.933299] env[62328]: DEBUG nova.compute.manager [req-edf9937b-41c3-43df-910e-e2ca631330ab req-5d887b6c-7943-4439-a91f-0142e2f5d2ed service nova] [instance: 206ded69-14c7-477f-9c36-376ff43a9641] No waiting events found dispatching network-vif-plugged-63d4460f-c721-4686-9834-f681a2947d2e {{(pid=62328) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1059.933510] env[62328]: WARNING nova.compute.manager [req-edf9937b-41c3-43df-910e-e2ca631330ab req-5d887b6c-7943-4439-a91f-0142e2f5d2ed service nova] [instance: 206ded69-14c7-477f-9c36-376ff43a9641] Received unexpected event network-vif-plugged-63d4460f-c721-4686-9834-f681a2947d2e for instance with vm_state shelved_offloaded and task_state spawning. [ 1059.933721] env[62328]: DEBUG nova.compute.manager [req-edf9937b-41c3-43df-910e-e2ca631330ab req-5d887b6c-7943-4439-a91f-0142e2f5d2ed service nova] [instance: 206ded69-14c7-477f-9c36-376ff43a9641] Received event network-changed-63d4460f-c721-4686-9834-f681a2947d2e {{(pid=62328) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1059.933912] env[62328]: DEBUG nova.compute.manager [req-edf9937b-41c3-43df-910e-e2ca631330ab req-5d887b6c-7943-4439-a91f-0142e2f5d2ed service nova] [instance: 206ded69-14c7-477f-9c36-376ff43a9641] Refreshing instance network info cache due to event network-changed-63d4460f-c721-4686-9834-f681a2947d2e. {{(pid=62328) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1059.934135] env[62328]: DEBUG oslo_concurrency.lockutils [req-edf9937b-41c3-43df-910e-e2ca631330ab req-5d887b6c-7943-4439-a91f-0142e2f5d2ed service nova] Acquiring lock "refresh_cache-206ded69-14c7-477f-9c36-376ff43a9641" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1060.092852] env[62328]: DEBUG nova.network.neutron [req-db758690-3b37-49c0-a916-fb3a5ac714f5 req-95970270-1a58-43b2-8265-101d7fb2f89a service nova] [instance: 52de62c1-e7ae-440d-b390-64b4594548c1] Updated VIF entry in instance network info cache for port 93d80e4a-37ee-46c3-a002-951f5f3efb7a. {{(pid=62328) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1060.093247] env[62328]: DEBUG nova.network.neutron [req-db758690-3b37-49c0-a916-fb3a5ac714f5 req-95970270-1a58-43b2-8265-101d7fb2f89a service nova] [instance: 52de62c1-e7ae-440d-b390-64b4594548c1] Updating instance_info_cache with network_info: [{"id": "93d80e4a-37ee-46c3-a002-951f5f3efb7a", "address": "fa:16:3e:12:71:53", "network": {"id": "665a93dd-ec5d-43ab-a846-c1bb4bf70533", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1472451965-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.163", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d5a96a78c0b5451d8c6e1de563033f13", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "cf63c3c8-d774-4b81-9b12-848612a96076", "external-id": "nsx-vlan-transportzone-315", "segmentation_id": 315, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap93d80e4a-37", "ovs_interfaceid": "93d80e4a-37ee-46c3-a002-951f5f3efb7a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62328) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1060.129351] env[62328]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1060.129351] env[62328]: value = "session[52a6e20e-410d-708a-99f2-080a575a99bd]52c07c22-9ad6-be49-fb85-731893e9ae4d" [ 1060.129351] env[62328]: _type = "HttpNfcLease" [ 1060.129351] env[62328]: } is initializing. {{(pid=62328) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1060.179504] env[62328]: DEBUG oslo_concurrency.lockutils [None req-4c359274-25f5-4dcb-8b69-db3209dbd082 tempest-ServersTestJSON-2041147199 tempest-ServersTestJSON-2041147199-project-member] Lock "1238ca59-2e55-4d5c-bbf8-2730ee5e6739" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 7.023s {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1060.209741] env[62328]: INFO nova.compute.manager [None req-a9f1a853-43fb-4106-ad8a-89cbd230554f tempest-DeleteServersTestJSON-1766103036 tempest-DeleteServersTestJSON-1766103036-project-member] [instance: 46036359-e19d-4dda-9b4f-41c3826f364d] Took 16.39 seconds to build instance. [ 1060.323537] env[62328]: INFO nova.compute.manager [None req-a53082cc-6bb7-449a-8702-f711975cea4a tempest-ServerActionsTestOtherB-626827456 tempest-ServerActionsTestOtherB-626827456-project-member] [instance: 726d231d-afd9-460a-818e-7412af85a7f1] instance snapshotting [ 1060.325492] env[62328]: DEBUG nova.objects.instance [None req-a53082cc-6bb7-449a-8702-f711975cea4a tempest-ServerActionsTestOtherB-626827456 tempest-ServerActionsTestOtherB-626827456-project-member] Lazy-loading 'flavor' on Instance uuid 726d231d-afd9-460a-818e-7412af85a7f1 {{(pid=62328) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1060.364122] env[62328]: DEBUG oslo_vmware.api [None req-6dd8e3cc-6835-466d-8162-f25d0fb7e30c tempest-AttachInterfacesTestJSON-1049158018 tempest-AttachInterfacesTestJSON-1049158018-project-member] Task: {'id': task-2387572, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1060.394667] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ea3c0ecb-0948-4b08-aaa4-9b057219e0ea {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1060.403156] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bdc9a4da-c7c3-4d92-95a3-fd2744485de6 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1060.435418] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-014be865-1bda-4717-bd34-97182c3e07a9 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1060.443526] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ab12f1a1-2d30-4b20-9405-8c02a27dbc52 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1060.462034] env[62328]: DEBUG nova.compute.provider_tree [None req-213ebf28-d531-403f-bebd-8e1f16788a74 tempest-AttachVolumeTestJSON-944844435 tempest-AttachVolumeTestJSON-944844435-project-member] Inventory has not changed in ProviderTree for provider: 3469e9f8-04af-49ca-8435-49f104496744 {{(pid=62328) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1060.506329] env[62328]: DEBUG nova.network.neutron [None req-38fe415e-7d04-4ce2-ac92-a7b3d63bc489 tempest-ServersNegativeTestJSON-1019155744 tempest-ServersNegativeTestJSON-1019155744-project-member] [instance: 206ded69-14c7-477f-9c36-376ff43a9641] Updating instance_info_cache with network_info: [{"id": "63d4460f-c721-4686-9834-f681a2947d2e", "address": "fa:16:3e:1c:d8:db", "network": {"id": "a58f38b3-158b-4c51-ac34-5648643d8400", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-563747433-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6439cdc748024a22a910522f77b70be9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "001929c7-0dc4-4b73-a9f1-d672f8377985", "external-id": "nsx-vlan-transportzone-230", "segmentation_id": 230, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap63d4460f-c7", "ovs_interfaceid": "63d4460f-c721-4686-9834-f681a2947d2e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62328) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1060.599032] env[62328]: DEBUG oslo_concurrency.lockutils [req-db758690-3b37-49c0-a916-fb3a5ac714f5 req-95970270-1a58-43b2-8265-101d7fb2f89a service nova] Releasing lock "refresh_cache-52de62c1-e7ae-440d-b390-64b4594548c1" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1060.628136] env[62328]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1060.628136] env[62328]: value = "session[52a6e20e-410d-708a-99f2-080a575a99bd]52c07c22-9ad6-be49-fb85-731893e9ae4d" [ 1060.628136] env[62328]: _type = "HttpNfcLease" [ 1060.628136] env[62328]: } is ready. {{(pid=62328) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1060.628435] env[62328]: DEBUG oslo_vmware.rw_handles [None req-916cf222-4c6f-4603-bd95-5f29e8245d3b tempest-AttachVolumeShelveTestJSON-116809589 tempest-AttachVolumeShelveTestJSON-116809589-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1060.628435] env[62328]: value = "session[52a6e20e-410d-708a-99f2-080a575a99bd]52c07c22-9ad6-be49-fb85-731893e9ae4d" [ 1060.628435] env[62328]: _type = "HttpNfcLease" [ 1060.628435] env[62328]: }. {{(pid=62328) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:467}} [ 1060.629180] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-284085bc-71b8-4943-bf04-3fcc28a3edb6 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1060.637035] env[62328]: DEBUG oslo_vmware.rw_handles [None req-916cf222-4c6f-4603-bd95-5f29e8245d3b tempest-AttachVolumeShelveTestJSON-116809589 tempest-AttachVolumeShelveTestJSON-116809589-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52889fe2-aad1-31cf-1406-d22ee6bc0770/disk-0.vmdk from lease info. {{(pid=62328) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1060.637221] env[62328]: DEBUG oslo_vmware.rw_handles [None req-916cf222-4c6f-4603-bd95-5f29e8245d3b tempest-AttachVolumeShelveTestJSON-116809589 tempest-AttachVolumeShelveTestJSON-116809589-project-member] Creating HTTP connection to write to file with size = 31669248 and URL = https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52889fe2-aad1-31cf-1406-d22ee6bc0770/disk-0.vmdk. {{(pid=62328) _create_write_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:122}} [ 1060.703226] env[62328]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-e17cf0b2-f021-4fb1-a327-e1af5d6a7afd {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1060.715828] env[62328]: DEBUG oslo_concurrency.lockutils [None req-a9f1a853-43fb-4106-ad8a-89cbd230554f tempest-DeleteServersTestJSON-1766103036 tempest-DeleteServersTestJSON-1766103036-project-member] Lock "46036359-e19d-4dda-9b4f-41c3826f364d" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 17.908s {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1060.833064] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1fb9dc66-a846-4543-af80-c4cd1183fd87 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1060.859191] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1b72fd2d-c346-4ed7-9b3a-ae6b4e6b8ffe {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1060.871577] env[62328]: DEBUG oslo_vmware.api [None req-6dd8e3cc-6835-466d-8162-f25d0fb7e30c tempest-AttachInterfacesTestJSON-1049158018 tempest-AttachInterfacesTestJSON-1049158018-project-member] Task: {'id': task-2387572, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1060.965489] env[62328]: DEBUG nova.scheduler.client.report [None req-213ebf28-d531-403f-bebd-8e1f16788a74 tempest-AttachVolumeTestJSON-944844435 tempest-AttachVolumeTestJSON-944844435-project-member] Inventory has not changed for provider 3469e9f8-04af-49ca-8435-49f104496744 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 152, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62328) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1061.009034] env[62328]: DEBUG oslo_concurrency.lockutils [None req-38fe415e-7d04-4ce2-ac92-a7b3d63bc489 tempest-ServersNegativeTestJSON-1019155744 tempest-ServersNegativeTestJSON-1019155744-project-member] Releasing lock "refresh_cache-206ded69-14c7-477f-9c36-376ff43a9641" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1061.013367] env[62328]: DEBUG oslo_concurrency.lockutils [req-edf9937b-41c3-43df-910e-e2ca631330ab req-5d887b6c-7943-4439-a91f-0142e2f5d2ed service nova] Acquired lock "refresh_cache-206ded69-14c7-477f-9c36-376ff43a9641" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1061.013567] env[62328]: DEBUG nova.network.neutron [req-edf9937b-41c3-43df-910e-e2ca631330ab req-5d887b6c-7943-4439-a91f-0142e2f5d2ed service nova] [instance: 206ded69-14c7-477f-9c36-376ff43a9641] Refreshing network info cache for port 63d4460f-c721-4686-9834-f681a2947d2e {{(pid=62328) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1061.038920] env[62328]: DEBUG nova.virt.hardware [None req-38fe415e-7d04-4ce2-ac92-a7b3d63bc489 tempest-ServersNegativeTestJSON-1019155744 tempest-ServersNegativeTestJSON-1019155744-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-07T17:16:55Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='a8f7864baf9363c722d85c53d2dc3f5f',container_format='bare',created_at=2025-02-07T17:26:43Z,direct_url=,disk_format='vmdk',id=24092ccf-b6ce-4f05-b549-cdd3eab5dcd9,min_disk=1,min_ram=0,name='tempest-ServersNegativeTestJSON-server-362451454-shelved',owner='6439cdc748024a22a910522f77b70be9',properties=ImageMetaProps,protected=,size=31664128,status='active',tags=,updated_at=2025-02-07T17:27:00Z,virtual_size=,visibility=), allow threads: False {{(pid=62328) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1061.039645] env[62328]: DEBUG nova.virt.hardware [None req-38fe415e-7d04-4ce2-ac92-a7b3d63bc489 tempest-ServersNegativeTestJSON-1019155744 tempest-ServersNegativeTestJSON-1019155744-project-member] Flavor limits 0:0:0 {{(pid=62328) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1061.039645] env[62328]: DEBUG nova.virt.hardware [None req-38fe415e-7d04-4ce2-ac92-a7b3d63bc489 tempest-ServersNegativeTestJSON-1019155744 tempest-ServersNegativeTestJSON-1019155744-project-member] Image limits 0:0:0 {{(pid=62328) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1061.039645] env[62328]: DEBUG nova.virt.hardware [None req-38fe415e-7d04-4ce2-ac92-a7b3d63bc489 tempest-ServersNegativeTestJSON-1019155744 tempest-ServersNegativeTestJSON-1019155744-project-member] Flavor pref 0:0:0 {{(pid=62328) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1061.039645] env[62328]: DEBUG nova.virt.hardware [None req-38fe415e-7d04-4ce2-ac92-a7b3d63bc489 tempest-ServersNegativeTestJSON-1019155744 tempest-ServersNegativeTestJSON-1019155744-project-member] Image pref 0:0:0 {{(pid=62328) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1061.039852] env[62328]: DEBUG nova.virt.hardware [None req-38fe415e-7d04-4ce2-ac92-a7b3d63bc489 tempest-ServersNegativeTestJSON-1019155744 tempest-ServersNegativeTestJSON-1019155744-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62328) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1061.039989] env[62328]: DEBUG nova.virt.hardware [None req-38fe415e-7d04-4ce2-ac92-a7b3d63bc489 tempest-ServersNegativeTestJSON-1019155744 tempest-ServersNegativeTestJSON-1019155744-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62328) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1061.040195] env[62328]: DEBUG nova.virt.hardware [None req-38fe415e-7d04-4ce2-ac92-a7b3d63bc489 tempest-ServersNegativeTestJSON-1019155744 tempest-ServersNegativeTestJSON-1019155744-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62328) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1061.040365] env[62328]: DEBUG nova.virt.hardware [None req-38fe415e-7d04-4ce2-ac92-a7b3d63bc489 tempest-ServersNegativeTestJSON-1019155744 tempest-ServersNegativeTestJSON-1019155744-project-member] Got 1 possible topologies {{(pid=62328) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1061.040525] env[62328]: DEBUG nova.virt.hardware [None req-38fe415e-7d04-4ce2-ac92-a7b3d63bc489 tempest-ServersNegativeTestJSON-1019155744 tempest-ServersNegativeTestJSON-1019155744-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62328) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1061.040694] env[62328]: DEBUG nova.virt.hardware [None req-38fe415e-7d04-4ce2-ac92-a7b3d63bc489 tempest-ServersNegativeTestJSON-1019155744 tempest-ServersNegativeTestJSON-1019155744-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62328) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1061.041862] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-54965693-25cf-47b2-9fbf-52927eaecfad {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1061.050680] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cd52c88a-fc43-4bbb-b51f-95eee4670387 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1061.068353] env[62328]: DEBUG nova.virt.vmwareapi.vmops [None req-38fe415e-7d04-4ce2-ac92-a7b3d63bc489 tempest-ServersNegativeTestJSON-1019155744 tempest-ServersNegativeTestJSON-1019155744-project-member] [instance: 206ded69-14c7-477f-9c36-376ff43a9641] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:1c:d8:db', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '001929c7-0dc4-4b73-a9f1-d672f8377985', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '63d4460f-c721-4686-9834-f681a2947d2e', 'vif_model': 'vmxnet3'}] {{(pid=62328) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1061.076009] env[62328]: DEBUG oslo.service.loopingcall [None req-38fe415e-7d04-4ce2-ac92-a7b3d63bc489 tempest-ServersNegativeTestJSON-1019155744 tempest-ServersNegativeTestJSON-1019155744-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62328) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1061.080649] env[62328]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 206ded69-14c7-477f-9c36-376ff43a9641] Creating VM on the ESX host {{(pid=62328) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1061.080943] env[62328]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-1c6420fa-fd0b-449f-9339-61d4796956a8 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1061.109055] env[62328]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1061.109055] env[62328]: value = "task-2387581" [ 1061.109055] env[62328]: _type = "Task" [ 1061.109055] env[62328]: } to complete. {{(pid=62328) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1061.119969] env[62328]: DEBUG oslo_vmware.api [-] Task: {'id': task-2387581, 'name': CreateVM_Task} progress is 0%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1061.365880] env[62328]: DEBUG oslo_vmware.api [None req-6dd8e3cc-6835-466d-8162-f25d0fb7e30c tempest-AttachInterfacesTestJSON-1049158018 tempest-AttachInterfacesTestJSON-1049158018-project-member] Task: {'id': task-2387572, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1061.377194] env[62328]: DEBUG nova.virt.vmwareapi.vmops [None req-a53082cc-6bb7-449a-8702-f711975cea4a tempest-ServerActionsTestOtherB-626827456 tempest-ServerActionsTestOtherB-626827456-project-member] [instance: 726d231d-afd9-460a-818e-7412af85a7f1] Creating Snapshot of the VM instance {{(pid=62328) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1061.377552] env[62328]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-4bb9146b-5f3a-4aa3-9ee3-f87279f47c30 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1061.391022] env[62328]: DEBUG oslo_vmware.api [None req-a53082cc-6bb7-449a-8702-f711975cea4a tempest-ServerActionsTestOtherB-626827456 tempest-ServerActionsTestOtherB-626827456-project-member] Waiting for the task: (returnval){ [ 1061.391022] env[62328]: value = "task-2387583" [ 1061.391022] env[62328]: _type = "Task" [ 1061.391022] env[62328]: } to complete. {{(pid=62328) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1061.397822] env[62328]: DEBUG nova.compute.manager [None req-27c26372-5c11-4458-a4ee-e27fc2deef6c tempest-DeleteServersTestJSON-1766103036 tempest-DeleteServersTestJSON-1766103036-project-member] [instance: 46036359-e19d-4dda-9b4f-41c3826f364d] Stashing vm_state: active {{(pid=62328) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 1061.410070] env[62328]: DEBUG oslo_vmware.api [None req-a53082cc-6bb7-449a-8702-f711975cea4a tempest-ServerActionsTestOtherB-626827456 tempest-ServerActionsTestOtherB-626827456-project-member] Task: {'id': task-2387583, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1061.471522] env[62328]: DEBUG oslo_concurrency.lockutils [None req-213ebf28-d531-403f-bebd-8e1f16788a74 tempest-AttachVolumeTestJSON-944844435 tempest-AttachVolumeTestJSON-944844435-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.826s {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1061.492960] env[62328]: INFO nova.scheduler.client.report [None req-213ebf28-d531-403f-bebd-8e1f16788a74 tempest-AttachVolumeTestJSON-944844435 tempest-AttachVolumeTestJSON-944844435-project-member] Deleted allocations for instance 3bbba6fe-038a-40f8-935b-ce45c75c3497 [ 1061.625581] env[62328]: DEBUG oslo_vmware.api [-] Task: {'id': task-2387581, 'name': CreateVM_Task, 'duration_secs': 0.451223} completed successfully. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1061.625581] env[62328]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 206ded69-14c7-477f-9c36-376ff43a9641] Created VM on the ESX host {{(pid=62328) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1061.626110] env[62328]: DEBUG oslo_concurrency.lockutils [None req-38fe415e-7d04-4ce2-ac92-a7b3d63bc489 tempest-ServersNegativeTestJSON-1019155744 tempest-ServersNegativeTestJSON-1019155744-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/24092ccf-b6ce-4f05-b549-cdd3eab5dcd9" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1061.626282] env[62328]: DEBUG oslo_concurrency.lockutils [None req-38fe415e-7d04-4ce2-ac92-a7b3d63bc489 tempest-ServersNegativeTestJSON-1019155744 tempest-ServersNegativeTestJSON-1019155744-project-member] Acquired lock "[datastore2] devstack-image-cache_base/24092ccf-b6ce-4f05-b549-cdd3eab5dcd9" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1061.626732] env[62328]: DEBUG oslo_concurrency.lockutils [None req-38fe415e-7d04-4ce2-ac92-a7b3d63bc489 tempest-ServersNegativeTestJSON-1019155744 tempest-ServersNegativeTestJSON-1019155744-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/24092ccf-b6ce-4f05-b549-cdd3eab5dcd9" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1061.627096] env[62328]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8e7156fb-8226-48ba-9fdf-14354642b2b5 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1061.636283] env[62328]: DEBUG oslo_vmware.api [None req-38fe415e-7d04-4ce2-ac92-a7b3d63bc489 tempest-ServersNegativeTestJSON-1019155744 tempest-ServersNegativeTestJSON-1019155744-project-member] Waiting for the task: (returnval){ [ 1061.636283] env[62328]: value = "session[52a6e20e-410d-708a-99f2-080a575a99bd]52bdcd4f-4d53-e90b-1c8c-b17e6a1ecc37" [ 1061.636283] env[62328]: _type = "Task" [ 1061.636283] env[62328]: } to complete. {{(pid=62328) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1061.649190] env[62328]: DEBUG oslo_vmware.api [None req-38fe415e-7d04-4ce2-ac92-a7b3d63bc489 tempest-ServersNegativeTestJSON-1019155744 tempest-ServersNegativeTestJSON-1019155744-project-member] Task: {'id': session[52a6e20e-410d-708a-99f2-080a575a99bd]52bdcd4f-4d53-e90b-1c8c-b17e6a1ecc37, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1061.652444] env[62328]: DEBUG oslo_concurrency.lockutils [None req-2bf4ff1b-5cb5-4ed5-bac4-98d9a0e2a819 tempest-ServersTestJSON-2041147199 tempest-ServersTestJSON-2041147199-project-member] Acquiring lock "3c9e10d6-deb6-4b1b-8dfe-9e85e3b19e85" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1061.652684] env[62328]: DEBUG oslo_concurrency.lockutils [None req-2bf4ff1b-5cb5-4ed5-bac4-98d9a0e2a819 tempest-ServersTestJSON-2041147199 tempest-ServersTestJSON-2041147199-project-member] Lock "3c9e10d6-deb6-4b1b-8dfe-9e85e3b19e85" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1061.655332] env[62328]: DEBUG oslo_concurrency.lockutils [None req-2bf4ff1b-5cb5-4ed5-bac4-98d9a0e2a819 tempest-ServersTestJSON-2041147199 tempest-ServersTestJSON-2041147199-project-member] Acquiring lock "3c9e10d6-deb6-4b1b-8dfe-9e85e3b19e85-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1061.655332] env[62328]: DEBUG oslo_concurrency.lockutils [None req-2bf4ff1b-5cb5-4ed5-bac4-98d9a0e2a819 tempest-ServersTestJSON-2041147199 tempest-ServersTestJSON-2041147199-project-member] Lock "3c9e10d6-deb6-4b1b-8dfe-9e85e3b19e85-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1061.655332] env[62328]: DEBUG oslo_concurrency.lockutils [None req-2bf4ff1b-5cb5-4ed5-bac4-98d9a0e2a819 tempest-ServersTestJSON-2041147199 tempest-ServersTestJSON-2041147199-project-member] Lock "3c9e10d6-deb6-4b1b-8dfe-9e85e3b19e85-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1061.657027] env[62328]: INFO nova.compute.manager [None req-2bf4ff1b-5cb5-4ed5-bac4-98d9a0e2a819 tempest-ServersTestJSON-2041147199 tempest-ServersTestJSON-2041147199-project-member] [instance: 3c9e10d6-deb6-4b1b-8dfe-9e85e3b19e85] Terminating instance [ 1061.868475] env[62328]: DEBUG oslo_vmware.api [None req-6dd8e3cc-6835-466d-8162-f25d0fb7e30c tempest-AttachInterfacesTestJSON-1049158018 tempest-AttachInterfacesTestJSON-1049158018-project-member] Task: {'id': task-2387572, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1061.907614] env[62328]: DEBUG oslo_vmware.api [None req-a53082cc-6bb7-449a-8702-f711975cea4a tempest-ServerActionsTestOtherB-626827456 tempest-ServerActionsTestOtherB-626827456-project-member] Task: {'id': task-2387583, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1061.923746] env[62328]: DEBUG oslo_concurrency.lockutils [None req-27c26372-5c11-4458-a4ee-e27fc2deef6c tempest-DeleteServersTestJSON-1766103036 tempest-DeleteServersTestJSON-1766103036-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1061.924155] env[62328]: DEBUG oslo_concurrency.lockutils [None req-27c26372-5c11-4458-a4ee-e27fc2deef6c tempest-DeleteServersTestJSON-1766103036 tempest-DeleteServersTestJSON-1766103036-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 0.000s {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1061.949946] env[62328]: DEBUG oslo_vmware.rw_handles [None req-916cf222-4c6f-4603-bd95-5f29e8245d3b tempest-AttachVolumeShelveTestJSON-116809589 tempest-AttachVolumeShelveTestJSON-116809589-project-member] Completed reading data from the image iterator. {{(pid=62328) read /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:765}} [ 1061.950225] env[62328]: DEBUG oslo_vmware.rw_handles [None req-916cf222-4c6f-4603-bd95-5f29e8245d3b tempest-AttachVolumeShelveTestJSON-116809589 tempest-AttachVolumeShelveTestJSON-116809589-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52889fe2-aad1-31cf-1406-d22ee6bc0770/disk-0.vmdk. {{(pid=62328) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1061.951468] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ffae280f-3b33-4c4e-9577-0e3217c37e6c {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1061.959932] env[62328]: DEBUG oslo_vmware.rw_handles [None req-916cf222-4c6f-4603-bd95-5f29e8245d3b tempest-AttachVolumeShelveTestJSON-116809589 tempest-AttachVolumeShelveTestJSON-116809589-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52889fe2-aad1-31cf-1406-d22ee6bc0770/disk-0.vmdk is in state: ready. {{(pid=62328) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1061.960148] env[62328]: DEBUG oslo_vmware.rw_handles [None req-916cf222-4c6f-4603-bd95-5f29e8245d3b tempest-AttachVolumeShelveTestJSON-116809589 tempest-AttachVolumeShelveTestJSON-116809589-project-member] Releasing lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52889fe2-aad1-31cf-1406-d22ee6bc0770/disk-0.vmdk. {{(pid=62328) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:440}} [ 1061.960412] env[62328]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseComplete with opID=oslo.vmware-61a80117-5fa9-4d4f-b5b6-a47ed6ece8cb {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1061.969829] env[62328]: DEBUG nova.network.neutron [req-edf9937b-41c3-43df-910e-e2ca631330ab req-5d887b6c-7943-4439-a91f-0142e2f5d2ed service nova] [instance: 206ded69-14c7-477f-9c36-376ff43a9641] Updated VIF entry in instance network info cache for port 63d4460f-c721-4686-9834-f681a2947d2e. {{(pid=62328) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1061.970197] env[62328]: DEBUG nova.network.neutron [req-edf9937b-41c3-43df-910e-e2ca631330ab req-5d887b6c-7943-4439-a91f-0142e2f5d2ed service nova] [instance: 206ded69-14c7-477f-9c36-376ff43a9641] Updating instance_info_cache with network_info: [{"id": "63d4460f-c721-4686-9834-f681a2947d2e", "address": "fa:16:3e:1c:d8:db", "network": {"id": "a58f38b3-158b-4c51-ac34-5648643d8400", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-563747433-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6439cdc748024a22a910522f77b70be9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "001929c7-0dc4-4b73-a9f1-d672f8377985", "external-id": "nsx-vlan-transportzone-230", "segmentation_id": 230, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap63d4460f-c7", "ovs_interfaceid": "63d4460f-c721-4686-9834-f681a2947d2e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62328) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1062.006974] env[62328]: DEBUG oslo_concurrency.lockutils [None req-213ebf28-d531-403f-bebd-8e1f16788a74 tempest-AttachVolumeTestJSON-944844435 tempest-AttachVolumeTestJSON-944844435-project-member] Lock "3bbba6fe-038a-40f8-935b-ce45c75c3497" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 7.166s {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1062.148220] env[62328]: DEBUG oslo_concurrency.lockutils [None req-38fe415e-7d04-4ce2-ac92-a7b3d63bc489 tempest-ServersNegativeTestJSON-1019155744 tempest-ServersNegativeTestJSON-1019155744-project-member] Releasing lock "[datastore2] devstack-image-cache_base/24092ccf-b6ce-4f05-b549-cdd3eab5dcd9" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1062.148220] env[62328]: DEBUG nova.virt.vmwareapi.vmops [None req-38fe415e-7d04-4ce2-ac92-a7b3d63bc489 tempest-ServersNegativeTestJSON-1019155744 tempest-ServersNegativeTestJSON-1019155744-project-member] [instance: 206ded69-14c7-477f-9c36-376ff43a9641] Processing image 24092ccf-b6ce-4f05-b549-cdd3eab5dcd9 {{(pid=62328) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1062.148220] env[62328]: DEBUG oslo_concurrency.lockutils [None req-38fe415e-7d04-4ce2-ac92-a7b3d63bc489 tempest-ServersNegativeTestJSON-1019155744 tempest-ServersNegativeTestJSON-1019155744-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/24092ccf-b6ce-4f05-b549-cdd3eab5dcd9/24092ccf-b6ce-4f05-b549-cdd3eab5dcd9.vmdk" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1062.148438] env[62328]: DEBUG oslo_concurrency.lockutils [None req-38fe415e-7d04-4ce2-ac92-a7b3d63bc489 tempest-ServersNegativeTestJSON-1019155744 tempest-ServersNegativeTestJSON-1019155744-project-member] Acquired lock "[datastore2] devstack-image-cache_base/24092ccf-b6ce-4f05-b549-cdd3eab5dcd9/24092ccf-b6ce-4f05-b549-cdd3eab5dcd9.vmdk" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1062.148438] env[62328]: DEBUG nova.virt.vmwareapi.ds_util [None req-38fe415e-7d04-4ce2-ac92-a7b3d63bc489 tempest-ServersNegativeTestJSON-1019155744 tempest-ServersNegativeTestJSON-1019155744-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62328) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1062.150778] env[62328]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-b07b9b30-9eea-49cb-8d08-b0c65c4fb3e8 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1062.162959] env[62328]: DEBUG nova.compute.manager [None req-2bf4ff1b-5cb5-4ed5-bac4-98d9a0e2a819 tempest-ServersTestJSON-2041147199 tempest-ServersTestJSON-2041147199-project-member] [instance: 3c9e10d6-deb6-4b1b-8dfe-9e85e3b19e85] Start destroying the instance on the hypervisor. {{(pid=62328) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1062.162959] env[62328]: DEBUG nova.virt.vmwareapi.vmops [None req-2bf4ff1b-5cb5-4ed5-bac4-98d9a0e2a819 tempest-ServersTestJSON-2041147199 tempest-ServersTestJSON-2041147199-project-member] [instance: 3c9e10d6-deb6-4b1b-8dfe-9e85e3b19e85] Destroying instance {{(pid=62328) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1062.162959] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1f5dad65-7eb6-41e0-819e-3820143f3de0 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1062.173030] env[62328]: DEBUG nova.virt.vmwareapi.ds_util [None req-38fe415e-7d04-4ce2-ac92-a7b3d63bc489 tempest-ServersNegativeTestJSON-1019155744 tempest-ServersNegativeTestJSON-1019155744-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62328) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1062.173030] env[62328]: DEBUG nova.virt.vmwareapi.vmops [None req-38fe415e-7d04-4ce2-ac92-a7b3d63bc489 tempest-ServersNegativeTestJSON-1019155744 tempest-ServersNegativeTestJSON-1019155744-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62328) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1062.173030] env[62328]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-406e99ae-9222-4019-99b1-64ef6d045e1e {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1062.175659] env[62328]: DEBUG nova.virt.vmwareapi.vm_util [None req-2bf4ff1b-5cb5-4ed5-bac4-98d9a0e2a819 tempest-ServersTestJSON-2041147199 tempest-ServersTestJSON-2041147199-project-member] [instance: 3c9e10d6-deb6-4b1b-8dfe-9e85e3b19e85] Powering off the VM {{(pid=62328) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1062.176072] env[62328]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-db5d6611-4c24-43bc-859f-4d25d09b5c0a {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1062.185026] env[62328]: DEBUG oslo_vmware.api [None req-38fe415e-7d04-4ce2-ac92-a7b3d63bc489 tempest-ServersNegativeTestJSON-1019155744 tempest-ServersNegativeTestJSON-1019155744-project-member] Waiting for the task: (returnval){ [ 1062.185026] env[62328]: value = "session[52a6e20e-410d-708a-99f2-080a575a99bd]525957dd-2ce9-3534-2a46-7e07785de5ad" [ 1062.185026] env[62328]: _type = "Task" [ 1062.185026] env[62328]: } to complete. {{(pid=62328) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1062.185600] env[62328]: DEBUG oslo_vmware.api [None req-2bf4ff1b-5cb5-4ed5-bac4-98d9a0e2a819 tempest-ServersTestJSON-2041147199 tempest-ServersTestJSON-2041147199-project-member] Waiting for the task: (returnval){ [ 1062.185600] env[62328]: value = "task-2387584" [ 1062.185600] env[62328]: _type = "Task" [ 1062.185600] env[62328]: } to complete. {{(pid=62328) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1062.198261] env[62328]: DEBUG oslo_vmware.api [None req-2bf4ff1b-5cb5-4ed5-bac4-98d9a0e2a819 tempest-ServersTestJSON-2041147199 tempest-ServersTestJSON-2041147199-project-member] Task: {'id': task-2387584, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1062.202370] env[62328]: DEBUG oslo_vmware.rw_handles [None req-916cf222-4c6f-4603-bd95-5f29e8245d3b tempest-AttachVolumeShelveTestJSON-116809589 tempest-AttachVolumeShelveTestJSON-116809589-project-member] Closed VMDK write handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52889fe2-aad1-31cf-1406-d22ee6bc0770/disk-0.vmdk. {{(pid=62328) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:646}} [ 1062.202764] env[62328]: INFO nova.virt.vmwareapi.images [None req-916cf222-4c6f-4603-bd95-5f29e8245d3b tempest-AttachVolumeShelveTestJSON-116809589 tempest-AttachVolumeShelveTestJSON-116809589-project-member] [instance: 14c336fc-69e4-4ef8-a50f-e307b9902127] Downloaded image file data 0b0c6b73-c17c-4bf4-a105-a252b0f4d8ab [ 1062.206641] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-99d5d43a-53c3-41dc-bdbc-cb23051799c9 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1062.213173] env[62328]: DEBUG nova.virt.vmwareapi.vmops [None req-38fe415e-7d04-4ce2-ac92-a7b3d63bc489 tempest-ServersNegativeTestJSON-1019155744 tempest-ServersNegativeTestJSON-1019155744-project-member] [instance: 206ded69-14c7-477f-9c36-376ff43a9641] Preparing fetch location {{(pid=62328) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:633}} [ 1062.213173] env[62328]: DEBUG nova.virt.vmwareapi.vmops [None req-38fe415e-7d04-4ce2-ac92-a7b3d63bc489 tempest-ServersNegativeTestJSON-1019155744 tempest-ServersNegativeTestJSON-1019155744-project-member] [instance: 206ded69-14c7-477f-9c36-376ff43a9641] Fetch image to [datastore2] OSTACK_IMG_d38f1cc8-d153-4386-85e2-2328eeb7fcda/OSTACK_IMG_d38f1cc8-d153-4386-85e2-2328eeb7fcda.vmdk {{(pid=62328) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:635}} [ 1062.213173] env[62328]: DEBUG nova.virt.vmwareapi.vmops [None req-38fe415e-7d04-4ce2-ac92-a7b3d63bc489 tempest-ServersNegativeTestJSON-1019155744 tempest-ServersNegativeTestJSON-1019155744-project-member] [instance: 206ded69-14c7-477f-9c36-376ff43a9641] Downloading stream optimized image 24092ccf-b6ce-4f05-b549-cdd3eab5dcd9 to [datastore2] OSTACK_IMG_d38f1cc8-d153-4386-85e2-2328eeb7fcda/OSTACK_IMG_d38f1cc8-d153-4386-85e2-2328eeb7fcda.vmdk on the data store datastore2 as vApp {{(pid=62328) _fetch_image_as_vapp /opt/stack/nova/nova/virt/vmwareapi/vmops.py:437}} [ 1062.213173] env[62328]: DEBUG nova.virt.vmwareapi.images [None req-38fe415e-7d04-4ce2-ac92-a7b3d63bc489 tempest-ServersNegativeTestJSON-1019155744 tempest-ServersNegativeTestJSON-1019155744-project-member] [instance: 206ded69-14c7-477f-9c36-376ff43a9641] Downloading image file data 24092ccf-b6ce-4f05-b549-cdd3eab5dcd9 to the ESX as VM named 'OSTACK_IMG_d38f1cc8-d153-4386-85e2-2328eeb7fcda' {{(pid=62328) fetch_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:336}} [ 1062.226315] env[62328]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-8e2e1da9-892b-4d3f-b665-1801794ef522 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1062.258954] env[62328]: INFO nova.virt.vmwareapi.images [None req-916cf222-4c6f-4603-bd95-5f29e8245d3b tempest-AttachVolumeShelveTestJSON-116809589 tempest-AttachVolumeShelveTestJSON-116809589-project-member] [instance: 14c336fc-69e4-4ef8-a50f-e307b9902127] The imported VM was unregistered [ 1062.261576] env[62328]: DEBUG nova.virt.vmwareapi.vmops [None req-916cf222-4c6f-4603-bd95-5f29e8245d3b tempest-AttachVolumeShelveTestJSON-116809589 tempest-AttachVolumeShelveTestJSON-116809589-project-member] [instance: 14c336fc-69e4-4ef8-a50f-e307b9902127] Caching image {{(pid=62328) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:638}} [ 1062.261841] env[62328]: DEBUG nova.virt.vmwareapi.ds_util [None req-916cf222-4c6f-4603-bd95-5f29e8245d3b tempest-AttachVolumeShelveTestJSON-116809589 tempest-AttachVolumeShelveTestJSON-116809589-project-member] Creating directory with path [datastore2] devstack-image-cache_base/0b0c6b73-c17c-4bf4-a105-a252b0f4d8ab {{(pid=62328) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1062.262134] env[62328]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-15dca369-b62f-4ed4-bbb5-a40587630cfc {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1062.275461] env[62328]: DEBUG nova.virt.vmwareapi.ds_util [None req-916cf222-4c6f-4603-bd95-5f29e8245d3b tempest-AttachVolumeShelveTestJSON-116809589 tempest-AttachVolumeShelveTestJSON-116809589-project-member] Created directory with path [datastore2] devstack-image-cache_base/0b0c6b73-c17c-4bf4-a105-a252b0f4d8ab {{(pid=62328) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1062.276128] env[62328]: DEBUG nova.virt.vmwareapi.ds_util [None req-916cf222-4c6f-4603-bd95-5f29e8245d3b tempest-AttachVolumeShelveTestJSON-116809589 tempest-AttachVolumeShelveTestJSON-116809589-project-member] Moving virtual disk from [datastore2] OSTACK_IMG_64da3ad3-40b3-415c-8010-a63dc43452f9/OSTACK_IMG_64da3ad3-40b3-415c-8010-a63dc43452f9.vmdk to [datastore2] devstack-image-cache_base/0b0c6b73-c17c-4bf4-a105-a252b0f4d8ab/0b0c6b73-c17c-4bf4-a105-a252b0f4d8ab.vmdk. {{(pid=62328) disk_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:263}} [ 1062.276128] env[62328]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.MoveVirtualDisk_Task with opID=oslo.vmware-a9d85d6b-3759-4aa1-bf0e-c2211af8bc0e {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1062.285818] env[62328]: DEBUG oslo_vmware.api [None req-916cf222-4c6f-4603-bd95-5f29e8245d3b tempest-AttachVolumeShelveTestJSON-116809589 tempest-AttachVolumeShelveTestJSON-116809589-project-member] Waiting for the task: (returnval){ [ 1062.285818] env[62328]: value = "task-2387586" [ 1062.285818] env[62328]: _type = "Task" [ 1062.285818] env[62328]: } to complete. {{(pid=62328) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1062.297517] env[62328]: DEBUG oslo_vmware.api [None req-916cf222-4c6f-4603-bd95-5f29e8245d3b tempest-AttachVolumeShelveTestJSON-116809589 tempest-AttachVolumeShelveTestJSON-116809589-project-member] Task: {'id': task-2387586, 'name': MoveVirtualDisk_Task} progress is 0%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1062.298480] env[62328]: DEBUG oslo_vmware.rw_handles [None req-38fe415e-7d04-4ce2-ac92-a7b3d63bc489 tempest-ServersNegativeTestJSON-1019155744 tempest-ServersNegativeTestJSON-1019155744-project-member] Creating HttpNfcLease lease for vApp import into resource pool: (val){ [ 1062.298480] env[62328]: value = "resgroup-9" [ 1062.298480] env[62328]: _type = "ResourcePool" [ 1062.298480] env[62328]: }. {{(pid=62328) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:453}} [ 1062.298822] env[62328]: DEBUG oslo_vmware.service [-] Invoking ResourcePool.ImportVApp with opID=oslo.vmware-9812bc65-6c34-4631-b2fa-ad177fec00de {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1062.321234] env[62328]: DEBUG oslo_vmware.rw_handles [None req-38fe415e-7d04-4ce2-ac92-a7b3d63bc489 tempest-ServersNegativeTestJSON-1019155744 tempest-ServersNegativeTestJSON-1019155744-project-member] Lease: (returnval){ [ 1062.321234] env[62328]: value = "session[52a6e20e-410d-708a-99f2-080a575a99bd]524ba131-b4b1-7f67-0a7b-f39c36478cac" [ 1062.321234] env[62328]: _type = "HttpNfcLease" [ 1062.321234] env[62328]: } obtained for vApp import into resource pool (val){ [ 1062.321234] env[62328]: value = "resgroup-9" [ 1062.321234] env[62328]: _type = "ResourcePool" [ 1062.321234] env[62328]: }. {{(pid=62328) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:461}} [ 1062.321660] env[62328]: DEBUG oslo_vmware.api [None req-38fe415e-7d04-4ce2-ac92-a7b3d63bc489 tempest-ServersNegativeTestJSON-1019155744 tempest-ServersNegativeTestJSON-1019155744-project-member] Waiting for the lease: (returnval){ [ 1062.321660] env[62328]: value = "session[52a6e20e-410d-708a-99f2-080a575a99bd]524ba131-b4b1-7f67-0a7b-f39c36478cac" [ 1062.321660] env[62328]: _type = "HttpNfcLease" [ 1062.321660] env[62328]: } to be ready. {{(pid=62328) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1062.334129] env[62328]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1062.334129] env[62328]: value = "session[52a6e20e-410d-708a-99f2-080a575a99bd]524ba131-b4b1-7f67-0a7b-f39c36478cac" [ 1062.334129] env[62328]: _type = "HttpNfcLease" [ 1062.334129] env[62328]: } is initializing. {{(pid=62328) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1062.365083] env[62328]: DEBUG oslo_vmware.api [None req-6dd8e3cc-6835-466d-8162-f25d0fb7e30c tempest-AttachInterfacesTestJSON-1049158018 tempest-AttachInterfacesTestJSON-1049158018-project-member] Task: {'id': task-2387572, 'name': ReconfigVM_Task} progress is 18%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1062.408924] env[62328]: DEBUG oslo_vmware.api [None req-a53082cc-6bb7-449a-8702-f711975cea4a tempest-ServerActionsTestOtherB-626827456 tempest-ServerActionsTestOtherB-626827456-project-member] Task: {'id': task-2387583, 'name': CreateSnapshot_Task, 'duration_secs': 0.732133} completed successfully. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1062.409271] env[62328]: DEBUG nova.virt.vmwareapi.vmops [None req-a53082cc-6bb7-449a-8702-f711975cea4a tempest-ServerActionsTestOtherB-626827456 tempest-ServerActionsTestOtherB-626827456-project-member] [instance: 726d231d-afd9-460a-818e-7412af85a7f1] Created Snapshot of the VM instance {{(pid=62328) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1062.410168] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-78601bf1-b2f6-4b64-b9ed-25f0328a0f68 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1062.430062] env[62328]: INFO nova.compute.claims [None req-27c26372-5c11-4458-a4ee-e27fc2deef6c tempest-DeleteServersTestJSON-1766103036 tempest-DeleteServersTestJSON-1766103036-project-member] [instance: 46036359-e19d-4dda-9b4f-41c3826f364d] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1062.473582] env[62328]: DEBUG oslo_concurrency.lockutils [req-edf9937b-41c3-43df-910e-e2ca631330ab req-5d887b6c-7943-4439-a91f-0142e2f5d2ed service nova] Releasing lock "refresh_cache-206ded69-14c7-477f-9c36-376ff43a9641" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1062.704140] env[62328]: DEBUG oslo_vmware.api [None req-2bf4ff1b-5cb5-4ed5-bac4-98d9a0e2a819 tempest-ServersTestJSON-2041147199 tempest-ServersTestJSON-2041147199-project-member] Task: {'id': task-2387584, 'name': PowerOffVM_Task, 'duration_secs': 0.404668} completed successfully. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1062.704140] env[62328]: DEBUG nova.virt.vmwareapi.vm_util [None req-2bf4ff1b-5cb5-4ed5-bac4-98d9a0e2a819 tempest-ServersTestJSON-2041147199 tempest-ServersTestJSON-2041147199-project-member] [instance: 3c9e10d6-deb6-4b1b-8dfe-9e85e3b19e85] Powered off the VM {{(pid=62328) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1062.704140] env[62328]: DEBUG nova.virt.vmwareapi.vmops [None req-2bf4ff1b-5cb5-4ed5-bac4-98d9a0e2a819 tempest-ServersTestJSON-2041147199 tempest-ServersTestJSON-2041147199-project-member] [instance: 3c9e10d6-deb6-4b1b-8dfe-9e85e3b19e85] Unregistering the VM {{(pid=62328) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1062.704438] env[62328]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-f0bfe64d-fcc3-4875-b556-1452ccfbe733 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1062.796262] env[62328]: DEBUG oslo_vmware.api [None req-916cf222-4c6f-4603-bd95-5f29e8245d3b tempest-AttachVolumeShelveTestJSON-116809589 tempest-AttachVolumeShelveTestJSON-116809589-project-member] Task: {'id': task-2387586, 'name': MoveVirtualDisk_Task} progress is 18%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1062.828861] env[62328]: DEBUG nova.virt.vmwareapi.vmops [None req-2bf4ff1b-5cb5-4ed5-bac4-98d9a0e2a819 tempest-ServersTestJSON-2041147199 tempest-ServersTestJSON-2041147199-project-member] [instance: 3c9e10d6-deb6-4b1b-8dfe-9e85e3b19e85] Unregistered the VM {{(pid=62328) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1062.829128] env[62328]: DEBUG nova.virt.vmwareapi.vmops [None req-2bf4ff1b-5cb5-4ed5-bac4-98d9a0e2a819 tempest-ServersTestJSON-2041147199 tempest-ServersTestJSON-2041147199-project-member] [instance: 3c9e10d6-deb6-4b1b-8dfe-9e85e3b19e85] Deleting contents of the VM from datastore datastore2 {{(pid=62328) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1062.829316] env[62328]: DEBUG nova.virt.vmwareapi.ds_util [None req-2bf4ff1b-5cb5-4ed5-bac4-98d9a0e2a819 tempest-ServersTestJSON-2041147199 tempest-ServersTestJSON-2041147199-project-member] Deleting the datastore file [datastore2] 3c9e10d6-deb6-4b1b-8dfe-9e85e3b19e85 {{(pid=62328) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1062.829584] env[62328]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-677c5e03-093e-4ebd-95c9-45d18754435f {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1062.833656] env[62328]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1062.833656] env[62328]: value = "session[52a6e20e-410d-708a-99f2-080a575a99bd]524ba131-b4b1-7f67-0a7b-f39c36478cac" [ 1062.833656] env[62328]: _type = "HttpNfcLease" [ 1062.833656] env[62328]: } is initializing. {{(pid=62328) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1062.841972] env[62328]: DEBUG oslo_vmware.api [None req-2bf4ff1b-5cb5-4ed5-bac4-98d9a0e2a819 tempest-ServersTestJSON-2041147199 tempest-ServersTestJSON-2041147199-project-member] Waiting for the task: (returnval){ [ 1062.841972] env[62328]: value = "task-2387589" [ 1062.841972] env[62328]: _type = "Task" [ 1062.841972] env[62328]: } to complete. {{(pid=62328) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1062.853667] env[62328]: DEBUG oslo_vmware.api [None req-2bf4ff1b-5cb5-4ed5-bac4-98d9a0e2a819 tempest-ServersTestJSON-2041147199 tempest-ServersTestJSON-2041147199-project-member] Task: {'id': task-2387589, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1062.868695] env[62328]: DEBUG oslo_vmware.api [None req-6dd8e3cc-6835-466d-8162-f25d0fb7e30c tempest-AttachInterfacesTestJSON-1049158018 tempest-AttachInterfacesTestJSON-1049158018-project-member] Task: {'id': task-2387572, 'name': ReconfigVM_Task, 'duration_secs': 5.756429} completed successfully. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1062.868987] env[62328]: DEBUG oslo_concurrency.lockutils [None req-6dd8e3cc-6835-466d-8162-f25d0fb7e30c tempest-AttachInterfacesTestJSON-1049158018 tempest-AttachInterfacesTestJSON-1049158018-project-member] Releasing lock "0c5d4040-bc5a-452c-9a75-a58280f7cb73" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1062.869220] env[62328]: DEBUG nova.virt.vmwareapi.vmops [None req-6dd8e3cc-6835-466d-8162-f25d0fb7e30c tempest-AttachInterfacesTestJSON-1049158018 tempest-AttachInterfacesTestJSON-1049158018-project-member] [instance: 0c5d4040-bc5a-452c-9a75-a58280f7cb73] Reconfigured VM to detach interface {{(pid=62328) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1978}} [ 1062.930937] env[62328]: DEBUG nova.virt.vmwareapi.vmops [None req-a53082cc-6bb7-449a-8702-f711975cea4a tempest-ServerActionsTestOtherB-626827456 tempest-ServerActionsTestOtherB-626827456-project-member] [instance: 726d231d-afd9-460a-818e-7412af85a7f1] Creating linked-clone VM from snapshot {{(pid=62328) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1062.931341] env[62328]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-66a3d566-f319-47b9-9db7-a45bdc55137d {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1062.936617] env[62328]: INFO nova.compute.resource_tracker [None req-27c26372-5c11-4458-a4ee-e27fc2deef6c tempest-DeleteServersTestJSON-1766103036 tempest-DeleteServersTestJSON-1766103036-project-member] [instance: 46036359-e19d-4dda-9b4f-41c3826f364d] Updating resource usage from migration f747450a-6b2f-4a20-b203-e1b8132771d0 [ 1062.943960] env[62328]: DEBUG oslo_vmware.api [None req-a53082cc-6bb7-449a-8702-f711975cea4a tempest-ServerActionsTestOtherB-626827456 tempest-ServerActionsTestOtherB-626827456-project-member] Waiting for the task: (returnval){ [ 1062.943960] env[62328]: value = "task-2387590" [ 1062.943960] env[62328]: _type = "Task" [ 1062.943960] env[62328]: } to complete. {{(pid=62328) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1062.956427] env[62328]: DEBUG oslo_vmware.api [None req-a53082cc-6bb7-449a-8702-f711975cea4a tempest-ServerActionsTestOtherB-626827456 tempest-ServerActionsTestOtherB-626827456-project-member] Task: {'id': task-2387590, 'name': CloneVM_Task} progress is 0%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1063.201977] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f20a176b-ee89-459f-8701-caa25c6cc6ed {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1063.212914] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c8e65ee6-a66f-4e02-871a-4444b79ec9b6 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1063.254033] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2032f28e-adf2-45da-a229-412d6a27ded2 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1063.265814] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5b41b5b1-33b9-4d3b-906f-3dfab019f2ed {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1063.285430] env[62328]: DEBUG nova.compute.provider_tree [None req-27c26372-5c11-4458-a4ee-e27fc2deef6c tempest-DeleteServersTestJSON-1766103036 tempest-DeleteServersTestJSON-1766103036-project-member] Inventory has not changed in ProviderTree for provider: 3469e9f8-04af-49ca-8435-49f104496744 {{(pid=62328) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1063.300018] env[62328]: DEBUG oslo_vmware.api [None req-916cf222-4c6f-4603-bd95-5f29e8245d3b tempest-AttachVolumeShelveTestJSON-116809589 tempest-AttachVolumeShelveTestJSON-116809589-project-member] Task: {'id': task-2387586, 'name': MoveVirtualDisk_Task} progress is 38%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1063.335102] env[62328]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1063.335102] env[62328]: value = "session[52a6e20e-410d-708a-99f2-080a575a99bd]524ba131-b4b1-7f67-0a7b-f39c36478cac" [ 1063.335102] env[62328]: _type = "HttpNfcLease" [ 1063.335102] env[62328]: } is initializing. {{(pid=62328) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1063.356201] env[62328]: DEBUG oslo_vmware.api [None req-2bf4ff1b-5cb5-4ed5-bac4-98d9a0e2a819 tempest-ServersTestJSON-2041147199 tempest-ServersTestJSON-2041147199-project-member] Task: {'id': task-2387589, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1063.461596] env[62328]: DEBUG oslo_vmware.api [None req-a53082cc-6bb7-449a-8702-f711975cea4a tempest-ServerActionsTestOtherB-626827456 tempest-ServerActionsTestOtherB-626827456-project-member] Task: {'id': task-2387590, 'name': CloneVM_Task} progress is 94%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1063.601161] env[62328]: DEBUG nova.compute.manager [req-4e421cae-6fcd-4608-82a2-53bdb6150ae0 req-bfb3dcc5-bb8f-4721-8996-d2f5e355b54d service nova] [instance: 0c5d4040-bc5a-452c-9a75-a58280f7cb73] Received event network-vif-deleted-4f7d36d6-3271-463c-8162-c22efd5cbf2e {{(pid=62328) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1063.601394] env[62328]: INFO nova.compute.manager [req-4e421cae-6fcd-4608-82a2-53bdb6150ae0 req-bfb3dcc5-bb8f-4721-8996-d2f5e355b54d service nova] [instance: 0c5d4040-bc5a-452c-9a75-a58280f7cb73] Neutron deleted interface 4f7d36d6-3271-463c-8162-c22efd5cbf2e; detaching it from the instance and deleting it from the info cache [ 1063.601679] env[62328]: DEBUG nova.network.neutron [req-4e421cae-6fcd-4608-82a2-53bdb6150ae0 req-bfb3dcc5-bb8f-4721-8996-d2f5e355b54d service nova] [instance: 0c5d4040-bc5a-452c-9a75-a58280f7cb73] Updating instance_info_cache with network_info: [{"id": "a4e2181b-293f-4f96-b2b6-bb007d97edb7", "address": "fa:16:3e:21:94:79", "network": {"id": "43b1657c-44ae-47a8-8e8d-196242ef7fca", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1953540822-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.148", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e88420d74d294fef9f976142535b9ac5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9f3a2eb5-353f-45c5-a73b-869626f4bb13", "external-id": "nsx-vlan-transportzone-411", "segmentation_id": 411, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa4e2181b-29", "ovs_interfaceid": "a4e2181b-293f-4f96-b2b6-bb007d97edb7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62328) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1063.792390] env[62328]: DEBUG nova.scheduler.client.report [None req-27c26372-5c11-4458-a4ee-e27fc2deef6c tempest-DeleteServersTestJSON-1766103036 tempest-DeleteServersTestJSON-1766103036-project-member] Inventory has not changed for provider 3469e9f8-04af-49ca-8435-49f104496744 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 152, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62328) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1063.802524] env[62328]: DEBUG oslo_vmware.api [None req-916cf222-4c6f-4603-bd95-5f29e8245d3b tempest-AttachVolumeShelveTestJSON-116809589 tempest-AttachVolumeShelveTestJSON-116809589-project-member] Task: {'id': task-2387586, 'name': MoveVirtualDisk_Task} progress is 57%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1063.835360] env[62328]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1063.835360] env[62328]: value = "session[52a6e20e-410d-708a-99f2-080a575a99bd]524ba131-b4b1-7f67-0a7b-f39c36478cac" [ 1063.835360] env[62328]: _type = "HttpNfcLease" [ 1063.835360] env[62328]: } is initializing. {{(pid=62328) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1063.855092] env[62328]: DEBUG oslo_vmware.api [None req-2bf4ff1b-5cb5-4ed5-bac4-98d9a0e2a819 tempest-ServersTestJSON-2041147199 tempest-ServersTestJSON-2041147199-project-member] Task: {'id': task-2387589, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1063.963903] env[62328]: DEBUG oslo_vmware.api [None req-a53082cc-6bb7-449a-8702-f711975cea4a tempest-ServerActionsTestOtherB-626827456 tempest-ServerActionsTestOtherB-626827456-project-member] Task: {'id': task-2387590, 'name': CloneVM_Task} progress is 94%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1064.104646] env[62328]: DEBUG oslo_concurrency.lockutils [req-4e421cae-6fcd-4608-82a2-53bdb6150ae0 req-bfb3dcc5-bb8f-4721-8996-d2f5e355b54d service nova] Acquiring lock "0c5d4040-bc5a-452c-9a75-a58280f7cb73" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1064.105014] env[62328]: DEBUG oslo_concurrency.lockutils [req-4e421cae-6fcd-4608-82a2-53bdb6150ae0 req-bfb3dcc5-bb8f-4721-8996-d2f5e355b54d service nova] Acquired lock "0c5d4040-bc5a-452c-9a75-a58280f7cb73" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.106413] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-22828f6e-345a-40d5-9590-efcc845a0707 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1064.131233] env[62328]: DEBUG oslo_concurrency.lockutils [req-4e421cae-6fcd-4608-82a2-53bdb6150ae0 req-bfb3dcc5-bb8f-4721-8996-d2f5e355b54d service nova] Releasing lock "0c5d4040-bc5a-452c-9a75-a58280f7cb73" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1064.131575] env[62328]: WARNING nova.compute.manager [req-4e421cae-6fcd-4608-82a2-53bdb6150ae0 req-bfb3dcc5-bb8f-4721-8996-d2f5e355b54d service nova] [instance: 0c5d4040-bc5a-452c-9a75-a58280f7cb73] Detach interface failed, port_id=4f7d36d6-3271-463c-8162-c22efd5cbf2e, reason: No device with interface-id 4f7d36d6-3271-463c-8162-c22efd5cbf2e exists on VM: nova.exception.NotFound: No device with interface-id 4f7d36d6-3271-463c-8162-c22efd5cbf2e exists on VM [ 1064.301066] env[62328]: DEBUG oslo_concurrency.lockutils [None req-27c26372-5c11-4458-a4ee-e27fc2deef6c tempest-DeleteServersTestJSON-1766103036 tempest-DeleteServersTestJSON-1766103036-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.377s {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1064.301294] env[62328]: INFO nova.compute.manager [None req-27c26372-5c11-4458-a4ee-e27fc2deef6c tempest-DeleteServersTestJSON-1766103036 tempest-DeleteServersTestJSON-1766103036-project-member] [instance: 46036359-e19d-4dda-9b4f-41c3826f364d] Migrating [ 1064.308221] env[62328]: DEBUG oslo_vmware.api [None req-916cf222-4c6f-4603-bd95-5f29e8245d3b tempest-AttachVolumeShelveTestJSON-116809589 tempest-AttachVolumeShelveTestJSON-116809589-project-member] Task: {'id': task-2387586, 'name': MoveVirtualDisk_Task} progress is 80%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1064.336555] env[62328]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1064.336555] env[62328]: value = "session[52a6e20e-410d-708a-99f2-080a575a99bd]524ba131-b4b1-7f67-0a7b-f39c36478cac" [ 1064.336555] env[62328]: _type = "HttpNfcLease" [ 1064.336555] env[62328]: } is initializing. {{(pid=62328) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1064.359154] env[62328]: DEBUG oslo_vmware.api [None req-2bf4ff1b-5cb5-4ed5-bac4-98d9a0e2a819 tempest-ServersTestJSON-2041147199 tempest-ServersTestJSON-2041147199-project-member] Task: {'id': task-2387589, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1064.462866] env[62328]: DEBUG oslo_vmware.api [None req-a53082cc-6bb7-449a-8702-f711975cea4a tempest-ServerActionsTestOtherB-626827456 tempest-ServerActionsTestOtherB-626827456-project-member] Task: {'id': task-2387590, 'name': CloneVM_Task} progress is 94%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1064.522500] env[62328]: DEBUG oslo_concurrency.lockutils [None req-0ef0a772-1230-4189-9fb3-4c0da4198124 tempest-AttachVolumeTestJSON-944844435 tempest-AttachVolumeTestJSON-944844435-project-member] Acquiring lock "02189dfe-6cb3-4b95-ad18-59dbd22f2704" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1064.522500] env[62328]: DEBUG oslo_concurrency.lockutils [None req-0ef0a772-1230-4189-9fb3-4c0da4198124 tempest-AttachVolumeTestJSON-944844435 tempest-AttachVolumeTestJSON-944844435-project-member] Lock "02189dfe-6cb3-4b95-ad18-59dbd22f2704" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1064.550210] env[62328]: DEBUG oslo_concurrency.lockutils [None req-6dd8e3cc-6835-466d-8162-f25d0fb7e30c tempest-AttachInterfacesTestJSON-1049158018 tempest-AttachInterfacesTestJSON-1049158018-project-member] Acquiring lock "refresh_cache-0c5d4040-bc5a-452c-9a75-a58280f7cb73" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1064.550402] env[62328]: DEBUG oslo_concurrency.lockutils [None req-6dd8e3cc-6835-466d-8162-f25d0fb7e30c tempest-AttachInterfacesTestJSON-1049158018 tempest-AttachInterfacesTestJSON-1049158018-project-member] Acquired lock "refresh_cache-0c5d4040-bc5a-452c-9a75-a58280f7cb73" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.550590] env[62328]: DEBUG nova.network.neutron [None req-6dd8e3cc-6835-466d-8162-f25d0fb7e30c tempest-AttachInterfacesTestJSON-1049158018 tempest-AttachInterfacesTestJSON-1049158018-project-member] [instance: 0c5d4040-bc5a-452c-9a75-a58280f7cb73] Building network info cache for instance {{(pid=62328) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1064.799047] env[62328]: DEBUG oslo_vmware.api [None req-916cf222-4c6f-4603-bd95-5f29e8245d3b tempest-AttachVolumeShelveTestJSON-116809589 tempest-AttachVolumeShelveTestJSON-116809589-project-member] Task: {'id': task-2387586, 'name': MoveVirtualDisk_Task} progress is 100%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1064.817029] env[62328]: DEBUG oslo_concurrency.lockutils [None req-27c26372-5c11-4458-a4ee-e27fc2deef6c tempest-DeleteServersTestJSON-1766103036 tempest-DeleteServersTestJSON-1766103036-project-member] Acquiring lock "refresh_cache-46036359-e19d-4dda-9b4f-41c3826f364d" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1064.817398] env[62328]: DEBUG oslo_concurrency.lockutils [None req-27c26372-5c11-4458-a4ee-e27fc2deef6c tempest-DeleteServersTestJSON-1766103036 tempest-DeleteServersTestJSON-1766103036-project-member] Acquired lock "refresh_cache-46036359-e19d-4dda-9b4f-41c3826f364d" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.817688] env[62328]: DEBUG nova.network.neutron [None req-27c26372-5c11-4458-a4ee-e27fc2deef6c tempest-DeleteServersTestJSON-1766103036 tempest-DeleteServersTestJSON-1766103036-project-member] [instance: 46036359-e19d-4dda-9b4f-41c3826f364d] Building network info cache for instance {{(pid=62328) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1064.834395] env[62328]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1064.834395] env[62328]: value = "session[52a6e20e-410d-708a-99f2-080a575a99bd]524ba131-b4b1-7f67-0a7b-f39c36478cac" [ 1064.834395] env[62328]: _type = "HttpNfcLease" [ 1064.834395] env[62328]: } is ready. {{(pid=62328) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1064.834701] env[62328]: DEBUG oslo_vmware.rw_handles [None req-38fe415e-7d04-4ce2-ac92-a7b3d63bc489 tempest-ServersNegativeTestJSON-1019155744 tempest-ServersNegativeTestJSON-1019155744-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1064.834701] env[62328]: value = "session[52a6e20e-410d-708a-99f2-080a575a99bd]524ba131-b4b1-7f67-0a7b-f39c36478cac" [ 1064.834701] env[62328]: _type = "HttpNfcLease" [ 1064.834701] env[62328]: }. {{(pid=62328) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:467}} [ 1064.835479] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b7c895dc-639d-479c-b2dc-5d551b63e47d {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1064.846503] env[62328]: DEBUG oslo_vmware.rw_handles [None req-38fe415e-7d04-4ce2-ac92-a7b3d63bc489 tempest-ServersNegativeTestJSON-1019155744 tempest-ServersNegativeTestJSON-1019155744-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5299ab10-320b-5b36-a2b3-7fbe48c7ba25/disk-0.vmdk from lease info. {{(pid=62328) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1064.846682] env[62328]: DEBUG oslo_vmware.rw_handles [None req-38fe415e-7d04-4ce2-ac92-a7b3d63bc489 tempest-ServersNegativeTestJSON-1019155744 tempest-ServersNegativeTestJSON-1019155744-project-member] Creating HTTP connection to write to file with size = 31664128 and URL = https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5299ab10-320b-5b36-a2b3-7fbe48c7ba25/disk-0.vmdk. {{(pid=62328) _create_write_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:122}} [ 1064.852015] env[62328]: DEBUG oslo_concurrency.lockutils [None req-a8df32fe-d91b-4b87-a2b2-32d331b10a05 tempest-AttachInterfacesTestJSON-1049158018 tempest-AttachInterfacesTestJSON-1049158018-project-member] Acquiring lock "0c5d4040-bc5a-452c-9a75-a58280f7cb73" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1064.852250] env[62328]: DEBUG oslo_concurrency.lockutils [None req-a8df32fe-d91b-4b87-a2b2-32d331b10a05 tempest-AttachInterfacesTestJSON-1049158018 tempest-AttachInterfacesTestJSON-1049158018-project-member] Lock "0c5d4040-bc5a-452c-9a75-a58280f7cb73" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1064.852459] env[62328]: DEBUG oslo_concurrency.lockutils [None req-a8df32fe-d91b-4b87-a2b2-32d331b10a05 tempest-AttachInterfacesTestJSON-1049158018 tempest-AttachInterfacesTestJSON-1049158018-project-member] Acquiring lock "0c5d4040-bc5a-452c-9a75-a58280f7cb73-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1064.852640] env[62328]: DEBUG oslo_concurrency.lockutils [None req-a8df32fe-d91b-4b87-a2b2-32d331b10a05 tempest-AttachInterfacesTestJSON-1049158018 tempest-AttachInterfacesTestJSON-1049158018-project-member] Lock "0c5d4040-bc5a-452c-9a75-a58280f7cb73-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1064.852809] env[62328]: DEBUG oslo_concurrency.lockutils [None req-a8df32fe-d91b-4b87-a2b2-32d331b10a05 tempest-AttachInterfacesTestJSON-1049158018 tempest-AttachInterfacesTestJSON-1049158018-project-member] Lock "0c5d4040-bc5a-452c-9a75-a58280f7cb73-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1064.854770] env[62328]: INFO nova.compute.manager [None req-a8df32fe-d91b-4b87-a2b2-32d331b10a05 tempest-AttachInterfacesTestJSON-1049158018 tempest-AttachInterfacesTestJSON-1049158018-project-member] [instance: 0c5d4040-bc5a-452c-9a75-a58280f7cb73] Terminating instance [ 1064.918432] env[62328]: DEBUG oslo_vmware.api [None req-2bf4ff1b-5cb5-4ed5-bac4-98d9a0e2a819 tempest-ServersTestJSON-2041147199 tempest-ServersTestJSON-2041147199-project-member] Task: {'id': task-2387589, 'name': DeleteDatastoreFile_Task, 'duration_secs': 1.868051} completed successfully. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1064.919832] env[62328]: DEBUG nova.virt.vmwareapi.ds_util [None req-2bf4ff1b-5cb5-4ed5-bac4-98d9a0e2a819 tempest-ServersTestJSON-2041147199 tempest-ServersTestJSON-2041147199-project-member] Deleted the datastore file {{(pid=62328) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1064.920048] env[62328]: DEBUG nova.virt.vmwareapi.vmops [None req-2bf4ff1b-5cb5-4ed5-bac4-98d9a0e2a819 tempest-ServersTestJSON-2041147199 tempest-ServersTestJSON-2041147199-project-member] [instance: 3c9e10d6-deb6-4b1b-8dfe-9e85e3b19e85] Deleted contents of the VM from datastore datastore2 {{(pid=62328) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1064.920235] env[62328]: DEBUG nova.virt.vmwareapi.vmops [None req-2bf4ff1b-5cb5-4ed5-bac4-98d9a0e2a819 tempest-ServersTestJSON-2041147199 tempest-ServersTestJSON-2041147199-project-member] [instance: 3c9e10d6-deb6-4b1b-8dfe-9e85e3b19e85] Instance destroyed {{(pid=62328) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1064.920405] env[62328]: INFO nova.compute.manager [None req-2bf4ff1b-5cb5-4ed5-bac4-98d9a0e2a819 tempest-ServersTestJSON-2041147199 tempest-ServersTestJSON-2041147199-project-member] [instance: 3c9e10d6-deb6-4b1b-8dfe-9e85e3b19e85] Took 2.76 seconds to destroy the instance on the hypervisor. [ 1064.920675] env[62328]: DEBUG oslo.service.loopingcall [None req-2bf4ff1b-5cb5-4ed5-bac4-98d9a0e2a819 tempest-ServersTestJSON-2041147199 tempest-ServersTestJSON-2041147199-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62328) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1064.923564] env[62328]: DEBUG nova.compute.manager [-] [instance: 3c9e10d6-deb6-4b1b-8dfe-9e85e3b19e85] Deallocating network for instance {{(pid=62328) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1064.923752] env[62328]: DEBUG nova.network.neutron [-] [instance: 3c9e10d6-deb6-4b1b-8dfe-9e85e3b19e85] deallocate_for_instance() {{(pid=62328) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1064.927019] env[62328]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-be95f574-24fc-43f5-be1d-bbd61227ac43 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1064.959130] env[62328]: DEBUG oslo_vmware.api [None req-a53082cc-6bb7-449a-8702-f711975cea4a tempest-ServerActionsTestOtherB-626827456 tempest-ServerActionsTestOtherB-626827456-project-member] Task: {'id': task-2387590, 'name': CloneVM_Task} progress is 95%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1065.025607] env[62328]: DEBUG nova.compute.manager [None req-0ef0a772-1230-4189-9fb3-4c0da4198124 tempest-AttachVolumeTestJSON-944844435 tempest-AttachVolumeTestJSON-944844435-project-member] [instance: 02189dfe-6cb3-4b95-ad18-59dbd22f2704] Starting instance... {{(pid=62328) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1065.285420] env[62328]: DEBUG nova.network.neutron [None req-6dd8e3cc-6835-466d-8162-f25d0fb7e30c tempest-AttachInterfacesTestJSON-1049158018 tempest-AttachInterfacesTestJSON-1049158018-project-member] [instance: 0c5d4040-bc5a-452c-9a75-a58280f7cb73] Updating instance_info_cache with network_info: [{"id": "a4e2181b-293f-4f96-b2b6-bb007d97edb7", "address": "fa:16:3e:21:94:79", "network": {"id": "43b1657c-44ae-47a8-8e8d-196242ef7fca", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1953540822-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.148", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e88420d74d294fef9f976142535b9ac5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9f3a2eb5-353f-45c5-a73b-869626f4bb13", "external-id": "nsx-vlan-transportzone-411", "segmentation_id": 411, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa4e2181b-29", "ovs_interfaceid": "a4e2181b-293f-4f96-b2b6-bb007d97edb7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62328) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1065.298921] env[62328]: DEBUG oslo_vmware.api [None req-916cf222-4c6f-4603-bd95-5f29e8245d3b tempest-AttachVolumeShelveTestJSON-116809589 tempest-AttachVolumeShelveTestJSON-116809589-project-member] Task: {'id': task-2387586, 'name': MoveVirtualDisk_Task, 'duration_secs': 2.529853} completed successfully. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1065.299202] env[62328]: INFO nova.virt.vmwareapi.ds_util [None req-916cf222-4c6f-4603-bd95-5f29e8245d3b tempest-AttachVolumeShelveTestJSON-116809589 tempest-AttachVolumeShelveTestJSON-116809589-project-member] Moved virtual disk from [datastore2] OSTACK_IMG_64da3ad3-40b3-415c-8010-a63dc43452f9/OSTACK_IMG_64da3ad3-40b3-415c-8010-a63dc43452f9.vmdk to [datastore2] devstack-image-cache_base/0b0c6b73-c17c-4bf4-a105-a252b0f4d8ab/0b0c6b73-c17c-4bf4-a105-a252b0f4d8ab.vmdk. [ 1065.299386] env[62328]: DEBUG nova.virt.vmwareapi.vmops [None req-916cf222-4c6f-4603-bd95-5f29e8245d3b tempest-AttachVolumeShelveTestJSON-116809589 tempest-AttachVolumeShelveTestJSON-116809589-project-member] [instance: 14c336fc-69e4-4ef8-a50f-e307b9902127] Cleaning up location [datastore2] OSTACK_IMG_64da3ad3-40b3-415c-8010-a63dc43452f9 {{(pid=62328) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:640}} [ 1065.299548] env[62328]: DEBUG nova.virt.vmwareapi.ds_util [None req-916cf222-4c6f-4603-bd95-5f29e8245d3b tempest-AttachVolumeShelveTestJSON-116809589 tempest-AttachVolumeShelveTestJSON-116809589-project-member] Deleting the datastore file [datastore2] OSTACK_IMG_64da3ad3-40b3-415c-8010-a63dc43452f9 {{(pid=62328) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1065.299793] env[62328]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-2d058e01-3aa3-41ad-a4df-4ac62d50b332 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1065.306893] env[62328]: DEBUG oslo_vmware.api [None req-916cf222-4c6f-4603-bd95-5f29e8245d3b tempest-AttachVolumeShelveTestJSON-116809589 tempest-AttachVolumeShelveTestJSON-116809589-project-member] Waiting for the task: (returnval){ [ 1065.306893] env[62328]: value = "task-2387592" [ 1065.306893] env[62328]: _type = "Task" [ 1065.306893] env[62328]: } to complete. {{(pid=62328) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1065.315273] env[62328]: DEBUG oslo_vmware.api [None req-916cf222-4c6f-4603-bd95-5f29e8245d3b tempest-AttachVolumeShelveTestJSON-116809589 tempest-AttachVolumeShelveTestJSON-116809589-project-member] Task: {'id': task-2387592, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1065.358570] env[62328]: DEBUG nova.compute.manager [None req-a8df32fe-d91b-4b87-a2b2-32d331b10a05 tempest-AttachInterfacesTestJSON-1049158018 tempest-AttachInterfacesTestJSON-1049158018-project-member] [instance: 0c5d4040-bc5a-452c-9a75-a58280f7cb73] Start destroying the instance on the hypervisor. {{(pid=62328) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1065.358775] env[62328]: DEBUG nova.virt.vmwareapi.vmops [None req-a8df32fe-d91b-4b87-a2b2-32d331b10a05 tempest-AttachInterfacesTestJSON-1049158018 tempest-AttachInterfacesTestJSON-1049158018-project-member] [instance: 0c5d4040-bc5a-452c-9a75-a58280f7cb73] Destroying instance {{(pid=62328) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1065.359642] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d539b929-be25-4288-bc93-faf706d96a46 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1065.366963] env[62328]: DEBUG nova.virt.vmwareapi.vm_util [None req-a8df32fe-d91b-4b87-a2b2-32d331b10a05 tempest-AttachInterfacesTestJSON-1049158018 tempest-AttachInterfacesTestJSON-1049158018-project-member] [instance: 0c5d4040-bc5a-452c-9a75-a58280f7cb73] Powering off the VM {{(pid=62328) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1065.367201] env[62328]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-421c3352-c5be-471e-988e-9ed24a6412c8 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1065.373209] env[62328]: DEBUG oslo_vmware.api [None req-a8df32fe-d91b-4b87-a2b2-32d331b10a05 tempest-AttachInterfacesTestJSON-1049158018 tempest-AttachInterfacesTestJSON-1049158018-project-member] Waiting for the task: (returnval){ [ 1065.373209] env[62328]: value = "task-2387593" [ 1065.373209] env[62328]: _type = "Task" [ 1065.373209] env[62328]: } to complete. {{(pid=62328) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1065.381186] env[62328]: DEBUG oslo_vmware.api [None req-a8df32fe-d91b-4b87-a2b2-32d331b10a05 tempest-AttachInterfacesTestJSON-1049158018 tempest-AttachInterfacesTestJSON-1049158018-project-member] Task: {'id': task-2387593, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1065.460032] env[62328]: DEBUG oslo_vmware.api [None req-a53082cc-6bb7-449a-8702-f711975cea4a tempest-ServerActionsTestOtherB-626827456 tempest-ServerActionsTestOtherB-626827456-project-member] Task: {'id': task-2387590, 'name': CloneVM_Task, 'duration_secs': 2.327373} completed successfully. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1065.460299] env[62328]: INFO nova.virt.vmwareapi.vmops [None req-a53082cc-6bb7-449a-8702-f711975cea4a tempest-ServerActionsTestOtherB-626827456 tempest-ServerActionsTestOtherB-626827456-project-member] [instance: 726d231d-afd9-460a-818e-7412af85a7f1] Created linked-clone VM from snapshot [ 1065.461078] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ba0becc1-480a-4c36-aed4-7ada27f03dd7 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1065.471768] env[62328]: DEBUG nova.virt.vmwareapi.images [None req-a53082cc-6bb7-449a-8702-f711975cea4a tempest-ServerActionsTestOtherB-626827456 tempest-ServerActionsTestOtherB-626827456-project-member] [instance: 726d231d-afd9-460a-818e-7412af85a7f1] Uploading image b15a77a7-7576-4695-91ff-cbd65f634061 {{(pid=62328) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1065.503171] env[62328]: DEBUG oslo_vmware.rw_handles [None req-a53082cc-6bb7-449a-8702-f711975cea4a tempest-ServerActionsTestOtherB-626827456 tempest-ServerActionsTestOtherB-626827456-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1065.503171] env[62328]: value = "vm-484465" [ 1065.503171] env[62328]: _type = "VirtualMachine" [ 1065.503171] env[62328]: }. {{(pid=62328) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1065.503548] env[62328]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-d403b8da-c067-44f6-97a9-b57c4a765942 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1065.513480] env[62328]: DEBUG oslo_vmware.rw_handles [None req-a53082cc-6bb7-449a-8702-f711975cea4a tempest-ServerActionsTestOtherB-626827456 tempest-ServerActionsTestOtherB-626827456-project-member] Lease: (returnval){ [ 1065.513480] env[62328]: value = "session[52a6e20e-410d-708a-99f2-080a575a99bd]528c921c-abca-320b-a6fe-ba7841f15f9b" [ 1065.513480] env[62328]: _type = "HttpNfcLease" [ 1065.513480] env[62328]: } obtained for exporting VM: (result){ [ 1065.513480] env[62328]: value = "vm-484465" [ 1065.513480] env[62328]: _type = "VirtualMachine" [ 1065.513480] env[62328]: }. {{(pid=62328) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1065.513816] env[62328]: DEBUG oslo_vmware.api [None req-a53082cc-6bb7-449a-8702-f711975cea4a tempest-ServerActionsTestOtherB-626827456 tempest-ServerActionsTestOtherB-626827456-project-member] Waiting for the lease: (returnval){ [ 1065.513816] env[62328]: value = "session[52a6e20e-410d-708a-99f2-080a575a99bd]528c921c-abca-320b-a6fe-ba7841f15f9b" [ 1065.513816] env[62328]: _type = "HttpNfcLease" [ 1065.513816] env[62328]: } to be ready. {{(pid=62328) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1065.522861] env[62328]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1065.522861] env[62328]: value = "session[52a6e20e-410d-708a-99f2-080a575a99bd]528c921c-abca-320b-a6fe-ba7841f15f9b" [ 1065.522861] env[62328]: _type = "HttpNfcLease" [ 1065.522861] env[62328]: } is initializing. {{(pid=62328) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1065.546144] env[62328]: DEBUG nova.network.neutron [None req-27c26372-5c11-4458-a4ee-e27fc2deef6c tempest-DeleteServersTestJSON-1766103036 tempest-DeleteServersTestJSON-1766103036-project-member] [instance: 46036359-e19d-4dda-9b4f-41c3826f364d] Updating instance_info_cache with network_info: [{"id": "b82e4bcb-5948-4185-a8c8-a0242066d945", "address": "fa:16:3e:83:55:18", "network": {"id": "0bcec7a4-aa8e-420d-b203-4ead2073e045", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-575957277-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7aa9ac81c5264c7cba58e5879eedf77c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c5652322-9f10-4996-baed-4c0aa13a1b4e", "external-id": "nsx-vlan-transportzone-941", "segmentation_id": 941, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb82e4bcb-59", "ovs_interfaceid": "b82e4bcb-5948-4185-a8c8-a0242066d945", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62328) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1065.555670] env[62328]: DEBUG oslo_concurrency.lockutils [None req-0ef0a772-1230-4189-9fb3-4c0da4198124 tempest-AttachVolumeTestJSON-944844435 tempest-AttachVolumeTestJSON-944844435-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1065.555670] env[62328]: DEBUG oslo_concurrency.lockutils [None req-0ef0a772-1230-4189-9fb3-4c0da4198124 tempest-AttachVolumeTestJSON-944844435 tempest-AttachVolumeTestJSON-944844435-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1065.557518] env[62328]: INFO nova.compute.claims [None req-0ef0a772-1230-4189-9fb3-4c0da4198124 tempest-AttachVolumeTestJSON-944844435 tempest-AttachVolumeTestJSON-944844435-project-member] [instance: 02189dfe-6cb3-4b95-ad18-59dbd22f2704] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1065.652735] env[62328]: DEBUG nova.compute.manager [req-8116b967-d4f0-4d06-ae6f-5917d7857ea8 req-1c24ad66-b451-43a7-9aa8-12b3c864d140 service nova] [instance: 3c9e10d6-deb6-4b1b-8dfe-9e85e3b19e85] Received event network-vif-deleted-473d2e04-47b1-4e88-b253-33019b437a12 {{(pid=62328) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1065.652866] env[62328]: INFO nova.compute.manager [req-8116b967-d4f0-4d06-ae6f-5917d7857ea8 req-1c24ad66-b451-43a7-9aa8-12b3c864d140 service nova] [instance: 3c9e10d6-deb6-4b1b-8dfe-9e85e3b19e85] Neutron deleted interface 473d2e04-47b1-4e88-b253-33019b437a12; detaching it from the instance and deleting it from the info cache [ 1065.653113] env[62328]: DEBUG nova.network.neutron [req-8116b967-d4f0-4d06-ae6f-5917d7857ea8 req-1c24ad66-b451-43a7-9aa8-12b3c864d140 service nova] [instance: 3c9e10d6-deb6-4b1b-8dfe-9e85e3b19e85] Updating instance_info_cache with network_info: [] {{(pid=62328) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1065.668795] env[62328]: DEBUG nova.network.neutron [-] [instance: 3c9e10d6-deb6-4b1b-8dfe-9e85e3b19e85] Updating instance_info_cache with network_info: [] {{(pid=62328) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1065.788677] env[62328]: DEBUG oslo_concurrency.lockutils [None req-6dd8e3cc-6835-466d-8162-f25d0fb7e30c tempest-AttachInterfacesTestJSON-1049158018 tempest-AttachInterfacesTestJSON-1049158018-project-member] Releasing lock "refresh_cache-0c5d4040-bc5a-452c-9a75-a58280f7cb73" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1065.817055] env[62328]: DEBUG oslo_vmware.api [None req-916cf222-4c6f-4603-bd95-5f29e8245d3b tempest-AttachVolumeShelveTestJSON-116809589 tempest-AttachVolumeShelveTestJSON-116809589-project-member] Task: {'id': task-2387592, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.037229} completed successfully. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1065.817371] env[62328]: DEBUG nova.virt.vmwareapi.ds_util [None req-916cf222-4c6f-4603-bd95-5f29e8245d3b tempest-AttachVolumeShelveTestJSON-116809589 tempest-AttachVolumeShelveTestJSON-116809589-project-member] Deleted the datastore file {{(pid=62328) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1065.817486] env[62328]: DEBUG oslo_concurrency.lockutils [None req-916cf222-4c6f-4603-bd95-5f29e8245d3b tempest-AttachVolumeShelveTestJSON-116809589 tempest-AttachVolumeShelveTestJSON-116809589-project-member] Releasing lock "[datastore2] devstack-image-cache_base/0b0c6b73-c17c-4bf4-a105-a252b0f4d8ab/0b0c6b73-c17c-4bf4-a105-a252b0f4d8ab.vmdk" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1065.817733] env[62328]: DEBUG nova.virt.vmwareapi.vm_util [None req-916cf222-4c6f-4603-bd95-5f29e8245d3b tempest-AttachVolumeShelveTestJSON-116809589 tempest-AttachVolumeShelveTestJSON-116809589-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/0b0c6b73-c17c-4bf4-a105-a252b0f4d8ab/0b0c6b73-c17c-4bf4-a105-a252b0f4d8ab.vmdk to [datastore2] 14c336fc-69e4-4ef8-a50f-e307b9902127/14c336fc-69e4-4ef8-a50f-e307b9902127.vmdk {{(pid=62328) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1065.818030] env[62328]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-6346266a-0aea-40b2-a176-0a8f81ab3e5b {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1065.825919] env[62328]: DEBUG oslo_vmware.api [None req-916cf222-4c6f-4603-bd95-5f29e8245d3b tempest-AttachVolumeShelveTestJSON-116809589 tempest-AttachVolumeShelveTestJSON-116809589-project-member] Waiting for the task: (returnval){ [ 1065.825919] env[62328]: value = "task-2387595" [ 1065.825919] env[62328]: _type = "Task" [ 1065.825919] env[62328]: } to complete. {{(pid=62328) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1065.834911] env[62328]: DEBUG oslo_vmware.api [None req-916cf222-4c6f-4603-bd95-5f29e8245d3b tempest-AttachVolumeShelveTestJSON-116809589 tempest-AttachVolumeShelveTestJSON-116809589-project-member] Task: {'id': task-2387595, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1065.885222] env[62328]: DEBUG oslo_vmware.api [None req-a8df32fe-d91b-4b87-a2b2-32d331b10a05 tempest-AttachInterfacesTestJSON-1049158018 tempest-AttachInterfacesTestJSON-1049158018-project-member] Task: {'id': task-2387593, 'name': PowerOffVM_Task, 'duration_secs': 0.254498} completed successfully. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1065.885580] env[62328]: DEBUG nova.virt.vmwareapi.vm_util [None req-a8df32fe-d91b-4b87-a2b2-32d331b10a05 tempest-AttachInterfacesTestJSON-1049158018 tempest-AttachInterfacesTestJSON-1049158018-project-member] [instance: 0c5d4040-bc5a-452c-9a75-a58280f7cb73] Powered off the VM {{(pid=62328) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1065.885711] env[62328]: DEBUG nova.virt.vmwareapi.vmops [None req-a8df32fe-d91b-4b87-a2b2-32d331b10a05 tempest-AttachInterfacesTestJSON-1049158018 tempest-AttachInterfacesTestJSON-1049158018-project-member] [instance: 0c5d4040-bc5a-452c-9a75-a58280f7cb73] Unregistering the VM {{(pid=62328) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1065.885981] env[62328]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-c34bc1b6-ce23-489d-8230-b854b1a9e635 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1065.958927] env[62328]: DEBUG nova.virt.vmwareapi.vmops [None req-a8df32fe-d91b-4b87-a2b2-32d331b10a05 tempest-AttachInterfacesTestJSON-1049158018 tempest-AttachInterfacesTestJSON-1049158018-project-member] [instance: 0c5d4040-bc5a-452c-9a75-a58280f7cb73] Unregistered the VM {{(pid=62328) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1065.959384] env[62328]: DEBUG nova.virt.vmwareapi.vmops [None req-a8df32fe-d91b-4b87-a2b2-32d331b10a05 tempest-AttachInterfacesTestJSON-1049158018 tempest-AttachInterfacesTestJSON-1049158018-project-member] [instance: 0c5d4040-bc5a-452c-9a75-a58280f7cb73] Deleting contents of the VM from datastore datastore1 {{(pid=62328) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1065.959505] env[62328]: DEBUG nova.virt.vmwareapi.ds_util [None req-a8df32fe-d91b-4b87-a2b2-32d331b10a05 tempest-AttachInterfacesTestJSON-1049158018 tempest-AttachInterfacesTestJSON-1049158018-project-member] Deleting the datastore file [datastore1] 0c5d4040-bc5a-452c-9a75-a58280f7cb73 {{(pid=62328) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1065.959840] env[62328]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-48f28b18-338a-4234-97d4-bf6ba420af33 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1065.971212] env[62328]: DEBUG oslo_vmware.api [None req-a8df32fe-d91b-4b87-a2b2-32d331b10a05 tempest-AttachInterfacesTestJSON-1049158018 tempest-AttachInterfacesTestJSON-1049158018-project-member] Waiting for the task: (returnval){ [ 1065.971212] env[62328]: value = "task-2387597" [ 1065.971212] env[62328]: _type = "Task" [ 1065.971212] env[62328]: } to complete. {{(pid=62328) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1065.981915] env[62328]: DEBUG oslo_vmware.api [None req-a8df32fe-d91b-4b87-a2b2-32d331b10a05 tempest-AttachInterfacesTestJSON-1049158018 tempest-AttachInterfacesTestJSON-1049158018-project-member] Task: {'id': task-2387597, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1066.027956] env[62328]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1066.027956] env[62328]: value = "session[52a6e20e-410d-708a-99f2-080a575a99bd]528c921c-abca-320b-a6fe-ba7841f15f9b" [ 1066.027956] env[62328]: _type = "HttpNfcLease" [ 1066.027956] env[62328]: } is ready. {{(pid=62328) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1066.028244] env[62328]: DEBUG oslo_vmware.rw_handles [None req-a53082cc-6bb7-449a-8702-f711975cea4a tempest-ServerActionsTestOtherB-626827456 tempest-ServerActionsTestOtherB-626827456-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1066.028244] env[62328]: value = "session[52a6e20e-410d-708a-99f2-080a575a99bd]528c921c-abca-320b-a6fe-ba7841f15f9b" [ 1066.028244] env[62328]: _type = "HttpNfcLease" [ 1066.028244] env[62328]: }. {{(pid=62328) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1066.029166] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d68943eb-93f5-42bb-b105-95e13a1e08af {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1066.044204] env[62328]: DEBUG oslo_vmware.rw_handles [None req-a53082cc-6bb7-449a-8702-f711975cea4a tempest-ServerActionsTestOtherB-626827456 tempest-ServerActionsTestOtherB-626827456-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5216e75b-fb66-a6e3-4efc-707793a4d820/disk-0.vmdk from lease info. {{(pid=62328) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1066.044409] env[62328]: DEBUG oslo_vmware.rw_handles [None req-a53082cc-6bb7-449a-8702-f711975cea4a tempest-ServerActionsTestOtherB-626827456 tempest-ServerActionsTestOtherB-626827456-project-member] Opening URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5216e75b-fb66-a6e3-4efc-707793a4d820/disk-0.vmdk for reading. {{(pid=62328) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1066.102319] env[62328]: DEBUG oslo_concurrency.lockutils [None req-27c26372-5c11-4458-a4ee-e27fc2deef6c tempest-DeleteServersTestJSON-1766103036 tempest-DeleteServersTestJSON-1766103036-project-member] Releasing lock "refresh_cache-46036359-e19d-4dda-9b4f-41c3826f364d" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1066.157699] env[62328]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-58ee914f-6167-42a1-9b28-2604af474617 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1066.170850] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0428bdb7-8120-409f-8f92-199a9f3d4b1e {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1066.182707] env[62328]: INFO nova.compute.manager [-] [instance: 3c9e10d6-deb6-4b1b-8dfe-9e85e3b19e85] Took 1.26 seconds to deallocate network for instance. [ 1066.193759] env[62328]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-822757ad-ab43-4242-a545-f5477dc9d114 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1066.220673] env[62328]: DEBUG nova.compute.manager [req-8116b967-d4f0-4d06-ae6f-5917d7857ea8 req-1c24ad66-b451-43a7-9aa8-12b3c864d140 service nova] [instance: 3c9e10d6-deb6-4b1b-8dfe-9e85e3b19e85] Detach interface failed, port_id=473d2e04-47b1-4e88-b253-33019b437a12, reason: Instance 3c9e10d6-deb6-4b1b-8dfe-9e85e3b19e85 could not be found. {{(pid=62328) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 1066.292687] env[62328]: DEBUG oslo_concurrency.lockutils [None req-6dd8e3cc-6835-466d-8162-f25d0fb7e30c tempest-AttachInterfacesTestJSON-1049158018 tempest-AttachInterfacesTestJSON-1049158018-project-member] Lock "interface-0c5d4040-bc5a-452c-9a75-a58280f7cb73-4f7d36d6-3271-463c-8162-c22efd5cbf2e" "released" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: held 10.049s {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1066.338403] env[62328]: DEBUG oslo_vmware.api [None req-916cf222-4c6f-4603-bd95-5f29e8245d3b tempest-AttachVolumeShelveTestJSON-116809589 tempest-AttachVolumeShelveTestJSON-116809589-project-member] Task: {'id': task-2387595, 'name': CopyVirtualDisk_Task} progress is 18%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1066.486194] env[62328]: DEBUG oslo_vmware.api [None req-a8df32fe-d91b-4b87-a2b2-32d331b10a05 tempest-AttachInterfacesTestJSON-1049158018 tempest-AttachInterfacesTestJSON-1049158018-project-member] Task: {'id': task-2387597, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.286029} completed successfully. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1066.486424] env[62328]: DEBUG nova.virt.vmwareapi.ds_util [None req-a8df32fe-d91b-4b87-a2b2-32d331b10a05 tempest-AttachInterfacesTestJSON-1049158018 tempest-AttachInterfacesTestJSON-1049158018-project-member] Deleted the datastore file {{(pid=62328) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1066.486631] env[62328]: DEBUG nova.virt.vmwareapi.vmops [None req-a8df32fe-d91b-4b87-a2b2-32d331b10a05 tempest-AttachInterfacesTestJSON-1049158018 tempest-AttachInterfacesTestJSON-1049158018-project-member] [instance: 0c5d4040-bc5a-452c-9a75-a58280f7cb73] Deleted contents of the VM from datastore datastore1 {{(pid=62328) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1066.486868] env[62328]: DEBUG nova.virt.vmwareapi.vmops [None req-a8df32fe-d91b-4b87-a2b2-32d331b10a05 tempest-AttachInterfacesTestJSON-1049158018 tempest-AttachInterfacesTestJSON-1049158018-project-member] [instance: 0c5d4040-bc5a-452c-9a75-a58280f7cb73] Instance destroyed {{(pid=62328) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1066.487067] env[62328]: INFO nova.compute.manager [None req-a8df32fe-d91b-4b87-a2b2-32d331b10a05 tempest-AttachInterfacesTestJSON-1049158018 tempest-AttachInterfacesTestJSON-1049158018-project-member] [instance: 0c5d4040-bc5a-452c-9a75-a58280f7cb73] Took 1.13 seconds to destroy the instance on the hypervisor. [ 1066.487317] env[62328]: DEBUG oslo.service.loopingcall [None req-a8df32fe-d91b-4b87-a2b2-32d331b10a05 tempest-AttachInterfacesTestJSON-1049158018 tempest-AttachInterfacesTestJSON-1049158018-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62328) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1066.487518] env[62328]: DEBUG nova.compute.manager [-] [instance: 0c5d4040-bc5a-452c-9a75-a58280f7cb73] Deallocating network for instance {{(pid=62328) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1066.487722] env[62328]: DEBUG nova.network.neutron [-] [instance: 0c5d4040-bc5a-452c-9a75-a58280f7cb73] deallocate_for_instance() {{(pid=62328) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1066.692264] env[62328]: DEBUG oslo_concurrency.lockutils [None req-2bf4ff1b-5cb5-4ed5-bac4-98d9a0e2a819 tempest-ServersTestJSON-2041147199 tempest-ServersTestJSON-2041147199-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1066.728557] env[62328]: DEBUG oslo_concurrency.lockutils [None req-3ec056ca-e439-47d9-91ac-5ba073ef16ec tempest-ServerActionsTestOtherA-1098162655 tempest-ServerActionsTestOtherA-1098162655-project-member] Acquiring lock "52a2a5c8-436b-462f-8786-acb79fa350b7" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1066.728845] env[62328]: DEBUG oslo_concurrency.lockutils [None req-3ec056ca-e439-47d9-91ac-5ba073ef16ec tempest-ServerActionsTestOtherA-1098162655 tempest-ServerActionsTestOtherA-1098162655-project-member] Lock "52a2a5c8-436b-462f-8786-acb79fa350b7" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1066.842223] env[62328]: DEBUG oslo_vmware.api [None req-916cf222-4c6f-4603-bd95-5f29e8245d3b tempest-AttachVolumeShelveTestJSON-116809589 tempest-AttachVolumeShelveTestJSON-116809589-project-member] Task: {'id': task-2387595, 'name': CopyVirtualDisk_Task} progress is 38%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1066.936071] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fa76d292-3906-4f9f-84b5-a938c833d0b4 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1066.953035] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4e89885e-3b2d-41ea-baf7-7b50d76c40ce {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1066.987568] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f9185d18-5a78-4a8f-8247-66102ef0e467 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1067.002276] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-03b43546-b8fe-4efe-b7ee-45479fccd5a0 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1067.027500] env[62328]: DEBUG nova.compute.provider_tree [None req-0ef0a772-1230-4189-9fb3-4c0da4198124 tempest-AttachVolumeTestJSON-944844435 tempest-AttachVolumeTestJSON-944844435-project-member] Inventory has not changed in ProviderTree for provider: 3469e9f8-04af-49ca-8435-49f104496744 {{(pid=62328) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1067.053961] env[62328]: DEBUG nova.compute.manager [req-bcc47200-774c-4764-b2c0-9427a1741210 req-3e51149f-b041-43d4-b7fd-eb1f516fe0c0 service nova] [instance: 0c5d4040-bc5a-452c-9a75-a58280f7cb73] Received event network-vif-deleted-a4e2181b-293f-4f96-b2b6-bb007d97edb7 {{(pid=62328) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1067.054322] env[62328]: INFO nova.compute.manager [req-bcc47200-774c-4764-b2c0-9427a1741210 req-3e51149f-b041-43d4-b7fd-eb1f516fe0c0 service nova] [instance: 0c5d4040-bc5a-452c-9a75-a58280f7cb73] Neutron deleted interface a4e2181b-293f-4f96-b2b6-bb007d97edb7; detaching it from the instance and deleting it from the info cache [ 1067.054624] env[62328]: DEBUG nova.network.neutron [req-bcc47200-774c-4764-b2c0-9427a1741210 req-3e51149f-b041-43d4-b7fd-eb1f516fe0c0 service nova] [instance: 0c5d4040-bc5a-452c-9a75-a58280f7cb73] Updating instance_info_cache with network_info: [] {{(pid=62328) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1067.231397] env[62328]: DEBUG nova.compute.manager [None req-3ec056ca-e439-47d9-91ac-5ba073ef16ec tempest-ServerActionsTestOtherA-1098162655 tempest-ServerActionsTestOtherA-1098162655-project-member] [instance: 52a2a5c8-436b-462f-8786-acb79fa350b7] Starting instance... {{(pid=62328) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1067.343632] env[62328]: DEBUG oslo_vmware.api [None req-916cf222-4c6f-4603-bd95-5f29e8245d3b tempest-AttachVolumeShelveTestJSON-116809589 tempest-AttachVolumeShelveTestJSON-116809589-project-member] Task: {'id': task-2387595, 'name': CopyVirtualDisk_Task} progress is 57%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1067.532535] env[62328]: DEBUG nova.scheduler.client.report [None req-0ef0a772-1230-4189-9fb3-4c0da4198124 tempest-AttachVolumeTestJSON-944844435 tempest-AttachVolumeTestJSON-944844435-project-member] Inventory has not changed for provider 3469e9f8-04af-49ca-8435-49f104496744 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 152, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62328) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1067.538634] env[62328]: DEBUG nova.network.neutron [-] [instance: 0c5d4040-bc5a-452c-9a75-a58280f7cb73] Updating instance_info_cache with network_info: [] {{(pid=62328) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1067.562463] env[62328]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-1000e11a-c3e4-438f-8313-be592b0fbd90 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1067.579411] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7d8d4409-ab07-4536-86d9-e16d56283d16 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1067.626462] env[62328]: DEBUG nova.compute.manager [req-bcc47200-774c-4764-b2c0-9427a1741210 req-3e51149f-b041-43d4-b7fd-eb1f516fe0c0 service nova] [instance: 0c5d4040-bc5a-452c-9a75-a58280f7cb73] Detach interface failed, port_id=a4e2181b-293f-4f96-b2b6-bb007d97edb7, reason: Instance 0c5d4040-bc5a-452c-9a75-a58280f7cb73 could not be found. {{(pid=62328) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 1067.629444] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8a4d6f61-4a9a-47a3-b44a-d76fd26e62d0 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1067.653539] env[62328]: DEBUG nova.virt.vmwareapi.vmops [None req-27c26372-5c11-4458-a4ee-e27fc2deef6c tempest-DeleteServersTestJSON-1766103036 tempest-DeleteServersTestJSON-1766103036-project-member] [instance: 46036359-e19d-4dda-9b4f-41c3826f364d] Updating instance '46036359-e19d-4dda-9b4f-41c3826f364d' progress to 0 {{(pid=62328) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1067.759144] env[62328]: DEBUG oslo_concurrency.lockutils [None req-3ec056ca-e439-47d9-91ac-5ba073ef16ec tempest-ServerActionsTestOtherA-1098162655 tempest-ServerActionsTestOtherA-1098162655-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1067.844702] env[62328]: DEBUG oslo_vmware.api [None req-916cf222-4c6f-4603-bd95-5f29e8245d3b tempest-AttachVolumeShelveTestJSON-116809589 tempest-AttachVolumeShelveTestJSON-116809589-project-member] Task: {'id': task-2387595, 'name': CopyVirtualDisk_Task} progress is 74%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1068.038218] env[62328]: DEBUG oslo_concurrency.lockutils [None req-0ef0a772-1230-4189-9fb3-4c0da4198124 tempest-AttachVolumeTestJSON-944844435 tempest-AttachVolumeTestJSON-944844435-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.482s {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1068.038805] env[62328]: DEBUG nova.compute.manager [None req-0ef0a772-1230-4189-9fb3-4c0da4198124 tempest-AttachVolumeTestJSON-944844435 tempest-AttachVolumeTestJSON-944844435-project-member] [instance: 02189dfe-6cb3-4b95-ad18-59dbd22f2704] Start building networks asynchronously for instance. {{(pid=62328) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1068.043285] env[62328]: DEBUG oslo_concurrency.lockutils [None req-2bf4ff1b-5cb5-4ed5-bac4-98d9a0e2a819 tempest-ServersTestJSON-2041147199 tempest-ServersTestJSON-2041147199-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 1.351s {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1068.043793] env[62328]: DEBUG nova.objects.instance [None req-2bf4ff1b-5cb5-4ed5-bac4-98d9a0e2a819 tempest-ServersTestJSON-2041147199 tempest-ServersTestJSON-2041147199-project-member] Lazy-loading 'resources' on Instance uuid 3c9e10d6-deb6-4b1b-8dfe-9e85e3b19e85 {{(pid=62328) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1068.045655] env[62328]: INFO nova.compute.manager [-] [instance: 0c5d4040-bc5a-452c-9a75-a58280f7cb73] Took 1.56 seconds to deallocate network for instance. [ 1068.160334] env[62328]: DEBUG nova.virt.vmwareapi.vm_util [None req-27c26372-5c11-4458-a4ee-e27fc2deef6c tempest-DeleteServersTestJSON-1766103036 tempest-DeleteServersTestJSON-1766103036-project-member] [instance: 46036359-e19d-4dda-9b4f-41c3826f364d] Powering off the VM {{(pid=62328) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1068.161147] env[62328]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d344e3c0-502e-4ecc-8e27-eac09cdaa535 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1068.173753] env[62328]: DEBUG oslo_vmware.api [None req-27c26372-5c11-4458-a4ee-e27fc2deef6c tempest-DeleteServersTestJSON-1766103036 tempest-DeleteServersTestJSON-1766103036-project-member] Waiting for the task: (returnval){ [ 1068.173753] env[62328]: value = "task-2387598" [ 1068.173753] env[62328]: _type = "Task" [ 1068.173753] env[62328]: } to complete. {{(pid=62328) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1068.187269] env[62328]: DEBUG oslo_vmware.api [None req-27c26372-5c11-4458-a4ee-e27fc2deef6c tempest-DeleteServersTestJSON-1766103036 tempest-DeleteServersTestJSON-1766103036-project-member] Task: {'id': task-2387598, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1068.282659] env[62328]: DEBUG oslo_vmware.rw_handles [None req-38fe415e-7d04-4ce2-ac92-a7b3d63bc489 tempest-ServersNegativeTestJSON-1019155744 tempest-ServersNegativeTestJSON-1019155744-project-member] Completed reading data from the image iterator. {{(pid=62328) read /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:765}} [ 1068.283049] env[62328]: DEBUG oslo_vmware.rw_handles [None req-38fe415e-7d04-4ce2-ac92-a7b3d63bc489 tempest-ServersNegativeTestJSON-1019155744 tempest-ServersNegativeTestJSON-1019155744-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5299ab10-320b-5b36-a2b3-7fbe48c7ba25/disk-0.vmdk. {{(pid=62328) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1068.284090] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3c69c5a8-563f-48f5-96e6-adbe63c929c5 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1068.294946] env[62328]: DEBUG oslo_vmware.rw_handles [None req-38fe415e-7d04-4ce2-ac92-a7b3d63bc489 tempest-ServersNegativeTestJSON-1019155744 tempest-ServersNegativeTestJSON-1019155744-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5299ab10-320b-5b36-a2b3-7fbe48c7ba25/disk-0.vmdk is in state: ready. {{(pid=62328) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1068.295142] env[62328]: DEBUG oslo_vmware.rw_handles [None req-38fe415e-7d04-4ce2-ac92-a7b3d63bc489 tempest-ServersNegativeTestJSON-1019155744 tempest-ServersNegativeTestJSON-1019155744-project-member] Releasing lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5299ab10-320b-5b36-a2b3-7fbe48c7ba25/disk-0.vmdk. {{(pid=62328) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:440}} [ 1068.295350] env[62328]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseComplete with opID=oslo.vmware-901f909c-075b-4058-a47a-32dc5b5c7b58 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1068.339676] env[62328]: DEBUG oslo_vmware.api [None req-916cf222-4c6f-4603-bd95-5f29e8245d3b tempest-AttachVolumeShelveTestJSON-116809589 tempest-AttachVolumeShelveTestJSON-116809589-project-member] Task: {'id': task-2387595, 'name': CopyVirtualDisk_Task} progress is 94%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1068.545272] env[62328]: DEBUG nova.compute.utils [None req-0ef0a772-1230-4189-9fb3-4c0da4198124 tempest-AttachVolumeTestJSON-944844435 tempest-AttachVolumeTestJSON-944844435-project-member] Using /dev/sd instead of None {{(pid=62328) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1068.546778] env[62328]: DEBUG nova.compute.manager [None req-0ef0a772-1230-4189-9fb3-4c0da4198124 tempest-AttachVolumeTestJSON-944844435 tempest-AttachVolumeTestJSON-944844435-project-member] [instance: 02189dfe-6cb3-4b95-ad18-59dbd22f2704] Allocating IP information in the background. {{(pid=62328) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1068.547061] env[62328]: DEBUG nova.network.neutron [None req-0ef0a772-1230-4189-9fb3-4c0da4198124 tempest-AttachVolumeTestJSON-944844435 tempest-AttachVolumeTestJSON-944844435-project-member] [instance: 02189dfe-6cb3-4b95-ad18-59dbd22f2704] allocate_for_instance() {{(pid=62328) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1068.558652] env[62328]: DEBUG oslo_concurrency.lockutils [None req-a8df32fe-d91b-4b87-a2b2-32d331b10a05 tempest-AttachInterfacesTestJSON-1049158018 tempest-AttachInterfacesTestJSON-1049158018-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1068.594921] env[62328]: DEBUG nova.policy [None req-0ef0a772-1230-4189-9fb3-4c0da4198124 tempest-AttachVolumeTestJSON-944844435 tempest-AttachVolumeTestJSON-944844435-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'd6f4f38f18b24d40837b8dd913bd8dc6', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '2c55e83cf5c442ba8c209cf01cb581f3', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62328) authorize /opt/stack/nova/nova/policy.py:192}} [ 1068.617421] env[62328]: DEBUG oslo_vmware.rw_handles [None req-38fe415e-7d04-4ce2-ac92-a7b3d63bc489 tempest-ServersNegativeTestJSON-1019155744 tempest-ServersNegativeTestJSON-1019155744-project-member] Closed VMDK write handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5299ab10-320b-5b36-a2b3-7fbe48c7ba25/disk-0.vmdk. {{(pid=62328) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:646}} [ 1068.617668] env[62328]: INFO nova.virt.vmwareapi.images [None req-38fe415e-7d04-4ce2-ac92-a7b3d63bc489 tempest-ServersNegativeTestJSON-1019155744 tempest-ServersNegativeTestJSON-1019155744-project-member] [instance: 206ded69-14c7-477f-9c36-376ff43a9641] Downloaded image file data 24092ccf-b6ce-4f05-b549-cdd3eab5dcd9 [ 1068.618541] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e97c87a4-c653-4aca-9972-9fb9c75e5253 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1068.641642] env[62328]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-1c5df33e-7444-45d7-9f94-e27fbea47a47 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1068.679347] env[62328]: INFO nova.virt.vmwareapi.images [None req-38fe415e-7d04-4ce2-ac92-a7b3d63bc489 tempest-ServersNegativeTestJSON-1019155744 tempest-ServersNegativeTestJSON-1019155744-project-member] [instance: 206ded69-14c7-477f-9c36-376ff43a9641] The imported VM was unregistered [ 1068.683289] env[62328]: DEBUG nova.virt.vmwareapi.vmops [None req-38fe415e-7d04-4ce2-ac92-a7b3d63bc489 tempest-ServersNegativeTestJSON-1019155744 tempest-ServersNegativeTestJSON-1019155744-project-member] [instance: 206ded69-14c7-477f-9c36-376ff43a9641] Caching image {{(pid=62328) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:638}} [ 1068.684155] env[62328]: DEBUG nova.virt.vmwareapi.ds_util [None req-38fe415e-7d04-4ce2-ac92-a7b3d63bc489 tempest-ServersNegativeTestJSON-1019155744 tempest-ServersNegativeTestJSON-1019155744-project-member] Creating directory with path [datastore2] devstack-image-cache_base/24092ccf-b6ce-4f05-b549-cdd3eab5dcd9 {{(pid=62328) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1068.684494] env[62328]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-a2ffb599-bd23-440b-9e7c-8111f04c555f {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1068.696605] env[62328]: DEBUG oslo_vmware.api [None req-27c26372-5c11-4458-a4ee-e27fc2deef6c tempest-DeleteServersTestJSON-1766103036 tempest-DeleteServersTestJSON-1766103036-project-member] Task: {'id': task-2387598, 'name': PowerOffVM_Task, 'duration_secs': 0.253899} completed successfully. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1068.696944] env[62328]: DEBUG nova.virt.vmwareapi.vm_util [None req-27c26372-5c11-4458-a4ee-e27fc2deef6c tempest-DeleteServersTestJSON-1766103036 tempest-DeleteServersTestJSON-1766103036-project-member] [instance: 46036359-e19d-4dda-9b4f-41c3826f364d] Powered off the VM {{(pid=62328) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1068.697255] env[62328]: DEBUG nova.virt.vmwareapi.vmops [None req-27c26372-5c11-4458-a4ee-e27fc2deef6c tempest-DeleteServersTestJSON-1766103036 tempest-DeleteServersTestJSON-1766103036-project-member] [instance: 46036359-e19d-4dda-9b4f-41c3826f364d] Updating instance '46036359-e19d-4dda-9b4f-41c3826f364d' progress to 17 {{(pid=62328) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1068.703665] env[62328]: DEBUG nova.virt.vmwareapi.ds_util [None req-38fe415e-7d04-4ce2-ac92-a7b3d63bc489 tempest-ServersNegativeTestJSON-1019155744 tempest-ServersNegativeTestJSON-1019155744-project-member] Created directory with path [datastore2] devstack-image-cache_base/24092ccf-b6ce-4f05-b549-cdd3eab5dcd9 {{(pid=62328) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1068.703956] env[62328]: DEBUG nova.virt.vmwareapi.ds_util [None req-38fe415e-7d04-4ce2-ac92-a7b3d63bc489 tempest-ServersNegativeTestJSON-1019155744 tempest-ServersNegativeTestJSON-1019155744-project-member] Moving virtual disk from [datastore2] OSTACK_IMG_d38f1cc8-d153-4386-85e2-2328eeb7fcda/OSTACK_IMG_d38f1cc8-d153-4386-85e2-2328eeb7fcda.vmdk to [datastore2] devstack-image-cache_base/24092ccf-b6ce-4f05-b549-cdd3eab5dcd9/24092ccf-b6ce-4f05-b549-cdd3eab5dcd9.vmdk. {{(pid=62328) disk_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:263}} [ 1068.704456] env[62328]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.MoveVirtualDisk_Task with opID=oslo.vmware-09476d73-ce2f-4083-b90c-2458fa6c9e20 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1068.717898] env[62328]: DEBUG oslo_vmware.api [None req-38fe415e-7d04-4ce2-ac92-a7b3d63bc489 tempest-ServersNegativeTestJSON-1019155744 tempest-ServersNegativeTestJSON-1019155744-project-member] Waiting for the task: (returnval){ [ 1068.717898] env[62328]: value = "task-2387600" [ 1068.717898] env[62328]: _type = "Task" [ 1068.717898] env[62328]: } to complete. {{(pid=62328) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1068.730157] env[62328]: DEBUG oslo_vmware.api [None req-38fe415e-7d04-4ce2-ac92-a7b3d63bc489 tempest-ServersNegativeTestJSON-1019155744 tempest-ServersNegativeTestJSON-1019155744-project-member] Task: {'id': task-2387600, 'name': MoveVirtualDisk_Task} progress is 0%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1068.846513] env[62328]: DEBUG oslo_vmware.api [None req-916cf222-4c6f-4603-bd95-5f29e8245d3b tempest-AttachVolumeShelveTestJSON-116809589 tempest-AttachVolumeShelveTestJSON-116809589-project-member] Task: {'id': task-2387595, 'name': CopyVirtualDisk_Task, 'duration_secs': 2.663723} completed successfully. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1068.847076] env[62328]: DEBUG nova.virt.vmwareapi.vm_util [None req-916cf222-4c6f-4603-bd95-5f29e8245d3b tempest-AttachVolumeShelveTestJSON-116809589 tempest-AttachVolumeShelveTestJSON-116809589-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/0b0c6b73-c17c-4bf4-a105-a252b0f4d8ab/0b0c6b73-c17c-4bf4-a105-a252b0f4d8ab.vmdk to [datastore2] 14c336fc-69e4-4ef8-a50f-e307b9902127/14c336fc-69e4-4ef8-a50f-e307b9902127.vmdk {{(pid=62328) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1068.848277] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b44858f4-2f92-4c38-b9b4-0425738b0e2e {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1068.854203] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dc5249c7-1cfd-4a1b-9611-c3f6c08fed29 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1068.877841] env[62328]: DEBUG nova.virt.vmwareapi.volumeops [None req-916cf222-4c6f-4603-bd95-5f29e8245d3b tempest-AttachVolumeShelveTestJSON-116809589 tempest-AttachVolumeShelveTestJSON-116809589-project-member] [instance: 14c336fc-69e4-4ef8-a50f-e307b9902127] Reconfiguring VM instance instance-00000045 to attach disk [datastore2] 14c336fc-69e4-4ef8-a50f-e307b9902127/14c336fc-69e4-4ef8-a50f-e307b9902127.vmdk or device None with type streamOptimized {{(pid=62328) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1068.878750] env[62328]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5d469c3d-3349-41ee-9e4f-b68a849fb1d7 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1068.898121] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-544dea8b-00da-4876-a041-188d233409bb {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1068.904769] env[62328]: DEBUG oslo_vmware.api [None req-916cf222-4c6f-4603-bd95-5f29e8245d3b tempest-AttachVolumeShelveTestJSON-116809589 tempest-AttachVolumeShelveTestJSON-116809589-project-member] Waiting for the task: (returnval){ [ 1068.904769] env[62328]: value = "task-2387601" [ 1068.904769] env[62328]: _type = "Task" [ 1068.904769] env[62328]: } to complete. {{(pid=62328) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1068.945302] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d8e67ce1-e887-43a6-99fc-07628ba141c6 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1068.948742] env[62328]: DEBUG oslo_vmware.api [None req-916cf222-4c6f-4603-bd95-5f29e8245d3b tempest-AttachVolumeShelveTestJSON-116809589 tempest-AttachVolumeShelveTestJSON-116809589-project-member] Task: {'id': task-2387601, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1068.955687] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f3d6abb8-c2d0-4d0b-a7c2-4b632652567f {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1068.974676] env[62328]: DEBUG nova.compute.provider_tree [None req-2bf4ff1b-5cb5-4ed5-bac4-98d9a0e2a819 tempest-ServersTestJSON-2041147199 tempest-ServersTestJSON-2041147199-project-member] Inventory has not changed in ProviderTree for provider: 3469e9f8-04af-49ca-8435-49f104496744 {{(pid=62328) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1068.978524] env[62328]: DEBUG nova.network.neutron [None req-0ef0a772-1230-4189-9fb3-4c0da4198124 tempest-AttachVolumeTestJSON-944844435 tempest-AttachVolumeTestJSON-944844435-project-member] [instance: 02189dfe-6cb3-4b95-ad18-59dbd22f2704] Successfully created port: 2b2f1dc7-97d0-484c-8715-780f37f392a2 {{(pid=62328) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1069.050901] env[62328]: DEBUG nova.compute.manager [None req-0ef0a772-1230-4189-9fb3-4c0da4198124 tempest-AttachVolumeTestJSON-944844435 tempest-AttachVolumeTestJSON-944844435-project-member] [instance: 02189dfe-6cb3-4b95-ad18-59dbd22f2704] Start building block device mappings for instance. {{(pid=62328) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1069.207802] env[62328]: DEBUG nova.virt.hardware [None req-27c26372-5c11-4458-a4ee-e27fc2deef6c tempest-DeleteServersTestJSON-1766103036 tempest-DeleteServersTestJSON-1766103036-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-07T17:16:58Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=dbf872a4-92be-47e4-8561-c3e2bf2423ab,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62328) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1069.208574] env[62328]: DEBUG nova.virt.hardware [None req-27c26372-5c11-4458-a4ee-e27fc2deef6c tempest-DeleteServersTestJSON-1766103036 tempest-DeleteServersTestJSON-1766103036-project-member] Flavor limits 0:0:0 {{(pid=62328) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1069.208939] env[62328]: DEBUG nova.virt.hardware [None req-27c26372-5c11-4458-a4ee-e27fc2deef6c tempest-DeleteServersTestJSON-1766103036 tempest-DeleteServersTestJSON-1766103036-project-member] Image limits 0:0:0 {{(pid=62328) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1069.209322] env[62328]: DEBUG nova.virt.hardware [None req-27c26372-5c11-4458-a4ee-e27fc2deef6c tempest-DeleteServersTestJSON-1766103036 tempest-DeleteServersTestJSON-1766103036-project-member] Flavor pref 0:0:0 {{(pid=62328) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1069.209579] env[62328]: DEBUG nova.virt.hardware [None req-27c26372-5c11-4458-a4ee-e27fc2deef6c tempest-DeleteServersTestJSON-1766103036 tempest-DeleteServersTestJSON-1766103036-project-member] Image pref 0:0:0 {{(pid=62328) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1069.209874] env[62328]: DEBUG nova.virt.hardware [None req-27c26372-5c11-4458-a4ee-e27fc2deef6c tempest-DeleteServersTestJSON-1766103036 tempest-DeleteServersTestJSON-1766103036-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62328) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1069.210115] env[62328]: DEBUG nova.virt.hardware [None req-27c26372-5c11-4458-a4ee-e27fc2deef6c tempest-DeleteServersTestJSON-1766103036 tempest-DeleteServersTestJSON-1766103036-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62328) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1069.210284] env[62328]: DEBUG nova.virt.hardware [None req-27c26372-5c11-4458-a4ee-e27fc2deef6c tempest-DeleteServersTestJSON-1766103036 tempest-DeleteServersTestJSON-1766103036-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62328) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1069.210578] env[62328]: DEBUG nova.virt.hardware [None req-27c26372-5c11-4458-a4ee-e27fc2deef6c tempest-DeleteServersTestJSON-1766103036 tempest-DeleteServersTestJSON-1766103036-project-member] Got 1 possible topologies {{(pid=62328) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1069.210704] env[62328]: DEBUG nova.virt.hardware [None req-27c26372-5c11-4458-a4ee-e27fc2deef6c tempest-DeleteServersTestJSON-1766103036 tempest-DeleteServersTestJSON-1766103036-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62328) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1069.210888] env[62328]: DEBUG nova.virt.hardware [None req-27c26372-5c11-4458-a4ee-e27fc2deef6c tempest-DeleteServersTestJSON-1766103036 tempest-DeleteServersTestJSON-1766103036-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62328) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1069.216127] env[62328]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9fd17245-6de6-46ca-b605-f9f016cfbcd3 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1069.241294] env[62328]: DEBUG oslo_vmware.api [None req-38fe415e-7d04-4ce2-ac92-a7b3d63bc489 tempest-ServersNegativeTestJSON-1019155744 tempest-ServersNegativeTestJSON-1019155744-project-member] Task: {'id': task-2387600, 'name': MoveVirtualDisk_Task} progress is 21%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1069.243072] env[62328]: DEBUG oslo_vmware.api [None req-27c26372-5c11-4458-a4ee-e27fc2deef6c tempest-DeleteServersTestJSON-1766103036 tempest-DeleteServersTestJSON-1766103036-project-member] Waiting for the task: (returnval){ [ 1069.243072] env[62328]: value = "task-2387602" [ 1069.243072] env[62328]: _type = "Task" [ 1069.243072] env[62328]: } to complete. {{(pid=62328) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1069.252768] env[62328]: DEBUG oslo_vmware.api [None req-27c26372-5c11-4458-a4ee-e27fc2deef6c tempest-DeleteServersTestJSON-1766103036 tempest-DeleteServersTestJSON-1766103036-project-member] Task: {'id': task-2387602, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1069.416431] env[62328]: DEBUG oslo_vmware.api [None req-916cf222-4c6f-4603-bd95-5f29e8245d3b tempest-AttachVolumeShelveTestJSON-116809589 tempest-AttachVolumeShelveTestJSON-116809589-project-member] Task: {'id': task-2387601, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1069.482919] env[62328]: DEBUG nova.scheduler.client.report [None req-2bf4ff1b-5cb5-4ed5-bac4-98d9a0e2a819 tempest-ServersTestJSON-2041147199 tempest-ServersTestJSON-2041147199-project-member] Inventory has not changed for provider 3469e9f8-04af-49ca-8435-49f104496744 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 152, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62328) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1069.739400] env[62328]: DEBUG oslo_vmware.api [None req-38fe415e-7d04-4ce2-ac92-a7b3d63bc489 tempest-ServersNegativeTestJSON-1019155744 tempest-ServersNegativeTestJSON-1019155744-project-member] Task: {'id': task-2387600, 'name': MoveVirtualDisk_Task} progress is 38%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1069.754016] env[62328]: DEBUG oslo_vmware.api [None req-27c26372-5c11-4458-a4ee-e27fc2deef6c tempest-DeleteServersTestJSON-1766103036 tempest-DeleteServersTestJSON-1766103036-project-member] Task: {'id': task-2387602, 'name': ReconfigVM_Task, 'duration_secs': 0.278162} completed successfully. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1069.754424] env[62328]: DEBUG nova.virt.vmwareapi.vmops [None req-27c26372-5c11-4458-a4ee-e27fc2deef6c tempest-DeleteServersTestJSON-1766103036 tempest-DeleteServersTestJSON-1766103036-project-member] [instance: 46036359-e19d-4dda-9b4f-41c3826f364d] Updating instance '46036359-e19d-4dda-9b4f-41c3826f364d' progress to 33 {{(pid=62328) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1069.918085] env[62328]: DEBUG oslo_vmware.api [None req-916cf222-4c6f-4603-bd95-5f29e8245d3b tempest-AttachVolumeShelveTestJSON-116809589 tempest-AttachVolumeShelveTestJSON-116809589-project-member] Task: {'id': task-2387601, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1069.989120] env[62328]: DEBUG oslo_concurrency.lockutils [None req-2bf4ff1b-5cb5-4ed5-bac4-98d9a0e2a819 tempest-ServersTestJSON-2041147199 tempest-ServersTestJSON-2041147199-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.946s {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1069.991756] env[62328]: DEBUG oslo_concurrency.lockutils [None req-3ec056ca-e439-47d9-91ac-5ba073ef16ec tempest-ServerActionsTestOtherA-1098162655 tempest-ServerActionsTestOtherA-1098162655-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 2.233s {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1069.993573] env[62328]: INFO nova.compute.claims [None req-3ec056ca-e439-47d9-91ac-5ba073ef16ec tempest-ServerActionsTestOtherA-1098162655 tempest-ServerActionsTestOtherA-1098162655-project-member] [instance: 52a2a5c8-436b-462f-8786-acb79fa350b7] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1070.023794] env[62328]: INFO nova.scheduler.client.report [None req-2bf4ff1b-5cb5-4ed5-bac4-98d9a0e2a819 tempest-ServersTestJSON-2041147199 tempest-ServersTestJSON-2041147199-project-member] Deleted allocations for instance 3c9e10d6-deb6-4b1b-8dfe-9e85e3b19e85 [ 1070.060998] env[62328]: DEBUG nova.compute.manager [None req-0ef0a772-1230-4189-9fb3-4c0da4198124 tempest-AttachVolumeTestJSON-944844435 tempest-AttachVolumeTestJSON-944844435-project-member] [instance: 02189dfe-6cb3-4b95-ad18-59dbd22f2704] Start spawning the instance on the hypervisor. {{(pid=62328) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1070.093135] env[62328]: DEBUG nova.virt.hardware [None req-0ef0a772-1230-4189-9fb3-4c0da4198124 tempest-AttachVolumeTestJSON-944844435 tempest-AttachVolumeTestJSON-944844435-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-07T17:16:55Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-07T17:16:37Z,direct_url=,disk_format='vmdk',id=dbf872a4-92be-47e4-8561-c3e2bf2423ab,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='2a64022f08d84b11a86773b900860ae5',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-07T17:16:38Z,virtual_size=,visibility=), allow threads: False {{(pid=62328) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1070.093281] env[62328]: DEBUG nova.virt.hardware [None req-0ef0a772-1230-4189-9fb3-4c0da4198124 tempest-AttachVolumeTestJSON-944844435 tempest-AttachVolumeTestJSON-944844435-project-member] Flavor limits 0:0:0 {{(pid=62328) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1070.093397] env[62328]: DEBUG nova.virt.hardware [None req-0ef0a772-1230-4189-9fb3-4c0da4198124 tempest-AttachVolumeTestJSON-944844435 tempest-AttachVolumeTestJSON-944844435-project-member] Image limits 0:0:0 {{(pid=62328) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1070.093577] env[62328]: DEBUG nova.virt.hardware [None req-0ef0a772-1230-4189-9fb3-4c0da4198124 tempest-AttachVolumeTestJSON-944844435 tempest-AttachVolumeTestJSON-944844435-project-member] Flavor pref 0:0:0 {{(pid=62328) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1070.093726] env[62328]: DEBUG nova.virt.hardware [None req-0ef0a772-1230-4189-9fb3-4c0da4198124 tempest-AttachVolumeTestJSON-944844435 tempest-AttachVolumeTestJSON-944844435-project-member] Image pref 0:0:0 {{(pid=62328) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1070.093872] env[62328]: DEBUG nova.virt.hardware [None req-0ef0a772-1230-4189-9fb3-4c0da4198124 tempest-AttachVolumeTestJSON-944844435 tempest-AttachVolumeTestJSON-944844435-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62328) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1070.094094] env[62328]: DEBUG nova.virt.hardware [None req-0ef0a772-1230-4189-9fb3-4c0da4198124 tempest-AttachVolumeTestJSON-944844435 tempest-AttachVolumeTestJSON-944844435-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62328) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1070.094256] env[62328]: DEBUG nova.virt.hardware [None req-0ef0a772-1230-4189-9fb3-4c0da4198124 tempest-AttachVolumeTestJSON-944844435 tempest-AttachVolumeTestJSON-944844435-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62328) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1070.094425] env[62328]: DEBUG nova.virt.hardware [None req-0ef0a772-1230-4189-9fb3-4c0da4198124 tempest-AttachVolumeTestJSON-944844435 tempest-AttachVolumeTestJSON-944844435-project-member] Got 1 possible topologies {{(pid=62328) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1070.094584] env[62328]: DEBUG nova.virt.hardware [None req-0ef0a772-1230-4189-9fb3-4c0da4198124 tempest-AttachVolumeTestJSON-944844435 tempest-AttachVolumeTestJSON-944844435-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62328) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1070.094754] env[62328]: DEBUG nova.virt.hardware [None req-0ef0a772-1230-4189-9fb3-4c0da4198124 tempest-AttachVolumeTestJSON-944844435 tempest-AttachVolumeTestJSON-944844435-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62328) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1070.096009] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-83eb64f1-a3b7-4b35-b9ca-7c44c3a6e68c {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1070.106082] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ed50a6aa-37b9-46b8-bcf1-3636aa72013b {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1070.239166] env[62328]: DEBUG oslo_vmware.api [None req-38fe415e-7d04-4ce2-ac92-a7b3d63bc489 tempest-ServersNegativeTestJSON-1019155744 tempest-ServersNegativeTestJSON-1019155744-project-member] Task: {'id': task-2387600, 'name': MoveVirtualDisk_Task} progress is 57%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1070.261733] env[62328]: DEBUG nova.virt.hardware [None req-27c26372-5c11-4458-a4ee-e27fc2deef6c tempest-DeleteServersTestJSON-1766103036 tempest-DeleteServersTestJSON-1766103036-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-07T17:16:55Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=dbf872a4-92be-47e4-8561-c3e2bf2423ab,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62328) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1070.261984] env[62328]: DEBUG nova.virt.hardware [None req-27c26372-5c11-4458-a4ee-e27fc2deef6c tempest-DeleteServersTestJSON-1766103036 tempest-DeleteServersTestJSON-1766103036-project-member] Flavor limits 0:0:0 {{(pid=62328) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1070.262164] env[62328]: DEBUG nova.virt.hardware [None req-27c26372-5c11-4458-a4ee-e27fc2deef6c tempest-DeleteServersTestJSON-1766103036 tempest-DeleteServersTestJSON-1766103036-project-member] Image limits 0:0:0 {{(pid=62328) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1070.262348] env[62328]: DEBUG nova.virt.hardware [None req-27c26372-5c11-4458-a4ee-e27fc2deef6c tempest-DeleteServersTestJSON-1766103036 tempest-DeleteServersTestJSON-1766103036-project-member] Flavor pref 0:0:0 {{(pid=62328) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1070.262557] env[62328]: DEBUG nova.virt.hardware [None req-27c26372-5c11-4458-a4ee-e27fc2deef6c tempest-DeleteServersTestJSON-1766103036 tempest-DeleteServersTestJSON-1766103036-project-member] Image pref 0:0:0 {{(pid=62328) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1070.262711] env[62328]: DEBUG nova.virt.hardware [None req-27c26372-5c11-4458-a4ee-e27fc2deef6c tempest-DeleteServersTestJSON-1766103036 tempest-DeleteServersTestJSON-1766103036-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62328) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1070.262953] env[62328]: DEBUG nova.virt.hardware [None req-27c26372-5c11-4458-a4ee-e27fc2deef6c tempest-DeleteServersTestJSON-1766103036 tempest-DeleteServersTestJSON-1766103036-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62328) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1070.263144] env[62328]: DEBUG nova.virt.hardware [None req-27c26372-5c11-4458-a4ee-e27fc2deef6c tempest-DeleteServersTestJSON-1766103036 tempest-DeleteServersTestJSON-1766103036-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62328) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1070.263307] env[62328]: DEBUG nova.virt.hardware [None req-27c26372-5c11-4458-a4ee-e27fc2deef6c tempest-DeleteServersTestJSON-1766103036 tempest-DeleteServersTestJSON-1766103036-project-member] Got 1 possible topologies {{(pid=62328) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1070.263470] env[62328]: DEBUG nova.virt.hardware [None req-27c26372-5c11-4458-a4ee-e27fc2deef6c tempest-DeleteServersTestJSON-1766103036 tempest-DeleteServersTestJSON-1766103036-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62328) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1070.263693] env[62328]: DEBUG nova.virt.hardware [None req-27c26372-5c11-4458-a4ee-e27fc2deef6c tempest-DeleteServersTestJSON-1766103036 tempest-DeleteServersTestJSON-1766103036-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62328) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1070.269334] env[62328]: DEBUG nova.virt.vmwareapi.volumeops [None req-27c26372-5c11-4458-a4ee-e27fc2deef6c tempest-DeleteServersTestJSON-1766103036 tempest-DeleteServersTestJSON-1766103036-project-member] [instance: 46036359-e19d-4dda-9b4f-41c3826f364d] Reconfiguring VM instance instance-0000006f to detach disk 2000 {{(pid=62328) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1070.269663] env[62328]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7f47d7df-de9b-4a5d-8c0b-c9ce133cbacc {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1070.290878] env[62328]: DEBUG oslo_vmware.api [None req-27c26372-5c11-4458-a4ee-e27fc2deef6c tempest-DeleteServersTestJSON-1766103036 tempest-DeleteServersTestJSON-1766103036-project-member] Waiting for the task: (returnval){ [ 1070.290878] env[62328]: value = "task-2387603" [ 1070.290878] env[62328]: _type = "Task" [ 1070.290878] env[62328]: } to complete. {{(pid=62328) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1070.300718] env[62328]: DEBUG oslo_vmware.api [None req-27c26372-5c11-4458-a4ee-e27fc2deef6c tempest-DeleteServersTestJSON-1766103036 tempest-DeleteServersTestJSON-1766103036-project-member] Task: {'id': task-2387603, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1070.417866] env[62328]: DEBUG oslo_vmware.api [None req-916cf222-4c6f-4603-bd95-5f29e8245d3b tempest-AttachVolumeShelveTestJSON-116809589 tempest-AttachVolumeShelveTestJSON-116809589-project-member] Task: {'id': task-2387601, 'name': ReconfigVM_Task, 'duration_secs': 1.141736} completed successfully. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1070.418316] env[62328]: DEBUG nova.virt.vmwareapi.volumeops [None req-916cf222-4c6f-4603-bd95-5f29e8245d3b tempest-AttachVolumeShelveTestJSON-116809589 tempest-AttachVolumeShelveTestJSON-116809589-project-member] [instance: 14c336fc-69e4-4ef8-a50f-e307b9902127] Reconfigured VM instance instance-00000045 to attach disk [datastore2] 14c336fc-69e4-4ef8-a50f-e307b9902127/14c336fc-69e4-4ef8-a50f-e307b9902127.vmdk or device None with type streamOptimized {{(pid=62328) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1070.419613] env[62328]: DEBUG nova.virt.vmwareapi.vmops [None req-916cf222-4c6f-4603-bd95-5f29e8245d3b tempest-AttachVolumeShelveTestJSON-116809589 tempest-AttachVolumeShelveTestJSON-116809589-project-member] [instance: 14c336fc-69e4-4ef8-a50f-e307b9902127] Block device information present: {'root_device_name': '/dev/sda', 'image': [{'encryption_format': None, 'encryption_options': None, 'disk_bus': None, 'encryption_secret_uuid': None, 'guest_format': None, 'size': 0, 'device_name': '/dev/sda', 'boot_index': 0, 'encrypted': False, 'device_type': 'disk', 'image_id': 'dbf872a4-92be-47e4-8561-c3e2bf2423ab'}], 'ephemerals': [], 'block_device_mapping': [{'connection_info': {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-484452', 'volume_id': 'b13e0748-c454-4014-bc84-945862c872c4', 'name': 'volume-b13e0748-c454-4014-bc84-945862c872c4', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attached', 'instance': '14c336fc-69e4-4ef8-a50f-e307b9902127', 'attached_at': '', 'detached_at': '', 'volume_id': 'b13e0748-c454-4014-bc84-945862c872c4', 'serial': 'b13e0748-c454-4014-bc84-945862c872c4'}, 'attachment_id': '365e78b1-4e35-4ccf-8cd0-e7f7ad63b1a0', 'disk_bus': None, 'delete_on_termination': False, 'guest_format': None, 'mount_device': '/dev/sdb', 'boot_index': None, 'device_type': None, 'volume_type': None}], 'swap': None} {{(pid=62328) spawn /opt/stack/nova/nova/virt/vmwareapi/vmops.py:799}} [ 1070.419917] env[62328]: DEBUG nova.virt.vmwareapi.volumeops [None req-916cf222-4c6f-4603-bd95-5f29e8245d3b tempest-AttachVolumeShelveTestJSON-116809589 tempest-AttachVolumeShelveTestJSON-116809589-project-member] [instance: 14c336fc-69e4-4ef8-a50f-e307b9902127] Volume attach. Driver type: vmdk {{(pid=62328) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1070.420033] env[62328]: DEBUG nova.virt.vmwareapi.volumeops [None req-916cf222-4c6f-4603-bd95-5f29e8245d3b tempest-AttachVolumeShelveTestJSON-116809589 tempest-AttachVolumeShelveTestJSON-116809589-project-member] [instance: 14c336fc-69e4-4ef8-a50f-e307b9902127] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-484452', 'volume_id': 'b13e0748-c454-4014-bc84-945862c872c4', 'name': 'volume-b13e0748-c454-4014-bc84-945862c872c4', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attached', 'instance': '14c336fc-69e4-4ef8-a50f-e307b9902127', 'attached_at': '', 'detached_at': '', 'volume_id': 'b13e0748-c454-4014-bc84-945862c872c4', 'serial': 'b13e0748-c454-4014-bc84-945862c872c4'} {{(pid=62328) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1070.422110] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0a626994-03dc-4adc-854b-6df09dbb6de2 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1070.444343] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ffe815c5-9276-44b5-a574-9446a29a1044 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1070.475431] env[62328]: DEBUG nova.virt.vmwareapi.volumeops [None req-916cf222-4c6f-4603-bd95-5f29e8245d3b tempest-AttachVolumeShelveTestJSON-116809589 tempest-AttachVolumeShelveTestJSON-116809589-project-member] [instance: 14c336fc-69e4-4ef8-a50f-e307b9902127] Reconfiguring VM instance instance-00000045 to attach disk [datastore2] volume-b13e0748-c454-4014-bc84-945862c872c4/volume-b13e0748-c454-4014-bc84-945862c872c4.vmdk or device None with type thin {{(pid=62328) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1070.475872] env[62328]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1a59a224-c19d-4cc6-8b06-6617d65cdbff {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1070.501322] env[62328]: DEBUG oslo_vmware.api [None req-916cf222-4c6f-4603-bd95-5f29e8245d3b tempest-AttachVolumeShelveTestJSON-116809589 tempest-AttachVolumeShelveTestJSON-116809589-project-member] Waiting for the task: (returnval){ [ 1070.501322] env[62328]: value = "task-2387604" [ 1070.501322] env[62328]: _type = "Task" [ 1070.501322] env[62328]: } to complete. {{(pid=62328) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1070.515646] env[62328]: DEBUG oslo_vmware.api [None req-916cf222-4c6f-4603-bd95-5f29e8245d3b tempest-AttachVolumeShelveTestJSON-116809589 tempest-AttachVolumeShelveTestJSON-116809589-project-member] Task: {'id': task-2387604, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1070.537638] env[62328]: DEBUG oslo_concurrency.lockutils [None req-2bf4ff1b-5cb5-4ed5-bac4-98d9a0e2a819 tempest-ServersTestJSON-2041147199 tempest-ServersTestJSON-2041147199-project-member] Lock "3c9e10d6-deb6-4b1b-8dfe-9e85e3b19e85" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 8.885s {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1070.670099] env[62328]: DEBUG nova.compute.manager [req-f056ce02-900a-4c0e-b584-a9147a202216 req-9ccd48a1-a421-4549-8b80-49a37da13848 service nova] [instance: 02189dfe-6cb3-4b95-ad18-59dbd22f2704] Received event network-vif-plugged-2b2f1dc7-97d0-484c-8715-780f37f392a2 {{(pid=62328) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1070.670341] env[62328]: DEBUG oslo_concurrency.lockutils [req-f056ce02-900a-4c0e-b584-a9147a202216 req-9ccd48a1-a421-4549-8b80-49a37da13848 service nova] Acquiring lock "02189dfe-6cb3-4b95-ad18-59dbd22f2704-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1070.670613] env[62328]: DEBUG oslo_concurrency.lockutils [req-f056ce02-900a-4c0e-b584-a9147a202216 req-9ccd48a1-a421-4549-8b80-49a37da13848 service nova] Lock "02189dfe-6cb3-4b95-ad18-59dbd22f2704-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1070.670785] env[62328]: DEBUG oslo_concurrency.lockutils [req-f056ce02-900a-4c0e-b584-a9147a202216 req-9ccd48a1-a421-4549-8b80-49a37da13848 service nova] Lock "02189dfe-6cb3-4b95-ad18-59dbd22f2704-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1070.670955] env[62328]: DEBUG nova.compute.manager [req-f056ce02-900a-4c0e-b584-a9147a202216 req-9ccd48a1-a421-4549-8b80-49a37da13848 service nova] [instance: 02189dfe-6cb3-4b95-ad18-59dbd22f2704] No waiting events found dispatching network-vif-plugged-2b2f1dc7-97d0-484c-8715-780f37f392a2 {{(pid=62328) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1070.671296] env[62328]: WARNING nova.compute.manager [req-f056ce02-900a-4c0e-b584-a9147a202216 req-9ccd48a1-a421-4549-8b80-49a37da13848 service nova] [instance: 02189dfe-6cb3-4b95-ad18-59dbd22f2704] Received unexpected event network-vif-plugged-2b2f1dc7-97d0-484c-8715-780f37f392a2 for instance with vm_state building and task_state spawning. [ 1070.741070] env[62328]: DEBUG oslo_vmware.api [None req-38fe415e-7d04-4ce2-ac92-a7b3d63bc489 tempest-ServersNegativeTestJSON-1019155744 tempest-ServersNegativeTestJSON-1019155744-project-member] Task: {'id': task-2387600, 'name': MoveVirtualDisk_Task} progress is 77%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1070.802659] env[62328]: DEBUG oslo_vmware.api [None req-27c26372-5c11-4458-a4ee-e27fc2deef6c tempest-DeleteServersTestJSON-1766103036 tempest-DeleteServersTestJSON-1766103036-project-member] Task: {'id': task-2387603, 'name': ReconfigVM_Task, 'duration_secs': 0.246039} completed successfully. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1070.803696] env[62328]: DEBUG nova.virt.vmwareapi.volumeops [None req-27c26372-5c11-4458-a4ee-e27fc2deef6c tempest-DeleteServersTestJSON-1766103036 tempest-DeleteServersTestJSON-1766103036-project-member] [instance: 46036359-e19d-4dda-9b4f-41c3826f364d] Reconfigured VM instance instance-0000006f to detach disk 2000 {{(pid=62328) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1070.804897] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-76e789ec-4add-4737-84a9-60f5653722d0 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1070.832517] env[62328]: DEBUG nova.virt.vmwareapi.volumeops [None req-27c26372-5c11-4458-a4ee-e27fc2deef6c tempest-DeleteServersTestJSON-1766103036 tempest-DeleteServersTestJSON-1766103036-project-member] [instance: 46036359-e19d-4dda-9b4f-41c3826f364d] Reconfiguring VM instance instance-0000006f to attach disk [datastore1] 46036359-e19d-4dda-9b4f-41c3826f364d/46036359-e19d-4dda-9b4f-41c3826f364d.vmdk or device None with type thin {{(pid=62328) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1070.833096] env[62328]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ba5d6c56-5a90-48ef-a6da-d40cac36ebdf {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1070.849362] env[62328]: DEBUG nova.network.neutron [None req-0ef0a772-1230-4189-9fb3-4c0da4198124 tempest-AttachVolumeTestJSON-944844435 tempest-AttachVolumeTestJSON-944844435-project-member] [instance: 02189dfe-6cb3-4b95-ad18-59dbd22f2704] Successfully updated port: 2b2f1dc7-97d0-484c-8715-780f37f392a2 {{(pid=62328) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1070.858285] env[62328]: DEBUG oslo_vmware.api [None req-27c26372-5c11-4458-a4ee-e27fc2deef6c tempest-DeleteServersTestJSON-1766103036 tempest-DeleteServersTestJSON-1766103036-project-member] Waiting for the task: (returnval){ [ 1070.858285] env[62328]: value = "task-2387605" [ 1070.858285] env[62328]: _type = "Task" [ 1070.858285] env[62328]: } to complete. {{(pid=62328) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1070.872049] env[62328]: DEBUG oslo_vmware.api [None req-27c26372-5c11-4458-a4ee-e27fc2deef6c tempest-DeleteServersTestJSON-1766103036 tempest-DeleteServersTestJSON-1766103036-project-member] Task: {'id': task-2387605, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1071.016803] env[62328]: DEBUG oslo_vmware.api [None req-916cf222-4c6f-4603-bd95-5f29e8245d3b tempest-AttachVolumeShelveTestJSON-116809589 tempest-AttachVolumeShelveTestJSON-116809589-project-member] Task: {'id': task-2387604, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1071.260171] env[62328]: DEBUG oslo_vmware.api [None req-38fe415e-7d04-4ce2-ac92-a7b3d63bc489 tempest-ServersNegativeTestJSON-1019155744 tempest-ServersNegativeTestJSON-1019155744-project-member] Task: {'id': task-2387600, 'name': MoveVirtualDisk_Task} progress is 97%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1071.278506] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-59dbc09b-c473-4284-9872-a23feeb61844 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1071.289055] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5adb4d42-57b4-466f-92bc-a1526c3b573c {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1071.326151] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-38e327c3-a730-44b3-9171-a5c03f687fb9 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1071.335794] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-41912fe2-df6b-40bf-b100-212ef1742b42 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1071.354928] env[62328]: DEBUG oslo_concurrency.lockutils [None req-0ef0a772-1230-4189-9fb3-4c0da4198124 tempest-AttachVolumeTestJSON-944844435 tempest-AttachVolumeTestJSON-944844435-project-member] Acquiring lock "refresh_cache-02189dfe-6cb3-4b95-ad18-59dbd22f2704" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1071.355118] env[62328]: DEBUG oslo_concurrency.lockutils [None req-0ef0a772-1230-4189-9fb3-4c0da4198124 tempest-AttachVolumeTestJSON-944844435 tempest-AttachVolumeTestJSON-944844435-project-member] Acquired lock "refresh_cache-02189dfe-6cb3-4b95-ad18-59dbd22f2704" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1071.356039] env[62328]: DEBUG nova.network.neutron [None req-0ef0a772-1230-4189-9fb3-4c0da4198124 tempest-AttachVolumeTestJSON-944844435 tempest-AttachVolumeTestJSON-944844435-project-member] [instance: 02189dfe-6cb3-4b95-ad18-59dbd22f2704] Building network info cache for instance {{(pid=62328) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1071.357482] env[62328]: DEBUG nova.compute.provider_tree [None req-3ec056ca-e439-47d9-91ac-5ba073ef16ec tempest-ServerActionsTestOtherA-1098162655 tempest-ServerActionsTestOtherA-1098162655-project-member] Inventory has not changed in ProviderTree for provider: 3469e9f8-04af-49ca-8435-49f104496744 {{(pid=62328) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1071.369311] env[62328]: DEBUG oslo_vmware.api [None req-27c26372-5c11-4458-a4ee-e27fc2deef6c tempest-DeleteServersTestJSON-1766103036 tempest-DeleteServersTestJSON-1766103036-project-member] Task: {'id': task-2387605, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1071.517029] env[62328]: DEBUG oslo_vmware.api [None req-916cf222-4c6f-4603-bd95-5f29e8245d3b tempest-AttachVolumeShelveTestJSON-116809589 tempest-AttachVolumeShelveTestJSON-116809589-project-member] Task: {'id': task-2387604, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1071.745499] env[62328]: DEBUG oslo_vmware.api [None req-38fe415e-7d04-4ce2-ac92-a7b3d63bc489 tempest-ServersNegativeTestJSON-1019155744 tempest-ServersNegativeTestJSON-1019155744-project-member] Task: {'id': task-2387600, 'name': MoveVirtualDisk_Task, 'duration_secs': 2.648105} completed successfully. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1071.745802] env[62328]: INFO nova.virt.vmwareapi.ds_util [None req-38fe415e-7d04-4ce2-ac92-a7b3d63bc489 tempest-ServersNegativeTestJSON-1019155744 tempest-ServersNegativeTestJSON-1019155744-project-member] Moved virtual disk from [datastore2] OSTACK_IMG_d38f1cc8-d153-4386-85e2-2328eeb7fcda/OSTACK_IMG_d38f1cc8-d153-4386-85e2-2328eeb7fcda.vmdk to [datastore2] devstack-image-cache_base/24092ccf-b6ce-4f05-b549-cdd3eab5dcd9/24092ccf-b6ce-4f05-b549-cdd3eab5dcd9.vmdk. [ 1071.746023] env[62328]: DEBUG nova.virt.vmwareapi.vmops [None req-38fe415e-7d04-4ce2-ac92-a7b3d63bc489 tempest-ServersNegativeTestJSON-1019155744 tempest-ServersNegativeTestJSON-1019155744-project-member] [instance: 206ded69-14c7-477f-9c36-376ff43a9641] Cleaning up location [datastore2] OSTACK_IMG_d38f1cc8-d153-4386-85e2-2328eeb7fcda {{(pid=62328) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:640}} [ 1071.746186] env[62328]: DEBUG nova.virt.vmwareapi.ds_util [None req-38fe415e-7d04-4ce2-ac92-a7b3d63bc489 tempest-ServersNegativeTestJSON-1019155744 tempest-ServersNegativeTestJSON-1019155744-project-member] Deleting the datastore file [datastore2] OSTACK_IMG_d38f1cc8-d153-4386-85e2-2328eeb7fcda {{(pid=62328) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1071.746463] env[62328]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-d5de216c-2c6e-403d-b75f-93d545468b5b {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1071.754841] env[62328]: DEBUG oslo_vmware.api [None req-38fe415e-7d04-4ce2-ac92-a7b3d63bc489 tempest-ServersNegativeTestJSON-1019155744 tempest-ServersNegativeTestJSON-1019155744-project-member] Waiting for the task: (returnval){ [ 1071.754841] env[62328]: value = "task-2387606" [ 1071.754841] env[62328]: _type = "Task" [ 1071.754841] env[62328]: } to complete. {{(pid=62328) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1071.764404] env[62328]: DEBUG oslo_vmware.api [None req-38fe415e-7d04-4ce2-ac92-a7b3d63bc489 tempest-ServersNegativeTestJSON-1019155744 tempest-ServersNegativeTestJSON-1019155744-project-member] Task: {'id': task-2387606, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1071.867357] env[62328]: DEBUG nova.scheduler.client.report [None req-3ec056ca-e439-47d9-91ac-5ba073ef16ec tempest-ServerActionsTestOtherA-1098162655 tempest-ServerActionsTestOtherA-1098162655-project-member] Inventory has not changed for provider 3469e9f8-04af-49ca-8435-49f104496744 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 152, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62328) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1071.882728] env[62328]: DEBUG oslo_vmware.api [None req-27c26372-5c11-4458-a4ee-e27fc2deef6c tempest-DeleteServersTestJSON-1766103036 tempest-DeleteServersTestJSON-1766103036-project-member] Task: {'id': task-2387605, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1071.906095] env[62328]: DEBUG nova.network.neutron [None req-0ef0a772-1230-4189-9fb3-4c0da4198124 tempest-AttachVolumeTestJSON-944844435 tempest-AttachVolumeTestJSON-944844435-project-member] [instance: 02189dfe-6cb3-4b95-ad18-59dbd22f2704] Instance cache missing network info. {{(pid=62328) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1072.021368] env[62328]: DEBUG oslo_vmware.api [None req-916cf222-4c6f-4603-bd95-5f29e8245d3b tempest-AttachVolumeShelveTestJSON-116809589 tempest-AttachVolumeShelveTestJSON-116809589-project-member] Task: {'id': task-2387604, 'name': ReconfigVM_Task, 'duration_secs': 1.081397} completed successfully. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1072.021677] env[62328]: DEBUG nova.virt.vmwareapi.volumeops [None req-916cf222-4c6f-4603-bd95-5f29e8245d3b tempest-AttachVolumeShelveTestJSON-116809589 tempest-AttachVolumeShelveTestJSON-116809589-project-member] [instance: 14c336fc-69e4-4ef8-a50f-e307b9902127] Reconfigured VM instance instance-00000045 to attach disk [datastore2] volume-b13e0748-c454-4014-bc84-945862c872c4/volume-b13e0748-c454-4014-bc84-945862c872c4.vmdk or device None with type thin {{(pid=62328) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1072.026454] env[62328]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-126be4f5-cf9e-46db-a2a4-ed45803446b1 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1072.043055] env[62328]: DEBUG oslo_vmware.api [None req-916cf222-4c6f-4603-bd95-5f29e8245d3b tempest-AttachVolumeShelveTestJSON-116809589 tempest-AttachVolumeShelveTestJSON-116809589-project-member] Waiting for the task: (returnval){ [ 1072.043055] env[62328]: value = "task-2387607" [ 1072.043055] env[62328]: _type = "Task" [ 1072.043055] env[62328]: } to complete. {{(pid=62328) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1072.051920] env[62328]: DEBUG oslo_vmware.api [None req-916cf222-4c6f-4603-bd95-5f29e8245d3b tempest-AttachVolumeShelveTestJSON-116809589 tempest-AttachVolumeShelveTestJSON-116809589-project-member] Task: {'id': task-2387607, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1072.192980] env[62328]: DEBUG nova.network.neutron [None req-0ef0a772-1230-4189-9fb3-4c0da4198124 tempest-AttachVolumeTestJSON-944844435 tempest-AttachVolumeTestJSON-944844435-project-member] [instance: 02189dfe-6cb3-4b95-ad18-59dbd22f2704] Updating instance_info_cache with network_info: [{"id": "2b2f1dc7-97d0-484c-8715-780f37f392a2", "address": "fa:16:3e:1b:f4:a5", "network": {"id": "926e779e-3c4c-474f-92ce-346dc1243ee2", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-237776850-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2c55e83cf5c442ba8c209cf01cb581f3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e49a26b5-7b6b-41fd-8bed-4cd9a6c1a002", "external-id": "nsx-vlan-transportzone-506", "segmentation_id": 506, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2b2f1dc7-97", "ovs_interfaceid": "2b2f1dc7-97d0-484c-8715-780f37f392a2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62328) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1072.265447] env[62328]: DEBUG oslo_vmware.api [None req-38fe415e-7d04-4ce2-ac92-a7b3d63bc489 tempest-ServersNegativeTestJSON-1019155744 tempest-ServersNegativeTestJSON-1019155744-project-member] Task: {'id': task-2387606, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.042321} completed successfully. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1072.265719] env[62328]: DEBUG nova.virt.vmwareapi.ds_util [None req-38fe415e-7d04-4ce2-ac92-a7b3d63bc489 tempest-ServersNegativeTestJSON-1019155744 tempest-ServersNegativeTestJSON-1019155744-project-member] Deleted the datastore file {{(pid=62328) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1072.265877] env[62328]: DEBUG oslo_concurrency.lockutils [None req-38fe415e-7d04-4ce2-ac92-a7b3d63bc489 tempest-ServersNegativeTestJSON-1019155744 tempest-ServersNegativeTestJSON-1019155744-project-member] Releasing lock "[datastore2] devstack-image-cache_base/24092ccf-b6ce-4f05-b549-cdd3eab5dcd9/24092ccf-b6ce-4f05-b549-cdd3eab5dcd9.vmdk" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1072.266201] env[62328]: DEBUG nova.virt.vmwareapi.vm_util [None req-38fe415e-7d04-4ce2-ac92-a7b3d63bc489 tempest-ServersNegativeTestJSON-1019155744 tempest-ServersNegativeTestJSON-1019155744-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/24092ccf-b6ce-4f05-b549-cdd3eab5dcd9/24092ccf-b6ce-4f05-b549-cdd3eab5dcd9.vmdk to [datastore2] 206ded69-14c7-477f-9c36-376ff43a9641/206ded69-14c7-477f-9c36-376ff43a9641.vmdk {{(pid=62328) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1072.266472] env[62328]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-b00e9128-2d0d-41eb-9487-fa5428ee821e {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1072.274292] env[62328]: DEBUG oslo_vmware.api [None req-38fe415e-7d04-4ce2-ac92-a7b3d63bc489 tempest-ServersNegativeTestJSON-1019155744 tempest-ServersNegativeTestJSON-1019155744-project-member] Waiting for the task: (returnval){ [ 1072.274292] env[62328]: value = "task-2387608" [ 1072.274292] env[62328]: _type = "Task" [ 1072.274292] env[62328]: } to complete. {{(pid=62328) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1072.283369] env[62328]: DEBUG oslo_vmware.api [None req-38fe415e-7d04-4ce2-ac92-a7b3d63bc489 tempest-ServersNegativeTestJSON-1019155744 tempest-ServersNegativeTestJSON-1019155744-project-member] Task: {'id': task-2387608, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1072.369308] env[62328]: DEBUG oslo_concurrency.lockutils [None req-3ec056ca-e439-47d9-91ac-5ba073ef16ec tempest-ServerActionsTestOtherA-1098162655 tempest-ServerActionsTestOtherA-1098162655-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.378s {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1072.369746] env[62328]: DEBUG nova.compute.manager [None req-3ec056ca-e439-47d9-91ac-5ba073ef16ec tempest-ServerActionsTestOtherA-1098162655 tempest-ServerActionsTestOtherA-1098162655-project-member] [instance: 52a2a5c8-436b-462f-8786-acb79fa350b7] Start building networks asynchronously for instance. {{(pid=62328) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1072.375930] env[62328]: DEBUG oslo_concurrency.lockutils [None req-a8df32fe-d91b-4b87-a2b2-32d331b10a05 tempest-AttachInterfacesTestJSON-1049158018 tempest-AttachInterfacesTestJSON-1049158018-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 3.818s {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1072.376198] env[62328]: DEBUG nova.objects.instance [None req-a8df32fe-d91b-4b87-a2b2-32d331b10a05 tempest-AttachInterfacesTestJSON-1049158018 tempest-AttachInterfacesTestJSON-1049158018-project-member] Lazy-loading 'resources' on Instance uuid 0c5d4040-bc5a-452c-9a75-a58280f7cb73 {{(pid=62328) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1072.384256] env[62328]: DEBUG oslo_vmware.api [None req-27c26372-5c11-4458-a4ee-e27fc2deef6c tempest-DeleteServersTestJSON-1766103036 tempest-DeleteServersTestJSON-1766103036-project-member] Task: {'id': task-2387605, 'name': ReconfigVM_Task, 'duration_secs': 1.357204} completed successfully. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1072.384545] env[62328]: DEBUG nova.virt.vmwareapi.volumeops [None req-27c26372-5c11-4458-a4ee-e27fc2deef6c tempest-DeleteServersTestJSON-1766103036 tempest-DeleteServersTestJSON-1766103036-project-member] [instance: 46036359-e19d-4dda-9b4f-41c3826f364d] Reconfigured VM instance instance-0000006f to attach disk [datastore1] 46036359-e19d-4dda-9b4f-41c3826f364d/46036359-e19d-4dda-9b4f-41c3826f364d.vmdk or device None with type thin {{(pid=62328) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1072.384815] env[62328]: DEBUG nova.virt.vmwareapi.vmops [None req-27c26372-5c11-4458-a4ee-e27fc2deef6c tempest-DeleteServersTestJSON-1766103036 tempest-DeleteServersTestJSON-1766103036-project-member] [instance: 46036359-e19d-4dda-9b4f-41c3826f364d] Updating instance '46036359-e19d-4dda-9b4f-41c3826f364d' progress to 50 {{(pid=62328) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1072.555127] env[62328]: DEBUG oslo_vmware.api [None req-916cf222-4c6f-4603-bd95-5f29e8245d3b tempest-AttachVolumeShelveTestJSON-116809589 tempest-AttachVolumeShelveTestJSON-116809589-project-member] Task: {'id': task-2387607, 'name': ReconfigVM_Task, 'duration_secs': 0.191191} completed successfully. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1072.555495] env[62328]: DEBUG nova.virt.vmwareapi.volumeops [None req-916cf222-4c6f-4603-bd95-5f29e8245d3b tempest-AttachVolumeShelveTestJSON-116809589 tempest-AttachVolumeShelveTestJSON-116809589-project-member] [instance: 14c336fc-69e4-4ef8-a50f-e307b9902127] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-484452', 'volume_id': 'b13e0748-c454-4014-bc84-945862c872c4', 'name': 'volume-b13e0748-c454-4014-bc84-945862c872c4', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attached', 'instance': '14c336fc-69e4-4ef8-a50f-e307b9902127', 'attached_at': '', 'detached_at': '', 'volume_id': 'b13e0748-c454-4014-bc84-945862c872c4', 'serial': 'b13e0748-c454-4014-bc84-945862c872c4'} {{(pid=62328) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1072.556134] env[62328]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-9c3a02c9-24df-4e25-a0f9-a6e9128a95de {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1072.564779] env[62328]: DEBUG oslo_vmware.api [None req-916cf222-4c6f-4603-bd95-5f29e8245d3b tempest-AttachVolumeShelveTestJSON-116809589 tempest-AttachVolumeShelveTestJSON-116809589-project-member] Waiting for the task: (returnval){ [ 1072.564779] env[62328]: value = "task-2387609" [ 1072.564779] env[62328]: _type = "Task" [ 1072.564779] env[62328]: } to complete. {{(pid=62328) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1072.579583] env[62328]: DEBUG oslo_vmware.api [None req-916cf222-4c6f-4603-bd95-5f29e8245d3b tempest-AttachVolumeShelveTestJSON-116809589 tempest-AttachVolumeShelveTestJSON-116809589-project-member] Task: {'id': task-2387609, 'name': Rename_Task} progress is 5%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1072.623311] env[62328]: DEBUG oslo_service.periodic_task [None req-332cd9a1-235b-4315-894a-68f76363e980 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=62328) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1072.623550] env[62328]: DEBUG oslo_service.periodic_task [None req-332cd9a1-235b-4315-894a-68f76363e980 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=62328) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1072.623697] env[62328]: DEBUG nova.compute.manager [None req-332cd9a1-235b-4315-894a-68f76363e980 None None] Starting heal instance info cache {{(pid=62328) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10445}} [ 1072.696345] env[62328]: DEBUG oslo_concurrency.lockutils [None req-0ef0a772-1230-4189-9fb3-4c0da4198124 tempest-AttachVolumeTestJSON-944844435 tempest-AttachVolumeTestJSON-944844435-project-member] Releasing lock "refresh_cache-02189dfe-6cb3-4b95-ad18-59dbd22f2704" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1072.696345] env[62328]: DEBUG nova.compute.manager [None req-0ef0a772-1230-4189-9fb3-4c0da4198124 tempest-AttachVolumeTestJSON-944844435 tempest-AttachVolumeTestJSON-944844435-project-member] [instance: 02189dfe-6cb3-4b95-ad18-59dbd22f2704] Instance network_info: |[{"id": "2b2f1dc7-97d0-484c-8715-780f37f392a2", "address": "fa:16:3e:1b:f4:a5", "network": {"id": "926e779e-3c4c-474f-92ce-346dc1243ee2", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-237776850-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2c55e83cf5c442ba8c209cf01cb581f3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e49a26b5-7b6b-41fd-8bed-4cd9a6c1a002", "external-id": "nsx-vlan-transportzone-506", "segmentation_id": 506, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2b2f1dc7-97", "ovs_interfaceid": "2b2f1dc7-97d0-484c-8715-780f37f392a2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62328) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1072.696617] env[62328]: DEBUG nova.virt.vmwareapi.vmops [None req-0ef0a772-1230-4189-9fb3-4c0da4198124 tempest-AttachVolumeTestJSON-944844435 tempest-AttachVolumeTestJSON-944844435-project-member] [instance: 02189dfe-6cb3-4b95-ad18-59dbd22f2704] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:1b:f4:a5', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'e49a26b5-7b6b-41fd-8bed-4cd9a6c1a002', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '2b2f1dc7-97d0-484c-8715-780f37f392a2', 'vif_model': 'vmxnet3'}] {{(pid=62328) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1072.706752] env[62328]: DEBUG oslo.service.loopingcall [None req-0ef0a772-1230-4189-9fb3-4c0da4198124 tempest-AttachVolumeTestJSON-944844435 tempest-AttachVolumeTestJSON-944844435-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62328) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1072.707412] env[62328]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 02189dfe-6cb3-4b95-ad18-59dbd22f2704] Creating VM on the ESX host {{(pid=62328) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1072.707664] env[62328]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-17d2f704-7efb-4a04-a49a-04e877df8110 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1072.725090] env[62328]: DEBUG nova.compute.manager [req-df7fc564-011d-4d1d-b87e-ea06099262c9 req-66888847-7af5-4f2f-b9f9-1cd0036a4cea service nova] [instance: 02189dfe-6cb3-4b95-ad18-59dbd22f2704] Received event network-changed-2b2f1dc7-97d0-484c-8715-780f37f392a2 {{(pid=62328) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1072.725183] env[62328]: DEBUG nova.compute.manager [req-df7fc564-011d-4d1d-b87e-ea06099262c9 req-66888847-7af5-4f2f-b9f9-1cd0036a4cea service nova] [instance: 02189dfe-6cb3-4b95-ad18-59dbd22f2704] Refreshing instance network info cache due to event network-changed-2b2f1dc7-97d0-484c-8715-780f37f392a2. {{(pid=62328) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1072.725395] env[62328]: DEBUG oslo_concurrency.lockutils [req-df7fc564-011d-4d1d-b87e-ea06099262c9 req-66888847-7af5-4f2f-b9f9-1cd0036a4cea service nova] Acquiring lock "refresh_cache-02189dfe-6cb3-4b95-ad18-59dbd22f2704" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1072.725538] env[62328]: DEBUG oslo_concurrency.lockutils [req-df7fc564-011d-4d1d-b87e-ea06099262c9 req-66888847-7af5-4f2f-b9f9-1cd0036a4cea service nova] Acquired lock "refresh_cache-02189dfe-6cb3-4b95-ad18-59dbd22f2704" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1072.725698] env[62328]: DEBUG nova.network.neutron [req-df7fc564-011d-4d1d-b87e-ea06099262c9 req-66888847-7af5-4f2f-b9f9-1cd0036a4cea service nova] [instance: 02189dfe-6cb3-4b95-ad18-59dbd22f2704] Refreshing network info cache for port 2b2f1dc7-97d0-484c-8715-780f37f392a2 {{(pid=62328) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1072.734275] env[62328]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1072.734275] env[62328]: value = "task-2387610" [ 1072.734275] env[62328]: _type = "Task" [ 1072.734275] env[62328]: } to complete. {{(pid=62328) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1072.745897] env[62328]: DEBUG oslo_vmware.api [-] Task: {'id': task-2387610, 'name': CreateVM_Task} progress is 0%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1072.786377] env[62328]: DEBUG oslo_vmware.api [None req-38fe415e-7d04-4ce2-ac92-a7b3d63bc489 tempest-ServersNegativeTestJSON-1019155744 tempest-ServersNegativeTestJSON-1019155744-project-member] Task: {'id': task-2387608, 'name': CopyVirtualDisk_Task} progress is 18%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1072.880332] env[62328]: DEBUG nova.compute.utils [None req-3ec056ca-e439-47d9-91ac-5ba073ef16ec tempest-ServerActionsTestOtherA-1098162655 tempest-ServerActionsTestOtherA-1098162655-project-member] Using /dev/sd instead of None {{(pid=62328) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1072.884456] env[62328]: DEBUG nova.compute.manager [None req-3ec056ca-e439-47d9-91ac-5ba073ef16ec tempest-ServerActionsTestOtherA-1098162655 tempest-ServerActionsTestOtherA-1098162655-project-member] [instance: 52a2a5c8-436b-462f-8786-acb79fa350b7] Allocating IP information in the background. {{(pid=62328) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1072.885595] env[62328]: DEBUG nova.network.neutron [None req-3ec056ca-e439-47d9-91ac-5ba073ef16ec tempest-ServerActionsTestOtherA-1098162655 tempest-ServerActionsTestOtherA-1098162655-project-member] [instance: 52a2a5c8-436b-462f-8786-acb79fa350b7] allocate_for_instance() {{(pid=62328) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1072.894344] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2e11ac88-8e18-4c9e-ab77-6ec794c4331d {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1072.924646] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6712ac15-9ab5-4319-9148-0b3174d2ae72 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1072.947568] env[62328]: DEBUG nova.virt.vmwareapi.vmops [None req-27c26372-5c11-4458-a4ee-e27fc2deef6c tempest-DeleteServersTestJSON-1766103036 tempest-DeleteServersTestJSON-1766103036-project-member] [instance: 46036359-e19d-4dda-9b4f-41c3826f364d] Updating instance '46036359-e19d-4dda-9b4f-41c3826f364d' progress to 67 {{(pid=62328) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1072.959026] env[62328]: DEBUG nova.policy [None req-3ec056ca-e439-47d9-91ac-5ba073ef16ec tempest-ServerActionsTestOtherA-1098162655 tempest-ServerActionsTestOtherA-1098162655-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '88bd126377eb4987811db1be067275a9', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '17143bbcad5b4da0801478fe45bd8ce6', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62328) authorize /opt/stack/nova/nova/policy.py:192}} [ 1073.076524] env[62328]: DEBUG oslo_vmware.api [None req-916cf222-4c6f-4603-bd95-5f29e8245d3b tempest-AttachVolumeShelveTestJSON-116809589 tempest-AttachVolumeShelveTestJSON-116809589-project-member] Task: {'id': task-2387609, 'name': Rename_Task, 'duration_secs': 0.485732} completed successfully. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1073.079900] env[62328]: DEBUG nova.virt.vmwareapi.vm_util [None req-916cf222-4c6f-4603-bd95-5f29e8245d3b tempest-AttachVolumeShelveTestJSON-116809589 tempest-AttachVolumeShelveTestJSON-116809589-project-member] [instance: 14c336fc-69e4-4ef8-a50f-e307b9902127] Powering on the VM {{(pid=62328) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1073.080744] env[62328]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-52078236-9a0e-4ad8-b5b7-cce415e9b09c {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1073.090095] env[62328]: DEBUG oslo_vmware.api [None req-916cf222-4c6f-4603-bd95-5f29e8245d3b tempest-AttachVolumeShelveTestJSON-116809589 tempest-AttachVolumeShelveTestJSON-116809589-project-member] Waiting for the task: (returnval){ [ 1073.090095] env[62328]: value = "task-2387611" [ 1073.090095] env[62328]: _type = "Task" [ 1073.090095] env[62328]: } to complete. {{(pid=62328) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1073.101631] env[62328]: DEBUG oslo_vmware.api [None req-916cf222-4c6f-4603-bd95-5f29e8245d3b tempest-AttachVolumeShelveTestJSON-116809589 tempest-AttachVolumeShelveTestJSON-116809589-project-member] Task: {'id': task-2387611, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1073.204177] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-23e1f2e3-c80f-4a71-89d1-12005c57bdc8 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1073.213677] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-32ceae19-a75e-4854-b804-bbf0ebb5bb8a {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1073.265684] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3b359175-ac72-466e-89a7-eacbc625bd0b {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1073.275178] env[62328]: DEBUG oslo_vmware.api [-] Task: {'id': task-2387610, 'name': CreateVM_Task} progress is 25%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1073.282283] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3445cf8f-db4e-4776-8327-707badd9b1e9 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1073.299506] env[62328]: DEBUG nova.compute.provider_tree [None req-a8df32fe-d91b-4b87-a2b2-32d331b10a05 tempest-AttachInterfacesTestJSON-1049158018 tempest-AttachInterfacesTestJSON-1049158018-project-member] Inventory has not changed in ProviderTree for provider: 3469e9f8-04af-49ca-8435-49f104496744 {{(pid=62328) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1073.305628] env[62328]: DEBUG nova.network.neutron [None req-3ec056ca-e439-47d9-91ac-5ba073ef16ec tempest-ServerActionsTestOtherA-1098162655 tempest-ServerActionsTestOtherA-1098162655-project-member] [instance: 52a2a5c8-436b-462f-8786-acb79fa350b7] Successfully created port: e43ac17d-9066-4416-8586-982f8488ba68 {{(pid=62328) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1073.308034] env[62328]: DEBUG oslo_vmware.api [None req-38fe415e-7d04-4ce2-ac92-a7b3d63bc489 tempest-ServersNegativeTestJSON-1019155744 tempest-ServersNegativeTestJSON-1019155744-project-member] Task: {'id': task-2387608, 'name': CopyVirtualDisk_Task} progress is 38%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1073.392293] env[62328]: DEBUG nova.compute.manager [None req-3ec056ca-e439-47d9-91ac-5ba073ef16ec tempest-ServerActionsTestOtherA-1098162655 tempest-ServerActionsTestOtherA-1098162655-project-member] [instance: 52a2a5c8-436b-462f-8786-acb79fa350b7] Start building block device mappings for instance. {{(pid=62328) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1073.593717] env[62328]: DEBUG nova.network.neutron [None req-27c26372-5c11-4458-a4ee-e27fc2deef6c tempest-DeleteServersTestJSON-1766103036 tempest-DeleteServersTestJSON-1766103036-project-member] [instance: 46036359-e19d-4dda-9b4f-41c3826f364d] Port b82e4bcb-5948-4185-a8c8-a0242066d945 binding to destination host cpu-1 is already ACTIVE {{(pid=62328) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1073.610839] env[62328]: DEBUG oslo_vmware.api [None req-916cf222-4c6f-4603-bd95-5f29e8245d3b tempest-AttachVolumeShelveTestJSON-116809589 tempest-AttachVolumeShelveTestJSON-116809589-project-member] Task: {'id': task-2387611, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1073.737371] env[62328]: DEBUG nova.network.neutron [req-df7fc564-011d-4d1d-b87e-ea06099262c9 req-66888847-7af5-4f2f-b9f9-1cd0036a4cea service nova] [instance: 02189dfe-6cb3-4b95-ad18-59dbd22f2704] Updated VIF entry in instance network info cache for port 2b2f1dc7-97d0-484c-8715-780f37f392a2. {{(pid=62328) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1073.737371] env[62328]: DEBUG nova.network.neutron [req-df7fc564-011d-4d1d-b87e-ea06099262c9 req-66888847-7af5-4f2f-b9f9-1cd0036a4cea service nova] [instance: 02189dfe-6cb3-4b95-ad18-59dbd22f2704] Updating instance_info_cache with network_info: [{"id": "2b2f1dc7-97d0-484c-8715-780f37f392a2", "address": "fa:16:3e:1b:f4:a5", "network": {"id": "926e779e-3c4c-474f-92ce-346dc1243ee2", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-237776850-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2c55e83cf5c442ba8c209cf01cb581f3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e49a26b5-7b6b-41fd-8bed-4cd9a6c1a002", "external-id": "nsx-vlan-transportzone-506", "segmentation_id": 506, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2b2f1dc7-97", "ovs_interfaceid": "2b2f1dc7-97d0-484c-8715-780f37f392a2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62328) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1073.774630] env[62328]: DEBUG oslo_vmware.api [-] Task: {'id': task-2387610, 'name': CreateVM_Task} progress is 99%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1073.789879] env[62328]: DEBUG oslo_vmware.api [None req-38fe415e-7d04-4ce2-ac92-a7b3d63bc489 tempest-ServersNegativeTestJSON-1019155744 tempest-ServersNegativeTestJSON-1019155744-project-member] Task: {'id': task-2387608, 'name': CopyVirtualDisk_Task} progress is 54%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1073.810143] env[62328]: DEBUG nova.scheduler.client.report [None req-a8df32fe-d91b-4b87-a2b2-32d331b10a05 tempest-AttachInterfacesTestJSON-1049158018 tempest-AttachInterfacesTestJSON-1049158018-project-member] Inventory has not changed for provider 3469e9f8-04af-49ca-8435-49f104496744 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 152, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62328) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1073.901099] env[62328]: INFO nova.virt.block_device [None req-3ec056ca-e439-47d9-91ac-5ba073ef16ec tempest-ServerActionsTestOtherA-1098162655 tempest-ServerActionsTestOtherA-1098162655-project-member] [instance: 52a2a5c8-436b-462f-8786-acb79fa350b7] Booting with volume 78a4b907-9963-49c9-bc1c-07a50a56cb8d at /dev/sda [ 1073.949456] env[62328]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-04ff3dc6-e205-49d7-b95d-058835fa6a3a {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1073.963765] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fc7b0759-a546-43f0-b848-5758f6acba25 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1074.027455] env[62328]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-e7b814f9-0f8e-46f0-9a02-e5d32e52bdcc {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1074.042507] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7d4d2b30-95f6-449b-99ef-9de7b78aaea3 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1074.088221] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4f84b53b-8df3-4ffc-9c4c-18c7174a9a21 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1074.100304] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7711f89a-6d96-46ec-9409-d79fc53dbc69 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1074.110991] env[62328]: DEBUG oslo_vmware.api [None req-916cf222-4c6f-4603-bd95-5f29e8245d3b tempest-AttachVolumeShelveTestJSON-116809589 tempest-AttachVolumeShelveTestJSON-116809589-project-member] Task: {'id': task-2387611, 'name': PowerOnVM_Task} progress is 88%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1074.131421] env[62328]: DEBUG nova.virt.block_device [None req-3ec056ca-e439-47d9-91ac-5ba073ef16ec tempest-ServerActionsTestOtherA-1098162655 tempest-ServerActionsTestOtherA-1098162655-project-member] [instance: 52a2a5c8-436b-462f-8786-acb79fa350b7] Updating existing volume attachment record: 478046dc-87f6-48f3-a5fa-7fb335e40633 {{(pid=62328) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1074.240154] env[62328]: DEBUG oslo_concurrency.lockutils [req-df7fc564-011d-4d1d-b87e-ea06099262c9 req-66888847-7af5-4f2f-b9f9-1cd0036a4cea service nova] Releasing lock "refresh_cache-02189dfe-6cb3-4b95-ad18-59dbd22f2704" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1074.275478] env[62328]: DEBUG oslo_vmware.api [-] Task: {'id': task-2387610, 'name': CreateVM_Task, 'duration_secs': 1.042605} completed successfully. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1074.275725] env[62328]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 02189dfe-6cb3-4b95-ad18-59dbd22f2704] Created VM on the ESX host {{(pid=62328) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1074.276434] env[62328]: DEBUG oslo_concurrency.lockutils [None req-0ef0a772-1230-4189-9fb3-4c0da4198124 tempest-AttachVolumeTestJSON-944844435 tempest-AttachVolumeTestJSON-944844435-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/dbf872a4-92be-47e4-8561-c3e2bf2423ab" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1074.276604] env[62328]: DEBUG oslo_concurrency.lockutils [None req-0ef0a772-1230-4189-9fb3-4c0da4198124 tempest-AttachVolumeTestJSON-944844435 tempest-AttachVolumeTestJSON-944844435-project-member] Acquired lock "[datastore2] devstack-image-cache_base/dbf872a4-92be-47e4-8561-c3e2bf2423ab" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1074.276937] env[62328]: DEBUG oslo_concurrency.lockutils [None req-0ef0a772-1230-4189-9fb3-4c0da4198124 tempest-AttachVolumeTestJSON-944844435 tempest-AttachVolumeTestJSON-944844435-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/dbf872a4-92be-47e4-8561-c3e2bf2423ab" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1074.277283] env[62328]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-06da9507-9efc-457c-89af-8987d9fb4bbb {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1074.290225] env[62328]: DEBUG oslo_vmware.api [None req-38fe415e-7d04-4ce2-ac92-a7b3d63bc489 tempest-ServersNegativeTestJSON-1019155744 tempest-ServersNegativeTestJSON-1019155744-project-member] Task: {'id': task-2387608, 'name': CopyVirtualDisk_Task} progress is 71%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1074.291785] env[62328]: DEBUG oslo_vmware.api [None req-0ef0a772-1230-4189-9fb3-4c0da4198124 tempest-AttachVolumeTestJSON-944844435 tempest-AttachVolumeTestJSON-944844435-project-member] Waiting for the task: (returnval){ [ 1074.291785] env[62328]: value = "session[52a6e20e-410d-708a-99f2-080a575a99bd]52f646ca-fe70-ba7f-0aaf-b16066f0e9ab" [ 1074.291785] env[62328]: _type = "Task" [ 1074.291785] env[62328]: } to complete. {{(pid=62328) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1074.302939] env[62328]: DEBUG oslo_vmware.api [None req-0ef0a772-1230-4189-9fb3-4c0da4198124 tempest-AttachVolumeTestJSON-944844435 tempest-AttachVolumeTestJSON-944844435-project-member] Task: {'id': session[52a6e20e-410d-708a-99f2-080a575a99bd]52f646ca-fe70-ba7f-0aaf-b16066f0e9ab, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1074.315772] env[62328]: DEBUG oslo_concurrency.lockutils [None req-a8df32fe-d91b-4b87-a2b2-32d331b10a05 tempest-AttachInterfacesTestJSON-1049158018 tempest-AttachInterfacesTestJSON-1049158018-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.940s {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1074.344208] env[62328]: INFO nova.scheduler.client.report [None req-a8df32fe-d91b-4b87-a2b2-32d331b10a05 tempest-AttachInterfacesTestJSON-1049158018 tempest-AttachInterfacesTestJSON-1049158018-project-member] Deleted allocations for instance 0c5d4040-bc5a-452c-9a75-a58280f7cb73 [ 1074.607149] env[62328]: DEBUG oslo_vmware.api [None req-916cf222-4c6f-4603-bd95-5f29e8245d3b tempest-AttachVolumeShelveTestJSON-116809589 tempest-AttachVolumeShelveTestJSON-116809589-project-member] Task: {'id': task-2387611, 'name': PowerOnVM_Task, 'duration_secs': 1.412673} completed successfully. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1074.607476] env[62328]: DEBUG nova.virt.vmwareapi.vm_util [None req-916cf222-4c6f-4603-bd95-5f29e8245d3b tempest-AttachVolumeShelveTestJSON-116809589 tempest-AttachVolumeShelveTestJSON-116809589-project-member] [instance: 14c336fc-69e4-4ef8-a50f-e307b9902127] Powered on the VM {{(pid=62328) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1074.627906] env[62328]: DEBUG oslo_concurrency.lockutils [None req-27c26372-5c11-4458-a4ee-e27fc2deef6c tempest-DeleteServersTestJSON-1766103036 tempest-DeleteServersTestJSON-1766103036-project-member] Acquiring lock "46036359-e19d-4dda-9b4f-41c3826f364d-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1074.630625] env[62328]: DEBUG oslo_concurrency.lockutils [None req-27c26372-5c11-4458-a4ee-e27fc2deef6c tempest-DeleteServersTestJSON-1766103036 tempest-DeleteServersTestJSON-1766103036-project-member] Lock "46036359-e19d-4dda-9b4f-41c3826f364d-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1074.630625] env[62328]: DEBUG oslo_concurrency.lockutils [None req-27c26372-5c11-4458-a4ee-e27fc2deef6c tempest-DeleteServersTestJSON-1766103036 tempest-DeleteServersTestJSON-1766103036-project-member] Lock "46036359-e19d-4dda-9b4f-41c3826f364d-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1074.639668] env[62328]: DEBUG oslo_concurrency.lockutils [None req-332cd9a1-235b-4315-894a-68f76363e980 None None] Acquiring lock "refresh_cache-14c336fc-69e4-4ef8-a50f-e307b9902127" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1074.639843] env[62328]: DEBUG oslo_concurrency.lockutils [None req-332cd9a1-235b-4315-894a-68f76363e980 None None] Acquired lock "refresh_cache-14c336fc-69e4-4ef8-a50f-e307b9902127" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1074.640033] env[62328]: DEBUG nova.network.neutron [None req-332cd9a1-235b-4315-894a-68f76363e980 None None] [instance: 14c336fc-69e4-4ef8-a50f-e307b9902127] Forcefully refreshing network info cache for instance {{(pid=62328) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2061}} [ 1074.730362] env[62328]: DEBUG nova.compute.manager [None req-916cf222-4c6f-4603-bd95-5f29e8245d3b tempest-AttachVolumeShelveTestJSON-116809589 tempest-AttachVolumeShelveTestJSON-116809589-project-member] [instance: 14c336fc-69e4-4ef8-a50f-e307b9902127] Checking state {{(pid=62328) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1074.733095] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1a5de127-6160-4b99-8627-33bc1dab64c6 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1074.795817] env[62328]: DEBUG oslo_vmware.api [None req-38fe415e-7d04-4ce2-ac92-a7b3d63bc489 tempest-ServersNegativeTestJSON-1019155744 tempest-ServersNegativeTestJSON-1019155744-project-member] Task: {'id': task-2387608, 'name': CopyVirtualDisk_Task} progress is 91%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1074.811315] env[62328]: DEBUG oslo_vmware.api [None req-0ef0a772-1230-4189-9fb3-4c0da4198124 tempest-AttachVolumeTestJSON-944844435 tempest-AttachVolumeTestJSON-944844435-project-member] Task: {'id': session[52a6e20e-410d-708a-99f2-080a575a99bd]52f646ca-fe70-ba7f-0aaf-b16066f0e9ab, 'name': SearchDatastore_Task, 'duration_secs': 0.094132} completed successfully. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1074.811825] env[62328]: DEBUG oslo_concurrency.lockutils [None req-0ef0a772-1230-4189-9fb3-4c0da4198124 tempest-AttachVolumeTestJSON-944844435 tempest-AttachVolumeTestJSON-944844435-project-member] Releasing lock "[datastore2] devstack-image-cache_base/dbf872a4-92be-47e4-8561-c3e2bf2423ab" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1074.812139] env[62328]: DEBUG nova.virt.vmwareapi.vmops [None req-0ef0a772-1230-4189-9fb3-4c0da4198124 tempest-AttachVolumeTestJSON-944844435 tempest-AttachVolumeTestJSON-944844435-project-member] [instance: 02189dfe-6cb3-4b95-ad18-59dbd22f2704] Processing image dbf872a4-92be-47e4-8561-c3e2bf2423ab {{(pid=62328) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1074.812385] env[62328]: DEBUG oslo_concurrency.lockutils [None req-0ef0a772-1230-4189-9fb3-4c0da4198124 tempest-AttachVolumeTestJSON-944844435 tempest-AttachVolumeTestJSON-944844435-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/dbf872a4-92be-47e4-8561-c3e2bf2423ab/dbf872a4-92be-47e4-8561-c3e2bf2423ab.vmdk" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1074.812577] env[62328]: DEBUG oslo_concurrency.lockutils [None req-0ef0a772-1230-4189-9fb3-4c0da4198124 tempest-AttachVolumeTestJSON-944844435 tempest-AttachVolumeTestJSON-944844435-project-member] Acquired lock "[datastore2] devstack-image-cache_base/dbf872a4-92be-47e4-8561-c3e2bf2423ab/dbf872a4-92be-47e4-8561-c3e2bf2423ab.vmdk" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1074.813121] env[62328]: DEBUG nova.virt.vmwareapi.ds_util [None req-0ef0a772-1230-4189-9fb3-4c0da4198124 tempest-AttachVolumeTestJSON-944844435 tempest-AttachVolumeTestJSON-944844435-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62328) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1074.814268] env[62328]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-5444839b-d6d0-4525-9cff-a7c3764437c9 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1074.841120] env[62328]: DEBUG nova.virt.vmwareapi.ds_util [None req-0ef0a772-1230-4189-9fb3-4c0da4198124 tempest-AttachVolumeTestJSON-944844435 tempest-AttachVolumeTestJSON-944844435-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62328) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1074.841120] env[62328]: DEBUG nova.virt.vmwareapi.vmops [None req-0ef0a772-1230-4189-9fb3-4c0da4198124 tempest-AttachVolumeTestJSON-944844435 tempest-AttachVolumeTestJSON-944844435-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62328) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1074.841120] env[62328]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-38979e41-8e97-4aa1-9520-ab5fd42ad1df {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1074.857073] env[62328]: DEBUG oslo_vmware.api [None req-0ef0a772-1230-4189-9fb3-4c0da4198124 tempest-AttachVolumeTestJSON-944844435 tempest-AttachVolumeTestJSON-944844435-project-member] Waiting for the task: (returnval){ [ 1074.857073] env[62328]: value = "session[52a6e20e-410d-708a-99f2-080a575a99bd]5280dcef-df7a-7e6e-64f3-33c789ef6482" [ 1074.857073] env[62328]: _type = "Task" [ 1074.857073] env[62328]: } to complete. {{(pid=62328) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1074.857073] env[62328]: DEBUG oslo_concurrency.lockutils [None req-a8df32fe-d91b-4b87-a2b2-32d331b10a05 tempest-AttachInterfacesTestJSON-1049158018 tempest-AttachInterfacesTestJSON-1049158018-project-member] Lock "0c5d4040-bc5a-452c-9a75-a58280f7cb73" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 10.003s {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1074.870461] env[62328]: DEBUG oslo_vmware.api [None req-0ef0a772-1230-4189-9fb3-4c0da4198124 tempest-AttachVolumeTestJSON-944844435 tempest-AttachVolumeTestJSON-944844435-project-member] Task: {'id': session[52a6e20e-410d-708a-99f2-080a575a99bd]5280dcef-df7a-7e6e-64f3-33c789ef6482, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1074.928346] env[62328]: DEBUG nova.compute.manager [req-51b56509-88b5-440d-8dda-fa82cef62579 req-15feb588-aa14-44c9-ac9c-e681a1ef8b04 service nova] [instance: 52a2a5c8-436b-462f-8786-acb79fa350b7] Received event network-vif-plugged-e43ac17d-9066-4416-8586-982f8488ba68 {{(pid=62328) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1074.928346] env[62328]: DEBUG oslo_concurrency.lockutils [req-51b56509-88b5-440d-8dda-fa82cef62579 req-15feb588-aa14-44c9-ac9c-e681a1ef8b04 service nova] Acquiring lock "52a2a5c8-436b-462f-8786-acb79fa350b7-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1074.928346] env[62328]: DEBUG oslo_concurrency.lockutils [req-51b56509-88b5-440d-8dda-fa82cef62579 req-15feb588-aa14-44c9-ac9c-e681a1ef8b04 service nova] Lock "52a2a5c8-436b-462f-8786-acb79fa350b7-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1074.928346] env[62328]: DEBUG oslo_concurrency.lockutils [req-51b56509-88b5-440d-8dda-fa82cef62579 req-15feb588-aa14-44c9-ac9c-e681a1ef8b04 service nova] Lock "52a2a5c8-436b-462f-8786-acb79fa350b7-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1074.928346] env[62328]: DEBUG nova.compute.manager [req-51b56509-88b5-440d-8dda-fa82cef62579 req-15feb588-aa14-44c9-ac9c-e681a1ef8b04 service nova] [instance: 52a2a5c8-436b-462f-8786-acb79fa350b7] No waiting events found dispatching network-vif-plugged-e43ac17d-9066-4416-8586-982f8488ba68 {{(pid=62328) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1074.928346] env[62328]: WARNING nova.compute.manager [req-51b56509-88b5-440d-8dda-fa82cef62579 req-15feb588-aa14-44c9-ac9c-e681a1ef8b04 service nova] [instance: 52a2a5c8-436b-462f-8786-acb79fa350b7] Received unexpected event network-vif-plugged-e43ac17d-9066-4416-8586-982f8488ba68 for instance with vm_state building and task_state block_device_mapping. [ 1075.113594] env[62328]: DEBUG nova.network.neutron [None req-3ec056ca-e439-47d9-91ac-5ba073ef16ec tempest-ServerActionsTestOtherA-1098162655 tempest-ServerActionsTestOtherA-1098162655-project-member] [instance: 52a2a5c8-436b-462f-8786-acb79fa350b7] Successfully updated port: e43ac17d-9066-4416-8586-982f8488ba68 {{(pid=62328) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1075.267569] env[62328]: DEBUG oslo_concurrency.lockutils [None req-916cf222-4c6f-4603-bd95-5f29e8245d3b tempest-AttachVolumeShelveTestJSON-116809589 tempest-AttachVolumeShelveTestJSON-116809589-project-member] Lock "14c336fc-69e4-4ef8-a50f-e307b9902127" "released" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: held 35.142s {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1075.295428] env[62328]: DEBUG oslo_vmware.api [None req-38fe415e-7d04-4ce2-ac92-a7b3d63bc489 tempest-ServersNegativeTestJSON-1019155744 tempest-ServersNegativeTestJSON-1019155744-project-member] Task: {'id': task-2387608, 'name': CopyVirtualDisk_Task, 'duration_secs': 2.714159} completed successfully. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1075.296774] env[62328]: DEBUG nova.virt.vmwareapi.vm_util [None req-38fe415e-7d04-4ce2-ac92-a7b3d63bc489 tempest-ServersNegativeTestJSON-1019155744 tempest-ServersNegativeTestJSON-1019155744-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/24092ccf-b6ce-4f05-b549-cdd3eab5dcd9/24092ccf-b6ce-4f05-b549-cdd3eab5dcd9.vmdk to [datastore2] 206ded69-14c7-477f-9c36-376ff43a9641/206ded69-14c7-477f-9c36-376ff43a9641.vmdk {{(pid=62328) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1075.298050] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-74ea9479-5ae7-41d9-922f-8ad8b544fc0a {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1075.339657] env[62328]: DEBUG nova.virt.vmwareapi.volumeops [None req-38fe415e-7d04-4ce2-ac92-a7b3d63bc489 tempest-ServersNegativeTestJSON-1019155744 tempest-ServersNegativeTestJSON-1019155744-project-member] [instance: 206ded69-14c7-477f-9c36-376ff43a9641] Reconfiguring VM instance instance-0000005f to attach disk [datastore2] 206ded69-14c7-477f-9c36-376ff43a9641/206ded69-14c7-477f-9c36-376ff43a9641.vmdk or device None with type streamOptimized {{(pid=62328) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1075.340712] env[62328]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1242c88a-2402-48f2-a201-053515cc9cd7 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1075.381654] env[62328]: DEBUG oslo_vmware.api [None req-0ef0a772-1230-4189-9fb3-4c0da4198124 tempest-AttachVolumeTestJSON-944844435 tempest-AttachVolumeTestJSON-944844435-project-member] Task: {'id': session[52a6e20e-410d-708a-99f2-080a575a99bd]5280dcef-df7a-7e6e-64f3-33c789ef6482, 'name': SearchDatastore_Task, 'duration_secs': 0.09875} completed successfully. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1075.384021] env[62328]: DEBUG oslo_vmware.api [None req-38fe415e-7d04-4ce2-ac92-a7b3d63bc489 tempest-ServersNegativeTestJSON-1019155744 tempest-ServersNegativeTestJSON-1019155744-project-member] Waiting for the task: (returnval){ [ 1075.384021] env[62328]: value = "task-2387612" [ 1075.384021] env[62328]: _type = "Task" [ 1075.384021] env[62328]: } to complete. {{(pid=62328) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1075.384236] env[62328]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0f5118e0-505a-4191-8c20-061bd28244bd {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1075.393815] env[62328]: DEBUG oslo_vmware.api [None req-0ef0a772-1230-4189-9fb3-4c0da4198124 tempest-AttachVolumeTestJSON-944844435 tempest-AttachVolumeTestJSON-944844435-project-member] Waiting for the task: (returnval){ [ 1075.393815] env[62328]: value = "session[52a6e20e-410d-708a-99f2-080a575a99bd]520b5444-57f4-a124-907c-ae424065aa7f" [ 1075.393815] env[62328]: _type = "Task" [ 1075.393815] env[62328]: } to complete. {{(pid=62328) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1075.397175] env[62328]: DEBUG oslo_vmware.api [None req-38fe415e-7d04-4ce2-ac92-a7b3d63bc489 tempest-ServersNegativeTestJSON-1019155744 tempest-ServersNegativeTestJSON-1019155744-project-member] Task: {'id': task-2387612, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1075.408071] env[62328]: DEBUG oslo_vmware.api [None req-0ef0a772-1230-4189-9fb3-4c0da4198124 tempest-AttachVolumeTestJSON-944844435 tempest-AttachVolumeTestJSON-944844435-project-member] Task: {'id': session[52a6e20e-410d-708a-99f2-080a575a99bd]520b5444-57f4-a124-907c-ae424065aa7f, 'name': SearchDatastore_Task, 'duration_secs': 0.010648} completed successfully. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1075.408071] env[62328]: DEBUG oslo_concurrency.lockutils [None req-0ef0a772-1230-4189-9fb3-4c0da4198124 tempest-AttachVolumeTestJSON-944844435 tempest-AttachVolumeTestJSON-944844435-project-member] Releasing lock "[datastore2] devstack-image-cache_base/dbf872a4-92be-47e4-8561-c3e2bf2423ab/dbf872a4-92be-47e4-8561-c3e2bf2423ab.vmdk" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1075.408071] env[62328]: DEBUG nova.virt.vmwareapi.vm_util [None req-0ef0a772-1230-4189-9fb3-4c0da4198124 tempest-AttachVolumeTestJSON-944844435 tempest-AttachVolumeTestJSON-944844435-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/dbf872a4-92be-47e4-8561-c3e2bf2423ab/dbf872a4-92be-47e4-8561-c3e2bf2423ab.vmdk to [datastore2] 02189dfe-6cb3-4b95-ad18-59dbd22f2704/02189dfe-6cb3-4b95-ad18-59dbd22f2704.vmdk {{(pid=62328) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1075.408342] env[62328]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-f42f7152-2909-4d2e-b48c-b383d91afe07 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1075.415305] env[62328]: DEBUG oslo_vmware.api [None req-0ef0a772-1230-4189-9fb3-4c0da4198124 tempest-AttachVolumeTestJSON-944844435 tempest-AttachVolumeTestJSON-944844435-project-member] Waiting for the task: (returnval){ [ 1075.415305] env[62328]: value = "task-2387613" [ 1075.415305] env[62328]: _type = "Task" [ 1075.415305] env[62328]: } to complete. {{(pid=62328) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1075.423869] env[62328]: DEBUG oslo_vmware.api [None req-0ef0a772-1230-4189-9fb3-4c0da4198124 tempest-AttachVolumeTestJSON-944844435 tempest-AttachVolumeTestJSON-944844435-project-member] Task: {'id': task-2387613, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1075.619093] env[62328]: DEBUG oslo_concurrency.lockutils [None req-3ec056ca-e439-47d9-91ac-5ba073ef16ec tempest-ServerActionsTestOtherA-1098162655 tempest-ServerActionsTestOtherA-1098162655-project-member] Acquiring lock "refresh_cache-52a2a5c8-436b-462f-8786-acb79fa350b7" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1075.619188] env[62328]: DEBUG oslo_concurrency.lockutils [None req-3ec056ca-e439-47d9-91ac-5ba073ef16ec tempest-ServerActionsTestOtherA-1098162655 tempest-ServerActionsTestOtherA-1098162655-project-member] Acquired lock "refresh_cache-52a2a5c8-436b-462f-8786-acb79fa350b7" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1075.619346] env[62328]: DEBUG nova.network.neutron [None req-3ec056ca-e439-47d9-91ac-5ba073ef16ec tempest-ServerActionsTestOtherA-1098162655 tempest-ServerActionsTestOtherA-1098162655-project-member] [instance: 52a2a5c8-436b-462f-8786-acb79fa350b7] Building network info cache for instance {{(pid=62328) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1075.676425] env[62328]: DEBUG oslo_concurrency.lockutils [None req-27c26372-5c11-4458-a4ee-e27fc2deef6c tempest-DeleteServersTestJSON-1766103036 tempest-DeleteServersTestJSON-1766103036-project-member] Acquiring lock "refresh_cache-46036359-e19d-4dda-9b4f-41c3826f364d" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1075.676646] env[62328]: DEBUG oslo_concurrency.lockutils [None req-27c26372-5c11-4458-a4ee-e27fc2deef6c tempest-DeleteServersTestJSON-1766103036 tempest-DeleteServersTestJSON-1766103036-project-member] Acquired lock "refresh_cache-46036359-e19d-4dda-9b4f-41c3826f364d" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1075.676814] env[62328]: DEBUG nova.network.neutron [None req-27c26372-5c11-4458-a4ee-e27fc2deef6c tempest-DeleteServersTestJSON-1766103036 tempest-DeleteServersTestJSON-1766103036-project-member] [instance: 46036359-e19d-4dda-9b4f-41c3826f364d] Building network info cache for instance {{(pid=62328) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1075.898102] env[62328]: DEBUG oslo_vmware.api [None req-38fe415e-7d04-4ce2-ac92-a7b3d63bc489 tempest-ServersNegativeTestJSON-1019155744 tempest-ServersNegativeTestJSON-1019155744-project-member] Task: {'id': task-2387612, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1075.926008] env[62328]: DEBUG oslo_vmware.api [None req-0ef0a772-1230-4189-9fb3-4c0da4198124 tempest-AttachVolumeTestJSON-944844435 tempest-AttachVolumeTestJSON-944844435-project-member] Task: {'id': task-2387613, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1076.012867] env[62328]: DEBUG nova.network.neutron [None req-332cd9a1-235b-4315-894a-68f76363e980 None None] [instance: 14c336fc-69e4-4ef8-a50f-e307b9902127] Updating instance_info_cache with network_info: [{"id": "4b52fd26-0fb8-45e8-968b-9005eecb9af7", "address": "fa:16:3e:0b:eb:4c", "network": {"id": "2d1c453e-aaeb-45b7-bdcd-3cbaf03a6053", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1795840742-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.204", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f7ed1d0f45904d658c8becad7c3f621c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "cba18f15-a919-422e-a423-1e705e233389", "external-id": "nsx-vlan-transportzone-79", "segmentation_id": 79, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4b52fd26-0f", "ovs_interfaceid": "4b52fd26-0fb8-45e8-968b-9005eecb9af7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62328) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1076.157183] env[62328]: DEBUG nova.network.neutron [None req-3ec056ca-e439-47d9-91ac-5ba073ef16ec tempest-ServerActionsTestOtherA-1098162655 tempest-ServerActionsTestOtherA-1098162655-project-member] [instance: 52a2a5c8-436b-462f-8786-acb79fa350b7] Instance cache missing network info. {{(pid=62328) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1076.232489] env[62328]: DEBUG nova.compute.manager [None req-3ec056ca-e439-47d9-91ac-5ba073ef16ec tempest-ServerActionsTestOtherA-1098162655 tempest-ServerActionsTestOtherA-1098162655-project-member] [instance: 52a2a5c8-436b-462f-8786-acb79fa350b7] Start spawning the instance on the hypervisor. {{(pid=62328) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1076.233088] env[62328]: DEBUG nova.virt.hardware [None req-3ec056ca-e439-47d9-91ac-5ba073ef16ec tempest-ServerActionsTestOtherA-1098162655 tempest-ServerActionsTestOtherA-1098162655-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-07T17:16:55Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=0,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=1073741824,status='active',tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62328) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1076.233428] env[62328]: DEBUG nova.virt.hardware [None req-3ec056ca-e439-47d9-91ac-5ba073ef16ec tempest-ServerActionsTestOtherA-1098162655 tempest-ServerActionsTestOtherA-1098162655-project-member] Flavor limits 0:0:0 {{(pid=62328) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1076.233500] env[62328]: DEBUG nova.virt.hardware [None req-3ec056ca-e439-47d9-91ac-5ba073ef16ec tempest-ServerActionsTestOtherA-1098162655 tempest-ServerActionsTestOtherA-1098162655-project-member] Image limits 0:0:0 {{(pid=62328) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1076.234230] env[62328]: DEBUG nova.virt.hardware [None req-3ec056ca-e439-47d9-91ac-5ba073ef16ec tempest-ServerActionsTestOtherA-1098162655 tempest-ServerActionsTestOtherA-1098162655-project-member] Flavor pref 0:0:0 {{(pid=62328) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1076.234230] env[62328]: DEBUG nova.virt.hardware [None req-3ec056ca-e439-47d9-91ac-5ba073ef16ec tempest-ServerActionsTestOtherA-1098162655 tempest-ServerActionsTestOtherA-1098162655-project-member] Image pref 0:0:0 {{(pid=62328) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1076.234230] env[62328]: DEBUG nova.virt.hardware [None req-3ec056ca-e439-47d9-91ac-5ba073ef16ec tempest-ServerActionsTestOtherA-1098162655 tempest-ServerActionsTestOtherA-1098162655-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62328) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1076.234230] env[62328]: DEBUG nova.virt.hardware [None req-3ec056ca-e439-47d9-91ac-5ba073ef16ec tempest-ServerActionsTestOtherA-1098162655 tempest-ServerActionsTestOtherA-1098162655-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62328) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1076.235334] env[62328]: DEBUG nova.virt.hardware [None req-3ec056ca-e439-47d9-91ac-5ba073ef16ec tempest-ServerActionsTestOtherA-1098162655 tempest-ServerActionsTestOtherA-1098162655-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62328) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1076.235334] env[62328]: DEBUG nova.virt.hardware [None req-3ec056ca-e439-47d9-91ac-5ba073ef16ec tempest-ServerActionsTestOtherA-1098162655 tempest-ServerActionsTestOtherA-1098162655-project-member] Got 1 possible topologies {{(pid=62328) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1076.236352] env[62328]: DEBUG nova.virt.hardware [None req-3ec056ca-e439-47d9-91ac-5ba073ef16ec tempest-ServerActionsTestOtherA-1098162655 tempest-ServerActionsTestOtherA-1098162655-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62328) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1076.236352] env[62328]: DEBUG nova.virt.hardware [None req-3ec056ca-e439-47d9-91ac-5ba073ef16ec tempest-ServerActionsTestOtherA-1098162655 tempest-ServerActionsTestOtherA-1098162655-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62328) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1076.237135] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-86172a56-212a-406b-9b64-83cccd73f5ea {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1076.251338] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-79ae99b8-a3cf-4055-babb-8e17c20db5eb {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1076.350655] env[62328]: DEBUG nova.network.neutron [None req-3ec056ca-e439-47d9-91ac-5ba073ef16ec tempest-ServerActionsTestOtherA-1098162655 tempest-ServerActionsTestOtherA-1098162655-project-member] [instance: 52a2a5c8-436b-462f-8786-acb79fa350b7] Updating instance_info_cache with network_info: [{"id": "e43ac17d-9066-4416-8586-982f8488ba68", "address": "fa:16:3e:19:31:66", "network": {"id": "ed570829-7777-4fb9-9e0f-cef4ca21980b", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1726239177-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "17143bbcad5b4da0801478fe45bd8ce6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a965790c-2d2f-4c2a-9ee7-745f4d53039b", "external-id": "nsx-vlan-transportzone-708", "segmentation_id": 708, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape43ac17d-90", "ovs_interfaceid": "e43ac17d-9066-4416-8586-982f8488ba68", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62328) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1076.404709] env[62328]: DEBUG oslo_vmware.api [None req-38fe415e-7d04-4ce2-ac92-a7b3d63bc489 tempest-ServersNegativeTestJSON-1019155744 tempest-ServersNegativeTestJSON-1019155744-project-member] Task: {'id': task-2387612, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1076.427407] env[62328]: DEBUG oslo_vmware.api [None req-0ef0a772-1230-4189-9fb3-4c0da4198124 tempest-AttachVolumeTestJSON-944844435 tempest-AttachVolumeTestJSON-944844435-project-member] Task: {'id': task-2387613, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1076.516600] env[62328]: DEBUG oslo_concurrency.lockutils [None req-332cd9a1-235b-4315-894a-68f76363e980 None None] Releasing lock "refresh_cache-14c336fc-69e4-4ef8-a50f-e307b9902127" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1076.516600] env[62328]: DEBUG nova.compute.manager [None req-332cd9a1-235b-4315-894a-68f76363e980 None None] [instance: 14c336fc-69e4-4ef8-a50f-e307b9902127] Updated the network info_cache for instance {{(pid=62328) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10516}} [ 1076.516600] env[62328]: DEBUG oslo_service.periodic_task [None req-332cd9a1-235b-4315-894a-68f76363e980 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=62328) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1076.516798] env[62328]: DEBUG oslo_service.periodic_task [None req-332cd9a1-235b-4315-894a-68f76363e980 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=62328) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1076.517077] env[62328]: DEBUG oslo_service.periodic_task [None req-332cd9a1-235b-4315-894a-68f76363e980 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=62328) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1076.517306] env[62328]: DEBUG oslo_service.periodic_task [None req-332cd9a1-235b-4315-894a-68f76363e980 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=62328) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1076.517544] env[62328]: DEBUG oslo_service.periodic_task [None req-332cd9a1-235b-4315-894a-68f76363e980 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=62328) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1076.517774] env[62328]: DEBUG oslo_service.periodic_task [None req-332cd9a1-235b-4315-894a-68f76363e980 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=62328) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1076.517997] env[62328]: DEBUG nova.compute.manager [None req-332cd9a1-235b-4315-894a-68f76363e980 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=62328) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11064}} [ 1076.518254] env[62328]: DEBUG oslo_service.periodic_task [None req-332cd9a1-235b-4315-894a-68f76363e980 None None] Running periodic task ComputeManager.update_available_resource {{(pid=62328) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1076.706101] env[62328]: DEBUG nova.network.neutron [None req-27c26372-5c11-4458-a4ee-e27fc2deef6c tempest-DeleteServersTestJSON-1766103036 tempest-DeleteServersTestJSON-1766103036-project-member] [instance: 46036359-e19d-4dda-9b4f-41c3826f364d] Updating instance_info_cache with network_info: [{"id": "b82e4bcb-5948-4185-a8c8-a0242066d945", "address": "fa:16:3e:83:55:18", "network": {"id": "0bcec7a4-aa8e-420d-b203-4ead2073e045", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-575957277-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7aa9ac81c5264c7cba58e5879eedf77c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c5652322-9f10-4996-baed-4c0aa13a1b4e", "external-id": "nsx-vlan-transportzone-941", "segmentation_id": 941, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb82e4bcb-59", "ovs_interfaceid": "b82e4bcb-5948-4185-a8c8-a0242066d945", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62328) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1076.853830] env[62328]: DEBUG oslo_concurrency.lockutils [None req-3ec056ca-e439-47d9-91ac-5ba073ef16ec tempest-ServerActionsTestOtherA-1098162655 tempest-ServerActionsTestOtherA-1098162655-project-member] Releasing lock "refresh_cache-52a2a5c8-436b-462f-8786-acb79fa350b7" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1076.854192] env[62328]: DEBUG nova.compute.manager [None req-3ec056ca-e439-47d9-91ac-5ba073ef16ec tempest-ServerActionsTestOtherA-1098162655 tempest-ServerActionsTestOtherA-1098162655-project-member] [instance: 52a2a5c8-436b-462f-8786-acb79fa350b7] Instance network_info: |[{"id": "e43ac17d-9066-4416-8586-982f8488ba68", "address": "fa:16:3e:19:31:66", "network": {"id": "ed570829-7777-4fb9-9e0f-cef4ca21980b", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1726239177-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "17143bbcad5b4da0801478fe45bd8ce6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a965790c-2d2f-4c2a-9ee7-745f4d53039b", "external-id": "nsx-vlan-transportzone-708", "segmentation_id": 708, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape43ac17d-90", "ovs_interfaceid": "e43ac17d-9066-4416-8586-982f8488ba68", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62328) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1076.854616] env[62328]: DEBUG nova.virt.vmwareapi.vmops [None req-3ec056ca-e439-47d9-91ac-5ba073ef16ec tempest-ServerActionsTestOtherA-1098162655 tempest-ServerActionsTestOtherA-1098162655-project-member] [instance: 52a2a5c8-436b-462f-8786-acb79fa350b7] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:19:31:66', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'a965790c-2d2f-4c2a-9ee7-745f4d53039b', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'e43ac17d-9066-4416-8586-982f8488ba68', 'vif_model': 'vmxnet3'}] {{(pid=62328) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1076.862306] env[62328]: DEBUG oslo.service.loopingcall [None req-3ec056ca-e439-47d9-91ac-5ba073ef16ec tempest-ServerActionsTestOtherA-1098162655 tempest-ServerActionsTestOtherA-1098162655-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62328) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1076.862536] env[62328]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 52a2a5c8-436b-462f-8786-acb79fa350b7] Creating VM on the ESX host {{(pid=62328) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1076.862770] env[62328]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-acbd52c7-75b5-4abb-bea6-06b22fa04064 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1076.885119] env[62328]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1076.885119] env[62328]: value = "task-2387614" [ 1076.885119] env[62328]: _type = "Task" [ 1076.885119] env[62328]: } to complete. {{(pid=62328) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1076.895657] env[62328]: DEBUG oslo_vmware.api [-] Task: {'id': task-2387614, 'name': CreateVM_Task} progress is 0%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1076.905125] env[62328]: DEBUG oslo_vmware.api [None req-38fe415e-7d04-4ce2-ac92-a7b3d63bc489 tempest-ServersNegativeTestJSON-1019155744 tempest-ServersNegativeTestJSON-1019155744-project-member] Task: {'id': task-2387612, 'name': ReconfigVM_Task, 'duration_secs': 1.328947} completed successfully. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1076.905865] env[62328]: DEBUG nova.virt.vmwareapi.volumeops [None req-38fe415e-7d04-4ce2-ac92-a7b3d63bc489 tempest-ServersNegativeTestJSON-1019155744 tempest-ServersNegativeTestJSON-1019155744-project-member] [instance: 206ded69-14c7-477f-9c36-376ff43a9641] Reconfigured VM instance instance-0000005f to attach disk [datastore2] 206ded69-14c7-477f-9c36-376ff43a9641/206ded69-14c7-477f-9c36-376ff43a9641.vmdk or device None with type streamOptimized {{(pid=62328) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1076.906612] env[62328]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-c53d536b-be4f-4449-ac7c-96d1bade8518 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1076.915735] env[62328]: DEBUG oslo_vmware.api [None req-38fe415e-7d04-4ce2-ac92-a7b3d63bc489 tempest-ServersNegativeTestJSON-1019155744 tempest-ServersNegativeTestJSON-1019155744-project-member] Waiting for the task: (returnval){ [ 1076.915735] env[62328]: value = "task-2387615" [ 1076.915735] env[62328]: _type = "Task" [ 1076.915735] env[62328]: } to complete. {{(pid=62328) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1076.934408] env[62328]: DEBUG oslo_vmware.api [None req-38fe415e-7d04-4ce2-ac92-a7b3d63bc489 tempest-ServersNegativeTestJSON-1019155744 tempest-ServersNegativeTestJSON-1019155744-project-member] Task: {'id': task-2387615, 'name': Rename_Task} progress is 6%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1076.940022] env[62328]: DEBUG oslo_vmware.api [None req-0ef0a772-1230-4189-9fb3-4c0da4198124 tempest-AttachVolumeTestJSON-944844435 tempest-AttachVolumeTestJSON-944844435-project-member] Task: {'id': task-2387613, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.148514} completed successfully. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1076.940022] env[62328]: DEBUG nova.virt.vmwareapi.vm_util [None req-0ef0a772-1230-4189-9fb3-4c0da4198124 tempest-AttachVolumeTestJSON-944844435 tempest-AttachVolumeTestJSON-944844435-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/dbf872a4-92be-47e4-8561-c3e2bf2423ab/dbf872a4-92be-47e4-8561-c3e2bf2423ab.vmdk to [datastore2] 02189dfe-6cb3-4b95-ad18-59dbd22f2704/02189dfe-6cb3-4b95-ad18-59dbd22f2704.vmdk {{(pid=62328) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1076.940022] env[62328]: DEBUG nova.virt.vmwareapi.vmops [None req-0ef0a772-1230-4189-9fb3-4c0da4198124 tempest-AttachVolumeTestJSON-944844435 tempest-AttachVolumeTestJSON-944844435-project-member] [instance: 02189dfe-6cb3-4b95-ad18-59dbd22f2704] Extending root virtual disk to 1048576 {{(pid=62328) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1076.940022] env[62328]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-8035b084-5b24-4105-8b7a-c4e324bd8481 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1076.948499] env[62328]: DEBUG oslo_vmware.api [None req-0ef0a772-1230-4189-9fb3-4c0da4198124 tempest-AttachVolumeTestJSON-944844435 tempest-AttachVolumeTestJSON-944844435-project-member] Waiting for the task: (returnval){ [ 1076.948499] env[62328]: value = "task-2387616" [ 1076.948499] env[62328]: _type = "Task" [ 1076.948499] env[62328]: } to complete. {{(pid=62328) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1076.959098] env[62328]: DEBUG oslo_vmware.api [None req-0ef0a772-1230-4189-9fb3-4c0da4198124 tempest-AttachVolumeTestJSON-944844435 tempest-AttachVolumeTestJSON-944844435-project-member] Task: {'id': task-2387616, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1076.963780] env[62328]: DEBUG nova.compute.manager [req-39395bc4-c22b-4354-b6da-aedc0d5ac04f req-e0831f92-d598-4f14-a3a7-bb03d9e7609a service nova] [instance: 52a2a5c8-436b-462f-8786-acb79fa350b7] Received event network-changed-e43ac17d-9066-4416-8586-982f8488ba68 {{(pid=62328) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1076.963780] env[62328]: DEBUG nova.compute.manager [req-39395bc4-c22b-4354-b6da-aedc0d5ac04f req-e0831f92-d598-4f14-a3a7-bb03d9e7609a service nova] [instance: 52a2a5c8-436b-462f-8786-acb79fa350b7] Refreshing instance network info cache due to event network-changed-e43ac17d-9066-4416-8586-982f8488ba68. {{(pid=62328) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1076.964950] env[62328]: DEBUG oslo_concurrency.lockutils [req-39395bc4-c22b-4354-b6da-aedc0d5ac04f req-e0831f92-d598-4f14-a3a7-bb03d9e7609a service nova] Acquiring lock "refresh_cache-52a2a5c8-436b-462f-8786-acb79fa350b7" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1076.964950] env[62328]: DEBUG oslo_concurrency.lockutils [req-39395bc4-c22b-4354-b6da-aedc0d5ac04f req-e0831f92-d598-4f14-a3a7-bb03d9e7609a service nova] Acquired lock "refresh_cache-52a2a5c8-436b-462f-8786-acb79fa350b7" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1076.964950] env[62328]: DEBUG nova.network.neutron [req-39395bc4-c22b-4354-b6da-aedc0d5ac04f req-e0831f92-d598-4f14-a3a7-bb03d9e7609a service nova] [instance: 52a2a5c8-436b-462f-8786-acb79fa350b7] Refreshing network info cache for port e43ac17d-9066-4416-8586-982f8488ba68 {{(pid=62328) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1077.022306] env[62328]: DEBUG oslo_concurrency.lockutils [None req-332cd9a1-235b-4315-894a-68f76363e980 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1077.022608] env[62328]: DEBUG oslo_concurrency.lockutils [None req-332cd9a1-235b-4315-894a-68f76363e980 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1077.022805] env[62328]: DEBUG oslo_concurrency.lockutils [None req-332cd9a1-235b-4315-894a-68f76363e980 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1077.022968] env[62328]: DEBUG nova.compute.resource_tracker [None req-332cd9a1-235b-4315-894a-68f76363e980 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=62328) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1077.023952] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7a8a9ee2-a646-433f-a666-364a8f0d151c {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1077.035166] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3bafc7c2-e933-456a-b9ec-3033209695a8 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1077.055078] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b849ef81-e9c5-49f7-9326-4e91a6201f08 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1077.063402] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4a9750c4-4aaa-46ec-a995-df0b966b449f {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1077.105757] env[62328]: DEBUG nova.compute.resource_tracker [None req-332cd9a1-235b-4315-894a-68f76363e980 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=179235MB free_disk=152GB free_vcpus=48 pci_devices=None {{(pid=62328) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1077.106150] env[62328]: DEBUG oslo_concurrency.lockutils [None req-332cd9a1-235b-4315-894a-68f76363e980 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1077.106150] env[62328]: DEBUG oslo_concurrency.lockutils [None req-332cd9a1-235b-4315-894a-68f76363e980 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1077.207711] env[62328]: DEBUG oslo_concurrency.lockutils [None req-27c26372-5c11-4458-a4ee-e27fc2deef6c tempest-DeleteServersTestJSON-1766103036 tempest-DeleteServersTestJSON-1766103036-project-member] Releasing lock "refresh_cache-46036359-e19d-4dda-9b4f-41c3826f364d" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1077.399577] env[62328]: DEBUG oslo_vmware.api [-] Task: {'id': task-2387614, 'name': CreateVM_Task, 'duration_secs': 0.425727} completed successfully. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1077.399772] env[62328]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 52a2a5c8-436b-462f-8786-acb79fa350b7] Created VM on the ESX host {{(pid=62328) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1077.400562] env[62328]: DEBUG nova.virt.vmwareapi.vmops [None req-3ec056ca-e439-47d9-91ac-5ba073ef16ec tempest-ServerActionsTestOtherA-1098162655 tempest-ServerActionsTestOtherA-1098162655-project-member] [instance: 52a2a5c8-436b-462f-8786-acb79fa350b7] Block device information present: {'root_device_name': '/dev/sda', 'image': [], 'ephemerals': [], 'block_device_mapping': [{'connection_info': {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-484459', 'volume_id': '78a4b907-9963-49c9-bc1c-07a50a56cb8d', 'name': 'volume-78a4b907-9963-49c9-bc1c-07a50a56cb8d', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '52a2a5c8-436b-462f-8786-acb79fa350b7', 'attached_at': '', 'detached_at': '', 'volume_id': '78a4b907-9963-49c9-bc1c-07a50a56cb8d', 'serial': '78a4b907-9963-49c9-bc1c-07a50a56cb8d'}, 'attachment_id': '478046dc-87f6-48f3-a5fa-7fb335e40633', 'disk_bus': None, 'delete_on_termination': True, 'guest_format': None, 'mount_device': '/dev/sda', 'boot_index': 0, 'device_type': None, 'volume_type': None}], 'swap': None} {{(pid=62328) spawn /opt/stack/nova/nova/virt/vmwareapi/vmops.py:799}} [ 1077.400810] env[62328]: DEBUG nova.virt.vmwareapi.volumeops [None req-3ec056ca-e439-47d9-91ac-5ba073ef16ec tempest-ServerActionsTestOtherA-1098162655 tempest-ServerActionsTestOtherA-1098162655-project-member] [instance: 52a2a5c8-436b-462f-8786-acb79fa350b7] Root volume attach. Driver type: vmdk {{(pid=62328) attach_root_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:661}} [ 1077.401717] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9b0d7b9a-c594-4469-88f3-2cfdb2423c55 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1077.411853] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a6a6f834-55f9-409a-b748-5ed4fcf8c9dd {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1077.422344] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8d112229-0a89-4f7a-967d-872cf9c22234 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1077.428337] env[62328]: DEBUG oslo_vmware.api [None req-38fe415e-7d04-4ce2-ac92-a7b3d63bc489 tempest-ServersNegativeTestJSON-1019155744 tempest-ServersNegativeTestJSON-1019155744-project-member] Task: {'id': task-2387615, 'name': Rename_Task, 'duration_secs': 0.204745} completed successfully. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1077.429668] env[62328]: DEBUG nova.virt.vmwareapi.vm_util [None req-38fe415e-7d04-4ce2-ac92-a7b3d63bc489 tempest-ServersNegativeTestJSON-1019155744 tempest-ServersNegativeTestJSON-1019155744-project-member] [instance: 206ded69-14c7-477f-9c36-376ff43a9641] Powering on the VM {{(pid=62328) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1077.429873] env[62328]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-0cf6f712-c1e2-4ef9-bbba-607b40b2a488 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1077.437021] env[62328]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.RelocateVM_Task with opID=oslo.vmware-771d69d3-115c-42fc-8f2d-c44b99cc71c5 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1077.441187] env[62328]: DEBUG oslo_vmware.api [None req-38fe415e-7d04-4ce2-ac92-a7b3d63bc489 tempest-ServersNegativeTestJSON-1019155744 tempest-ServersNegativeTestJSON-1019155744-project-member] Waiting for the task: (returnval){ [ 1077.441187] env[62328]: value = "task-2387617" [ 1077.441187] env[62328]: _type = "Task" [ 1077.441187] env[62328]: } to complete. {{(pid=62328) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1077.452026] env[62328]: DEBUG oslo_vmware.api [None req-3ec056ca-e439-47d9-91ac-5ba073ef16ec tempest-ServerActionsTestOtherA-1098162655 tempest-ServerActionsTestOtherA-1098162655-project-member] Waiting for the task: (returnval){ [ 1077.452026] env[62328]: value = "task-2387618" [ 1077.452026] env[62328]: _type = "Task" [ 1077.452026] env[62328]: } to complete. {{(pid=62328) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1077.461057] env[62328]: DEBUG oslo_vmware.api [None req-38fe415e-7d04-4ce2-ac92-a7b3d63bc489 tempest-ServersNegativeTestJSON-1019155744 tempest-ServersNegativeTestJSON-1019155744-project-member] Task: {'id': task-2387617, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1077.469893] env[62328]: DEBUG oslo_vmware.api [None req-0ef0a772-1230-4189-9fb3-4c0da4198124 tempest-AttachVolumeTestJSON-944844435 tempest-AttachVolumeTestJSON-944844435-project-member] Task: {'id': task-2387616, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.09882} completed successfully. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1077.473768] env[62328]: DEBUG nova.virt.vmwareapi.vmops [None req-0ef0a772-1230-4189-9fb3-4c0da4198124 tempest-AttachVolumeTestJSON-944844435 tempest-AttachVolumeTestJSON-944844435-project-member] [instance: 02189dfe-6cb3-4b95-ad18-59dbd22f2704] Extended root virtual disk {{(pid=62328) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1077.474130] env[62328]: DEBUG oslo_vmware.api [None req-3ec056ca-e439-47d9-91ac-5ba073ef16ec tempest-ServerActionsTestOtherA-1098162655 tempest-ServerActionsTestOtherA-1098162655-project-member] Task: {'id': task-2387618, 'name': RelocateVM_Task} progress is 11%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1077.476422] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a06ded7c-03cd-42f3-84e4-07bc847acace {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1077.482656] env[62328]: DEBUG oslo_concurrency.lockutils [None req-02d540e1-083b-46a1-a03b-45b8ec9c7b7d tempest-AttachInterfacesTestJSON-1049158018 tempest-AttachInterfacesTestJSON-1049158018-project-member] Acquiring lock "d1503bc1-0c77-4ecd-b280-0768c1764c30" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1077.482885] env[62328]: DEBUG oslo_concurrency.lockutils [None req-02d540e1-083b-46a1-a03b-45b8ec9c7b7d tempest-AttachInterfacesTestJSON-1049158018 tempest-AttachInterfacesTestJSON-1049158018-project-member] Lock "d1503bc1-0c77-4ecd-b280-0768c1764c30" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1077.509143] env[62328]: DEBUG nova.virt.vmwareapi.volumeops [None req-0ef0a772-1230-4189-9fb3-4c0da4198124 tempest-AttachVolumeTestJSON-944844435 tempest-AttachVolumeTestJSON-944844435-project-member] [instance: 02189dfe-6cb3-4b95-ad18-59dbd22f2704] Reconfiguring VM instance instance-00000070 to attach disk [datastore2] 02189dfe-6cb3-4b95-ad18-59dbd22f2704/02189dfe-6cb3-4b95-ad18-59dbd22f2704.vmdk or device None with type sparse {{(pid=62328) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1077.509398] env[62328]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5dd77054-1277-4bf3-a935-20200896a7b6 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1077.540189] env[62328]: DEBUG oslo_vmware.api [None req-0ef0a772-1230-4189-9fb3-4c0da4198124 tempest-AttachVolumeTestJSON-944844435 tempest-AttachVolumeTestJSON-944844435-project-member] Waiting for the task: (returnval){ [ 1077.540189] env[62328]: value = "task-2387619" [ 1077.540189] env[62328]: _type = "Task" [ 1077.540189] env[62328]: } to complete. {{(pid=62328) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1077.551294] env[62328]: DEBUG oslo_vmware.api [None req-0ef0a772-1230-4189-9fb3-4c0da4198124 tempest-AttachVolumeTestJSON-944844435 tempest-AttachVolumeTestJSON-944844435-project-member] Task: {'id': task-2387619, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1077.747494] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-11590a34-4443-4ca4-9c2f-961e8fdea75e {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1077.770883] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-32d4fb6e-b2c1-4d31-9536-e156d94a328e {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1077.782120] env[62328]: DEBUG nova.virt.vmwareapi.vmops [None req-27c26372-5c11-4458-a4ee-e27fc2deef6c tempest-DeleteServersTestJSON-1766103036 tempest-DeleteServersTestJSON-1766103036-project-member] [instance: 46036359-e19d-4dda-9b4f-41c3826f364d] Updating instance '46036359-e19d-4dda-9b4f-41c3826f364d' progress to 83 {{(pid=62328) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1077.840437] env[62328]: DEBUG nova.network.neutron [req-39395bc4-c22b-4354-b6da-aedc0d5ac04f req-e0831f92-d598-4f14-a3a7-bb03d9e7609a service nova] [instance: 52a2a5c8-436b-462f-8786-acb79fa350b7] Updated VIF entry in instance network info cache for port e43ac17d-9066-4416-8586-982f8488ba68. {{(pid=62328) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1077.841482] env[62328]: DEBUG nova.network.neutron [req-39395bc4-c22b-4354-b6da-aedc0d5ac04f req-e0831f92-d598-4f14-a3a7-bb03d9e7609a service nova] [instance: 52a2a5c8-436b-462f-8786-acb79fa350b7] Updating instance_info_cache with network_info: [{"id": "e43ac17d-9066-4416-8586-982f8488ba68", "address": "fa:16:3e:19:31:66", "network": {"id": "ed570829-7777-4fb9-9e0f-cef4ca21980b", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1726239177-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "17143bbcad5b4da0801478fe45bd8ce6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a965790c-2d2f-4c2a-9ee7-745f4d53039b", "external-id": "nsx-vlan-transportzone-708", "segmentation_id": 708, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape43ac17d-90", "ovs_interfaceid": "e43ac17d-9066-4416-8586-982f8488ba68", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62328) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1077.961042] env[62328]: DEBUG oslo_vmware.api [None req-38fe415e-7d04-4ce2-ac92-a7b3d63bc489 tempest-ServersNegativeTestJSON-1019155744 tempest-ServersNegativeTestJSON-1019155744-project-member] Task: {'id': task-2387617, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1077.970299] env[62328]: DEBUG oslo_vmware.api [None req-3ec056ca-e439-47d9-91ac-5ba073ef16ec tempest-ServerActionsTestOtherA-1098162655 tempest-ServerActionsTestOtherA-1098162655-project-member] Task: {'id': task-2387618, 'name': RelocateVM_Task, 'duration_secs': 0.509835} completed successfully. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1077.970299] env[62328]: DEBUG nova.virt.vmwareapi.volumeops [None req-3ec056ca-e439-47d9-91ac-5ba073ef16ec tempest-ServerActionsTestOtherA-1098162655 tempest-ServerActionsTestOtherA-1098162655-project-member] [instance: 52a2a5c8-436b-462f-8786-acb79fa350b7] Volume attach. Driver type: vmdk {{(pid=62328) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1077.970299] env[62328]: DEBUG nova.virt.vmwareapi.volumeops [None req-3ec056ca-e439-47d9-91ac-5ba073ef16ec tempest-ServerActionsTestOtherA-1098162655 tempest-ServerActionsTestOtherA-1098162655-project-member] [instance: 52a2a5c8-436b-462f-8786-acb79fa350b7] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-484459', 'volume_id': '78a4b907-9963-49c9-bc1c-07a50a56cb8d', 'name': 'volume-78a4b907-9963-49c9-bc1c-07a50a56cb8d', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '52a2a5c8-436b-462f-8786-acb79fa350b7', 'attached_at': '', 'detached_at': '', 'volume_id': '78a4b907-9963-49c9-bc1c-07a50a56cb8d', 'serial': '78a4b907-9963-49c9-bc1c-07a50a56cb8d'} {{(pid=62328) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1077.970754] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-251ac31a-fc23-4852-8f59-4799a265c516 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1077.990048] env[62328]: DEBUG nova.compute.manager [None req-02d540e1-083b-46a1-a03b-45b8ec9c7b7d tempest-AttachInterfacesTestJSON-1049158018 tempest-AttachInterfacesTestJSON-1049158018-project-member] [instance: d1503bc1-0c77-4ecd-b280-0768c1764c30] Starting instance... {{(pid=62328) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1078.000656] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a0593ba2-d2fb-4255-a527-af3d446615a3 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1078.020514] env[62328]: DEBUG nova.virt.vmwareapi.volumeops [None req-3ec056ca-e439-47d9-91ac-5ba073ef16ec tempest-ServerActionsTestOtherA-1098162655 tempest-ServerActionsTestOtherA-1098162655-project-member] [instance: 52a2a5c8-436b-462f-8786-acb79fa350b7] Reconfiguring VM instance instance-00000071 to attach disk [datastore2] volume-78a4b907-9963-49c9-bc1c-07a50a56cb8d/volume-78a4b907-9963-49c9-bc1c-07a50a56cb8d.vmdk or device None with type thin {{(pid=62328) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1078.020855] env[62328]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-596b247d-d690-40b3-8a91-01e1c8162dac {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1078.045770] env[62328]: DEBUG oslo_vmware.api [None req-3ec056ca-e439-47d9-91ac-5ba073ef16ec tempest-ServerActionsTestOtherA-1098162655 tempest-ServerActionsTestOtherA-1098162655-project-member] Waiting for the task: (returnval){ [ 1078.045770] env[62328]: value = "task-2387620" [ 1078.045770] env[62328]: _type = "Task" [ 1078.045770] env[62328]: } to complete. {{(pid=62328) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1078.056587] env[62328]: DEBUG oslo_vmware.api [None req-0ef0a772-1230-4189-9fb3-4c0da4198124 tempest-AttachVolumeTestJSON-944844435 tempest-AttachVolumeTestJSON-944844435-project-member] Task: {'id': task-2387619, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1078.062207] env[62328]: DEBUG oslo_vmware.api [None req-3ec056ca-e439-47d9-91ac-5ba073ef16ec tempest-ServerActionsTestOtherA-1098162655 tempest-ServerActionsTestOtherA-1098162655-project-member] Task: {'id': task-2387620, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1078.118751] env[62328]: DEBUG nova.compute.resource_tracker [None req-332cd9a1-235b-4315-894a-68f76363e980 None None] Applying migration context for instance 46036359-e19d-4dda-9b4f-41c3826f364d as it has an incoming, in-progress migration f747450a-6b2f-4a20-b203-e1b8132771d0. Migration status is post-migrating {{(pid=62328) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1016}} [ 1078.120847] env[62328]: INFO nova.compute.resource_tracker [None req-332cd9a1-235b-4315-894a-68f76363e980 None None] [instance: 46036359-e19d-4dda-9b4f-41c3826f364d] Updating resource usage from migration f747450a-6b2f-4a20-b203-e1b8132771d0 [ 1078.141704] env[62328]: DEBUG nova.compute.resource_tracker [None req-332cd9a1-235b-4315-894a-68f76363e980 None None] Instance 6c107768-0f57-42fd-a2a5-b28207b17de9 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62328) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1078.141860] env[62328]: DEBUG nova.compute.resource_tracker [None req-332cd9a1-235b-4315-894a-68f76363e980 None None] Instance 95dd703a-595e-467a-a8e9-bef4f806c33f actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62328) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1078.141982] env[62328]: DEBUG nova.compute.resource_tracker [None req-332cd9a1-235b-4315-894a-68f76363e980 None None] Instance 726d231d-afd9-460a-818e-7412af85a7f1 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62328) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1078.142119] env[62328]: DEBUG nova.compute.resource_tracker [None req-332cd9a1-235b-4315-894a-68f76363e980 None None] Instance 75498571-7d71-433a-8548-3a56f8b871c5 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62328) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1078.142231] env[62328]: DEBUG nova.compute.resource_tracker [None req-332cd9a1-235b-4315-894a-68f76363e980 None None] Instance 749883c0-59b2-4553-976c-39af0f4ff1d6 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62328) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1078.142338] env[62328]: DEBUG nova.compute.resource_tracker [None req-332cd9a1-235b-4315-894a-68f76363e980 None None] Instance dfccb16a-246f-4b74-ac7d-6c4ccf115110 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62328) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1078.142445] env[62328]: DEBUG nova.compute.resource_tracker [None req-332cd9a1-235b-4315-894a-68f76363e980 None None] Instance 1326c869-c3f4-4936-bc3b-451b08fc0933 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62328) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1078.142570] env[62328]: DEBUG nova.compute.resource_tracker [None req-332cd9a1-235b-4315-894a-68f76363e980 None None] Instance 14c336fc-69e4-4ef8-a50f-e307b9902127 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62328) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1078.142991] env[62328]: DEBUG nova.compute.resource_tracker [None req-332cd9a1-235b-4315-894a-68f76363e980 None None] Instance 56f7b645-cd8a-48a4-ba32-455cfc09fd88 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62328) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1078.142991] env[62328]: DEBUG nova.compute.resource_tracker [None req-332cd9a1-235b-4315-894a-68f76363e980 None None] Instance 52de62c1-e7ae-440d-b390-64b4594548c1 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62328) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1078.142991] env[62328]: DEBUG nova.compute.resource_tracker [None req-332cd9a1-235b-4315-894a-68f76363e980 None None] Instance 206ded69-14c7-477f-9c36-376ff43a9641 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62328) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1078.142991] env[62328]: DEBUG nova.compute.resource_tracker [None req-332cd9a1-235b-4315-894a-68f76363e980 None None] Migration f747450a-6b2f-4a20-b203-e1b8132771d0 is active on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62328) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1712}} [ 1078.143205] env[62328]: DEBUG nova.compute.resource_tracker [None req-332cd9a1-235b-4315-894a-68f76363e980 None None] Instance 46036359-e19d-4dda-9b4f-41c3826f364d actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=62328) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1078.143205] env[62328]: DEBUG nova.compute.resource_tracker [None req-332cd9a1-235b-4315-894a-68f76363e980 None None] Instance 02189dfe-6cb3-4b95-ad18-59dbd22f2704 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62328) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1078.143365] env[62328]: DEBUG nova.compute.resource_tracker [None req-332cd9a1-235b-4315-894a-68f76363e980 None None] Instance 52a2a5c8-436b-462f-8786-acb79fa350b7 actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62328) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1078.292463] env[62328]: DEBUG nova.virt.vmwareapi.vm_util [None req-27c26372-5c11-4458-a4ee-e27fc2deef6c tempest-DeleteServersTestJSON-1766103036 tempest-DeleteServersTestJSON-1766103036-project-member] [instance: 46036359-e19d-4dda-9b4f-41c3826f364d] Powering on the VM {{(pid=62328) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1078.292906] env[62328]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c9ea350c-092d-419d-ad74-e315438deb6d {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1078.302876] env[62328]: DEBUG oslo_vmware.api [None req-27c26372-5c11-4458-a4ee-e27fc2deef6c tempest-DeleteServersTestJSON-1766103036 tempest-DeleteServersTestJSON-1766103036-project-member] Waiting for the task: (returnval){ [ 1078.302876] env[62328]: value = "task-2387621" [ 1078.302876] env[62328]: _type = "Task" [ 1078.302876] env[62328]: } to complete. {{(pid=62328) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1078.315195] env[62328]: DEBUG oslo_vmware.api [None req-27c26372-5c11-4458-a4ee-e27fc2deef6c tempest-DeleteServersTestJSON-1766103036 tempest-DeleteServersTestJSON-1766103036-project-member] Task: {'id': task-2387621, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1078.345264] env[62328]: DEBUG oslo_concurrency.lockutils [req-39395bc4-c22b-4354-b6da-aedc0d5ac04f req-e0831f92-d598-4f14-a3a7-bb03d9e7609a service nova] Releasing lock "refresh_cache-52a2a5c8-436b-462f-8786-acb79fa350b7" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1078.453242] env[62328]: DEBUG oslo_vmware.api [None req-38fe415e-7d04-4ce2-ac92-a7b3d63bc489 tempest-ServersNegativeTestJSON-1019155744 tempest-ServersNegativeTestJSON-1019155744-project-member] Task: {'id': task-2387617, 'name': PowerOnVM_Task, 'duration_secs': 0.566615} completed successfully. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1078.453607] env[62328]: DEBUG nova.virt.vmwareapi.vm_util [None req-38fe415e-7d04-4ce2-ac92-a7b3d63bc489 tempest-ServersNegativeTestJSON-1019155744 tempest-ServersNegativeTestJSON-1019155744-project-member] [instance: 206ded69-14c7-477f-9c36-376ff43a9641] Powered on the VM {{(pid=62328) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1078.511361] env[62328]: DEBUG oslo_concurrency.lockutils [None req-02d540e1-083b-46a1-a03b-45b8ec9c7b7d tempest-AttachInterfacesTestJSON-1049158018 tempest-AttachInterfacesTestJSON-1049158018-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1078.554624] env[62328]: DEBUG oslo_vmware.api [None req-0ef0a772-1230-4189-9fb3-4c0da4198124 tempest-AttachVolumeTestJSON-944844435 tempest-AttachVolumeTestJSON-944844435-project-member] Task: {'id': task-2387619, 'name': ReconfigVM_Task, 'duration_secs': 0.678439} completed successfully. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1078.555283] env[62328]: DEBUG nova.virt.vmwareapi.volumeops [None req-0ef0a772-1230-4189-9fb3-4c0da4198124 tempest-AttachVolumeTestJSON-944844435 tempest-AttachVolumeTestJSON-944844435-project-member] [instance: 02189dfe-6cb3-4b95-ad18-59dbd22f2704] Reconfigured VM instance instance-00000070 to attach disk [datastore2] 02189dfe-6cb3-4b95-ad18-59dbd22f2704/02189dfe-6cb3-4b95-ad18-59dbd22f2704.vmdk or device None with type sparse {{(pid=62328) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1078.555926] env[62328]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-17c812de-9a31-48a0-b6cc-e54ad8fc7854 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1078.563778] env[62328]: DEBUG oslo_vmware.api [None req-3ec056ca-e439-47d9-91ac-5ba073ef16ec tempest-ServerActionsTestOtherA-1098162655 tempest-ServerActionsTestOtherA-1098162655-project-member] Task: {'id': task-2387620, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1078.568016] env[62328]: DEBUG oslo_vmware.api [None req-0ef0a772-1230-4189-9fb3-4c0da4198124 tempest-AttachVolumeTestJSON-944844435 tempest-AttachVolumeTestJSON-944844435-project-member] Waiting for the task: (returnval){ [ 1078.568016] env[62328]: value = "task-2387622" [ 1078.568016] env[62328]: _type = "Task" [ 1078.568016] env[62328]: } to complete. {{(pid=62328) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1078.578688] env[62328]: DEBUG oslo_vmware.api [None req-0ef0a772-1230-4189-9fb3-4c0da4198124 tempest-AttachVolumeTestJSON-944844435 tempest-AttachVolumeTestJSON-944844435-project-member] Task: {'id': task-2387622, 'name': Rename_Task} progress is 5%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1078.599732] env[62328]: DEBUG nova.compute.manager [None req-38fe415e-7d04-4ce2-ac92-a7b3d63bc489 tempest-ServersNegativeTestJSON-1019155744 tempest-ServersNegativeTestJSON-1019155744-project-member] [instance: 206ded69-14c7-477f-9c36-376ff43a9641] Checking state {{(pid=62328) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1078.600851] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-045edece-9b9b-4adc-ac61-3c594b915c63 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1078.646661] env[62328]: DEBUG nova.compute.resource_tracker [None req-332cd9a1-235b-4315-894a-68f76363e980 None None] Instance d1503bc1-0c77-4ecd-b280-0768c1764c30 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62328) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1078.647041] env[62328]: DEBUG nova.compute.resource_tracker [None req-332cd9a1-235b-4315-894a-68f76363e980 None None] Total usable vcpus: 48, total allocated vcpus: 15 {{(pid=62328) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1078.647165] env[62328]: DEBUG nova.compute.resource_tracker [None req-332cd9a1-235b-4315-894a-68f76363e980 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=3456MB phys_disk=200GB used_disk=14GB total_vcpus=48 used_vcpus=15 pci_stats=[] {{(pid=62328) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1078.815616] env[62328]: DEBUG oslo_vmware.api [None req-27c26372-5c11-4458-a4ee-e27fc2deef6c tempest-DeleteServersTestJSON-1766103036 tempest-DeleteServersTestJSON-1766103036-project-member] Task: {'id': task-2387621, 'name': PowerOnVM_Task, 'duration_secs': 0.43113} completed successfully. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1078.818881] env[62328]: DEBUG nova.virt.vmwareapi.vm_util [None req-27c26372-5c11-4458-a4ee-e27fc2deef6c tempest-DeleteServersTestJSON-1766103036 tempest-DeleteServersTestJSON-1766103036-project-member] [instance: 46036359-e19d-4dda-9b4f-41c3826f364d] Powered on the VM {{(pid=62328) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1078.819322] env[62328]: DEBUG nova.virt.vmwareapi.vmops [None req-27c26372-5c11-4458-a4ee-e27fc2deef6c tempest-DeleteServersTestJSON-1766103036 tempest-DeleteServersTestJSON-1766103036-project-member] [instance: 46036359-e19d-4dda-9b4f-41c3826f364d] Updating instance '46036359-e19d-4dda-9b4f-41c3826f364d' progress to 100 {{(pid=62328) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1078.918550] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4cdea7b2-a33a-4721-be4a-afb0e653e65f {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1078.928917] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-35f0295c-3843-4e37-a944-35401741abfe {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1078.970591] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ebe7cdca-9b01-4539-b1e6-21248790509b {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1078.980957] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ed635ab5-03ec-4e1e-8207-5e0fc1ffa83c {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1078.996493] env[62328]: DEBUG nova.compute.provider_tree [None req-332cd9a1-235b-4315-894a-68f76363e980 None None] Inventory has not changed in ProviderTree for provider: 3469e9f8-04af-49ca-8435-49f104496744 {{(pid=62328) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1079.058999] env[62328]: DEBUG oslo_vmware.api [None req-3ec056ca-e439-47d9-91ac-5ba073ef16ec tempest-ServerActionsTestOtherA-1098162655 tempest-ServerActionsTestOtherA-1098162655-project-member] Task: {'id': task-2387620, 'name': ReconfigVM_Task, 'duration_secs': 0.626807} completed successfully. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1079.059376] env[62328]: DEBUG nova.virt.vmwareapi.volumeops [None req-3ec056ca-e439-47d9-91ac-5ba073ef16ec tempest-ServerActionsTestOtherA-1098162655 tempest-ServerActionsTestOtherA-1098162655-project-member] [instance: 52a2a5c8-436b-462f-8786-acb79fa350b7] Reconfigured VM instance instance-00000071 to attach disk [datastore2] volume-78a4b907-9963-49c9-bc1c-07a50a56cb8d/volume-78a4b907-9963-49c9-bc1c-07a50a56cb8d.vmdk or device None with type thin {{(pid=62328) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1079.064560] env[62328]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-163a5e2d-98b8-40a5-a5b6-bcced02b4081 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1079.085470] env[62328]: DEBUG oslo_vmware.api [None req-0ef0a772-1230-4189-9fb3-4c0da4198124 tempest-AttachVolumeTestJSON-944844435 tempest-AttachVolumeTestJSON-944844435-project-member] Task: {'id': task-2387622, 'name': Rename_Task, 'duration_secs': 0.270582} completed successfully. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1079.086825] env[62328]: DEBUG nova.virt.vmwareapi.vm_util [None req-0ef0a772-1230-4189-9fb3-4c0da4198124 tempest-AttachVolumeTestJSON-944844435 tempest-AttachVolumeTestJSON-944844435-project-member] [instance: 02189dfe-6cb3-4b95-ad18-59dbd22f2704] Powering on the VM {{(pid=62328) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1079.087164] env[62328]: DEBUG oslo_vmware.api [None req-3ec056ca-e439-47d9-91ac-5ba073ef16ec tempest-ServerActionsTestOtherA-1098162655 tempest-ServerActionsTestOtherA-1098162655-project-member] Waiting for the task: (returnval){ [ 1079.087164] env[62328]: value = "task-2387623" [ 1079.087164] env[62328]: _type = "Task" [ 1079.087164] env[62328]: } to complete. {{(pid=62328) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1079.087358] env[62328]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-7ce773e4-899a-4fec-b426-4fb14a10d189 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1079.098812] env[62328]: DEBUG oslo_vmware.api [None req-3ec056ca-e439-47d9-91ac-5ba073ef16ec tempest-ServerActionsTestOtherA-1098162655 tempest-ServerActionsTestOtherA-1098162655-project-member] Task: {'id': task-2387623, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1079.100411] env[62328]: DEBUG oslo_vmware.api [None req-0ef0a772-1230-4189-9fb3-4c0da4198124 tempest-AttachVolumeTestJSON-944844435 tempest-AttachVolumeTestJSON-944844435-project-member] Waiting for the task: (returnval){ [ 1079.100411] env[62328]: value = "task-2387624" [ 1079.100411] env[62328]: _type = "Task" [ 1079.100411] env[62328]: } to complete. {{(pid=62328) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1079.112018] env[62328]: DEBUG oslo_vmware.api [None req-0ef0a772-1230-4189-9fb3-4c0da4198124 tempest-AttachVolumeTestJSON-944844435 tempest-AttachVolumeTestJSON-944844435-project-member] Task: {'id': task-2387624, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1079.125059] env[62328]: DEBUG oslo_concurrency.lockutils [None req-38fe415e-7d04-4ce2-ac92-a7b3d63bc489 tempest-ServersNegativeTestJSON-1019155744 tempest-ServersNegativeTestJSON-1019155744-project-member] Lock "206ded69-14c7-477f-9c36-376ff43a9641" "released" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: held 27.648s {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1079.500471] env[62328]: DEBUG nova.scheduler.client.report [None req-332cd9a1-235b-4315-894a-68f76363e980 None None] Inventory has not changed for provider 3469e9f8-04af-49ca-8435-49f104496744 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 152, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62328) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1079.599981] env[62328]: DEBUG oslo_vmware.api [None req-3ec056ca-e439-47d9-91ac-5ba073ef16ec tempest-ServerActionsTestOtherA-1098162655 tempest-ServerActionsTestOtherA-1098162655-project-member] Task: {'id': task-2387623, 'name': ReconfigVM_Task, 'duration_secs': 0.201189} completed successfully. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1079.600866] env[62328]: DEBUG nova.virt.vmwareapi.volumeops [None req-3ec056ca-e439-47d9-91ac-5ba073ef16ec tempest-ServerActionsTestOtherA-1098162655 tempest-ServerActionsTestOtherA-1098162655-project-member] [instance: 52a2a5c8-436b-462f-8786-acb79fa350b7] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-484459', 'volume_id': '78a4b907-9963-49c9-bc1c-07a50a56cb8d', 'name': 'volume-78a4b907-9963-49c9-bc1c-07a50a56cb8d', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '52a2a5c8-436b-462f-8786-acb79fa350b7', 'attached_at': '', 'detached_at': '', 'volume_id': '78a4b907-9963-49c9-bc1c-07a50a56cb8d', 'serial': '78a4b907-9963-49c9-bc1c-07a50a56cb8d'} {{(pid=62328) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1079.601909] env[62328]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-6e078c0b-bf15-4298-881f-29e5c0b698e1 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1079.616699] env[62328]: DEBUG oslo_vmware.api [None req-0ef0a772-1230-4189-9fb3-4c0da4198124 tempest-AttachVolumeTestJSON-944844435 tempest-AttachVolumeTestJSON-944844435-project-member] Task: {'id': task-2387624, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1079.619270] env[62328]: DEBUG oslo_vmware.api [None req-3ec056ca-e439-47d9-91ac-5ba073ef16ec tempest-ServerActionsTestOtherA-1098162655 tempest-ServerActionsTestOtherA-1098162655-project-member] Waiting for the task: (returnval){ [ 1079.619270] env[62328]: value = "task-2387625" [ 1079.619270] env[62328]: _type = "Task" [ 1079.619270] env[62328]: } to complete. {{(pid=62328) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1079.631381] env[62328]: DEBUG oslo_vmware.api [None req-3ec056ca-e439-47d9-91ac-5ba073ef16ec tempest-ServerActionsTestOtherA-1098162655 tempest-ServerActionsTestOtherA-1098162655-project-member] Task: {'id': task-2387625, 'name': Rename_Task} progress is 6%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1079.677281] env[62328]: DEBUG oslo_concurrency.lockutils [None req-b526b093-d1c5-4946-bd86-c76a4c6f9f3d tempest-ServersNegativeTestMultiTenantJSON-1988080229 tempest-ServersNegativeTestMultiTenantJSON-1988080229-project-member] Acquiring lock "8617e373-f35d-416f-91e4-5842d714d360" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1079.677546] env[62328]: DEBUG oslo_concurrency.lockutils [None req-b526b093-d1c5-4946-bd86-c76a4c6f9f3d tempest-ServersNegativeTestMultiTenantJSON-1988080229 tempest-ServersNegativeTestMultiTenantJSON-1988080229-project-member] Lock "8617e373-f35d-416f-91e4-5842d714d360" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1080.010020] env[62328]: DEBUG nova.compute.resource_tracker [None req-332cd9a1-235b-4315-894a-68f76363e980 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=62328) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1080.010020] env[62328]: DEBUG oslo_concurrency.lockutils [None req-332cd9a1-235b-4315-894a-68f76363e980 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.901s {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1080.010020] env[62328]: DEBUG oslo_concurrency.lockutils [None req-02d540e1-083b-46a1-a03b-45b8ec9c7b7d tempest-AttachInterfacesTestJSON-1049158018 tempest-AttachInterfacesTestJSON-1049158018-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 1.498s {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1080.010020] env[62328]: INFO nova.compute.claims [None req-02d540e1-083b-46a1-a03b-45b8ec9c7b7d tempest-AttachInterfacesTestJSON-1049158018 tempest-AttachInterfacesTestJSON-1049158018-project-member] [instance: d1503bc1-0c77-4ecd-b280-0768c1764c30] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1080.115155] env[62328]: DEBUG oslo_vmware.api [None req-0ef0a772-1230-4189-9fb3-4c0da4198124 tempest-AttachVolumeTestJSON-944844435 tempest-AttachVolumeTestJSON-944844435-project-member] Task: {'id': task-2387624, 'name': PowerOnVM_Task, 'duration_secs': 0.947386} completed successfully. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1080.115538] env[62328]: DEBUG nova.virt.vmwareapi.vm_util [None req-0ef0a772-1230-4189-9fb3-4c0da4198124 tempest-AttachVolumeTestJSON-944844435 tempest-AttachVolumeTestJSON-944844435-project-member] [instance: 02189dfe-6cb3-4b95-ad18-59dbd22f2704] Powered on the VM {{(pid=62328) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1080.115765] env[62328]: INFO nova.compute.manager [None req-0ef0a772-1230-4189-9fb3-4c0da4198124 tempest-AttachVolumeTestJSON-944844435 tempest-AttachVolumeTestJSON-944844435-project-member] [instance: 02189dfe-6cb3-4b95-ad18-59dbd22f2704] Took 10.05 seconds to spawn the instance on the hypervisor. [ 1080.115952] env[62328]: DEBUG nova.compute.manager [None req-0ef0a772-1230-4189-9fb3-4c0da4198124 tempest-AttachVolumeTestJSON-944844435 tempest-AttachVolumeTestJSON-944844435-project-member] [instance: 02189dfe-6cb3-4b95-ad18-59dbd22f2704] Checking state {{(pid=62328) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1080.116797] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-abadb5ad-df02-4fe1-95be-dad89d50da7c {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1080.137016] env[62328]: DEBUG oslo_vmware.api [None req-3ec056ca-e439-47d9-91ac-5ba073ef16ec tempest-ServerActionsTestOtherA-1098162655 tempest-ServerActionsTestOtherA-1098162655-project-member] Task: {'id': task-2387625, 'name': Rename_Task, 'duration_secs': 0.195215} completed successfully. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1080.137016] env[62328]: DEBUG nova.virt.vmwareapi.vm_util [None req-3ec056ca-e439-47d9-91ac-5ba073ef16ec tempest-ServerActionsTestOtherA-1098162655 tempest-ServerActionsTestOtherA-1098162655-project-member] [instance: 52a2a5c8-436b-462f-8786-acb79fa350b7] Powering on the VM {{(pid=62328) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1080.137016] env[62328]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-edd08d38-c116-4e37-83d7-d9ff6e4b6154 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1080.144278] env[62328]: DEBUG oslo_vmware.api [None req-3ec056ca-e439-47d9-91ac-5ba073ef16ec tempest-ServerActionsTestOtherA-1098162655 tempest-ServerActionsTestOtherA-1098162655-project-member] Waiting for the task: (returnval){ [ 1080.144278] env[62328]: value = "task-2387626" [ 1080.144278] env[62328]: _type = "Task" [ 1080.144278] env[62328]: } to complete. {{(pid=62328) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1080.154689] env[62328]: DEBUG oslo_vmware.api [None req-3ec056ca-e439-47d9-91ac-5ba073ef16ec tempest-ServerActionsTestOtherA-1098162655 tempest-ServerActionsTestOtherA-1098162655-project-member] Task: {'id': task-2387626, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1080.181097] env[62328]: DEBUG nova.compute.manager [None req-b526b093-d1c5-4946-bd86-c76a4c6f9f3d tempest-ServersNegativeTestMultiTenantJSON-1988080229 tempest-ServersNegativeTestMultiTenantJSON-1988080229-project-member] [instance: 8617e373-f35d-416f-91e4-5842d714d360] Starting instance... {{(pid=62328) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1080.652035] env[62328]: INFO nova.compute.manager [None req-0ef0a772-1230-4189-9fb3-4c0da4198124 tempest-AttachVolumeTestJSON-944844435 tempest-AttachVolumeTestJSON-944844435-project-member] [instance: 02189dfe-6cb3-4b95-ad18-59dbd22f2704] Took 15.12 seconds to build instance. [ 1080.662854] env[62328]: DEBUG oslo_vmware.api [None req-3ec056ca-e439-47d9-91ac-5ba073ef16ec tempest-ServerActionsTestOtherA-1098162655 tempest-ServerActionsTestOtherA-1098162655-project-member] Task: {'id': task-2387626, 'name': PowerOnVM_Task} progress is 88%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1080.727767] env[62328]: DEBUG oslo_concurrency.lockutils [None req-b526b093-d1c5-4946-bd86-c76a4c6f9f3d tempest-ServersNegativeTestMultiTenantJSON-1988080229 tempest-ServersNegativeTestMultiTenantJSON-1988080229-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1080.787086] env[62328]: DEBUG oslo_vmware.rw_handles [None req-a53082cc-6bb7-449a-8702-f711975cea4a tempest-ServerActionsTestOtherB-626827456 tempest-ServerActionsTestOtherB-626827456-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5216e75b-fb66-a6e3-4efc-707793a4d820/disk-0.vmdk. {{(pid=62328) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1080.788575] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-86518c11-546d-4850-ac2b-bffc6f80dcb5 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1080.798021] env[62328]: DEBUG oslo_vmware.rw_handles [None req-a53082cc-6bb7-449a-8702-f711975cea4a tempest-ServerActionsTestOtherB-626827456 tempest-ServerActionsTestOtherB-626827456-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5216e75b-fb66-a6e3-4efc-707793a4d820/disk-0.vmdk is in state: ready. {{(pid=62328) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1080.798021] env[62328]: ERROR oslo_vmware.rw_handles [None req-a53082cc-6bb7-449a-8702-f711975cea4a tempest-ServerActionsTestOtherB-626827456 tempest-ServerActionsTestOtherB-626827456-project-member] Aborting lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5216e75b-fb66-a6e3-4efc-707793a4d820/disk-0.vmdk due to incomplete transfer. [ 1080.798021] env[62328]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-ccc9c794-e81e-4eb7-b64e-174c5fffa68d {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1080.808270] env[62328]: DEBUG oslo_vmware.rw_handles [None req-a53082cc-6bb7-449a-8702-f711975cea4a tempest-ServerActionsTestOtherB-626827456 tempest-ServerActionsTestOtherB-626827456-project-member] Closed VMDK read handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5216e75b-fb66-a6e3-4efc-707793a4d820/disk-0.vmdk. {{(pid=62328) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1080.810175] env[62328]: DEBUG nova.virt.vmwareapi.images [None req-a53082cc-6bb7-449a-8702-f711975cea4a tempest-ServerActionsTestOtherB-626827456 tempest-ServerActionsTestOtherB-626827456-project-member] [instance: 726d231d-afd9-460a-818e-7412af85a7f1] Uploaded image b15a77a7-7576-4695-91ff-cbd65f634061 to the Glance image server {{(pid=62328) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1080.811119] env[62328]: DEBUG nova.virt.vmwareapi.vm_util [None req-a53082cc-6bb7-449a-8702-f711975cea4a tempest-ServerActionsTestOtherB-626827456 tempest-ServerActionsTestOtherB-626827456-project-member] [instance: 726d231d-afd9-460a-818e-7412af85a7f1] Destroying the VM {{(pid=62328) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1080.811634] env[62328]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-20681f6e-a568-4fe3-8b3a-6d79798ffaaa {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1080.821855] env[62328]: DEBUG oslo_vmware.api [None req-a53082cc-6bb7-449a-8702-f711975cea4a tempest-ServerActionsTestOtherB-626827456 tempest-ServerActionsTestOtherB-626827456-project-member] Waiting for the task: (returnval){ [ 1080.821855] env[62328]: value = "task-2387627" [ 1080.821855] env[62328]: _type = "Task" [ 1080.821855] env[62328]: } to complete. {{(pid=62328) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1080.837807] env[62328]: DEBUG oslo_vmware.api [None req-a53082cc-6bb7-449a-8702-f711975cea4a tempest-ServerActionsTestOtherB-626827456 tempest-ServerActionsTestOtherB-626827456-project-member] Task: {'id': task-2387627, 'name': Destroy_Task} progress is 0%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1081.158092] env[62328]: DEBUG oslo_concurrency.lockutils [None req-0ef0a772-1230-4189-9fb3-4c0da4198124 tempest-AttachVolumeTestJSON-944844435 tempest-AttachVolumeTestJSON-944844435-project-member] Lock "02189dfe-6cb3-4b95-ad18-59dbd22f2704" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 16.635s {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1081.162247] env[62328]: DEBUG oslo_vmware.api [None req-3ec056ca-e439-47d9-91ac-5ba073ef16ec tempest-ServerActionsTestOtherA-1098162655 tempest-ServerActionsTestOtherA-1098162655-project-member] Task: {'id': task-2387626, 'name': PowerOnVM_Task, 'duration_secs': 0.744896} completed successfully. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1081.162647] env[62328]: DEBUG nova.virt.vmwareapi.vm_util [None req-3ec056ca-e439-47d9-91ac-5ba073ef16ec tempest-ServerActionsTestOtherA-1098162655 tempest-ServerActionsTestOtherA-1098162655-project-member] [instance: 52a2a5c8-436b-462f-8786-acb79fa350b7] Powered on the VM {{(pid=62328) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1081.162868] env[62328]: INFO nova.compute.manager [None req-3ec056ca-e439-47d9-91ac-5ba073ef16ec tempest-ServerActionsTestOtherA-1098162655 tempest-ServerActionsTestOtherA-1098162655-project-member] [instance: 52a2a5c8-436b-462f-8786-acb79fa350b7] Took 4.93 seconds to spawn the instance on the hypervisor. [ 1081.163080] env[62328]: DEBUG nova.compute.manager [None req-3ec056ca-e439-47d9-91ac-5ba073ef16ec tempest-ServerActionsTestOtherA-1098162655 tempest-ServerActionsTestOtherA-1098162655-project-member] [instance: 52a2a5c8-436b-462f-8786-acb79fa350b7] Checking state {{(pid=62328) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1081.163865] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fefb517e-d23a-4900-9c58-ece33c3cf057 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1081.337407] env[62328]: DEBUG oslo_vmware.api [None req-a53082cc-6bb7-449a-8702-f711975cea4a tempest-ServerActionsTestOtherB-626827456 tempest-ServerActionsTestOtherB-626827456-project-member] Task: {'id': task-2387627, 'name': Destroy_Task} progress is 33%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1081.379108] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-caa3f957-c6ab-4f3b-bb35-49355587ef94 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1081.388076] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-61a84ff5-1386-4ee5-91b3-82199f5f037e {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1081.435134] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c224c0e1-8c9e-40f9-b51d-cc292ebdd300 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1081.443731] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-faa9bfb8-c27a-4f2f-939d-1bd418951644 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1081.458017] env[62328]: DEBUG nova.compute.provider_tree [None req-02d540e1-083b-46a1-a03b-45b8ec9c7b7d tempest-AttachInterfacesTestJSON-1049158018 tempest-AttachInterfacesTestJSON-1049158018-project-member] Inventory has not changed in ProviderTree for provider: 3469e9f8-04af-49ca-8435-49f104496744 {{(pid=62328) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1081.633116] env[62328]: DEBUG nova.compute.manager [req-2267cf8d-7d7d-4493-a7b5-cdc2297bbf98 req-d4f90534-07af-48c0-810e-bd1ead5c25e8 service nova] [instance: 02189dfe-6cb3-4b95-ad18-59dbd22f2704] Received event network-changed-2b2f1dc7-97d0-484c-8715-780f37f392a2 {{(pid=62328) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1081.633116] env[62328]: DEBUG nova.compute.manager [req-2267cf8d-7d7d-4493-a7b5-cdc2297bbf98 req-d4f90534-07af-48c0-810e-bd1ead5c25e8 service nova] [instance: 02189dfe-6cb3-4b95-ad18-59dbd22f2704] Refreshing instance network info cache due to event network-changed-2b2f1dc7-97d0-484c-8715-780f37f392a2. {{(pid=62328) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1081.633116] env[62328]: DEBUG oslo_concurrency.lockutils [req-2267cf8d-7d7d-4493-a7b5-cdc2297bbf98 req-d4f90534-07af-48c0-810e-bd1ead5c25e8 service nova] Acquiring lock "refresh_cache-02189dfe-6cb3-4b95-ad18-59dbd22f2704" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1081.633116] env[62328]: DEBUG oslo_concurrency.lockutils [req-2267cf8d-7d7d-4493-a7b5-cdc2297bbf98 req-d4f90534-07af-48c0-810e-bd1ead5c25e8 service nova] Acquired lock "refresh_cache-02189dfe-6cb3-4b95-ad18-59dbd22f2704" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1081.633116] env[62328]: DEBUG nova.network.neutron [req-2267cf8d-7d7d-4493-a7b5-cdc2297bbf98 req-d4f90534-07af-48c0-810e-bd1ead5c25e8 service nova] [instance: 02189dfe-6cb3-4b95-ad18-59dbd22f2704] Refreshing network info cache for port 2b2f1dc7-97d0-484c-8715-780f37f392a2 {{(pid=62328) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1081.684933] env[62328]: INFO nova.compute.manager [None req-3ec056ca-e439-47d9-91ac-5ba073ef16ec tempest-ServerActionsTestOtherA-1098162655 tempest-ServerActionsTestOtherA-1098162655-project-member] [instance: 52a2a5c8-436b-462f-8786-acb79fa350b7] Took 13.95 seconds to build instance. [ 1081.836274] env[62328]: DEBUG oslo_vmware.api [None req-a53082cc-6bb7-449a-8702-f711975cea4a tempest-ServerActionsTestOtherB-626827456 tempest-ServerActionsTestOtherB-626827456-project-member] Task: {'id': task-2387627, 'name': Destroy_Task, 'duration_secs': 0.813331} completed successfully. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1081.836542] env[62328]: INFO nova.virt.vmwareapi.vm_util [None req-a53082cc-6bb7-449a-8702-f711975cea4a tempest-ServerActionsTestOtherB-626827456 tempest-ServerActionsTestOtherB-626827456-project-member] [instance: 726d231d-afd9-460a-818e-7412af85a7f1] Destroyed the VM [ 1081.837095] env[62328]: DEBUG nova.virt.vmwareapi.vmops [None req-a53082cc-6bb7-449a-8702-f711975cea4a tempest-ServerActionsTestOtherB-626827456 tempest-ServerActionsTestOtherB-626827456-project-member] [instance: 726d231d-afd9-460a-818e-7412af85a7f1] Deleting Snapshot of the VM instance {{(pid=62328) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1081.837095] env[62328]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-e6cd0711-c9b2-4a76-b543-2ae189f5193e {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1081.844405] env[62328]: DEBUG oslo_vmware.api [None req-a53082cc-6bb7-449a-8702-f711975cea4a tempest-ServerActionsTestOtherB-626827456 tempest-ServerActionsTestOtherB-626827456-project-member] Waiting for the task: (returnval){ [ 1081.844405] env[62328]: value = "task-2387628" [ 1081.844405] env[62328]: _type = "Task" [ 1081.844405] env[62328]: } to complete. {{(pid=62328) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1081.853169] env[62328]: DEBUG oslo_vmware.api [None req-a53082cc-6bb7-449a-8702-f711975cea4a tempest-ServerActionsTestOtherB-626827456 tempest-ServerActionsTestOtherB-626827456-project-member] Task: {'id': task-2387628, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1081.869046] env[62328]: DEBUG oslo_concurrency.lockutils [None req-6ba516c4-205b-49b0-8a43-49302fb34fa2 tempest-DeleteServersTestJSON-1766103036 tempest-DeleteServersTestJSON-1766103036-project-member] Acquiring lock "46036359-e19d-4dda-9b4f-41c3826f364d" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1081.869485] env[62328]: DEBUG oslo_concurrency.lockutils [None req-6ba516c4-205b-49b0-8a43-49302fb34fa2 tempest-DeleteServersTestJSON-1766103036 tempest-DeleteServersTestJSON-1766103036-project-member] Lock "46036359-e19d-4dda-9b4f-41c3826f364d" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.000s {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1081.869718] env[62328]: DEBUG nova.compute.manager [None req-6ba516c4-205b-49b0-8a43-49302fb34fa2 tempest-DeleteServersTestJSON-1766103036 tempest-DeleteServersTestJSON-1766103036-project-member] [instance: 46036359-e19d-4dda-9b4f-41c3826f364d] Going to confirm migration 5 {{(pid=62328) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:5250}} [ 1081.962360] env[62328]: DEBUG nova.scheduler.client.report [None req-02d540e1-083b-46a1-a03b-45b8ec9c7b7d tempest-AttachInterfacesTestJSON-1049158018 tempest-AttachInterfacesTestJSON-1049158018-project-member] Inventory has not changed for provider 3469e9f8-04af-49ca-8435-49f104496744 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 152, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62328) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1082.123232] env[62328]: INFO nova.compute.manager [None req-6370c3ec-741a-4044-b96c-308ec7a1e210 tempest-ServerActionsTestJSON-389109759 tempest-ServerActionsTestJSON-389109759-project-member] [instance: dfccb16a-246f-4b74-ac7d-6c4ccf115110] Rebuilding instance [ 1082.184960] env[62328]: DEBUG nova.compute.manager [None req-6370c3ec-741a-4044-b96c-308ec7a1e210 tempest-ServerActionsTestJSON-389109759 tempest-ServerActionsTestJSON-389109759-project-member] [instance: dfccb16a-246f-4b74-ac7d-6c4ccf115110] Checking state {{(pid=62328) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1082.186164] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6f6b9ba3-bc09-4973-8f4e-abea00b50843 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1082.191516] env[62328]: DEBUG oslo_concurrency.lockutils [None req-3ec056ca-e439-47d9-91ac-5ba073ef16ec tempest-ServerActionsTestOtherA-1098162655 tempest-ServerActionsTestOtherA-1098162655-project-member] Lock "52a2a5c8-436b-462f-8786-acb79fa350b7" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 15.463s {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1082.360032] env[62328]: DEBUG oslo_vmware.api [None req-a53082cc-6bb7-449a-8702-f711975cea4a tempest-ServerActionsTestOtherB-626827456 tempest-ServerActionsTestOtherB-626827456-project-member] Task: {'id': task-2387628, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1082.445478] env[62328]: DEBUG oslo_concurrency.lockutils [None req-6ba516c4-205b-49b0-8a43-49302fb34fa2 tempest-DeleteServersTestJSON-1766103036 tempest-DeleteServersTestJSON-1766103036-project-member] Acquiring lock "refresh_cache-46036359-e19d-4dda-9b4f-41c3826f364d" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1082.445663] env[62328]: DEBUG oslo_concurrency.lockutils [None req-6ba516c4-205b-49b0-8a43-49302fb34fa2 tempest-DeleteServersTestJSON-1766103036 tempest-DeleteServersTestJSON-1766103036-project-member] Acquired lock "refresh_cache-46036359-e19d-4dda-9b4f-41c3826f364d" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1082.445874] env[62328]: DEBUG nova.network.neutron [None req-6ba516c4-205b-49b0-8a43-49302fb34fa2 tempest-DeleteServersTestJSON-1766103036 tempest-DeleteServersTestJSON-1766103036-project-member] [instance: 46036359-e19d-4dda-9b4f-41c3826f364d] Building network info cache for instance {{(pid=62328) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1082.446297] env[62328]: DEBUG nova.objects.instance [None req-6ba516c4-205b-49b0-8a43-49302fb34fa2 tempest-DeleteServersTestJSON-1766103036 tempest-DeleteServersTestJSON-1766103036-project-member] Lazy-loading 'info_cache' on Instance uuid 46036359-e19d-4dda-9b4f-41c3826f364d {{(pid=62328) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1082.470031] env[62328]: DEBUG oslo_concurrency.lockutils [None req-02d540e1-083b-46a1-a03b-45b8ec9c7b7d tempest-AttachInterfacesTestJSON-1049158018 tempest-AttachInterfacesTestJSON-1049158018-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.462s {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1082.470711] env[62328]: DEBUG nova.compute.manager [None req-02d540e1-083b-46a1-a03b-45b8ec9c7b7d tempest-AttachInterfacesTestJSON-1049158018 tempest-AttachInterfacesTestJSON-1049158018-project-member] [instance: d1503bc1-0c77-4ecd-b280-0768c1764c30] Start building networks asynchronously for instance. {{(pid=62328) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1082.473944] env[62328]: DEBUG oslo_concurrency.lockutils [None req-b526b093-d1c5-4946-bd86-c76a4c6f9f3d tempest-ServersNegativeTestMultiTenantJSON-1988080229 tempest-ServersNegativeTestMultiTenantJSON-1988080229-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 1.746s {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1082.475350] env[62328]: INFO nova.compute.claims [None req-b526b093-d1c5-4946-bd86-c76a4c6f9f3d tempest-ServersNegativeTestMultiTenantJSON-1988080229 tempest-ServersNegativeTestMultiTenantJSON-1988080229-project-member] [instance: 8617e373-f35d-416f-91e4-5842d714d360] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1082.594735] env[62328]: DEBUG nova.network.neutron [req-2267cf8d-7d7d-4493-a7b5-cdc2297bbf98 req-d4f90534-07af-48c0-810e-bd1ead5c25e8 service nova] [instance: 02189dfe-6cb3-4b95-ad18-59dbd22f2704] Updated VIF entry in instance network info cache for port 2b2f1dc7-97d0-484c-8715-780f37f392a2. {{(pid=62328) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1082.594735] env[62328]: DEBUG nova.network.neutron [req-2267cf8d-7d7d-4493-a7b5-cdc2297bbf98 req-d4f90534-07af-48c0-810e-bd1ead5c25e8 service nova] [instance: 02189dfe-6cb3-4b95-ad18-59dbd22f2704] Updating instance_info_cache with network_info: [{"id": "2b2f1dc7-97d0-484c-8715-780f37f392a2", "address": "fa:16:3e:1b:f4:a5", "network": {"id": "926e779e-3c4c-474f-92ce-346dc1243ee2", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-237776850-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.140", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2c55e83cf5c442ba8c209cf01cb581f3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e49a26b5-7b6b-41fd-8bed-4cd9a6c1a002", "external-id": "nsx-vlan-transportzone-506", "segmentation_id": 506, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2b2f1dc7-97", "ovs_interfaceid": "2b2f1dc7-97d0-484c-8715-780f37f392a2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62328) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1082.661227] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6cff3956-2597-4119-a464-177896b76634 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1082.668906] env[62328]: DEBUG nova.virt.vmwareapi.vmops [None req-2951dae4-0cbd-4871-8f98-342ce867c2ba tempest-ServersNegativeTestJSON-1019155744 tempest-ServersNegativeTestJSON-1019155744-project-member] [instance: 206ded69-14c7-477f-9c36-376ff43a9641] Suspending the VM {{(pid=62328) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1162}} [ 1082.669526] env[62328]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.SuspendVM_Task with opID=oslo.vmware-85c8bee4-4a12-4ca2-bdea-2bc9418836de {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1082.679174] env[62328]: DEBUG oslo_vmware.api [None req-2951dae4-0cbd-4871-8f98-342ce867c2ba tempest-ServersNegativeTestJSON-1019155744 tempest-ServersNegativeTestJSON-1019155744-project-member] Waiting for the task: (returnval){ [ 1082.679174] env[62328]: value = "task-2387629" [ 1082.679174] env[62328]: _type = "Task" [ 1082.679174] env[62328]: } to complete. {{(pid=62328) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1082.689232] env[62328]: DEBUG oslo_vmware.api [None req-2951dae4-0cbd-4871-8f98-342ce867c2ba tempest-ServersNegativeTestJSON-1019155744 tempest-ServersNegativeTestJSON-1019155744-project-member] Task: {'id': task-2387629, 'name': SuspendVM_Task} progress is 0%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1082.806964] env[62328]: DEBUG nova.compute.manager [req-cd22a00e-6e2a-424f-bdfa-c129b78596bd req-9ee2ec09-7fa9-4a7a-81b9-7e17b05aa384 service nova] [instance: 6c107768-0f57-42fd-a2a5-b28207b17de9] Received event network-changed-91cd4436-3fed-42d5-aefe-0df82259b6eb {{(pid=62328) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1082.807225] env[62328]: DEBUG nova.compute.manager [req-cd22a00e-6e2a-424f-bdfa-c129b78596bd req-9ee2ec09-7fa9-4a7a-81b9-7e17b05aa384 service nova] [instance: 6c107768-0f57-42fd-a2a5-b28207b17de9] Refreshing instance network info cache due to event network-changed-91cd4436-3fed-42d5-aefe-0df82259b6eb. {{(pid=62328) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1082.807482] env[62328]: DEBUG oslo_concurrency.lockutils [req-cd22a00e-6e2a-424f-bdfa-c129b78596bd req-9ee2ec09-7fa9-4a7a-81b9-7e17b05aa384 service nova] Acquiring lock "refresh_cache-6c107768-0f57-42fd-a2a5-b28207b17de9" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1082.807690] env[62328]: DEBUG oslo_concurrency.lockutils [req-cd22a00e-6e2a-424f-bdfa-c129b78596bd req-9ee2ec09-7fa9-4a7a-81b9-7e17b05aa384 service nova] Acquired lock "refresh_cache-6c107768-0f57-42fd-a2a5-b28207b17de9" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1082.807883] env[62328]: DEBUG nova.network.neutron [req-cd22a00e-6e2a-424f-bdfa-c129b78596bd req-9ee2ec09-7fa9-4a7a-81b9-7e17b05aa384 service nova] [instance: 6c107768-0f57-42fd-a2a5-b28207b17de9] Refreshing network info cache for port 91cd4436-3fed-42d5-aefe-0df82259b6eb {{(pid=62328) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1082.858626] env[62328]: DEBUG oslo_vmware.api [None req-a53082cc-6bb7-449a-8702-f711975cea4a tempest-ServerActionsTestOtherB-626827456 tempest-ServerActionsTestOtherB-626827456-project-member] Task: {'id': task-2387628, 'name': RemoveSnapshot_Task} progress is 65%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1082.982801] env[62328]: DEBUG nova.compute.utils [None req-02d540e1-083b-46a1-a03b-45b8ec9c7b7d tempest-AttachInterfacesTestJSON-1049158018 tempest-AttachInterfacesTestJSON-1049158018-project-member] Using /dev/sd instead of None {{(pid=62328) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1082.984264] env[62328]: DEBUG nova.compute.manager [None req-02d540e1-083b-46a1-a03b-45b8ec9c7b7d tempest-AttachInterfacesTestJSON-1049158018 tempest-AttachInterfacesTestJSON-1049158018-project-member] [instance: d1503bc1-0c77-4ecd-b280-0768c1764c30] Allocating IP information in the background. {{(pid=62328) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1082.984413] env[62328]: DEBUG nova.network.neutron [None req-02d540e1-083b-46a1-a03b-45b8ec9c7b7d tempest-AttachInterfacesTestJSON-1049158018 tempest-AttachInterfacesTestJSON-1049158018-project-member] [instance: d1503bc1-0c77-4ecd-b280-0768c1764c30] allocate_for_instance() {{(pid=62328) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1083.034710] env[62328]: DEBUG nova.policy [None req-02d540e1-083b-46a1-a03b-45b8ec9c7b7d tempest-AttachInterfacesTestJSON-1049158018 tempest-AttachInterfacesTestJSON-1049158018-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'db6b1454dd644eea886a97b3d644b88f', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'e88420d74d294fef9f976142535b9ac5', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62328) authorize /opt/stack/nova/nova/policy.py:192}} [ 1083.098057] env[62328]: DEBUG oslo_concurrency.lockutils [req-2267cf8d-7d7d-4493-a7b5-cdc2297bbf98 req-d4f90534-07af-48c0-810e-bd1ead5c25e8 service nova] Releasing lock "refresh_cache-02189dfe-6cb3-4b95-ad18-59dbd22f2704" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1083.190711] env[62328]: DEBUG oslo_vmware.api [None req-2951dae4-0cbd-4871-8f98-342ce867c2ba tempest-ServersNegativeTestJSON-1019155744 tempest-ServersNegativeTestJSON-1019155744-project-member] Task: {'id': task-2387629, 'name': SuspendVM_Task} progress is 66%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1083.204544] env[62328]: DEBUG nova.virt.vmwareapi.vm_util [None req-6370c3ec-741a-4044-b96c-308ec7a1e210 tempest-ServerActionsTestJSON-389109759 tempest-ServerActionsTestJSON-389109759-project-member] [instance: dfccb16a-246f-4b74-ac7d-6c4ccf115110] Powering off the VM {{(pid=62328) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1083.204914] env[62328]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-1079cf4b-ec22-41c0-9158-caf831db6097 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1083.214012] env[62328]: DEBUG oslo_vmware.api [None req-6370c3ec-741a-4044-b96c-308ec7a1e210 tempest-ServerActionsTestJSON-389109759 tempest-ServerActionsTestJSON-389109759-project-member] Waiting for the task: (returnval){ [ 1083.214012] env[62328]: value = "task-2387630" [ 1083.214012] env[62328]: _type = "Task" [ 1083.214012] env[62328]: } to complete. {{(pid=62328) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1083.223100] env[62328]: DEBUG oslo_vmware.api [None req-6370c3ec-741a-4044-b96c-308ec7a1e210 tempest-ServerActionsTestJSON-389109759 tempest-ServerActionsTestJSON-389109759-project-member] Task: {'id': task-2387630, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1083.362380] env[62328]: DEBUG oslo_vmware.api [None req-a53082cc-6bb7-449a-8702-f711975cea4a tempest-ServerActionsTestOtherB-626827456 tempest-ServerActionsTestOtherB-626827456-project-member] Task: {'id': task-2387628, 'name': RemoveSnapshot_Task, 'duration_secs': 1.098329} completed successfully. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1083.362785] env[62328]: DEBUG nova.virt.vmwareapi.vmops [None req-a53082cc-6bb7-449a-8702-f711975cea4a tempest-ServerActionsTestOtherB-626827456 tempest-ServerActionsTestOtherB-626827456-project-member] [instance: 726d231d-afd9-460a-818e-7412af85a7f1] Deleted Snapshot of the VM instance {{(pid=62328) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1083.363128] env[62328]: INFO nova.compute.manager [None req-a53082cc-6bb7-449a-8702-f711975cea4a tempest-ServerActionsTestOtherB-626827456 tempest-ServerActionsTestOtherB-626827456-project-member] [instance: 726d231d-afd9-460a-818e-7412af85a7f1] Took 22.53 seconds to snapshot the instance on the hypervisor. [ 1083.489732] env[62328]: DEBUG nova.compute.manager [None req-02d540e1-083b-46a1-a03b-45b8ec9c7b7d tempest-AttachInterfacesTestJSON-1049158018 tempest-AttachInterfacesTestJSON-1049158018-project-member] [instance: d1503bc1-0c77-4ecd-b280-0768c1764c30] Start building block device mappings for instance. {{(pid=62328) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1083.612065] env[62328]: DEBUG nova.network.neutron [None req-02d540e1-083b-46a1-a03b-45b8ec9c7b7d tempest-AttachInterfacesTestJSON-1049158018 tempest-AttachInterfacesTestJSON-1049158018-project-member] [instance: d1503bc1-0c77-4ecd-b280-0768c1764c30] Successfully created port: 248457e0-9e2e-473a-bc18-6d0c9d3ab3eb {{(pid=62328) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1083.661489] env[62328]: DEBUG nova.network.neutron [req-cd22a00e-6e2a-424f-bdfa-c129b78596bd req-9ee2ec09-7fa9-4a7a-81b9-7e17b05aa384 service nova] [instance: 6c107768-0f57-42fd-a2a5-b28207b17de9] Updated VIF entry in instance network info cache for port 91cd4436-3fed-42d5-aefe-0df82259b6eb. {{(pid=62328) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1083.662184] env[62328]: DEBUG nova.network.neutron [req-cd22a00e-6e2a-424f-bdfa-c129b78596bd req-9ee2ec09-7fa9-4a7a-81b9-7e17b05aa384 service nova] [instance: 6c107768-0f57-42fd-a2a5-b28207b17de9] Updating instance_info_cache with network_info: [{"id": "91cd4436-3fed-42d5-aefe-0df82259b6eb", "address": "fa:16:3e:b6:10:40", "network": {"id": "ed570829-7777-4fb9-9e0f-cef4ca21980b", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1726239177-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "17143bbcad5b4da0801478fe45bd8ce6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a965790c-2d2f-4c2a-9ee7-745f4d53039b", "external-id": "nsx-vlan-transportzone-708", "segmentation_id": 708, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap91cd4436-3f", "ovs_interfaceid": "91cd4436-3fed-42d5-aefe-0df82259b6eb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62328) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1083.692833] env[62328]: DEBUG oslo_vmware.api [None req-2951dae4-0cbd-4871-8f98-342ce867c2ba tempest-ServersNegativeTestJSON-1019155744 tempest-ServersNegativeTestJSON-1019155744-project-member] Task: {'id': task-2387629, 'name': SuspendVM_Task, 'duration_secs': 0.804784} completed successfully. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1083.696416] env[62328]: DEBUG nova.virt.vmwareapi.vmops [None req-2951dae4-0cbd-4871-8f98-342ce867c2ba tempest-ServersNegativeTestJSON-1019155744 tempest-ServersNegativeTestJSON-1019155744-project-member] [instance: 206ded69-14c7-477f-9c36-376ff43a9641] Suspended the VM {{(pid=62328) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1166}} [ 1083.696513] env[62328]: DEBUG nova.compute.manager [None req-2951dae4-0cbd-4871-8f98-342ce867c2ba tempest-ServersNegativeTestJSON-1019155744 tempest-ServersNegativeTestJSON-1019155744-project-member] [instance: 206ded69-14c7-477f-9c36-376ff43a9641] Checking state {{(pid=62328) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1083.698126] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c52cff1a-31a0-4720-8f8c-a9af2482e1c9 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1083.725599] env[62328]: DEBUG oslo_vmware.api [None req-6370c3ec-741a-4044-b96c-308ec7a1e210 tempest-ServerActionsTestJSON-389109759 tempest-ServerActionsTestJSON-389109759-project-member] Task: {'id': task-2387630, 'name': PowerOffVM_Task, 'duration_secs': 0.26219} completed successfully. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1083.725932] env[62328]: DEBUG nova.virt.vmwareapi.vm_util [None req-6370c3ec-741a-4044-b96c-308ec7a1e210 tempest-ServerActionsTestJSON-389109759 tempest-ServerActionsTestJSON-389109759-project-member] [instance: dfccb16a-246f-4b74-ac7d-6c4ccf115110] Powered off the VM {{(pid=62328) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1083.726217] env[62328]: DEBUG nova.virt.vmwareapi.vmops [None req-6370c3ec-741a-4044-b96c-308ec7a1e210 tempest-ServerActionsTestJSON-389109759 tempest-ServerActionsTestJSON-389109759-project-member] [instance: dfccb16a-246f-4b74-ac7d-6c4ccf115110] Destroying instance {{(pid=62328) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1083.727530] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0e6a684f-114b-461c-9ca6-424dbb5c0289 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1083.739544] env[62328]: DEBUG nova.virt.vmwareapi.vmops [None req-6370c3ec-741a-4044-b96c-308ec7a1e210 tempest-ServerActionsTestJSON-389109759 tempest-ServerActionsTestJSON-389109759-project-member] [instance: dfccb16a-246f-4b74-ac7d-6c4ccf115110] Unregistering the VM {{(pid=62328) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1083.739911] env[62328]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-fdd02e01-aaec-4941-a5e3-1b9e3355313f {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1083.835475] env[62328]: DEBUG nova.virt.vmwareapi.vmops [None req-6370c3ec-741a-4044-b96c-308ec7a1e210 tempest-ServerActionsTestJSON-389109759 tempest-ServerActionsTestJSON-389109759-project-member] [instance: dfccb16a-246f-4b74-ac7d-6c4ccf115110] Unregistered the VM {{(pid=62328) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1083.835626] env[62328]: DEBUG nova.virt.vmwareapi.vmops [None req-6370c3ec-741a-4044-b96c-308ec7a1e210 tempest-ServerActionsTestJSON-389109759 tempest-ServerActionsTestJSON-389109759-project-member] [instance: dfccb16a-246f-4b74-ac7d-6c4ccf115110] Deleting contents of the VM from datastore datastore2 {{(pid=62328) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1083.835807] env[62328]: DEBUG nova.virt.vmwareapi.ds_util [None req-6370c3ec-741a-4044-b96c-308ec7a1e210 tempest-ServerActionsTestJSON-389109759 tempest-ServerActionsTestJSON-389109759-project-member] Deleting the datastore file [datastore2] dfccb16a-246f-4b74-ac7d-6c4ccf115110 {{(pid=62328) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1083.837191] env[62328]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-01d03a93-1a7b-4ec6-9915-0ca31a56ec21 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1083.841538] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7c9fc022-fb2a-4272-9a42-137257066497 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1083.846167] env[62328]: DEBUG oslo_vmware.api [None req-6370c3ec-741a-4044-b96c-308ec7a1e210 tempest-ServerActionsTestJSON-389109759 tempest-ServerActionsTestJSON-389109759-project-member] Waiting for the task: (returnval){ [ 1083.846167] env[62328]: value = "task-2387632" [ 1083.846167] env[62328]: _type = "Task" [ 1083.846167] env[62328]: } to complete. {{(pid=62328) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1083.852405] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ecb036d2-45b9-4eb3-a581-400506415017 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1083.858490] env[62328]: DEBUG oslo_vmware.api [None req-6370c3ec-741a-4044-b96c-308ec7a1e210 tempest-ServerActionsTestJSON-389109759 tempest-ServerActionsTestJSON-389109759-project-member] Task: {'id': task-2387632, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1083.890550] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5ef9ceed-a671-4978-8e93-73fddebcf98f {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1083.902528] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a606c507-4c4e-4305-980b-7ae554b43528 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1083.917246] env[62328]: DEBUG nova.compute.provider_tree [None req-b526b093-d1c5-4946-bd86-c76a4c6f9f3d tempest-ServersNegativeTestMultiTenantJSON-1988080229 tempest-ServersNegativeTestMultiTenantJSON-1988080229-project-member] Inventory has not changed in ProviderTree for provider: 3469e9f8-04af-49ca-8435-49f104496744 {{(pid=62328) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1083.945511] env[62328]: DEBUG nova.compute.manager [None req-a53082cc-6bb7-449a-8702-f711975cea4a tempest-ServerActionsTestOtherB-626827456 tempest-ServerActionsTestOtherB-626827456-project-member] [instance: 726d231d-afd9-460a-818e-7412af85a7f1] Found 3 images (rotation: 2) {{(pid=62328) _rotate_backups /opt/stack/nova/nova/compute/manager.py:5017}} [ 1083.945742] env[62328]: DEBUG nova.compute.manager [None req-a53082cc-6bb7-449a-8702-f711975cea4a tempest-ServerActionsTestOtherB-626827456 tempest-ServerActionsTestOtherB-626827456-project-member] [instance: 726d231d-afd9-460a-818e-7412af85a7f1] Rotating out 1 backups {{(pid=62328) _rotate_backups /opt/stack/nova/nova/compute/manager.py:5025}} [ 1083.946463] env[62328]: DEBUG nova.compute.manager [None req-a53082cc-6bb7-449a-8702-f711975cea4a tempest-ServerActionsTestOtherB-626827456 tempest-ServerActionsTestOtherB-626827456-project-member] [instance: 726d231d-afd9-460a-818e-7412af85a7f1] Deleting image de99384d-0fbc-47c5-aa83-bffd82ddd013 {{(pid=62328) _rotate_backups /opt/stack/nova/nova/compute/manager.py:5030}} [ 1083.974787] env[62328]: DEBUG nova.network.neutron [None req-6ba516c4-205b-49b0-8a43-49302fb34fa2 tempest-DeleteServersTestJSON-1766103036 tempest-DeleteServersTestJSON-1766103036-project-member] [instance: 46036359-e19d-4dda-9b4f-41c3826f364d] Updating instance_info_cache with network_info: [{"id": "b82e4bcb-5948-4185-a8c8-a0242066d945", "address": "fa:16:3e:83:55:18", "network": {"id": "0bcec7a4-aa8e-420d-b203-4ead2073e045", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-575957277-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7aa9ac81c5264c7cba58e5879eedf77c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c5652322-9f10-4996-baed-4c0aa13a1b4e", "external-id": "nsx-vlan-transportzone-941", "segmentation_id": 941, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb82e4bcb-59", "ovs_interfaceid": "b82e4bcb-5948-4185-a8c8-a0242066d945", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62328) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1084.167529] env[62328]: DEBUG oslo_concurrency.lockutils [req-cd22a00e-6e2a-424f-bdfa-c129b78596bd req-9ee2ec09-7fa9-4a7a-81b9-7e17b05aa384 service nova] Releasing lock "refresh_cache-6c107768-0f57-42fd-a2a5-b28207b17de9" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1084.357599] env[62328]: DEBUG oslo_vmware.api [None req-6370c3ec-741a-4044-b96c-308ec7a1e210 tempest-ServerActionsTestJSON-389109759 tempest-ServerActionsTestJSON-389109759-project-member] Task: {'id': task-2387632, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1084.421025] env[62328]: DEBUG nova.scheduler.client.report [None req-b526b093-d1c5-4946-bd86-c76a4c6f9f3d tempest-ServersNegativeTestMultiTenantJSON-1988080229 tempest-ServersNegativeTestMultiTenantJSON-1988080229-project-member] Inventory has not changed for provider 3469e9f8-04af-49ca-8435-49f104496744 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 152, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62328) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1084.452935] env[62328]: DEBUG nova.compute.manager [None req-e4b84ebc-391f-4d64-8817-4fdf496b4897 tempest-ServerActionsTestOtherA-1098162655 tempest-ServerActionsTestOtherA-1098162655-project-member] [instance: 52a2a5c8-436b-462f-8786-acb79fa350b7] Stashing vm_state: active {{(pid=62328) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 1084.478837] env[62328]: DEBUG oslo_concurrency.lockutils [None req-6ba516c4-205b-49b0-8a43-49302fb34fa2 tempest-DeleteServersTestJSON-1766103036 tempest-DeleteServersTestJSON-1766103036-project-member] Releasing lock "refresh_cache-46036359-e19d-4dda-9b4f-41c3826f364d" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1084.478837] env[62328]: DEBUG nova.objects.instance [None req-6ba516c4-205b-49b0-8a43-49302fb34fa2 tempest-DeleteServersTestJSON-1766103036 tempest-DeleteServersTestJSON-1766103036-project-member] Lazy-loading 'migration_context' on Instance uuid 46036359-e19d-4dda-9b4f-41c3826f364d {{(pid=62328) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1084.501577] env[62328]: DEBUG nova.compute.manager [None req-02d540e1-083b-46a1-a03b-45b8ec9c7b7d tempest-AttachInterfacesTestJSON-1049158018 tempest-AttachInterfacesTestJSON-1049158018-project-member] [instance: d1503bc1-0c77-4ecd-b280-0768c1764c30] Start spawning the instance on the hypervisor. {{(pid=62328) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1084.527657] env[62328]: DEBUG nova.virt.hardware [None req-02d540e1-083b-46a1-a03b-45b8ec9c7b7d tempest-AttachInterfacesTestJSON-1049158018 tempest-AttachInterfacesTestJSON-1049158018-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-07T17:16:55Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-07T17:16:37Z,direct_url=,disk_format='vmdk',id=dbf872a4-92be-47e4-8561-c3e2bf2423ab,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='2a64022f08d84b11a86773b900860ae5',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-07T17:16:38Z,virtual_size=,visibility=), allow threads: False {{(pid=62328) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1084.527897] env[62328]: DEBUG nova.virt.hardware [None req-02d540e1-083b-46a1-a03b-45b8ec9c7b7d tempest-AttachInterfacesTestJSON-1049158018 tempest-AttachInterfacesTestJSON-1049158018-project-member] Flavor limits 0:0:0 {{(pid=62328) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1084.528088] env[62328]: DEBUG nova.virt.hardware [None req-02d540e1-083b-46a1-a03b-45b8ec9c7b7d tempest-AttachInterfacesTestJSON-1049158018 tempest-AttachInterfacesTestJSON-1049158018-project-member] Image limits 0:0:0 {{(pid=62328) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1084.528293] env[62328]: DEBUG nova.virt.hardware [None req-02d540e1-083b-46a1-a03b-45b8ec9c7b7d tempest-AttachInterfacesTestJSON-1049158018 tempest-AttachInterfacesTestJSON-1049158018-project-member] Flavor pref 0:0:0 {{(pid=62328) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1084.528454] env[62328]: DEBUG nova.virt.hardware [None req-02d540e1-083b-46a1-a03b-45b8ec9c7b7d tempest-AttachInterfacesTestJSON-1049158018 tempest-AttachInterfacesTestJSON-1049158018-project-member] Image pref 0:0:0 {{(pid=62328) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1084.528600] env[62328]: DEBUG nova.virt.hardware [None req-02d540e1-083b-46a1-a03b-45b8ec9c7b7d tempest-AttachInterfacesTestJSON-1049158018 tempest-AttachInterfacesTestJSON-1049158018-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62328) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1084.528860] env[62328]: DEBUG nova.virt.hardware [None req-02d540e1-083b-46a1-a03b-45b8ec9c7b7d tempest-AttachInterfacesTestJSON-1049158018 tempest-AttachInterfacesTestJSON-1049158018-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62328) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1084.529046] env[62328]: DEBUG nova.virt.hardware [None req-02d540e1-083b-46a1-a03b-45b8ec9c7b7d tempest-AttachInterfacesTestJSON-1049158018 tempest-AttachInterfacesTestJSON-1049158018-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62328) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1084.529221] env[62328]: DEBUG nova.virt.hardware [None req-02d540e1-083b-46a1-a03b-45b8ec9c7b7d tempest-AttachInterfacesTestJSON-1049158018 tempest-AttachInterfacesTestJSON-1049158018-project-member] Got 1 possible topologies {{(pid=62328) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1084.529390] env[62328]: DEBUG nova.virt.hardware [None req-02d540e1-083b-46a1-a03b-45b8ec9c7b7d tempest-AttachInterfacesTestJSON-1049158018 tempest-AttachInterfacesTestJSON-1049158018-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62328) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1084.529572] env[62328]: DEBUG nova.virt.hardware [None req-02d540e1-083b-46a1-a03b-45b8ec9c7b7d tempest-AttachInterfacesTestJSON-1049158018 tempest-AttachInterfacesTestJSON-1049158018-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62328) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1084.530829] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-75ab775e-9da6-46b2-8597-e7af0bf95781 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1084.542069] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-93780504-54d4-4cb5-b557-e856973afc4e {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1084.857662] env[62328]: DEBUG oslo_vmware.api [None req-6370c3ec-741a-4044-b96c-308ec7a1e210 tempest-ServerActionsTestJSON-389109759 tempest-ServerActionsTestJSON-389109759-project-member] Task: {'id': task-2387632, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.718938} completed successfully. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1084.857944] env[62328]: DEBUG nova.virt.vmwareapi.ds_util [None req-6370c3ec-741a-4044-b96c-308ec7a1e210 tempest-ServerActionsTestJSON-389109759 tempest-ServerActionsTestJSON-389109759-project-member] Deleted the datastore file {{(pid=62328) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1084.859118] env[62328]: DEBUG nova.virt.vmwareapi.vmops [None req-6370c3ec-741a-4044-b96c-308ec7a1e210 tempest-ServerActionsTestJSON-389109759 tempest-ServerActionsTestJSON-389109759-project-member] [instance: dfccb16a-246f-4b74-ac7d-6c4ccf115110] Deleted contents of the VM from datastore datastore2 {{(pid=62328) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1084.859378] env[62328]: DEBUG nova.virt.vmwareapi.vmops [None req-6370c3ec-741a-4044-b96c-308ec7a1e210 tempest-ServerActionsTestJSON-389109759 tempest-ServerActionsTestJSON-389109759-project-member] [instance: dfccb16a-246f-4b74-ac7d-6c4ccf115110] Instance destroyed {{(pid=62328) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1084.926017] env[62328]: DEBUG oslo_concurrency.lockutils [None req-b526b093-d1c5-4946-bd86-c76a4c6f9f3d tempest-ServersNegativeTestMultiTenantJSON-1988080229 tempest-ServersNegativeTestMultiTenantJSON-1988080229-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.452s {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1084.926561] env[62328]: DEBUG nova.compute.manager [None req-b526b093-d1c5-4946-bd86-c76a4c6f9f3d tempest-ServersNegativeTestMultiTenantJSON-1988080229 tempest-ServersNegativeTestMultiTenantJSON-1988080229-project-member] [instance: 8617e373-f35d-416f-91e4-5842d714d360] Start building networks asynchronously for instance. {{(pid=62328) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1084.942256] env[62328]: DEBUG nova.compute.manager [req-748799f7-9492-4c7e-9e45-24dab91bb998 req-757b4f77-88ce-4535-8a7d-ab5d35db9681 service nova] [instance: 52a2a5c8-436b-462f-8786-acb79fa350b7] Received event network-changed-e43ac17d-9066-4416-8586-982f8488ba68 {{(pid=62328) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1084.942393] env[62328]: DEBUG nova.compute.manager [req-748799f7-9492-4c7e-9e45-24dab91bb998 req-757b4f77-88ce-4535-8a7d-ab5d35db9681 service nova] [instance: 52a2a5c8-436b-462f-8786-acb79fa350b7] Refreshing instance network info cache due to event network-changed-e43ac17d-9066-4416-8586-982f8488ba68. {{(pid=62328) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1084.943130] env[62328]: DEBUG oslo_concurrency.lockutils [req-748799f7-9492-4c7e-9e45-24dab91bb998 req-757b4f77-88ce-4535-8a7d-ab5d35db9681 service nova] Acquiring lock "refresh_cache-52a2a5c8-436b-462f-8786-acb79fa350b7" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1084.943130] env[62328]: DEBUG oslo_concurrency.lockutils [req-748799f7-9492-4c7e-9e45-24dab91bb998 req-757b4f77-88ce-4535-8a7d-ab5d35db9681 service nova] Acquired lock "refresh_cache-52a2a5c8-436b-462f-8786-acb79fa350b7" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1084.943130] env[62328]: DEBUG nova.network.neutron [req-748799f7-9492-4c7e-9e45-24dab91bb998 req-757b4f77-88ce-4535-8a7d-ab5d35db9681 service nova] [instance: 52a2a5c8-436b-462f-8786-acb79fa350b7] Refreshing network info cache for port e43ac17d-9066-4416-8586-982f8488ba68 {{(pid=62328) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1084.972917] env[62328]: DEBUG oslo_concurrency.lockutils [None req-e4b84ebc-391f-4d64-8817-4fdf496b4897 tempest-ServerActionsTestOtherA-1098162655 tempest-ServerActionsTestOtherA-1098162655-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1084.973197] env[62328]: DEBUG oslo_concurrency.lockutils [None req-e4b84ebc-391f-4d64-8817-4fdf496b4897 tempest-ServerActionsTestOtherA-1098162655 tempest-ServerActionsTestOtherA-1098162655-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 0.000s {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1084.983107] env[62328]: DEBUG nova.objects.base [None req-6ba516c4-205b-49b0-8a43-49302fb34fa2 tempest-DeleteServersTestJSON-1766103036 tempest-DeleteServersTestJSON-1766103036-project-member] Object Instance<46036359-e19d-4dda-9b4f-41c3826f364d> lazy-loaded attributes: info_cache,migration_context {{(pid=62328) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1084.985768] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dfa645c9-cd8c-41ca-9333-24645d2742fc {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1085.004987] env[62328]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6f3f3eea-e4e6-4375-b047-220d27e2c5a3 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1085.011791] env[62328]: DEBUG oslo_vmware.api [None req-6ba516c4-205b-49b0-8a43-49302fb34fa2 tempest-DeleteServersTestJSON-1766103036 tempest-DeleteServersTestJSON-1766103036-project-member] Waiting for the task: (returnval){ [ 1085.011791] env[62328]: value = "session[52a6e20e-410d-708a-99f2-080a575a99bd]52e5d61a-0e55-4e0a-fc10-726ffb05db4c" [ 1085.011791] env[62328]: _type = "Task" [ 1085.011791] env[62328]: } to complete. {{(pid=62328) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1085.021798] env[62328]: DEBUG oslo_vmware.api [None req-6ba516c4-205b-49b0-8a43-49302fb34fa2 tempest-DeleteServersTestJSON-1766103036 tempest-DeleteServersTestJSON-1766103036-project-member] Task: {'id': session[52a6e20e-410d-708a-99f2-080a575a99bd]52e5d61a-0e55-4e0a-fc10-726ffb05db4c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1085.430965] env[62328]: DEBUG nova.compute.utils [None req-b526b093-d1c5-4946-bd86-c76a4c6f9f3d tempest-ServersNegativeTestMultiTenantJSON-1988080229 tempest-ServersNegativeTestMultiTenantJSON-1988080229-project-member] Using /dev/sd instead of None {{(pid=62328) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1085.432335] env[62328]: DEBUG nova.compute.manager [None req-b526b093-d1c5-4946-bd86-c76a4c6f9f3d tempest-ServersNegativeTestMultiTenantJSON-1988080229 tempest-ServersNegativeTestMultiTenantJSON-1988080229-project-member] [instance: 8617e373-f35d-416f-91e4-5842d714d360] Allocating IP information in the background. {{(pid=62328) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1085.432531] env[62328]: DEBUG nova.network.neutron [None req-b526b093-d1c5-4946-bd86-c76a4c6f9f3d tempest-ServersNegativeTestMultiTenantJSON-1988080229 tempest-ServersNegativeTestMultiTenantJSON-1988080229-project-member] [instance: 8617e373-f35d-416f-91e4-5842d714d360] allocate_for_instance() {{(pid=62328) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1085.478435] env[62328]: INFO nova.compute.claims [None req-e4b84ebc-391f-4d64-8817-4fdf496b4897 tempest-ServerActionsTestOtherA-1098162655 tempest-ServerActionsTestOtherA-1098162655-project-member] [instance: 52a2a5c8-436b-462f-8786-acb79fa350b7] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1085.527583] env[62328]: DEBUG oslo_vmware.api [None req-6ba516c4-205b-49b0-8a43-49302fb34fa2 tempest-DeleteServersTestJSON-1766103036 tempest-DeleteServersTestJSON-1766103036-project-member] Task: {'id': session[52a6e20e-410d-708a-99f2-080a575a99bd]52e5d61a-0e55-4e0a-fc10-726ffb05db4c, 'name': SearchDatastore_Task, 'duration_secs': 0.023631} completed successfully. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1085.528415] env[62328]: DEBUG nova.network.neutron [None req-02d540e1-083b-46a1-a03b-45b8ec9c7b7d tempest-AttachInterfacesTestJSON-1049158018 tempest-AttachInterfacesTestJSON-1049158018-project-member] [instance: d1503bc1-0c77-4ecd-b280-0768c1764c30] Successfully updated port: 248457e0-9e2e-473a-bc18-6d0c9d3ab3eb {{(pid=62328) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1085.529538] env[62328]: DEBUG oslo_concurrency.lockutils [None req-6ba516c4-205b-49b0-8a43-49302fb34fa2 tempest-DeleteServersTestJSON-1766103036 tempest-DeleteServersTestJSON-1766103036-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1085.538625] env[62328]: DEBUG nova.policy [None req-b526b093-d1c5-4946-bd86-c76a4c6f9f3d tempest-ServersNegativeTestMultiTenantJSON-1988080229 tempest-ServersNegativeTestMultiTenantJSON-1988080229-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'ee929764e9564d4a8e1d79ac113951a5', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '94445b1ebefb43b792dde70c84fb512c', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62328) authorize /opt/stack/nova/nova/policy.py:192}} [ 1085.580233] env[62328]: DEBUG oslo_concurrency.lockutils [None req-9a533165-68f4-48ed-a80a-15ff533e293e tempest-ServerActionsTestOtherB-626827456 tempest-ServerActionsTestOtherB-626827456-project-member] Acquiring lock "726d231d-afd9-460a-818e-7412af85a7f1" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1085.580495] env[62328]: DEBUG oslo_concurrency.lockutils [None req-9a533165-68f4-48ed-a80a-15ff533e293e tempest-ServerActionsTestOtherB-626827456 tempest-ServerActionsTestOtherB-626827456-project-member] Lock "726d231d-afd9-460a-818e-7412af85a7f1" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.000s {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1085.581287] env[62328]: DEBUG nova.compute.manager [None req-9a533165-68f4-48ed-a80a-15ff533e293e tempest-ServerActionsTestOtherB-626827456 tempest-ServerActionsTestOtherB-626827456-project-member] [instance: 726d231d-afd9-460a-818e-7412af85a7f1] Checking state {{(pid=62328) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1085.584769] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9039e4ff-23c6-4393-8f42-043212c7e570 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1085.592497] env[62328]: DEBUG nova.compute.manager [None req-9a533165-68f4-48ed-a80a-15ff533e293e tempest-ServerActionsTestOtherB-626827456 tempest-ServerActionsTestOtherB-626827456-project-member] [instance: 726d231d-afd9-460a-818e-7412af85a7f1] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=62328) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 1085.593114] env[62328]: DEBUG nova.objects.instance [None req-9a533165-68f4-48ed-a80a-15ff533e293e tempest-ServerActionsTestOtherB-626827456 tempest-ServerActionsTestOtherB-626827456-project-member] Lazy-loading 'flavor' on Instance uuid 726d231d-afd9-460a-818e-7412af85a7f1 {{(pid=62328) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1085.626380] env[62328]: INFO nova.compute.manager [None req-212af999-1876-4ee4-9a30-e0a104b8ce26 tempest-ServersNegativeTestJSON-1019155744 tempest-ServersNegativeTestJSON-1019155744-project-member] [instance: 206ded69-14c7-477f-9c36-376ff43a9641] Resuming [ 1085.626972] env[62328]: DEBUG nova.objects.instance [None req-212af999-1876-4ee4-9a30-e0a104b8ce26 tempest-ServersNegativeTestJSON-1019155744 tempest-ServersNegativeTestJSON-1019155744-project-member] Lazy-loading 'flavor' on Instance uuid 206ded69-14c7-477f-9c36-376ff43a9641 {{(pid=62328) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1085.719455] env[62328]: DEBUG nova.network.neutron [req-748799f7-9492-4c7e-9e45-24dab91bb998 req-757b4f77-88ce-4535-8a7d-ab5d35db9681 service nova] [instance: 52a2a5c8-436b-462f-8786-acb79fa350b7] Updated VIF entry in instance network info cache for port e43ac17d-9066-4416-8586-982f8488ba68. {{(pid=62328) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1085.719820] env[62328]: DEBUG nova.network.neutron [req-748799f7-9492-4c7e-9e45-24dab91bb998 req-757b4f77-88ce-4535-8a7d-ab5d35db9681 service nova] [instance: 52a2a5c8-436b-462f-8786-acb79fa350b7] Updating instance_info_cache with network_info: [{"id": "e43ac17d-9066-4416-8586-982f8488ba68", "address": "fa:16:3e:19:31:66", "network": {"id": "ed570829-7777-4fb9-9e0f-cef4ca21980b", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1726239177-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.143", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "17143bbcad5b4da0801478fe45bd8ce6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a965790c-2d2f-4c2a-9ee7-745f4d53039b", "external-id": "nsx-vlan-transportzone-708", "segmentation_id": 708, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape43ac17d-90", "ovs_interfaceid": "e43ac17d-9066-4416-8586-982f8488ba68", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62328) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1085.898418] env[62328]: DEBUG nova.virt.hardware [None req-6370c3ec-741a-4044-b96c-308ec7a1e210 tempest-ServerActionsTestJSON-389109759 tempest-ServerActionsTestJSON-389109759-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-07T17:16:55Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-07T17:16:37Z,direct_url=,disk_format='vmdk',id=dbf872a4-92be-47e4-8561-c3e2bf2423ab,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='2a64022f08d84b11a86773b900860ae5',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-07T17:16:38Z,virtual_size=,visibility=), allow threads: False {{(pid=62328) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1085.898713] env[62328]: DEBUG nova.virt.hardware [None req-6370c3ec-741a-4044-b96c-308ec7a1e210 tempest-ServerActionsTestJSON-389109759 tempest-ServerActionsTestJSON-389109759-project-member] Flavor limits 0:0:0 {{(pid=62328) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1085.899650] env[62328]: DEBUG nova.virt.hardware [None req-6370c3ec-741a-4044-b96c-308ec7a1e210 tempest-ServerActionsTestJSON-389109759 tempest-ServerActionsTestJSON-389109759-project-member] Image limits 0:0:0 {{(pid=62328) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1085.899650] env[62328]: DEBUG nova.virt.hardware [None req-6370c3ec-741a-4044-b96c-308ec7a1e210 tempest-ServerActionsTestJSON-389109759 tempest-ServerActionsTestJSON-389109759-project-member] Flavor pref 0:0:0 {{(pid=62328) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1085.899650] env[62328]: DEBUG nova.virt.hardware [None req-6370c3ec-741a-4044-b96c-308ec7a1e210 tempest-ServerActionsTestJSON-389109759 tempest-ServerActionsTestJSON-389109759-project-member] Image pref 0:0:0 {{(pid=62328) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1085.899650] env[62328]: DEBUG nova.virt.hardware [None req-6370c3ec-741a-4044-b96c-308ec7a1e210 tempest-ServerActionsTestJSON-389109759 tempest-ServerActionsTestJSON-389109759-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62328) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1085.899650] env[62328]: DEBUG nova.virt.hardware [None req-6370c3ec-741a-4044-b96c-308ec7a1e210 tempest-ServerActionsTestJSON-389109759 tempest-ServerActionsTestJSON-389109759-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62328) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1085.899650] env[62328]: DEBUG nova.virt.hardware [None req-6370c3ec-741a-4044-b96c-308ec7a1e210 tempest-ServerActionsTestJSON-389109759 tempest-ServerActionsTestJSON-389109759-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62328) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1085.899940] env[62328]: DEBUG nova.virt.hardware [None req-6370c3ec-741a-4044-b96c-308ec7a1e210 tempest-ServerActionsTestJSON-389109759 tempest-ServerActionsTestJSON-389109759-project-member] Got 1 possible topologies {{(pid=62328) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1085.900135] env[62328]: DEBUG nova.virt.hardware [None req-6370c3ec-741a-4044-b96c-308ec7a1e210 tempest-ServerActionsTestJSON-389109759 tempest-ServerActionsTestJSON-389109759-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62328) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1085.900364] env[62328]: DEBUG nova.virt.hardware [None req-6370c3ec-741a-4044-b96c-308ec7a1e210 tempest-ServerActionsTestJSON-389109759 tempest-ServerActionsTestJSON-389109759-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62328) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1085.901295] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-75cf5ac9-0200-49e3-b613-e73c7ec8bbcf {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1085.910261] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bb36b131-504c-42e9-bd19-bc10ff149328 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1085.926284] env[62328]: DEBUG nova.virt.vmwareapi.vmops [None req-6370c3ec-741a-4044-b96c-308ec7a1e210 tempest-ServerActionsTestJSON-389109759 tempest-ServerActionsTestJSON-389109759-project-member] [instance: dfccb16a-246f-4b74-ac7d-6c4ccf115110] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:43:0f:8d', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'c1195acd-707f-4bac-a99d-14db17a63802', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'd3af671b-2252-4a29-a0fb-84ebc1da6fa5', 'vif_model': 'vmxnet3'}] {{(pid=62328) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1085.933979] env[62328]: DEBUG oslo.service.loopingcall [None req-6370c3ec-741a-4044-b96c-308ec7a1e210 tempest-ServerActionsTestJSON-389109759 tempest-ServerActionsTestJSON-389109759-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62328) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1085.934343] env[62328]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: dfccb16a-246f-4b74-ac7d-6c4ccf115110] Creating VM on the ESX host {{(pid=62328) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1085.934599] env[62328]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-a1c02d18-e4ca-4144-b30f-8d006b794d45 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1085.949097] env[62328]: DEBUG nova.compute.manager [None req-b526b093-d1c5-4946-bd86-c76a4c6f9f3d tempest-ServersNegativeTestMultiTenantJSON-1988080229 tempest-ServersNegativeTestMultiTenantJSON-1988080229-project-member] [instance: 8617e373-f35d-416f-91e4-5842d714d360] Start building block device mappings for instance. {{(pid=62328) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1085.952588] env[62328]: DEBUG nova.network.neutron [None req-b526b093-d1c5-4946-bd86-c76a4c6f9f3d tempest-ServersNegativeTestMultiTenantJSON-1988080229 tempest-ServersNegativeTestMultiTenantJSON-1988080229-project-member] [instance: 8617e373-f35d-416f-91e4-5842d714d360] Successfully created port: 5ae3b41e-a053-476f-a8d1-235671b7e7e9 {{(pid=62328) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1085.961812] env[62328]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1085.961812] env[62328]: value = "task-2387633" [ 1085.961812] env[62328]: _type = "Task" [ 1085.961812] env[62328]: } to complete. {{(pid=62328) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1085.971726] env[62328]: DEBUG oslo_vmware.api [-] Task: {'id': task-2387633, 'name': CreateVM_Task} progress is 0%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1085.986758] env[62328]: INFO nova.compute.resource_tracker [None req-e4b84ebc-391f-4d64-8817-4fdf496b4897 tempest-ServerActionsTestOtherA-1098162655 tempest-ServerActionsTestOtherA-1098162655-project-member] [instance: 52a2a5c8-436b-462f-8786-acb79fa350b7] Updating resource usage from migration bec7e527-a010-46ee-80d2-8c8f1357e1c6 [ 1086.031114] env[62328]: DEBUG oslo_concurrency.lockutils [None req-02d540e1-083b-46a1-a03b-45b8ec9c7b7d tempest-AttachInterfacesTestJSON-1049158018 tempest-AttachInterfacesTestJSON-1049158018-project-member] Acquiring lock "refresh_cache-d1503bc1-0c77-4ecd-b280-0768c1764c30" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1086.031662] env[62328]: DEBUG oslo_concurrency.lockutils [None req-02d540e1-083b-46a1-a03b-45b8ec9c7b7d tempest-AttachInterfacesTestJSON-1049158018 tempest-AttachInterfacesTestJSON-1049158018-project-member] Acquired lock "refresh_cache-d1503bc1-0c77-4ecd-b280-0768c1764c30" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1086.031662] env[62328]: DEBUG nova.network.neutron [None req-02d540e1-083b-46a1-a03b-45b8ec9c7b7d tempest-AttachInterfacesTestJSON-1049158018 tempest-AttachInterfacesTestJSON-1049158018-project-member] [instance: d1503bc1-0c77-4ecd-b280-0768c1764c30] Building network info cache for instance {{(pid=62328) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1086.223333] env[62328]: DEBUG oslo_concurrency.lockutils [req-748799f7-9492-4c7e-9e45-24dab91bb998 req-757b4f77-88ce-4535-8a7d-ab5d35db9681 service nova] Releasing lock "refresh_cache-52a2a5c8-436b-462f-8786-acb79fa350b7" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1086.288871] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ad4bbd39-d638-493d-8f8a-6c7a7dd448dc {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1086.296800] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c9621aab-e6d1-4705-a567-b822f1c6f974 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1086.327736] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-31cb4c5b-e38b-46e7-9c29-dc554b8f610f {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1086.336011] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ea5f0cb7-9235-4b4f-a122-a75361e3e6de {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1086.349807] env[62328]: DEBUG nova.compute.provider_tree [None req-e4b84ebc-391f-4d64-8817-4fdf496b4897 tempest-ServerActionsTestOtherA-1098162655 tempest-ServerActionsTestOtherA-1098162655-project-member] Inventory has not changed in ProviderTree for provider: 3469e9f8-04af-49ca-8435-49f104496744 {{(pid=62328) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1086.475220] env[62328]: DEBUG oslo_vmware.api [-] Task: {'id': task-2387633, 'name': CreateVM_Task, 'duration_secs': 0.347532} completed successfully. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1086.475435] env[62328]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: dfccb16a-246f-4b74-ac7d-6c4ccf115110] Created VM on the ESX host {{(pid=62328) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1086.476181] env[62328]: DEBUG oslo_concurrency.lockutils [None req-6370c3ec-741a-4044-b96c-308ec7a1e210 tempest-ServerActionsTestJSON-389109759 tempest-ServerActionsTestJSON-389109759-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/dbf872a4-92be-47e4-8561-c3e2bf2423ab" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1086.476387] env[62328]: DEBUG oslo_concurrency.lockutils [None req-6370c3ec-741a-4044-b96c-308ec7a1e210 tempest-ServerActionsTestJSON-389109759 tempest-ServerActionsTestJSON-389109759-project-member] Acquired lock "[datastore2] devstack-image-cache_base/dbf872a4-92be-47e4-8561-c3e2bf2423ab" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1086.476742] env[62328]: DEBUG oslo_concurrency.lockutils [None req-6370c3ec-741a-4044-b96c-308ec7a1e210 tempest-ServerActionsTestJSON-389109759 tempest-ServerActionsTestJSON-389109759-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/dbf872a4-92be-47e4-8561-c3e2bf2423ab" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1086.477039] env[62328]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-01d367b5-f513-4732-9a19-56eaca99a22f {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1086.484474] env[62328]: DEBUG oslo_vmware.api [None req-6370c3ec-741a-4044-b96c-308ec7a1e210 tempest-ServerActionsTestJSON-389109759 tempest-ServerActionsTestJSON-389109759-project-member] Waiting for the task: (returnval){ [ 1086.484474] env[62328]: value = "session[52a6e20e-410d-708a-99f2-080a575a99bd]5263186d-f1b7-ec86-4baa-e9211cb9d9d0" [ 1086.484474] env[62328]: _type = "Task" [ 1086.484474] env[62328]: } to complete. {{(pid=62328) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1086.494775] env[62328]: DEBUG oslo_vmware.api [None req-6370c3ec-741a-4044-b96c-308ec7a1e210 tempest-ServerActionsTestJSON-389109759 tempest-ServerActionsTestJSON-389109759-project-member] Task: {'id': session[52a6e20e-410d-708a-99f2-080a575a99bd]5263186d-f1b7-ec86-4baa-e9211cb9d9d0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1086.573781] env[62328]: DEBUG nova.network.neutron [None req-02d540e1-083b-46a1-a03b-45b8ec9c7b7d tempest-AttachInterfacesTestJSON-1049158018 tempest-AttachInterfacesTestJSON-1049158018-project-member] [instance: d1503bc1-0c77-4ecd-b280-0768c1764c30] Instance cache missing network info. {{(pid=62328) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1086.603102] env[62328]: DEBUG nova.virt.vmwareapi.vm_util [None req-9a533165-68f4-48ed-a80a-15ff533e293e tempest-ServerActionsTestOtherB-626827456 tempest-ServerActionsTestOtherB-626827456-project-member] [instance: 726d231d-afd9-460a-818e-7412af85a7f1] Powering off the VM {{(pid=62328) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1086.603413] env[62328]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e1324e2e-0677-4d5e-9aec-bf0a66d88496 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1086.614875] env[62328]: DEBUG oslo_vmware.api [None req-9a533165-68f4-48ed-a80a-15ff533e293e tempest-ServerActionsTestOtherB-626827456 tempest-ServerActionsTestOtherB-626827456-project-member] Waiting for the task: (returnval){ [ 1086.614875] env[62328]: value = "task-2387634" [ 1086.614875] env[62328]: _type = "Task" [ 1086.614875] env[62328]: } to complete. {{(pid=62328) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1086.629439] env[62328]: DEBUG oslo_vmware.api [None req-9a533165-68f4-48ed-a80a-15ff533e293e tempest-ServerActionsTestOtherB-626827456 tempest-ServerActionsTestOtherB-626827456-project-member] Task: {'id': task-2387634, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1086.743796] env[62328]: DEBUG nova.network.neutron [None req-02d540e1-083b-46a1-a03b-45b8ec9c7b7d tempest-AttachInterfacesTestJSON-1049158018 tempest-AttachInterfacesTestJSON-1049158018-project-member] [instance: d1503bc1-0c77-4ecd-b280-0768c1764c30] Updating instance_info_cache with network_info: [{"id": "248457e0-9e2e-473a-bc18-6d0c9d3ab3eb", "address": "fa:16:3e:0b:7e:3b", "network": {"id": "43b1657c-44ae-47a8-8e8d-196242ef7fca", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1953540822-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e88420d74d294fef9f976142535b9ac5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9f3a2eb5-353f-45c5-a73b-869626f4bb13", "external-id": "nsx-vlan-transportzone-411", "segmentation_id": 411, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap248457e0-9e", "ovs_interfaceid": "248457e0-9e2e-473a-bc18-6d0c9d3ab3eb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62328) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1086.852699] env[62328]: DEBUG nova.scheduler.client.report [None req-e4b84ebc-391f-4d64-8817-4fdf496b4897 tempest-ServerActionsTestOtherA-1098162655 tempest-ServerActionsTestOtherA-1098162655-project-member] Inventory has not changed for provider 3469e9f8-04af-49ca-8435-49f104496744 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 152, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62328) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1086.961315] env[62328]: DEBUG nova.compute.manager [None req-b526b093-d1c5-4946-bd86-c76a4c6f9f3d tempest-ServersNegativeTestMultiTenantJSON-1988080229 tempest-ServersNegativeTestMultiTenantJSON-1988080229-project-member] [instance: 8617e373-f35d-416f-91e4-5842d714d360] Start spawning the instance on the hypervisor. {{(pid=62328) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1086.996660] env[62328]: DEBUG nova.virt.hardware [None req-b526b093-d1c5-4946-bd86-c76a4c6f9f3d tempest-ServersNegativeTestMultiTenantJSON-1988080229 tempest-ServersNegativeTestMultiTenantJSON-1988080229-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-07T17:16:55Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-07T17:16:37Z,direct_url=,disk_format='vmdk',id=dbf872a4-92be-47e4-8561-c3e2bf2423ab,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='2a64022f08d84b11a86773b900860ae5',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-07T17:16:38Z,virtual_size=,visibility=), allow threads: False {{(pid=62328) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1086.996985] env[62328]: DEBUG nova.virt.hardware [None req-b526b093-d1c5-4946-bd86-c76a4c6f9f3d tempest-ServersNegativeTestMultiTenantJSON-1988080229 tempest-ServersNegativeTestMultiTenantJSON-1988080229-project-member] Flavor limits 0:0:0 {{(pid=62328) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1086.997176] env[62328]: DEBUG nova.virt.hardware [None req-b526b093-d1c5-4946-bd86-c76a4c6f9f3d tempest-ServersNegativeTestMultiTenantJSON-1988080229 tempest-ServersNegativeTestMultiTenantJSON-1988080229-project-member] Image limits 0:0:0 {{(pid=62328) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1086.997450] env[62328]: DEBUG nova.virt.hardware [None req-b526b093-d1c5-4946-bd86-c76a4c6f9f3d tempest-ServersNegativeTestMultiTenantJSON-1988080229 tempest-ServersNegativeTestMultiTenantJSON-1988080229-project-member] Flavor pref 0:0:0 {{(pid=62328) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1086.997644] env[62328]: DEBUG nova.virt.hardware [None req-b526b093-d1c5-4946-bd86-c76a4c6f9f3d tempest-ServersNegativeTestMultiTenantJSON-1988080229 tempest-ServersNegativeTestMultiTenantJSON-1988080229-project-member] Image pref 0:0:0 {{(pid=62328) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1086.997841] env[62328]: DEBUG nova.virt.hardware [None req-b526b093-d1c5-4946-bd86-c76a4c6f9f3d tempest-ServersNegativeTestMultiTenantJSON-1988080229 tempest-ServersNegativeTestMultiTenantJSON-1988080229-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62328) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1086.998107] env[62328]: DEBUG nova.virt.hardware [None req-b526b093-d1c5-4946-bd86-c76a4c6f9f3d tempest-ServersNegativeTestMultiTenantJSON-1988080229 tempest-ServersNegativeTestMultiTenantJSON-1988080229-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62328) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1086.998273] env[62328]: DEBUG nova.virt.hardware [None req-b526b093-d1c5-4946-bd86-c76a4c6f9f3d tempest-ServersNegativeTestMultiTenantJSON-1988080229 tempest-ServersNegativeTestMultiTenantJSON-1988080229-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62328) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1086.998441] env[62328]: DEBUG nova.virt.hardware [None req-b526b093-d1c5-4946-bd86-c76a4c6f9f3d tempest-ServersNegativeTestMultiTenantJSON-1988080229 tempest-ServersNegativeTestMultiTenantJSON-1988080229-project-member] Got 1 possible topologies {{(pid=62328) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1086.998606] env[62328]: DEBUG nova.virt.hardware [None req-b526b093-d1c5-4946-bd86-c76a4c6f9f3d tempest-ServersNegativeTestMultiTenantJSON-1988080229 tempest-ServersNegativeTestMultiTenantJSON-1988080229-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62328) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1086.998781] env[62328]: DEBUG nova.virt.hardware [None req-b526b093-d1c5-4946-bd86-c76a4c6f9f3d tempest-ServersNegativeTestMultiTenantJSON-1988080229 tempest-ServersNegativeTestMultiTenantJSON-1988080229-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62328) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1087.000860] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-90931144-07b0-4a47-bdfc-c9876b30cfc4 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1087.011118] env[62328]: DEBUG oslo_vmware.api [None req-6370c3ec-741a-4044-b96c-308ec7a1e210 tempest-ServerActionsTestJSON-389109759 tempest-ServerActionsTestJSON-389109759-project-member] Task: {'id': session[52a6e20e-410d-708a-99f2-080a575a99bd]5263186d-f1b7-ec86-4baa-e9211cb9d9d0, 'name': SearchDatastore_Task, 'duration_secs': 0.013768} completed successfully. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1087.012152] env[62328]: DEBUG oslo_concurrency.lockutils [None req-6370c3ec-741a-4044-b96c-308ec7a1e210 tempest-ServerActionsTestJSON-389109759 tempest-ServerActionsTestJSON-389109759-project-member] Releasing lock "[datastore2] devstack-image-cache_base/dbf872a4-92be-47e4-8561-c3e2bf2423ab" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1087.012536] env[62328]: DEBUG nova.virt.vmwareapi.vmops [None req-6370c3ec-741a-4044-b96c-308ec7a1e210 tempest-ServerActionsTestJSON-389109759 tempest-ServerActionsTestJSON-389109759-project-member] [instance: dfccb16a-246f-4b74-ac7d-6c4ccf115110] Processing image dbf872a4-92be-47e4-8561-c3e2bf2423ab {{(pid=62328) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1087.012899] env[62328]: DEBUG oslo_concurrency.lockutils [None req-6370c3ec-741a-4044-b96c-308ec7a1e210 tempest-ServerActionsTestJSON-389109759 tempest-ServerActionsTestJSON-389109759-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/dbf872a4-92be-47e4-8561-c3e2bf2423ab/dbf872a4-92be-47e4-8561-c3e2bf2423ab.vmdk" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1087.013158] env[62328]: DEBUG oslo_concurrency.lockutils [None req-6370c3ec-741a-4044-b96c-308ec7a1e210 tempest-ServerActionsTestJSON-389109759 tempest-ServerActionsTestJSON-389109759-project-member] Acquired lock "[datastore2] devstack-image-cache_base/dbf872a4-92be-47e4-8561-c3e2bf2423ab/dbf872a4-92be-47e4-8561-c3e2bf2423ab.vmdk" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1087.013454] env[62328]: DEBUG nova.virt.vmwareapi.ds_util [None req-6370c3ec-741a-4044-b96c-308ec7a1e210 tempest-ServerActionsTestJSON-389109759 tempest-ServerActionsTestJSON-389109759-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62328) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1087.013852] env[62328]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-e7567299-a99f-472c-b756-1924261ae583 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1087.022293] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9c4506c5-9e64-423c-ae42-649deaea3dbe {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1087.030719] env[62328]: DEBUG nova.virt.vmwareapi.ds_util [None req-6370c3ec-741a-4044-b96c-308ec7a1e210 tempest-ServerActionsTestJSON-389109759 tempest-ServerActionsTestJSON-389109759-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62328) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1087.031036] env[62328]: DEBUG nova.virt.vmwareapi.vmops [None req-6370c3ec-741a-4044-b96c-308ec7a1e210 tempest-ServerActionsTestJSON-389109759 tempest-ServerActionsTestJSON-389109759-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62328) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1087.032722] env[62328]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ca59ad18-f1d5-4541-9308-2cda024d5ac0 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1087.053020] env[62328]: DEBUG nova.compute.manager [req-2b22a054-cb1a-43b0-bc89-273e254c21d0 req-8137a5c5-cdeb-4ef7-a311-319669183837 service nova] [instance: d1503bc1-0c77-4ecd-b280-0768c1764c30] Received event network-vif-plugged-248457e0-9e2e-473a-bc18-6d0c9d3ab3eb {{(pid=62328) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1087.053345] env[62328]: DEBUG oslo_concurrency.lockutils [req-2b22a054-cb1a-43b0-bc89-273e254c21d0 req-8137a5c5-cdeb-4ef7-a311-319669183837 service nova] Acquiring lock "d1503bc1-0c77-4ecd-b280-0768c1764c30-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1087.053724] env[62328]: DEBUG oslo_concurrency.lockutils [req-2b22a054-cb1a-43b0-bc89-273e254c21d0 req-8137a5c5-cdeb-4ef7-a311-319669183837 service nova] Lock "d1503bc1-0c77-4ecd-b280-0768c1764c30-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1087.054042] env[62328]: DEBUG oslo_concurrency.lockutils [req-2b22a054-cb1a-43b0-bc89-273e254c21d0 req-8137a5c5-cdeb-4ef7-a311-319669183837 service nova] Lock "d1503bc1-0c77-4ecd-b280-0768c1764c30-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1087.054373] env[62328]: DEBUG nova.compute.manager [req-2b22a054-cb1a-43b0-bc89-273e254c21d0 req-8137a5c5-cdeb-4ef7-a311-319669183837 service nova] [instance: d1503bc1-0c77-4ecd-b280-0768c1764c30] No waiting events found dispatching network-vif-plugged-248457e0-9e2e-473a-bc18-6d0c9d3ab3eb {{(pid=62328) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1087.054608] env[62328]: WARNING nova.compute.manager [req-2b22a054-cb1a-43b0-bc89-273e254c21d0 req-8137a5c5-cdeb-4ef7-a311-319669183837 service nova] [instance: d1503bc1-0c77-4ecd-b280-0768c1764c30] Received unexpected event network-vif-plugged-248457e0-9e2e-473a-bc18-6d0c9d3ab3eb for instance with vm_state building and task_state spawning. [ 1087.054867] env[62328]: DEBUG nova.compute.manager [req-2b22a054-cb1a-43b0-bc89-273e254c21d0 req-8137a5c5-cdeb-4ef7-a311-319669183837 service nova] [instance: d1503bc1-0c77-4ecd-b280-0768c1764c30] Received event network-changed-248457e0-9e2e-473a-bc18-6d0c9d3ab3eb {{(pid=62328) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1087.055146] env[62328]: DEBUG nova.compute.manager [req-2b22a054-cb1a-43b0-bc89-273e254c21d0 req-8137a5c5-cdeb-4ef7-a311-319669183837 service nova] [instance: d1503bc1-0c77-4ecd-b280-0768c1764c30] Refreshing instance network info cache due to event network-changed-248457e0-9e2e-473a-bc18-6d0c9d3ab3eb. {{(pid=62328) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1087.055415] env[62328]: DEBUG oslo_concurrency.lockutils [req-2b22a054-cb1a-43b0-bc89-273e254c21d0 req-8137a5c5-cdeb-4ef7-a311-319669183837 service nova] Acquiring lock "refresh_cache-d1503bc1-0c77-4ecd-b280-0768c1764c30" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1087.058093] env[62328]: DEBUG oslo_vmware.api [None req-6370c3ec-741a-4044-b96c-308ec7a1e210 tempest-ServerActionsTestJSON-389109759 tempest-ServerActionsTestJSON-389109759-project-member] Waiting for the task: (returnval){ [ 1087.058093] env[62328]: value = "session[52a6e20e-410d-708a-99f2-080a575a99bd]52fd8a50-9db8-03ad-f5b3-1ece45edaca0" [ 1087.058093] env[62328]: _type = "Task" [ 1087.058093] env[62328]: } to complete. {{(pid=62328) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1087.072404] env[62328]: DEBUG oslo_vmware.api [None req-6370c3ec-741a-4044-b96c-308ec7a1e210 tempest-ServerActionsTestJSON-389109759 tempest-ServerActionsTestJSON-389109759-project-member] Task: {'id': session[52a6e20e-410d-708a-99f2-080a575a99bd]52fd8a50-9db8-03ad-f5b3-1ece45edaca0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1087.126715] env[62328]: DEBUG oslo_vmware.api [None req-9a533165-68f4-48ed-a80a-15ff533e293e tempest-ServerActionsTestOtherB-626827456 tempest-ServerActionsTestOtherB-626827456-project-member] Task: {'id': task-2387634, 'name': PowerOffVM_Task, 'duration_secs': 0.20953} completed successfully. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1087.127052] env[62328]: DEBUG nova.virt.vmwareapi.vm_util [None req-9a533165-68f4-48ed-a80a-15ff533e293e tempest-ServerActionsTestOtherB-626827456 tempest-ServerActionsTestOtherB-626827456-project-member] [instance: 726d231d-afd9-460a-818e-7412af85a7f1] Powered off the VM {{(pid=62328) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1087.127350] env[62328]: DEBUG nova.compute.manager [None req-9a533165-68f4-48ed-a80a-15ff533e293e tempest-ServerActionsTestOtherB-626827456 tempest-ServerActionsTestOtherB-626827456-project-member] [instance: 726d231d-afd9-460a-818e-7412af85a7f1] Checking state {{(pid=62328) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1087.128586] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-56f2b73a-7737-4198-ba4e-8f7a6e2de4f1 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1087.145814] env[62328]: DEBUG oslo_concurrency.lockutils [None req-212af999-1876-4ee4-9a30-e0a104b8ce26 tempest-ServersNegativeTestJSON-1019155744 tempest-ServersNegativeTestJSON-1019155744-project-member] Acquiring lock "refresh_cache-206ded69-14c7-477f-9c36-376ff43a9641" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1087.146100] env[62328]: DEBUG oslo_concurrency.lockutils [None req-212af999-1876-4ee4-9a30-e0a104b8ce26 tempest-ServersNegativeTestJSON-1019155744 tempest-ServersNegativeTestJSON-1019155744-project-member] Acquired lock "refresh_cache-206ded69-14c7-477f-9c36-376ff43a9641" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1087.146172] env[62328]: DEBUG nova.network.neutron [None req-212af999-1876-4ee4-9a30-e0a104b8ce26 tempest-ServersNegativeTestJSON-1019155744 tempest-ServersNegativeTestJSON-1019155744-project-member] [instance: 206ded69-14c7-477f-9c36-376ff43a9641] Building network info cache for instance {{(pid=62328) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1087.247242] env[62328]: DEBUG oslo_concurrency.lockutils [None req-02d540e1-083b-46a1-a03b-45b8ec9c7b7d tempest-AttachInterfacesTestJSON-1049158018 tempest-AttachInterfacesTestJSON-1049158018-project-member] Releasing lock "refresh_cache-d1503bc1-0c77-4ecd-b280-0768c1764c30" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1087.247946] env[62328]: DEBUG nova.compute.manager [None req-02d540e1-083b-46a1-a03b-45b8ec9c7b7d tempest-AttachInterfacesTestJSON-1049158018 tempest-AttachInterfacesTestJSON-1049158018-project-member] [instance: d1503bc1-0c77-4ecd-b280-0768c1764c30] Instance network_info: |[{"id": "248457e0-9e2e-473a-bc18-6d0c9d3ab3eb", "address": "fa:16:3e:0b:7e:3b", "network": {"id": "43b1657c-44ae-47a8-8e8d-196242ef7fca", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1953540822-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e88420d74d294fef9f976142535b9ac5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9f3a2eb5-353f-45c5-a73b-869626f4bb13", "external-id": "nsx-vlan-transportzone-411", "segmentation_id": 411, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap248457e0-9e", "ovs_interfaceid": "248457e0-9e2e-473a-bc18-6d0c9d3ab3eb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62328) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1087.247946] env[62328]: DEBUG oslo_concurrency.lockutils [req-2b22a054-cb1a-43b0-bc89-273e254c21d0 req-8137a5c5-cdeb-4ef7-a311-319669183837 service nova] Acquired lock "refresh_cache-d1503bc1-0c77-4ecd-b280-0768c1764c30" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1087.248195] env[62328]: DEBUG nova.network.neutron [req-2b22a054-cb1a-43b0-bc89-273e254c21d0 req-8137a5c5-cdeb-4ef7-a311-319669183837 service nova] [instance: d1503bc1-0c77-4ecd-b280-0768c1764c30] Refreshing network info cache for port 248457e0-9e2e-473a-bc18-6d0c9d3ab3eb {{(pid=62328) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1087.249490] env[62328]: DEBUG nova.virt.vmwareapi.vmops [None req-02d540e1-083b-46a1-a03b-45b8ec9c7b7d tempest-AttachInterfacesTestJSON-1049158018 tempest-AttachInterfacesTestJSON-1049158018-project-member] [instance: d1503bc1-0c77-4ecd-b280-0768c1764c30] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:0b:7e:3b', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '9f3a2eb5-353f-45c5-a73b-869626f4bb13', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '248457e0-9e2e-473a-bc18-6d0c9d3ab3eb', 'vif_model': 'vmxnet3'}] {{(pid=62328) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1087.260890] env[62328]: DEBUG oslo.service.loopingcall [None req-02d540e1-083b-46a1-a03b-45b8ec9c7b7d tempest-AttachInterfacesTestJSON-1049158018 tempest-AttachInterfacesTestJSON-1049158018-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62328) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1087.262392] env[62328]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d1503bc1-0c77-4ecd-b280-0768c1764c30] Creating VM on the ESX host {{(pid=62328) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1087.262750] env[62328]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-9eef1a44-39ab-4941-915a-3f60b6bcf664 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1087.293926] env[62328]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1087.293926] env[62328]: value = "task-2387635" [ 1087.293926] env[62328]: _type = "Task" [ 1087.293926] env[62328]: } to complete. {{(pid=62328) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1087.306430] env[62328]: DEBUG oslo_vmware.api [-] Task: {'id': task-2387635, 'name': CreateVM_Task} progress is 0%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1087.358609] env[62328]: DEBUG oslo_concurrency.lockutils [None req-e4b84ebc-391f-4d64-8817-4fdf496b4897 tempest-ServerActionsTestOtherA-1098162655 tempest-ServerActionsTestOtherA-1098162655-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.385s {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1087.358609] env[62328]: INFO nova.compute.manager [None req-e4b84ebc-391f-4d64-8817-4fdf496b4897 tempest-ServerActionsTestOtherA-1098162655 tempest-ServerActionsTestOtherA-1098162655-project-member] [instance: 52a2a5c8-436b-462f-8786-acb79fa350b7] Migrating [ 1087.366664] env[62328]: DEBUG oslo_concurrency.lockutils [None req-6ba516c4-205b-49b0-8a43-49302fb34fa2 tempest-DeleteServersTestJSON-1766103036 tempest-DeleteServersTestJSON-1766103036-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 1.837s {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1087.577247] env[62328]: DEBUG oslo_vmware.api [None req-6370c3ec-741a-4044-b96c-308ec7a1e210 tempest-ServerActionsTestJSON-389109759 tempest-ServerActionsTestJSON-389109759-project-member] Task: {'id': session[52a6e20e-410d-708a-99f2-080a575a99bd]52fd8a50-9db8-03ad-f5b3-1ece45edaca0, 'name': SearchDatastore_Task, 'duration_secs': 0.021973} completed successfully. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1087.578155] env[62328]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ea2388e7-2955-42c2-acce-96f17cf7f335 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1087.586805] env[62328]: DEBUG oslo_vmware.api [None req-6370c3ec-741a-4044-b96c-308ec7a1e210 tempest-ServerActionsTestJSON-389109759 tempest-ServerActionsTestJSON-389109759-project-member] Waiting for the task: (returnval){ [ 1087.586805] env[62328]: value = "session[52a6e20e-410d-708a-99f2-080a575a99bd]52019b6b-d1da-f6ba-dd46-12e2ea7ad568" [ 1087.586805] env[62328]: _type = "Task" [ 1087.586805] env[62328]: } to complete. {{(pid=62328) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1087.600204] env[62328]: DEBUG oslo_vmware.api [None req-6370c3ec-741a-4044-b96c-308ec7a1e210 tempest-ServerActionsTestJSON-389109759 tempest-ServerActionsTestJSON-389109759-project-member] Task: {'id': session[52a6e20e-410d-708a-99f2-080a575a99bd]52019b6b-d1da-f6ba-dd46-12e2ea7ad568, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1087.643261] env[62328]: DEBUG oslo_concurrency.lockutils [None req-9a533165-68f4-48ed-a80a-15ff533e293e tempest-ServerActionsTestOtherB-626827456 tempest-ServerActionsTestOtherB-626827456-project-member] Lock "726d231d-afd9-460a-818e-7412af85a7f1" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.063s {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1087.713549] env[62328]: DEBUG nova.network.neutron [None req-b526b093-d1c5-4946-bd86-c76a4c6f9f3d tempest-ServersNegativeTestMultiTenantJSON-1988080229 tempest-ServersNegativeTestMultiTenantJSON-1988080229-project-member] [instance: 8617e373-f35d-416f-91e4-5842d714d360] Successfully updated port: 5ae3b41e-a053-476f-a8d1-235671b7e7e9 {{(pid=62328) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1087.809356] env[62328]: DEBUG oslo_vmware.api [-] Task: {'id': task-2387635, 'name': CreateVM_Task} progress is 99%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1087.875936] env[62328]: DEBUG oslo_concurrency.lockutils [None req-e4b84ebc-391f-4d64-8817-4fdf496b4897 tempest-ServerActionsTestOtherA-1098162655 tempest-ServerActionsTestOtherA-1098162655-project-member] Acquiring lock "refresh_cache-52a2a5c8-436b-462f-8786-acb79fa350b7" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1087.876400] env[62328]: DEBUG oslo_concurrency.lockutils [None req-e4b84ebc-391f-4d64-8817-4fdf496b4897 tempest-ServerActionsTestOtherA-1098162655 tempest-ServerActionsTestOtherA-1098162655-project-member] Acquired lock "refresh_cache-52a2a5c8-436b-462f-8786-acb79fa350b7" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1087.876754] env[62328]: DEBUG nova.network.neutron [None req-e4b84ebc-391f-4d64-8817-4fdf496b4897 tempest-ServerActionsTestOtherA-1098162655 tempest-ServerActionsTestOtherA-1098162655-project-member] [instance: 52a2a5c8-436b-462f-8786-acb79fa350b7] Building network info cache for instance {{(pid=62328) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1087.949609] env[62328]: DEBUG nova.network.neutron [None req-212af999-1876-4ee4-9a30-e0a104b8ce26 tempest-ServersNegativeTestJSON-1019155744 tempest-ServersNegativeTestJSON-1019155744-project-member] [instance: 206ded69-14c7-477f-9c36-376ff43a9641] Updating instance_info_cache with network_info: [{"id": "63d4460f-c721-4686-9834-f681a2947d2e", "address": "fa:16:3e:1c:d8:db", "network": {"id": "a58f38b3-158b-4c51-ac34-5648643d8400", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-563747433-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6439cdc748024a22a910522f77b70be9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "001929c7-0dc4-4b73-a9f1-d672f8377985", "external-id": "nsx-vlan-transportzone-230", "segmentation_id": 230, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap63d4460f-c7", "ovs_interfaceid": "63d4460f-c721-4686-9834-f681a2947d2e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62328) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1088.098611] env[62328]: DEBUG oslo_vmware.api [None req-6370c3ec-741a-4044-b96c-308ec7a1e210 tempest-ServerActionsTestJSON-389109759 tempest-ServerActionsTestJSON-389109759-project-member] Task: {'id': session[52a6e20e-410d-708a-99f2-080a575a99bd]52019b6b-d1da-f6ba-dd46-12e2ea7ad568, 'name': SearchDatastore_Task, 'duration_secs': 0.014064} completed successfully. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1088.101577] env[62328]: DEBUG oslo_concurrency.lockutils [None req-6370c3ec-741a-4044-b96c-308ec7a1e210 tempest-ServerActionsTestJSON-389109759 tempest-ServerActionsTestJSON-389109759-project-member] Releasing lock "[datastore2] devstack-image-cache_base/dbf872a4-92be-47e4-8561-c3e2bf2423ab/dbf872a4-92be-47e4-8561-c3e2bf2423ab.vmdk" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1088.101836] env[62328]: DEBUG nova.virt.vmwareapi.vm_util [None req-6370c3ec-741a-4044-b96c-308ec7a1e210 tempest-ServerActionsTestJSON-389109759 tempest-ServerActionsTestJSON-389109759-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/dbf872a4-92be-47e4-8561-c3e2bf2423ab/dbf872a4-92be-47e4-8561-c3e2bf2423ab.vmdk to [datastore2] dfccb16a-246f-4b74-ac7d-6c4ccf115110/dfccb16a-246f-4b74-ac7d-6c4ccf115110.vmdk {{(pid=62328) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1088.102710] env[62328]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-b07af2cb-5d50-47f8-abe8-7911adfd3bf3 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1088.111566] env[62328]: DEBUG oslo_vmware.api [None req-6370c3ec-741a-4044-b96c-308ec7a1e210 tempest-ServerActionsTestJSON-389109759 tempest-ServerActionsTestJSON-389109759-project-member] Waiting for the task: (returnval){ [ 1088.111566] env[62328]: value = "task-2387636" [ 1088.111566] env[62328]: _type = "Task" [ 1088.111566] env[62328]: } to complete. {{(pid=62328) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1088.125922] env[62328]: DEBUG oslo_vmware.api [None req-6370c3ec-741a-4044-b96c-308ec7a1e210 tempest-ServerActionsTestJSON-389109759 tempest-ServerActionsTestJSON-389109759-project-member] Task: {'id': task-2387636, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1088.126917] env[62328]: DEBUG nova.network.neutron [req-2b22a054-cb1a-43b0-bc89-273e254c21d0 req-8137a5c5-cdeb-4ef7-a311-319669183837 service nova] [instance: d1503bc1-0c77-4ecd-b280-0768c1764c30] Updated VIF entry in instance network info cache for port 248457e0-9e2e-473a-bc18-6d0c9d3ab3eb. {{(pid=62328) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1088.127268] env[62328]: DEBUG nova.network.neutron [req-2b22a054-cb1a-43b0-bc89-273e254c21d0 req-8137a5c5-cdeb-4ef7-a311-319669183837 service nova] [instance: d1503bc1-0c77-4ecd-b280-0768c1764c30] Updating instance_info_cache with network_info: [{"id": "248457e0-9e2e-473a-bc18-6d0c9d3ab3eb", "address": "fa:16:3e:0b:7e:3b", "network": {"id": "43b1657c-44ae-47a8-8e8d-196242ef7fca", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1953540822-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e88420d74d294fef9f976142535b9ac5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9f3a2eb5-353f-45c5-a73b-869626f4bb13", "external-id": "nsx-vlan-transportzone-411", "segmentation_id": 411, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap248457e0-9e", "ovs_interfaceid": "248457e0-9e2e-473a-bc18-6d0c9d3ab3eb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62328) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1088.199399] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3129cb94-31f8-4f40-8e93-fa893cf0d70c {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1088.207327] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-905448ae-9e17-4bd1-aaa1-2abd8f762c43 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1088.242219] env[62328]: DEBUG oslo_concurrency.lockutils [None req-b526b093-d1c5-4946-bd86-c76a4c6f9f3d tempest-ServersNegativeTestMultiTenantJSON-1988080229 tempest-ServersNegativeTestMultiTenantJSON-1988080229-project-member] Acquiring lock "refresh_cache-8617e373-f35d-416f-91e4-5842d714d360" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1088.242454] env[62328]: DEBUG oslo_concurrency.lockutils [None req-b526b093-d1c5-4946-bd86-c76a4c6f9f3d tempest-ServersNegativeTestMultiTenantJSON-1988080229 tempest-ServersNegativeTestMultiTenantJSON-1988080229-project-member] Acquired lock "refresh_cache-8617e373-f35d-416f-91e4-5842d714d360" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1088.242664] env[62328]: DEBUG nova.network.neutron [None req-b526b093-d1c5-4946-bd86-c76a4c6f9f3d tempest-ServersNegativeTestMultiTenantJSON-1988080229 tempest-ServersNegativeTestMultiTenantJSON-1988080229-project-member] [instance: 8617e373-f35d-416f-91e4-5842d714d360] Building network info cache for instance {{(pid=62328) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1088.244682] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8cf46c61-aa36-41c4-8599-cc2291e7d7cd {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1088.255047] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f8c63a21-1197-4ab3-9d6c-efbd73c95e0d {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1088.269422] env[62328]: DEBUG nova.compute.provider_tree [None req-6ba516c4-205b-49b0-8a43-49302fb34fa2 tempest-DeleteServersTestJSON-1766103036 tempest-DeleteServersTestJSON-1766103036-project-member] Inventory has not changed in ProviderTree for provider: 3469e9f8-04af-49ca-8435-49f104496744 {{(pid=62328) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1088.304876] env[62328]: DEBUG oslo_vmware.api [-] Task: {'id': task-2387635, 'name': CreateVM_Task, 'duration_secs': 0.656178} completed successfully. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1088.305131] env[62328]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d1503bc1-0c77-4ecd-b280-0768c1764c30] Created VM on the ESX host {{(pid=62328) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1088.305899] env[62328]: DEBUG oslo_concurrency.lockutils [None req-02d540e1-083b-46a1-a03b-45b8ec9c7b7d tempest-AttachInterfacesTestJSON-1049158018 tempest-AttachInterfacesTestJSON-1049158018-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/dbf872a4-92be-47e4-8561-c3e2bf2423ab" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1088.306158] env[62328]: DEBUG oslo_concurrency.lockutils [None req-02d540e1-083b-46a1-a03b-45b8ec9c7b7d tempest-AttachInterfacesTestJSON-1049158018 tempest-AttachInterfacesTestJSON-1049158018-project-member] Acquired lock "[datastore2] devstack-image-cache_base/dbf872a4-92be-47e4-8561-c3e2bf2423ab" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1088.306534] env[62328]: DEBUG oslo_concurrency.lockutils [None req-02d540e1-083b-46a1-a03b-45b8ec9c7b7d tempest-AttachInterfacesTestJSON-1049158018 tempest-AttachInterfacesTestJSON-1049158018-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/dbf872a4-92be-47e4-8561-c3e2bf2423ab" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1088.306836] env[62328]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-edfccd7a-9562-4739-a0a4-296815227c74 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1088.312310] env[62328]: DEBUG oslo_vmware.api [None req-02d540e1-083b-46a1-a03b-45b8ec9c7b7d tempest-AttachInterfacesTestJSON-1049158018 tempest-AttachInterfacesTestJSON-1049158018-project-member] Waiting for the task: (returnval){ [ 1088.312310] env[62328]: value = "session[52a6e20e-410d-708a-99f2-080a575a99bd]520d1c80-0adf-e30d-bc32-0cfa639d1bb1" [ 1088.312310] env[62328]: _type = "Task" [ 1088.312310] env[62328]: } to complete. {{(pid=62328) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1088.320782] env[62328]: DEBUG oslo_vmware.api [None req-02d540e1-083b-46a1-a03b-45b8ec9c7b7d tempest-AttachInterfacesTestJSON-1049158018 tempest-AttachInterfacesTestJSON-1049158018-project-member] Task: {'id': session[52a6e20e-410d-708a-99f2-080a575a99bd]520d1c80-0adf-e30d-bc32-0cfa639d1bb1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1088.456038] env[62328]: DEBUG oslo_concurrency.lockutils [None req-212af999-1876-4ee4-9a30-e0a104b8ce26 tempest-ServersNegativeTestJSON-1019155744 tempest-ServersNegativeTestJSON-1019155744-project-member] Releasing lock "refresh_cache-206ded69-14c7-477f-9c36-376ff43a9641" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1088.457275] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d1ffa254-cb60-4b2e-a784-d2713b513a9c {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1088.464871] env[62328]: DEBUG nova.virt.vmwareapi.vmops [None req-212af999-1876-4ee4-9a30-e0a104b8ce26 tempest-ServersNegativeTestJSON-1019155744 tempest-ServersNegativeTestJSON-1019155744-project-member] [instance: 206ded69-14c7-477f-9c36-376ff43a9641] Resuming the VM {{(pid=62328) resume /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1183}} [ 1088.465264] env[62328]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-d478bec1-9dda-48b1-bddc-751ad56272f6 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1088.473473] env[62328]: DEBUG oslo_vmware.api [None req-212af999-1876-4ee4-9a30-e0a104b8ce26 tempest-ServersNegativeTestJSON-1019155744 tempest-ServersNegativeTestJSON-1019155744-project-member] Waiting for the task: (returnval){ [ 1088.473473] env[62328]: value = "task-2387637" [ 1088.473473] env[62328]: _type = "Task" [ 1088.473473] env[62328]: } to complete. {{(pid=62328) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1088.482141] env[62328]: DEBUG oslo_vmware.api [None req-212af999-1876-4ee4-9a30-e0a104b8ce26 tempest-ServersNegativeTestJSON-1019155744 tempest-ServersNegativeTestJSON-1019155744-project-member] Task: {'id': task-2387637, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1088.624978] env[62328]: DEBUG oslo_vmware.api [None req-6370c3ec-741a-4044-b96c-308ec7a1e210 tempest-ServerActionsTestJSON-389109759 tempest-ServerActionsTestJSON-389109759-project-member] Task: {'id': task-2387636, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1088.629821] env[62328]: DEBUG oslo_concurrency.lockutils [req-2b22a054-cb1a-43b0-bc89-273e254c21d0 req-8137a5c5-cdeb-4ef7-a311-319669183837 service nova] Releasing lock "refresh_cache-d1503bc1-0c77-4ecd-b280-0768c1764c30" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1088.774090] env[62328]: DEBUG nova.scheduler.client.report [None req-6ba516c4-205b-49b0-8a43-49302fb34fa2 tempest-DeleteServersTestJSON-1766103036 tempest-DeleteServersTestJSON-1766103036-project-member] Inventory has not changed for provider 3469e9f8-04af-49ca-8435-49f104496744 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 152, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62328) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1088.787193] env[62328]: DEBUG nova.network.neutron [None req-b526b093-d1c5-4946-bd86-c76a4c6f9f3d tempest-ServersNegativeTestMultiTenantJSON-1988080229 tempest-ServersNegativeTestMultiTenantJSON-1988080229-project-member] [instance: 8617e373-f35d-416f-91e4-5842d714d360] Instance cache missing network info. {{(pid=62328) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1088.825015] env[62328]: DEBUG oslo_vmware.api [None req-02d540e1-083b-46a1-a03b-45b8ec9c7b7d tempest-AttachInterfacesTestJSON-1049158018 tempest-AttachInterfacesTestJSON-1049158018-project-member] Task: {'id': session[52a6e20e-410d-708a-99f2-080a575a99bd]520d1c80-0adf-e30d-bc32-0cfa639d1bb1, 'name': SearchDatastore_Task, 'duration_secs': 0.022065} completed successfully. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1088.825363] env[62328]: DEBUG oslo_concurrency.lockutils [None req-02d540e1-083b-46a1-a03b-45b8ec9c7b7d tempest-AttachInterfacesTestJSON-1049158018 tempest-AttachInterfacesTestJSON-1049158018-project-member] Releasing lock "[datastore2] devstack-image-cache_base/dbf872a4-92be-47e4-8561-c3e2bf2423ab" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1088.825600] env[62328]: DEBUG nova.virt.vmwareapi.vmops [None req-02d540e1-083b-46a1-a03b-45b8ec9c7b7d tempest-AttachInterfacesTestJSON-1049158018 tempest-AttachInterfacesTestJSON-1049158018-project-member] [instance: d1503bc1-0c77-4ecd-b280-0768c1764c30] Processing image dbf872a4-92be-47e4-8561-c3e2bf2423ab {{(pid=62328) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1088.825830] env[62328]: DEBUG oslo_concurrency.lockutils [None req-02d540e1-083b-46a1-a03b-45b8ec9c7b7d tempest-AttachInterfacesTestJSON-1049158018 tempest-AttachInterfacesTestJSON-1049158018-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/dbf872a4-92be-47e4-8561-c3e2bf2423ab/dbf872a4-92be-47e4-8561-c3e2bf2423ab.vmdk" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1088.825974] env[62328]: DEBUG oslo_concurrency.lockutils [None req-02d540e1-083b-46a1-a03b-45b8ec9c7b7d tempest-AttachInterfacesTestJSON-1049158018 tempest-AttachInterfacesTestJSON-1049158018-project-member] Acquired lock "[datastore2] devstack-image-cache_base/dbf872a4-92be-47e4-8561-c3e2bf2423ab/dbf872a4-92be-47e4-8561-c3e2bf2423ab.vmdk" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1088.826172] env[62328]: DEBUG nova.virt.vmwareapi.ds_util [None req-02d540e1-083b-46a1-a03b-45b8ec9c7b7d tempest-AttachInterfacesTestJSON-1049158018 tempest-AttachInterfacesTestJSON-1049158018-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62328) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1088.826436] env[62328]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-c6e6ebda-60cd-4818-816f-2586ae632898 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1088.835675] env[62328]: DEBUG nova.virt.vmwareapi.ds_util [None req-02d540e1-083b-46a1-a03b-45b8ec9c7b7d tempest-AttachInterfacesTestJSON-1049158018 tempest-AttachInterfacesTestJSON-1049158018-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62328) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1088.835858] env[62328]: DEBUG nova.virt.vmwareapi.vmops [None req-02d540e1-083b-46a1-a03b-45b8ec9c7b7d tempest-AttachInterfacesTestJSON-1049158018 tempest-AttachInterfacesTestJSON-1049158018-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62328) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1088.836604] env[62328]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c46e1204-90d5-4eb0-b912-5257930e74da {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1088.842718] env[62328]: DEBUG oslo_vmware.api [None req-02d540e1-083b-46a1-a03b-45b8ec9c7b7d tempest-AttachInterfacesTestJSON-1049158018 tempest-AttachInterfacesTestJSON-1049158018-project-member] Waiting for the task: (returnval){ [ 1088.842718] env[62328]: value = "session[52a6e20e-410d-708a-99f2-080a575a99bd]5264c83e-bd74-b400-75cd-ee6e594ba6c6" [ 1088.842718] env[62328]: _type = "Task" [ 1088.842718] env[62328]: } to complete. {{(pid=62328) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1088.851650] env[62328]: DEBUG oslo_vmware.api [None req-02d540e1-083b-46a1-a03b-45b8ec9c7b7d tempest-AttachInterfacesTestJSON-1049158018 tempest-AttachInterfacesTestJSON-1049158018-project-member] Task: {'id': session[52a6e20e-410d-708a-99f2-080a575a99bd]5264c83e-bd74-b400-75cd-ee6e594ba6c6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1088.947219] env[62328]: DEBUG nova.network.neutron [None req-e4b84ebc-391f-4d64-8817-4fdf496b4897 tempest-ServerActionsTestOtherA-1098162655 tempest-ServerActionsTestOtherA-1098162655-project-member] [instance: 52a2a5c8-436b-462f-8786-acb79fa350b7] Updating instance_info_cache with network_info: [{"id": "e43ac17d-9066-4416-8586-982f8488ba68", "address": "fa:16:3e:19:31:66", "network": {"id": "ed570829-7777-4fb9-9e0f-cef4ca21980b", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1726239177-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.143", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "17143bbcad5b4da0801478fe45bd8ce6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a965790c-2d2f-4c2a-9ee7-745f4d53039b", "external-id": "nsx-vlan-transportzone-708", "segmentation_id": 708, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape43ac17d-90", "ovs_interfaceid": "e43ac17d-9066-4416-8586-982f8488ba68", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62328) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1088.984050] env[62328]: DEBUG oslo_vmware.api [None req-212af999-1876-4ee4-9a30-e0a104b8ce26 tempest-ServersNegativeTestJSON-1019155744 tempest-ServersNegativeTestJSON-1019155744-project-member] Task: {'id': task-2387637, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1089.077349] env[62328]: DEBUG nova.compute.manager [None req-62705baf-ba3b-44a0-b60c-9b8ae2aece9a tempest-ServerActionsTestOtherB-626827456 tempest-ServerActionsTestOtherB-626827456-project-member] [instance: 726d231d-afd9-460a-818e-7412af85a7f1] Stashing vm_state: stopped {{(pid=62328) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 1089.123972] env[62328]: DEBUG oslo_vmware.api [None req-6370c3ec-741a-4044-b96c-308ec7a1e210 tempest-ServerActionsTestJSON-389109759 tempest-ServerActionsTestJSON-389109759-project-member] Task: {'id': task-2387636, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.702308} completed successfully. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1089.124634] env[62328]: DEBUG nova.virt.vmwareapi.vm_util [None req-6370c3ec-741a-4044-b96c-308ec7a1e210 tempest-ServerActionsTestJSON-389109759 tempest-ServerActionsTestJSON-389109759-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/dbf872a4-92be-47e4-8561-c3e2bf2423ab/dbf872a4-92be-47e4-8561-c3e2bf2423ab.vmdk to [datastore2] dfccb16a-246f-4b74-ac7d-6c4ccf115110/dfccb16a-246f-4b74-ac7d-6c4ccf115110.vmdk {{(pid=62328) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1089.124884] env[62328]: DEBUG nova.virt.vmwareapi.vmops [None req-6370c3ec-741a-4044-b96c-308ec7a1e210 tempest-ServerActionsTestJSON-389109759 tempest-ServerActionsTestJSON-389109759-project-member] [instance: dfccb16a-246f-4b74-ac7d-6c4ccf115110] Extending root virtual disk to 1048576 {{(pid=62328) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1089.125195] env[62328]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-b48bfde3-8b13-45f3-9903-4bd87e842f37 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1089.135994] env[62328]: DEBUG nova.network.neutron [None req-b526b093-d1c5-4946-bd86-c76a4c6f9f3d tempest-ServersNegativeTestMultiTenantJSON-1988080229 tempest-ServersNegativeTestMultiTenantJSON-1988080229-project-member] [instance: 8617e373-f35d-416f-91e4-5842d714d360] Updating instance_info_cache with network_info: [{"id": "5ae3b41e-a053-476f-a8d1-235671b7e7e9", "address": "fa:16:3e:1f:91:af", "network": {"id": "63ab0349-ed72-4813-85d1-096f08735e20", "bridge": "br-int", "label": "tempest-ServersNegativeTestMultiTenantJSON-461745426-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "94445b1ebefb43b792dde70c84fb512c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "939c05b6-8f31-4f3a-95ac-6297e0bd243e", "external-id": "nsx-vlan-transportzone-825", "segmentation_id": 825, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5ae3b41e-a0", "ovs_interfaceid": "5ae3b41e-a053-476f-a8d1-235671b7e7e9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62328) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1089.137965] env[62328]: DEBUG nova.compute.manager [req-976ff9ad-2668-428f-ab45-d67c6fa8f3b2 req-93aad89e-ff23-497a-abe2-3c93bbfe606c service nova] [instance: 8617e373-f35d-416f-91e4-5842d714d360] Received event network-vif-plugged-5ae3b41e-a053-476f-a8d1-235671b7e7e9 {{(pid=62328) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1089.138197] env[62328]: DEBUG oslo_concurrency.lockutils [req-976ff9ad-2668-428f-ab45-d67c6fa8f3b2 req-93aad89e-ff23-497a-abe2-3c93bbfe606c service nova] Acquiring lock "8617e373-f35d-416f-91e4-5842d714d360-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1089.138408] env[62328]: DEBUG oslo_concurrency.lockutils [req-976ff9ad-2668-428f-ab45-d67c6fa8f3b2 req-93aad89e-ff23-497a-abe2-3c93bbfe606c service nova] Lock "8617e373-f35d-416f-91e4-5842d714d360-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1089.138580] env[62328]: DEBUG oslo_concurrency.lockutils [req-976ff9ad-2668-428f-ab45-d67c6fa8f3b2 req-93aad89e-ff23-497a-abe2-3c93bbfe606c service nova] Lock "8617e373-f35d-416f-91e4-5842d714d360-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1089.138742] env[62328]: DEBUG nova.compute.manager [req-976ff9ad-2668-428f-ab45-d67c6fa8f3b2 req-93aad89e-ff23-497a-abe2-3c93bbfe606c service nova] [instance: 8617e373-f35d-416f-91e4-5842d714d360] No waiting events found dispatching network-vif-plugged-5ae3b41e-a053-476f-a8d1-235671b7e7e9 {{(pid=62328) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1089.138906] env[62328]: WARNING nova.compute.manager [req-976ff9ad-2668-428f-ab45-d67c6fa8f3b2 req-93aad89e-ff23-497a-abe2-3c93bbfe606c service nova] [instance: 8617e373-f35d-416f-91e4-5842d714d360] Received unexpected event network-vif-plugged-5ae3b41e-a053-476f-a8d1-235671b7e7e9 for instance with vm_state building and task_state spawning. [ 1089.139088] env[62328]: DEBUG nova.compute.manager [req-976ff9ad-2668-428f-ab45-d67c6fa8f3b2 req-93aad89e-ff23-497a-abe2-3c93bbfe606c service nova] [instance: 8617e373-f35d-416f-91e4-5842d714d360] Received event network-changed-5ae3b41e-a053-476f-a8d1-235671b7e7e9 {{(pid=62328) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1089.139467] env[62328]: DEBUG nova.compute.manager [req-976ff9ad-2668-428f-ab45-d67c6fa8f3b2 req-93aad89e-ff23-497a-abe2-3c93bbfe606c service nova] [instance: 8617e373-f35d-416f-91e4-5842d714d360] Refreshing instance network info cache due to event network-changed-5ae3b41e-a053-476f-a8d1-235671b7e7e9. {{(pid=62328) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1089.139467] env[62328]: DEBUG oslo_concurrency.lockutils [req-976ff9ad-2668-428f-ab45-d67c6fa8f3b2 req-93aad89e-ff23-497a-abe2-3c93bbfe606c service nova] Acquiring lock "refresh_cache-8617e373-f35d-416f-91e4-5842d714d360" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1089.140246] env[62328]: DEBUG oslo_vmware.api [None req-6370c3ec-741a-4044-b96c-308ec7a1e210 tempest-ServerActionsTestJSON-389109759 tempest-ServerActionsTestJSON-389109759-project-member] Waiting for the task: (returnval){ [ 1089.140246] env[62328]: value = "task-2387638" [ 1089.140246] env[62328]: _type = "Task" [ 1089.140246] env[62328]: } to complete. {{(pid=62328) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1089.151558] env[62328]: DEBUG oslo_vmware.api [None req-6370c3ec-741a-4044-b96c-308ec7a1e210 tempest-ServerActionsTestJSON-389109759 tempest-ServerActionsTestJSON-389109759-project-member] Task: {'id': task-2387638, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1089.353634] env[62328]: DEBUG oslo_vmware.api [None req-02d540e1-083b-46a1-a03b-45b8ec9c7b7d tempest-AttachInterfacesTestJSON-1049158018 tempest-AttachInterfacesTestJSON-1049158018-project-member] Task: {'id': session[52a6e20e-410d-708a-99f2-080a575a99bd]5264c83e-bd74-b400-75cd-ee6e594ba6c6, 'name': SearchDatastore_Task, 'duration_secs': 0.02292} completed successfully. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1089.354502] env[62328]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e6a5ff1a-05a8-41b5-9215-b91e0ce3738b {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1089.361368] env[62328]: DEBUG oslo_vmware.api [None req-02d540e1-083b-46a1-a03b-45b8ec9c7b7d tempest-AttachInterfacesTestJSON-1049158018 tempest-AttachInterfacesTestJSON-1049158018-project-member] Waiting for the task: (returnval){ [ 1089.361368] env[62328]: value = "session[52a6e20e-410d-708a-99f2-080a575a99bd]5280887b-c7a3-884a-a3ce-14519f0f3ba3" [ 1089.361368] env[62328]: _type = "Task" [ 1089.361368] env[62328]: } to complete. {{(pid=62328) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1089.370137] env[62328]: DEBUG oslo_vmware.api [None req-02d540e1-083b-46a1-a03b-45b8ec9c7b7d tempest-AttachInterfacesTestJSON-1049158018 tempest-AttachInterfacesTestJSON-1049158018-project-member] Task: {'id': session[52a6e20e-410d-708a-99f2-080a575a99bd]5280887b-c7a3-884a-a3ce-14519f0f3ba3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1089.450549] env[62328]: DEBUG oslo_concurrency.lockutils [None req-e4b84ebc-391f-4d64-8817-4fdf496b4897 tempest-ServerActionsTestOtherA-1098162655 tempest-ServerActionsTestOtherA-1098162655-project-member] Releasing lock "refresh_cache-52a2a5c8-436b-462f-8786-acb79fa350b7" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1089.486496] env[62328]: DEBUG oslo_vmware.api [None req-212af999-1876-4ee4-9a30-e0a104b8ce26 tempest-ServersNegativeTestJSON-1019155744 tempest-ServersNegativeTestJSON-1019155744-project-member] Task: {'id': task-2387637, 'name': PowerOnVM_Task} progress is 88%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1089.601158] env[62328]: DEBUG oslo_concurrency.lockutils [None req-62705baf-ba3b-44a0-b60c-9b8ae2aece9a tempest-ServerActionsTestOtherB-626827456 tempest-ServerActionsTestOtherB-626827456-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1089.641972] env[62328]: DEBUG oslo_concurrency.lockutils [None req-b526b093-d1c5-4946-bd86-c76a4c6f9f3d tempest-ServersNegativeTestMultiTenantJSON-1988080229 tempest-ServersNegativeTestMultiTenantJSON-1988080229-project-member] Releasing lock "refresh_cache-8617e373-f35d-416f-91e4-5842d714d360" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1089.642420] env[62328]: DEBUG nova.compute.manager [None req-b526b093-d1c5-4946-bd86-c76a4c6f9f3d tempest-ServersNegativeTestMultiTenantJSON-1988080229 tempest-ServersNegativeTestMultiTenantJSON-1988080229-project-member] [instance: 8617e373-f35d-416f-91e4-5842d714d360] Instance network_info: |[{"id": "5ae3b41e-a053-476f-a8d1-235671b7e7e9", "address": "fa:16:3e:1f:91:af", "network": {"id": "63ab0349-ed72-4813-85d1-096f08735e20", "bridge": "br-int", "label": "tempest-ServersNegativeTestMultiTenantJSON-461745426-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "94445b1ebefb43b792dde70c84fb512c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "939c05b6-8f31-4f3a-95ac-6297e0bd243e", "external-id": "nsx-vlan-transportzone-825", "segmentation_id": 825, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5ae3b41e-a0", "ovs_interfaceid": "5ae3b41e-a053-476f-a8d1-235671b7e7e9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62328) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1089.642825] env[62328]: DEBUG oslo_concurrency.lockutils [req-976ff9ad-2668-428f-ab45-d67c6fa8f3b2 req-93aad89e-ff23-497a-abe2-3c93bbfe606c service nova] Acquired lock "refresh_cache-8617e373-f35d-416f-91e4-5842d714d360" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1089.643015] env[62328]: DEBUG nova.network.neutron [req-976ff9ad-2668-428f-ab45-d67c6fa8f3b2 req-93aad89e-ff23-497a-abe2-3c93bbfe606c service nova] [instance: 8617e373-f35d-416f-91e4-5842d714d360] Refreshing network info cache for port 5ae3b41e-a053-476f-a8d1-235671b7e7e9 {{(pid=62328) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1089.644572] env[62328]: DEBUG nova.virt.vmwareapi.vmops [None req-b526b093-d1c5-4946-bd86-c76a4c6f9f3d tempest-ServersNegativeTestMultiTenantJSON-1988080229 tempest-ServersNegativeTestMultiTenantJSON-1988080229-project-member] [instance: 8617e373-f35d-416f-91e4-5842d714d360] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:1f:91:af', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '939c05b6-8f31-4f3a-95ac-6297e0bd243e', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '5ae3b41e-a053-476f-a8d1-235671b7e7e9', 'vif_model': 'vmxnet3'}] {{(pid=62328) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1089.653282] env[62328]: DEBUG nova.virt.vmwareapi.vm_util [None req-b526b093-d1c5-4946-bd86-c76a4c6f9f3d tempest-ServersNegativeTestMultiTenantJSON-1988080229 tempest-ServersNegativeTestMultiTenantJSON-1988080229-project-member] Creating folder: Project (94445b1ebefb43b792dde70c84fb512c). Parent ref: group-v484164. {{(pid=62328) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1089.657156] env[62328]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-e8563570-5fc3-4c2c-bae8-f16ab1a2eeb0 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1089.665252] env[62328]: DEBUG oslo_vmware.api [None req-6370c3ec-741a-4044-b96c-308ec7a1e210 tempest-ServerActionsTestJSON-389109759 tempest-ServerActionsTestJSON-389109759-project-member] Task: {'id': task-2387638, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.192691} completed successfully. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1089.665520] env[62328]: DEBUG nova.virt.vmwareapi.vmops [None req-6370c3ec-741a-4044-b96c-308ec7a1e210 tempest-ServerActionsTestJSON-389109759 tempest-ServerActionsTestJSON-389109759-project-member] [instance: dfccb16a-246f-4b74-ac7d-6c4ccf115110] Extended root virtual disk {{(pid=62328) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1089.666637] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8737e54e-d599-4fd6-8c3f-b0d57d04decc {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1089.672852] env[62328]: INFO nova.virt.vmwareapi.vm_util [None req-b526b093-d1c5-4946-bd86-c76a4c6f9f3d tempest-ServersNegativeTestMultiTenantJSON-1988080229 tempest-ServersNegativeTestMultiTenantJSON-1988080229-project-member] Created folder: Project (94445b1ebefb43b792dde70c84fb512c) in parent group-v484164. [ 1089.674038] env[62328]: DEBUG nova.virt.vmwareapi.vm_util [None req-b526b093-d1c5-4946-bd86-c76a4c6f9f3d tempest-ServersNegativeTestMultiTenantJSON-1988080229 tempest-ServersNegativeTestMultiTenantJSON-1988080229-project-member] Creating folder: Instances. Parent ref: group-v484470. {{(pid=62328) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1089.683965] env[62328]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-afd8913d-1fde-44f0-be34-3089c3402797 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1089.695470] env[62328]: DEBUG nova.virt.vmwareapi.volumeops [None req-6370c3ec-741a-4044-b96c-308ec7a1e210 tempest-ServerActionsTestJSON-389109759 tempest-ServerActionsTestJSON-389109759-project-member] [instance: dfccb16a-246f-4b74-ac7d-6c4ccf115110] Reconfiguring VM instance instance-0000006a to attach disk [datastore2] dfccb16a-246f-4b74-ac7d-6c4ccf115110/dfccb16a-246f-4b74-ac7d-6c4ccf115110.vmdk or device None with type sparse {{(pid=62328) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1089.695803] env[62328]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ac934970-8b56-47a1-ba1f-e7a46293f7c8 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1089.719421] env[62328]: DEBUG oslo_vmware.api [None req-6370c3ec-741a-4044-b96c-308ec7a1e210 tempest-ServerActionsTestJSON-389109759 tempest-ServerActionsTestJSON-389109759-project-member] Waiting for the task: (returnval){ [ 1089.719421] env[62328]: value = "task-2387641" [ 1089.719421] env[62328]: _type = "Task" [ 1089.719421] env[62328]: } to complete. {{(pid=62328) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1089.724569] env[62328]: INFO nova.virt.vmwareapi.vm_util [None req-b526b093-d1c5-4946-bd86-c76a4c6f9f3d tempest-ServersNegativeTestMultiTenantJSON-1988080229 tempest-ServersNegativeTestMultiTenantJSON-1988080229-project-member] Created folder: Instances in parent group-v484470. [ 1089.724825] env[62328]: DEBUG oslo.service.loopingcall [None req-b526b093-d1c5-4946-bd86-c76a4c6f9f3d tempest-ServersNegativeTestMultiTenantJSON-1988080229 tempest-ServersNegativeTestMultiTenantJSON-1988080229-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62328) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1089.725442] env[62328]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8617e373-f35d-416f-91e4-5842d714d360] Creating VM on the ESX host {{(pid=62328) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1089.725660] env[62328]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-1e8c9e94-1cb0-40bd-82c6-af445f953959 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1089.743822] env[62328]: DEBUG oslo_vmware.api [None req-6370c3ec-741a-4044-b96c-308ec7a1e210 tempest-ServerActionsTestJSON-389109759 tempest-ServerActionsTestJSON-389109759-project-member] Task: {'id': task-2387641, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1089.750529] env[62328]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1089.750529] env[62328]: value = "task-2387642" [ 1089.750529] env[62328]: _type = "Task" [ 1089.750529] env[62328]: } to complete. {{(pid=62328) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1089.759330] env[62328]: DEBUG oslo_vmware.api [-] Task: {'id': task-2387642, 'name': CreateVM_Task} progress is 0%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1089.784423] env[62328]: DEBUG oslo_concurrency.lockutils [None req-6ba516c4-205b-49b0-8a43-49302fb34fa2 tempest-DeleteServersTestJSON-1766103036 tempest-DeleteServersTestJSON-1766103036-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 2.418s {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1089.787692] env[62328]: DEBUG oslo_concurrency.lockutils [None req-62705baf-ba3b-44a0-b60c-9b8ae2aece9a tempest-ServerActionsTestOtherB-626827456 tempest-ServerActionsTestOtherB-626827456-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 0.186s {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1089.873466] env[62328]: DEBUG oslo_vmware.api [None req-02d540e1-083b-46a1-a03b-45b8ec9c7b7d tempest-AttachInterfacesTestJSON-1049158018 tempest-AttachInterfacesTestJSON-1049158018-project-member] Task: {'id': session[52a6e20e-410d-708a-99f2-080a575a99bd]5280887b-c7a3-884a-a3ce-14519f0f3ba3, 'name': SearchDatastore_Task, 'duration_secs': 0.164217} completed successfully. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1089.873744] env[62328]: DEBUG oslo_concurrency.lockutils [None req-02d540e1-083b-46a1-a03b-45b8ec9c7b7d tempest-AttachInterfacesTestJSON-1049158018 tempest-AttachInterfacesTestJSON-1049158018-project-member] Releasing lock "[datastore2] devstack-image-cache_base/dbf872a4-92be-47e4-8561-c3e2bf2423ab/dbf872a4-92be-47e4-8561-c3e2bf2423ab.vmdk" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1089.873999] env[62328]: DEBUG nova.virt.vmwareapi.vm_util [None req-02d540e1-083b-46a1-a03b-45b8ec9c7b7d tempest-AttachInterfacesTestJSON-1049158018 tempest-AttachInterfacesTestJSON-1049158018-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/dbf872a4-92be-47e4-8561-c3e2bf2423ab/dbf872a4-92be-47e4-8561-c3e2bf2423ab.vmdk to [datastore2] d1503bc1-0c77-4ecd-b280-0768c1764c30/d1503bc1-0c77-4ecd-b280-0768c1764c30.vmdk {{(pid=62328) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1089.874281] env[62328]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-db1845ea-c8bc-47ef-b736-501bb1aa7b01 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1089.881188] env[62328]: DEBUG oslo_vmware.api [None req-02d540e1-083b-46a1-a03b-45b8ec9c7b7d tempest-AttachInterfacesTestJSON-1049158018 tempest-AttachInterfacesTestJSON-1049158018-project-member] Waiting for the task: (returnval){ [ 1089.881188] env[62328]: value = "task-2387643" [ 1089.881188] env[62328]: _type = "Task" [ 1089.881188] env[62328]: } to complete. {{(pid=62328) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1089.890063] env[62328]: DEBUG oslo_vmware.api [None req-02d540e1-083b-46a1-a03b-45b8ec9c7b7d tempest-AttachInterfacesTestJSON-1049158018 tempest-AttachInterfacesTestJSON-1049158018-project-member] Task: {'id': task-2387643, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1089.925838] env[62328]: DEBUG oslo_service.periodic_task [None req-332cd9a1-235b-4315-894a-68f76363e980 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=62328) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1089.926067] env[62328]: DEBUG nova.compute.manager [None req-332cd9a1-235b-4315-894a-68f76363e980 None None] Starting heal instance info cache {{(pid=62328) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10445}} [ 1089.985214] env[62328]: DEBUG oslo_vmware.api [None req-212af999-1876-4ee4-9a30-e0a104b8ce26 tempest-ServersNegativeTestJSON-1019155744 tempest-ServersNegativeTestJSON-1019155744-project-member] Task: {'id': task-2387637, 'name': PowerOnVM_Task, 'duration_secs': 1.066921} completed successfully. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1089.985481] env[62328]: DEBUG nova.virt.vmwareapi.vmops [None req-212af999-1876-4ee4-9a30-e0a104b8ce26 tempest-ServersNegativeTestJSON-1019155744 tempest-ServersNegativeTestJSON-1019155744-project-member] [instance: 206ded69-14c7-477f-9c36-376ff43a9641] Resumed the VM {{(pid=62328) resume /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1188}} [ 1089.985661] env[62328]: DEBUG nova.compute.manager [None req-212af999-1876-4ee4-9a30-e0a104b8ce26 tempest-ServersNegativeTestJSON-1019155744 tempest-ServersNegativeTestJSON-1019155744-project-member] [instance: 206ded69-14c7-477f-9c36-376ff43a9641] Checking state {{(pid=62328) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1089.986447] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7d6ce1e1-88a8-45c6-8f28-b9bd526e2ac9 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1090.233093] env[62328]: DEBUG oslo_vmware.api [None req-6370c3ec-741a-4044-b96c-308ec7a1e210 tempest-ServerActionsTestJSON-389109759 tempest-ServerActionsTestJSON-389109759-project-member] Task: {'id': task-2387641, 'name': ReconfigVM_Task, 'duration_secs': 0.391046} completed successfully. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1090.233093] env[62328]: DEBUG nova.virt.vmwareapi.volumeops [None req-6370c3ec-741a-4044-b96c-308ec7a1e210 tempest-ServerActionsTestJSON-389109759 tempest-ServerActionsTestJSON-389109759-project-member] [instance: dfccb16a-246f-4b74-ac7d-6c4ccf115110] Reconfigured VM instance instance-0000006a to attach disk [datastore2] dfccb16a-246f-4b74-ac7d-6c4ccf115110/dfccb16a-246f-4b74-ac7d-6c4ccf115110.vmdk or device None with type sparse {{(pid=62328) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1090.233428] env[62328]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-b800e7ad-8d04-48ea-ada8-3792cabd426e {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1090.240087] env[62328]: DEBUG oslo_vmware.api [None req-6370c3ec-741a-4044-b96c-308ec7a1e210 tempest-ServerActionsTestJSON-389109759 tempest-ServerActionsTestJSON-389109759-project-member] Waiting for the task: (returnval){ [ 1090.240087] env[62328]: value = "task-2387644" [ 1090.240087] env[62328]: _type = "Task" [ 1090.240087] env[62328]: } to complete. {{(pid=62328) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1090.249222] env[62328]: DEBUG oslo_vmware.api [None req-6370c3ec-741a-4044-b96c-308ec7a1e210 tempest-ServerActionsTestJSON-389109759 tempest-ServerActionsTestJSON-389109759-project-member] Task: {'id': task-2387644, 'name': Rename_Task} progress is 0%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1090.261741] env[62328]: DEBUG oslo_vmware.api [-] Task: {'id': task-2387642, 'name': CreateVM_Task} progress is 25%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1090.295021] env[62328]: INFO nova.compute.claims [None req-62705baf-ba3b-44a0-b60c-9b8ae2aece9a tempest-ServerActionsTestOtherB-626827456 tempest-ServerActionsTestOtherB-626827456-project-member] [instance: 726d231d-afd9-460a-818e-7412af85a7f1] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1090.351230] env[62328]: INFO nova.scheduler.client.report [None req-6ba516c4-205b-49b0-8a43-49302fb34fa2 tempest-DeleteServersTestJSON-1766103036 tempest-DeleteServersTestJSON-1766103036-project-member] Deleted allocation for migration f747450a-6b2f-4a20-b203-e1b8132771d0 [ 1090.386736] env[62328]: DEBUG nova.network.neutron [req-976ff9ad-2668-428f-ab45-d67c6fa8f3b2 req-93aad89e-ff23-497a-abe2-3c93bbfe606c service nova] [instance: 8617e373-f35d-416f-91e4-5842d714d360] Updated VIF entry in instance network info cache for port 5ae3b41e-a053-476f-a8d1-235671b7e7e9. {{(pid=62328) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1090.387495] env[62328]: DEBUG nova.network.neutron [req-976ff9ad-2668-428f-ab45-d67c6fa8f3b2 req-93aad89e-ff23-497a-abe2-3c93bbfe606c service nova] [instance: 8617e373-f35d-416f-91e4-5842d714d360] Updating instance_info_cache with network_info: [{"id": "5ae3b41e-a053-476f-a8d1-235671b7e7e9", "address": "fa:16:3e:1f:91:af", "network": {"id": "63ab0349-ed72-4813-85d1-096f08735e20", "bridge": "br-int", "label": "tempest-ServersNegativeTestMultiTenantJSON-461745426-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "94445b1ebefb43b792dde70c84fb512c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "939c05b6-8f31-4f3a-95ac-6297e0bd243e", "external-id": "nsx-vlan-transportzone-825", "segmentation_id": 825, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5ae3b41e-a0", "ovs_interfaceid": "5ae3b41e-a053-476f-a8d1-235671b7e7e9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62328) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1090.397521] env[62328]: DEBUG oslo_vmware.api [None req-02d540e1-083b-46a1-a03b-45b8ec9c7b7d tempest-AttachInterfacesTestJSON-1049158018 tempest-AttachInterfacesTestJSON-1049158018-project-member] Task: {'id': task-2387643, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1090.457987] env[62328]: DEBUG oslo_concurrency.lockutils [None req-332cd9a1-235b-4315-894a-68f76363e980 None None] Acquiring lock "refresh_cache-95dd703a-595e-467a-a8e9-bef4f806c33f" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1090.458182] env[62328]: DEBUG oslo_concurrency.lockutils [None req-332cd9a1-235b-4315-894a-68f76363e980 None None] Acquired lock "refresh_cache-95dd703a-595e-467a-a8e9-bef4f806c33f" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1090.458385] env[62328]: DEBUG nova.network.neutron [None req-332cd9a1-235b-4315-894a-68f76363e980 None None] [instance: 95dd703a-595e-467a-a8e9-bef4f806c33f] Forcefully refreshing network info cache for instance {{(pid=62328) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2061}} [ 1090.751595] env[62328]: DEBUG oslo_vmware.api [None req-6370c3ec-741a-4044-b96c-308ec7a1e210 tempest-ServerActionsTestJSON-389109759 tempest-ServerActionsTestJSON-389109759-project-member] Task: {'id': task-2387644, 'name': Rename_Task, 'duration_secs': 0.182061} completed successfully. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1090.752100] env[62328]: DEBUG nova.virt.vmwareapi.vm_util [None req-6370c3ec-741a-4044-b96c-308ec7a1e210 tempest-ServerActionsTestJSON-389109759 tempest-ServerActionsTestJSON-389109759-project-member] [instance: dfccb16a-246f-4b74-ac7d-6c4ccf115110] Powering on the VM {{(pid=62328) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1090.755459] env[62328]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c4ffa186-2f08-4aeb-91e9-31b28db0320a {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1090.763424] env[62328]: DEBUG oslo_vmware.api [-] Task: {'id': task-2387642, 'name': CreateVM_Task, 'duration_secs': 0.858129} completed successfully. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1090.763598] env[62328]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8617e373-f35d-416f-91e4-5842d714d360] Created VM on the ESX host {{(pid=62328) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1090.765449] env[62328]: DEBUG oslo_concurrency.lockutils [None req-b526b093-d1c5-4946-bd86-c76a4c6f9f3d tempest-ServersNegativeTestMultiTenantJSON-1988080229 tempest-ServersNegativeTestMultiTenantJSON-1988080229-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/dbf872a4-92be-47e4-8561-c3e2bf2423ab" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1090.765621] env[62328]: DEBUG oslo_concurrency.lockutils [None req-b526b093-d1c5-4946-bd86-c76a4c6f9f3d tempest-ServersNegativeTestMultiTenantJSON-1988080229 tempest-ServersNegativeTestMultiTenantJSON-1988080229-project-member] Acquired lock "[datastore2] devstack-image-cache_base/dbf872a4-92be-47e4-8561-c3e2bf2423ab" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1090.765955] env[62328]: DEBUG oslo_concurrency.lockutils [None req-b526b093-d1c5-4946-bd86-c76a4c6f9f3d tempest-ServersNegativeTestMultiTenantJSON-1988080229 tempest-ServersNegativeTestMultiTenantJSON-1988080229-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/dbf872a4-92be-47e4-8561-c3e2bf2423ab" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1090.766314] env[62328]: DEBUG oslo_vmware.api [None req-6370c3ec-741a-4044-b96c-308ec7a1e210 tempest-ServerActionsTestJSON-389109759 tempest-ServerActionsTestJSON-389109759-project-member] Waiting for the task: (returnval){ [ 1090.766314] env[62328]: value = "task-2387645" [ 1090.766314] env[62328]: _type = "Task" [ 1090.766314] env[62328]: } to complete. {{(pid=62328) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1090.766503] env[62328]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-17b15836-9899-4993-85f9-8169f7308496 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1090.777059] env[62328]: DEBUG oslo_vmware.api [None req-b526b093-d1c5-4946-bd86-c76a4c6f9f3d tempest-ServersNegativeTestMultiTenantJSON-1988080229 tempest-ServersNegativeTestMultiTenantJSON-1988080229-project-member] Waiting for the task: (returnval){ [ 1090.777059] env[62328]: value = "session[52a6e20e-410d-708a-99f2-080a575a99bd]5258b864-ec3a-4ca0-a1a5-0e5a8add44e9" [ 1090.777059] env[62328]: _type = "Task" [ 1090.777059] env[62328]: } to complete. {{(pid=62328) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1090.777631] env[62328]: DEBUG oslo_vmware.api [None req-6370c3ec-741a-4044-b96c-308ec7a1e210 tempest-ServerActionsTestJSON-389109759 tempest-ServerActionsTestJSON-389109759-project-member] Task: {'id': task-2387645, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1090.785632] env[62328]: DEBUG oslo_vmware.api [None req-b526b093-d1c5-4946-bd86-c76a4c6f9f3d tempest-ServersNegativeTestMultiTenantJSON-1988080229 tempest-ServersNegativeTestMultiTenantJSON-1988080229-project-member] Task: {'id': session[52a6e20e-410d-708a-99f2-080a575a99bd]5258b864-ec3a-4ca0-a1a5-0e5a8add44e9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1090.802690] env[62328]: INFO nova.compute.resource_tracker [None req-62705baf-ba3b-44a0-b60c-9b8ae2aece9a tempest-ServerActionsTestOtherB-626827456 tempest-ServerActionsTestOtherB-626827456-project-member] [instance: 726d231d-afd9-460a-818e-7412af85a7f1] Updating resource usage from migration 64feb2a1-be48-4cb7-a20d-2353d68c909e [ 1090.857650] env[62328]: DEBUG oslo_concurrency.lockutils [None req-6ba516c4-205b-49b0-8a43-49302fb34fa2 tempest-DeleteServersTestJSON-1766103036 tempest-DeleteServersTestJSON-1766103036-project-member] Lock "46036359-e19d-4dda-9b4f-41c3826f364d" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 8.988s {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1090.890088] env[62328]: DEBUG oslo_concurrency.lockutils [req-976ff9ad-2668-428f-ab45-d67c6fa8f3b2 req-93aad89e-ff23-497a-abe2-3c93bbfe606c service nova] Releasing lock "refresh_cache-8617e373-f35d-416f-91e4-5842d714d360" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1090.894061] env[62328]: DEBUG oslo_vmware.api [None req-02d540e1-083b-46a1-a03b-45b8ec9c7b7d tempest-AttachInterfacesTestJSON-1049158018 tempest-AttachInterfacesTestJSON-1049158018-project-member] Task: {'id': task-2387643, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.946417} completed successfully. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1090.894270] env[62328]: DEBUG nova.virt.vmwareapi.vm_util [None req-02d540e1-083b-46a1-a03b-45b8ec9c7b7d tempest-AttachInterfacesTestJSON-1049158018 tempest-AttachInterfacesTestJSON-1049158018-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/dbf872a4-92be-47e4-8561-c3e2bf2423ab/dbf872a4-92be-47e4-8561-c3e2bf2423ab.vmdk to [datastore2] d1503bc1-0c77-4ecd-b280-0768c1764c30/d1503bc1-0c77-4ecd-b280-0768c1764c30.vmdk {{(pid=62328) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1090.894486] env[62328]: DEBUG nova.virt.vmwareapi.vmops [None req-02d540e1-083b-46a1-a03b-45b8ec9c7b7d tempest-AttachInterfacesTestJSON-1049158018 tempest-AttachInterfacesTestJSON-1049158018-project-member] [instance: d1503bc1-0c77-4ecd-b280-0768c1764c30] Extending root virtual disk to 1048576 {{(pid=62328) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1090.894739] env[62328]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-1a3757d7-3aa0-41fa-8d97-918829ee07f4 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1090.902692] env[62328]: DEBUG oslo_vmware.api [None req-02d540e1-083b-46a1-a03b-45b8ec9c7b7d tempest-AttachInterfacesTestJSON-1049158018 tempest-AttachInterfacesTestJSON-1049158018-project-member] Waiting for the task: (returnval){ [ 1090.902692] env[62328]: value = "task-2387646" [ 1090.902692] env[62328]: _type = "Task" [ 1090.902692] env[62328]: } to complete. {{(pid=62328) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1090.911422] env[62328]: DEBUG oslo_vmware.api [None req-02d540e1-083b-46a1-a03b-45b8ec9c7b7d tempest-AttachInterfacesTestJSON-1049158018 tempest-AttachInterfacesTestJSON-1049158018-project-member] Task: {'id': task-2387646, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1090.972340] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6173efc8-ad60-4fd6-b138-26cace9ac461 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1090.991447] env[62328]: DEBUG nova.virt.vmwareapi.vmops [None req-e4b84ebc-391f-4d64-8817-4fdf496b4897 tempest-ServerActionsTestOtherA-1098162655 tempest-ServerActionsTestOtherA-1098162655-project-member] [instance: 52a2a5c8-436b-462f-8786-acb79fa350b7] Updating instance '52a2a5c8-436b-462f-8786-acb79fa350b7' progress to 0 {{(pid=62328) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1091.067913] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7a71931b-b622-4f87-b2ec-6a04b00570a9 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1091.077292] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7855356c-4fc9-41ec-8460-ed677b9444fe {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1091.108110] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a2ca9a59-7177-4687-baf4-5084132d5286 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1091.116615] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-370be2d0-33cf-4a85-8b7e-006430664b3b {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1091.131020] env[62328]: DEBUG nova.compute.provider_tree [None req-62705baf-ba3b-44a0-b60c-9b8ae2aece9a tempest-ServerActionsTestOtherB-626827456 tempest-ServerActionsTestOtherB-626827456-project-member] Inventory has not changed in ProviderTree for provider: 3469e9f8-04af-49ca-8435-49f104496744 {{(pid=62328) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1091.278726] env[62328]: DEBUG oslo_vmware.api [None req-6370c3ec-741a-4044-b96c-308ec7a1e210 tempest-ServerActionsTestJSON-389109759 tempest-ServerActionsTestJSON-389109759-project-member] Task: {'id': task-2387645, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1091.288683] env[62328]: DEBUG oslo_vmware.api [None req-b526b093-d1c5-4946-bd86-c76a4c6f9f3d tempest-ServersNegativeTestMultiTenantJSON-1988080229 tempest-ServersNegativeTestMultiTenantJSON-1988080229-project-member] Task: {'id': session[52a6e20e-410d-708a-99f2-080a575a99bd]5258b864-ec3a-4ca0-a1a5-0e5a8add44e9, 'name': SearchDatastore_Task, 'duration_secs': 0.042496} completed successfully. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1091.288979] env[62328]: DEBUG oslo_concurrency.lockutils [None req-b526b093-d1c5-4946-bd86-c76a4c6f9f3d tempest-ServersNegativeTestMultiTenantJSON-1988080229 tempest-ServersNegativeTestMultiTenantJSON-1988080229-project-member] Releasing lock "[datastore2] devstack-image-cache_base/dbf872a4-92be-47e4-8561-c3e2bf2423ab" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1091.289250] env[62328]: DEBUG nova.virt.vmwareapi.vmops [None req-b526b093-d1c5-4946-bd86-c76a4c6f9f3d tempest-ServersNegativeTestMultiTenantJSON-1988080229 tempest-ServersNegativeTestMultiTenantJSON-1988080229-project-member] [instance: 8617e373-f35d-416f-91e4-5842d714d360] Processing image dbf872a4-92be-47e4-8561-c3e2bf2423ab {{(pid=62328) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1091.289476] env[62328]: DEBUG oslo_concurrency.lockutils [None req-b526b093-d1c5-4946-bd86-c76a4c6f9f3d tempest-ServersNegativeTestMultiTenantJSON-1988080229 tempest-ServersNegativeTestMultiTenantJSON-1988080229-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/dbf872a4-92be-47e4-8561-c3e2bf2423ab/dbf872a4-92be-47e4-8561-c3e2bf2423ab.vmdk" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1091.289614] env[62328]: DEBUG oslo_concurrency.lockutils [None req-b526b093-d1c5-4946-bd86-c76a4c6f9f3d tempest-ServersNegativeTestMultiTenantJSON-1988080229 tempest-ServersNegativeTestMultiTenantJSON-1988080229-project-member] Acquired lock "[datastore2] devstack-image-cache_base/dbf872a4-92be-47e4-8561-c3e2bf2423ab/dbf872a4-92be-47e4-8561-c3e2bf2423ab.vmdk" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1091.289788] env[62328]: DEBUG nova.virt.vmwareapi.ds_util [None req-b526b093-d1c5-4946-bd86-c76a4c6f9f3d tempest-ServersNegativeTestMultiTenantJSON-1988080229 tempest-ServersNegativeTestMultiTenantJSON-1988080229-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62328) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1091.290054] env[62328]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-19f6172a-0397-4174-9475-454cc7ace114 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1091.308055] env[62328]: DEBUG nova.virt.vmwareapi.ds_util [None req-b526b093-d1c5-4946-bd86-c76a4c6f9f3d tempest-ServersNegativeTestMultiTenantJSON-1988080229 tempest-ServersNegativeTestMultiTenantJSON-1988080229-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62328) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1091.308271] env[62328]: DEBUG nova.virt.vmwareapi.vmops [None req-b526b093-d1c5-4946-bd86-c76a4c6f9f3d tempest-ServersNegativeTestMultiTenantJSON-1988080229 tempest-ServersNegativeTestMultiTenantJSON-1988080229-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62328) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1091.308997] env[62328]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6ba9d661-772b-427a-943b-a9a49d812198 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1091.314409] env[62328]: DEBUG oslo_vmware.api [None req-b526b093-d1c5-4946-bd86-c76a4c6f9f3d tempest-ServersNegativeTestMultiTenantJSON-1988080229 tempest-ServersNegativeTestMultiTenantJSON-1988080229-project-member] Waiting for the task: (returnval){ [ 1091.314409] env[62328]: value = "session[52a6e20e-410d-708a-99f2-080a575a99bd]52980b81-8a0c-3a00-7955-fee1f352b28c" [ 1091.314409] env[62328]: _type = "Task" [ 1091.314409] env[62328]: } to complete. {{(pid=62328) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1091.322060] env[62328]: DEBUG oslo_vmware.api [None req-b526b093-d1c5-4946-bd86-c76a4c6f9f3d tempest-ServersNegativeTestMultiTenantJSON-1988080229 tempest-ServersNegativeTestMultiTenantJSON-1988080229-project-member] Task: {'id': session[52a6e20e-410d-708a-99f2-080a575a99bd]52980b81-8a0c-3a00-7955-fee1f352b28c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1091.413726] env[62328]: DEBUG oslo_vmware.api [None req-02d540e1-083b-46a1-a03b-45b8ec9c7b7d tempest-AttachInterfacesTestJSON-1049158018 tempest-AttachInterfacesTestJSON-1049158018-project-member] Task: {'id': task-2387646, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.081422} completed successfully. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1091.414033] env[62328]: DEBUG nova.virt.vmwareapi.vmops [None req-02d540e1-083b-46a1-a03b-45b8ec9c7b7d tempest-AttachInterfacesTestJSON-1049158018 tempest-AttachInterfacesTestJSON-1049158018-project-member] [instance: d1503bc1-0c77-4ecd-b280-0768c1764c30] Extended root virtual disk {{(pid=62328) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1091.414817] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b0f7891d-affe-4d0c-874e-bfba4c13232b {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1091.438842] env[62328]: DEBUG nova.virt.vmwareapi.volumeops [None req-02d540e1-083b-46a1-a03b-45b8ec9c7b7d tempest-AttachInterfacesTestJSON-1049158018 tempest-AttachInterfacesTestJSON-1049158018-project-member] [instance: d1503bc1-0c77-4ecd-b280-0768c1764c30] Reconfiguring VM instance instance-00000072 to attach disk [datastore2] d1503bc1-0c77-4ecd-b280-0768c1764c30/d1503bc1-0c77-4ecd-b280-0768c1764c30.vmdk or device None with type sparse {{(pid=62328) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1091.439167] env[62328]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7493b818-dcfe-4142-987e-278c30994084 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1091.459701] env[62328]: DEBUG oslo_vmware.api [None req-02d540e1-083b-46a1-a03b-45b8ec9c7b7d tempest-AttachInterfacesTestJSON-1049158018 tempest-AttachInterfacesTestJSON-1049158018-project-member] Waiting for the task: (returnval){ [ 1091.459701] env[62328]: value = "task-2387647" [ 1091.459701] env[62328]: _type = "Task" [ 1091.459701] env[62328]: } to complete. {{(pid=62328) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1091.468707] env[62328]: DEBUG oslo_vmware.api [None req-02d540e1-083b-46a1-a03b-45b8ec9c7b7d tempest-AttachInterfacesTestJSON-1049158018 tempest-AttachInterfacesTestJSON-1049158018-project-member] Task: {'id': task-2387647, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1091.502035] env[62328]: DEBUG nova.virt.vmwareapi.vm_util [None req-e4b84ebc-391f-4d64-8817-4fdf496b4897 tempest-ServerActionsTestOtherA-1098162655 tempest-ServerActionsTestOtherA-1098162655-project-member] [instance: 52a2a5c8-436b-462f-8786-acb79fa350b7] Powering off the VM {{(pid=62328) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1091.502035] env[62328]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d1b1fa37-0bec-4a6c-abef-8a166d78eeb7 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1091.512812] env[62328]: DEBUG oslo_vmware.api [None req-e4b84ebc-391f-4d64-8817-4fdf496b4897 tempest-ServerActionsTestOtherA-1098162655 tempest-ServerActionsTestOtherA-1098162655-project-member] Waiting for the task: (returnval){ [ 1091.512812] env[62328]: value = "task-2387648" [ 1091.512812] env[62328]: _type = "Task" [ 1091.512812] env[62328]: } to complete. {{(pid=62328) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1091.523804] env[62328]: DEBUG oslo_vmware.api [None req-e4b84ebc-391f-4d64-8817-4fdf496b4897 tempest-ServerActionsTestOtherA-1098162655 tempest-ServerActionsTestOtherA-1098162655-project-member] Task: {'id': task-2387648, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1091.636872] env[62328]: DEBUG nova.scheduler.client.report [None req-62705baf-ba3b-44a0-b60c-9b8ae2aece9a tempest-ServerActionsTestOtherB-626827456 tempest-ServerActionsTestOtherB-626827456-project-member] Inventory has not changed for provider 3469e9f8-04af-49ca-8435-49f104496744 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 152, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62328) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1091.736454] env[62328]: DEBUG nova.network.neutron [None req-332cd9a1-235b-4315-894a-68f76363e980 None None] [instance: 95dd703a-595e-467a-a8e9-bef4f806c33f] Updating instance_info_cache with network_info: [{"id": "9105a57c-77b4-4fb7-a79d-b3043888294a", "address": "fa:16:3e:66:e8:f8", "network": {"id": "805c8157-3d39-4783-8cec-987f63104f4b", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-938088414-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.184", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9a4c228c680f4e5fa3409558e769cc0a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c1195acd-707f-4bac-a99d-14db17a63802", "external-id": "nsx-vlan-transportzone-322", "segmentation_id": 322, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9105a57c-77", "ovs_interfaceid": "9105a57c-77b4-4fb7-a79d-b3043888294a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62328) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1091.780320] env[62328]: DEBUG oslo_vmware.api [None req-6370c3ec-741a-4044-b96c-308ec7a1e210 tempest-ServerActionsTestJSON-389109759 tempest-ServerActionsTestJSON-389109759-project-member] Task: {'id': task-2387645, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1091.828729] env[62328]: DEBUG oslo_vmware.api [None req-b526b093-d1c5-4946-bd86-c76a4c6f9f3d tempest-ServersNegativeTestMultiTenantJSON-1988080229 tempest-ServersNegativeTestMultiTenantJSON-1988080229-project-member] Task: {'id': session[52a6e20e-410d-708a-99f2-080a575a99bd]52980b81-8a0c-3a00-7955-fee1f352b28c, 'name': SearchDatastore_Task, 'duration_secs': 0.059759} completed successfully. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1091.828729] env[62328]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-715eb084-d3bb-4ecc-9c9f-97a32f9baf1f {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1091.833841] env[62328]: DEBUG oslo_vmware.api [None req-b526b093-d1c5-4946-bd86-c76a4c6f9f3d tempest-ServersNegativeTestMultiTenantJSON-1988080229 tempest-ServersNegativeTestMultiTenantJSON-1988080229-project-member] Waiting for the task: (returnval){ [ 1091.833841] env[62328]: value = "session[52a6e20e-410d-708a-99f2-080a575a99bd]52835306-9a54-04c7-6e6e-94d34bd500a3" [ 1091.833841] env[62328]: _type = "Task" [ 1091.833841] env[62328]: } to complete. {{(pid=62328) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1091.841342] env[62328]: DEBUG oslo_vmware.api [None req-b526b093-d1c5-4946-bd86-c76a4c6f9f3d tempest-ServersNegativeTestMultiTenantJSON-1988080229 tempest-ServersNegativeTestMultiTenantJSON-1988080229-project-member] Task: {'id': session[52a6e20e-410d-708a-99f2-080a575a99bd]52835306-9a54-04c7-6e6e-94d34bd500a3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1091.895673] env[62328]: DEBUG oslo_concurrency.lockutils [None req-6ba516c4-205b-49b0-8a43-49302fb34fa2 tempest-DeleteServersTestJSON-1766103036 tempest-DeleteServersTestJSON-1766103036-project-member] Acquiring lock "46036359-e19d-4dda-9b4f-41c3826f364d" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1091.896018] env[62328]: DEBUG oslo_concurrency.lockutils [None req-6ba516c4-205b-49b0-8a43-49302fb34fa2 tempest-DeleteServersTestJSON-1766103036 tempest-DeleteServersTestJSON-1766103036-project-member] Lock "46036359-e19d-4dda-9b4f-41c3826f364d" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1091.896273] env[62328]: DEBUG oslo_concurrency.lockutils [None req-6ba516c4-205b-49b0-8a43-49302fb34fa2 tempest-DeleteServersTestJSON-1766103036 tempest-DeleteServersTestJSON-1766103036-project-member] Acquiring lock "46036359-e19d-4dda-9b4f-41c3826f364d-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1091.896518] env[62328]: DEBUG oslo_concurrency.lockutils [None req-6ba516c4-205b-49b0-8a43-49302fb34fa2 tempest-DeleteServersTestJSON-1766103036 tempest-DeleteServersTestJSON-1766103036-project-member] Lock "46036359-e19d-4dda-9b4f-41c3826f364d-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1091.896748] env[62328]: DEBUG oslo_concurrency.lockutils [None req-6ba516c4-205b-49b0-8a43-49302fb34fa2 tempest-DeleteServersTestJSON-1766103036 tempest-DeleteServersTestJSON-1766103036-project-member] Lock "46036359-e19d-4dda-9b4f-41c3826f364d-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1091.898880] env[62328]: INFO nova.compute.manager [None req-6ba516c4-205b-49b0-8a43-49302fb34fa2 tempest-DeleteServersTestJSON-1766103036 tempest-DeleteServersTestJSON-1766103036-project-member] [instance: 46036359-e19d-4dda-9b4f-41c3826f364d] Terminating instance [ 1091.974912] env[62328]: DEBUG oslo_vmware.api [None req-02d540e1-083b-46a1-a03b-45b8ec9c7b7d tempest-AttachInterfacesTestJSON-1049158018 tempest-AttachInterfacesTestJSON-1049158018-project-member] Task: {'id': task-2387647, 'name': ReconfigVM_Task, 'duration_secs': 0.316904} completed successfully. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1091.975647] env[62328]: DEBUG nova.virt.vmwareapi.volumeops [None req-02d540e1-083b-46a1-a03b-45b8ec9c7b7d tempest-AttachInterfacesTestJSON-1049158018 tempest-AttachInterfacesTestJSON-1049158018-project-member] [instance: d1503bc1-0c77-4ecd-b280-0768c1764c30] Reconfigured VM instance instance-00000072 to attach disk [datastore2] d1503bc1-0c77-4ecd-b280-0768c1764c30/d1503bc1-0c77-4ecd-b280-0768c1764c30.vmdk or device None with type sparse {{(pid=62328) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1091.976311] env[62328]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-96d9ab60-8dea-458f-9040-69f8830f060d {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1091.984141] env[62328]: DEBUG oslo_vmware.api [None req-02d540e1-083b-46a1-a03b-45b8ec9c7b7d tempest-AttachInterfacesTestJSON-1049158018 tempest-AttachInterfacesTestJSON-1049158018-project-member] Waiting for the task: (returnval){ [ 1091.984141] env[62328]: value = "task-2387649" [ 1091.984141] env[62328]: _type = "Task" [ 1091.984141] env[62328]: } to complete. {{(pid=62328) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1091.996594] env[62328]: DEBUG oslo_vmware.api [None req-02d540e1-083b-46a1-a03b-45b8ec9c7b7d tempest-AttachInterfacesTestJSON-1049158018 tempest-AttachInterfacesTestJSON-1049158018-project-member] Task: {'id': task-2387649, 'name': Rename_Task} progress is 0%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1092.029350] env[62328]: DEBUG oslo_vmware.api [None req-e4b84ebc-391f-4d64-8817-4fdf496b4897 tempest-ServerActionsTestOtherA-1098162655 tempest-ServerActionsTestOtherA-1098162655-project-member] Task: {'id': task-2387648, 'name': PowerOffVM_Task, 'duration_secs': 0.267506} completed successfully. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1092.029675] env[62328]: DEBUG nova.virt.vmwareapi.vm_util [None req-e4b84ebc-391f-4d64-8817-4fdf496b4897 tempest-ServerActionsTestOtherA-1098162655 tempest-ServerActionsTestOtherA-1098162655-project-member] [instance: 52a2a5c8-436b-462f-8786-acb79fa350b7] Powered off the VM {{(pid=62328) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1092.029997] env[62328]: DEBUG nova.virt.vmwareapi.vmops [None req-e4b84ebc-391f-4d64-8817-4fdf496b4897 tempest-ServerActionsTestOtherA-1098162655 tempest-ServerActionsTestOtherA-1098162655-project-member] [instance: 52a2a5c8-436b-462f-8786-acb79fa350b7] Updating instance '52a2a5c8-436b-462f-8786-acb79fa350b7' progress to 17 {{(pid=62328) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1092.143469] env[62328]: DEBUG oslo_concurrency.lockutils [None req-62705baf-ba3b-44a0-b60c-9b8ae2aece9a tempest-ServerActionsTestOtherB-626827456 tempest-ServerActionsTestOtherB-626827456-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.356s {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1092.143732] env[62328]: INFO nova.compute.manager [None req-62705baf-ba3b-44a0-b60c-9b8ae2aece9a tempest-ServerActionsTestOtherB-626827456 tempest-ServerActionsTestOtherB-626827456-project-member] [instance: 726d231d-afd9-460a-818e-7412af85a7f1] Migrating [ 1092.239360] env[62328]: DEBUG oslo_concurrency.lockutils [None req-332cd9a1-235b-4315-894a-68f76363e980 None None] Releasing lock "refresh_cache-95dd703a-595e-467a-a8e9-bef4f806c33f" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1092.239753] env[62328]: DEBUG nova.compute.manager [None req-332cd9a1-235b-4315-894a-68f76363e980 None None] [instance: 95dd703a-595e-467a-a8e9-bef4f806c33f] Updated the network info_cache for instance {{(pid=62328) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10516}} [ 1092.239827] env[62328]: DEBUG oslo_service.periodic_task [None req-332cd9a1-235b-4315-894a-68f76363e980 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=62328) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1092.240168] env[62328]: DEBUG oslo_service.periodic_task [None req-332cd9a1-235b-4315-894a-68f76363e980 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=62328) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1092.240168] env[62328]: DEBUG oslo_service.periodic_task [None req-332cd9a1-235b-4315-894a-68f76363e980 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=62328) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1092.240330] env[62328]: DEBUG oslo_service.periodic_task [None req-332cd9a1-235b-4315-894a-68f76363e980 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=62328) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1092.240412] env[62328]: DEBUG oslo_service.periodic_task [None req-332cd9a1-235b-4315-894a-68f76363e980 None None] Running periodic task ComputeManager.update_available_resource {{(pid=62328) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1092.281176] env[62328]: DEBUG oslo_vmware.api [None req-6370c3ec-741a-4044-b96c-308ec7a1e210 tempest-ServerActionsTestJSON-389109759 tempest-ServerActionsTestJSON-389109759-project-member] Task: {'id': task-2387645, 'name': PowerOnVM_Task, 'duration_secs': 1.291825} completed successfully. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1092.281506] env[62328]: DEBUG nova.virt.vmwareapi.vm_util [None req-6370c3ec-741a-4044-b96c-308ec7a1e210 tempest-ServerActionsTestJSON-389109759 tempest-ServerActionsTestJSON-389109759-project-member] [instance: dfccb16a-246f-4b74-ac7d-6c4ccf115110] Powered on the VM {{(pid=62328) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1092.281647] env[62328]: DEBUG nova.compute.manager [None req-6370c3ec-741a-4044-b96c-308ec7a1e210 tempest-ServerActionsTestJSON-389109759 tempest-ServerActionsTestJSON-389109759-project-member] [instance: dfccb16a-246f-4b74-ac7d-6c4ccf115110] Checking state {{(pid=62328) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1092.282470] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9e739927-6539-4a0b-96d5-790d3a89f1c8 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1092.344965] env[62328]: DEBUG oslo_vmware.api [None req-b526b093-d1c5-4946-bd86-c76a4c6f9f3d tempest-ServersNegativeTestMultiTenantJSON-1988080229 tempest-ServersNegativeTestMultiTenantJSON-1988080229-project-member] Task: {'id': session[52a6e20e-410d-708a-99f2-080a575a99bd]52835306-9a54-04c7-6e6e-94d34bd500a3, 'name': SearchDatastore_Task, 'duration_secs': 0.051079} completed successfully. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1092.345261] env[62328]: DEBUG oslo_concurrency.lockutils [None req-b526b093-d1c5-4946-bd86-c76a4c6f9f3d tempest-ServersNegativeTestMultiTenantJSON-1988080229 tempest-ServersNegativeTestMultiTenantJSON-1988080229-project-member] Releasing lock "[datastore2] devstack-image-cache_base/dbf872a4-92be-47e4-8561-c3e2bf2423ab/dbf872a4-92be-47e4-8561-c3e2bf2423ab.vmdk" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1092.346206] env[62328]: DEBUG nova.virt.vmwareapi.vm_util [None req-b526b093-d1c5-4946-bd86-c76a4c6f9f3d tempest-ServersNegativeTestMultiTenantJSON-1988080229 tempest-ServersNegativeTestMultiTenantJSON-1988080229-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/dbf872a4-92be-47e4-8561-c3e2bf2423ab/dbf872a4-92be-47e4-8561-c3e2bf2423ab.vmdk to [datastore2] 8617e373-f35d-416f-91e4-5842d714d360/8617e373-f35d-416f-91e4-5842d714d360.vmdk {{(pid=62328) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1092.346206] env[62328]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-89348683-e830-4fd3-adab-c895f0be739c {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1092.353835] env[62328]: DEBUG oslo_vmware.api [None req-b526b093-d1c5-4946-bd86-c76a4c6f9f3d tempest-ServersNegativeTestMultiTenantJSON-1988080229 tempest-ServersNegativeTestMultiTenantJSON-1988080229-project-member] Waiting for the task: (returnval){ [ 1092.353835] env[62328]: value = "task-2387650" [ 1092.353835] env[62328]: _type = "Task" [ 1092.353835] env[62328]: } to complete. {{(pid=62328) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1092.363717] env[62328]: DEBUG oslo_vmware.api [None req-b526b093-d1c5-4946-bd86-c76a4c6f9f3d tempest-ServersNegativeTestMultiTenantJSON-1988080229 tempest-ServersNegativeTestMultiTenantJSON-1988080229-project-member] Task: {'id': task-2387650, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1092.404024] env[62328]: DEBUG nova.compute.manager [None req-6ba516c4-205b-49b0-8a43-49302fb34fa2 tempest-DeleteServersTestJSON-1766103036 tempest-DeleteServersTestJSON-1766103036-project-member] [instance: 46036359-e19d-4dda-9b4f-41c3826f364d] Start destroying the instance on the hypervisor. {{(pid=62328) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1092.404024] env[62328]: DEBUG nova.virt.vmwareapi.vmops [None req-6ba516c4-205b-49b0-8a43-49302fb34fa2 tempest-DeleteServersTestJSON-1766103036 tempest-DeleteServersTestJSON-1766103036-project-member] [instance: 46036359-e19d-4dda-9b4f-41c3826f364d] Destroying instance {{(pid=62328) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1092.404492] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bd35d17a-6eef-4e90-a0ba-736ab0525cb0 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1092.412441] env[62328]: DEBUG nova.virt.vmwareapi.vm_util [None req-6ba516c4-205b-49b0-8a43-49302fb34fa2 tempest-DeleteServersTestJSON-1766103036 tempest-DeleteServersTestJSON-1766103036-project-member] [instance: 46036359-e19d-4dda-9b4f-41c3826f364d] Powering off the VM {{(pid=62328) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1092.412757] env[62328]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-06d24c1c-fcbf-435b-b878-f65d84cb085a {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1092.420293] env[62328]: DEBUG oslo_vmware.api [None req-6ba516c4-205b-49b0-8a43-49302fb34fa2 tempest-DeleteServersTestJSON-1766103036 tempest-DeleteServersTestJSON-1766103036-project-member] Waiting for the task: (returnval){ [ 1092.420293] env[62328]: value = "task-2387651" [ 1092.420293] env[62328]: _type = "Task" [ 1092.420293] env[62328]: } to complete. {{(pid=62328) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1092.429377] env[62328]: DEBUG oslo_vmware.api [None req-6ba516c4-205b-49b0-8a43-49302fb34fa2 tempest-DeleteServersTestJSON-1766103036 tempest-DeleteServersTestJSON-1766103036-project-member] Task: {'id': task-2387651, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1092.496385] env[62328]: DEBUG oslo_vmware.api [None req-02d540e1-083b-46a1-a03b-45b8ec9c7b7d tempest-AttachInterfacesTestJSON-1049158018 tempest-AttachInterfacesTestJSON-1049158018-project-member] Task: {'id': task-2387649, 'name': Rename_Task, 'duration_secs': 0.192884} completed successfully. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1092.496697] env[62328]: DEBUG nova.virt.vmwareapi.vm_util [None req-02d540e1-083b-46a1-a03b-45b8ec9c7b7d tempest-AttachInterfacesTestJSON-1049158018 tempest-AttachInterfacesTestJSON-1049158018-project-member] [instance: d1503bc1-0c77-4ecd-b280-0768c1764c30] Powering on the VM {{(pid=62328) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1092.496986] env[62328]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-d35a7ba7-084a-43d2-ae39-3039ffd66d81 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1092.505140] env[62328]: DEBUG oslo_vmware.api [None req-02d540e1-083b-46a1-a03b-45b8ec9c7b7d tempest-AttachInterfacesTestJSON-1049158018 tempest-AttachInterfacesTestJSON-1049158018-project-member] Waiting for the task: (returnval){ [ 1092.505140] env[62328]: value = "task-2387652" [ 1092.505140] env[62328]: _type = "Task" [ 1092.505140] env[62328]: } to complete. {{(pid=62328) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1092.515681] env[62328]: DEBUG oslo_vmware.api [None req-02d540e1-083b-46a1-a03b-45b8ec9c7b7d tempest-AttachInterfacesTestJSON-1049158018 tempest-AttachInterfacesTestJSON-1049158018-project-member] Task: {'id': task-2387652, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1092.540142] env[62328]: DEBUG nova.virt.hardware [None req-e4b84ebc-391f-4d64-8817-4fdf496b4897 tempest-ServerActionsTestOtherA-1098162655 tempest-ServerActionsTestOtherA-1098162655-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-07T17:16:58Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62328) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1092.540438] env[62328]: DEBUG nova.virt.hardware [None req-e4b84ebc-391f-4d64-8817-4fdf496b4897 tempest-ServerActionsTestOtherA-1098162655 tempest-ServerActionsTestOtherA-1098162655-project-member] Flavor limits 0:0:0 {{(pid=62328) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1092.540678] env[62328]: DEBUG nova.virt.hardware [None req-e4b84ebc-391f-4d64-8817-4fdf496b4897 tempest-ServerActionsTestOtherA-1098162655 tempest-ServerActionsTestOtherA-1098162655-project-member] Image limits 0:0:0 {{(pid=62328) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1092.540815] env[62328]: DEBUG nova.virt.hardware [None req-e4b84ebc-391f-4d64-8817-4fdf496b4897 tempest-ServerActionsTestOtherA-1098162655 tempest-ServerActionsTestOtherA-1098162655-project-member] Flavor pref 0:0:0 {{(pid=62328) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1092.540962] env[62328]: DEBUG nova.virt.hardware [None req-e4b84ebc-391f-4d64-8817-4fdf496b4897 tempest-ServerActionsTestOtherA-1098162655 tempest-ServerActionsTestOtherA-1098162655-project-member] Image pref 0:0:0 {{(pid=62328) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1092.541223] env[62328]: DEBUG nova.virt.hardware [None req-e4b84ebc-391f-4d64-8817-4fdf496b4897 tempest-ServerActionsTestOtherA-1098162655 tempest-ServerActionsTestOtherA-1098162655-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62328) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1092.541317] env[62328]: DEBUG nova.virt.hardware [None req-e4b84ebc-391f-4d64-8817-4fdf496b4897 tempest-ServerActionsTestOtherA-1098162655 tempest-ServerActionsTestOtherA-1098162655-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62328) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1092.541469] env[62328]: DEBUG nova.virt.hardware [None req-e4b84ebc-391f-4d64-8817-4fdf496b4897 tempest-ServerActionsTestOtherA-1098162655 tempest-ServerActionsTestOtherA-1098162655-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62328) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1092.541644] env[62328]: DEBUG nova.virt.hardware [None req-e4b84ebc-391f-4d64-8817-4fdf496b4897 tempest-ServerActionsTestOtherA-1098162655 tempest-ServerActionsTestOtherA-1098162655-project-member] Got 1 possible topologies {{(pid=62328) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1092.541816] env[62328]: DEBUG nova.virt.hardware [None req-e4b84ebc-391f-4d64-8817-4fdf496b4897 tempest-ServerActionsTestOtherA-1098162655 tempest-ServerActionsTestOtherA-1098162655-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62328) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1092.542018] env[62328]: DEBUG nova.virt.hardware [None req-e4b84ebc-391f-4d64-8817-4fdf496b4897 tempest-ServerActionsTestOtherA-1098162655 tempest-ServerActionsTestOtherA-1098162655-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62328) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1092.547145] env[62328]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3039ca20-d4d6-4cbe-a8c8-ff63fdb9b641 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1092.566067] env[62328]: DEBUG oslo_vmware.api [None req-e4b84ebc-391f-4d64-8817-4fdf496b4897 tempest-ServerActionsTestOtherA-1098162655 tempest-ServerActionsTestOtherA-1098162655-project-member] Waiting for the task: (returnval){ [ 1092.566067] env[62328]: value = "task-2387653" [ 1092.566067] env[62328]: _type = "Task" [ 1092.566067] env[62328]: } to complete. {{(pid=62328) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1092.576690] env[62328]: DEBUG oslo_vmware.api [None req-e4b84ebc-391f-4d64-8817-4fdf496b4897 tempest-ServerActionsTestOtherA-1098162655 tempest-ServerActionsTestOtherA-1098162655-project-member] Task: {'id': task-2387653, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1092.660656] env[62328]: DEBUG oslo_concurrency.lockutils [None req-62705baf-ba3b-44a0-b60c-9b8ae2aece9a tempest-ServerActionsTestOtherB-626827456 tempest-ServerActionsTestOtherB-626827456-project-member] Acquiring lock "refresh_cache-726d231d-afd9-460a-818e-7412af85a7f1" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1092.660792] env[62328]: DEBUG oslo_concurrency.lockutils [None req-62705baf-ba3b-44a0-b60c-9b8ae2aece9a tempest-ServerActionsTestOtherB-626827456 tempest-ServerActionsTestOtherB-626827456-project-member] Acquired lock "refresh_cache-726d231d-afd9-460a-818e-7412af85a7f1" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1092.661030] env[62328]: DEBUG nova.network.neutron [None req-62705baf-ba3b-44a0-b60c-9b8ae2aece9a tempest-ServerActionsTestOtherB-626827456 tempest-ServerActionsTestOtherB-626827456-project-member] [instance: 726d231d-afd9-460a-818e-7412af85a7f1] Building network info cache for instance {{(pid=62328) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1092.743690] env[62328]: DEBUG oslo_concurrency.lockutils [None req-332cd9a1-235b-4315-894a-68f76363e980 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1092.744129] env[62328]: DEBUG oslo_concurrency.lockutils [None req-332cd9a1-235b-4315-894a-68f76363e980 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1092.744480] env[62328]: DEBUG oslo_concurrency.lockutils [None req-332cd9a1-235b-4315-894a-68f76363e980 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1092.744480] env[62328]: DEBUG nova.compute.resource_tracker [None req-332cd9a1-235b-4315-894a-68f76363e980 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=62328) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1092.745514] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5bac1724-63b6-4295-9eb5-2b607ad0c2bc {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1092.756482] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f484e751-c4de-4594-b884-7a1df41d751b {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1092.772731] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fa135e68-57df-4013-817b-f7ed7b9a0f93 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1092.781802] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-65be2d87-4fcf-43cd-b947-573df2b0e01d {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1092.822279] env[62328]: DEBUG nova.compute.resource_tracker [None req-332cd9a1-235b-4315-894a-68f76363e980 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=179235MB free_disk=152GB free_vcpus=48 pci_devices=None {{(pid=62328) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1092.822450] env[62328]: DEBUG oslo_concurrency.lockutils [None req-332cd9a1-235b-4315-894a-68f76363e980 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1092.822647] env[62328]: DEBUG oslo_concurrency.lockutils [None req-332cd9a1-235b-4315-894a-68f76363e980 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1092.828024] env[62328]: DEBUG oslo_concurrency.lockutils [None req-6370c3ec-741a-4044-b96c-308ec7a1e210 tempest-ServerActionsTestJSON-389109759 tempest-ServerActionsTestJSON-389109759-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1092.865899] env[62328]: DEBUG oslo_vmware.api [None req-b526b093-d1c5-4946-bd86-c76a4c6f9f3d tempest-ServersNegativeTestMultiTenantJSON-1988080229 tempest-ServersNegativeTestMultiTenantJSON-1988080229-project-member] Task: {'id': task-2387650, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1092.932820] env[62328]: DEBUG oslo_vmware.api [None req-6ba516c4-205b-49b0-8a43-49302fb34fa2 tempest-DeleteServersTestJSON-1766103036 tempest-DeleteServersTestJSON-1766103036-project-member] Task: {'id': task-2387651, 'name': PowerOffVM_Task, 'duration_secs': 0.236811} completed successfully. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1092.933091] env[62328]: DEBUG nova.virt.vmwareapi.vm_util [None req-6ba516c4-205b-49b0-8a43-49302fb34fa2 tempest-DeleteServersTestJSON-1766103036 tempest-DeleteServersTestJSON-1766103036-project-member] [instance: 46036359-e19d-4dda-9b4f-41c3826f364d] Powered off the VM {{(pid=62328) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1092.933269] env[62328]: DEBUG nova.virt.vmwareapi.vmops [None req-6ba516c4-205b-49b0-8a43-49302fb34fa2 tempest-DeleteServersTestJSON-1766103036 tempest-DeleteServersTestJSON-1766103036-project-member] [instance: 46036359-e19d-4dda-9b4f-41c3826f364d] Unregistering the VM {{(pid=62328) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1092.933542] env[62328]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-7c9094d8-bf86-4856-ac02-76ffa1094cc4 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1093.018174] env[62328]: DEBUG oslo_vmware.api [None req-02d540e1-083b-46a1-a03b-45b8ec9c7b7d tempest-AttachInterfacesTestJSON-1049158018 tempest-AttachInterfacesTestJSON-1049158018-project-member] Task: {'id': task-2387652, 'name': PowerOnVM_Task} progress is 88%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1093.021734] env[62328]: DEBUG nova.virt.vmwareapi.vmops [None req-6ba516c4-205b-49b0-8a43-49302fb34fa2 tempest-DeleteServersTestJSON-1766103036 tempest-DeleteServersTestJSON-1766103036-project-member] [instance: 46036359-e19d-4dda-9b4f-41c3826f364d] Unregistered the VM {{(pid=62328) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1093.022011] env[62328]: DEBUG nova.virt.vmwareapi.vmops [None req-6ba516c4-205b-49b0-8a43-49302fb34fa2 tempest-DeleteServersTestJSON-1766103036 tempest-DeleteServersTestJSON-1766103036-project-member] [instance: 46036359-e19d-4dda-9b4f-41c3826f364d] Deleting contents of the VM from datastore datastore1 {{(pid=62328) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1093.022356] env[62328]: DEBUG nova.virt.vmwareapi.ds_util [None req-6ba516c4-205b-49b0-8a43-49302fb34fa2 tempest-DeleteServersTestJSON-1766103036 tempest-DeleteServersTestJSON-1766103036-project-member] Deleting the datastore file [datastore1] 46036359-e19d-4dda-9b4f-41c3826f364d {{(pid=62328) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1093.022762] env[62328]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-8b5b901e-62c7-46ad-bc18-11f55617f6fb {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1093.031554] env[62328]: DEBUG oslo_vmware.api [None req-6ba516c4-205b-49b0-8a43-49302fb34fa2 tempest-DeleteServersTestJSON-1766103036 tempest-DeleteServersTestJSON-1766103036-project-member] Waiting for the task: (returnval){ [ 1093.031554] env[62328]: value = "task-2387655" [ 1093.031554] env[62328]: _type = "Task" [ 1093.031554] env[62328]: } to complete. {{(pid=62328) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1093.043203] env[62328]: DEBUG oslo_vmware.api [None req-6ba516c4-205b-49b0-8a43-49302fb34fa2 tempest-DeleteServersTestJSON-1766103036 tempest-DeleteServersTestJSON-1766103036-project-member] Task: {'id': task-2387655, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1093.076594] env[62328]: DEBUG oslo_vmware.api [None req-e4b84ebc-391f-4d64-8817-4fdf496b4897 tempest-ServerActionsTestOtherA-1098162655 tempest-ServerActionsTestOtherA-1098162655-project-member] Task: {'id': task-2387653, 'name': ReconfigVM_Task, 'duration_secs': 0.237471} completed successfully. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1093.076994] env[62328]: DEBUG nova.virt.vmwareapi.vmops [None req-e4b84ebc-391f-4d64-8817-4fdf496b4897 tempest-ServerActionsTestOtherA-1098162655 tempest-ServerActionsTestOtherA-1098162655-project-member] [instance: 52a2a5c8-436b-462f-8786-acb79fa350b7] Updating instance '52a2a5c8-436b-462f-8786-acb79fa350b7' progress to 33 {{(pid=62328) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1093.367229] env[62328]: DEBUG oslo_vmware.api [None req-b526b093-d1c5-4946-bd86-c76a4c6f9f3d tempest-ServersNegativeTestMultiTenantJSON-1988080229 tempest-ServersNegativeTestMultiTenantJSON-1988080229-project-member] Task: {'id': task-2387650, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.785826} completed successfully. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1093.367587] env[62328]: DEBUG nova.virt.vmwareapi.vm_util [None req-b526b093-d1c5-4946-bd86-c76a4c6f9f3d tempest-ServersNegativeTestMultiTenantJSON-1988080229 tempest-ServersNegativeTestMultiTenantJSON-1988080229-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/dbf872a4-92be-47e4-8561-c3e2bf2423ab/dbf872a4-92be-47e4-8561-c3e2bf2423ab.vmdk to [datastore2] 8617e373-f35d-416f-91e4-5842d714d360/8617e373-f35d-416f-91e4-5842d714d360.vmdk {{(pid=62328) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1093.367960] env[62328]: DEBUG nova.virt.vmwareapi.vmops [None req-b526b093-d1c5-4946-bd86-c76a4c6f9f3d tempest-ServersNegativeTestMultiTenantJSON-1988080229 tempest-ServersNegativeTestMultiTenantJSON-1988080229-project-member] [instance: 8617e373-f35d-416f-91e4-5842d714d360] Extending root virtual disk to 1048576 {{(pid=62328) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1093.368307] env[62328]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-beb00da4-7ac8-4f1c-b9b8-afe98f282ebc {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1093.377300] env[62328]: DEBUG oslo_vmware.api [None req-b526b093-d1c5-4946-bd86-c76a4c6f9f3d tempest-ServersNegativeTestMultiTenantJSON-1988080229 tempest-ServersNegativeTestMultiTenantJSON-1988080229-project-member] Waiting for the task: (returnval){ [ 1093.377300] env[62328]: value = "task-2387656" [ 1093.377300] env[62328]: _type = "Task" [ 1093.377300] env[62328]: } to complete. {{(pid=62328) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1093.391275] env[62328]: DEBUG oslo_vmware.api [None req-b526b093-d1c5-4946-bd86-c76a4c6f9f3d tempest-ServersNegativeTestMultiTenantJSON-1988080229 tempest-ServersNegativeTestMultiTenantJSON-1988080229-project-member] Task: {'id': task-2387656, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1093.421902] env[62328]: DEBUG nova.network.neutron [None req-62705baf-ba3b-44a0-b60c-9b8ae2aece9a tempest-ServerActionsTestOtherB-626827456 tempest-ServerActionsTestOtherB-626827456-project-member] [instance: 726d231d-afd9-460a-818e-7412af85a7f1] Updating instance_info_cache with network_info: [{"id": "7289e465-ad21-47a5-8450-705b2fd68ae8", "address": "fa:16:3e:29:f5:39", "network": {"id": "26ce23b7-7f28-4faf-9ad9-833f4c091e91", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1619285024-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.137", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4dfb769ea51943efa01b92c3a0595081", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "30c39e9a-a798-4f25-a48c-91f786ba332c", "external-id": "nsx-vlan-transportzone-438", "segmentation_id": 438, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7289e465-ad", "ovs_interfaceid": "7289e465-ad21-47a5-8450-705b2fd68ae8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62328) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1093.466377] env[62328]: DEBUG oslo_concurrency.lockutils [None req-afa938b5-1cf5-4c52-8df7-a5cca149a3ce tempest-AttachVolumeNegativeTest-1920358930 tempest-AttachVolumeNegativeTest-1920358930-project-member] Acquiring lock "56f7b645-cd8a-48a4-ba32-455cfc09fd88" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1093.466621] env[62328]: DEBUG oslo_concurrency.lockutils [None req-afa938b5-1cf5-4c52-8df7-a5cca149a3ce tempest-AttachVolumeNegativeTest-1920358930 tempest-AttachVolumeNegativeTest-1920358930-project-member] Lock "56f7b645-cd8a-48a4-ba32-455cfc09fd88" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1093.516502] env[62328]: DEBUG oslo_vmware.api [None req-02d540e1-083b-46a1-a03b-45b8ec9c7b7d tempest-AttachInterfacesTestJSON-1049158018 tempest-AttachInterfacesTestJSON-1049158018-project-member] Task: {'id': task-2387652, 'name': PowerOnVM_Task, 'duration_secs': 0.761628} completed successfully. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1093.516764] env[62328]: DEBUG nova.virt.vmwareapi.vm_util [None req-02d540e1-083b-46a1-a03b-45b8ec9c7b7d tempest-AttachInterfacesTestJSON-1049158018 tempest-AttachInterfacesTestJSON-1049158018-project-member] [instance: d1503bc1-0c77-4ecd-b280-0768c1764c30] Powered on the VM {{(pid=62328) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1093.516973] env[62328]: INFO nova.compute.manager [None req-02d540e1-083b-46a1-a03b-45b8ec9c7b7d tempest-AttachInterfacesTestJSON-1049158018 tempest-AttachInterfacesTestJSON-1049158018-project-member] [instance: d1503bc1-0c77-4ecd-b280-0768c1764c30] Took 9.02 seconds to spawn the instance on the hypervisor. [ 1093.517172] env[62328]: DEBUG nova.compute.manager [None req-02d540e1-083b-46a1-a03b-45b8ec9c7b7d tempest-AttachInterfacesTestJSON-1049158018 tempest-AttachInterfacesTestJSON-1049158018-project-member] [instance: d1503bc1-0c77-4ecd-b280-0768c1764c30] Checking state {{(pid=62328) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1093.518033] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-265e80f1-a4d4-4525-b6da-c72b7cd3f7d6 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1093.541301] env[62328]: DEBUG oslo_vmware.api [None req-6ba516c4-205b-49b0-8a43-49302fb34fa2 tempest-DeleteServersTestJSON-1766103036 tempest-DeleteServersTestJSON-1766103036-project-member] Task: {'id': task-2387655, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.324881} completed successfully. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1093.541546] env[62328]: DEBUG nova.virt.vmwareapi.ds_util [None req-6ba516c4-205b-49b0-8a43-49302fb34fa2 tempest-DeleteServersTestJSON-1766103036 tempest-DeleteServersTestJSON-1766103036-project-member] Deleted the datastore file {{(pid=62328) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1093.541728] env[62328]: DEBUG nova.virt.vmwareapi.vmops [None req-6ba516c4-205b-49b0-8a43-49302fb34fa2 tempest-DeleteServersTestJSON-1766103036 tempest-DeleteServersTestJSON-1766103036-project-member] [instance: 46036359-e19d-4dda-9b4f-41c3826f364d] Deleted contents of the VM from datastore datastore1 {{(pid=62328) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1093.541904] env[62328]: DEBUG nova.virt.vmwareapi.vmops [None req-6ba516c4-205b-49b0-8a43-49302fb34fa2 tempest-DeleteServersTestJSON-1766103036 tempest-DeleteServersTestJSON-1766103036-project-member] [instance: 46036359-e19d-4dda-9b4f-41c3826f364d] Instance destroyed {{(pid=62328) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1093.542466] env[62328]: INFO nova.compute.manager [None req-6ba516c4-205b-49b0-8a43-49302fb34fa2 tempest-DeleteServersTestJSON-1766103036 tempest-DeleteServersTestJSON-1766103036-project-member] [instance: 46036359-e19d-4dda-9b4f-41c3826f364d] Took 1.14 seconds to destroy the instance on the hypervisor. [ 1093.542466] env[62328]: DEBUG oslo.service.loopingcall [None req-6ba516c4-205b-49b0-8a43-49302fb34fa2 tempest-DeleteServersTestJSON-1766103036 tempest-DeleteServersTestJSON-1766103036-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62328) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1093.542617] env[62328]: DEBUG nova.compute.manager [-] [instance: 46036359-e19d-4dda-9b4f-41c3826f364d] Deallocating network for instance {{(pid=62328) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1093.542617] env[62328]: DEBUG nova.network.neutron [-] [instance: 46036359-e19d-4dda-9b4f-41c3826f364d] deallocate_for_instance() {{(pid=62328) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1093.583505] env[62328]: DEBUG nova.virt.hardware [None req-e4b84ebc-391f-4d64-8817-4fdf496b4897 tempest-ServerActionsTestOtherA-1098162655 tempest-ServerActionsTestOtherA-1098162655-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-07T17:16:55Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62328) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1093.583759] env[62328]: DEBUG nova.virt.hardware [None req-e4b84ebc-391f-4d64-8817-4fdf496b4897 tempest-ServerActionsTestOtherA-1098162655 tempest-ServerActionsTestOtherA-1098162655-project-member] Flavor limits 0:0:0 {{(pid=62328) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1093.583885] env[62328]: DEBUG nova.virt.hardware [None req-e4b84ebc-391f-4d64-8817-4fdf496b4897 tempest-ServerActionsTestOtherA-1098162655 tempest-ServerActionsTestOtherA-1098162655-project-member] Image limits 0:0:0 {{(pid=62328) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1093.584091] env[62328]: DEBUG nova.virt.hardware [None req-e4b84ebc-391f-4d64-8817-4fdf496b4897 tempest-ServerActionsTestOtherA-1098162655 tempest-ServerActionsTestOtherA-1098162655-project-member] Flavor pref 0:0:0 {{(pid=62328) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1093.584261] env[62328]: DEBUG nova.virt.hardware [None req-e4b84ebc-391f-4d64-8817-4fdf496b4897 tempest-ServerActionsTestOtherA-1098162655 tempest-ServerActionsTestOtherA-1098162655-project-member] Image pref 0:0:0 {{(pid=62328) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1093.584433] env[62328]: DEBUG nova.virt.hardware [None req-e4b84ebc-391f-4d64-8817-4fdf496b4897 tempest-ServerActionsTestOtherA-1098162655 tempest-ServerActionsTestOtherA-1098162655-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62328) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1093.584641] env[62328]: DEBUG nova.virt.hardware [None req-e4b84ebc-391f-4d64-8817-4fdf496b4897 tempest-ServerActionsTestOtherA-1098162655 tempest-ServerActionsTestOtherA-1098162655-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62328) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1093.584801] env[62328]: DEBUG nova.virt.hardware [None req-e4b84ebc-391f-4d64-8817-4fdf496b4897 tempest-ServerActionsTestOtherA-1098162655 tempest-ServerActionsTestOtherA-1098162655-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62328) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1093.584972] env[62328]: DEBUG nova.virt.hardware [None req-e4b84ebc-391f-4d64-8817-4fdf496b4897 tempest-ServerActionsTestOtherA-1098162655 tempest-ServerActionsTestOtherA-1098162655-project-member] Got 1 possible topologies {{(pid=62328) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1093.585156] env[62328]: DEBUG nova.virt.hardware [None req-e4b84ebc-391f-4d64-8817-4fdf496b4897 tempest-ServerActionsTestOtherA-1098162655 tempest-ServerActionsTestOtherA-1098162655-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62328) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1093.585331] env[62328]: DEBUG nova.virt.hardware [None req-e4b84ebc-391f-4d64-8817-4fdf496b4897 tempest-ServerActionsTestOtherA-1098162655 tempest-ServerActionsTestOtherA-1098162655-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62328) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1093.590751] env[62328]: DEBUG nova.virt.vmwareapi.volumeops [None req-e4b84ebc-391f-4d64-8817-4fdf496b4897 tempest-ServerActionsTestOtherA-1098162655 tempest-ServerActionsTestOtherA-1098162655-project-member] [instance: 52a2a5c8-436b-462f-8786-acb79fa350b7] Reconfiguring VM instance instance-00000071 to detach disk 2000 {{(pid=62328) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1093.591055] env[62328]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d2659437-5508-425b-9f83-d5eeda6b9297 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1093.613181] env[62328]: DEBUG oslo_vmware.api [None req-e4b84ebc-391f-4d64-8817-4fdf496b4897 tempest-ServerActionsTestOtherA-1098162655 tempest-ServerActionsTestOtherA-1098162655-project-member] Waiting for the task: (returnval){ [ 1093.613181] env[62328]: value = "task-2387657" [ 1093.613181] env[62328]: _type = "Task" [ 1093.613181] env[62328]: } to complete. {{(pid=62328) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1093.621606] env[62328]: DEBUG oslo_vmware.api [None req-e4b84ebc-391f-4d64-8817-4fdf496b4897 tempest-ServerActionsTestOtherA-1098162655 tempest-ServerActionsTestOtherA-1098162655-project-member] Task: {'id': task-2387657, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1093.817532] env[62328]: DEBUG nova.compute.manager [req-e91bfe84-fe71-4523-94f2-b0c11ac88e1c req-853c3354-4258-471d-a4d4-215dff2ec9bf service nova] [instance: 46036359-e19d-4dda-9b4f-41c3826f364d] Received event network-vif-deleted-b82e4bcb-5948-4185-a8c8-a0242066d945 {{(pid=62328) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1093.817697] env[62328]: INFO nova.compute.manager [req-e91bfe84-fe71-4523-94f2-b0c11ac88e1c req-853c3354-4258-471d-a4d4-215dff2ec9bf service nova] [instance: 46036359-e19d-4dda-9b4f-41c3826f364d] Neutron deleted interface b82e4bcb-5948-4185-a8c8-a0242066d945; detaching it from the instance and deleting it from the info cache [ 1093.817890] env[62328]: DEBUG nova.network.neutron [req-e91bfe84-fe71-4523-94f2-b0c11ac88e1c req-853c3354-4258-471d-a4d4-215dff2ec9bf service nova] [instance: 46036359-e19d-4dda-9b4f-41c3826f364d] Updating instance_info_cache with network_info: [] {{(pid=62328) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1093.841915] env[62328]: DEBUG nova.compute.resource_tracker [None req-332cd9a1-235b-4315-894a-68f76363e980 None None] Applying migration context for instance 52a2a5c8-436b-462f-8786-acb79fa350b7 as it has an incoming, in-progress migration bec7e527-a010-46ee-80d2-8c8f1357e1c6. Migration status is migrating {{(pid=62328) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1016}} [ 1093.842314] env[62328]: DEBUG nova.compute.resource_tracker [None req-332cd9a1-235b-4315-894a-68f76363e980 None None] Applying migration context for instance 726d231d-afd9-460a-818e-7412af85a7f1 as it has an incoming, in-progress migration 64feb2a1-be48-4cb7-a20d-2353d68c909e. Migration status is pre-migrating {{(pid=62328) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1016}} [ 1093.844362] env[62328]: INFO nova.compute.resource_tracker [None req-332cd9a1-235b-4315-894a-68f76363e980 None None] [instance: 52a2a5c8-436b-462f-8786-acb79fa350b7] Updating resource usage from migration bec7e527-a010-46ee-80d2-8c8f1357e1c6 [ 1093.844683] env[62328]: INFO nova.compute.resource_tracker [None req-332cd9a1-235b-4315-894a-68f76363e980 None None] [instance: 726d231d-afd9-460a-818e-7412af85a7f1] Updating resource usage from migration 64feb2a1-be48-4cb7-a20d-2353d68c909e [ 1093.893485] env[62328]: DEBUG oslo_vmware.api [None req-b526b093-d1c5-4946-bd86-c76a4c6f9f3d tempest-ServersNegativeTestMultiTenantJSON-1988080229 tempest-ServersNegativeTestMultiTenantJSON-1988080229-project-member] Task: {'id': task-2387656, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.075377} completed successfully. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1093.893902] env[62328]: DEBUG nova.virt.vmwareapi.vmops [None req-b526b093-d1c5-4946-bd86-c76a4c6f9f3d tempest-ServersNegativeTestMultiTenantJSON-1988080229 tempest-ServersNegativeTestMultiTenantJSON-1988080229-project-member] [instance: 8617e373-f35d-416f-91e4-5842d714d360] Extended root virtual disk {{(pid=62328) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1093.894740] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2d390b6b-08f3-4e91-a81b-9795160d1ef1 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1093.917519] env[62328]: DEBUG nova.virt.vmwareapi.volumeops [None req-b526b093-d1c5-4946-bd86-c76a4c6f9f3d tempest-ServersNegativeTestMultiTenantJSON-1988080229 tempest-ServersNegativeTestMultiTenantJSON-1988080229-project-member] [instance: 8617e373-f35d-416f-91e4-5842d714d360] Reconfiguring VM instance instance-00000073 to attach disk [datastore2] 8617e373-f35d-416f-91e4-5842d714d360/8617e373-f35d-416f-91e4-5842d714d360.vmdk or device None with type sparse {{(pid=62328) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1093.917788] env[62328]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8945ea00-a91e-4465-8cd4-30932d5c8ab2 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1093.932128] env[62328]: DEBUG oslo_concurrency.lockutils [None req-62705baf-ba3b-44a0-b60c-9b8ae2aece9a tempest-ServerActionsTestOtherB-626827456 tempest-ServerActionsTestOtherB-626827456-project-member] Releasing lock "refresh_cache-726d231d-afd9-460a-818e-7412af85a7f1" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1093.940625] env[62328]: DEBUG oslo_vmware.api [None req-b526b093-d1c5-4946-bd86-c76a4c6f9f3d tempest-ServersNegativeTestMultiTenantJSON-1988080229 tempest-ServersNegativeTestMultiTenantJSON-1988080229-project-member] Waiting for the task: (returnval){ [ 1093.940625] env[62328]: value = "task-2387658" [ 1093.940625] env[62328]: _type = "Task" [ 1093.940625] env[62328]: } to complete. {{(pid=62328) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1093.947238] env[62328]: DEBUG nova.compute.resource_tracker [None req-332cd9a1-235b-4315-894a-68f76363e980 None None] Instance 6c107768-0f57-42fd-a2a5-b28207b17de9 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62328) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1093.947394] env[62328]: DEBUG nova.compute.resource_tracker [None req-332cd9a1-235b-4315-894a-68f76363e980 None None] Instance 95dd703a-595e-467a-a8e9-bef4f806c33f actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62328) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1093.947573] env[62328]: DEBUG nova.compute.resource_tracker [None req-332cd9a1-235b-4315-894a-68f76363e980 None None] Instance 75498571-7d71-433a-8548-3a56f8b871c5 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62328) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1093.947627] env[62328]: DEBUG nova.compute.resource_tracker [None req-332cd9a1-235b-4315-894a-68f76363e980 None None] Instance 749883c0-59b2-4553-976c-39af0f4ff1d6 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62328) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1093.947740] env[62328]: DEBUG nova.compute.resource_tracker [None req-332cd9a1-235b-4315-894a-68f76363e980 None None] Instance dfccb16a-246f-4b74-ac7d-6c4ccf115110 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62328) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1093.947864] env[62328]: DEBUG nova.compute.resource_tracker [None req-332cd9a1-235b-4315-894a-68f76363e980 None None] Instance 1326c869-c3f4-4936-bc3b-451b08fc0933 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62328) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1093.947996] env[62328]: DEBUG nova.compute.resource_tracker [None req-332cd9a1-235b-4315-894a-68f76363e980 None None] Instance 14c336fc-69e4-4ef8-a50f-e307b9902127 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62328) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1093.948149] env[62328]: DEBUG nova.compute.resource_tracker [None req-332cd9a1-235b-4315-894a-68f76363e980 None None] Instance 56f7b645-cd8a-48a4-ba32-455cfc09fd88 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62328) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1093.948228] env[62328]: DEBUG nova.compute.resource_tracker [None req-332cd9a1-235b-4315-894a-68f76363e980 None None] Instance 52de62c1-e7ae-440d-b390-64b4594548c1 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62328) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1093.948336] env[62328]: DEBUG nova.compute.resource_tracker [None req-332cd9a1-235b-4315-894a-68f76363e980 None None] Instance 206ded69-14c7-477f-9c36-376ff43a9641 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62328) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1093.948442] env[62328]: DEBUG nova.compute.resource_tracker [None req-332cd9a1-235b-4315-894a-68f76363e980 None None] Instance 46036359-e19d-4dda-9b4f-41c3826f364d actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=62328) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1093.948547] env[62328]: DEBUG nova.compute.resource_tracker [None req-332cd9a1-235b-4315-894a-68f76363e980 None None] Instance 02189dfe-6cb3-4b95-ad18-59dbd22f2704 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62328) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1093.948650] env[62328]: DEBUG nova.compute.resource_tracker [None req-332cd9a1-235b-4315-894a-68f76363e980 None None] Instance d1503bc1-0c77-4ecd-b280-0768c1764c30 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62328) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1093.948754] env[62328]: DEBUG nova.compute.resource_tracker [None req-332cd9a1-235b-4315-894a-68f76363e980 None None] Instance 8617e373-f35d-416f-91e4-5842d714d360 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62328) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1093.948860] env[62328]: DEBUG nova.compute.resource_tracker [None req-332cd9a1-235b-4315-894a-68f76363e980 None None] Migration bec7e527-a010-46ee-80d2-8c8f1357e1c6 is active on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62328) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1712}} [ 1093.948967] env[62328]: DEBUG nova.compute.resource_tracker [None req-332cd9a1-235b-4315-894a-68f76363e980 None None] Instance 52a2a5c8-436b-462f-8786-acb79fa350b7 actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=62328) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1093.949083] env[62328]: DEBUG nova.compute.resource_tracker [None req-332cd9a1-235b-4315-894a-68f76363e980 None None] Migration 64feb2a1-be48-4cb7-a20d-2353d68c909e is active on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62328) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1712}} [ 1093.949190] env[62328]: DEBUG nova.compute.resource_tracker [None req-332cd9a1-235b-4315-894a-68f76363e980 None None] Instance 726d231d-afd9-460a-818e-7412af85a7f1 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=62328) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1093.949502] env[62328]: DEBUG nova.compute.resource_tracker [None req-332cd9a1-235b-4315-894a-68f76363e980 None None] Total usable vcpus: 48, total allocated vcpus: 18 {{(pid=62328) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1093.949536] env[62328]: DEBUG nova.compute.resource_tracker [None req-332cd9a1-235b-4315-894a-68f76363e980 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=4160MB phys_disk=200GB used_disk=16GB total_vcpus=48 used_vcpus=18 pci_stats=[] {{(pid=62328) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1093.955590] env[62328]: DEBUG oslo_vmware.api [None req-b526b093-d1c5-4946-bd86-c76a4c6f9f3d tempest-ServersNegativeTestMultiTenantJSON-1988080229 tempest-ServersNegativeTestMultiTenantJSON-1988080229-project-member] Task: {'id': task-2387658, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1093.969952] env[62328]: DEBUG nova.compute.utils [None req-afa938b5-1cf5-4c52-8df7-a5cca149a3ce tempest-AttachVolumeNegativeTest-1920358930 tempest-AttachVolumeNegativeTest-1920358930-project-member] Using /dev/sd instead of None {{(pid=62328) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1094.035532] env[62328]: INFO nova.compute.manager [None req-02d540e1-083b-46a1-a03b-45b8ec9c7b7d tempest-AttachInterfacesTestJSON-1049158018 tempest-AttachInterfacesTestJSON-1049158018-project-member] [instance: d1503bc1-0c77-4ecd-b280-0768c1764c30] Took 15.54 seconds to build instance. [ 1094.124797] env[62328]: DEBUG oslo_vmware.api [None req-e4b84ebc-391f-4d64-8817-4fdf496b4897 tempest-ServerActionsTestOtherA-1098162655 tempest-ServerActionsTestOtherA-1098162655-project-member] Task: {'id': task-2387657, 'name': ReconfigVM_Task, 'duration_secs': 0.216762} completed successfully. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1094.125142] env[62328]: DEBUG nova.virt.vmwareapi.volumeops [None req-e4b84ebc-391f-4d64-8817-4fdf496b4897 tempest-ServerActionsTestOtherA-1098162655 tempest-ServerActionsTestOtherA-1098162655-project-member] [instance: 52a2a5c8-436b-462f-8786-acb79fa350b7] Reconfigured VM instance instance-00000071 to detach disk 2000 {{(pid=62328) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1094.125934] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5146aea4-1f73-4d66-bb7e-99c2a8666796 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1094.150279] env[62328]: DEBUG nova.virt.vmwareapi.volumeops [None req-e4b84ebc-391f-4d64-8817-4fdf496b4897 tempest-ServerActionsTestOtherA-1098162655 tempest-ServerActionsTestOtherA-1098162655-project-member] [instance: 52a2a5c8-436b-462f-8786-acb79fa350b7] Reconfiguring VM instance instance-00000071 to attach disk [datastore2] volume-78a4b907-9963-49c9-bc1c-07a50a56cb8d/volume-78a4b907-9963-49c9-bc1c-07a50a56cb8d.vmdk or device None with type thin {{(pid=62328) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1094.153109] env[62328]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6f0229ba-811f-41d7-8521-1ffe550ea5e2 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1094.172859] env[62328]: DEBUG oslo_vmware.api [None req-e4b84ebc-391f-4d64-8817-4fdf496b4897 tempest-ServerActionsTestOtherA-1098162655 tempest-ServerActionsTestOtherA-1098162655-project-member] Waiting for the task: (returnval){ [ 1094.172859] env[62328]: value = "task-2387659" [ 1094.172859] env[62328]: _type = "Task" [ 1094.172859] env[62328]: } to complete. {{(pid=62328) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1094.185014] env[62328]: DEBUG oslo_vmware.api [None req-e4b84ebc-391f-4d64-8817-4fdf496b4897 tempest-ServerActionsTestOtherA-1098162655 tempest-ServerActionsTestOtherA-1098162655-project-member] Task: {'id': task-2387659, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1094.298465] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aef1a018-9fcd-4a22-ae41-587d077282b3 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1094.300906] env[62328]: DEBUG nova.network.neutron [-] [instance: 46036359-e19d-4dda-9b4f-41c3826f364d] Updating instance_info_cache with network_info: [] {{(pid=62328) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1094.307865] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cd4f2bbd-8d27-45ea-a040-1833a01e20b6 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1094.341953] env[62328]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-66eb83c2-5107-437b-89a0-b513139a4192 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1094.344357] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a194ce3b-7f0e-4091-8162-39080da569d6 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1094.354093] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ba7372a3-e892-4e48-baf6-8693929a9aaf {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1094.360309] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f6d1a28d-0326-41e7-a6c4-ff29c4098e85 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1094.382014] env[62328]: DEBUG nova.compute.provider_tree [None req-332cd9a1-235b-4315-894a-68f76363e980 None None] Inventory has not changed in ProviderTree for provider: 3469e9f8-04af-49ca-8435-49f104496744 {{(pid=62328) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1094.397357] env[62328]: DEBUG nova.compute.manager [req-e91bfe84-fe71-4523-94f2-b0c11ac88e1c req-853c3354-4258-471d-a4d4-215dff2ec9bf service nova] [instance: 46036359-e19d-4dda-9b4f-41c3826f364d] Detach interface failed, port_id=b82e4bcb-5948-4185-a8c8-a0242066d945, reason: Instance 46036359-e19d-4dda-9b4f-41c3826f364d could not be found. {{(pid=62328) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 1094.451106] env[62328]: DEBUG oslo_vmware.api [None req-b526b093-d1c5-4946-bd86-c76a4c6f9f3d tempest-ServersNegativeTestMultiTenantJSON-1988080229 tempest-ServersNegativeTestMultiTenantJSON-1988080229-project-member] Task: {'id': task-2387658, 'name': ReconfigVM_Task, 'duration_secs': 0.301215} completed successfully. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1094.451401] env[62328]: DEBUG nova.virt.vmwareapi.volumeops [None req-b526b093-d1c5-4946-bd86-c76a4c6f9f3d tempest-ServersNegativeTestMultiTenantJSON-1988080229 tempest-ServersNegativeTestMultiTenantJSON-1988080229-project-member] [instance: 8617e373-f35d-416f-91e4-5842d714d360] Reconfigured VM instance instance-00000073 to attach disk [datastore2] 8617e373-f35d-416f-91e4-5842d714d360/8617e373-f35d-416f-91e4-5842d714d360.vmdk or device None with type sparse {{(pid=62328) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1094.452073] env[62328]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-6b1d76ff-a944-4984-a7d3-ecc2b5098357 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1094.460070] env[62328]: DEBUG oslo_vmware.api [None req-b526b093-d1c5-4946-bd86-c76a4c6f9f3d tempest-ServersNegativeTestMultiTenantJSON-1988080229 tempest-ServersNegativeTestMultiTenantJSON-1988080229-project-member] Waiting for the task: (returnval){ [ 1094.460070] env[62328]: value = "task-2387660" [ 1094.460070] env[62328]: _type = "Task" [ 1094.460070] env[62328]: } to complete. {{(pid=62328) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1094.471501] env[62328]: DEBUG oslo_vmware.api [None req-b526b093-d1c5-4946-bd86-c76a4c6f9f3d tempest-ServersNegativeTestMultiTenantJSON-1988080229 tempest-ServersNegativeTestMultiTenantJSON-1988080229-project-member] Task: {'id': task-2387660, 'name': Rename_Task} progress is 5%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1094.472153] env[62328]: DEBUG oslo_concurrency.lockutils [None req-afa938b5-1cf5-4c52-8df7-a5cca149a3ce tempest-AttachVolumeNegativeTest-1920358930 tempest-AttachVolumeNegativeTest-1920358930-project-member] Lock "56f7b645-cd8a-48a4-ba32-455cfc09fd88" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.005s {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1094.537353] env[62328]: DEBUG oslo_concurrency.lockutils [None req-02d540e1-083b-46a1-a03b-45b8ec9c7b7d tempest-AttachInterfacesTestJSON-1049158018 tempest-AttachInterfacesTestJSON-1049158018-project-member] Lock "d1503bc1-0c77-4ecd-b280-0768c1764c30" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 17.054s {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1094.684777] env[62328]: DEBUG oslo_vmware.api [None req-e4b84ebc-391f-4d64-8817-4fdf496b4897 tempest-ServerActionsTestOtherA-1098162655 tempest-ServerActionsTestOtherA-1098162655-project-member] Task: {'id': task-2387659, 'name': ReconfigVM_Task, 'duration_secs': 0.4519} completed successfully. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1094.685024] env[62328]: DEBUG nova.virt.vmwareapi.volumeops [None req-e4b84ebc-391f-4d64-8817-4fdf496b4897 tempest-ServerActionsTestOtherA-1098162655 tempest-ServerActionsTestOtherA-1098162655-project-member] [instance: 52a2a5c8-436b-462f-8786-acb79fa350b7] Reconfigured VM instance instance-00000071 to attach disk [datastore2] volume-78a4b907-9963-49c9-bc1c-07a50a56cb8d/volume-78a4b907-9963-49c9-bc1c-07a50a56cb8d.vmdk or device None with type thin {{(pid=62328) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1094.685313] env[62328]: DEBUG nova.virt.vmwareapi.vmops [None req-e4b84ebc-391f-4d64-8817-4fdf496b4897 tempest-ServerActionsTestOtherA-1098162655 tempest-ServerActionsTestOtherA-1098162655-project-member] [instance: 52a2a5c8-436b-462f-8786-acb79fa350b7] Updating instance '52a2a5c8-436b-462f-8786-acb79fa350b7' progress to 50 {{(pid=62328) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1094.806134] env[62328]: INFO nova.compute.manager [-] [instance: 46036359-e19d-4dda-9b4f-41c3826f364d] Took 1.26 seconds to deallocate network for instance. [ 1094.885242] env[62328]: DEBUG nova.scheduler.client.report [None req-332cd9a1-235b-4315-894a-68f76363e980 None None] Inventory has not changed for provider 3469e9f8-04af-49ca-8435-49f104496744 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 152, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62328) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1094.971462] env[62328]: DEBUG oslo_vmware.api [None req-b526b093-d1c5-4946-bd86-c76a4c6f9f3d tempest-ServersNegativeTestMultiTenantJSON-1988080229 tempest-ServersNegativeTestMultiTenantJSON-1988080229-project-member] Task: {'id': task-2387660, 'name': Rename_Task, 'duration_secs': 0.194822} completed successfully. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1094.973071] env[62328]: DEBUG nova.virt.vmwareapi.vm_util [None req-b526b093-d1c5-4946-bd86-c76a4c6f9f3d tempest-ServersNegativeTestMultiTenantJSON-1988080229 tempest-ServersNegativeTestMultiTenantJSON-1988080229-project-member] [instance: 8617e373-f35d-416f-91e4-5842d714d360] Powering on the VM {{(pid=62328) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1094.973545] env[62328]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-b959fae3-578d-4331-9e96-acdedbae7d6b {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1094.977106] env[62328]: DEBUG oslo_concurrency.lockutils [None req-58275796-633d-4c50-9be7-b9c4c008eb76 tempest-ServerRescueNegativeTestJSON-713788249 tempest-ServerRescueNegativeTestJSON-713788249-project-member] Acquiring lock "52de62c1-e7ae-440d-b390-64b4594548c1" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1094.977418] env[62328]: DEBUG oslo_concurrency.lockutils [None req-58275796-633d-4c50-9be7-b9c4c008eb76 tempest-ServerRescueNegativeTestJSON-713788249 tempest-ServerRescueNegativeTestJSON-713788249-project-member] Lock "52de62c1-e7ae-440d-b390-64b4594548c1" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1094.986934] env[62328]: DEBUG oslo_vmware.api [None req-b526b093-d1c5-4946-bd86-c76a4c6f9f3d tempest-ServersNegativeTestMultiTenantJSON-1988080229 tempest-ServersNegativeTestMultiTenantJSON-1988080229-project-member] Waiting for the task: (returnval){ [ 1094.986934] env[62328]: value = "task-2387661" [ 1094.986934] env[62328]: _type = "Task" [ 1094.986934] env[62328]: } to complete. {{(pid=62328) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1094.997912] env[62328]: DEBUG oslo_vmware.api [None req-b526b093-d1c5-4946-bd86-c76a4c6f9f3d tempest-ServersNegativeTestMultiTenantJSON-1988080229 tempest-ServersNegativeTestMultiTenantJSON-1988080229-project-member] Task: {'id': task-2387661, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1095.174697] env[62328]: DEBUG nova.compute.manager [req-e6af7495-78a3-4c4d-93b6-a856be00f23a req-a3a0b0d4-959c-48a4-add1-984f4fe31b64 service nova] [instance: d1503bc1-0c77-4ecd-b280-0768c1764c30] Received event network-changed-248457e0-9e2e-473a-bc18-6d0c9d3ab3eb {{(pid=62328) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1095.176093] env[62328]: DEBUG nova.compute.manager [req-e6af7495-78a3-4c4d-93b6-a856be00f23a req-a3a0b0d4-959c-48a4-add1-984f4fe31b64 service nova] [instance: d1503bc1-0c77-4ecd-b280-0768c1764c30] Refreshing instance network info cache due to event network-changed-248457e0-9e2e-473a-bc18-6d0c9d3ab3eb. {{(pid=62328) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1095.176093] env[62328]: DEBUG oslo_concurrency.lockutils [req-e6af7495-78a3-4c4d-93b6-a856be00f23a req-a3a0b0d4-959c-48a4-add1-984f4fe31b64 service nova] Acquiring lock "refresh_cache-d1503bc1-0c77-4ecd-b280-0768c1764c30" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1095.176093] env[62328]: DEBUG oslo_concurrency.lockutils [req-e6af7495-78a3-4c4d-93b6-a856be00f23a req-a3a0b0d4-959c-48a4-add1-984f4fe31b64 service nova] Acquired lock "refresh_cache-d1503bc1-0c77-4ecd-b280-0768c1764c30" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1095.176093] env[62328]: DEBUG nova.network.neutron [req-e6af7495-78a3-4c4d-93b6-a856be00f23a req-a3a0b0d4-959c-48a4-add1-984f4fe31b64 service nova] [instance: d1503bc1-0c77-4ecd-b280-0768c1764c30] Refreshing network info cache for port 248457e0-9e2e-473a-bc18-6d0c9d3ab3eb {{(pid=62328) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1095.192312] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c5238eea-0e42-4d91-9785-51f0293d63c8 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1095.214076] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-36fb28ab-f83e-4ecb-9a2f-d5e99a236181 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1095.233199] env[62328]: DEBUG nova.virt.vmwareapi.vmops [None req-e4b84ebc-391f-4d64-8817-4fdf496b4897 tempest-ServerActionsTestOtherA-1098162655 tempest-ServerActionsTestOtherA-1098162655-project-member] [instance: 52a2a5c8-436b-462f-8786-acb79fa350b7] Updating instance '52a2a5c8-436b-462f-8786-acb79fa350b7' progress to 67 {{(pid=62328) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1095.313975] env[62328]: DEBUG oslo_concurrency.lockutils [None req-6ba516c4-205b-49b0-8a43-49302fb34fa2 tempest-DeleteServersTestJSON-1766103036 tempest-DeleteServersTestJSON-1766103036-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1095.390019] env[62328]: DEBUG nova.compute.resource_tracker [None req-332cd9a1-235b-4315-894a-68f76363e980 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=62328) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1095.390359] env[62328]: DEBUG oslo_concurrency.lockutils [None req-332cd9a1-235b-4315-894a-68f76363e980 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.568s {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1095.390504] env[62328]: DEBUG oslo_concurrency.lockutils [None req-6370c3ec-741a-4044-b96c-308ec7a1e210 tempest-ServerActionsTestJSON-389109759 tempest-ServerActionsTestJSON-389109759-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 2.564s {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1095.390680] env[62328]: DEBUG nova.objects.instance [None req-6370c3ec-741a-4044-b96c-308ec7a1e210 tempest-ServerActionsTestJSON-389109759 tempest-ServerActionsTestJSON-389109759-project-member] [instance: dfccb16a-246f-4b74-ac7d-6c4ccf115110] Trying to apply a migration context that does not seem to be set for this instance {{(pid=62328) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 1095.393235] env[62328]: DEBUG oslo_service.periodic_task [None req-332cd9a1-235b-4315-894a-68f76363e980 None None] Running periodic task ComputeManager._cleanup_expired_console_auth_tokens {{(pid=62328) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1095.445498] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ed9e4d77-fa75-482d-b59e-882c7a571b7f {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1095.466458] env[62328]: DEBUG nova.virt.vmwareapi.vmops [None req-62705baf-ba3b-44a0-b60c-9b8ae2aece9a tempest-ServerActionsTestOtherB-626827456 tempest-ServerActionsTestOtherB-626827456-project-member] [instance: 726d231d-afd9-460a-818e-7412af85a7f1] Updating instance '726d231d-afd9-460a-818e-7412af85a7f1' progress to 0 {{(pid=62328) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1095.481327] env[62328]: DEBUG nova.compute.utils [None req-58275796-633d-4c50-9be7-b9c4c008eb76 tempest-ServerRescueNegativeTestJSON-713788249 tempest-ServerRescueNegativeTestJSON-713788249-project-member] Using /dev/sd instead of None {{(pid=62328) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1095.498654] env[62328]: DEBUG oslo_vmware.api [None req-b526b093-d1c5-4946-bd86-c76a4c6f9f3d tempest-ServersNegativeTestMultiTenantJSON-1988080229 tempest-ServersNegativeTestMultiTenantJSON-1988080229-project-member] Task: {'id': task-2387661, 'name': PowerOnVM_Task, 'duration_secs': 0.467367} completed successfully. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1095.498982] env[62328]: DEBUG nova.virt.vmwareapi.vm_util [None req-b526b093-d1c5-4946-bd86-c76a4c6f9f3d tempest-ServersNegativeTestMultiTenantJSON-1988080229 tempest-ServersNegativeTestMultiTenantJSON-1988080229-project-member] [instance: 8617e373-f35d-416f-91e4-5842d714d360] Powered on the VM {{(pid=62328) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1095.499212] env[62328]: INFO nova.compute.manager [None req-b526b093-d1c5-4946-bd86-c76a4c6f9f3d tempest-ServersNegativeTestMultiTenantJSON-1988080229 tempest-ServersNegativeTestMultiTenantJSON-1988080229-project-member] [instance: 8617e373-f35d-416f-91e4-5842d714d360] Took 8.54 seconds to spawn the instance on the hypervisor. [ 1095.499413] env[62328]: DEBUG nova.compute.manager [None req-b526b093-d1c5-4946-bd86-c76a4c6f9f3d tempest-ServersNegativeTestMultiTenantJSON-1988080229 tempest-ServersNegativeTestMultiTenantJSON-1988080229-project-member] [instance: 8617e373-f35d-416f-91e4-5842d714d360] Checking state {{(pid=62328) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1095.500328] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1c74912f-10e4-42a7-a975-87d5fa498b04 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1095.544369] env[62328]: DEBUG oslo_concurrency.lockutils [None req-afa938b5-1cf5-4c52-8df7-a5cca149a3ce tempest-AttachVolumeNegativeTest-1920358930 tempest-AttachVolumeNegativeTest-1920358930-project-member] Acquiring lock "56f7b645-cd8a-48a4-ba32-455cfc09fd88" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1095.544863] env[62328]: DEBUG oslo_concurrency.lockutils [None req-afa938b5-1cf5-4c52-8df7-a5cca149a3ce tempest-AttachVolumeNegativeTest-1920358930 tempest-AttachVolumeNegativeTest-1920358930-project-member] Lock "56f7b645-cd8a-48a4-ba32-455cfc09fd88" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.001s {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1095.545173] env[62328]: INFO nova.compute.manager [None req-afa938b5-1cf5-4c52-8df7-a5cca149a3ce tempest-AttachVolumeNegativeTest-1920358930 tempest-AttachVolumeNegativeTest-1920358930-project-member] [instance: 56f7b645-cd8a-48a4-ba32-455cfc09fd88] Attaching volume 647fb2ca-6e44-4fe9-b57e-ac13dda369a1 to /dev/sdb [ 1095.582274] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-35c7d9ff-c5b4-46ea-a28f-4349583f9189 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1095.589692] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2bcc7938-8126-4a57-91fb-5da14939996b {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1095.602656] env[62328]: DEBUG nova.virt.block_device [None req-afa938b5-1cf5-4c52-8df7-a5cca149a3ce tempest-AttachVolumeNegativeTest-1920358930 tempest-AttachVolumeNegativeTest-1920358930-project-member] [instance: 56f7b645-cd8a-48a4-ba32-455cfc09fd88] Updating existing volume attachment record: 4d84d647-6bf7-471a-acc9-c868792e23a8 {{(pid=62328) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1095.861491] env[62328]: DEBUG oslo_concurrency.lockutils [None req-35fea276-9e08-4b6b-87ee-4ba23f41f788 tempest-ServersNegativeTestJSON-1019155744 tempest-ServersNegativeTestJSON-1019155744-project-member] Acquiring lock "206ded69-14c7-477f-9c36-376ff43a9641" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1095.861825] env[62328]: DEBUG oslo_concurrency.lockutils [None req-35fea276-9e08-4b6b-87ee-4ba23f41f788 tempest-ServersNegativeTestJSON-1019155744 tempest-ServersNegativeTestJSON-1019155744-project-member] Lock "206ded69-14c7-477f-9c36-376ff43a9641" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1095.862110] env[62328]: DEBUG oslo_concurrency.lockutils [None req-35fea276-9e08-4b6b-87ee-4ba23f41f788 tempest-ServersNegativeTestJSON-1019155744 tempest-ServersNegativeTestJSON-1019155744-project-member] Acquiring lock "206ded69-14c7-477f-9c36-376ff43a9641-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1095.862317] env[62328]: DEBUG oslo_concurrency.lockutils [None req-35fea276-9e08-4b6b-87ee-4ba23f41f788 tempest-ServersNegativeTestJSON-1019155744 tempest-ServersNegativeTestJSON-1019155744-project-member] Lock "206ded69-14c7-477f-9c36-376ff43a9641-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1095.862603] env[62328]: DEBUG oslo_concurrency.lockutils [None req-35fea276-9e08-4b6b-87ee-4ba23f41f788 tempest-ServersNegativeTestJSON-1019155744 tempest-ServersNegativeTestJSON-1019155744-project-member] Lock "206ded69-14c7-477f-9c36-376ff43a9641-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1095.864957] env[62328]: INFO nova.compute.manager [None req-35fea276-9e08-4b6b-87ee-4ba23f41f788 tempest-ServersNegativeTestJSON-1019155744 tempest-ServersNegativeTestJSON-1019155744-project-member] [instance: 206ded69-14c7-477f-9c36-376ff43a9641] Terminating instance [ 1095.913619] env[62328]: DEBUG nova.network.neutron [req-e6af7495-78a3-4c4d-93b6-a856be00f23a req-a3a0b0d4-959c-48a4-add1-984f4fe31b64 service nova] [instance: d1503bc1-0c77-4ecd-b280-0768c1764c30] Updated VIF entry in instance network info cache for port 248457e0-9e2e-473a-bc18-6d0c9d3ab3eb. {{(pid=62328) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1095.913619] env[62328]: DEBUG nova.network.neutron [req-e6af7495-78a3-4c4d-93b6-a856be00f23a req-a3a0b0d4-959c-48a4-add1-984f4fe31b64 service nova] [instance: d1503bc1-0c77-4ecd-b280-0768c1764c30] Updating instance_info_cache with network_info: [{"id": "248457e0-9e2e-473a-bc18-6d0c9d3ab3eb", "address": "fa:16:3e:0b:7e:3b", "network": {"id": "43b1657c-44ae-47a8-8e8d-196242ef7fca", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1953540822-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.220", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e88420d74d294fef9f976142535b9ac5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9f3a2eb5-353f-45c5-a73b-869626f4bb13", "external-id": "nsx-vlan-transportzone-411", "segmentation_id": 411, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap248457e0-9e", "ovs_interfaceid": "248457e0-9e2e-473a-bc18-6d0c9d3ab3eb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62328) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1095.974386] env[62328]: DEBUG nova.virt.vmwareapi.vm_util [None req-62705baf-ba3b-44a0-b60c-9b8ae2aece9a tempest-ServerActionsTestOtherB-626827456 tempest-ServerActionsTestOtherB-626827456-project-member] [instance: 726d231d-afd9-460a-818e-7412af85a7f1] Powering off the VM {{(pid=62328) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1095.974706] env[62328]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b89e4056-6489-424f-a6f6-bfd590804606 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1095.982819] env[62328]: DEBUG oslo_vmware.api [None req-62705baf-ba3b-44a0-b60c-9b8ae2aece9a tempest-ServerActionsTestOtherB-626827456 tempest-ServerActionsTestOtherB-626827456-project-member] Waiting for the task: (returnval){ [ 1095.982819] env[62328]: value = "task-2387663" [ 1095.982819] env[62328]: _type = "Task" [ 1095.982819] env[62328]: } to complete. {{(pid=62328) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1095.983544] env[62328]: DEBUG oslo_concurrency.lockutils [None req-58275796-633d-4c50-9be7-b9c4c008eb76 tempest-ServerRescueNegativeTestJSON-713788249 tempest-ServerRescueNegativeTestJSON-713788249-project-member] Lock "52de62c1-e7ae-440d-b390-64b4594548c1" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.006s {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1095.995029] env[62328]: DEBUG nova.virt.vmwareapi.vm_util [None req-62705baf-ba3b-44a0-b60c-9b8ae2aece9a tempest-ServerActionsTestOtherB-626827456 tempest-ServerActionsTestOtherB-626827456-project-member] [instance: 726d231d-afd9-460a-818e-7412af85a7f1] VM already powered off {{(pid=62328) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1095.995242] env[62328]: DEBUG nova.virt.vmwareapi.vmops [None req-62705baf-ba3b-44a0-b60c-9b8ae2aece9a tempest-ServerActionsTestOtherB-626827456 tempest-ServerActionsTestOtherB-626827456-project-member] [instance: 726d231d-afd9-460a-818e-7412af85a7f1] Updating instance '726d231d-afd9-460a-818e-7412af85a7f1' progress to 17 {{(pid=62328) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1096.017771] env[62328]: INFO nova.compute.manager [None req-b526b093-d1c5-4946-bd86-c76a4c6f9f3d tempest-ServersNegativeTestMultiTenantJSON-1988080229 tempest-ServersNegativeTestMultiTenantJSON-1988080229-project-member] [instance: 8617e373-f35d-416f-91e4-5842d714d360] Took 15.33 seconds to build instance. [ 1096.368756] env[62328]: DEBUG nova.compute.manager [None req-35fea276-9e08-4b6b-87ee-4ba23f41f788 tempest-ServersNegativeTestJSON-1019155744 tempest-ServersNegativeTestJSON-1019155744-project-member] [instance: 206ded69-14c7-477f-9c36-376ff43a9641] Start destroying the instance on the hypervisor. {{(pid=62328) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1096.368997] env[62328]: DEBUG nova.virt.vmwareapi.vmops [None req-35fea276-9e08-4b6b-87ee-4ba23f41f788 tempest-ServersNegativeTestJSON-1019155744 tempest-ServersNegativeTestJSON-1019155744-project-member] [instance: 206ded69-14c7-477f-9c36-376ff43a9641] Destroying instance {{(pid=62328) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1096.371056] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a6992cc3-ffb2-4ff6-acdb-881516fc15f1 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1096.379361] env[62328]: DEBUG nova.virt.vmwareapi.vm_util [None req-35fea276-9e08-4b6b-87ee-4ba23f41f788 tempest-ServersNegativeTestJSON-1019155744 tempest-ServersNegativeTestJSON-1019155744-project-member] [instance: 206ded69-14c7-477f-9c36-376ff43a9641] Powering off the VM {{(pid=62328) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1096.379645] env[62328]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-596eb81c-3c79-466f-a375-97cfe33d8459 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1096.385645] env[62328]: DEBUG oslo_vmware.api [None req-35fea276-9e08-4b6b-87ee-4ba23f41f788 tempest-ServersNegativeTestJSON-1019155744 tempest-ServersNegativeTestJSON-1019155744-project-member] Waiting for the task: (returnval){ [ 1096.385645] env[62328]: value = "task-2387664" [ 1096.385645] env[62328]: _type = "Task" [ 1096.385645] env[62328]: } to complete. {{(pid=62328) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1096.394943] env[62328]: DEBUG oslo_vmware.api [None req-35fea276-9e08-4b6b-87ee-4ba23f41f788 tempest-ServersNegativeTestJSON-1019155744 tempest-ServersNegativeTestJSON-1019155744-project-member] Task: {'id': task-2387664, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1096.403201] env[62328]: DEBUG oslo_concurrency.lockutils [None req-6370c3ec-741a-4044-b96c-308ec7a1e210 tempest-ServerActionsTestJSON-389109759 tempest-ServerActionsTestJSON-389109759-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.013s {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1096.404282] env[62328]: DEBUG oslo_concurrency.lockutils [None req-6ba516c4-205b-49b0-8a43-49302fb34fa2 tempest-DeleteServersTestJSON-1766103036 tempest-DeleteServersTestJSON-1766103036-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 1.090s {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1096.404506] env[62328]: DEBUG nova.objects.instance [None req-6ba516c4-205b-49b0-8a43-49302fb34fa2 tempest-DeleteServersTestJSON-1766103036 tempest-DeleteServersTestJSON-1766103036-project-member] Lazy-loading 'resources' on Instance uuid 46036359-e19d-4dda-9b4f-41c3826f364d {{(pid=62328) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1096.415804] env[62328]: DEBUG oslo_concurrency.lockutils [req-e6af7495-78a3-4c4d-93b6-a856be00f23a req-a3a0b0d4-959c-48a4-add1-984f4fe31b64 service nova] Releasing lock "refresh_cache-d1503bc1-0c77-4ecd-b280-0768c1764c30" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1096.431494] env[62328]: DEBUG oslo_service.periodic_task [None req-332cd9a1-235b-4315-894a-68f76363e980 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=62328) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1096.431693] env[62328]: DEBUG oslo_service.periodic_task [None req-332cd9a1-235b-4315-894a-68f76363e980 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=62328) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1096.503087] env[62328]: DEBUG nova.virt.hardware [None req-62705baf-ba3b-44a0-b60c-9b8ae2aece9a tempest-ServerActionsTestOtherB-626827456 tempest-ServerActionsTestOtherB-626827456-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-07T17:16:58Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=dbf872a4-92be-47e4-8561-c3e2bf2423ab,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62328) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1096.503490] env[62328]: DEBUG nova.virt.hardware [None req-62705baf-ba3b-44a0-b60c-9b8ae2aece9a tempest-ServerActionsTestOtherB-626827456 tempest-ServerActionsTestOtherB-626827456-project-member] Flavor limits 0:0:0 {{(pid=62328) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1096.503769] env[62328]: DEBUG nova.virt.hardware [None req-62705baf-ba3b-44a0-b60c-9b8ae2aece9a tempest-ServerActionsTestOtherB-626827456 tempest-ServerActionsTestOtherB-626827456-project-member] Image limits 0:0:0 {{(pid=62328) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1096.503998] env[62328]: DEBUG nova.virt.hardware [None req-62705baf-ba3b-44a0-b60c-9b8ae2aece9a tempest-ServerActionsTestOtherB-626827456 tempest-ServerActionsTestOtherB-626827456-project-member] Flavor pref 0:0:0 {{(pid=62328) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1096.504174] env[62328]: DEBUG nova.virt.hardware [None req-62705baf-ba3b-44a0-b60c-9b8ae2aece9a tempest-ServerActionsTestOtherB-626827456 tempest-ServerActionsTestOtherB-626827456-project-member] Image pref 0:0:0 {{(pid=62328) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1096.504396] env[62328]: DEBUG nova.virt.hardware [None req-62705baf-ba3b-44a0-b60c-9b8ae2aece9a tempest-ServerActionsTestOtherB-626827456 tempest-ServerActionsTestOtherB-626827456-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62328) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1096.504560] env[62328]: DEBUG nova.virt.hardware [None req-62705baf-ba3b-44a0-b60c-9b8ae2aece9a tempest-ServerActionsTestOtherB-626827456 tempest-ServerActionsTestOtherB-626827456-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62328) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1096.504731] env[62328]: DEBUG nova.virt.hardware [None req-62705baf-ba3b-44a0-b60c-9b8ae2aece9a tempest-ServerActionsTestOtherB-626827456 tempest-ServerActionsTestOtherB-626827456-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62328) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1096.504929] env[62328]: DEBUG nova.virt.hardware [None req-62705baf-ba3b-44a0-b60c-9b8ae2aece9a tempest-ServerActionsTestOtherB-626827456 tempest-ServerActionsTestOtherB-626827456-project-member] Got 1 possible topologies {{(pid=62328) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1096.505134] env[62328]: DEBUG nova.virt.hardware [None req-62705baf-ba3b-44a0-b60c-9b8ae2aece9a tempest-ServerActionsTestOtherB-626827456 tempest-ServerActionsTestOtherB-626827456-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62328) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1096.505340] env[62328]: DEBUG nova.virt.hardware [None req-62705baf-ba3b-44a0-b60c-9b8ae2aece9a tempest-ServerActionsTestOtherB-626827456 tempest-ServerActionsTestOtherB-626827456-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62328) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1096.512959] env[62328]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1b3861a5-978d-493d-805a-5dfb203f0a47 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1096.523695] env[62328]: DEBUG oslo_concurrency.lockutils [None req-b526b093-d1c5-4946-bd86-c76a4c6f9f3d tempest-ServersNegativeTestMultiTenantJSON-1988080229 tempest-ServersNegativeTestMultiTenantJSON-1988080229-project-member] Lock "8617e373-f35d-416f-91e4-5842d714d360" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 16.846s {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1096.530284] env[62328]: DEBUG oslo_vmware.api [None req-62705baf-ba3b-44a0-b60c-9b8ae2aece9a tempest-ServerActionsTestOtherB-626827456 tempest-ServerActionsTestOtherB-626827456-project-member] Waiting for the task: (returnval){ [ 1096.530284] env[62328]: value = "task-2387665" [ 1096.530284] env[62328]: _type = "Task" [ 1096.530284] env[62328]: } to complete. {{(pid=62328) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1096.539433] env[62328]: DEBUG oslo_vmware.api [None req-62705baf-ba3b-44a0-b60c-9b8ae2aece9a tempest-ServerActionsTestOtherB-626827456 tempest-ServerActionsTestOtherB-626827456-project-member] Task: {'id': task-2387665, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1096.613954] env[62328]: DEBUG oslo_concurrency.lockutils [None req-c259132b-7687-4124-a170-f78063e43bbc tempest-ServersNegativeTestMultiTenantJSON-1988080229 tempest-ServersNegativeTestMultiTenantJSON-1988080229-project-member] Acquiring lock "8617e373-f35d-416f-91e4-5842d714d360" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1096.614134] env[62328]: DEBUG oslo_concurrency.lockutils [None req-c259132b-7687-4124-a170-f78063e43bbc tempest-ServersNegativeTestMultiTenantJSON-1988080229 tempest-ServersNegativeTestMultiTenantJSON-1988080229-project-member] Lock "8617e373-f35d-416f-91e4-5842d714d360" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1096.614320] env[62328]: DEBUG oslo_concurrency.lockutils [None req-c259132b-7687-4124-a170-f78063e43bbc tempest-ServersNegativeTestMultiTenantJSON-1988080229 tempest-ServersNegativeTestMultiTenantJSON-1988080229-project-member] Acquiring lock "8617e373-f35d-416f-91e4-5842d714d360-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1096.614446] env[62328]: DEBUG oslo_concurrency.lockutils [None req-c259132b-7687-4124-a170-f78063e43bbc tempest-ServersNegativeTestMultiTenantJSON-1988080229 tempest-ServersNegativeTestMultiTenantJSON-1988080229-project-member] Lock "8617e373-f35d-416f-91e4-5842d714d360-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1096.614620] env[62328]: DEBUG oslo_concurrency.lockutils [None req-c259132b-7687-4124-a170-f78063e43bbc tempest-ServersNegativeTestMultiTenantJSON-1988080229 tempest-ServersNegativeTestMultiTenantJSON-1988080229-project-member] Lock "8617e373-f35d-416f-91e4-5842d714d360-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1096.616757] env[62328]: INFO nova.compute.manager [None req-c259132b-7687-4124-a170-f78063e43bbc tempest-ServersNegativeTestMultiTenantJSON-1988080229 tempest-ServersNegativeTestMultiTenantJSON-1988080229-project-member] [instance: 8617e373-f35d-416f-91e4-5842d714d360] Terminating instance [ 1096.874569] env[62328]: DEBUG nova.network.neutron [None req-e4b84ebc-391f-4d64-8817-4fdf496b4897 tempest-ServerActionsTestOtherA-1098162655 tempest-ServerActionsTestOtherA-1098162655-project-member] [instance: 52a2a5c8-436b-462f-8786-acb79fa350b7] Port e43ac17d-9066-4416-8586-982f8488ba68 binding to destination host cpu-1 is already ACTIVE {{(pid=62328) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1096.896492] env[62328]: DEBUG oslo_vmware.api [None req-35fea276-9e08-4b6b-87ee-4ba23f41f788 tempest-ServersNegativeTestJSON-1019155744 tempest-ServersNegativeTestJSON-1019155744-project-member] Task: {'id': task-2387664, 'name': PowerOffVM_Task, 'duration_secs': 0.249699} completed successfully. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1096.896746] env[62328]: DEBUG nova.virt.vmwareapi.vm_util [None req-35fea276-9e08-4b6b-87ee-4ba23f41f788 tempest-ServersNegativeTestJSON-1019155744 tempest-ServersNegativeTestJSON-1019155744-project-member] [instance: 206ded69-14c7-477f-9c36-376ff43a9641] Powered off the VM {{(pid=62328) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1096.896910] env[62328]: DEBUG nova.virt.vmwareapi.vmops [None req-35fea276-9e08-4b6b-87ee-4ba23f41f788 tempest-ServersNegativeTestJSON-1019155744 tempest-ServersNegativeTestJSON-1019155744-project-member] [instance: 206ded69-14c7-477f-9c36-376ff43a9641] Unregistering the VM {{(pid=62328) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1096.897164] env[62328]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-c3b92958-69c1-41f8-8b4e-404916468b17 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1096.941439] env[62328]: DEBUG oslo_service.periodic_task [None req-332cd9a1-235b-4315-894a-68f76363e980 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=62328) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1096.941524] env[62328]: DEBUG oslo_service.periodic_task [None req-332cd9a1-235b-4315-894a-68f76363e980 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=62328) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1096.941653] env[62328]: DEBUG nova.compute.manager [None req-332cd9a1-235b-4315-894a-68f76363e980 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=62328) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11064}} [ 1096.941991] env[62328]: DEBUG oslo_service.periodic_task [None req-332cd9a1-235b-4315-894a-68f76363e980 None None] Running periodic task ComputeManager._cleanup_incomplete_migrations {{(pid=62328) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1096.941991] env[62328]: DEBUG nova.compute.manager [None req-332cd9a1-235b-4315-894a-68f76363e980 None None] Cleaning up deleted instances with incomplete migration {{(pid=62328) _cleanup_incomplete_migrations /opt/stack/nova/nova/compute/manager.py:11783}} [ 1096.961034] env[62328]: DEBUG nova.virt.vmwareapi.vmops [None req-35fea276-9e08-4b6b-87ee-4ba23f41f788 tempest-ServersNegativeTestJSON-1019155744 tempest-ServersNegativeTestJSON-1019155744-project-member] [instance: 206ded69-14c7-477f-9c36-376ff43a9641] Unregistered the VM {{(pid=62328) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1096.961157] env[62328]: DEBUG nova.virt.vmwareapi.vmops [None req-35fea276-9e08-4b6b-87ee-4ba23f41f788 tempest-ServersNegativeTestJSON-1019155744 tempest-ServersNegativeTestJSON-1019155744-project-member] [instance: 206ded69-14c7-477f-9c36-376ff43a9641] Deleting contents of the VM from datastore datastore2 {{(pid=62328) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1096.961289] env[62328]: DEBUG nova.virt.vmwareapi.ds_util [None req-35fea276-9e08-4b6b-87ee-4ba23f41f788 tempest-ServersNegativeTestJSON-1019155744 tempest-ServersNegativeTestJSON-1019155744-project-member] Deleting the datastore file [datastore2] 206ded69-14c7-477f-9c36-376ff43a9641 {{(pid=62328) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1096.961577] env[62328]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-91581c8c-cbd3-44f1-8852-ed75b465feab {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1096.968612] env[62328]: DEBUG oslo_vmware.api [None req-35fea276-9e08-4b6b-87ee-4ba23f41f788 tempest-ServersNegativeTestJSON-1019155744 tempest-ServersNegativeTestJSON-1019155744-project-member] Waiting for the task: (returnval){ [ 1096.968612] env[62328]: value = "task-2387667" [ 1096.968612] env[62328]: _type = "Task" [ 1096.968612] env[62328]: } to complete. {{(pid=62328) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1096.981151] env[62328]: DEBUG oslo_vmware.api [None req-35fea276-9e08-4b6b-87ee-4ba23f41f788 tempest-ServersNegativeTestJSON-1019155744 tempest-ServersNegativeTestJSON-1019155744-project-member] Task: {'id': task-2387667, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1097.042627] env[62328]: DEBUG oslo_vmware.api [None req-62705baf-ba3b-44a0-b60c-9b8ae2aece9a tempest-ServerActionsTestOtherB-626827456 tempest-ServerActionsTestOtherB-626827456-project-member] Task: {'id': task-2387665, 'name': ReconfigVM_Task, 'duration_secs': 0.326968} completed successfully. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1097.042954] env[62328]: DEBUG nova.virt.vmwareapi.vmops [None req-62705baf-ba3b-44a0-b60c-9b8ae2aece9a tempest-ServerActionsTestOtherB-626827456 tempest-ServerActionsTestOtherB-626827456-project-member] [instance: 726d231d-afd9-460a-818e-7412af85a7f1] Updating instance '726d231d-afd9-460a-818e-7412af85a7f1' progress to 33 {{(pid=62328) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1097.049096] env[62328]: DEBUG oslo_concurrency.lockutils [None req-58275796-633d-4c50-9be7-b9c4c008eb76 tempest-ServerRescueNegativeTestJSON-713788249 tempest-ServerRescueNegativeTestJSON-713788249-project-member] Acquiring lock "52de62c1-e7ae-440d-b390-64b4594548c1" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1097.049329] env[62328]: DEBUG oslo_concurrency.lockutils [None req-58275796-633d-4c50-9be7-b9c4c008eb76 tempest-ServerRescueNegativeTestJSON-713788249 tempest-ServerRescueNegativeTestJSON-713788249-project-member] Lock "52de62c1-e7ae-440d-b390-64b4594548c1" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1097.049537] env[62328]: INFO nova.compute.manager [None req-58275796-633d-4c50-9be7-b9c4c008eb76 tempest-ServerRescueNegativeTestJSON-713788249 tempest-ServerRescueNegativeTestJSON-713788249-project-member] [instance: 52de62c1-e7ae-440d-b390-64b4594548c1] Attaching volume 227f4a0b-c0ca-4b3e-a8d7-4e4ec3016743 to /dev/sdb [ 1097.079048] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ee54f22b-106d-4d32-a702-4e0c52d87fce {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1097.088521] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ef5d3b6f-3cae-4788-a21f-a1ae6826c9cc {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1097.102107] env[62328]: DEBUG nova.virt.block_device [None req-58275796-633d-4c50-9be7-b9c4c008eb76 tempest-ServerRescueNegativeTestJSON-713788249 tempest-ServerRescueNegativeTestJSON-713788249-project-member] [instance: 52de62c1-e7ae-440d-b390-64b4594548c1] Updating existing volume attachment record: 584d094d-8f16-4b43-a042-0b9b3a649ef4 {{(pid=62328) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1097.120063] env[62328]: DEBUG nova.compute.manager [None req-c259132b-7687-4124-a170-f78063e43bbc tempest-ServersNegativeTestMultiTenantJSON-1988080229 tempest-ServersNegativeTestMultiTenantJSON-1988080229-project-member] [instance: 8617e373-f35d-416f-91e4-5842d714d360] Start destroying the instance on the hypervisor. {{(pid=62328) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1097.120315] env[62328]: DEBUG nova.virt.vmwareapi.vmops [None req-c259132b-7687-4124-a170-f78063e43bbc tempest-ServersNegativeTestMultiTenantJSON-1988080229 tempest-ServersNegativeTestMultiTenantJSON-1988080229-project-member] [instance: 8617e373-f35d-416f-91e4-5842d714d360] Destroying instance {{(pid=62328) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1097.121141] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-baa8e01c-2944-4ac3-804b-74e54c75b019 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1097.128766] env[62328]: DEBUG nova.virt.vmwareapi.vm_util [None req-c259132b-7687-4124-a170-f78063e43bbc tempest-ServersNegativeTestMultiTenantJSON-1988080229 tempest-ServersNegativeTestMultiTenantJSON-1988080229-project-member] [instance: 8617e373-f35d-416f-91e4-5842d714d360] Powering off the VM {{(pid=62328) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1097.128992] env[62328]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e92acb3d-566e-4f1b-b205-356e8afa1c48 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1097.134329] env[62328]: DEBUG oslo_vmware.api [None req-c259132b-7687-4124-a170-f78063e43bbc tempest-ServersNegativeTestMultiTenantJSON-1988080229 tempest-ServersNegativeTestMultiTenantJSON-1988080229-project-member] Waiting for the task: (returnval){ [ 1097.134329] env[62328]: value = "task-2387668" [ 1097.134329] env[62328]: _type = "Task" [ 1097.134329] env[62328]: } to complete. {{(pid=62328) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1097.144215] env[62328]: DEBUG oslo_vmware.api [None req-c259132b-7687-4124-a170-f78063e43bbc tempest-ServersNegativeTestMultiTenantJSON-1988080229 tempest-ServersNegativeTestMultiTenantJSON-1988080229-project-member] Task: {'id': task-2387668, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1097.152450] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-057cc728-98a7-4ce3-9917-f63d986c0f39 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1097.159248] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a7cac7df-cb02-4a81-b9fa-393073c0e661 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1097.188642] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-49c6aa7e-47ad-48e7-a1a4-dcd70cb407ca {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1097.196223] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3af5eadf-fab8-4c7a-ae77-7f6767311187 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1097.211090] env[62328]: DEBUG nova.compute.provider_tree [None req-6ba516c4-205b-49b0-8a43-49302fb34fa2 tempest-DeleteServersTestJSON-1766103036 tempest-DeleteServersTestJSON-1766103036-project-member] Inventory has not changed in ProviderTree for provider: 3469e9f8-04af-49ca-8435-49f104496744 {{(pid=62328) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1097.480372] env[62328]: DEBUG oslo_vmware.api [None req-35fea276-9e08-4b6b-87ee-4ba23f41f788 tempest-ServersNegativeTestJSON-1019155744 tempest-ServersNegativeTestJSON-1019155744-project-member] Task: {'id': task-2387667, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.341856} completed successfully. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1097.480637] env[62328]: DEBUG nova.virt.vmwareapi.ds_util [None req-35fea276-9e08-4b6b-87ee-4ba23f41f788 tempest-ServersNegativeTestJSON-1019155744 tempest-ServersNegativeTestJSON-1019155744-project-member] Deleted the datastore file {{(pid=62328) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1097.480802] env[62328]: DEBUG nova.virt.vmwareapi.vmops [None req-35fea276-9e08-4b6b-87ee-4ba23f41f788 tempest-ServersNegativeTestJSON-1019155744 tempest-ServersNegativeTestJSON-1019155744-project-member] [instance: 206ded69-14c7-477f-9c36-376ff43a9641] Deleted contents of the VM from datastore datastore2 {{(pid=62328) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1097.480975] env[62328]: DEBUG nova.virt.vmwareapi.vmops [None req-35fea276-9e08-4b6b-87ee-4ba23f41f788 tempest-ServersNegativeTestJSON-1019155744 tempest-ServersNegativeTestJSON-1019155744-project-member] [instance: 206ded69-14c7-477f-9c36-376ff43a9641] Instance destroyed {{(pid=62328) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1097.481192] env[62328]: INFO nova.compute.manager [None req-35fea276-9e08-4b6b-87ee-4ba23f41f788 tempest-ServersNegativeTestJSON-1019155744 tempest-ServersNegativeTestJSON-1019155744-project-member] [instance: 206ded69-14c7-477f-9c36-376ff43a9641] Took 1.11 seconds to destroy the instance on the hypervisor. [ 1097.481434] env[62328]: DEBUG oslo.service.loopingcall [None req-35fea276-9e08-4b6b-87ee-4ba23f41f788 tempest-ServersNegativeTestJSON-1019155744 tempest-ServersNegativeTestJSON-1019155744-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62328) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1097.481623] env[62328]: DEBUG nova.compute.manager [-] [instance: 206ded69-14c7-477f-9c36-376ff43a9641] Deallocating network for instance {{(pid=62328) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1097.481715] env[62328]: DEBUG nova.network.neutron [-] [instance: 206ded69-14c7-477f-9c36-376ff43a9641] deallocate_for_instance() {{(pid=62328) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1097.548916] env[62328]: DEBUG nova.virt.hardware [None req-62705baf-ba3b-44a0-b60c-9b8ae2aece9a tempest-ServerActionsTestOtherB-626827456 tempest-ServerActionsTestOtherB-626827456-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-07T17:16:55Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=dbf872a4-92be-47e4-8561-c3e2bf2423ab,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62328) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1097.549164] env[62328]: DEBUG nova.virt.hardware [None req-62705baf-ba3b-44a0-b60c-9b8ae2aece9a tempest-ServerActionsTestOtherB-626827456 tempest-ServerActionsTestOtherB-626827456-project-member] Flavor limits 0:0:0 {{(pid=62328) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1097.549316] env[62328]: DEBUG nova.virt.hardware [None req-62705baf-ba3b-44a0-b60c-9b8ae2aece9a tempest-ServerActionsTestOtherB-626827456 tempest-ServerActionsTestOtherB-626827456-project-member] Image limits 0:0:0 {{(pid=62328) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1097.549491] env[62328]: DEBUG nova.virt.hardware [None req-62705baf-ba3b-44a0-b60c-9b8ae2aece9a tempest-ServerActionsTestOtherB-626827456 tempest-ServerActionsTestOtherB-626827456-project-member] Flavor pref 0:0:0 {{(pid=62328) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1097.549631] env[62328]: DEBUG nova.virt.hardware [None req-62705baf-ba3b-44a0-b60c-9b8ae2aece9a tempest-ServerActionsTestOtherB-626827456 tempest-ServerActionsTestOtherB-626827456-project-member] Image pref 0:0:0 {{(pid=62328) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1097.549788] env[62328]: DEBUG nova.virt.hardware [None req-62705baf-ba3b-44a0-b60c-9b8ae2aece9a tempest-ServerActionsTestOtherB-626827456 tempest-ServerActionsTestOtherB-626827456-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62328) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1097.550015] env[62328]: DEBUG nova.virt.hardware [None req-62705baf-ba3b-44a0-b60c-9b8ae2aece9a tempest-ServerActionsTestOtherB-626827456 tempest-ServerActionsTestOtherB-626827456-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62328) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1097.550179] env[62328]: DEBUG nova.virt.hardware [None req-62705baf-ba3b-44a0-b60c-9b8ae2aece9a tempest-ServerActionsTestOtherB-626827456 tempest-ServerActionsTestOtherB-626827456-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62328) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1097.550340] env[62328]: DEBUG nova.virt.hardware [None req-62705baf-ba3b-44a0-b60c-9b8ae2aece9a tempest-ServerActionsTestOtherB-626827456 tempest-ServerActionsTestOtherB-626827456-project-member] Got 1 possible topologies {{(pid=62328) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1097.550497] env[62328]: DEBUG nova.virt.hardware [None req-62705baf-ba3b-44a0-b60c-9b8ae2aece9a tempest-ServerActionsTestOtherB-626827456 tempest-ServerActionsTestOtherB-626827456-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62328) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1097.550663] env[62328]: DEBUG nova.virt.hardware [None req-62705baf-ba3b-44a0-b60c-9b8ae2aece9a tempest-ServerActionsTestOtherB-626827456 tempest-ServerActionsTestOtherB-626827456-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62328) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1097.556079] env[62328]: DEBUG nova.virt.vmwareapi.volumeops [None req-62705baf-ba3b-44a0-b60c-9b8ae2aece9a tempest-ServerActionsTestOtherB-626827456 tempest-ServerActionsTestOtherB-626827456-project-member] [instance: 726d231d-afd9-460a-818e-7412af85a7f1] Reconfiguring VM instance instance-00000061 to detach disk 2000 {{(pid=62328) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1097.556352] env[62328]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8d2ef4f6-b614-4ac3-9ca9-93a71485c87b {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1097.573589] env[62328]: DEBUG oslo_vmware.api [None req-62705baf-ba3b-44a0-b60c-9b8ae2aece9a tempest-ServerActionsTestOtherB-626827456 tempest-ServerActionsTestOtherB-626827456-project-member] Waiting for the task: (returnval){ [ 1097.573589] env[62328]: value = "task-2387671" [ 1097.573589] env[62328]: _type = "Task" [ 1097.573589] env[62328]: } to complete. {{(pid=62328) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1097.581675] env[62328]: DEBUG oslo_vmware.api [None req-62705baf-ba3b-44a0-b60c-9b8ae2aece9a tempest-ServerActionsTestOtherB-626827456 tempest-ServerActionsTestOtherB-626827456-project-member] Task: {'id': task-2387671, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1097.647149] env[62328]: DEBUG oslo_vmware.api [None req-c259132b-7687-4124-a170-f78063e43bbc tempest-ServersNegativeTestMultiTenantJSON-1988080229 tempest-ServersNegativeTestMultiTenantJSON-1988080229-project-member] Task: {'id': task-2387668, 'name': PowerOffVM_Task, 'duration_secs': 0.18644} completed successfully. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1097.647149] env[62328]: DEBUG nova.virt.vmwareapi.vm_util [None req-c259132b-7687-4124-a170-f78063e43bbc tempest-ServersNegativeTestMultiTenantJSON-1988080229 tempest-ServersNegativeTestMultiTenantJSON-1988080229-project-member] [instance: 8617e373-f35d-416f-91e4-5842d714d360] Powered off the VM {{(pid=62328) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1097.647149] env[62328]: DEBUG nova.virt.vmwareapi.vmops [None req-c259132b-7687-4124-a170-f78063e43bbc tempest-ServersNegativeTestMultiTenantJSON-1988080229 tempest-ServersNegativeTestMultiTenantJSON-1988080229-project-member] [instance: 8617e373-f35d-416f-91e4-5842d714d360] Unregistering the VM {{(pid=62328) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1097.647149] env[62328]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-defad04a-a486-43e6-9c94-13b358b65050 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1097.708965] env[62328]: DEBUG nova.virt.vmwareapi.vmops [None req-c259132b-7687-4124-a170-f78063e43bbc tempest-ServersNegativeTestMultiTenantJSON-1988080229 tempest-ServersNegativeTestMultiTenantJSON-1988080229-project-member] [instance: 8617e373-f35d-416f-91e4-5842d714d360] Unregistered the VM {{(pid=62328) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1097.709264] env[62328]: DEBUG nova.virt.vmwareapi.vmops [None req-c259132b-7687-4124-a170-f78063e43bbc tempest-ServersNegativeTestMultiTenantJSON-1988080229 tempest-ServersNegativeTestMultiTenantJSON-1988080229-project-member] [instance: 8617e373-f35d-416f-91e4-5842d714d360] Deleting contents of the VM from datastore datastore2 {{(pid=62328) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1097.709841] env[62328]: DEBUG nova.virt.vmwareapi.ds_util [None req-c259132b-7687-4124-a170-f78063e43bbc tempest-ServersNegativeTestMultiTenantJSON-1988080229 tempest-ServersNegativeTestMultiTenantJSON-1988080229-project-member] Deleting the datastore file [datastore2] 8617e373-f35d-416f-91e4-5842d714d360 {{(pid=62328) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1097.709841] env[62328]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-16951558-52e1-4d93-96d4-4e543ed3416c {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1097.714192] env[62328]: DEBUG nova.scheduler.client.report [None req-6ba516c4-205b-49b0-8a43-49302fb34fa2 tempest-DeleteServersTestJSON-1766103036 tempest-DeleteServersTestJSON-1766103036-project-member] Inventory has not changed for provider 3469e9f8-04af-49ca-8435-49f104496744 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 152, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62328) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1097.721307] env[62328]: DEBUG oslo_vmware.api [None req-c259132b-7687-4124-a170-f78063e43bbc tempest-ServersNegativeTestMultiTenantJSON-1988080229 tempest-ServersNegativeTestMultiTenantJSON-1988080229-project-member] Waiting for the task: (returnval){ [ 1097.721307] env[62328]: value = "task-2387674" [ 1097.721307] env[62328]: _type = "Task" [ 1097.721307] env[62328]: } to complete. {{(pid=62328) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1097.732175] env[62328]: DEBUG oslo_vmware.api [None req-c259132b-7687-4124-a170-f78063e43bbc tempest-ServersNegativeTestMultiTenantJSON-1988080229 tempest-ServersNegativeTestMultiTenantJSON-1988080229-project-member] Task: {'id': task-2387674, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1097.751970] env[62328]: DEBUG nova.compute.manager [req-41ed31ae-a83d-4d1d-bedf-9c847979547d req-ccfe2a05-3505-4921-a467-237f3da6721e service nova] [instance: 206ded69-14c7-477f-9c36-376ff43a9641] Received event network-vif-deleted-63d4460f-c721-4686-9834-f681a2947d2e {{(pid=62328) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1097.752229] env[62328]: INFO nova.compute.manager [req-41ed31ae-a83d-4d1d-bedf-9c847979547d req-ccfe2a05-3505-4921-a467-237f3da6721e service nova] [instance: 206ded69-14c7-477f-9c36-376ff43a9641] Neutron deleted interface 63d4460f-c721-4686-9834-f681a2947d2e; detaching it from the instance and deleting it from the info cache [ 1097.752468] env[62328]: DEBUG nova.network.neutron [req-41ed31ae-a83d-4d1d-bedf-9c847979547d req-ccfe2a05-3505-4921-a467-237f3da6721e service nova] [instance: 206ded69-14c7-477f-9c36-376ff43a9641] Updating instance_info_cache with network_info: [] {{(pid=62328) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1097.897703] env[62328]: DEBUG oslo_concurrency.lockutils [None req-e4b84ebc-391f-4d64-8817-4fdf496b4897 tempest-ServerActionsTestOtherA-1098162655 tempest-ServerActionsTestOtherA-1098162655-project-member] Acquiring lock "52a2a5c8-436b-462f-8786-acb79fa350b7-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1097.897890] env[62328]: DEBUG oslo_concurrency.lockutils [None req-e4b84ebc-391f-4d64-8817-4fdf496b4897 tempest-ServerActionsTestOtherA-1098162655 tempest-ServerActionsTestOtherA-1098162655-project-member] Lock "52a2a5c8-436b-462f-8786-acb79fa350b7-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1097.898059] env[62328]: DEBUG oslo_concurrency.lockutils [None req-e4b84ebc-391f-4d64-8817-4fdf496b4897 tempest-ServerActionsTestOtherA-1098162655 tempest-ServerActionsTestOtherA-1098162655-project-member] Lock "52a2a5c8-436b-462f-8786-acb79fa350b7-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1098.084266] env[62328]: DEBUG oslo_vmware.api [None req-62705baf-ba3b-44a0-b60c-9b8ae2aece9a tempest-ServerActionsTestOtherB-626827456 tempest-ServerActionsTestOtherB-626827456-project-member] Task: {'id': task-2387671, 'name': ReconfigVM_Task, 'duration_secs': 0.199432} completed successfully. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1098.084517] env[62328]: DEBUG nova.virt.vmwareapi.volumeops [None req-62705baf-ba3b-44a0-b60c-9b8ae2aece9a tempest-ServerActionsTestOtherB-626827456 tempest-ServerActionsTestOtherB-626827456-project-member] [instance: 726d231d-afd9-460a-818e-7412af85a7f1] Reconfigured VM instance instance-00000061 to detach disk 2000 {{(pid=62328) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1098.085417] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e5e93208-1f95-4d94-a6e7-d885d2b9a056 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1098.109175] env[62328]: DEBUG nova.virt.vmwareapi.volumeops [None req-62705baf-ba3b-44a0-b60c-9b8ae2aece9a tempest-ServerActionsTestOtherB-626827456 tempest-ServerActionsTestOtherB-626827456-project-member] [instance: 726d231d-afd9-460a-818e-7412af85a7f1] Reconfiguring VM instance instance-00000061 to attach disk [datastore2] 726d231d-afd9-460a-818e-7412af85a7f1/726d231d-afd9-460a-818e-7412af85a7f1.vmdk or device None with type thin {{(pid=62328) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1098.109454] env[62328]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9c661ca9-f648-444b-9f1b-6b40b5a10982 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1098.127340] env[62328]: DEBUG oslo_vmware.api [None req-62705baf-ba3b-44a0-b60c-9b8ae2aece9a tempest-ServerActionsTestOtherB-626827456 tempest-ServerActionsTestOtherB-626827456-project-member] Waiting for the task: (returnval){ [ 1098.127340] env[62328]: value = "task-2387676" [ 1098.127340] env[62328]: _type = "Task" [ 1098.127340] env[62328]: } to complete. {{(pid=62328) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1098.135383] env[62328]: DEBUG oslo_vmware.api [None req-62705baf-ba3b-44a0-b60c-9b8ae2aece9a tempest-ServerActionsTestOtherB-626827456 tempest-ServerActionsTestOtherB-626827456-project-member] Task: {'id': task-2387676, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1098.222475] env[62328]: DEBUG oslo_concurrency.lockutils [None req-6ba516c4-205b-49b0-8a43-49302fb34fa2 tempest-DeleteServersTestJSON-1766103036 tempest-DeleteServersTestJSON-1766103036-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.818s {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1098.228057] env[62328]: DEBUG nova.network.neutron [-] [instance: 206ded69-14c7-477f-9c36-376ff43a9641] Updating instance_info_cache with network_info: [] {{(pid=62328) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1098.234893] env[62328]: DEBUG oslo_vmware.api [None req-c259132b-7687-4124-a170-f78063e43bbc tempest-ServersNegativeTestMultiTenantJSON-1988080229 tempest-ServersNegativeTestMultiTenantJSON-1988080229-project-member] Task: {'id': task-2387674, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.173543} completed successfully. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1098.235169] env[62328]: DEBUG nova.virt.vmwareapi.ds_util [None req-c259132b-7687-4124-a170-f78063e43bbc tempest-ServersNegativeTestMultiTenantJSON-1988080229 tempest-ServersNegativeTestMultiTenantJSON-1988080229-project-member] Deleted the datastore file {{(pid=62328) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1098.235352] env[62328]: DEBUG nova.virt.vmwareapi.vmops [None req-c259132b-7687-4124-a170-f78063e43bbc tempest-ServersNegativeTestMultiTenantJSON-1988080229 tempest-ServersNegativeTestMultiTenantJSON-1988080229-project-member] [instance: 8617e373-f35d-416f-91e4-5842d714d360] Deleted contents of the VM from datastore datastore2 {{(pid=62328) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1098.235523] env[62328]: DEBUG nova.virt.vmwareapi.vmops [None req-c259132b-7687-4124-a170-f78063e43bbc tempest-ServersNegativeTestMultiTenantJSON-1988080229 tempest-ServersNegativeTestMultiTenantJSON-1988080229-project-member] [instance: 8617e373-f35d-416f-91e4-5842d714d360] Instance destroyed {{(pid=62328) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1098.235699] env[62328]: INFO nova.compute.manager [None req-c259132b-7687-4124-a170-f78063e43bbc tempest-ServersNegativeTestMultiTenantJSON-1988080229 tempest-ServersNegativeTestMultiTenantJSON-1988080229-project-member] [instance: 8617e373-f35d-416f-91e4-5842d714d360] Took 1.12 seconds to destroy the instance on the hypervisor. [ 1098.235986] env[62328]: DEBUG oslo.service.loopingcall [None req-c259132b-7687-4124-a170-f78063e43bbc tempest-ServersNegativeTestMultiTenantJSON-1988080229 tempest-ServersNegativeTestMultiTenantJSON-1988080229-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62328) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1098.236127] env[62328]: DEBUG nova.compute.manager [-] [instance: 8617e373-f35d-416f-91e4-5842d714d360] Deallocating network for instance {{(pid=62328) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1098.236223] env[62328]: DEBUG nova.network.neutron [-] [instance: 8617e373-f35d-416f-91e4-5842d714d360] deallocate_for_instance() {{(pid=62328) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1098.255157] env[62328]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-3eb8a6d0-8b04-4dac-9c02-76e367ae21b5 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1098.264562] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3996c3aa-d420-4987-863b-9fddf687313d {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1098.298145] env[62328]: DEBUG nova.compute.manager [req-41ed31ae-a83d-4d1d-bedf-9c847979547d req-ccfe2a05-3505-4921-a467-237f3da6721e service nova] [instance: 206ded69-14c7-477f-9c36-376ff43a9641] Detach interface failed, port_id=63d4460f-c721-4686-9834-f681a2947d2e, reason: Instance 206ded69-14c7-477f-9c36-376ff43a9641 could not be found. {{(pid=62328) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 1098.318316] env[62328]: INFO nova.scheduler.client.report [None req-6ba516c4-205b-49b0-8a43-49302fb34fa2 tempest-DeleteServersTestJSON-1766103036 tempest-DeleteServersTestJSON-1766103036-project-member] Deleted allocations for instance 46036359-e19d-4dda-9b4f-41c3826f364d [ 1098.638101] env[62328]: DEBUG oslo_vmware.api [None req-62705baf-ba3b-44a0-b60c-9b8ae2aece9a tempest-ServerActionsTestOtherB-626827456 tempest-ServerActionsTestOtherB-626827456-project-member] Task: {'id': task-2387676, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1098.731246] env[62328]: INFO nova.compute.manager [-] [instance: 206ded69-14c7-477f-9c36-376ff43a9641] Took 1.25 seconds to deallocate network for instance. [ 1098.825798] env[62328]: DEBUG oslo_concurrency.lockutils [None req-6ba516c4-205b-49b0-8a43-49302fb34fa2 tempest-DeleteServersTestJSON-1766103036 tempest-DeleteServersTestJSON-1766103036-project-member] Lock "46036359-e19d-4dda-9b4f-41c3826f364d" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.930s {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1098.932486] env[62328]: DEBUG oslo_concurrency.lockutils [None req-e4b84ebc-391f-4d64-8817-4fdf496b4897 tempest-ServerActionsTestOtherA-1098162655 tempest-ServerActionsTestOtherA-1098162655-project-member] Acquiring lock "refresh_cache-52a2a5c8-436b-462f-8786-acb79fa350b7" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1098.932661] env[62328]: DEBUG oslo_concurrency.lockutils [None req-e4b84ebc-391f-4d64-8817-4fdf496b4897 tempest-ServerActionsTestOtherA-1098162655 tempest-ServerActionsTestOtherA-1098162655-project-member] Acquired lock "refresh_cache-52a2a5c8-436b-462f-8786-acb79fa350b7" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1098.932839] env[62328]: DEBUG nova.network.neutron [None req-e4b84ebc-391f-4d64-8817-4fdf496b4897 tempest-ServerActionsTestOtherA-1098162655 tempest-ServerActionsTestOtherA-1098162655-project-member] [instance: 52a2a5c8-436b-462f-8786-acb79fa350b7] Building network info cache for instance {{(pid=62328) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1098.972786] env[62328]: DEBUG nova.network.neutron [-] [instance: 8617e373-f35d-416f-91e4-5842d714d360] Updating instance_info_cache with network_info: [] {{(pid=62328) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1099.138968] env[62328]: DEBUG oslo_vmware.api [None req-62705baf-ba3b-44a0-b60c-9b8ae2aece9a tempest-ServerActionsTestOtherB-626827456 tempest-ServerActionsTestOtherB-626827456-project-member] Task: {'id': task-2387676, 'name': ReconfigVM_Task, 'duration_secs': 0.787988} completed successfully. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1099.139272] env[62328]: DEBUG nova.virt.vmwareapi.volumeops [None req-62705baf-ba3b-44a0-b60c-9b8ae2aece9a tempest-ServerActionsTestOtherB-626827456 tempest-ServerActionsTestOtherB-626827456-project-member] [instance: 726d231d-afd9-460a-818e-7412af85a7f1] Reconfigured VM instance instance-00000061 to attach disk [datastore2] 726d231d-afd9-460a-818e-7412af85a7f1/726d231d-afd9-460a-818e-7412af85a7f1.vmdk or device None with type thin {{(pid=62328) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1099.139589] env[62328]: DEBUG nova.virt.vmwareapi.vmops [None req-62705baf-ba3b-44a0-b60c-9b8ae2aece9a tempest-ServerActionsTestOtherB-626827456 tempest-ServerActionsTestOtherB-626827456-project-member] [instance: 726d231d-afd9-460a-818e-7412af85a7f1] Updating instance '726d231d-afd9-460a-818e-7412af85a7f1' progress to 50 {{(pid=62328) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1099.237893] env[62328]: DEBUG oslo_concurrency.lockutils [None req-35fea276-9e08-4b6b-87ee-4ba23f41f788 tempest-ServersNegativeTestJSON-1019155744 tempest-ServersNegativeTestJSON-1019155744-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1099.238229] env[62328]: DEBUG oslo_concurrency.lockutils [None req-35fea276-9e08-4b6b-87ee-4ba23f41f788 tempest-ServersNegativeTestJSON-1019155744 tempest-ServersNegativeTestJSON-1019155744-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1099.238494] env[62328]: DEBUG nova.objects.instance [None req-35fea276-9e08-4b6b-87ee-4ba23f41f788 tempest-ServersNegativeTestJSON-1019155744 tempest-ServersNegativeTestJSON-1019155744-project-member] Lazy-loading 'resources' on Instance uuid 206ded69-14c7-477f-9c36-376ff43a9641 {{(pid=62328) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1099.427154] env[62328]: DEBUG oslo_service.periodic_task [None req-332cd9a1-235b-4315-894a-68f76363e980 None None] Running periodic task ComputeManager._run_pending_deletes {{(pid=62328) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1099.427317] env[62328]: DEBUG nova.compute.manager [None req-332cd9a1-235b-4315-894a-68f76363e980 None None] Cleaning up deleted instances {{(pid=62328) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11745}} [ 1099.476342] env[62328]: INFO nova.compute.manager [-] [instance: 8617e373-f35d-416f-91e4-5842d714d360] Took 1.24 seconds to deallocate network for instance. [ 1099.650017] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8d40d98d-9baf-4bbb-9f1a-c7376bfa0503 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1099.666884] env[62328]: DEBUG nova.network.neutron [None req-e4b84ebc-391f-4d64-8817-4fdf496b4897 tempest-ServerActionsTestOtherA-1098162655 tempest-ServerActionsTestOtherA-1098162655-project-member] [instance: 52a2a5c8-436b-462f-8786-acb79fa350b7] Updating instance_info_cache with network_info: [{"id": "e43ac17d-9066-4416-8586-982f8488ba68", "address": "fa:16:3e:19:31:66", "network": {"id": "ed570829-7777-4fb9-9e0f-cef4ca21980b", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1726239177-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.143", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "17143bbcad5b4da0801478fe45bd8ce6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a965790c-2d2f-4c2a-9ee7-745f4d53039b", "external-id": "nsx-vlan-transportzone-708", "segmentation_id": 708, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape43ac17d-90", "ovs_interfaceid": "e43ac17d-9066-4416-8586-982f8488ba68", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62328) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1099.668574] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0ba879f5-e1ac-4711-80a4-0b10f408d14f {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1099.686173] env[62328]: DEBUG nova.virt.vmwareapi.vmops [None req-62705baf-ba3b-44a0-b60c-9b8ae2aece9a tempest-ServerActionsTestOtherB-626827456 tempest-ServerActionsTestOtherB-626827456-project-member] [instance: 726d231d-afd9-460a-818e-7412af85a7f1] Updating instance '726d231d-afd9-460a-818e-7412af85a7f1' progress to 67 {{(pid=62328) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1099.780155] env[62328]: DEBUG nova.compute.manager [req-9bd31967-dd67-4255-be12-3be46c74007d req-f1a99f65-b0dd-4801-ba85-107927a99845 service nova] [instance: 8617e373-f35d-416f-91e4-5842d714d360] Received event network-vif-deleted-5ae3b41e-a053-476f-a8d1-235671b7e7e9 {{(pid=62328) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1099.943594] env[62328]: DEBUG nova.compute.manager [None req-332cd9a1-235b-4315-894a-68f76363e980 None None] There are 56 instances to clean {{(pid=62328) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11754}} [ 1099.943773] env[62328]: DEBUG nova.compute.manager [None req-332cd9a1-235b-4315-894a-68f76363e980 None None] [instance: 46036359-e19d-4dda-9b4f-41c3826f364d] Instance has had 0 of 5 cleanup attempts {{(pid=62328) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1099.982737] env[62328]: DEBUG oslo_concurrency.lockutils [None req-c259132b-7687-4124-a170-f78063e43bbc tempest-ServersNegativeTestMultiTenantJSON-1988080229 tempest-ServersNegativeTestMultiTenantJSON-1988080229-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1099.993238] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9e26fb4e-27ce-499a-bbe1-237bf3d69066 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1100.002708] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e4d74589-80ea-43c3-8e4c-45cd6b617b4a {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1100.031970] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0b27c0d5-c1f6-46f5-a0e4-2b75273c452d {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1100.039280] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3a7d449a-7e65-42f9-ba45-759820829a7f {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1100.052681] env[62328]: DEBUG nova.compute.provider_tree [None req-35fea276-9e08-4b6b-87ee-4ba23f41f788 tempest-ServersNegativeTestJSON-1019155744 tempest-ServersNegativeTestJSON-1019155744-project-member] Inventory has not changed in ProviderTree for provider: 3469e9f8-04af-49ca-8435-49f104496744 {{(pid=62328) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1100.148376] env[62328]: DEBUG nova.virt.vmwareapi.volumeops [None req-afa938b5-1cf5-4c52-8df7-a5cca149a3ce tempest-AttachVolumeNegativeTest-1920358930 tempest-AttachVolumeNegativeTest-1920358930-project-member] [instance: 56f7b645-cd8a-48a4-ba32-455cfc09fd88] Volume attach. Driver type: vmdk {{(pid=62328) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1100.148615] env[62328]: DEBUG nova.virt.vmwareapi.volumeops [None req-afa938b5-1cf5-4c52-8df7-a5cca149a3ce tempest-AttachVolumeNegativeTest-1920358930 tempest-AttachVolumeNegativeTest-1920358930-project-member] [instance: 56f7b645-cd8a-48a4-ba32-455cfc09fd88] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-484473', 'volume_id': '647fb2ca-6e44-4fe9-b57e-ac13dda369a1', 'name': 'volume-647fb2ca-6e44-4fe9-b57e-ac13dda369a1', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '56f7b645-cd8a-48a4-ba32-455cfc09fd88', 'attached_at': '', 'detached_at': '', 'volume_id': '647fb2ca-6e44-4fe9-b57e-ac13dda369a1', 'serial': '647fb2ca-6e44-4fe9-b57e-ac13dda369a1'} {{(pid=62328) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1100.149495] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-246affac-459a-4b46-81df-6575f7d9fdaa {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1100.165410] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-71fb3748-6374-4ef3-b9e9-e0d1d4709380 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1100.182206] env[62328]: DEBUG oslo_concurrency.lockutils [None req-e4b84ebc-391f-4d64-8817-4fdf496b4897 tempest-ServerActionsTestOtherA-1098162655 tempest-ServerActionsTestOtherA-1098162655-project-member] Releasing lock "refresh_cache-52a2a5c8-436b-462f-8786-acb79fa350b7" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1100.192775] env[62328]: DEBUG nova.virt.vmwareapi.volumeops [None req-afa938b5-1cf5-4c52-8df7-a5cca149a3ce tempest-AttachVolumeNegativeTest-1920358930 tempest-AttachVolumeNegativeTest-1920358930-project-member] [instance: 56f7b645-cd8a-48a4-ba32-455cfc09fd88] Reconfiguring VM instance instance-0000006e to attach disk [datastore2] volume-647fb2ca-6e44-4fe9-b57e-ac13dda369a1/volume-647fb2ca-6e44-4fe9-b57e-ac13dda369a1.vmdk or device None with type thin {{(pid=62328) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1100.196679] env[62328]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-73e77b6a-8e38-4bfa-b20c-b19b75bb996e {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1100.215931] env[62328]: DEBUG oslo_vmware.api [None req-afa938b5-1cf5-4c52-8df7-a5cca149a3ce tempest-AttachVolumeNegativeTest-1920358930 tempest-AttachVolumeNegativeTest-1920358930-project-member] Waiting for the task: (returnval){ [ 1100.215931] env[62328]: value = "task-2387678" [ 1100.215931] env[62328]: _type = "Task" [ 1100.215931] env[62328]: } to complete. {{(pid=62328) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1100.226644] env[62328]: DEBUG oslo_vmware.api [None req-afa938b5-1cf5-4c52-8df7-a5cca149a3ce tempest-AttachVolumeNegativeTest-1920358930 tempest-AttachVolumeNegativeTest-1920358930-project-member] Task: {'id': task-2387678, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1100.243290] env[62328]: DEBUG nova.network.neutron [None req-62705baf-ba3b-44a0-b60c-9b8ae2aece9a tempest-ServerActionsTestOtherB-626827456 tempest-ServerActionsTestOtherB-626827456-project-member] [instance: 726d231d-afd9-460a-818e-7412af85a7f1] Port 7289e465-ad21-47a5-8450-705b2fd68ae8 binding to destination host cpu-1 is already ACTIVE {{(pid=62328) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1100.448112] env[62328]: DEBUG nova.compute.manager [None req-332cd9a1-235b-4315-894a-68f76363e980 None None] [instance: 1238ca59-2e55-4d5c-bbf8-2730ee5e6739] Instance has had 0 of 5 cleanup attempts {{(pid=62328) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1100.555715] env[62328]: DEBUG nova.scheduler.client.report [None req-35fea276-9e08-4b6b-87ee-4ba23f41f788 tempest-ServersNegativeTestJSON-1019155744 tempest-ServersNegativeTestJSON-1019155744-project-member] Inventory has not changed for provider 3469e9f8-04af-49ca-8435-49f104496744 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 152, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62328) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1100.701847] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dc7db45e-b05d-4977-adc0-5a374e3b0ef1 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1100.712277] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-149c4de5-fb82-4255-a73f-35ca6ede0e00 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1100.731823] env[62328]: DEBUG oslo_vmware.api [None req-afa938b5-1cf5-4c52-8df7-a5cca149a3ce tempest-AttachVolumeNegativeTest-1920358930 tempest-AttachVolumeNegativeTest-1920358930-project-member] Task: {'id': task-2387678, 'name': ReconfigVM_Task, 'duration_secs': 0.33376} completed successfully. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1100.732139] env[62328]: DEBUG nova.virt.vmwareapi.volumeops [None req-afa938b5-1cf5-4c52-8df7-a5cca149a3ce tempest-AttachVolumeNegativeTest-1920358930 tempest-AttachVolumeNegativeTest-1920358930-project-member] [instance: 56f7b645-cd8a-48a4-ba32-455cfc09fd88] Reconfigured VM instance instance-0000006e to attach disk [datastore2] volume-647fb2ca-6e44-4fe9-b57e-ac13dda369a1/volume-647fb2ca-6e44-4fe9-b57e-ac13dda369a1.vmdk or device None with type thin {{(pid=62328) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1100.736824] env[62328]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a203e48f-0812-4387-9af7-750aa536027a {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1100.756059] env[62328]: DEBUG oslo_vmware.api [None req-afa938b5-1cf5-4c52-8df7-a5cca149a3ce tempest-AttachVolumeNegativeTest-1920358930 tempest-AttachVolumeNegativeTest-1920358930-project-member] Waiting for the task: (returnval){ [ 1100.756059] env[62328]: value = "task-2387680" [ 1100.756059] env[62328]: _type = "Task" [ 1100.756059] env[62328]: } to complete. {{(pid=62328) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1100.765064] env[62328]: DEBUG oslo_vmware.api [None req-afa938b5-1cf5-4c52-8df7-a5cca149a3ce tempest-AttachVolumeNegativeTest-1920358930 tempest-AttachVolumeNegativeTest-1920358930-project-member] Task: {'id': task-2387680, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1100.950740] env[62328]: DEBUG nova.compute.manager [None req-332cd9a1-235b-4315-894a-68f76363e980 None None] [instance: 3db7d429-ea91-47d7-8a21-10390b2a5ac5] Instance has had 0 of 5 cleanup attempts {{(pid=62328) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1101.060735] env[62328]: DEBUG oslo_concurrency.lockutils [None req-35fea276-9e08-4b6b-87ee-4ba23f41f788 tempest-ServersNegativeTestJSON-1019155744 tempest-ServersNegativeTestJSON-1019155744-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.822s {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1101.063336] env[62328]: DEBUG oslo_concurrency.lockutils [None req-c259132b-7687-4124-a170-f78063e43bbc tempest-ServersNegativeTestMultiTenantJSON-1988080229 tempest-ServersNegativeTestMultiTenantJSON-1988080229-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 1.080s {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1101.063336] env[62328]: DEBUG nova.objects.instance [None req-c259132b-7687-4124-a170-f78063e43bbc tempest-ServersNegativeTestMultiTenantJSON-1988080229 tempest-ServersNegativeTestMultiTenantJSON-1988080229-project-member] Lazy-loading 'resources' on Instance uuid 8617e373-f35d-416f-91e4-5842d714d360 {{(pid=62328) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1101.083375] env[62328]: INFO nova.scheduler.client.report [None req-35fea276-9e08-4b6b-87ee-4ba23f41f788 tempest-ServersNegativeTestJSON-1019155744 tempest-ServersNegativeTestJSON-1019155744-project-member] Deleted allocations for instance 206ded69-14c7-477f-9c36-376ff43a9641 [ 1101.271321] env[62328]: DEBUG oslo_concurrency.lockutils [None req-62705baf-ba3b-44a0-b60c-9b8ae2aece9a tempest-ServerActionsTestOtherB-626827456 tempest-ServerActionsTestOtherB-626827456-project-member] Acquiring lock "726d231d-afd9-460a-818e-7412af85a7f1-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1101.271544] env[62328]: DEBUG oslo_concurrency.lockutils [None req-62705baf-ba3b-44a0-b60c-9b8ae2aece9a tempest-ServerActionsTestOtherB-626827456 tempest-ServerActionsTestOtherB-626827456-project-member] Lock "726d231d-afd9-460a-818e-7412af85a7f1-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1101.271714] env[62328]: DEBUG oslo_concurrency.lockutils [None req-62705baf-ba3b-44a0-b60c-9b8ae2aece9a tempest-ServerActionsTestOtherB-626827456 tempest-ServerActionsTestOtherB-626827456-project-member] Lock "726d231d-afd9-460a-818e-7412af85a7f1-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1101.281932] env[62328]: DEBUG oslo_vmware.api [None req-afa938b5-1cf5-4c52-8df7-a5cca149a3ce tempest-AttachVolumeNegativeTest-1920358930 tempest-AttachVolumeNegativeTest-1920358930-project-member] Task: {'id': task-2387680, 'name': ReconfigVM_Task, 'duration_secs': 0.168846} completed successfully. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1101.282297] env[62328]: DEBUG nova.virt.vmwareapi.volumeops [None req-afa938b5-1cf5-4c52-8df7-a5cca149a3ce tempest-AttachVolumeNegativeTest-1920358930 tempest-AttachVolumeNegativeTest-1920358930-project-member] [instance: 56f7b645-cd8a-48a4-ba32-455cfc09fd88] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-484473', 'volume_id': '647fb2ca-6e44-4fe9-b57e-ac13dda369a1', 'name': 'volume-647fb2ca-6e44-4fe9-b57e-ac13dda369a1', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '56f7b645-cd8a-48a4-ba32-455cfc09fd88', 'attached_at': '', 'detached_at': '', 'volume_id': '647fb2ca-6e44-4fe9-b57e-ac13dda369a1', 'serial': '647fb2ca-6e44-4fe9-b57e-ac13dda369a1'} {{(pid=62328) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1101.453935] env[62328]: DEBUG nova.compute.manager [None req-332cd9a1-235b-4315-894a-68f76363e980 None None] [instance: 9c54e9e0-9a16-4589-90ee-3f793f5f4f8d] Instance has had 0 of 5 cleanup attempts {{(pid=62328) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1101.591826] env[62328]: DEBUG oslo_concurrency.lockutils [None req-35fea276-9e08-4b6b-87ee-4ba23f41f788 tempest-ServersNegativeTestJSON-1019155744 tempest-ServersNegativeTestJSON-1019155744-project-member] Lock "206ded69-14c7-477f-9c36-376ff43a9641" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.730s {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1101.754131] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fb78f5cd-d262-4dfd-ba7d-2381cace4e48 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1101.762130] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a7243a6c-b43c-423d-8b6d-e43160ba444a {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1101.798462] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e240aaa8-6794-4bcc-808b-32a12cb560d2 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1101.805918] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ed3000fc-c656-47d9-a868-fb9c83998dcd {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1101.819960] env[62328]: DEBUG nova.compute.provider_tree [None req-c259132b-7687-4124-a170-f78063e43bbc tempest-ServersNegativeTestMultiTenantJSON-1988080229 tempest-ServersNegativeTestMultiTenantJSON-1988080229-project-member] Inventory has not changed in ProviderTree for provider: 3469e9f8-04af-49ca-8435-49f104496744 {{(pid=62328) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1101.864348] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-85a03f93-5218-4f76-8630-cc2c958da7c8 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1101.885640] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c4a4711d-6767-44f3-90ae-157b21e4f8ac {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1101.892424] env[62328]: DEBUG nova.virt.vmwareapi.vmops [None req-e4b84ebc-391f-4d64-8817-4fdf496b4897 tempest-ServerActionsTestOtherA-1098162655 tempest-ServerActionsTestOtherA-1098162655-project-member] [instance: 52a2a5c8-436b-462f-8786-acb79fa350b7] Updating instance '52a2a5c8-436b-462f-8786-acb79fa350b7' progress to 83 {{(pid=62328) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1101.957360] env[62328]: DEBUG nova.compute.manager [None req-332cd9a1-235b-4315-894a-68f76363e980 None None] [instance: 79c32321-e070-4a76-a865-9e9131634951] Instance has had 0 of 5 cleanup attempts {{(pid=62328) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1102.147508] env[62328]: DEBUG nova.virt.vmwareapi.volumeops [None req-58275796-633d-4c50-9be7-b9c4c008eb76 tempest-ServerRescueNegativeTestJSON-713788249 tempest-ServerRescueNegativeTestJSON-713788249-project-member] [instance: 52de62c1-e7ae-440d-b390-64b4594548c1] Volume attach. Driver type: vmdk {{(pid=62328) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1102.147508] env[62328]: DEBUG nova.virt.vmwareapi.volumeops [None req-58275796-633d-4c50-9be7-b9c4c008eb76 tempest-ServerRescueNegativeTestJSON-713788249 tempest-ServerRescueNegativeTestJSON-713788249-project-member] [instance: 52de62c1-e7ae-440d-b390-64b4594548c1] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-484475', 'volume_id': '227f4a0b-c0ca-4b3e-a8d7-4e4ec3016743', 'name': 'volume-227f4a0b-c0ca-4b3e-a8d7-4e4ec3016743', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '52de62c1-e7ae-440d-b390-64b4594548c1', 'attached_at': '', 'detached_at': '', 'volume_id': '227f4a0b-c0ca-4b3e-a8d7-4e4ec3016743', 'serial': '227f4a0b-c0ca-4b3e-a8d7-4e4ec3016743'} {{(pid=62328) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1102.148393] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0c3500be-1354-4690-a864-f695fa6906c3 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1102.166396] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8532d596-7e51-4fe6-98b2-6e98f9489cc5 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1102.191432] env[62328]: DEBUG nova.virt.vmwareapi.volumeops [None req-58275796-633d-4c50-9be7-b9c4c008eb76 tempest-ServerRescueNegativeTestJSON-713788249 tempest-ServerRescueNegativeTestJSON-713788249-project-member] [instance: 52de62c1-e7ae-440d-b390-64b4594548c1] Reconfiguring VM instance instance-0000006d to attach disk [datastore2] volume-227f4a0b-c0ca-4b3e-a8d7-4e4ec3016743/volume-227f4a0b-c0ca-4b3e-a8d7-4e4ec3016743.vmdk or device None with type thin {{(pid=62328) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1102.191775] env[62328]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9f30e671-7bcf-4fbf-bbe9-d691315dde20 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1102.210215] env[62328]: DEBUG oslo_vmware.api [None req-58275796-633d-4c50-9be7-b9c4c008eb76 tempest-ServerRescueNegativeTestJSON-713788249 tempest-ServerRescueNegativeTestJSON-713788249-project-member] Waiting for the task: (returnval){ [ 1102.210215] env[62328]: value = "task-2387681" [ 1102.210215] env[62328]: _type = "Task" [ 1102.210215] env[62328]: } to complete. {{(pid=62328) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1102.221387] env[62328]: DEBUG oslo_vmware.api [None req-58275796-633d-4c50-9be7-b9c4c008eb76 tempest-ServerRescueNegativeTestJSON-713788249 tempest-ServerRescueNegativeTestJSON-713788249-project-member] Task: {'id': task-2387681, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1102.324961] env[62328]: DEBUG nova.scheduler.client.report [None req-c259132b-7687-4124-a170-f78063e43bbc tempest-ServersNegativeTestMultiTenantJSON-1988080229 tempest-ServersNegativeTestMultiTenantJSON-1988080229-project-member] Inventory has not changed for provider 3469e9f8-04af-49ca-8435-49f104496744 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 152, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62328) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1102.327638] env[62328]: DEBUG nova.objects.instance [None req-afa938b5-1cf5-4c52-8df7-a5cca149a3ce tempest-AttachVolumeNegativeTest-1920358930 tempest-AttachVolumeNegativeTest-1920358930-project-member] Lazy-loading 'flavor' on Instance uuid 56f7b645-cd8a-48a4-ba32-455cfc09fd88 {{(pid=62328) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1102.340155] env[62328]: DEBUG oslo_concurrency.lockutils [None req-62705baf-ba3b-44a0-b60c-9b8ae2aece9a tempest-ServerActionsTestOtherB-626827456 tempest-ServerActionsTestOtherB-626827456-project-member] Acquiring lock "refresh_cache-726d231d-afd9-460a-818e-7412af85a7f1" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1102.340415] env[62328]: DEBUG oslo_concurrency.lockutils [None req-62705baf-ba3b-44a0-b60c-9b8ae2aece9a tempest-ServerActionsTestOtherB-626827456 tempest-ServerActionsTestOtherB-626827456-project-member] Acquired lock "refresh_cache-726d231d-afd9-460a-818e-7412af85a7f1" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1102.340662] env[62328]: DEBUG nova.network.neutron [None req-62705baf-ba3b-44a0-b60c-9b8ae2aece9a tempest-ServerActionsTestOtherB-626827456 tempest-ServerActionsTestOtherB-626827456-project-member] [instance: 726d231d-afd9-460a-818e-7412af85a7f1] Building network info cache for instance {{(pid=62328) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1102.398740] env[62328]: DEBUG nova.virt.vmwareapi.vm_util [None req-e4b84ebc-391f-4d64-8817-4fdf496b4897 tempest-ServerActionsTestOtherA-1098162655 tempest-ServerActionsTestOtherA-1098162655-project-member] [instance: 52a2a5c8-436b-462f-8786-acb79fa350b7] Powering on the VM {{(pid=62328) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1102.399288] env[62328]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-9b3ac21d-1d76-4e96-b5b9-d19232dd09a6 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1102.407193] env[62328]: DEBUG oslo_vmware.api [None req-e4b84ebc-391f-4d64-8817-4fdf496b4897 tempest-ServerActionsTestOtherA-1098162655 tempest-ServerActionsTestOtherA-1098162655-project-member] Waiting for the task: (returnval){ [ 1102.407193] env[62328]: value = "task-2387682" [ 1102.407193] env[62328]: _type = "Task" [ 1102.407193] env[62328]: } to complete. {{(pid=62328) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1102.416820] env[62328]: DEBUG oslo_vmware.api [None req-e4b84ebc-391f-4d64-8817-4fdf496b4897 tempest-ServerActionsTestOtherA-1098162655 tempest-ServerActionsTestOtherA-1098162655-project-member] Task: {'id': task-2387682, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1102.463013] env[62328]: DEBUG nova.compute.manager [None req-332cd9a1-235b-4315-894a-68f76363e980 None None] [instance: 0c5d4040-bc5a-452c-9a75-a58280f7cb73] Instance has had 0 of 5 cleanup attempts {{(pid=62328) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1102.721724] env[62328]: DEBUG oslo_vmware.api [None req-58275796-633d-4c50-9be7-b9c4c008eb76 tempest-ServerRescueNegativeTestJSON-713788249 tempest-ServerRescueNegativeTestJSON-713788249-project-member] Task: {'id': task-2387681, 'name': ReconfigVM_Task, 'duration_secs': 0.374307} completed successfully. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1102.722136] env[62328]: DEBUG nova.virt.vmwareapi.volumeops [None req-58275796-633d-4c50-9be7-b9c4c008eb76 tempest-ServerRescueNegativeTestJSON-713788249 tempest-ServerRescueNegativeTestJSON-713788249-project-member] [instance: 52de62c1-e7ae-440d-b390-64b4594548c1] Reconfigured VM instance instance-0000006d to attach disk [datastore2] volume-227f4a0b-c0ca-4b3e-a8d7-4e4ec3016743/volume-227f4a0b-c0ca-4b3e-a8d7-4e4ec3016743.vmdk or device None with type thin {{(pid=62328) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1102.726706] env[62328]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9787e607-614e-4691-a21d-c1b4edb7036e {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1102.744213] env[62328]: DEBUG oslo_vmware.api [None req-58275796-633d-4c50-9be7-b9c4c008eb76 tempest-ServerRescueNegativeTestJSON-713788249 tempest-ServerRescueNegativeTestJSON-713788249-project-member] Waiting for the task: (returnval){ [ 1102.744213] env[62328]: value = "task-2387683" [ 1102.744213] env[62328]: _type = "Task" [ 1102.744213] env[62328]: } to complete. {{(pid=62328) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1102.754720] env[62328]: DEBUG oslo_vmware.api [None req-58275796-633d-4c50-9be7-b9c4c008eb76 tempest-ServerRescueNegativeTestJSON-713788249 tempest-ServerRescueNegativeTestJSON-713788249-project-member] Task: {'id': task-2387683, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1102.830827] env[62328]: DEBUG oslo_concurrency.lockutils [None req-c259132b-7687-4124-a170-f78063e43bbc tempest-ServersNegativeTestMultiTenantJSON-1988080229 tempest-ServersNegativeTestMultiTenantJSON-1988080229-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.767s {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1102.836284] env[62328]: DEBUG oslo_concurrency.lockutils [None req-afa938b5-1cf5-4c52-8df7-a5cca149a3ce tempest-AttachVolumeNegativeTest-1920358930 tempest-AttachVolumeNegativeTest-1920358930-project-member] Lock "56f7b645-cd8a-48a4-ba32-455cfc09fd88" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.291s {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1102.869842] env[62328]: INFO nova.scheduler.client.report [None req-c259132b-7687-4124-a170-f78063e43bbc tempest-ServersNegativeTestMultiTenantJSON-1988080229 tempest-ServersNegativeTestMultiTenantJSON-1988080229-project-member] Deleted allocations for instance 8617e373-f35d-416f-91e4-5842d714d360 [ 1102.917441] env[62328]: DEBUG oslo_vmware.api [None req-e4b84ebc-391f-4d64-8817-4fdf496b4897 tempest-ServerActionsTestOtherA-1098162655 tempest-ServerActionsTestOtherA-1098162655-project-member] Task: {'id': task-2387682, 'name': PowerOnVM_Task, 'duration_secs': 0.433796} completed successfully. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1102.917650] env[62328]: DEBUG nova.virt.vmwareapi.vm_util [None req-e4b84ebc-391f-4d64-8817-4fdf496b4897 tempest-ServerActionsTestOtherA-1098162655 tempest-ServerActionsTestOtherA-1098162655-project-member] [instance: 52a2a5c8-436b-462f-8786-acb79fa350b7] Powered on the VM {{(pid=62328) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1102.917832] env[62328]: DEBUG nova.virt.vmwareapi.vmops [None req-e4b84ebc-391f-4d64-8817-4fdf496b4897 tempest-ServerActionsTestOtherA-1098162655 tempest-ServerActionsTestOtherA-1098162655-project-member] [instance: 52a2a5c8-436b-462f-8786-acb79fa350b7] Updating instance '52a2a5c8-436b-462f-8786-acb79fa350b7' progress to 100 {{(pid=62328) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1102.964369] env[62328]: DEBUG nova.compute.manager [None req-332cd9a1-235b-4315-894a-68f76363e980 None None] [instance: e775f546-0003-492a-a995-93a569666907] Instance has had 0 of 5 cleanup attempts {{(pid=62328) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1103.100634] env[62328]: DEBUG oslo_concurrency.lockutils [None req-f9f651f9-312b-4b81-a156-1ea0c27ba2d7 tempest-AttachVolumeNegativeTest-1920358930 tempest-AttachVolumeNegativeTest-1920358930-project-member] Acquiring lock "56f7b645-cd8a-48a4-ba32-455cfc09fd88" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1103.100863] env[62328]: DEBUG oslo_concurrency.lockutils [None req-f9f651f9-312b-4b81-a156-1ea0c27ba2d7 tempest-AttachVolumeNegativeTest-1920358930 tempest-AttachVolumeNegativeTest-1920358930-project-member] Lock "56f7b645-cd8a-48a4-ba32-455cfc09fd88" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.000s {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1103.256489] env[62328]: DEBUG oslo_vmware.api [None req-58275796-633d-4c50-9be7-b9c4c008eb76 tempest-ServerRescueNegativeTestJSON-713788249 tempest-ServerRescueNegativeTestJSON-713788249-project-member] Task: {'id': task-2387683, 'name': ReconfigVM_Task, 'duration_secs': 0.201972} completed successfully. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1103.256799] env[62328]: DEBUG nova.virt.vmwareapi.volumeops [None req-58275796-633d-4c50-9be7-b9c4c008eb76 tempest-ServerRescueNegativeTestJSON-713788249 tempest-ServerRescueNegativeTestJSON-713788249-project-member] [instance: 52de62c1-e7ae-440d-b390-64b4594548c1] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-484475', 'volume_id': '227f4a0b-c0ca-4b3e-a8d7-4e4ec3016743', 'name': 'volume-227f4a0b-c0ca-4b3e-a8d7-4e4ec3016743', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '52de62c1-e7ae-440d-b390-64b4594548c1', 'attached_at': '', 'detached_at': '', 'volume_id': '227f4a0b-c0ca-4b3e-a8d7-4e4ec3016743', 'serial': '227f4a0b-c0ca-4b3e-a8d7-4e4ec3016743'} {{(pid=62328) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1103.362882] env[62328]: DEBUG nova.network.neutron [None req-62705baf-ba3b-44a0-b60c-9b8ae2aece9a tempest-ServerActionsTestOtherB-626827456 tempest-ServerActionsTestOtherB-626827456-project-member] [instance: 726d231d-afd9-460a-818e-7412af85a7f1] Updating instance_info_cache with network_info: [{"id": "7289e465-ad21-47a5-8450-705b2fd68ae8", "address": "fa:16:3e:29:f5:39", "network": {"id": "26ce23b7-7f28-4faf-9ad9-833f4c091e91", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1619285024-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.137", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4dfb769ea51943efa01b92c3a0595081", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "30c39e9a-a798-4f25-a48c-91f786ba332c", "external-id": "nsx-vlan-transportzone-438", "segmentation_id": 438, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7289e465-ad", "ovs_interfaceid": "7289e465-ad21-47a5-8450-705b2fd68ae8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62328) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1103.379769] env[62328]: DEBUG oslo_concurrency.lockutils [None req-c259132b-7687-4124-a170-f78063e43bbc tempest-ServersNegativeTestMultiTenantJSON-1988080229 tempest-ServersNegativeTestMultiTenantJSON-1988080229-project-member] Lock "8617e373-f35d-416f-91e4-5842d714d360" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.766s {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1103.468564] env[62328]: DEBUG nova.compute.manager [None req-332cd9a1-235b-4315-894a-68f76363e980 None None] [instance: 1ae2d9b7-a1dd-4c97-a50d-70582a8841f3] Instance has had 0 of 5 cleanup attempts {{(pid=62328) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1103.604426] env[62328]: INFO nova.compute.manager [None req-f9f651f9-312b-4b81-a156-1ea0c27ba2d7 tempest-AttachVolumeNegativeTest-1920358930 tempest-AttachVolumeNegativeTest-1920358930-project-member] [instance: 56f7b645-cd8a-48a4-ba32-455cfc09fd88] Detaching volume 647fb2ca-6e44-4fe9-b57e-ac13dda369a1 [ 1103.645587] env[62328]: INFO nova.virt.block_device [None req-f9f651f9-312b-4b81-a156-1ea0c27ba2d7 tempest-AttachVolumeNegativeTest-1920358930 tempest-AttachVolumeNegativeTest-1920358930-project-member] [instance: 56f7b645-cd8a-48a4-ba32-455cfc09fd88] Attempting to driver detach volume 647fb2ca-6e44-4fe9-b57e-ac13dda369a1 from mountpoint /dev/sdb [ 1103.645841] env[62328]: DEBUG nova.virt.vmwareapi.volumeops [None req-f9f651f9-312b-4b81-a156-1ea0c27ba2d7 tempest-AttachVolumeNegativeTest-1920358930 tempest-AttachVolumeNegativeTest-1920358930-project-member] [instance: 56f7b645-cd8a-48a4-ba32-455cfc09fd88] Volume detach. Driver type: vmdk {{(pid=62328) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1103.646924] env[62328]: DEBUG nova.virt.vmwareapi.volumeops [None req-f9f651f9-312b-4b81-a156-1ea0c27ba2d7 tempest-AttachVolumeNegativeTest-1920358930 tempest-AttachVolumeNegativeTest-1920358930-project-member] [instance: 56f7b645-cd8a-48a4-ba32-455cfc09fd88] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-484473', 'volume_id': '647fb2ca-6e44-4fe9-b57e-ac13dda369a1', 'name': 'volume-647fb2ca-6e44-4fe9-b57e-ac13dda369a1', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '56f7b645-cd8a-48a4-ba32-455cfc09fd88', 'attached_at': '', 'detached_at': '', 'volume_id': '647fb2ca-6e44-4fe9-b57e-ac13dda369a1', 'serial': '647fb2ca-6e44-4fe9-b57e-ac13dda369a1'} {{(pid=62328) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1103.647916] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b49585eb-a3e8-43c6-95ae-866cd5c154b2 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1103.678167] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-216f7d1b-8d3d-4e6f-9961-57903f914ad5 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1103.685388] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-32b36f50-c4a8-4ae8-aaf5-e1bfbea32b04 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1103.709234] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9190532a-ccfa-43aa-adf5-2a1174c881e7 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1103.727070] env[62328]: DEBUG nova.virt.vmwareapi.volumeops [None req-f9f651f9-312b-4b81-a156-1ea0c27ba2d7 tempest-AttachVolumeNegativeTest-1920358930 tempest-AttachVolumeNegativeTest-1920358930-project-member] The volume has not been displaced from its original location: [datastore2] volume-647fb2ca-6e44-4fe9-b57e-ac13dda369a1/volume-647fb2ca-6e44-4fe9-b57e-ac13dda369a1.vmdk. No consolidation needed. {{(pid=62328) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1103.737207] env[62328]: DEBUG nova.virt.vmwareapi.volumeops [None req-f9f651f9-312b-4b81-a156-1ea0c27ba2d7 tempest-AttachVolumeNegativeTest-1920358930 tempest-AttachVolumeNegativeTest-1920358930-project-member] [instance: 56f7b645-cd8a-48a4-ba32-455cfc09fd88] Reconfiguring VM instance instance-0000006e to detach disk 2001 {{(pid=62328) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1103.737568] env[62328]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2d490d43-b4ad-40a7-87ac-dd5ab5282b50 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1103.762407] env[62328]: DEBUG oslo_vmware.api [None req-f9f651f9-312b-4b81-a156-1ea0c27ba2d7 tempest-AttachVolumeNegativeTest-1920358930 tempest-AttachVolumeNegativeTest-1920358930-project-member] Waiting for the task: (returnval){ [ 1103.762407] env[62328]: value = "task-2387684" [ 1103.762407] env[62328]: _type = "Task" [ 1103.762407] env[62328]: } to complete. {{(pid=62328) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1103.772198] env[62328]: DEBUG oslo_vmware.api [None req-f9f651f9-312b-4b81-a156-1ea0c27ba2d7 tempest-AttachVolumeNegativeTest-1920358930 tempest-AttachVolumeNegativeTest-1920358930-project-member] Task: {'id': task-2387684, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1103.867427] env[62328]: DEBUG oslo_concurrency.lockutils [None req-62705baf-ba3b-44a0-b60c-9b8ae2aece9a tempest-ServerActionsTestOtherB-626827456 tempest-ServerActionsTestOtherB-626827456-project-member] Releasing lock "refresh_cache-726d231d-afd9-460a-818e-7412af85a7f1" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1103.972685] env[62328]: DEBUG nova.compute.manager [None req-332cd9a1-235b-4315-894a-68f76363e980 None None] [instance: 72ae0826-d2f2-406b-80fc-f4fd4c2e9706] Instance has had 0 of 5 cleanup attempts {{(pid=62328) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1104.276681] env[62328]: DEBUG oslo_vmware.api [None req-f9f651f9-312b-4b81-a156-1ea0c27ba2d7 tempest-AttachVolumeNegativeTest-1920358930 tempest-AttachVolumeNegativeTest-1920358930-project-member] Task: {'id': task-2387684, 'name': ReconfigVM_Task, 'duration_secs': 0.244633} completed successfully. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1104.276957] env[62328]: DEBUG nova.virt.vmwareapi.volumeops [None req-f9f651f9-312b-4b81-a156-1ea0c27ba2d7 tempest-AttachVolumeNegativeTest-1920358930 tempest-AttachVolumeNegativeTest-1920358930-project-member] [instance: 56f7b645-cd8a-48a4-ba32-455cfc09fd88] Reconfigured VM instance instance-0000006e to detach disk 2001 {{(pid=62328) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1104.284317] env[62328]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4cd716f3-5374-4128-8c4c-0fe79b6fe74e {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1104.300368] env[62328]: DEBUG oslo_vmware.api [None req-f9f651f9-312b-4b81-a156-1ea0c27ba2d7 tempest-AttachVolumeNegativeTest-1920358930 tempest-AttachVolumeNegativeTest-1920358930-project-member] Waiting for the task: (returnval){ [ 1104.300368] env[62328]: value = "task-2387685" [ 1104.300368] env[62328]: _type = "Task" [ 1104.300368] env[62328]: } to complete. {{(pid=62328) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1104.309363] env[62328]: DEBUG nova.objects.instance [None req-58275796-633d-4c50-9be7-b9c4c008eb76 tempest-ServerRescueNegativeTestJSON-713788249 tempest-ServerRescueNegativeTestJSON-713788249-project-member] Lazy-loading 'flavor' on Instance uuid 52de62c1-e7ae-440d-b390-64b4594548c1 {{(pid=62328) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1104.311506] env[62328]: DEBUG oslo_vmware.api [None req-f9f651f9-312b-4b81-a156-1ea0c27ba2d7 tempest-AttachVolumeNegativeTest-1920358930 tempest-AttachVolumeNegativeTest-1920358930-project-member] Task: {'id': task-2387685, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1104.396836] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-66b3a42b-12f4-4c69-9b76-cc2d6fe62131 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1104.423852] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-593b8c7f-4cce-43cc-adff-ebe1cad7547a {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1104.432591] env[62328]: DEBUG nova.virt.vmwareapi.vmops [None req-62705baf-ba3b-44a0-b60c-9b8ae2aece9a tempest-ServerActionsTestOtherB-626827456 tempest-ServerActionsTestOtherB-626827456-project-member] [instance: 726d231d-afd9-460a-818e-7412af85a7f1] Updating instance '726d231d-afd9-460a-818e-7412af85a7f1' progress to 83 {{(pid=62328) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1104.476450] env[62328]: DEBUG nova.compute.manager [None req-332cd9a1-235b-4315-894a-68f76363e980 None None] [instance: fa773569-3987-4bca-8f5f-638a337630b1] Instance has had 0 of 5 cleanup attempts {{(pid=62328) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1104.813991] env[62328]: DEBUG oslo_vmware.api [None req-f9f651f9-312b-4b81-a156-1ea0c27ba2d7 tempest-AttachVolumeNegativeTest-1920358930 tempest-AttachVolumeNegativeTest-1920358930-project-member] Task: {'id': task-2387685, 'name': ReconfigVM_Task, 'duration_secs': 0.139542} completed successfully. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1104.814626] env[62328]: DEBUG oslo_concurrency.lockutils [None req-58275796-633d-4c50-9be7-b9c4c008eb76 tempest-ServerRescueNegativeTestJSON-713788249 tempest-ServerRescueNegativeTestJSON-713788249-project-member] Lock "52de62c1-e7ae-440d-b390-64b4594548c1" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.765s {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1104.815766] env[62328]: DEBUG nova.virt.vmwareapi.volumeops [None req-f9f651f9-312b-4b81-a156-1ea0c27ba2d7 tempest-AttachVolumeNegativeTest-1920358930 tempest-AttachVolumeNegativeTest-1920358930-project-member] [instance: 56f7b645-cd8a-48a4-ba32-455cfc09fd88] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-484473', 'volume_id': '647fb2ca-6e44-4fe9-b57e-ac13dda369a1', 'name': 'volume-647fb2ca-6e44-4fe9-b57e-ac13dda369a1', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '56f7b645-cd8a-48a4-ba32-455cfc09fd88', 'attached_at': '', 'detached_at': '', 'volume_id': '647fb2ca-6e44-4fe9-b57e-ac13dda369a1', 'serial': '647fb2ca-6e44-4fe9-b57e-ac13dda369a1'} {{(pid=62328) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1104.942252] env[62328]: DEBUG nova.virt.vmwareapi.vmops [None req-62705baf-ba3b-44a0-b60c-9b8ae2aece9a tempest-ServerActionsTestOtherB-626827456 tempest-ServerActionsTestOtherB-626827456-project-member] [instance: 726d231d-afd9-460a-818e-7412af85a7f1] Updating instance '726d231d-afd9-460a-818e-7412af85a7f1' progress to 100 {{(pid=62328) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1104.981617] env[62328]: DEBUG nova.compute.manager [None req-332cd9a1-235b-4315-894a-68f76363e980 None None] [instance: d9dcebce-1ee4-4f35-879b-a520176f261f] Instance has had 0 of 5 cleanup attempts {{(pid=62328) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1105.140620] env[62328]: INFO nova.compute.manager [None req-cbf3f7f0-e0c6-4005-bb5d-6f478e78434b tempest-ServerRescueNegativeTestJSON-713788249 tempest-ServerRescueNegativeTestJSON-713788249-project-member] [instance: 52de62c1-e7ae-440d-b390-64b4594548c1] Rescuing [ 1105.140922] env[62328]: DEBUG oslo_concurrency.lockutils [None req-cbf3f7f0-e0c6-4005-bb5d-6f478e78434b tempest-ServerRescueNegativeTestJSON-713788249 tempest-ServerRescueNegativeTestJSON-713788249-project-member] Acquiring lock "refresh_cache-52de62c1-e7ae-440d-b390-64b4594548c1" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1105.141085] env[62328]: DEBUG oslo_concurrency.lockutils [None req-cbf3f7f0-e0c6-4005-bb5d-6f478e78434b tempest-ServerRescueNegativeTestJSON-713788249 tempest-ServerRescueNegativeTestJSON-713788249-project-member] Acquired lock "refresh_cache-52de62c1-e7ae-440d-b390-64b4594548c1" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1105.141250] env[62328]: DEBUG nova.network.neutron [None req-cbf3f7f0-e0c6-4005-bb5d-6f478e78434b tempest-ServerRescueNegativeTestJSON-713788249 tempest-ServerRescueNegativeTestJSON-713788249-project-member] [instance: 52de62c1-e7ae-440d-b390-64b4594548c1] Building network info cache for instance {{(pid=62328) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1105.355230] env[62328]: DEBUG oslo_concurrency.lockutils [None req-13e35874-fd9d-471b-8f48-798f37b18dc0 tempest-ServerActionsTestOtherA-1098162655 tempest-ServerActionsTestOtherA-1098162655-project-member] Acquiring lock "52a2a5c8-436b-462f-8786-acb79fa350b7" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1105.355230] env[62328]: DEBUG oslo_concurrency.lockutils [None req-13e35874-fd9d-471b-8f48-798f37b18dc0 tempest-ServerActionsTestOtherA-1098162655 tempest-ServerActionsTestOtherA-1098162655-project-member] Lock "52a2a5c8-436b-462f-8786-acb79fa350b7" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.000s {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1105.355230] env[62328]: DEBUG nova.compute.manager [None req-13e35874-fd9d-471b-8f48-798f37b18dc0 tempest-ServerActionsTestOtherA-1098162655 tempest-ServerActionsTestOtherA-1098162655-project-member] [instance: 52a2a5c8-436b-462f-8786-acb79fa350b7] Going to confirm migration 6 {{(pid=62328) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:5250}} [ 1105.360761] env[62328]: DEBUG nova.objects.instance [None req-f9f651f9-312b-4b81-a156-1ea0c27ba2d7 tempest-AttachVolumeNegativeTest-1920358930 tempest-AttachVolumeNegativeTest-1920358930-project-member] Lazy-loading 'flavor' on Instance uuid 56f7b645-cd8a-48a4-ba32-455cfc09fd88 {{(pid=62328) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1105.486552] env[62328]: DEBUG nova.compute.manager [None req-332cd9a1-235b-4315-894a-68f76363e980 None None] [instance: 4f661e25-00bc-4244-841b-575de5d4960b] Instance has had 0 of 5 cleanup attempts {{(pid=62328) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1105.904204] env[62328]: DEBUG nova.network.neutron [None req-cbf3f7f0-e0c6-4005-bb5d-6f478e78434b tempest-ServerRescueNegativeTestJSON-713788249 tempest-ServerRescueNegativeTestJSON-713788249-project-member] [instance: 52de62c1-e7ae-440d-b390-64b4594548c1] Updating instance_info_cache with network_info: [{"id": "93d80e4a-37ee-46c3-a002-951f5f3efb7a", "address": "fa:16:3e:12:71:53", "network": {"id": "665a93dd-ec5d-43ab-a846-c1bb4bf70533", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1472451965-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.163", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d5a96a78c0b5451d8c6e1de563033f13", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "cf63c3c8-d774-4b81-9b12-848612a96076", "external-id": "nsx-vlan-transportzone-315", "segmentation_id": 315, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap93d80e4a-37", "ovs_interfaceid": "93d80e4a-37ee-46c3-a002-951f5f3efb7a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62328) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1105.916841] env[62328]: DEBUG oslo_concurrency.lockutils [None req-13e35874-fd9d-471b-8f48-798f37b18dc0 tempest-ServerActionsTestOtherA-1098162655 tempest-ServerActionsTestOtherA-1098162655-project-member] Acquiring lock "refresh_cache-52a2a5c8-436b-462f-8786-acb79fa350b7" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1105.917043] env[62328]: DEBUG oslo_concurrency.lockutils [None req-13e35874-fd9d-471b-8f48-798f37b18dc0 tempest-ServerActionsTestOtherA-1098162655 tempest-ServerActionsTestOtherA-1098162655-project-member] Acquired lock "refresh_cache-52a2a5c8-436b-462f-8786-acb79fa350b7" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1105.917222] env[62328]: DEBUG nova.network.neutron [None req-13e35874-fd9d-471b-8f48-798f37b18dc0 tempest-ServerActionsTestOtherA-1098162655 tempest-ServerActionsTestOtherA-1098162655-project-member] [instance: 52a2a5c8-436b-462f-8786-acb79fa350b7] Building network info cache for instance {{(pid=62328) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1105.917408] env[62328]: DEBUG nova.objects.instance [None req-13e35874-fd9d-471b-8f48-798f37b18dc0 tempest-ServerActionsTestOtherA-1098162655 tempest-ServerActionsTestOtherA-1098162655-project-member] Lazy-loading 'info_cache' on Instance uuid 52a2a5c8-436b-462f-8786-acb79fa350b7 {{(pid=62328) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1105.990914] env[62328]: DEBUG nova.compute.manager [None req-332cd9a1-235b-4315-894a-68f76363e980 None None] [instance: 19cf93ff-3d13-4d89-a2b0-5ac9330075a6] Instance has had 0 of 5 cleanup attempts {{(pid=62328) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1106.377335] env[62328]: DEBUG oslo_concurrency.lockutils [None req-f9f651f9-312b-4b81-a156-1ea0c27ba2d7 tempest-AttachVolumeNegativeTest-1920358930 tempest-AttachVolumeNegativeTest-1920358930-project-member] Lock "56f7b645-cd8a-48a4-ba32-455cfc09fd88" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.276s {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1106.406448] env[62328]: DEBUG oslo_concurrency.lockutils [None req-cbf3f7f0-e0c6-4005-bb5d-6f478e78434b tempest-ServerRescueNegativeTestJSON-713788249 tempest-ServerRescueNegativeTestJSON-713788249-project-member] Releasing lock "refresh_cache-52de62c1-e7ae-440d-b390-64b4594548c1" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1106.497898] env[62328]: DEBUG nova.compute.manager [None req-332cd9a1-235b-4315-894a-68f76363e980 None None] [instance: a2e0536d-14f2-4383-891e-8cf0278a8bb9] Instance has had 0 of 5 cleanup attempts {{(pid=62328) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1107.005933] env[62328]: DEBUG nova.compute.manager [None req-332cd9a1-235b-4315-894a-68f76363e980 None None] [instance: 5dd099f6-e8c0-4574-bab7-b2aa30158ba3] Instance has had 0 of 5 cleanup attempts {{(pid=62328) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1107.087766] env[62328]: DEBUG oslo_concurrency.lockutils [None req-346b9b21-b1d3-4ef9-9d94-8577edf14838 tempest-ServerActionsTestOtherB-626827456 tempest-ServerActionsTestOtherB-626827456-project-member] Acquiring lock "726d231d-afd9-460a-818e-7412af85a7f1" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1107.088067] env[62328]: DEBUG oslo_concurrency.lockutils [None req-346b9b21-b1d3-4ef9-9d94-8577edf14838 tempest-ServerActionsTestOtherB-626827456 tempest-ServerActionsTestOtherB-626827456-project-member] Lock "726d231d-afd9-460a-818e-7412af85a7f1" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.001s {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1107.088263] env[62328]: DEBUG nova.compute.manager [None req-346b9b21-b1d3-4ef9-9d94-8577edf14838 tempest-ServerActionsTestOtherB-626827456 tempest-ServerActionsTestOtherB-626827456-project-member] [instance: 726d231d-afd9-460a-818e-7412af85a7f1] Going to confirm migration 7 {{(pid=62328) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:5250}} [ 1107.334329] env[62328]: DEBUG nova.network.neutron [None req-13e35874-fd9d-471b-8f48-798f37b18dc0 tempest-ServerActionsTestOtherA-1098162655 tempest-ServerActionsTestOtherA-1098162655-project-member] [instance: 52a2a5c8-436b-462f-8786-acb79fa350b7] Updating instance_info_cache with network_info: [{"id": "e43ac17d-9066-4416-8586-982f8488ba68", "address": "fa:16:3e:19:31:66", "network": {"id": "ed570829-7777-4fb9-9e0f-cef4ca21980b", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1726239177-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.143", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "17143bbcad5b4da0801478fe45bd8ce6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a965790c-2d2f-4c2a-9ee7-745f4d53039b", "external-id": "nsx-vlan-transportzone-708", "segmentation_id": 708, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape43ac17d-90", "ovs_interfaceid": "e43ac17d-9066-4416-8586-982f8488ba68", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62328) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1107.477537] env[62328]: DEBUG oslo_concurrency.lockutils [None req-03642d72-55e8-4446-a3a0-e9591a9b67d4 tempest-AttachVolumeNegativeTest-1920358930 tempest-AttachVolumeNegativeTest-1920358930-project-member] Acquiring lock "56f7b645-cd8a-48a4-ba32-455cfc09fd88" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1107.477828] env[62328]: DEBUG oslo_concurrency.lockutils [None req-03642d72-55e8-4446-a3a0-e9591a9b67d4 tempest-AttachVolumeNegativeTest-1920358930 tempest-AttachVolumeNegativeTest-1920358930-project-member] Lock "56f7b645-cd8a-48a4-ba32-455cfc09fd88" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1107.478086] env[62328]: DEBUG oslo_concurrency.lockutils [None req-03642d72-55e8-4446-a3a0-e9591a9b67d4 tempest-AttachVolumeNegativeTest-1920358930 tempest-AttachVolumeNegativeTest-1920358930-project-member] Acquiring lock "56f7b645-cd8a-48a4-ba32-455cfc09fd88-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1107.478351] env[62328]: DEBUG oslo_concurrency.lockutils [None req-03642d72-55e8-4446-a3a0-e9591a9b67d4 tempest-AttachVolumeNegativeTest-1920358930 tempest-AttachVolumeNegativeTest-1920358930-project-member] Lock "56f7b645-cd8a-48a4-ba32-455cfc09fd88-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1107.478540] env[62328]: DEBUG oslo_concurrency.lockutils [None req-03642d72-55e8-4446-a3a0-e9591a9b67d4 tempest-AttachVolumeNegativeTest-1920358930 tempest-AttachVolumeNegativeTest-1920358930-project-member] Lock "56f7b645-cd8a-48a4-ba32-455cfc09fd88-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1107.480769] env[62328]: INFO nova.compute.manager [None req-03642d72-55e8-4446-a3a0-e9591a9b67d4 tempest-AttachVolumeNegativeTest-1920358930 tempest-AttachVolumeNegativeTest-1920358930-project-member] [instance: 56f7b645-cd8a-48a4-ba32-455cfc09fd88] Terminating instance [ 1107.507376] env[62328]: DEBUG nova.compute.manager [None req-332cd9a1-235b-4315-894a-68f76363e980 None None] [instance: 2516767d-888c-4c2e-b245-a7cfb36ff98a] Instance has had 0 of 5 cleanup attempts {{(pid=62328) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1107.658694] env[62328]: DEBUG oslo_concurrency.lockutils [None req-346b9b21-b1d3-4ef9-9d94-8577edf14838 tempest-ServerActionsTestOtherB-626827456 tempest-ServerActionsTestOtherB-626827456-project-member] Acquiring lock "refresh_cache-726d231d-afd9-460a-818e-7412af85a7f1" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1107.658926] env[62328]: DEBUG oslo_concurrency.lockutils [None req-346b9b21-b1d3-4ef9-9d94-8577edf14838 tempest-ServerActionsTestOtherB-626827456 tempest-ServerActionsTestOtherB-626827456-project-member] Acquired lock "refresh_cache-726d231d-afd9-460a-818e-7412af85a7f1" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1107.659151] env[62328]: DEBUG nova.network.neutron [None req-346b9b21-b1d3-4ef9-9d94-8577edf14838 tempest-ServerActionsTestOtherB-626827456 tempest-ServerActionsTestOtherB-626827456-project-member] [instance: 726d231d-afd9-460a-818e-7412af85a7f1] Building network info cache for instance {{(pid=62328) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1107.659370] env[62328]: DEBUG nova.objects.instance [None req-346b9b21-b1d3-4ef9-9d94-8577edf14838 tempest-ServerActionsTestOtherB-626827456 tempest-ServerActionsTestOtherB-626827456-project-member] Lazy-loading 'info_cache' on Instance uuid 726d231d-afd9-460a-818e-7412af85a7f1 {{(pid=62328) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1107.838624] env[62328]: DEBUG oslo_concurrency.lockutils [None req-13e35874-fd9d-471b-8f48-798f37b18dc0 tempest-ServerActionsTestOtherA-1098162655 tempest-ServerActionsTestOtherA-1098162655-project-member] Releasing lock "refresh_cache-52a2a5c8-436b-462f-8786-acb79fa350b7" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1107.838889] env[62328]: DEBUG nova.objects.instance [None req-13e35874-fd9d-471b-8f48-798f37b18dc0 tempest-ServerActionsTestOtherA-1098162655 tempest-ServerActionsTestOtherA-1098162655-project-member] Lazy-loading 'migration_context' on Instance uuid 52a2a5c8-436b-462f-8786-acb79fa350b7 {{(pid=62328) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1107.966018] env[62328]: DEBUG nova.virt.vmwareapi.vm_util [None req-cbf3f7f0-e0c6-4005-bb5d-6f478e78434b tempest-ServerRescueNegativeTestJSON-713788249 tempest-ServerRescueNegativeTestJSON-713788249-project-member] [instance: 52de62c1-e7ae-440d-b390-64b4594548c1] Powering off the VM {{(pid=62328) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1107.966347] env[62328]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-174a337e-6bf0-4720-9cc5-e9bf6b2c7468 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1107.973714] env[62328]: DEBUG oslo_vmware.api [None req-cbf3f7f0-e0c6-4005-bb5d-6f478e78434b tempest-ServerRescueNegativeTestJSON-713788249 tempest-ServerRescueNegativeTestJSON-713788249-project-member] Waiting for the task: (returnval){ [ 1107.973714] env[62328]: value = "task-2387686" [ 1107.973714] env[62328]: _type = "Task" [ 1107.973714] env[62328]: } to complete. {{(pid=62328) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1107.981696] env[62328]: DEBUG oslo_vmware.api [None req-cbf3f7f0-e0c6-4005-bb5d-6f478e78434b tempest-ServerRescueNegativeTestJSON-713788249 tempest-ServerRescueNegativeTestJSON-713788249-project-member] Task: {'id': task-2387686, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1107.984407] env[62328]: DEBUG nova.compute.manager [None req-03642d72-55e8-4446-a3a0-e9591a9b67d4 tempest-AttachVolumeNegativeTest-1920358930 tempest-AttachVolumeNegativeTest-1920358930-project-member] [instance: 56f7b645-cd8a-48a4-ba32-455cfc09fd88] Start destroying the instance on the hypervisor. {{(pid=62328) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1107.984610] env[62328]: DEBUG nova.virt.vmwareapi.vmops [None req-03642d72-55e8-4446-a3a0-e9591a9b67d4 tempest-AttachVolumeNegativeTest-1920358930 tempest-AttachVolumeNegativeTest-1920358930-project-member] [instance: 56f7b645-cd8a-48a4-ba32-455cfc09fd88] Destroying instance {{(pid=62328) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1107.985373] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-780839d4-1d86-44f0-921a-9f4aff33b24c {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1107.992531] env[62328]: DEBUG nova.virt.vmwareapi.vm_util [None req-03642d72-55e8-4446-a3a0-e9591a9b67d4 tempest-AttachVolumeNegativeTest-1920358930 tempest-AttachVolumeNegativeTest-1920358930-project-member] [instance: 56f7b645-cd8a-48a4-ba32-455cfc09fd88] Powering off the VM {{(pid=62328) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1107.992797] env[62328]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b068a395-a674-47e2-8e57-5562eab6d13e {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1107.998710] env[62328]: DEBUG oslo_vmware.api [None req-03642d72-55e8-4446-a3a0-e9591a9b67d4 tempest-AttachVolumeNegativeTest-1920358930 tempest-AttachVolumeNegativeTest-1920358930-project-member] Waiting for the task: (returnval){ [ 1107.998710] env[62328]: value = "task-2387687" [ 1107.998710] env[62328]: _type = "Task" [ 1107.998710] env[62328]: } to complete. {{(pid=62328) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1108.007669] env[62328]: DEBUG oslo_vmware.api [None req-03642d72-55e8-4446-a3a0-e9591a9b67d4 tempest-AttachVolumeNegativeTest-1920358930 tempest-AttachVolumeNegativeTest-1920358930-project-member] Task: {'id': task-2387687, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1108.010238] env[62328]: DEBUG nova.compute.manager [None req-332cd9a1-235b-4315-894a-68f76363e980 None None] [instance: 13b24bc5-3832-47cc-bf0f-14b881773e37] Instance has had 0 of 5 cleanup attempts {{(pid=62328) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1108.343614] env[62328]: DEBUG nova.objects.base [None req-13e35874-fd9d-471b-8f48-798f37b18dc0 tempest-ServerActionsTestOtherA-1098162655 tempest-ServerActionsTestOtherA-1098162655-project-member] Object Instance<52a2a5c8-436b-462f-8786-acb79fa350b7> lazy-loaded attributes: info_cache,migration_context {{(pid=62328) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1108.344788] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dc0a7866-347a-45ec-99ed-9043b86afb10 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1108.364957] env[62328]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c91755c6-5239-43d7-a12b-76146c34bd97 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1108.370677] env[62328]: DEBUG oslo_vmware.api [None req-13e35874-fd9d-471b-8f48-798f37b18dc0 tempest-ServerActionsTestOtherA-1098162655 tempest-ServerActionsTestOtherA-1098162655-project-member] Waiting for the task: (returnval){ [ 1108.370677] env[62328]: value = "session[52a6e20e-410d-708a-99f2-080a575a99bd]52a48874-2ebd-2859-feb2-d1ab2cc34932" [ 1108.370677] env[62328]: _type = "Task" [ 1108.370677] env[62328]: } to complete. {{(pid=62328) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1108.379352] env[62328]: DEBUG oslo_vmware.api [None req-13e35874-fd9d-471b-8f48-798f37b18dc0 tempest-ServerActionsTestOtherA-1098162655 tempest-ServerActionsTestOtherA-1098162655-project-member] Task: {'id': session[52a6e20e-410d-708a-99f2-080a575a99bd]52a48874-2ebd-2859-feb2-d1ab2cc34932, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1108.482684] env[62328]: DEBUG oslo_vmware.api [None req-cbf3f7f0-e0c6-4005-bb5d-6f478e78434b tempest-ServerRescueNegativeTestJSON-713788249 tempest-ServerRescueNegativeTestJSON-713788249-project-member] Task: {'id': task-2387686, 'name': PowerOffVM_Task, 'duration_secs': 0.255029} completed successfully. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1108.482940] env[62328]: DEBUG nova.virt.vmwareapi.vm_util [None req-cbf3f7f0-e0c6-4005-bb5d-6f478e78434b tempest-ServerRescueNegativeTestJSON-713788249 tempest-ServerRescueNegativeTestJSON-713788249-project-member] [instance: 52de62c1-e7ae-440d-b390-64b4594548c1] Powered off the VM {{(pid=62328) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1108.483773] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d8185983-920b-4169-a4f4-082e154c695a {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1108.506790] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5e57bbe7-373b-4199-91a5-aac9b6bcd476 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1108.514318] env[62328]: DEBUG nova.compute.manager [None req-332cd9a1-235b-4315-894a-68f76363e980 None None] [instance: 77ca1d19-5060-4a7c-a780-56adf9a3f70e] Instance has had 0 of 5 cleanup attempts {{(pid=62328) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1108.516155] env[62328]: DEBUG oslo_vmware.api [None req-03642d72-55e8-4446-a3a0-e9591a9b67d4 tempest-AttachVolumeNegativeTest-1920358930 tempest-AttachVolumeNegativeTest-1920358930-project-member] Task: {'id': task-2387687, 'name': PowerOffVM_Task, 'duration_secs': 0.190141} completed successfully. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1108.518585] env[62328]: DEBUG nova.virt.vmwareapi.vm_util [None req-03642d72-55e8-4446-a3a0-e9591a9b67d4 tempest-AttachVolumeNegativeTest-1920358930 tempest-AttachVolumeNegativeTest-1920358930-project-member] [instance: 56f7b645-cd8a-48a4-ba32-455cfc09fd88] Powered off the VM {{(pid=62328) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1108.518765] env[62328]: DEBUG nova.virt.vmwareapi.vmops [None req-03642d72-55e8-4446-a3a0-e9591a9b67d4 tempest-AttachVolumeNegativeTest-1920358930 tempest-AttachVolumeNegativeTest-1920358930-project-member] [instance: 56f7b645-cd8a-48a4-ba32-455cfc09fd88] Unregistering the VM {{(pid=62328) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1108.521141] env[62328]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-96741ec9-e22e-4812-8bb3-5d3d4c374538 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1108.546049] env[62328]: DEBUG nova.virt.vmwareapi.vm_util [None req-cbf3f7f0-e0c6-4005-bb5d-6f478e78434b tempest-ServerRescueNegativeTestJSON-713788249 tempest-ServerRescueNegativeTestJSON-713788249-project-member] [instance: 52de62c1-e7ae-440d-b390-64b4594548c1] Powering off the VM {{(pid=62328) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1108.546615] env[62328]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-fe3d4266-c35a-4502-ae07-52b9f6c33383 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1108.553659] env[62328]: DEBUG oslo_vmware.api [None req-cbf3f7f0-e0c6-4005-bb5d-6f478e78434b tempest-ServerRescueNegativeTestJSON-713788249 tempest-ServerRescueNegativeTestJSON-713788249-project-member] Waiting for the task: (returnval){ [ 1108.553659] env[62328]: value = "task-2387689" [ 1108.553659] env[62328]: _type = "Task" [ 1108.553659] env[62328]: } to complete. {{(pid=62328) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1108.563821] env[62328]: DEBUG nova.virt.vmwareapi.vm_util [None req-cbf3f7f0-e0c6-4005-bb5d-6f478e78434b tempest-ServerRescueNegativeTestJSON-713788249 tempest-ServerRescueNegativeTestJSON-713788249-project-member] [instance: 52de62c1-e7ae-440d-b390-64b4594548c1] VM already powered off {{(pid=62328) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1108.564027] env[62328]: DEBUG nova.virt.vmwareapi.vmops [None req-cbf3f7f0-e0c6-4005-bb5d-6f478e78434b tempest-ServerRescueNegativeTestJSON-713788249 tempest-ServerRescueNegativeTestJSON-713788249-project-member] [instance: 52de62c1-e7ae-440d-b390-64b4594548c1] Processing image dbf872a4-92be-47e4-8561-c3e2bf2423ab {{(pid=62328) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1108.564258] env[62328]: DEBUG oslo_concurrency.lockutils [None req-cbf3f7f0-e0c6-4005-bb5d-6f478e78434b tempest-ServerRescueNegativeTestJSON-713788249 tempest-ServerRescueNegativeTestJSON-713788249-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/dbf872a4-92be-47e4-8561-c3e2bf2423ab/dbf872a4-92be-47e4-8561-c3e2bf2423ab.vmdk" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1108.564393] env[62328]: DEBUG oslo_concurrency.lockutils [None req-cbf3f7f0-e0c6-4005-bb5d-6f478e78434b tempest-ServerRescueNegativeTestJSON-713788249 tempest-ServerRescueNegativeTestJSON-713788249-project-member] Acquired lock "[datastore1] devstack-image-cache_base/dbf872a4-92be-47e4-8561-c3e2bf2423ab/dbf872a4-92be-47e4-8561-c3e2bf2423ab.vmdk" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1108.564560] env[62328]: DEBUG nova.virt.vmwareapi.ds_util [None req-cbf3f7f0-e0c6-4005-bb5d-6f478e78434b tempest-ServerRescueNegativeTestJSON-713788249 tempest-ServerRescueNegativeTestJSON-713788249-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62328) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1108.564794] env[62328]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-4efc1f37-99d3-4b4c-83d9-9e03e0f2a3b1 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1108.572228] env[62328]: DEBUG nova.virt.vmwareapi.ds_util [None req-cbf3f7f0-e0c6-4005-bb5d-6f478e78434b tempest-ServerRescueNegativeTestJSON-713788249 tempest-ServerRescueNegativeTestJSON-713788249-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62328) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1108.572391] env[62328]: DEBUG nova.virt.vmwareapi.vmops [None req-cbf3f7f0-e0c6-4005-bb5d-6f478e78434b tempest-ServerRescueNegativeTestJSON-713788249 tempest-ServerRescueNegativeTestJSON-713788249-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62328) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1108.573070] env[62328]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2d9ed5e6-e1e1-40c7-a0ba-115aac378000 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1108.578045] env[62328]: DEBUG oslo_vmware.api [None req-cbf3f7f0-e0c6-4005-bb5d-6f478e78434b tempest-ServerRescueNegativeTestJSON-713788249 tempest-ServerRescueNegativeTestJSON-713788249-project-member] Waiting for the task: (returnval){ [ 1108.578045] env[62328]: value = "session[52a6e20e-410d-708a-99f2-080a575a99bd]523987ee-97ae-a57c-e261-1ffefd592c3a" [ 1108.578045] env[62328]: _type = "Task" [ 1108.578045] env[62328]: } to complete. {{(pid=62328) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1108.586099] env[62328]: DEBUG oslo_vmware.api [None req-cbf3f7f0-e0c6-4005-bb5d-6f478e78434b tempest-ServerRescueNegativeTestJSON-713788249 tempest-ServerRescueNegativeTestJSON-713788249-project-member] Task: {'id': session[52a6e20e-410d-708a-99f2-080a575a99bd]523987ee-97ae-a57c-e261-1ffefd592c3a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1108.587108] env[62328]: DEBUG nova.virt.vmwareapi.vmops [None req-03642d72-55e8-4446-a3a0-e9591a9b67d4 tempest-AttachVolumeNegativeTest-1920358930 tempest-AttachVolumeNegativeTest-1920358930-project-member] [instance: 56f7b645-cd8a-48a4-ba32-455cfc09fd88] Unregistered the VM {{(pid=62328) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1108.587306] env[62328]: DEBUG nova.virt.vmwareapi.vmops [None req-03642d72-55e8-4446-a3a0-e9591a9b67d4 tempest-AttachVolumeNegativeTest-1920358930 tempest-AttachVolumeNegativeTest-1920358930-project-member] [instance: 56f7b645-cd8a-48a4-ba32-455cfc09fd88] Deleting contents of the VM from datastore datastore1 {{(pid=62328) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1108.587499] env[62328]: DEBUG nova.virt.vmwareapi.ds_util [None req-03642d72-55e8-4446-a3a0-e9591a9b67d4 tempest-AttachVolumeNegativeTest-1920358930 tempest-AttachVolumeNegativeTest-1920358930-project-member] Deleting the datastore file [datastore1] 56f7b645-cd8a-48a4-ba32-455cfc09fd88 {{(pid=62328) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1108.587735] env[62328]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-6b527da8-e882-41a9-83fb-8998f7465583 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1108.593070] env[62328]: DEBUG oslo_vmware.api [None req-03642d72-55e8-4446-a3a0-e9591a9b67d4 tempest-AttachVolumeNegativeTest-1920358930 tempest-AttachVolumeNegativeTest-1920358930-project-member] Waiting for the task: (returnval){ [ 1108.593070] env[62328]: value = "task-2387690" [ 1108.593070] env[62328]: _type = "Task" [ 1108.593070] env[62328]: } to complete. {{(pid=62328) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1108.600552] env[62328]: DEBUG oslo_vmware.api [None req-03642d72-55e8-4446-a3a0-e9591a9b67d4 tempest-AttachVolumeNegativeTest-1920358930 tempest-AttachVolumeNegativeTest-1920358930-project-member] Task: {'id': task-2387690, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1108.881007] env[62328]: DEBUG oslo_vmware.api [None req-13e35874-fd9d-471b-8f48-798f37b18dc0 tempest-ServerActionsTestOtherA-1098162655 tempest-ServerActionsTestOtherA-1098162655-project-member] Task: {'id': session[52a6e20e-410d-708a-99f2-080a575a99bd]52a48874-2ebd-2859-feb2-d1ab2cc34932, 'name': SearchDatastore_Task, 'duration_secs': 0.00869} completed successfully. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1108.883357] env[62328]: DEBUG oslo_concurrency.lockutils [None req-13e35874-fd9d-471b-8f48-798f37b18dc0 tempest-ServerActionsTestOtherA-1098162655 tempest-ServerActionsTestOtherA-1098162655-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1108.883589] env[62328]: DEBUG oslo_concurrency.lockutils [None req-13e35874-fd9d-471b-8f48-798f37b18dc0 tempest-ServerActionsTestOtherA-1098162655 tempest-ServerActionsTestOtherA-1098162655-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 0.000s {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1108.952750] env[62328]: DEBUG nova.network.neutron [None req-346b9b21-b1d3-4ef9-9d94-8577edf14838 tempest-ServerActionsTestOtherB-626827456 tempest-ServerActionsTestOtherB-626827456-project-member] [instance: 726d231d-afd9-460a-818e-7412af85a7f1] Updating instance_info_cache with network_info: [{"id": "7289e465-ad21-47a5-8450-705b2fd68ae8", "address": "fa:16:3e:29:f5:39", "network": {"id": "26ce23b7-7f28-4faf-9ad9-833f4c091e91", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1619285024-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.137", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4dfb769ea51943efa01b92c3a0595081", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "30c39e9a-a798-4f25-a48c-91f786ba332c", "external-id": "nsx-vlan-transportzone-438", "segmentation_id": 438, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7289e465-ad", "ovs_interfaceid": "7289e465-ad21-47a5-8450-705b2fd68ae8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62328) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1109.022444] env[62328]: DEBUG nova.compute.manager [None req-332cd9a1-235b-4315-894a-68f76363e980 None None] [instance: 5df51859-2d31-4abb-9c7d-d0b0405c3df9] Instance has had 0 of 5 cleanup attempts {{(pid=62328) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1109.089735] env[62328]: DEBUG oslo_vmware.api [None req-cbf3f7f0-e0c6-4005-bb5d-6f478e78434b tempest-ServerRescueNegativeTestJSON-713788249 tempest-ServerRescueNegativeTestJSON-713788249-project-member] Task: {'id': session[52a6e20e-410d-708a-99f2-080a575a99bd]523987ee-97ae-a57c-e261-1ffefd592c3a, 'name': SearchDatastore_Task, 'duration_secs': 0.010508} completed successfully. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1109.090681] env[62328]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a8601bca-6562-44d4-89da-46a745361ef7 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1109.098307] env[62328]: DEBUG oslo_vmware.api [None req-cbf3f7f0-e0c6-4005-bb5d-6f478e78434b tempest-ServerRescueNegativeTestJSON-713788249 tempest-ServerRescueNegativeTestJSON-713788249-project-member] Waiting for the task: (returnval){ [ 1109.098307] env[62328]: value = "session[52a6e20e-410d-708a-99f2-080a575a99bd]523b718e-2711-f892-edaf-5d189e91b21b" [ 1109.098307] env[62328]: _type = "Task" [ 1109.098307] env[62328]: } to complete. {{(pid=62328) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1109.104060] env[62328]: DEBUG oslo_vmware.api [None req-03642d72-55e8-4446-a3a0-e9591a9b67d4 tempest-AttachVolumeNegativeTest-1920358930 tempest-AttachVolumeNegativeTest-1920358930-project-member] Task: {'id': task-2387690, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1109.108595] env[62328]: DEBUG oslo_vmware.api [None req-cbf3f7f0-e0c6-4005-bb5d-6f478e78434b tempest-ServerRescueNegativeTestJSON-713788249 tempest-ServerRescueNegativeTestJSON-713788249-project-member] Task: {'id': session[52a6e20e-410d-708a-99f2-080a575a99bd]523b718e-2711-f892-edaf-5d189e91b21b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1109.457586] env[62328]: DEBUG oslo_concurrency.lockutils [None req-346b9b21-b1d3-4ef9-9d94-8577edf14838 tempest-ServerActionsTestOtherB-626827456 tempest-ServerActionsTestOtherB-626827456-project-member] Releasing lock "refresh_cache-726d231d-afd9-460a-818e-7412af85a7f1" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1109.457885] env[62328]: DEBUG nova.objects.instance [None req-346b9b21-b1d3-4ef9-9d94-8577edf14838 tempest-ServerActionsTestOtherB-626827456 tempest-ServerActionsTestOtherB-626827456-project-member] Lazy-loading 'migration_context' on Instance uuid 726d231d-afd9-460a-818e-7412af85a7f1 {{(pid=62328) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1109.526704] env[62328]: DEBUG nova.compute.manager [None req-332cd9a1-235b-4315-894a-68f76363e980 None None] [instance: e78f4099-b61b-4dd2-8587-8c8f1bb0412a] Instance has had 0 of 5 cleanup attempts {{(pid=62328) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1109.583458] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-07b24f85-0e87-4a3d-a17f-d9dd7533d6e8 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1109.591540] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5bd4d11f-8e98-4ef5-8b40-6f673dc040b6 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1109.629257] env[62328]: DEBUG oslo_vmware.api [None req-03642d72-55e8-4446-a3a0-e9591a9b67d4 tempest-AttachVolumeNegativeTest-1920358930 tempest-AttachVolumeNegativeTest-1920358930-project-member] Task: {'id': task-2387690, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.720371} completed successfully. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1109.630295] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9833e76b-bed8-4de3-8b6a-c6752eef3ca7 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1109.632669] env[62328]: DEBUG nova.virt.vmwareapi.ds_util [None req-03642d72-55e8-4446-a3a0-e9591a9b67d4 tempest-AttachVolumeNegativeTest-1920358930 tempest-AttachVolumeNegativeTest-1920358930-project-member] Deleted the datastore file {{(pid=62328) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1109.632857] env[62328]: DEBUG nova.virt.vmwareapi.vmops [None req-03642d72-55e8-4446-a3a0-e9591a9b67d4 tempest-AttachVolumeNegativeTest-1920358930 tempest-AttachVolumeNegativeTest-1920358930-project-member] [instance: 56f7b645-cd8a-48a4-ba32-455cfc09fd88] Deleted contents of the VM from datastore datastore1 {{(pid=62328) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1109.633044] env[62328]: DEBUG nova.virt.vmwareapi.vmops [None req-03642d72-55e8-4446-a3a0-e9591a9b67d4 tempest-AttachVolumeNegativeTest-1920358930 tempest-AttachVolumeNegativeTest-1920358930-project-member] [instance: 56f7b645-cd8a-48a4-ba32-455cfc09fd88] Instance destroyed {{(pid=62328) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1109.633220] env[62328]: INFO nova.compute.manager [None req-03642d72-55e8-4446-a3a0-e9591a9b67d4 tempest-AttachVolumeNegativeTest-1920358930 tempest-AttachVolumeNegativeTest-1920358930-project-member] [instance: 56f7b645-cd8a-48a4-ba32-455cfc09fd88] Took 1.65 seconds to destroy the instance on the hypervisor. [ 1109.633445] env[62328]: DEBUG oslo.service.loopingcall [None req-03642d72-55e8-4446-a3a0-e9591a9b67d4 tempest-AttachVolumeNegativeTest-1920358930 tempest-AttachVolumeNegativeTest-1920358930-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62328) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1109.636679] env[62328]: DEBUG nova.compute.manager [-] [instance: 56f7b645-cd8a-48a4-ba32-455cfc09fd88] Deallocating network for instance {{(pid=62328) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1109.636784] env[62328]: DEBUG nova.network.neutron [-] [instance: 56f7b645-cd8a-48a4-ba32-455cfc09fd88] deallocate_for_instance() {{(pid=62328) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1109.638329] env[62328]: DEBUG oslo_vmware.api [None req-cbf3f7f0-e0c6-4005-bb5d-6f478e78434b tempest-ServerRescueNegativeTestJSON-713788249 tempest-ServerRescueNegativeTestJSON-713788249-project-member] Task: {'id': session[52a6e20e-410d-708a-99f2-080a575a99bd]523b718e-2711-f892-edaf-5d189e91b21b, 'name': SearchDatastore_Task, 'duration_secs': 0.021942} completed successfully. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1109.638863] env[62328]: DEBUG oslo_concurrency.lockutils [None req-cbf3f7f0-e0c6-4005-bb5d-6f478e78434b tempest-ServerRescueNegativeTestJSON-713788249 tempest-ServerRescueNegativeTestJSON-713788249-project-member] Releasing lock "[datastore1] devstack-image-cache_base/dbf872a4-92be-47e4-8561-c3e2bf2423ab/dbf872a4-92be-47e4-8561-c3e2bf2423ab.vmdk" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1109.639117] env[62328]: DEBUG nova.virt.vmwareapi.ds_util [None req-cbf3f7f0-e0c6-4005-bb5d-6f478e78434b tempest-ServerRescueNegativeTestJSON-713788249 tempest-ServerRescueNegativeTestJSON-713788249-project-member] Copying virtual disk from [datastore1] devstack-image-cache_base/dbf872a4-92be-47e4-8561-c3e2bf2423ab/dbf872a4-92be-47e4-8561-c3e2bf2423ab.vmdk to [datastore1] 52de62c1-e7ae-440d-b390-64b4594548c1/dbf872a4-92be-47e4-8561-c3e2bf2423ab-rescue.vmdk. {{(pid=62328) disk_copy /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:281}} [ 1109.639613] env[62328]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-159a9778-463b-4224-948f-dc7c8fcfbf0d {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1109.644659] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-01a136bf-bb57-4d88-83d3-e6a31278fc12 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1109.649044] env[62328]: DEBUG oslo_vmware.api [None req-cbf3f7f0-e0c6-4005-bb5d-6f478e78434b tempest-ServerRescueNegativeTestJSON-713788249 tempest-ServerRescueNegativeTestJSON-713788249-project-member] Waiting for the task: (returnval){ [ 1109.649044] env[62328]: value = "task-2387691" [ 1109.649044] env[62328]: _type = "Task" [ 1109.649044] env[62328]: } to complete. {{(pid=62328) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1109.659545] env[62328]: DEBUG nova.compute.provider_tree [None req-13e35874-fd9d-471b-8f48-798f37b18dc0 tempest-ServerActionsTestOtherA-1098162655 tempest-ServerActionsTestOtherA-1098162655-project-member] Inventory has not changed in ProviderTree for provider: 3469e9f8-04af-49ca-8435-49f104496744 {{(pid=62328) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1109.665348] env[62328]: DEBUG oslo_vmware.api [None req-cbf3f7f0-e0c6-4005-bb5d-6f478e78434b tempest-ServerRescueNegativeTestJSON-713788249 tempest-ServerRescueNegativeTestJSON-713788249-project-member] Task: {'id': task-2387691, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1109.966479] env[62328]: DEBUG nova.objects.base [None req-346b9b21-b1d3-4ef9-9d94-8577edf14838 tempest-ServerActionsTestOtherB-626827456 tempest-ServerActionsTestOtherB-626827456-project-member] Object Instance<726d231d-afd9-460a-818e-7412af85a7f1> lazy-loaded attributes: info_cache,migration_context {{(pid=62328) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1109.967726] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c2897cfa-cceb-4b89-92c0-c2e9d644cd61 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1109.989259] env[62328]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9b51dd20-4e75-4bf8-92dc-24aa9acd93cb {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1109.994665] env[62328]: DEBUG oslo_vmware.api [None req-346b9b21-b1d3-4ef9-9d94-8577edf14838 tempest-ServerActionsTestOtherB-626827456 tempest-ServerActionsTestOtherB-626827456-project-member] Waiting for the task: (returnval){ [ 1109.994665] env[62328]: value = "session[52a6e20e-410d-708a-99f2-080a575a99bd]526d0b51-c678-a167-c227-47d391d864c0" [ 1109.994665] env[62328]: _type = "Task" [ 1109.994665] env[62328]: } to complete. {{(pid=62328) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1110.002545] env[62328]: DEBUG oslo_vmware.api [None req-346b9b21-b1d3-4ef9-9d94-8577edf14838 tempest-ServerActionsTestOtherB-626827456 tempest-ServerActionsTestOtherB-626827456-project-member] Task: {'id': session[52a6e20e-410d-708a-99f2-080a575a99bd]526d0b51-c678-a167-c227-47d391d864c0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1110.031340] env[62328]: DEBUG nova.compute.manager [None req-332cd9a1-235b-4315-894a-68f76363e980 None None] [instance: b3a96122-6f42-4407-a3e8-69305679d6e5] Instance has had 0 of 5 cleanup attempts {{(pid=62328) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1110.144904] env[62328]: DEBUG nova.compute.manager [req-4fe8bb9e-3f0b-4deb-8f74-7bed4eca1cbc req-dc4d05f0-31a2-48d2-97f4-2298ef788761 service nova] [instance: 56f7b645-cd8a-48a4-ba32-455cfc09fd88] Received event network-vif-deleted-787ea99f-ef2a-433b-8978-43989819a097 {{(pid=62328) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1110.145201] env[62328]: INFO nova.compute.manager [req-4fe8bb9e-3f0b-4deb-8f74-7bed4eca1cbc req-dc4d05f0-31a2-48d2-97f4-2298ef788761 service nova] [instance: 56f7b645-cd8a-48a4-ba32-455cfc09fd88] Neutron deleted interface 787ea99f-ef2a-433b-8978-43989819a097; detaching it from the instance and deleting it from the info cache [ 1110.145392] env[62328]: DEBUG nova.network.neutron [req-4fe8bb9e-3f0b-4deb-8f74-7bed4eca1cbc req-dc4d05f0-31a2-48d2-97f4-2298ef788761 service nova] [instance: 56f7b645-cd8a-48a4-ba32-455cfc09fd88] Updating instance_info_cache with network_info: [] {{(pid=62328) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1110.161203] env[62328]: DEBUG oslo_vmware.api [None req-cbf3f7f0-e0c6-4005-bb5d-6f478e78434b tempest-ServerRescueNegativeTestJSON-713788249 tempest-ServerRescueNegativeTestJSON-713788249-project-member] Task: {'id': task-2387691, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1110.163360] env[62328]: DEBUG nova.scheduler.client.report [None req-13e35874-fd9d-471b-8f48-798f37b18dc0 tempest-ServerActionsTestOtherA-1098162655 tempest-ServerActionsTestOtherA-1098162655-project-member] Inventory has not changed for provider 3469e9f8-04af-49ca-8435-49f104496744 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 152, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62328) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1110.505491] env[62328]: DEBUG oslo_vmware.api [None req-346b9b21-b1d3-4ef9-9d94-8577edf14838 tempest-ServerActionsTestOtherB-626827456 tempest-ServerActionsTestOtherB-626827456-project-member] Task: {'id': session[52a6e20e-410d-708a-99f2-080a575a99bd]526d0b51-c678-a167-c227-47d391d864c0, 'name': SearchDatastore_Task, 'duration_secs': 0.034163} completed successfully. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1110.505787] env[62328]: DEBUG oslo_concurrency.lockutils [None req-346b9b21-b1d3-4ef9-9d94-8577edf14838 tempest-ServerActionsTestOtherB-626827456 tempest-ServerActionsTestOtherB-626827456-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1110.534616] env[62328]: DEBUG nova.compute.manager [None req-332cd9a1-235b-4315-894a-68f76363e980 None None] [instance: ca5f1f85-0fbb-4572-8b04-bd275a02f396] Instance has had 0 of 5 cleanup attempts {{(pid=62328) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1110.624396] env[62328]: DEBUG nova.network.neutron [-] [instance: 56f7b645-cd8a-48a4-ba32-455cfc09fd88] Updating instance_info_cache with network_info: [] {{(pid=62328) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1110.648236] env[62328]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-866131a1-ab89-4d99-884d-2bfed660fc6b {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1110.660491] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-37f68e40-6098-4f97-a3ba-332c84573490 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1110.677344] env[62328]: DEBUG oslo_vmware.api [None req-cbf3f7f0-e0c6-4005-bb5d-6f478e78434b tempest-ServerRescueNegativeTestJSON-713788249 tempest-ServerRescueNegativeTestJSON-713788249-project-member] Task: {'id': task-2387691, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.661905} completed successfully. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1110.678219] env[62328]: INFO nova.virt.vmwareapi.ds_util [None req-cbf3f7f0-e0c6-4005-bb5d-6f478e78434b tempest-ServerRescueNegativeTestJSON-713788249 tempest-ServerRescueNegativeTestJSON-713788249-project-member] Copied virtual disk from [datastore1] devstack-image-cache_base/dbf872a4-92be-47e4-8561-c3e2bf2423ab/dbf872a4-92be-47e4-8561-c3e2bf2423ab.vmdk to [datastore1] 52de62c1-e7ae-440d-b390-64b4594548c1/dbf872a4-92be-47e4-8561-c3e2bf2423ab-rescue.vmdk. [ 1110.678847] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1a6a3e27-4947-4db9-87a2-6923145b95cc {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1110.705445] env[62328]: DEBUG nova.virt.vmwareapi.volumeops [None req-cbf3f7f0-e0c6-4005-bb5d-6f478e78434b tempest-ServerRescueNegativeTestJSON-713788249 tempest-ServerRescueNegativeTestJSON-713788249-project-member] [instance: 52de62c1-e7ae-440d-b390-64b4594548c1] Reconfiguring VM instance instance-0000006d to attach disk [datastore1] 52de62c1-e7ae-440d-b390-64b4594548c1/dbf872a4-92be-47e4-8561-c3e2bf2423ab-rescue.vmdk or device None with type thin {{(pid=62328) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1110.717902] env[62328]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0b490f77-5369-4206-a17d-a4915affa6fd {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1110.730633] env[62328]: DEBUG nova.compute.manager [req-4fe8bb9e-3f0b-4deb-8f74-7bed4eca1cbc req-dc4d05f0-31a2-48d2-97f4-2298ef788761 service nova] [instance: 56f7b645-cd8a-48a4-ba32-455cfc09fd88] Detach interface failed, port_id=787ea99f-ef2a-433b-8978-43989819a097, reason: Instance 56f7b645-cd8a-48a4-ba32-455cfc09fd88 could not be found. {{(pid=62328) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 1110.736245] env[62328]: DEBUG oslo_vmware.api [None req-cbf3f7f0-e0c6-4005-bb5d-6f478e78434b tempest-ServerRescueNegativeTestJSON-713788249 tempest-ServerRescueNegativeTestJSON-713788249-project-member] Waiting for the task: (returnval){ [ 1110.736245] env[62328]: value = "task-2387692" [ 1110.736245] env[62328]: _type = "Task" [ 1110.736245] env[62328]: } to complete. {{(pid=62328) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1110.744243] env[62328]: DEBUG oslo_vmware.api [None req-cbf3f7f0-e0c6-4005-bb5d-6f478e78434b tempest-ServerRescueNegativeTestJSON-713788249 tempest-ServerRescueNegativeTestJSON-713788249-project-member] Task: {'id': task-2387692, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1111.037586] env[62328]: DEBUG nova.compute.manager [None req-332cd9a1-235b-4315-894a-68f76363e980 None None] [instance: e38f62a8-c8ae-4200-b5cc-a799c261ce76] Instance has had 0 of 5 cleanup attempts {{(pid=62328) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1111.126806] env[62328]: INFO nova.compute.manager [-] [instance: 56f7b645-cd8a-48a4-ba32-455cfc09fd88] Took 1.49 seconds to deallocate network for instance. [ 1111.179148] env[62328]: DEBUG oslo_concurrency.lockutils [None req-13e35874-fd9d-471b-8f48-798f37b18dc0 tempest-ServerActionsTestOtherA-1098162655 tempest-ServerActionsTestOtherA-1098162655-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 2.295s {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1111.181974] env[62328]: DEBUG oslo_concurrency.lockutils [None req-346b9b21-b1d3-4ef9-9d94-8577edf14838 tempest-ServerActionsTestOtherB-626827456 tempest-ServerActionsTestOtherB-626827456-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 0.676s {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1111.246635] env[62328]: DEBUG oslo_vmware.api [None req-cbf3f7f0-e0c6-4005-bb5d-6f478e78434b tempest-ServerRescueNegativeTestJSON-713788249 tempest-ServerRescueNegativeTestJSON-713788249-project-member] Task: {'id': task-2387692, 'name': ReconfigVM_Task, 'duration_secs': 0.371315} completed successfully. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1111.246979] env[62328]: DEBUG nova.virt.vmwareapi.volumeops [None req-cbf3f7f0-e0c6-4005-bb5d-6f478e78434b tempest-ServerRescueNegativeTestJSON-713788249 tempest-ServerRescueNegativeTestJSON-713788249-project-member] [instance: 52de62c1-e7ae-440d-b390-64b4594548c1] Reconfigured VM instance instance-0000006d to attach disk [datastore1] 52de62c1-e7ae-440d-b390-64b4594548c1/dbf872a4-92be-47e4-8561-c3e2bf2423ab-rescue.vmdk or device None with type thin {{(pid=62328) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1111.247854] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b3908054-ed90-4202-9459-0047c218368b {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1111.275608] env[62328]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0a0c47d8-e167-4d4d-af8b-b19ea8b4c831 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1111.291249] env[62328]: DEBUG oslo_vmware.api [None req-cbf3f7f0-e0c6-4005-bb5d-6f478e78434b tempest-ServerRescueNegativeTestJSON-713788249 tempest-ServerRescueNegativeTestJSON-713788249-project-member] Waiting for the task: (returnval){ [ 1111.291249] env[62328]: value = "task-2387693" [ 1111.291249] env[62328]: _type = "Task" [ 1111.291249] env[62328]: } to complete. {{(pid=62328) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1111.302225] env[62328]: DEBUG oslo_vmware.api [None req-cbf3f7f0-e0c6-4005-bb5d-6f478e78434b tempest-ServerRescueNegativeTestJSON-713788249 tempest-ServerRescueNegativeTestJSON-713788249-project-member] Task: {'id': task-2387693, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1111.540650] env[62328]: DEBUG nova.compute.manager [None req-332cd9a1-235b-4315-894a-68f76363e980 None None] [instance: b3655835-4dc8-4e69-aa40-9421d264f283] Instance has had 0 of 5 cleanup attempts {{(pid=62328) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1111.632862] env[62328]: DEBUG oslo_concurrency.lockutils [None req-03642d72-55e8-4446-a3a0-e9591a9b67d4 tempest-AttachVolumeNegativeTest-1920358930 tempest-AttachVolumeNegativeTest-1920358930-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1111.739454] env[62328]: INFO nova.scheduler.client.report [None req-13e35874-fd9d-471b-8f48-798f37b18dc0 tempest-ServerActionsTestOtherA-1098162655 tempest-ServerActionsTestOtherA-1098162655-project-member] Deleted allocation for migration bec7e527-a010-46ee-80d2-8c8f1357e1c6 [ 1111.804526] env[62328]: DEBUG oslo_vmware.api [None req-cbf3f7f0-e0c6-4005-bb5d-6f478e78434b tempest-ServerRescueNegativeTestJSON-713788249 tempest-ServerRescueNegativeTestJSON-713788249-project-member] Task: {'id': task-2387693, 'name': ReconfigVM_Task, 'duration_secs': 0.168777} completed successfully. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1111.804812] env[62328]: DEBUG nova.virt.vmwareapi.vm_util [None req-cbf3f7f0-e0c6-4005-bb5d-6f478e78434b tempest-ServerRescueNegativeTestJSON-713788249 tempest-ServerRescueNegativeTestJSON-713788249-project-member] [instance: 52de62c1-e7ae-440d-b390-64b4594548c1] Powering on the VM {{(pid=62328) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1111.805085] env[62328]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-f9012bf6-d4fa-4cad-a7ee-dfbef2d4bf1f {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1111.810290] env[62328]: DEBUG oslo_vmware.api [None req-cbf3f7f0-e0c6-4005-bb5d-6f478e78434b tempest-ServerRescueNegativeTestJSON-713788249 tempest-ServerRescueNegativeTestJSON-713788249-project-member] Waiting for the task: (returnval){ [ 1111.810290] env[62328]: value = "task-2387694" [ 1111.810290] env[62328]: _type = "Task" [ 1111.810290] env[62328]: } to complete. {{(pid=62328) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1111.817895] env[62328]: DEBUG oslo_vmware.api [None req-cbf3f7f0-e0c6-4005-bb5d-6f478e78434b tempest-ServerRescueNegativeTestJSON-713788249 tempest-ServerRescueNegativeTestJSON-713788249-project-member] Task: {'id': task-2387694, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1111.877416] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0d6dcef1-856f-4759-adb7-3b61c0dd1eb2 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1111.884774] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-64d160f6-023b-4f32-b1e4-967c729e1065 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1111.918360] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c273aa2d-739c-4ba6-b5a5-f4249684df7b {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1111.922323] env[62328]: INFO nova.compute.manager [None req-fda353a2-3907-4f50-995c-5fd07d6184ce tempest-ServerActionsTestOtherA-1098162655 tempest-ServerActionsTestOtherA-1098162655-project-member] [instance: 52a2a5c8-436b-462f-8786-acb79fa350b7] Get console output [ 1111.922726] env[62328]: WARNING nova.virt.vmwareapi.driver [None req-fda353a2-3907-4f50-995c-5fd07d6184ce tempest-ServerActionsTestOtherA-1098162655 tempest-ServerActionsTestOtherA-1098162655-project-member] [instance: 52a2a5c8-436b-462f-8786-acb79fa350b7] The console log is missing. Check your VSPC configuration [ 1111.929595] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e678222b-07dd-4a96-8865-79557a53706a {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1111.943927] env[62328]: DEBUG nova.compute.provider_tree [None req-346b9b21-b1d3-4ef9-9d94-8577edf14838 tempest-ServerActionsTestOtherB-626827456 tempest-ServerActionsTestOtherB-626827456-project-member] Inventory has not changed in ProviderTree for provider: 3469e9f8-04af-49ca-8435-49f104496744 {{(pid=62328) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1112.044878] env[62328]: DEBUG nova.compute.manager [None req-332cd9a1-235b-4315-894a-68f76363e980 None None] [instance: e0892d4c-3ee0-48f8-af0d-9574468e7cab] Instance has had 0 of 5 cleanup attempts {{(pid=62328) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1112.245048] env[62328]: DEBUG oslo_concurrency.lockutils [None req-13e35874-fd9d-471b-8f48-798f37b18dc0 tempest-ServerActionsTestOtherA-1098162655 tempest-ServerActionsTestOtherA-1098162655-project-member] Lock "52a2a5c8-436b-462f-8786-acb79fa350b7" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 6.890s {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1112.319682] env[62328]: DEBUG oslo_vmware.api [None req-cbf3f7f0-e0c6-4005-bb5d-6f478e78434b tempest-ServerRescueNegativeTestJSON-713788249 tempest-ServerRescueNegativeTestJSON-713788249-project-member] Task: {'id': task-2387694, 'name': PowerOnVM_Task, 'duration_secs': 0.41616} completed successfully. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1112.319950] env[62328]: DEBUG nova.virt.vmwareapi.vm_util [None req-cbf3f7f0-e0c6-4005-bb5d-6f478e78434b tempest-ServerRescueNegativeTestJSON-713788249 tempest-ServerRescueNegativeTestJSON-713788249-project-member] [instance: 52de62c1-e7ae-440d-b390-64b4594548c1] Powered on the VM {{(pid=62328) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1112.322549] env[62328]: DEBUG nova.compute.manager [None req-cbf3f7f0-e0c6-4005-bb5d-6f478e78434b tempest-ServerRescueNegativeTestJSON-713788249 tempest-ServerRescueNegativeTestJSON-713788249-project-member] [instance: 52de62c1-e7ae-440d-b390-64b4594548c1] Checking state {{(pid=62328) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1112.323318] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d584c0d7-eadb-42a4-93fa-143f1b17131d {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1112.447392] env[62328]: DEBUG nova.scheduler.client.report [None req-346b9b21-b1d3-4ef9-9d94-8577edf14838 tempest-ServerActionsTestOtherB-626827456 tempest-ServerActionsTestOtherB-626827456-project-member] Inventory has not changed for provider 3469e9f8-04af-49ca-8435-49f104496744 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 152, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62328) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1112.548387] env[62328]: DEBUG nova.compute.manager [None req-332cd9a1-235b-4315-894a-68f76363e980 None None] [instance: a761ba21-78b5-4c5c-a30b-2622da535c99] Instance has had 0 of 5 cleanup attempts {{(pid=62328) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1112.720055] env[62328]: DEBUG oslo_concurrency.lockutils [None req-bb6ea2b8-37d1-4634-94cb-1b136730bf0f tempest-AttachVolumeShelveTestJSON-116809589 tempest-AttachVolumeShelveTestJSON-116809589-project-member] Acquiring lock "14c336fc-69e4-4ef8-a50f-e307b9902127" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1112.720344] env[62328]: DEBUG oslo_concurrency.lockutils [None req-bb6ea2b8-37d1-4634-94cb-1b136730bf0f tempest-AttachVolumeShelveTestJSON-116809589 tempest-AttachVolumeShelveTestJSON-116809589-project-member] Lock "14c336fc-69e4-4ef8-a50f-e307b9902127" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.000s {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1112.775412] env[62328]: DEBUG oslo_concurrency.lockutils [None req-3d568015-bcdc-4f18-b7c7-8bb823a2d279 tempest-AttachVolumeTestJSON-944844435 tempest-AttachVolumeTestJSON-944844435-project-member] Acquiring lock "02189dfe-6cb3-4b95-ad18-59dbd22f2704" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1112.775636] env[62328]: DEBUG oslo_concurrency.lockutils [None req-3d568015-bcdc-4f18-b7c7-8bb823a2d279 tempest-AttachVolumeTestJSON-944844435 tempest-AttachVolumeTestJSON-944844435-project-member] Lock "02189dfe-6cb3-4b95-ad18-59dbd22f2704" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1113.052216] env[62328]: DEBUG nova.compute.manager [None req-332cd9a1-235b-4315-894a-68f76363e980 None None] [instance: 475a5d77-198f-4dca-943c-a039da48dee0] Instance has had 0 of 5 cleanup attempts {{(pid=62328) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1113.223799] env[62328]: INFO nova.compute.manager [None req-bb6ea2b8-37d1-4634-94cb-1b136730bf0f tempest-AttachVolumeShelveTestJSON-116809589 tempest-AttachVolumeShelveTestJSON-116809589-project-member] [instance: 14c336fc-69e4-4ef8-a50f-e307b9902127] Detaching volume b13e0748-c454-4014-bc84-945862c872c4 [ 1113.255745] env[62328]: INFO nova.virt.block_device [None req-bb6ea2b8-37d1-4634-94cb-1b136730bf0f tempest-AttachVolumeShelveTestJSON-116809589 tempest-AttachVolumeShelveTestJSON-116809589-project-member] [instance: 14c336fc-69e4-4ef8-a50f-e307b9902127] Attempting to driver detach volume b13e0748-c454-4014-bc84-945862c872c4 from mountpoint /dev/sdb [ 1113.255983] env[62328]: DEBUG nova.virt.vmwareapi.volumeops [None req-bb6ea2b8-37d1-4634-94cb-1b136730bf0f tempest-AttachVolumeShelveTestJSON-116809589 tempest-AttachVolumeShelveTestJSON-116809589-project-member] [instance: 14c336fc-69e4-4ef8-a50f-e307b9902127] Volume detach. Driver type: vmdk {{(pid=62328) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1113.256190] env[62328]: DEBUG nova.virt.vmwareapi.volumeops [None req-bb6ea2b8-37d1-4634-94cb-1b136730bf0f tempest-AttachVolumeShelveTestJSON-116809589 tempest-AttachVolumeShelveTestJSON-116809589-project-member] [instance: 14c336fc-69e4-4ef8-a50f-e307b9902127] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-484452', 'volume_id': 'b13e0748-c454-4014-bc84-945862c872c4', 'name': 'volume-b13e0748-c454-4014-bc84-945862c872c4', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attached', 'instance': '14c336fc-69e4-4ef8-a50f-e307b9902127', 'attached_at': '', 'detached_at': '', 'volume_id': 'b13e0748-c454-4014-bc84-945862c872c4', 'serial': 'b13e0748-c454-4014-bc84-945862c872c4'} {{(pid=62328) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1113.257083] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9287ecae-2292-4adf-9064-bab247bf787a {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1113.279235] env[62328]: DEBUG nova.compute.utils [None req-3d568015-bcdc-4f18-b7c7-8bb823a2d279 tempest-AttachVolumeTestJSON-944844435 tempest-AttachVolumeTestJSON-944844435-project-member] Using /dev/sd instead of None {{(pid=62328) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1113.281085] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6c5642dc-a595-4dc3-a32a-421fce5e856f {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1113.289056] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0c94698a-74e7-4554-bf97-21faa88614f5 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1113.311205] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-94b9c2ea-382a-4edd-a054-a049c0767389 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1113.325848] env[62328]: DEBUG nova.virt.vmwareapi.volumeops [None req-bb6ea2b8-37d1-4634-94cb-1b136730bf0f tempest-AttachVolumeShelveTestJSON-116809589 tempest-AttachVolumeShelveTestJSON-116809589-project-member] The volume has not been displaced from its original location: [datastore2] volume-b13e0748-c454-4014-bc84-945862c872c4/volume-b13e0748-c454-4014-bc84-945862c872c4.vmdk. No consolidation needed. {{(pid=62328) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1113.331224] env[62328]: DEBUG nova.virt.vmwareapi.volumeops [None req-bb6ea2b8-37d1-4634-94cb-1b136730bf0f tempest-AttachVolumeShelveTestJSON-116809589 tempest-AttachVolumeShelveTestJSON-116809589-project-member] [instance: 14c336fc-69e4-4ef8-a50f-e307b9902127] Reconfiguring VM instance instance-00000045 to detach disk 2001 {{(pid=62328) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1113.331488] env[62328]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-93a4963b-f32d-48f7-824b-3c5397eaca3f {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1113.349908] env[62328]: DEBUG oslo_vmware.api [None req-bb6ea2b8-37d1-4634-94cb-1b136730bf0f tempest-AttachVolumeShelveTestJSON-116809589 tempest-AttachVolumeShelveTestJSON-116809589-project-member] Waiting for the task: (returnval){ [ 1113.349908] env[62328]: value = "task-2387695" [ 1113.349908] env[62328]: _type = "Task" [ 1113.349908] env[62328]: } to complete. {{(pid=62328) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1113.357608] env[62328]: DEBUG oslo_vmware.api [None req-bb6ea2b8-37d1-4634-94cb-1b136730bf0f tempest-AttachVolumeShelveTestJSON-116809589 tempest-AttachVolumeShelveTestJSON-116809589-project-member] Task: {'id': task-2387695, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1113.397801] env[62328]: INFO nova.compute.manager [None req-b97538ea-ba8c-421b-88c4-50f8369c2a5a tempest-ServerRescueNegativeTestJSON-713788249 tempest-ServerRescueNegativeTestJSON-713788249-project-member] [instance: 52de62c1-e7ae-440d-b390-64b4594548c1] Unrescuing [ 1113.398078] env[62328]: DEBUG oslo_concurrency.lockutils [None req-b97538ea-ba8c-421b-88c4-50f8369c2a5a tempest-ServerRescueNegativeTestJSON-713788249 tempest-ServerRescueNegativeTestJSON-713788249-project-member] Acquiring lock "refresh_cache-52de62c1-e7ae-440d-b390-64b4594548c1" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1113.398236] env[62328]: DEBUG oslo_concurrency.lockutils [None req-b97538ea-ba8c-421b-88c4-50f8369c2a5a tempest-ServerRescueNegativeTestJSON-713788249 tempest-ServerRescueNegativeTestJSON-713788249-project-member] Acquired lock "refresh_cache-52de62c1-e7ae-440d-b390-64b4594548c1" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1113.398402] env[62328]: DEBUG nova.network.neutron [None req-b97538ea-ba8c-421b-88c4-50f8369c2a5a tempest-ServerRescueNegativeTestJSON-713788249 tempest-ServerRescueNegativeTestJSON-713788249-project-member] [instance: 52de62c1-e7ae-440d-b390-64b4594548c1] Building network info cache for instance {{(pid=62328) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1113.457607] env[62328]: DEBUG oslo_concurrency.lockutils [None req-346b9b21-b1d3-4ef9-9d94-8577edf14838 tempest-ServerActionsTestOtherB-626827456 tempest-ServerActionsTestOtherB-626827456-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 2.276s {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1113.457831] env[62328]: DEBUG nova.compute.manager [None req-346b9b21-b1d3-4ef9-9d94-8577edf14838 tempest-ServerActionsTestOtherB-626827456 tempest-ServerActionsTestOtherB-626827456-project-member] [instance: 726d231d-afd9-460a-818e-7412af85a7f1] Resized/migrated instance is powered off. Setting vm_state to 'stopped'. {{(pid=62328) _confirm_resize /opt/stack/nova/nova/compute/manager.py:5376}} [ 1113.460499] env[62328]: DEBUG oslo_concurrency.lockutils [None req-03642d72-55e8-4446-a3a0-e9591a9b67d4 tempest-AttachVolumeNegativeTest-1920358930 tempest-AttachVolumeNegativeTest-1920358930-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 1.828s {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1113.460775] env[62328]: DEBUG nova.objects.instance [None req-03642d72-55e8-4446-a3a0-e9591a9b67d4 tempest-AttachVolumeNegativeTest-1920358930 tempest-AttachVolumeNegativeTest-1920358930-project-member] Lazy-loading 'resources' on Instance uuid 56f7b645-cd8a-48a4-ba32-455cfc09fd88 {{(pid=62328) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1113.555614] env[62328]: DEBUG nova.compute.manager [None req-332cd9a1-235b-4315-894a-68f76363e980 None None] [instance: f7104096-3f71-4c4e-9c1a-dcfae81dc66a] Instance has had 0 of 5 cleanup attempts {{(pid=62328) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1113.785381] env[62328]: DEBUG oslo_concurrency.lockutils [None req-3d568015-bcdc-4f18-b7c7-8bb823a2d279 tempest-AttachVolumeTestJSON-944844435 tempest-AttachVolumeTestJSON-944844435-project-member] Lock "02189dfe-6cb3-4b95-ad18-59dbd22f2704" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.010s {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1113.859392] env[62328]: DEBUG oslo_vmware.api [None req-bb6ea2b8-37d1-4634-94cb-1b136730bf0f tempest-AttachVolumeShelveTestJSON-116809589 tempest-AttachVolumeShelveTestJSON-116809589-project-member] Task: {'id': task-2387695, 'name': ReconfigVM_Task, 'duration_secs': 0.248893} completed successfully. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1113.859675] env[62328]: DEBUG nova.virt.vmwareapi.volumeops [None req-bb6ea2b8-37d1-4634-94cb-1b136730bf0f tempest-AttachVolumeShelveTestJSON-116809589 tempest-AttachVolumeShelveTestJSON-116809589-project-member] [instance: 14c336fc-69e4-4ef8-a50f-e307b9902127] Reconfigured VM instance instance-00000045 to detach disk 2001 {{(pid=62328) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1113.864362] env[62328]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8cf754ef-49a6-4a94-9ecb-db0883f4bf34 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1113.880742] env[62328]: DEBUG oslo_vmware.api [None req-bb6ea2b8-37d1-4634-94cb-1b136730bf0f tempest-AttachVolumeShelveTestJSON-116809589 tempest-AttachVolumeShelveTestJSON-116809589-project-member] Waiting for the task: (returnval){ [ 1113.880742] env[62328]: value = "task-2387696" [ 1113.880742] env[62328]: _type = "Task" [ 1113.880742] env[62328]: } to complete. {{(pid=62328) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1113.888432] env[62328]: DEBUG oslo_vmware.api [None req-bb6ea2b8-37d1-4634-94cb-1b136730bf0f tempest-AttachVolumeShelveTestJSON-116809589 tempest-AttachVolumeShelveTestJSON-116809589-project-member] Task: {'id': task-2387696, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1114.025445] env[62328]: INFO nova.scheduler.client.report [None req-346b9b21-b1d3-4ef9-9d94-8577edf14838 tempest-ServerActionsTestOtherB-626827456 tempest-ServerActionsTestOtherB-626827456-project-member] Deleted allocation for migration 64feb2a1-be48-4cb7-a20d-2353d68c909e [ 1114.059638] env[62328]: DEBUG nova.compute.manager [None req-332cd9a1-235b-4315-894a-68f76363e980 None None] [instance: 7adef1ae-8c30-4c37-be1b-f4163d47eff1] Instance has had 0 of 5 cleanup attempts {{(pid=62328) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1114.156095] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5acb6149-9fd9-4724-8435-b708bc1ffab2 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1114.163818] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7c3c5922-2b98-408d-8549-1261ea59939d {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1114.167680] env[62328]: DEBUG nova.network.neutron [None req-b97538ea-ba8c-421b-88c4-50f8369c2a5a tempest-ServerRescueNegativeTestJSON-713788249 tempest-ServerRescueNegativeTestJSON-713788249-project-member] [instance: 52de62c1-e7ae-440d-b390-64b4594548c1] Updating instance_info_cache with network_info: [{"id": "93d80e4a-37ee-46c3-a002-951f5f3efb7a", "address": "fa:16:3e:12:71:53", "network": {"id": "665a93dd-ec5d-43ab-a846-c1bb4bf70533", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1472451965-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.163", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d5a96a78c0b5451d8c6e1de563033f13", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "cf63c3c8-d774-4b81-9b12-848612a96076", "external-id": "nsx-vlan-transportzone-315", "segmentation_id": 315, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap93d80e4a-37", "ovs_interfaceid": "93d80e4a-37ee-46c3-a002-951f5f3efb7a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62328) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1114.197824] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a76534c8-e194-472d-861f-37907fb7c7ce {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1114.205077] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d7e28712-3fee-4fc9-97ab-6bd8ee513f18 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1114.219059] env[62328]: DEBUG nova.compute.provider_tree [None req-03642d72-55e8-4446-a3a0-e9591a9b67d4 tempest-AttachVolumeNegativeTest-1920358930 tempest-AttachVolumeNegativeTest-1920358930-project-member] Inventory has not changed in ProviderTree for provider: 3469e9f8-04af-49ca-8435-49f104496744 {{(pid=62328) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1114.391381] env[62328]: DEBUG oslo_vmware.api [None req-bb6ea2b8-37d1-4634-94cb-1b136730bf0f tempest-AttachVolumeShelveTestJSON-116809589 tempest-AttachVolumeShelveTestJSON-116809589-project-member] Task: {'id': task-2387696, 'name': ReconfigVM_Task, 'duration_secs': 0.144234} completed successfully. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1114.391381] env[62328]: DEBUG nova.virt.vmwareapi.volumeops [None req-bb6ea2b8-37d1-4634-94cb-1b136730bf0f tempest-AttachVolumeShelveTestJSON-116809589 tempest-AttachVolumeShelveTestJSON-116809589-project-member] [instance: 14c336fc-69e4-4ef8-a50f-e307b9902127] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-484452', 'volume_id': 'b13e0748-c454-4014-bc84-945862c872c4', 'name': 'volume-b13e0748-c454-4014-bc84-945862c872c4', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attached', 'instance': '14c336fc-69e4-4ef8-a50f-e307b9902127', 'attached_at': '', 'detached_at': '', 'volume_id': 'b13e0748-c454-4014-bc84-945862c872c4', 'serial': 'b13e0748-c454-4014-bc84-945862c872c4'} {{(pid=62328) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1114.531706] env[62328]: DEBUG oslo_concurrency.lockutils [None req-346b9b21-b1d3-4ef9-9d94-8577edf14838 tempest-ServerActionsTestOtherB-626827456 tempest-ServerActionsTestOtherB-626827456-project-member] Lock "726d231d-afd9-460a-818e-7412af85a7f1" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 7.443s {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1114.562932] env[62328]: DEBUG nova.compute.manager [None req-332cd9a1-235b-4315-894a-68f76363e980 None None] [instance: 5891892e-7d7f-4464-8956-6178d3e75fec] Instance has had 0 of 5 cleanup attempts {{(pid=62328) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1114.670881] env[62328]: DEBUG oslo_concurrency.lockutils [None req-b97538ea-ba8c-421b-88c4-50f8369c2a5a tempest-ServerRescueNegativeTestJSON-713788249 tempest-ServerRescueNegativeTestJSON-713788249-project-member] Releasing lock "refresh_cache-52de62c1-e7ae-440d-b390-64b4594548c1" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1114.671081] env[62328]: DEBUG nova.objects.instance [None req-b97538ea-ba8c-421b-88c4-50f8369c2a5a tempest-ServerRescueNegativeTestJSON-713788249 tempest-ServerRescueNegativeTestJSON-713788249-project-member] Lazy-loading 'flavor' on Instance uuid 52de62c1-e7ae-440d-b390-64b4594548c1 {{(pid=62328) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1114.720867] env[62328]: DEBUG nova.scheduler.client.report [None req-03642d72-55e8-4446-a3a0-e9591a9b67d4 tempest-AttachVolumeNegativeTest-1920358930 tempest-AttachVolumeNegativeTest-1920358930-project-member] Inventory has not changed for provider 3469e9f8-04af-49ca-8435-49f104496744 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 152, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62328) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1114.852084] env[62328]: DEBUG oslo_concurrency.lockutils [None req-3d568015-bcdc-4f18-b7c7-8bb823a2d279 tempest-AttachVolumeTestJSON-944844435 tempest-AttachVolumeTestJSON-944844435-project-member] Acquiring lock "02189dfe-6cb3-4b95-ad18-59dbd22f2704" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1114.852348] env[62328]: DEBUG oslo_concurrency.lockutils [None req-3d568015-bcdc-4f18-b7c7-8bb823a2d279 tempest-AttachVolumeTestJSON-944844435 tempest-AttachVolumeTestJSON-944844435-project-member] Lock "02189dfe-6cb3-4b95-ad18-59dbd22f2704" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1114.852619] env[62328]: INFO nova.compute.manager [None req-3d568015-bcdc-4f18-b7c7-8bb823a2d279 tempest-AttachVolumeTestJSON-944844435 tempest-AttachVolumeTestJSON-944844435-project-member] [instance: 02189dfe-6cb3-4b95-ad18-59dbd22f2704] Attaching volume 9fa54b2a-d3b3-4047-8940-ebc50c4f40cb to /dev/sdb [ 1114.881482] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-213d3a6f-cb46-4163-af15-4007883a212f {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1114.889055] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-08b74060-b1c5-402d-820f-8ac1a9d15b27 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1114.903085] env[62328]: DEBUG nova.virt.block_device [None req-3d568015-bcdc-4f18-b7c7-8bb823a2d279 tempest-AttachVolumeTestJSON-944844435 tempest-AttachVolumeTestJSON-944844435-project-member] [instance: 02189dfe-6cb3-4b95-ad18-59dbd22f2704] Updating existing volume attachment record: aed09a8a-49fb-4668-ac53-650ae7c97345 {{(pid=62328) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1114.934280] env[62328]: DEBUG nova.objects.instance [None req-bb6ea2b8-37d1-4634-94cb-1b136730bf0f tempest-AttachVolumeShelveTestJSON-116809589 tempest-AttachVolumeShelveTestJSON-116809589-project-member] Lazy-loading 'flavor' on Instance uuid 14c336fc-69e4-4ef8-a50f-e307b9902127 {{(pid=62328) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1115.066674] env[62328]: DEBUG nova.compute.manager [None req-332cd9a1-235b-4315-894a-68f76363e980 None None] [instance: b2aeacce-e015-41c8-9976-73e94dad243b] Instance has had 0 of 5 cleanup attempts {{(pid=62328) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1115.177458] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f1bd6090-486a-44fc-a7f8-23dbf4f268e2 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1115.202923] env[62328]: DEBUG nova.virt.vmwareapi.vm_util [None req-b97538ea-ba8c-421b-88c4-50f8369c2a5a tempest-ServerRescueNegativeTestJSON-713788249 tempest-ServerRescueNegativeTestJSON-713788249-project-member] [instance: 52de62c1-e7ae-440d-b390-64b4594548c1] Powering off the VM {{(pid=62328) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1115.203299] env[62328]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-1ab85d6e-3c5e-420f-b203-49316c8130fc {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1115.210669] env[62328]: DEBUG oslo_vmware.api [None req-b97538ea-ba8c-421b-88c4-50f8369c2a5a tempest-ServerRescueNegativeTestJSON-713788249 tempest-ServerRescueNegativeTestJSON-713788249-project-member] Waiting for the task: (returnval){ [ 1115.210669] env[62328]: value = "task-2387698" [ 1115.210669] env[62328]: _type = "Task" [ 1115.210669] env[62328]: } to complete. {{(pid=62328) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1115.219571] env[62328]: DEBUG oslo_vmware.api [None req-b97538ea-ba8c-421b-88c4-50f8369c2a5a tempest-ServerRescueNegativeTestJSON-713788249 tempest-ServerRescueNegativeTestJSON-713788249-project-member] Task: {'id': task-2387698, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1115.225468] env[62328]: DEBUG oslo_concurrency.lockutils [None req-03642d72-55e8-4446-a3a0-e9591a9b67d4 tempest-AttachVolumeNegativeTest-1920358930 tempest-AttachVolumeNegativeTest-1920358930-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.765s {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1115.248505] env[62328]: INFO nova.scheduler.client.report [None req-03642d72-55e8-4446-a3a0-e9591a9b67d4 tempest-AttachVolumeNegativeTest-1920358930 tempest-AttachVolumeNegativeTest-1920358930-project-member] Deleted allocations for instance 56f7b645-cd8a-48a4-ba32-455cfc09fd88 [ 1115.268200] env[62328]: DEBUG nova.objects.instance [None req-f99395a7-18c9-41fc-a4db-77987226d7be tempest-ServerActionsTestOtherB-626827456 tempest-ServerActionsTestOtherB-626827456-project-member] Lazy-loading 'flavor' on Instance uuid 726d231d-afd9-460a-818e-7412af85a7f1 {{(pid=62328) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1115.570206] env[62328]: DEBUG nova.compute.manager [None req-332cd9a1-235b-4315-894a-68f76363e980 None None] [instance: e237fc84-753c-4824-a26a-498ba160f4f9] Instance has had 0 of 5 cleanup attempts {{(pid=62328) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1115.720628] env[62328]: DEBUG oslo_vmware.api [None req-b97538ea-ba8c-421b-88c4-50f8369c2a5a tempest-ServerRescueNegativeTestJSON-713788249 tempest-ServerRescueNegativeTestJSON-713788249-project-member] Task: {'id': task-2387698, 'name': PowerOffVM_Task, 'duration_secs': 0.259228} completed successfully. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1115.720842] env[62328]: DEBUG nova.virt.vmwareapi.vm_util [None req-b97538ea-ba8c-421b-88c4-50f8369c2a5a tempest-ServerRescueNegativeTestJSON-713788249 tempest-ServerRescueNegativeTestJSON-713788249-project-member] [instance: 52de62c1-e7ae-440d-b390-64b4594548c1] Powered off the VM {{(pid=62328) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1115.726153] env[62328]: DEBUG nova.virt.vmwareapi.volumeops [None req-b97538ea-ba8c-421b-88c4-50f8369c2a5a tempest-ServerRescueNegativeTestJSON-713788249 tempest-ServerRescueNegativeTestJSON-713788249-project-member] [instance: 52de62c1-e7ae-440d-b390-64b4594548c1] Reconfiguring VM instance instance-0000006d to detach disk 2002 {{(pid=62328) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1115.726711] env[62328]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3ffdae29-55fe-4c0c-953c-fe50c060b8cd {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1115.744278] env[62328]: DEBUG oslo_vmware.api [None req-b97538ea-ba8c-421b-88c4-50f8369c2a5a tempest-ServerRescueNegativeTestJSON-713788249 tempest-ServerRescueNegativeTestJSON-713788249-project-member] Waiting for the task: (returnval){ [ 1115.744278] env[62328]: value = "task-2387699" [ 1115.744278] env[62328]: _type = "Task" [ 1115.744278] env[62328]: } to complete. {{(pid=62328) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1115.751797] env[62328]: DEBUG oslo_vmware.api [None req-b97538ea-ba8c-421b-88c4-50f8369c2a5a tempest-ServerRescueNegativeTestJSON-713788249 tempest-ServerRescueNegativeTestJSON-713788249-project-member] Task: {'id': task-2387699, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1115.755493] env[62328]: DEBUG oslo_concurrency.lockutils [None req-03642d72-55e8-4446-a3a0-e9591a9b67d4 tempest-AttachVolumeNegativeTest-1920358930 tempest-AttachVolumeNegativeTest-1920358930-project-member] Lock "56f7b645-cd8a-48a4-ba32-455cfc09fd88" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 8.278s {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1115.773014] env[62328]: DEBUG oslo_concurrency.lockutils [None req-f99395a7-18c9-41fc-a4db-77987226d7be tempest-ServerActionsTestOtherB-626827456 tempest-ServerActionsTestOtherB-626827456-project-member] Acquiring lock "refresh_cache-726d231d-afd9-460a-818e-7412af85a7f1" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1115.773206] env[62328]: DEBUG oslo_concurrency.lockutils [None req-f99395a7-18c9-41fc-a4db-77987226d7be tempest-ServerActionsTestOtherB-626827456 tempest-ServerActionsTestOtherB-626827456-project-member] Acquired lock "refresh_cache-726d231d-afd9-460a-818e-7412af85a7f1" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1115.773367] env[62328]: DEBUG nova.network.neutron [None req-f99395a7-18c9-41fc-a4db-77987226d7be tempest-ServerActionsTestOtherB-626827456 tempest-ServerActionsTestOtherB-626827456-project-member] [instance: 726d231d-afd9-460a-818e-7412af85a7f1] Building network info cache for instance {{(pid=62328) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1115.773534] env[62328]: DEBUG nova.objects.instance [None req-f99395a7-18c9-41fc-a4db-77987226d7be tempest-ServerActionsTestOtherB-626827456 tempest-ServerActionsTestOtherB-626827456-project-member] Lazy-loading 'info_cache' on Instance uuid 726d231d-afd9-460a-818e-7412af85a7f1 {{(pid=62328) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1115.941848] env[62328]: DEBUG oslo_concurrency.lockutils [None req-bb6ea2b8-37d1-4634-94cb-1b136730bf0f tempest-AttachVolumeShelveTestJSON-116809589 tempest-AttachVolumeShelveTestJSON-116809589-project-member] Lock "14c336fc-69e4-4ef8-a50f-e307b9902127" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.221s {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1116.074156] env[62328]: DEBUG nova.compute.manager [None req-332cd9a1-235b-4315-894a-68f76363e980 None None] [instance: be561814-7d4f-4759-9e70-47db6557d87e] Instance has had 0 of 5 cleanup attempts {{(pid=62328) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1116.254934] env[62328]: DEBUG oslo_vmware.api [None req-b97538ea-ba8c-421b-88c4-50f8369c2a5a tempest-ServerRescueNegativeTestJSON-713788249 tempest-ServerRescueNegativeTestJSON-713788249-project-member] Task: {'id': task-2387699, 'name': ReconfigVM_Task, 'duration_secs': 0.279494} completed successfully. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1116.255254] env[62328]: DEBUG nova.virt.vmwareapi.volumeops [None req-b97538ea-ba8c-421b-88c4-50f8369c2a5a tempest-ServerRescueNegativeTestJSON-713788249 tempest-ServerRescueNegativeTestJSON-713788249-project-member] [instance: 52de62c1-e7ae-440d-b390-64b4594548c1] Reconfigured VM instance instance-0000006d to detach disk 2002 {{(pid=62328) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1116.255467] env[62328]: DEBUG nova.virt.vmwareapi.vm_util [None req-b97538ea-ba8c-421b-88c4-50f8369c2a5a tempest-ServerRescueNegativeTestJSON-713788249 tempest-ServerRescueNegativeTestJSON-713788249-project-member] [instance: 52de62c1-e7ae-440d-b390-64b4594548c1] Powering on the VM {{(pid=62328) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1116.255727] env[62328]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-74031b5b-3733-43cd-bea5-9047c92906db {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1116.262583] env[62328]: DEBUG oslo_vmware.api [None req-b97538ea-ba8c-421b-88c4-50f8369c2a5a tempest-ServerRescueNegativeTestJSON-713788249 tempest-ServerRescueNegativeTestJSON-713788249-project-member] Waiting for the task: (returnval){ [ 1116.262583] env[62328]: value = "task-2387700" [ 1116.262583] env[62328]: _type = "Task" [ 1116.262583] env[62328]: } to complete. {{(pid=62328) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1116.269834] env[62328]: DEBUG oslo_vmware.api [None req-b97538ea-ba8c-421b-88c4-50f8369c2a5a tempest-ServerRescueNegativeTestJSON-713788249 tempest-ServerRescueNegativeTestJSON-713788249-project-member] Task: {'id': task-2387700, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1116.276513] env[62328]: DEBUG nova.objects.base [None req-f99395a7-18c9-41fc-a4db-77987226d7be tempest-ServerActionsTestOtherB-626827456 tempest-ServerActionsTestOtherB-626827456-project-member] Object Instance<726d231d-afd9-460a-818e-7412af85a7f1> lazy-loaded attributes: flavor,info_cache {{(pid=62328) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1116.577155] env[62328]: DEBUG nova.compute.manager [None req-332cd9a1-235b-4315-894a-68f76363e980 None None] [instance: c93e23e8-af7d-498b-bc2b-a47568418b05] Instance has had 0 of 5 cleanup attempts {{(pid=62328) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1116.773780] env[62328]: DEBUG oslo_vmware.api [None req-b97538ea-ba8c-421b-88c4-50f8369c2a5a tempest-ServerRescueNegativeTestJSON-713788249 tempest-ServerRescueNegativeTestJSON-713788249-project-member] Task: {'id': task-2387700, 'name': PowerOnVM_Task, 'duration_secs': 0.377861} completed successfully. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1116.774047] env[62328]: DEBUG nova.virt.vmwareapi.vm_util [None req-b97538ea-ba8c-421b-88c4-50f8369c2a5a tempest-ServerRescueNegativeTestJSON-713788249 tempest-ServerRescueNegativeTestJSON-713788249-project-member] [instance: 52de62c1-e7ae-440d-b390-64b4594548c1] Powered on the VM {{(pid=62328) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1116.774274] env[62328]: DEBUG nova.compute.manager [None req-b97538ea-ba8c-421b-88c4-50f8369c2a5a tempest-ServerRescueNegativeTestJSON-713788249 tempest-ServerRescueNegativeTestJSON-713788249-project-member] [instance: 52de62c1-e7ae-440d-b390-64b4594548c1] Checking state {{(pid=62328) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1116.775084] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eb52c583-b269-4e02-b6dc-2b42863b3139 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1116.980039] env[62328]: DEBUG oslo_concurrency.lockutils [None req-0993e349-5567-4282-8fc7-bceac0e8bee1 tempest-AttachVolumeShelveTestJSON-116809589 tempest-AttachVolumeShelveTestJSON-116809589-project-member] Acquiring lock "14c336fc-69e4-4ef8-a50f-e307b9902127" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1116.980270] env[62328]: DEBUG oslo_concurrency.lockutils [None req-0993e349-5567-4282-8fc7-bceac0e8bee1 tempest-AttachVolumeShelveTestJSON-116809589 tempest-AttachVolumeShelveTestJSON-116809589-project-member] Lock "14c336fc-69e4-4ef8-a50f-e307b9902127" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1116.980476] env[62328]: DEBUG oslo_concurrency.lockutils [None req-0993e349-5567-4282-8fc7-bceac0e8bee1 tempest-AttachVolumeShelveTestJSON-116809589 tempest-AttachVolumeShelveTestJSON-116809589-project-member] Acquiring lock "14c336fc-69e4-4ef8-a50f-e307b9902127-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1116.980657] env[62328]: DEBUG oslo_concurrency.lockutils [None req-0993e349-5567-4282-8fc7-bceac0e8bee1 tempest-AttachVolumeShelveTestJSON-116809589 tempest-AttachVolumeShelveTestJSON-116809589-project-member] Lock "14c336fc-69e4-4ef8-a50f-e307b9902127-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1116.980821] env[62328]: DEBUG oslo_concurrency.lockutils [None req-0993e349-5567-4282-8fc7-bceac0e8bee1 tempest-AttachVolumeShelveTestJSON-116809589 tempest-AttachVolumeShelveTestJSON-116809589-project-member] Lock "14c336fc-69e4-4ef8-a50f-e307b9902127-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1116.982812] env[62328]: INFO nova.compute.manager [None req-0993e349-5567-4282-8fc7-bceac0e8bee1 tempest-AttachVolumeShelveTestJSON-116809589 tempest-AttachVolumeShelveTestJSON-116809589-project-member] [instance: 14c336fc-69e4-4ef8-a50f-e307b9902127] Terminating instance [ 1117.081075] env[62328]: DEBUG nova.compute.manager [None req-332cd9a1-235b-4315-894a-68f76363e980 None None] [instance: 7b91283b-b15c-414f-a068-8dab2b35f6e3] Instance has had 0 of 5 cleanup attempts {{(pid=62328) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1117.120610] env[62328]: DEBUG nova.network.neutron [None req-f99395a7-18c9-41fc-a4db-77987226d7be tempest-ServerActionsTestOtherB-626827456 tempest-ServerActionsTestOtherB-626827456-project-member] [instance: 726d231d-afd9-460a-818e-7412af85a7f1] Updating instance_info_cache with network_info: [{"id": "7289e465-ad21-47a5-8450-705b2fd68ae8", "address": "fa:16:3e:29:f5:39", "network": {"id": "26ce23b7-7f28-4faf-9ad9-833f4c091e91", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1619285024-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.137", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4dfb769ea51943efa01b92c3a0595081", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "30c39e9a-a798-4f25-a48c-91f786ba332c", "external-id": "nsx-vlan-transportzone-438", "segmentation_id": 438, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7289e465-ad", "ovs_interfaceid": "7289e465-ad21-47a5-8450-705b2fd68ae8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62328) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1117.486480] env[62328]: DEBUG nova.compute.manager [None req-0993e349-5567-4282-8fc7-bceac0e8bee1 tempest-AttachVolumeShelveTestJSON-116809589 tempest-AttachVolumeShelveTestJSON-116809589-project-member] [instance: 14c336fc-69e4-4ef8-a50f-e307b9902127] Start destroying the instance on the hypervisor. {{(pid=62328) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1117.486736] env[62328]: DEBUG nova.virt.vmwareapi.vmops [None req-0993e349-5567-4282-8fc7-bceac0e8bee1 tempest-AttachVolumeShelveTestJSON-116809589 tempest-AttachVolumeShelveTestJSON-116809589-project-member] [instance: 14c336fc-69e4-4ef8-a50f-e307b9902127] Destroying instance {{(pid=62328) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1117.487742] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-94375b15-d03b-42b8-870d-274fea67b26c {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1117.495464] env[62328]: DEBUG nova.virt.vmwareapi.vm_util [None req-0993e349-5567-4282-8fc7-bceac0e8bee1 tempest-AttachVolumeShelveTestJSON-116809589 tempest-AttachVolumeShelveTestJSON-116809589-project-member] [instance: 14c336fc-69e4-4ef8-a50f-e307b9902127] Powering off the VM {{(pid=62328) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1117.495700] env[62328]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-123e8bf3-0651-4fbe-bc98-4c15a4662fe8 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1117.501377] env[62328]: DEBUG oslo_vmware.api [None req-0993e349-5567-4282-8fc7-bceac0e8bee1 tempest-AttachVolumeShelveTestJSON-116809589 tempest-AttachVolumeShelveTestJSON-116809589-project-member] Waiting for the task: (returnval){ [ 1117.501377] env[62328]: value = "task-2387702" [ 1117.501377] env[62328]: _type = "Task" [ 1117.501377] env[62328]: } to complete. {{(pid=62328) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1117.513944] env[62328]: DEBUG oslo_vmware.api [None req-0993e349-5567-4282-8fc7-bceac0e8bee1 tempest-AttachVolumeShelveTestJSON-116809589 tempest-AttachVolumeShelveTestJSON-116809589-project-member] Task: {'id': task-2387702, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1117.584897] env[62328]: DEBUG nova.compute.manager [None req-332cd9a1-235b-4315-894a-68f76363e980 None None] [instance: d60294e0-35a3-4c90-8a63-a525ff1c6833] Instance has had 0 of 5 cleanup attempts {{(pid=62328) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1117.623569] env[62328]: DEBUG oslo_concurrency.lockutils [None req-f99395a7-18c9-41fc-a4db-77987226d7be tempest-ServerActionsTestOtherB-626827456 tempest-ServerActionsTestOtherB-626827456-project-member] Releasing lock "refresh_cache-726d231d-afd9-460a-818e-7412af85a7f1" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1118.004551] env[62328]: DEBUG nova.compute.manager [req-57a0a6fb-9dcb-4022-96c8-b266d5451c6a req-25392f32-f8a3-43e2-a84a-2b86e6f41829 service nova] [instance: 52de62c1-e7ae-440d-b390-64b4594548c1] Received event network-changed-93d80e4a-37ee-46c3-a002-951f5f3efb7a {{(pid=62328) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1118.004756] env[62328]: DEBUG nova.compute.manager [req-57a0a6fb-9dcb-4022-96c8-b266d5451c6a req-25392f32-f8a3-43e2-a84a-2b86e6f41829 service nova] [instance: 52de62c1-e7ae-440d-b390-64b4594548c1] Refreshing instance network info cache due to event network-changed-93d80e4a-37ee-46c3-a002-951f5f3efb7a. {{(pid=62328) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1118.004969] env[62328]: DEBUG oslo_concurrency.lockutils [req-57a0a6fb-9dcb-4022-96c8-b266d5451c6a req-25392f32-f8a3-43e2-a84a-2b86e6f41829 service nova] Acquiring lock "refresh_cache-52de62c1-e7ae-440d-b390-64b4594548c1" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1118.005303] env[62328]: DEBUG oslo_concurrency.lockutils [req-57a0a6fb-9dcb-4022-96c8-b266d5451c6a req-25392f32-f8a3-43e2-a84a-2b86e6f41829 service nova] Acquired lock "refresh_cache-52de62c1-e7ae-440d-b390-64b4594548c1" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1118.005489] env[62328]: DEBUG nova.network.neutron [req-57a0a6fb-9dcb-4022-96c8-b266d5451c6a req-25392f32-f8a3-43e2-a84a-2b86e6f41829 service nova] [instance: 52de62c1-e7ae-440d-b390-64b4594548c1] Refreshing network info cache for port 93d80e4a-37ee-46c3-a002-951f5f3efb7a {{(pid=62328) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1118.017863] env[62328]: DEBUG oslo_vmware.api [None req-0993e349-5567-4282-8fc7-bceac0e8bee1 tempest-AttachVolumeShelveTestJSON-116809589 tempest-AttachVolumeShelveTestJSON-116809589-project-member] Task: {'id': task-2387702, 'name': PowerOffVM_Task, 'duration_secs': 0.187938} completed successfully. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1118.018341] env[62328]: DEBUG nova.virt.vmwareapi.vm_util [None req-0993e349-5567-4282-8fc7-bceac0e8bee1 tempest-AttachVolumeShelveTestJSON-116809589 tempest-AttachVolumeShelveTestJSON-116809589-project-member] [instance: 14c336fc-69e4-4ef8-a50f-e307b9902127] Powered off the VM {{(pid=62328) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1118.018518] env[62328]: DEBUG nova.virt.vmwareapi.vmops [None req-0993e349-5567-4282-8fc7-bceac0e8bee1 tempest-AttachVolumeShelveTestJSON-116809589 tempest-AttachVolumeShelveTestJSON-116809589-project-member] [instance: 14c336fc-69e4-4ef8-a50f-e307b9902127] Unregistering the VM {{(pid=62328) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1118.018758] env[62328]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-dc7c9657-c03e-4e47-ba96-745fccfea1e8 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1118.025711] env[62328]: DEBUG oslo_concurrency.lockutils [None req-471ec9af-b55e-4f64-bbaf-1de066d36e8b tempest-AttachVolumeNegativeTest-1920358930 tempest-AttachVolumeNegativeTest-1920358930-project-member] Acquiring lock "da13bf0d-aaf6-4e48-a8a3-46bd8336c04c" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1118.026099] env[62328]: DEBUG oslo_concurrency.lockutils [None req-471ec9af-b55e-4f64-bbaf-1de066d36e8b tempest-AttachVolumeNegativeTest-1920358930 tempest-AttachVolumeNegativeTest-1920358930-project-member] Lock "da13bf0d-aaf6-4e48-a8a3-46bd8336c04c" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1118.086411] env[62328]: DEBUG nova.virt.vmwareapi.vmops [None req-0993e349-5567-4282-8fc7-bceac0e8bee1 tempest-AttachVolumeShelveTestJSON-116809589 tempest-AttachVolumeShelveTestJSON-116809589-project-member] [instance: 14c336fc-69e4-4ef8-a50f-e307b9902127] Unregistered the VM {{(pid=62328) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1118.086795] env[62328]: DEBUG nova.virt.vmwareapi.vmops [None req-0993e349-5567-4282-8fc7-bceac0e8bee1 tempest-AttachVolumeShelveTestJSON-116809589 tempest-AttachVolumeShelveTestJSON-116809589-project-member] [instance: 14c336fc-69e4-4ef8-a50f-e307b9902127] Deleting contents of the VM from datastore datastore2 {{(pid=62328) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1118.086795] env[62328]: DEBUG nova.virt.vmwareapi.ds_util [None req-0993e349-5567-4282-8fc7-bceac0e8bee1 tempest-AttachVolumeShelveTestJSON-116809589 tempest-AttachVolumeShelveTestJSON-116809589-project-member] Deleting the datastore file [datastore2] 14c336fc-69e4-4ef8-a50f-e307b9902127 {{(pid=62328) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1118.087179] env[62328]: DEBUG nova.compute.manager [None req-332cd9a1-235b-4315-894a-68f76363e980 None None] [instance: 6d447bb5-4cca-436f-a6e1-9b8aa511a981] Instance has had 0 of 5 cleanup attempts {{(pid=62328) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1118.088886] env[62328]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-cb86472f-1d9a-4b6d-ad12-50ccd750a8d2 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1118.096504] env[62328]: DEBUG oslo_vmware.api [None req-0993e349-5567-4282-8fc7-bceac0e8bee1 tempest-AttachVolumeShelveTestJSON-116809589 tempest-AttachVolumeShelveTestJSON-116809589-project-member] Waiting for the task: (returnval){ [ 1118.096504] env[62328]: value = "task-2387704" [ 1118.096504] env[62328]: _type = "Task" [ 1118.096504] env[62328]: } to complete. {{(pid=62328) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1118.104304] env[62328]: DEBUG oslo_vmware.api [None req-0993e349-5567-4282-8fc7-bceac0e8bee1 tempest-AttachVolumeShelveTestJSON-116809589 tempest-AttachVolumeShelveTestJSON-116809589-project-member] Task: {'id': task-2387704, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1118.528401] env[62328]: DEBUG nova.compute.manager [None req-471ec9af-b55e-4f64-bbaf-1de066d36e8b tempest-AttachVolumeNegativeTest-1920358930 tempest-AttachVolumeNegativeTest-1920358930-project-member] [instance: da13bf0d-aaf6-4e48-a8a3-46bd8336c04c] Starting instance... {{(pid=62328) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1118.593591] env[62328]: DEBUG nova.compute.manager [None req-332cd9a1-235b-4315-894a-68f76363e980 None None] [instance: 385995cc-5fe5-4c9d-9128-69a3767e682f] Instance has had 0 of 5 cleanup attempts {{(pid=62328) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1118.605384] env[62328]: DEBUG oslo_vmware.api [None req-0993e349-5567-4282-8fc7-bceac0e8bee1 tempest-AttachVolumeShelveTestJSON-116809589 tempest-AttachVolumeShelveTestJSON-116809589-project-member] Task: {'id': task-2387704, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.149322} completed successfully. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1118.605629] env[62328]: DEBUG nova.virt.vmwareapi.ds_util [None req-0993e349-5567-4282-8fc7-bceac0e8bee1 tempest-AttachVolumeShelveTestJSON-116809589 tempest-AttachVolumeShelveTestJSON-116809589-project-member] Deleted the datastore file {{(pid=62328) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1118.605809] env[62328]: DEBUG nova.virt.vmwareapi.vmops [None req-0993e349-5567-4282-8fc7-bceac0e8bee1 tempest-AttachVolumeShelveTestJSON-116809589 tempest-AttachVolumeShelveTestJSON-116809589-project-member] [instance: 14c336fc-69e4-4ef8-a50f-e307b9902127] Deleted contents of the VM from datastore datastore2 {{(pid=62328) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1118.605980] env[62328]: DEBUG nova.virt.vmwareapi.vmops [None req-0993e349-5567-4282-8fc7-bceac0e8bee1 tempest-AttachVolumeShelveTestJSON-116809589 tempest-AttachVolumeShelveTestJSON-116809589-project-member] [instance: 14c336fc-69e4-4ef8-a50f-e307b9902127] Instance destroyed {{(pid=62328) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1118.606164] env[62328]: INFO nova.compute.manager [None req-0993e349-5567-4282-8fc7-bceac0e8bee1 tempest-AttachVolumeShelveTestJSON-116809589 tempest-AttachVolumeShelveTestJSON-116809589-project-member] [instance: 14c336fc-69e4-4ef8-a50f-e307b9902127] Took 1.12 seconds to destroy the instance on the hypervisor. [ 1118.606395] env[62328]: DEBUG oslo.service.loopingcall [None req-0993e349-5567-4282-8fc7-bceac0e8bee1 tempest-AttachVolumeShelveTestJSON-116809589 tempest-AttachVolumeShelveTestJSON-116809589-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62328) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1118.606581] env[62328]: DEBUG nova.compute.manager [-] [instance: 14c336fc-69e4-4ef8-a50f-e307b9902127] Deallocating network for instance {{(pid=62328) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1118.606676] env[62328]: DEBUG nova.network.neutron [-] [instance: 14c336fc-69e4-4ef8-a50f-e307b9902127] deallocate_for_instance() {{(pid=62328) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1118.628931] env[62328]: DEBUG nova.virt.vmwareapi.vm_util [None req-f99395a7-18c9-41fc-a4db-77987226d7be tempest-ServerActionsTestOtherB-626827456 tempest-ServerActionsTestOtherB-626827456-project-member] [instance: 726d231d-afd9-460a-818e-7412af85a7f1] Powering on the VM {{(pid=62328) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1118.629204] env[62328]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-060628dc-845c-4c58-939f-b0ee552c16a0 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1118.637955] env[62328]: DEBUG oslo_vmware.api [None req-f99395a7-18c9-41fc-a4db-77987226d7be tempest-ServerActionsTestOtherB-626827456 tempest-ServerActionsTestOtherB-626827456-project-member] Waiting for the task: (returnval){ [ 1118.637955] env[62328]: value = "task-2387705" [ 1118.637955] env[62328]: _type = "Task" [ 1118.637955] env[62328]: } to complete. {{(pid=62328) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1118.645642] env[62328]: DEBUG oslo_vmware.api [None req-f99395a7-18c9-41fc-a4db-77987226d7be tempest-ServerActionsTestOtherB-626827456 tempest-ServerActionsTestOtherB-626827456-project-member] Task: {'id': task-2387705, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1118.754657] env[62328]: DEBUG nova.network.neutron [req-57a0a6fb-9dcb-4022-96c8-b266d5451c6a req-25392f32-f8a3-43e2-a84a-2b86e6f41829 service nova] [instance: 52de62c1-e7ae-440d-b390-64b4594548c1] Updated VIF entry in instance network info cache for port 93d80e4a-37ee-46c3-a002-951f5f3efb7a. {{(pid=62328) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1118.755154] env[62328]: DEBUG nova.network.neutron [req-57a0a6fb-9dcb-4022-96c8-b266d5451c6a req-25392f32-f8a3-43e2-a84a-2b86e6f41829 service nova] [instance: 52de62c1-e7ae-440d-b390-64b4594548c1] Updating instance_info_cache with network_info: [{"id": "93d80e4a-37ee-46c3-a002-951f5f3efb7a", "address": "fa:16:3e:12:71:53", "network": {"id": "665a93dd-ec5d-43ab-a846-c1bb4bf70533", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1472451965-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.163", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d5a96a78c0b5451d8c6e1de563033f13", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "cf63c3c8-d774-4b81-9b12-848612a96076", "external-id": "nsx-vlan-transportzone-315", "segmentation_id": 315, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap93d80e4a-37", "ovs_interfaceid": "93d80e4a-37ee-46c3-a002-951f5f3efb7a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62328) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1119.054077] env[62328]: DEBUG oslo_concurrency.lockutils [None req-471ec9af-b55e-4f64-bbaf-1de066d36e8b tempest-AttachVolumeNegativeTest-1920358930 tempest-AttachVolumeNegativeTest-1920358930-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1119.054327] env[62328]: DEBUG oslo_concurrency.lockutils [None req-471ec9af-b55e-4f64-bbaf-1de066d36e8b tempest-AttachVolumeNegativeTest-1920358930 tempest-AttachVolumeNegativeTest-1920358930-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1119.055857] env[62328]: INFO nova.compute.claims [None req-471ec9af-b55e-4f64-bbaf-1de066d36e8b tempest-AttachVolumeNegativeTest-1920358930 tempest-AttachVolumeNegativeTest-1920358930-project-member] [instance: da13bf0d-aaf6-4e48-a8a3-46bd8336c04c] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1119.079672] env[62328]: DEBUG nova.compute.manager [req-9cd97f53-689c-4c5e-b4fb-baa06785362d req-4d93fe01-c274-40f7-9a46-920ca1cfbc52 service nova] [instance: 14c336fc-69e4-4ef8-a50f-e307b9902127] Received event network-vif-deleted-4b52fd26-0fb8-45e8-968b-9005eecb9af7 {{(pid=62328) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1119.079672] env[62328]: INFO nova.compute.manager [req-9cd97f53-689c-4c5e-b4fb-baa06785362d req-4d93fe01-c274-40f7-9a46-920ca1cfbc52 service nova] [instance: 14c336fc-69e4-4ef8-a50f-e307b9902127] Neutron deleted interface 4b52fd26-0fb8-45e8-968b-9005eecb9af7; detaching it from the instance and deleting it from the info cache [ 1119.079672] env[62328]: DEBUG nova.network.neutron [req-9cd97f53-689c-4c5e-b4fb-baa06785362d req-4d93fe01-c274-40f7-9a46-920ca1cfbc52 service nova] [instance: 14c336fc-69e4-4ef8-a50f-e307b9902127] Updating instance_info_cache with network_info: [] {{(pid=62328) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1119.096447] env[62328]: DEBUG nova.compute.manager [None req-332cd9a1-235b-4315-894a-68f76363e980 None None] [instance: 2fe24a9d-2976-4a71-8707-04338c61868c] Instance has had 0 of 5 cleanup attempts {{(pid=62328) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1119.148493] env[62328]: DEBUG oslo_vmware.api [None req-f99395a7-18c9-41fc-a4db-77987226d7be tempest-ServerActionsTestOtherB-626827456 tempest-ServerActionsTestOtherB-626827456-project-member] Task: {'id': task-2387705, 'name': PowerOnVM_Task, 'duration_secs': 0.449381} completed successfully. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1119.148759] env[62328]: DEBUG nova.virt.vmwareapi.vm_util [None req-f99395a7-18c9-41fc-a4db-77987226d7be tempest-ServerActionsTestOtherB-626827456 tempest-ServerActionsTestOtherB-626827456-project-member] [instance: 726d231d-afd9-460a-818e-7412af85a7f1] Powered on the VM {{(pid=62328) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1119.148957] env[62328]: DEBUG nova.compute.manager [None req-f99395a7-18c9-41fc-a4db-77987226d7be tempest-ServerActionsTestOtherB-626827456 tempest-ServerActionsTestOtherB-626827456-project-member] [instance: 726d231d-afd9-460a-818e-7412af85a7f1] Checking state {{(pid=62328) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1119.149775] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-39610764-8636-490b-85cf-b8b1ede3847b {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1119.258223] env[62328]: DEBUG oslo_concurrency.lockutils [req-57a0a6fb-9dcb-4022-96c8-b266d5451c6a req-25392f32-f8a3-43e2-a84a-2b86e6f41829 service nova] Releasing lock "refresh_cache-52de62c1-e7ae-440d-b390-64b4594548c1" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1119.449860] env[62328]: DEBUG nova.virt.vmwareapi.volumeops [None req-3d568015-bcdc-4f18-b7c7-8bb823a2d279 tempest-AttachVolumeTestJSON-944844435 tempest-AttachVolumeTestJSON-944844435-project-member] [instance: 02189dfe-6cb3-4b95-ad18-59dbd22f2704] Volume attach. Driver type: vmdk {{(pid=62328) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1119.450108] env[62328]: DEBUG nova.virt.vmwareapi.volumeops [None req-3d568015-bcdc-4f18-b7c7-8bb823a2d279 tempest-AttachVolumeTestJSON-944844435 tempest-AttachVolumeTestJSON-944844435-project-member] [instance: 02189dfe-6cb3-4b95-ad18-59dbd22f2704] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-484476', 'volume_id': '9fa54b2a-d3b3-4047-8940-ebc50c4f40cb', 'name': 'volume-9fa54b2a-d3b3-4047-8940-ebc50c4f40cb', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '02189dfe-6cb3-4b95-ad18-59dbd22f2704', 'attached_at': '', 'detached_at': '', 'volume_id': '9fa54b2a-d3b3-4047-8940-ebc50c4f40cb', 'serial': '9fa54b2a-d3b3-4047-8940-ebc50c4f40cb'} {{(pid=62328) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1119.450966] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f189a09c-7c2f-40d3-bc9c-ef31988abeba {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1119.468282] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9b239d3a-682a-4da3-819b-993feb2de9ed {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1119.493518] env[62328]: DEBUG nova.virt.vmwareapi.volumeops [None req-3d568015-bcdc-4f18-b7c7-8bb823a2d279 tempest-AttachVolumeTestJSON-944844435 tempest-AttachVolumeTestJSON-944844435-project-member] [instance: 02189dfe-6cb3-4b95-ad18-59dbd22f2704] Reconfiguring VM instance instance-00000070 to attach disk [datastore2] volume-9fa54b2a-d3b3-4047-8940-ebc50c4f40cb/volume-9fa54b2a-d3b3-4047-8940-ebc50c4f40cb.vmdk or device None with type thin {{(pid=62328) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1119.493813] env[62328]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-73599427-e57c-4b68-a3a5-ff8735fb3f69 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1119.513268] env[62328]: DEBUG oslo_vmware.api [None req-3d568015-bcdc-4f18-b7c7-8bb823a2d279 tempest-AttachVolumeTestJSON-944844435 tempest-AttachVolumeTestJSON-944844435-project-member] Waiting for the task: (returnval){ [ 1119.513268] env[62328]: value = "task-2387706" [ 1119.513268] env[62328]: _type = "Task" [ 1119.513268] env[62328]: } to complete. {{(pid=62328) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1119.523125] env[62328]: DEBUG oslo_vmware.api [None req-3d568015-bcdc-4f18-b7c7-8bb823a2d279 tempest-AttachVolumeTestJSON-944844435 tempest-AttachVolumeTestJSON-944844435-project-member] Task: {'id': task-2387706, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1119.563665] env[62328]: DEBUG nova.network.neutron [-] [instance: 14c336fc-69e4-4ef8-a50f-e307b9902127] Updating instance_info_cache with network_info: [] {{(pid=62328) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1119.581607] env[62328]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-a94c8d2e-ffb1-47a7-9739-a745f96a1f59 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1119.591715] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-981e3b62-3b03-427c-a647-82fd9425b951 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1119.602849] env[62328]: DEBUG nova.compute.manager [None req-332cd9a1-235b-4315-894a-68f76363e980 None None] [instance: 633811c6-28ee-4dbf-9967-688e7ce6ebfd] Instance has had 0 of 5 cleanup attempts {{(pid=62328) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1119.628552] env[62328]: DEBUG nova.compute.manager [req-9cd97f53-689c-4c5e-b4fb-baa06785362d req-4d93fe01-c274-40f7-9a46-920ca1cfbc52 service nova] [instance: 14c336fc-69e4-4ef8-a50f-e307b9902127] Detach interface failed, port_id=4b52fd26-0fb8-45e8-968b-9005eecb9af7, reason: Instance 14c336fc-69e4-4ef8-a50f-e307b9902127 could not be found. {{(pid=62328) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 1119.915201] env[62328]: DEBUG oslo_concurrency.lockutils [None req-89e07088-7c57-46f1-905a-6d8d84995a6b tempest-ServerActionsTestOtherB-626827456 tempest-ServerActionsTestOtherB-626827456-project-member] Acquiring lock "726d231d-afd9-460a-818e-7412af85a7f1" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1119.915521] env[62328]: DEBUG oslo_concurrency.lockutils [None req-89e07088-7c57-46f1-905a-6d8d84995a6b tempest-ServerActionsTestOtherB-626827456 tempest-ServerActionsTestOtherB-626827456-project-member] Lock "726d231d-afd9-460a-818e-7412af85a7f1" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1119.915765] env[62328]: DEBUG oslo_concurrency.lockutils [None req-89e07088-7c57-46f1-905a-6d8d84995a6b tempest-ServerActionsTestOtherB-626827456 tempest-ServerActionsTestOtherB-626827456-project-member] Acquiring lock "726d231d-afd9-460a-818e-7412af85a7f1-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1119.915989] env[62328]: DEBUG oslo_concurrency.lockutils [None req-89e07088-7c57-46f1-905a-6d8d84995a6b tempest-ServerActionsTestOtherB-626827456 tempest-ServerActionsTestOtherB-626827456-project-member] Lock "726d231d-afd9-460a-818e-7412af85a7f1-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1119.916213] env[62328]: DEBUG oslo_concurrency.lockutils [None req-89e07088-7c57-46f1-905a-6d8d84995a6b tempest-ServerActionsTestOtherB-626827456 tempest-ServerActionsTestOtherB-626827456-project-member] Lock "726d231d-afd9-460a-818e-7412af85a7f1-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1119.919698] env[62328]: INFO nova.compute.manager [None req-89e07088-7c57-46f1-905a-6d8d84995a6b tempest-ServerActionsTestOtherB-626827456 tempest-ServerActionsTestOtherB-626827456-project-member] [instance: 726d231d-afd9-460a-818e-7412af85a7f1] Terminating instance [ 1120.024019] env[62328]: DEBUG oslo_vmware.api [None req-3d568015-bcdc-4f18-b7c7-8bb823a2d279 tempest-AttachVolumeTestJSON-944844435 tempest-AttachVolumeTestJSON-944844435-project-member] Task: {'id': task-2387706, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1120.029561] env[62328]: DEBUG nova.compute.manager [req-7cc5d361-3038-4c2b-b9a3-1fd88e8a1e25 req-2b8e2b2f-2275-4e50-aeb0-d23fe9d19ec5 service nova] [instance: 52de62c1-e7ae-440d-b390-64b4594548c1] Received event network-changed-93d80e4a-37ee-46c3-a002-951f5f3efb7a {{(pid=62328) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1120.029842] env[62328]: DEBUG nova.compute.manager [req-7cc5d361-3038-4c2b-b9a3-1fd88e8a1e25 req-2b8e2b2f-2275-4e50-aeb0-d23fe9d19ec5 service nova] [instance: 52de62c1-e7ae-440d-b390-64b4594548c1] Refreshing instance network info cache due to event network-changed-93d80e4a-37ee-46c3-a002-951f5f3efb7a. {{(pid=62328) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1120.030065] env[62328]: DEBUG oslo_concurrency.lockutils [req-7cc5d361-3038-4c2b-b9a3-1fd88e8a1e25 req-2b8e2b2f-2275-4e50-aeb0-d23fe9d19ec5 service nova] Acquiring lock "refresh_cache-52de62c1-e7ae-440d-b390-64b4594548c1" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1120.030237] env[62328]: DEBUG oslo_concurrency.lockutils [req-7cc5d361-3038-4c2b-b9a3-1fd88e8a1e25 req-2b8e2b2f-2275-4e50-aeb0-d23fe9d19ec5 service nova] Acquired lock "refresh_cache-52de62c1-e7ae-440d-b390-64b4594548c1" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1120.030423] env[62328]: DEBUG nova.network.neutron [req-7cc5d361-3038-4c2b-b9a3-1fd88e8a1e25 req-2b8e2b2f-2275-4e50-aeb0-d23fe9d19ec5 service nova] [instance: 52de62c1-e7ae-440d-b390-64b4594548c1] Refreshing network info cache for port 93d80e4a-37ee-46c3-a002-951f5f3efb7a {{(pid=62328) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1120.068304] env[62328]: INFO nova.compute.manager [-] [instance: 14c336fc-69e4-4ef8-a50f-e307b9902127] Took 1.46 seconds to deallocate network for instance. [ 1120.106606] env[62328]: DEBUG nova.compute.manager [None req-332cd9a1-235b-4315-894a-68f76363e980 None None] [instance: 3bbba6fe-038a-40f8-935b-ce45c75c3497] Instance has had 0 of 5 cleanup attempts {{(pid=62328) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1120.228594] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-49382dc8-418c-4ee2-89eb-3290877c0909 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1120.236832] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2a3fc831-4fc7-4459-9eff-22db2249ce1e {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1120.958096] env[62328]: DEBUG nova.compute.manager [None req-89e07088-7c57-46f1-905a-6d8d84995a6b tempest-ServerActionsTestOtherB-626827456 tempest-ServerActionsTestOtherB-626827456-project-member] [instance: 726d231d-afd9-460a-818e-7412af85a7f1] Start destroying the instance on the hypervisor. {{(pid=62328) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1120.958322] env[62328]: DEBUG nova.virt.vmwareapi.vmops [None req-89e07088-7c57-46f1-905a-6d8d84995a6b tempest-ServerActionsTestOtherB-626827456 tempest-ServerActionsTestOtherB-626827456-project-member] [instance: 726d231d-afd9-460a-818e-7412af85a7f1] Destroying instance {{(pid=62328) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1120.961306] env[62328]: DEBUG oslo_concurrency.lockutils [None req-0993e349-5567-4282-8fc7-bceac0e8bee1 tempest-AttachVolumeShelveTestJSON-116809589 tempest-AttachVolumeShelveTestJSON-116809589-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1120.961603] env[62328]: DEBUG nova.compute.manager [None req-332cd9a1-235b-4315-894a-68f76363e980 None None] [instance: 0b59b4a1-0c44-41af-a213-89960b97f913] Instance has had 0 of 5 cleanup attempts {{(pid=62328) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1120.964120] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fb00acf8-5844-48a0-af25-2f364b7956e8 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1120.969883] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dcccdda6-f29d-42d1-bf2b-42e9e6f88b9a {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1120.981523] env[62328]: DEBUG nova.virt.vmwareapi.vm_util [None req-89e07088-7c57-46f1-905a-6d8d84995a6b tempest-ServerActionsTestOtherB-626827456 tempest-ServerActionsTestOtherB-626827456-project-member] [instance: 726d231d-afd9-460a-818e-7412af85a7f1] Powering off the VM {{(pid=62328) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1120.981523] env[62328]: DEBUG oslo_vmware.api [None req-3d568015-bcdc-4f18-b7c7-8bb823a2d279 tempest-AttachVolumeTestJSON-944844435 tempest-AttachVolumeTestJSON-944844435-project-member] Task: {'id': task-2387706, 'name': ReconfigVM_Task, 'duration_secs': 1.350464} completed successfully. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1120.981673] env[62328]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-462aab4d-e78f-45c3-a114-4703bc16b3c0 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1120.983068] env[62328]: DEBUG nova.virt.vmwareapi.volumeops [None req-3d568015-bcdc-4f18-b7c7-8bb823a2d279 tempest-AttachVolumeTestJSON-944844435 tempest-AttachVolumeTestJSON-944844435-project-member] [instance: 02189dfe-6cb3-4b95-ad18-59dbd22f2704] Reconfigured VM instance instance-00000070 to attach disk [datastore2] volume-9fa54b2a-d3b3-4047-8940-ebc50c4f40cb/volume-9fa54b2a-d3b3-4047-8940-ebc50c4f40cb.vmdk or device None with type thin {{(pid=62328) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1120.988176] env[62328]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4824a9ca-2270-480a-a6a6-5108333ccc77 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1120.998558] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-059163a8-227d-4152-b5b0-061a1127409b {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1121.014567] env[62328]: DEBUG nova.compute.provider_tree [None req-471ec9af-b55e-4f64-bbaf-1de066d36e8b tempest-AttachVolumeNegativeTest-1920358930 tempest-AttachVolumeNegativeTest-1920358930-project-member] Inventory has not changed in ProviderTree for provider: 3469e9f8-04af-49ca-8435-49f104496744 {{(pid=62328) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1121.017907] env[62328]: DEBUG oslo_vmware.api [None req-3d568015-bcdc-4f18-b7c7-8bb823a2d279 tempest-AttachVolumeTestJSON-944844435 tempest-AttachVolumeTestJSON-944844435-project-member] Waiting for the task: (returnval){ [ 1121.017907] env[62328]: value = "task-2387708" [ 1121.017907] env[62328]: _type = "Task" [ 1121.017907] env[62328]: } to complete. {{(pid=62328) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1121.018175] env[62328]: DEBUG oslo_vmware.api [None req-89e07088-7c57-46f1-905a-6d8d84995a6b tempest-ServerActionsTestOtherB-626827456 tempest-ServerActionsTestOtherB-626827456-project-member] Waiting for the task: (returnval){ [ 1121.018175] env[62328]: value = "task-2387707" [ 1121.018175] env[62328]: _type = "Task" [ 1121.018175] env[62328]: } to complete. {{(pid=62328) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1121.030797] env[62328]: DEBUG oslo_vmware.api [None req-89e07088-7c57-46f1-905a-6d8d84995a6b tempest-ServerActionsTestOtherB-626827456 tempest-ServerActionsTestOtherB-626827456-project-member] Task: {'id': task-2387707, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1121.033979] env[62328]: DEBUG oslo_vmware.api [None req-3d568015-bcdc-4f18-b7c7-8bb823a2d279 tempest-AttachVolumeTestJSON-944844435 tempest-AttachVolumeTestJSON-944844435-project-member] Task: {'id': task-2387708, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1121.230107] env[62328]: DEBUG nova.network.neutron [req-7cc5d361-3038-4c2b-b9a3-1fd88e8a1e25 req-2b8e2b2f-2275-4e50-aeb0-d23fe9d19ec5 service nova] [instance: 52de62c1-e7ae-440d-b390-64b4594548c1] Updated VIF entry in instance network info cache for port 93d80e4a-37ee-46c3-a002-951f5f3efb7a. {{(pid=62328) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1121.230491] env[62328]: DEBUG nova.network.neutron [req-7cc5d361-3038-4c2b-b9a3-1fd88e8a1e25 req-2b8e2b2f-2275-4e50-aeb0-d23fe9d19ec5 service nova] [instance: 52de62c1-e7ae-440d-b390-64b4594548c1] Updating instance_info_cache with network_info: [{"id": "93d80e4a-37ee-46c3-a002-951f5f3efb7a", "address": "fa:16:3e:12:71:53", "network": {"id": "665a93dd-ec5d-43ab-a846-c1bb4bf70533", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1472451965-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.163", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d5a96a78c0b5451d8c6e1de563033f13", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "cf63c3c8-d774-4b81-9b12-848612a96076", "external-id": "nsx-vlan-transportzone-315", "segmentation_id": 315, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap93d80e4a-37", "ovs_interfaceid": "93d80e4a-37ee-46c3-a002-951f5f3efb7a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62328) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1121.473817] env[62328]: DEBUG nova.compute.manager [None req-332cd9a1-235b-4315-894a-68f76363e980 None None] [instance: 0ee7925e-085a-489d-8e8e-a0169dd17d45] Instance has had 0 of 5 cleanup attempts {{(pid=62328) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1121.520054] env[62328]: DEBUG nova.scheduler.client.report [None req-471ec9af-b55e-4f64-bbaf-1de066d36e8b tempest-AttachVolumeNegativeTest-1920358930 tempest-AttachVolumeNegativeTest-1920358930-project-member] Inventory has not changed for provider 3469e9f8-04af-49ca-8435-49f104496744 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 152, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62328) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1121.536528] env[62328]: DEBUG oslo_vmware.api [None req-89e07088-7c57-46f1-905a-6d8d84995a6b tempest-ServerActionsTestOtherB-626827456 tempest-ServerActionsTestOtherB-626827456-project-member] Task: {'id': task-2387707, 'name': PowerOffVM_Task, 'duration_secs': 0.175255} completed successfully. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1121.540020] env[62328]: DEBUG nova.virt.vmwareapi.vm_util [None req-89e07088-7c57-46f1-905a-6d8d84995a6b tempest-ServerActionsTestOtherB-626827456 tempest-ServerActionsTestOtherB-626827456-project-member] [instance: 726d231d-afd9-460a-818e-7412af85a7f1] Powered off the VM {{(pid=62328) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1121.540209] env[62328]: DEBUG nova.virt.vmwareapi.vmops [None req-89e07088-7c57-46f1-905a-6d8d84995a6b tempest-ServerActionsTestOtherB-626827456 tempest-ServerActionsTestOtherB-626827456-project-member] [instance: 726d231d-afd9-460a-818e-7412af85a7f1] Unregistering the VM {{(pid=62328) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1121.540488] env[62328]: DEBUG oslo_vmware.api [None req-3d568015-bcdc-4f18-b7c7-8bb823a2d279 tempest-AttachVolumeTestJSON-944844435 tempest-AttachVolumeTestJSON-944844435-project-member] Task: {'id': task-2387708, 'name': ReconfigVM_Task, 'duration_secs': 0.192272} completed successfully. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1121.540697] env[62328]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-6b47ab85-d507-4985-a143-67f377280ddb {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1121.542144] env[62328]: DEBUG nova.virt.vmwareapi.volumeops [None req-3d568015-bcdc-4f18-b7c7-8bb823a2d279 tempest-AttachVolumeTestJSON-944844435 tempest-AttachVolumeTestJSON-944844435-project-member] [instance: 02189dfe-6cb3-4b95-ad18-59dbd22f2704] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-484476', 'volume_id': '9fa54b2a-d3b3-4047-8940-ebc50c4f40cb', 'name': 'volume-9fa54b2a-d3b3-4047-8940-ebc50c4f40cb', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '02189dfe-6cb3-4b95-ad18-59dbd22f2704', 'attached_at': '', 'detached_at': '', 'volume_id': '9fa54b2a-d3b3-4047-8940-ebc50c4f40cb', 'serial': '9fa54b2a-d3b3-4047-8940-ebc50c4f40cb'} {{(pid=62328) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1121.602895] env[62328]: DEBUG nova.virt.vmwareapi.vmops [None req-89e07088-7c57-46f1-905a-6d8d84995a6b tempest-ServerActionsTestOtherB-626827456 tempest-ServerActionsTestOtherB-626827456-project-member] [instance: 726d231d-afd9-460a-818e-7412af85a7f1] Unregistered the VM {{(pid=62328) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1121.603108] env[62328]: DEBUG nova.virt.vmwareapi.vmops [None req-89e07088-7c57-46f1-905a-6d8d84995a6b tempest-ServerActionsTestOtherB-626827456 tempest-ServerActionsTestOtherB-626827456-project-member] [instance: 726d231d-afd9-460a-818e-7412af85a7f1] Deleting contents of the VM from datastore datastore2 {{(pid=62328) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1121.603297] env[62328]: DEBUG nova.virt.vmwareapi.ds_util [None req-89e07088-7c57-46f1-905a-6d8d84995a6b tempest-ServerActionsTestOtherB-626827456 tempest-ServerActionsTestOtherB-626827456-project-member] Deleting the datastore file [datastore2] 726d231d-afd9-460a-818e-7412af85a7f1 {{(pid=62328) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1121.603551] env[62328]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-2baf2b69-25e7-4b55-ba83-f970bdd1bb3a {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1121.610023] env[62328]: DEBUG oslo_vmware.api [None req-89e07088-7c57-46f1-905a-6d8d84995a6b tempest-ServerActionsTestOtherB-626827456 tempest-ServerActionsTestOtherB-626827456-project-member] Waiting for the task: (returnval){ [ 1121.610023] env[62328]: value = "task-2387710" [ 1121.610023] env[62328]: _type = "Task" [ 1121.610023] env[62328]: } to complete. {{(pid=62328) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1121.617855] env[62328]: DEBUG oslo_vmware.api [None req-89e07088-7c57-46f1-905a-6d8d84995a6b tempest-ServerActionsTestOtherB-626827456 tempest-ServerActionsTestOtherB-626827456-project-member] Task: {'id': task-2387710, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1121.733509] env[62328]: DEBUG oslo_concurrency.lockutils [req-7cc5d361-3038-4c2b-b9a3-1fd88e8a1e25 req-2b8e2b2f-2275-4e50-aeb0-d23fe9d19ec5 service nova] Releasing lock "refresh_cache-52de62c1-e7ae-440d-b390-64b4594548c1" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1121.978046] env[62328]: DEBUG nova.compute.manager [None req-332cd9a1-235b-4315-894a-68f76363e980 None None] [instance: e4c166ea-d803-4db5-a104-16bd84bfc6c6] Instance has had 0 of 5 cleanup attempts {{(pid=62328) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1122.031768] env[62328]: DEBUG oslo_concurrency.lockutils [None req-471ec9af-b55e-4f64-bbaf-1de066d36e8b tempest-AttachVolumeNegativeTest-1920358930 tempest-AttachVolumeNegativeTest-1920358930-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.977s {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1122.032310] env[62328]: DEBUG nova.compute.manager [None req-471ec9af-b55e-4f64-bbaf-1de066d36e8b tempest-AttachVolumeNegativeTest-1920358930 tempest-AttachVolumeNegativeTest-1920358930-project-member] [instance: da13bf0d-aaf6-4e48-a8a3-46bd8336c04c] Start building networks asynchronously for instance. {{(pid=62328) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1122.034912] env[62328]: DEBUG oslo_concurrency.lockutils [None req-0993e349-5567-4282-8fc7-bceac0e8bee1 tempest-AttachVolumeShelveTestJSON-116809589 tempest-AttachVolumeShelveTestJSON-116809589-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 1.074s {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1122.035166] env[62328]: DEBUG nova.objects.instance [None req-0993e349-5567-4282-8fc7-bceac0e8bee1 tempest-AttachVolumeShelveTestJSON-116809589 tempest-AttachVolumeShelveTestJSON-116809589-project-member] Lazy-loading 'resources' on Instance uuid 14c336fc-69e4-4ef8-a50f-e307b9902127 {{(pid=62328) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1122.121522] env[62328]: DEBUG oslo_vmware.api [None req-89e07088-7c57-46f1-905a-6d8d84995a6b tempest-ServerActionsTestOtherB-626827456 tempest-ServerActionsTestOtherB-626827456-project-member] Task: {'id': task-2387710, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.141616} completed successfully. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1122.121784] env[62328]: DEBUG nova.virt.vmwareapi.ds_util [None req-89e07088-7c57-46f1-905a-6d8d84995a6b tempest-ServerActionsTestOtherB-626827456 tempest-ServerActionsTestOtherB-626827456-project-member] Deleted the datastore file {{(pid=62328) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1122.121967] env[62328]: DEBUG nova.virt.vmwareapi.vmops [None req-89e07088-7c57-46f1-905a-6d8d84995a6b tempest-ServerActionsTestOtherB-626827456 tempest-ServerActionsTestOtherB-626827456-project-member] [instance: 726d231d-afd9-460a-818e-7412af85a7f1] Deleted contents of the VM from datastore datastore2 {{(pid=62328) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1122.122154] env[62328]: DEBUG nova.virt.vmwareapi.vmops [None req-89e07088-7c57-46f1-905a-6d8d84995a6b tempest-ServerActionsTestOtherB-626827456 tempest-ServerActionsTestOtherB-626827456-project-member] [instance: 726d231d-afd9-460a-818e-7412af85a7f1] Instance destroyed {{(pid=62328) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1122.122320] env[62328]: INFO nova.compute.manager [None req-89e07088-7c57-46f1-905a-6d8d84995a6b tempest-ServerActionsTestOtherB-626827456 tempest-ServerActionsTestOtherB-626827456-project-member] [instance: 726d231d-afd9-460a-818e-7412af85a7f1] Took 1.16 seconds to destroy the instance on the hypervisor. [ 1122.122564] env[62328]: DEBUG oslo.service.loopingcall [None req-89e07088-7c57-46f1-905a-6d8d84995a6b tempest-ServerActionsTestOtherB-626827456 tempest-ServerActionsTestOtherB-626827456-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62328) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1122.122750] env[62328]: DEBUG nova.compute.manager [-] [instance: 726d231d-afd9-460a-818e-7412af85a7f1] Deallocating network for instance {{(pid=62328) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1122.122841] env[62328]: DEBUG nova.network.neutron [-] [instance: 726d231d-afd9-460a-818e-7412af85a7f1] deallocate_for_instance() {{(pid=62328) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1122.480308] env[62328]: DEBUG nova.compute.manager [None req-332cd9a1-235b-4315-894a-68f76363e980 None None] [instance: fc8146ed-f4c5-4b4b-a03d-c52452f583cd] Instance has had 0 of 5 cleanup attempts {{(pid=62328) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1122.544351] env[62328]: DEBUG nova.compute.utils [None req-471ec9af-b55e-4f64-bbaf-1de066d36e8b tempest-AttachVolumeNegativeTest-1920358930 tempest-AttachVolumeNegativeTest-1920358930-project-member] Using /dev/sd instead of None {{(pid=62328) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1122.546021] env[62328]: DEBUG nova.compute.manager [None req-471ec9af-b55e-4f64-bbaf-1de066d36e8b tempest-AttachVolumeNegativeTest-1920358930 tempest-AttachVolumeNegativeTest-1920358930-project-member] [instance: da13bf0d-aaf6-4e48-a8a3-46bd8336c04c] Allocating IP information in the background. {{(pid=62328) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1122.548104] env[62328]: DEBUG nova.network.neutron [None req-471ec9af-b55e-4f64-bbaf-1de066d36e8b tempest-AttachVolumeNegativeTest-1920358930 tempest-AttachVolumeNegativeTest-1920358930-project-member] [instance: da13bf0d-aaf6-4e48-a8a3-46bd8336c04c] allocate_for_instance() {{(pid=62328) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1122.563453] env[62328]: DEBUG nova.compute.manager [req-03300a9b-00bd-4041-85b3-62b2aeabc683 req-37e2bf05-b826-47fb-8323-1b4b0db1612d service nova] [instance: 726d231d-afd9-460a-818e-7412af85a7f1] Received event network-vif-deleted-7289e465-ad21-47a5-8450-705b2fd68ae8 {{(pid=62328) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1122.563555] env[62328]: INFO nova.compute.manager [req-03300a9b-00bd-4041-85b3-62b2aeabc683 req-37e2bf05-b826-47fb-8323-1b4b0db1612d service nova] [instance: 726d231d-afd9-460a-818e-7412af85a7f1] Neutron deleted interface 7289e465-ad21-47a5-8450-705b2fd68ae8; detaching it from the instance and deleting it from the info cache [ 1122.563771] env[62328]: DEBUG nova.network.neutron [req-03300a9b-00bd-4041-85b3-62b2aeabc683 req-37e2bf05-b826-47fb-8323-1b4b0db1612d service nova] [instance: 726d231d-afd9-460a-818e-7412af85a7f1] Updating instance_info_cache with network_info: [] {{(pid=62328) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1122.575328] env[62328]: DEBUG nova.objects.instance [None req-3d568015-bcdc-4f18-b7c7-8bb823a2d279 tempest-AttachVolumeTestJSON-944844435 tempest-AttachVolumeTestJSON-944844435-project-member] Lazy-loading 'flavor' on Instance uuid 02189dfe-6cb3-4b95-ad18-59dbd22f2704 {{(pid=62328) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1122.620249] env[62328]: DEBUG nova.policy [None req-471ec9af-b55e-4f64-bbaf-1de066d36e8b tempest-AttachVolumeNegativeTest-1920358930 tempest-AttachVolumeNegativeTest-1920358930-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'd78627a77d7d43dba8393759cc26fbfa', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '3d8ff424d526451a9374555ba25a4243', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62328) authorize /opt/stack/nova/nova/policy.py:192}} [ 1122.736287] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9936fc8a-37e1-4be3-b349-d89572fb4c3c {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1122.746585] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-52e36a12-994d-43ab-b1c5-50180f20fd68 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1122.784864] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-717ef08c-c994-4a1a-95c9-2544ce70c361 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1122.794584] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-428efd86-348b-403e-8382-256ad082c6a7 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1122.810492] env[62328]: DEBUG nova.compute.provider_tree [None req-0993e349-5567-4282-8fc7-bceac0e8bee1 tempest-AttachVolumeShelveTestJSON-116809589 tempest-AttachVolumeShelveTestJSON-116809589-project-member] Inventory has not changed in ProviderTree for provider: 3469e9f8-04af-49ca-8435-49f104496744 {{(pid=62328) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1122.960311] env[62328]: DEBUG nova.network.neutron [None req-471ec9af-b55e-4f64-bbaf-1de066d36e8b tempest-AttachVolumeNegativeTest-1920358930 tempest-AttachVolumeNegativeTest-1920358930-project-member] [instance: da13bf0d-aaf6-4e48-a8a3-46bd8336c04c] Successfully created port: 6065fc84-7a49-47be-8e79-91e604e29ea1 {{(pid=62328) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1122.987883] env[62328]: DEBUG nova.compute.manager [None req-332cd9a1-235b-4315-894a-68f76363e980 None None] [instance: 93ca7686-9ab7-434e-b425-148d3ba8db62] Instance has had 0 of 5 cleanup attempts {{(pid=62328) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1123.047677] env[62328]: DEBUG nova.network.neutron [-] [instance: 726d231d-afd9-460a-818e-7412af85a7f1] Updating instance_info_cache with network_info: [] {{(pid=62328) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1123.052892] env[62328]: DEBUG nova.compute.manager [None req-471ec9af-b55e-4f64-bbaf-1de066d36e8b tempest-AttachVolumeNegativeTest-1920358930 tempest-AttachVolumeNegativeTest-1920358930-project-member] [instance: da13bf0d-aaf6-4e48-a8a3-46bd8336c04c] Start building block device mappings for instance. {{(pid=62328) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1123.067191] env[62328]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-6494b688-c31b-4fbf-9fff-0c804ca76b4c {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1123.078982] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-69f475bd-b060-47fb-b9ee-055edbb447e3 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1123.095161] env[62328]: DEBUG oslo_concurrency.lockutils [None req-3d568015-bcdc-4f18-b7c7-8bb823a2d279 tempest-AttachVolumeTestJSON-944844435 tempest-AttachVolumeTestJSON-944844435-project-member] Lock "02189dfe-6cb3-4b95-ad18-59dbd22f2704" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 8.243s {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1123.115748] env[62328]: DEBUG nova.compute.manager [req-03300a9b-00bd-4041-85b3-62b2aeabc683 req-37e2bf05-b826-47fb-8323-1b4b0db1612d service nova] [instance: 726d231d-afd9-460a-818e-7412af85a7f1] Detach interface failed, port_id=7289e465-ad21-47a5-8450-705b2fd68ae8, reason: Instance 726d231d-afd9-460a-818e-7412af85a7f1 could not be found. {{(pid=62328) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 1123.313548] env[62328]: DEBUG nova.scheduler.client.report [None req-0993e349-5567-4282-8fc7-bceac0e8bee1 tempest-AttachVolumeShelveTestJSON-116809589 tempest-AttachVolumeShelveTestJSON-116809589-project-member] Inventory has not changed for provider 3469e9f8-04af-49ca-8435-49f104496744 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 152, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62328) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1123.494147] env[62328]: DEBUG nova.compute.manager [None req-332cd9a1-235b-4315-894a-68f76363e980 None None] [instance: ab48d158-561e-40d6-a649-f38a096d96c3] Instance has had 0 of 5 cleanup attempts {{(pid=62328) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1123.549519] env[62328]: INFO nova.compute.manager [-] [instance: 726d231d-afd9-460a-818e-7412af85a7f1] Took 1.43 seconds to deallocate network for instance. [ 1123.819155] env[62328]: DEBUG oslo_concurrency.lockutils [None req-0993e349-5567-4282-8fc7-bceac0e8bee1 tempest-AttachVolumeShelveTestJSON-116809589 tempest-AttachVolumeShelveTestJSON-116809589-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.784s {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1123.844108] env[62328]: INFO nova.scheduler.client.report [None req-0993e349-5567-4282-8fc7-bceac0e8bee1 tempest-AttachVolumeShelveTestJSON-116809589 tempest-AttachVolumeShelveTestJSON-116809589-project-member] Deleted allocations for instance 14c336fc-69e4-4ef8-a50f-e307b9902127 [ 1123.983375] env[62328]: DEBUG oslo_concurrency.lockutils [None req-31592715-a378-4b4e-a772-14208950defb tempest-ServerActionsTestJSON-389109759 tempest-ServerActionsTestJSON-389109759-project-member] Acquiring lock "dfccb16a-246f-4b74-ac7d-6c4ccf115110" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1123.983629] env[62328]: DEBUG oslo_concurrency.lockutils [None req-31592715-a378-4b4e-a772-14208950defb tempest-ServerActionsTestJSON-389109759 tempest-ServerActionsTestJSON-389109759-project-member] Lock "dfccb16a-246f-4b74-ac7d-6c4ccf115110" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1123.983840] env[62328]: DEBUG oslo_concurrency.lockutils [None req-31592715-a378-4b4e-a772-14208950defb tempest-ServerActionsTestJSON-389109759 tempest-ServerActionsTestJSON-389109759-project-member] Acquiring lock "dfccb16a-246f-4b74-ac7d-6c4ccf115110-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1123.984034] env[62328]: DEBUG oslo_concurrency.lockutils [None req-31592715-a378-4b4e-a772-14208950defb tempest-ServerActionsTestJSON-389109759 tempest-ServerActionsTestJSON-389109759-project-member] Lock "dfccb16a-246f-4b74-ac7d-6c4ccf115110-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1123.984211] env[62328]: DEBUG oslo_concurrency.lockutils [None req-31592715-a378-4b4e-a772-14208950defb tempest-ServerActionsTestJSON-389109759 tempest-ServerActionsTestJSON-389109759-project-member] Lock "dfccb16a-246f-4b74-ac7d-6c4ccf115110-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1123.986726] env[62328]: INFO nova.compute.manager [None req-31592715-a378-4b4e-a772-14208950defb tempest-ServerActionsTestJSON-389109759 tempest-ServerActionsTestJSON-389109759-project-member] [instance: dfccb16a-246f-4b74-ac7d-6c4ccf115110] Terminating instance [ 1123.998018] env[62328]: DEBUG nova.compute.manager [None req-332cd9a1-235b-4315-894a-68f76363e980 None None] [instance: 4012f976-bb83-4296-8a36-f3af12570729] Instance has had 0 of 5 cleanup attempts {{(pid=62328) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1124.036323] env[62328]: DEBUG oslo_concurrency.lockutils [None req-f4176de8-3475-43ec-8c8c-4783032f1d2d tempest-AttachVolumeTestJSON-944844435 tempest-AttachVolumeTestJSON-944844435-project-member] Acquiring lock "02189dfe-6cb3-4b95-ad18-59dbd22f2704" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1124.036590] env[62328]: DEBUG oslo_concurrency.lockutils [None req-f4176de8-3475-43ec-8c8c-4783032f1d2d tempest-AttachVolumeTestJSON-944844435 tempest-AttachVolumeTestJSON-944844435-project-member] Lock "02189dfe-6cb3-4b95-ad18-59dbd22f2704" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1124.060420] env[62328]: DEBUG oslo_concurrency.lockutils [None req-89e07088-7c57-46f1-905a-6d8d84995a6b tempest-ServerActionsTestOtherB-626827456 tempest-ServerActionsTestOtherB-626827456-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1124.060708] env[62328]: DEBUG oslo_concurrency.lockutils [None req-89e07088-7c57-46f1-905a-6d8d84995a6b tempest-ServerActionsTestOtherB-626827456 tempest-ServerActionsTestOtherB-626827456-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1124.060936] env[62328]: DEBUG oslo_concurrency.lockutils [None req-89e07088-7c57-46f1-905a-6d8d84995a6b tempest-ServerActionsTestOtherB-626827456 tempest-ServerActionsTestOtherB-626827456-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1124.064412] env[62328]: DEBUG nova.compute.manager [None req-471ec9af-b55e-4f64-bbaf-1de066d36e8b tempest-AttachVolumeNegativeTest-1920358930 tempest-AttachVolumeNegativeTest-1920358930-project-member] [instance: da13bf0d-aaf6-4e48-a8a3-46bd8336c04c] Start spawning the instance on the hypervisor. {{(pid=62328) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1124.078194] env[62328]: INFO nova.scheduler.client.report [None req-89e07088-7c57-46f1-905a-6d8d84995a6b tempest-ServerActionsTestOtherB-626827456 tempest-ServerActionsTestOtherB-626827456-project-member] Deleted allocations for instance 726d231d-afd9-460a-818e-7412af85a7f1 [ 1124.092027] env[62328]: DEBUG nova.virt.hardware [None req-471ec9af-b55e-4f64-bbaf-1de066d36e8b tempest-AttachVolumeNegativeTest-1920358930 tempest-AttachVolumeNegativeTest-1920358930-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-07T17:16:55Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-07T17:16:37Z,direct_url=,disk_format='vmdk',id=dbf872a4-92be-47e4-8561-c3e2bf2423ab,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='2a64022f08d84b11a86773b900860ae5',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-07T17:16:38Z,virtual_size=,visibility=), allow threads: False {{(pid=62328) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1124.092027] env[62328]: DEBUG nova.virt.hardware [None req-471ec9af-b55e-4f64-bbaf-1de066d36e8b tempest-AttachVolumeNegativeTest-1920358930 tempest-AttachVolumeNegativeTest-1920358930-project-member] Flavor limits 0:0:0 {{(pid=62328) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1124.092027] env[62328]: DEBUG nova.virt.hardware [None req-471ec9af-b55e-4f64-bbaf-1de066d36e8b tempest-AttachVolumeNegativeTest-1920358930 tempest-AttachVolumeNegativeTest-1920358930-project-member] Image limits 0:0:0 {{(pid=62328) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1124.092517] env[62328]: DEBUG nova.virt.hardware [None req-471ec9af-b55e-4f64-bbaf-1de066d36e8b tempest-AttachVolumeNegativeTest-1920358930 tempest-AttachVolumeNegativeTest-1920358930-project-member] Flavor pref 0:0:0 {{(pid=62328) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1124.092517] env[62328]: DEBUG nova.virt.hardware [None req-471ec9af-b55e-4f64-bbaf-1de066d36e8b tempest-AttachVolumeNegativeTest-1920358930 tempest-AttachVolumeNegativeTest-1920358930-project-member] Image pref 0:0:0 {{(pid=62328) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1124.092517] env[62328]: DEBUG nova.virt.hardware [None req-471ec9af-b55e-4f64-bbaf-1de066d36e8b tempest-AttachVolumeNegativeTest-1920358930 tempest-AttachVolumeNegativeTest-1920358930-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62328) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1124.092635] env[62328]: DEBUG nova.virt.hardware [None req-471ec9af-b55e-4f64-bbaf-1de066d36e8b tempest-AttachVolumeNegativeTest-1920358930 tempest-AttachVolumeNegativeTest-1920358930-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62328) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1124.092792] env[62328]: DEBUG nova.virt.hardware [None req-471ec9af-b55e-4f64-bbaf-1de066d36e8b tempest-AttachVolumeNegativeTest-1920358930 tempest-AttachVolumeNegativeTest-1920358930-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62328) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1124.092962] env[62328]: DEBUG nova.virt.hardware [None req-471ec9af-b55e-4f64-bbaf-1de066d36e8b tempest-AttachVolumeNegativeTest-1920358930 tempest-AttachVolumeNegativeTest-1920358930-project-member] Got 1 possible topologies {{(pid=62328) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1124.093138] env[62328]: DEBUG nova.virt.hardware [None req-471ec9af-b55e-4f64-bbaf-1de066d36e8b tempest-AttachVolumeNegativeTest-1920358930 tempest-AttachVolumeNegativeTest-1920358930-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62328) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1124.093312] env[62328]: DEBUG nova.virt.hardware [None req-471ec9af-b55e-4f64-bbaf-1de066d36e8b tempest-AttachVolumeNegativeTest-1920358930 tempest-AttachVolumeNegativeTest-1920358930-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62328) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1124.094182] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f4f42abe-1ee3-4a1f-8476-10ae58f85f04 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1124.102523] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e58a165c-14bf-409a-aeb0-6f969c769061 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1124.352220] env[62328]: DEBUG oslo_concurrency.lockutils [None req-0993e349-5567-4282-8fc7-bceac0e8bee1 tempest-AttachVolumeShelveTestJSON-116809589 tempest-AttachVolumeShelveTestJSON-116809589-project-member] Lock "14c336fc-69e4-4ef8-a50f-e307b9902127" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 7.372s {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1124.472102] env[62328]: DEBUG nova.network.neutron [None req-471ec9af-b55e-4f64-bbaf-1de066d36e8b tempest-AttachVolumeNegativeTest-1920358930 tempest-AttachVolumeNegativeTest-1920358930-project-member] [instance: da13bf0d-aaf6-4e48-a8a3-46bd8336c04c] Successfully updated port: 6065fc84-7a49-47be-8e79-91e604e29ea1 {{(pid=62328) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1124.491407] env[62328]: DEBUG nova.compute.manager [None req-31592715-a378-4b4e-a772-14208950defb tempest-ServerActionsTestJSON-389109759 tempest-ServerActionsTestJSON-389109759-project-member] [instance: dfccb16a-246f-4b74-ac7d-6c4ccf115110] Start destroying the instance on the hypervisor. {{(pid=62328) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1124.491624] env[62328]: DEBUG nova.virt.vmwareapi.vmops [None req-31592715-a378-4b4e-a772-14208950defb tempest-ServerActionsTestJSON-389109759 tempest-ServerActionsTestJSON-389109759-project-member] [instance: dfccb16a-246f-4b74-ac7d-6c4ccf115110] Destroying instance {{(pid=62328) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1124.492733] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d8371521-c6c9-42a7-bfcc-dc861de1043d {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1124.501880] env[62328]: DEBUG nova.compute.manager [None req-332cd9a1-235b-4315-894a-68f76363e980 None None] [instance: 4279ea33-3d7d-4713-9d21-9e7aa29026ae] Instance has had 0 of 5 cleanup attempts {{(pid=62328) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1124.504486] env[62328]: DEBUG nova.virt.vmwareapi.vm_util [None req-31592715-a378-4b4e-a772-14208950defb tempest-ServerActionsTestJSON-389109759 tempest-ServerActionsTestJSON-389109759-project-member] [instance: dfccb16a-246f-4b74-ac7d-6c4ccf115110] Powering off the VM {{(pid=62328) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1124.505149] env[62328]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-60ad02a4-1b28-4dcf-99c1-3f12a3818eaa {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1124.512753] env[62328]: DEBUG oslo_vmware.api [None req-31592715-a378-4b4e-a772-14208950defb tempest-ServerActionsTestJSON-389109759 tempest-ServerActionsTestJSON-389109759-project-member] Waiting for the task: (returnval){ [ 1124.512753] env[62328]: value = "task-2387711" [ 1124.512753] env[62328]: _type = "Task" [ 1124.512753] env[62328]: } to complete. {{(pid=62328) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1124.523266] env[62328]: DEBUG oslo_vmware.api [None req-31592715-a378-4b4e-a772-14208950defb tempest-ServerActionsTestJSON-389109759 tempest-ServerActionsTestJSON-389109759-project-member] Task: {'id': task-2387711, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1124.540126] env[62328]: DEBUG nova.compute.utils [None req-f4176de8-3475-43ec-8c8c-4783032f1d2d tempest-AttachVolumeTestJSON-944844435 tempest-AttachVolumeTestJSON-944844435-project-member] Using /dev/sd instead of None {{(pid=62328) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1124.585237] env[62328]: DEBUG oslo_concurrency.lockutils [None req-89e07088-7c57-46f1-905a-6d8d84995a6b tempest-ServerActionsTestOtherB-626827456 tempest-ServerActionsTestOtherB-626827456-project-member] Lock "726d231d-afd9-460a-818e-7412af85a7f1" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 4.670s {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1124.618717] env[62328]: DEBUG nova.compute.manager [req-beb65e60-05b9-47fb-bbb4-ab0a76682a50 req-85a7af1a-d2a7-46d2-b1ce-0ee9b3cdb6e0 service nova] [instance: da13bf0d-aaf6-4e48-a8a3-46bd8336c04c] Received event network-vif-plugged-6065fc84-7a49-47be-8e79-91e604e29ea1 {{(pid=62328) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1124.618717] env[62328]: DEBUG oslo_concurrency.lockutils [req-beb65e60-05b9-47fb-bbb4-ab0a76682a50 req-85a7af1a-d2a7-46d2-b1ce-0ee9b3cdb6e0 service nova] Acquiring lock "da13bf0d-aaf6-4e48-a8a3-46bd8336c04c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1124.620331] env[62328]: DEBUG oslo_concurrency.lockutils [req-beb65e60-05b9-47fb-bbb4-ab0a76682a50 req-85a7af1a-d2a7-46d2-b1ce-0ee9b3cdb6e0 service nova] Lock "da13bf0d-aaf6-4e48-a8a3-46bd8336c04c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1124.620331] env[62328]: DEBUG oslo_concurrency.lockutils [req-beb65e60-05b9-47fb-bbb4-ab0a76682a50 req-85a7af1a-d2a7-46d2-b1ce-0ee9b3cdb6e0 service nova] Lock "da13bf0d-aaf6-4e48-a8a3-46bd8336c04c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1124.620331] env[62328]: DEBUG nova.compute.manager [req-beb65e60-05b9-47fb-bbb4-ab0a76682a50 req-85a7af1a-d2a7-46d2-b1ce-0ee9b3cdb6e0 service nova] [instance: da13bf0d-aaf6-4e48-a8a3-46bd8336c04c] No waiting events found dispatching network-vif-plugged-6065fc84-7a49-47be-8e79-91e604e29ea1 {{(pid=62328) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1124.620331] env[62328]: WARNING nova.compute.manager [req-beb65e60-05b9-47fb-bbb4-ab0a76682a50 req-85a7af1a-d2a7-46d2-b1ce-0ee9b3cdb6e0 service nova] [instance: da13bf0d-aaf6-4e48-a8a3-46bd8336c04c] Received unexpected event network-vif-plugged-6065fc84-7a49-47be-8e79-91e604e29ea1 for instance with vm_state building and task_state spawning. [ 1124.620331] env[62328]: DEBUG nova.compute.manager [req-beb65e60-05b9-47fb-bbb4-ab0a76682a50 req-85a7af1a-d2a7-46d2-b1ce-0ee9b3cdb6e0 service nova] [instance: da13bf0d-aaf6-4e48-a8a3-46bd8336c04c] Received event network-changed-6065fc84-7a49-47be-8e79-91e604e29ea1 {{(pid=62328) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1124.620331] env[62328]: DEBUG nova.compute.manager [req-beb65e60-05b9-47fb-bbb4-ab0a76682a50 req-85a7af1a-d2a7-46d2-b1ce-0ee9b3cdb6e0 service nova] [instance: da13bf0d-aaf6-4e48-a8a3-46bd8336c04c] Refreshing instance network info cache due to event network-changed-6065fc84-7a49-47be-8e79-91e604e29ea1. {{(pid=62328) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1124.620331] env[62328]: DEBUG oslo_concurrency.lockutils [req-beb65e60-05b9-47fb-bbb4-ab0a76682a50 req-85a7af1a-d2a7-46d2-b1ce-0ee9b3cdb6e0 service nova] Acquiring lock "refresh_cache-da13bf0d-aaf6-4e48-a8a3-46bd8336c04c" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1124.620331] env[62328]: DEBUG oslo_concurrency.lockutils [req-beb65e60-05b9-47fb-bbb4-ab0a76682a50 req-85a7af1a-d2a7-46d2-b1ce-0ee9b3cdb6e0 service nova] Acquired lock "refresh_cache-da13bf0d-aaf6-4e48-a8a3-46bd8336c04c" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1124.620331] env[62328]: DEBUG nova.network.neutron [req-beb65e60-05b9-47fb-bbb4-ab0a76682a50 req-85a7af1a-d2a7-46d2-b1ce-0ee9b3cdb6e0 service nova] [instance: da13bf0d-aaf6-4e48-a8a3-46bd8336c04c] Refreshing network info cache for port 6065fc84-7a49-47be-8e79-91e604e29ea1 {{(pid=62328) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1124.975537] env[62328]: DEBUG oslo_concurrency.lockutils [None req-471ec9af-b55e-4f64-bbaf-1de066d36e8b tempest-AttachVolumeNegativeTest-1920358930 tempest-AttachVolumeNegativeTest-1920358930-project-member] Acquiring lock "refresh_cache-da13bf0d-aaf6-4e48-a8a3-46bd8336c04c" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1125.007244] env[62328]: DEBUG nova.compute.manager [None req-332cd9a1-235b-4315-894a-68f76363e980 None None] [instance: a514091e-f57a-4447-b60b-7f22d6f26820] Instance has had 0 of 5 cleanup attempts {{(pid=62328) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1125.032603] env[62328]: DEBUG oslo_vmware.api [None req-31592715-a378-4b4e-a772-14208950defb tempest-ServerActionsTestJSON-389109759 tempest-ServerActionsTestJSON-389109759-project-member] Task: {'id': task-2387711, 'name': PowerOffVM_Task, 'duration_secs': 0.202851} completed successfully. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1125.033467] env[62328]: DEBUG nova.virt.vmwareapi.vm_util [None req-31592715-a378-4b4e-a772-14208950defb tempest-ServerActionsTestJSON-389109759 tempest-ServerActionsTestJSON-389109759-project-member] [instance: dfccb16a-246f-4b74-ac7d-6c4ccf115110] Powered off the VM {{(pid=62328) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1125.033756] env[62328]: DEBUG nova.virt.vmwareapi.vmops [None req-31592715-a378-4b4e-a772-14208950defb tempest-ServerActionsTestJSON-389109759 tempest-ServerActionsTestJSON-389109759-project-member] [instance: dfccb16a-246f-4b74-ac7d-6c4ccf115110] Unregistering the VM {{(pid=62328) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1125.034132] env[62328]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-9762c0d1-cab4-4790-9867-c2de3fb755dc {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1125.045613] env[62328]: DEBUG oslo_concurrency.lockutils [None req-f4176de8-3475-43ec-8c8c-4783032f1d2d tempest-AttachVolumeTestJSON-944844435 tempest-AttachVolumeTestJSON-944844435-project-member] Lock "02189dfe-6cb3-4b95-ad18-59dbd22f2704" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.009s {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1125.105833] env[62328]: DEBUG nova.virt.vmwareapi.vmops [None req-31592715-a378-4b4e-a772-14208950defb tempest-ServerActionsTestJSON-389109759 tempest-ServerActionsTestJSON-389109759-project-member] [instance: dfccb16a-246f-4b74-ac7d-6c4ccf115110] Unregistered the VM {{(pid=62328) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1125.105833] env[62328]: DEBUG nova.virt.vmwareapi.vmops [None req-31592715-a378-4b4e-a772-14208950defb tempest-ServerActionsTestJSON-389109759 tempest-ServerActionsTestJSON-389109759-project-member] [instance: dfccb16a-246f-4b74-ac7d-6c4ccf115110] Deleting contents of the VM from datastore datastore2 {{(pid=62328) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1125.105833] env[62328]: DEBUG nova.virt.vmwareapi.ds_util [None req-31592715-a378-4b4e-a772-14208950defb tempest-ServerActionsTestJSON-389109759 tempest-ServerActionsTestJSON-389109759-project-member] Deleting the datastore file [datastore2] dfccb16a-246f-4b74-ac7d-6c4ccf115110 {{(pid=62328) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1125.105833] env[62328]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-85d35a09-dfc3-41a8-a89d-642250bad189 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1125.120049] env[62328]: DEBUG oslo_vmware.api [None req-31592715-a378-4b4e-a772-14208950defb tempest-ServerActionsTestJSON-389109759 tempest-ServerActionsTestJSON-389109759-project-member] Waiting for the task: (returnval){ [ 1125.120049] env[62328]: value = "task-2387713" [ 1125.120049] env[62328]: _type = "Task" [ 1125.120049] env[62328]: } to complete. {{(pid=62328) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1125.147816] env[62328]: DEBUG oslo_vmware.api [None req-31592715-a378-4b4e-a772-14208950defb tempest-ServerActionsTestJSON-389109759 tempest-ServerActionsTestJSON-389109759-project-member] Task: {'id': task-2387713, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1125.171273] env[62328]: DEBUG nova.network.neutron [req-beb65e60-05b9-47fb-bbb4-ab0a76682a50 req-85a7af1a-d2a7-46d2-b1ce-0ee9b3cdb6e0 service nova] [instance: da13bf0d-aaf6-4e48-a8a3-46bd8336c04c] Instance cache missing network info. {{(pid=62328) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1125.253917] env[62328]: DEBUG nova.network.neutron [req-beb65e60-05b9-47fb-bbb4-ab0a76682a50 req-85a7af1a-d2a7-46d2-b1ce-0ee9b3cdb6e0 service nova] [instance: da13bf0d-aaf6-4e48-a8a3-46bd8336c04c] Updating instance_info_cache with network_info: [] {{(pid=62328) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1125.512839] env[62328]: DEBUG nova.compute.manager [None req-332cd9a1-235b-4315-894a-68f76363e980 None None] [instance: 8e31afa5-82ea-4e3e-8913-77f24ee85e4e] Instance has had 0 of 5 cleanup attempts {{(pid=62328) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1125.630756] env[62328]: DEBUG oslo_vmware.api [None req-31592715-a378-4b4e-a772-14208950defb tempest-ServerActionsTestJSON-389109759 tempest-ServerActionsTestJSON-389109759-project-member] Task: {'id': task-2387713, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.166969} completed successfully. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1125.631063] env[62328]: DEBUG nova.virt.vmwareapi.ds_util [None req-31592715-a378-4b4e-a772-14208950defb tempest-ServerActionsTestJSON-389109759 tempest-ServerActionsTestJSON-389109759-project-member] Deleted the datastore file {{(pid=62328) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1125.631197] env[62328]: DEBUG nova.virt.vmwareapi.vmops [None req-31592715-a378-4b4e-a772-14208950defb tempest-ServerActionsTestJSON-389109759 tempest-ServerActionsTestJSON-389109759-project-member] [instance: dfccb16a-246f-4b74-ac7d-6c4ccf115110] Deleted contents of the VM from datastore datastore2 {{(pid=62328) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1125.631377] env[62328]: DEBUG nova.virt.vmwareapi.vmops [None req-31592715-a378-4b4e-a772-14208950defb tempest-ServerActionsTestJSON-389109759 tempest-ServerActionsTestJSON-389109759-project-member] [instance: dfccb16a-246f-4b74-ac7d-6c4ccf115110] Instance destroyed {{(pid=62328) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1125.631574] env[62328]: INFO nova.compute.manager [None req-31592715-a378-4b4e-a772-14208950defb tempest-ServerActionsTestJSON-389109759 tempest-ServerActionsTestJSON-389109759-project-member] [instance: dfccb16a-246f-4b74-ac7d-6c4ccf115110] Took 1.14 seconds to destroy the instance on the hypervisor. [ 1125.631791] env[62328]: DEBUG oslo.service.loopingcall [None req-31592715-a378-4b4e-a772-14208950defb tempest-ServerActionsTestJSON-389109759 tempest-ServerActionsTestJSON-389109759-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62328) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1125.631980] env[62328]: DEBUG nova.compute.manager [-] [instance: dfccb16a-246f-4b74-ac7d-6c4ccf115110] Deallocating network for instance {{(pid=62328) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1125.632088] env[62328]: DEBUG nova.network.neutron [-] [instance: dfccb16a-246f-4b74-ac7d-6c4ccf115110] deallocate_for_instance() {{(pid=62328) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1125.756852] env[62328]: DEBUG oslo_concurrency.lockutils [req-beb65e60-05b9-47fb-bbb4-ab0a76682a50 req-85a7af1a-d2a7-46d2-b1ce-0ee9b3cdb6e0 service nova] Releasing lock "refresh_cache-da13bf0d-aaf6-4e48-a8a3-46bd8336c04c" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1125.757300] env[62328]: DEBUG oslo_concurrency.lockutils [None req-471ec9af-b55e-4f64-bbaf-1de066d36e8b tempest-AttachVolumeNegativeTest-1920358930 tempest-AttachVolumeNegativeTest-1920358930-project-member] Acquired lock "refresh_cache-da13bf0d-aaf6-4e48-a8a3-46bd8336c04c" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1125.757473] env[62328]: DEBUG nova.network.neutron [None req-471ec9af-b55e-4f64-bbaf-1de066d36e8b tempest-AttachVolumeNegativeTest-1920358930 tempest-AttachVolumeNegativeTest-1920358930-project-member] [instance: da13bf0d-aaf6-4e48-a8a3-46bd8336c04c] Building network info cache for instance {{(pid=62328) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1126.018604] env[62328]: DEBUG nova.compute.manager [None req-332cd9a1-235b-4315-894a-68f76363e980 None None] [instance: 3c9e10d6-deb6-4b1b-8dfe-9e85e3b19e85] Instance has had 0 of 5 cleanup attempts {{(pid=62328) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1126.113924] env[62328]: DEBUG oslo_concurrency.lockutils [None req-f4176de8-3475-43ec-8c8c-4783032f1d2d tempest-AttachVolumeTestJSON-944844435 tempest-AttachVolumeTestJSON-944844435-project-member] Acquiring lock "02189dfe-6cb3-4b95-ad18-59dbd22f2704" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1126.114214] env[62328]: DEBUG oslo_concurrency.lockutils [None req-f4176de8-3475-43ec-8c8c-4783032f1d2d tempest-AttachVolumeTestJSON-944844435 tempest-AttachVolumeTestJSON-944844435-project-member] Lock "02189dfe-6cb3-4b95-ad18-59dbd22f2704" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1126.114463] env[62328]: INFO nova.compute.manager [None req-f4176de8-3475-43ec-8c8c-4783032f1d2d tempest-AttachVolumeTestJSON-944844435 tempest-AttachVolumeTestJSON-944844435-project-member] [instance: 02189dfe-6cb3-4b95-ad18-59dbd22f2704] Attaching volume bc7b8971-c1c5-448b-9b1d-c42618b6395e to /dev/sdc [ 1126.150041] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-17665efb-8497-4d19-877d-e553d151e88b {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1126.157984] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3457c33b-07c4-4f76-a88e-f959720a6be4 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1126.171866] env[62328]: DEBUG nova.virt.block_device [None req-f4176de8-3475-43ec-8c8c-4783032f1d2d tempest-AttachVolumeTestJSON-944844435 tempest-AttachVolumeTestJSON-944844435-project-member] [instance: 02189dfe-6cb3-4b95-ad18-59dbd22f2704] Updating existing volume attachment record: 87bf2ec3-33f6-440d-94e1-fc8c2d053c37 {{(pid=62328) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1126.276071] env[62328]: DEBUG oslo_concurrency.lockutils [None req-37fa2b99-e3a2-4142-b01d-834b704b61b9 tempest-ServerActionsTestOtherB-626827456 tempest-ServerActionsTestOtherB-626827456-project-member] Acquiring lock "75e155a3-05b0-44c5-86de-5643cbb05fc0" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1126.276176] env[62328]: DEBUG oslo_concurrency.lockutils [None req-37fa2b99-e3a2-4142-b01d-834b704b61b9 tempest-ServerActionsTestOtherB-626827456 tempest-ServerActionsTestOtherB-626827456-project-member] Lock "75e155a3-05b0-44c5-86de-5643cbb05fc0" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1126.291937] env[62328]: DEBUG nova.network.neutron [None req-471ec9af-b55e-4f64-bbaf-1de066d36e8b tempest-AttachVolumeNegativeTest-1920358930 tempest-AttachVolumeNegativeTest-1920358930-project-member] [instance: da13bf0d-aaf6-4e48-a8a3-46bd8336c04c] Instance cache missing network info. {{(pid=62328) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1126.434131] env[62328]: DEBUG nova.network.neutron [None req-471ec9af-b55e-4f64-bbaf-1de066d36e8b tempest-AttachVolumeNegativeTest-1920358930 tempest-AttachVolumeNegativeTest-1920358930-project-member] [instance: da13bf0d-aaf6-4e48-a8a3-46bd8336c04c] Updating instance_info_cache with network_info: [{"id": "6065fc84-7a49-47be-8e79-91e604e29ea1", "address": "fa:16:3e:09:d2:0e", "network": {"id": "ed1d555f-f92f-4abe-9fa7-e6c9390d1efe", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-674926679-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3d8ff424d526451a9374555ba25a4243", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "04ccbc7a-cf8d-4ea2-8411-291a1e27df7b", "external-id": "nsx-vlan-transportzone-998", "segmentation_id": 998, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6065fc84-7a", "ovs_interfaceid": "6065fc84-7a49-47be-8e79-91e604e29ea1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62328) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1126.522812] env[62328]: DEBUG nova.compute.manager [None req-332cd9a1-235b-4315-894a-68f76363e980 None None] [instance: 7ad56de0-3e7a-4018-8746-42a83a4fe22e] Instance has had 0 of 5 cleanup attempts {{(pid=62328) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1126.599902] env[62328]: DEBUG oslo_concurrency.lockutils [None req-0e6b286a-8c60-4bfe-80e1-23fe1ec82ce8 tempest-AttachVolumeShelveTestJSON-116809589 tempest-AttachVolumeShelveTestJSON-116809589-project-member] Acquiring lock "1f1f56a8-a54a-4641-95d0-a153a68b7585" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1126.600381] env[62328]: DEBUG oslo_concurrency.lockutils [None req-0e6b286a-8c60-4bfe-80e1-23fe1ec82ce8 tempest-AttachVolumeShelveTestJSON-116809589 tempest-AttachVolumeShelveTestJSON-116809589-project-member] Lock "1f1f56a8-a54a-4641-95d0-a153a68b7585" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1126.638206] env[62328]: DEBUG nova.network.neutron [-] [instance: dfccb16a-246f-4b74-ac7d-6c4ccf115110] Updating instance_info_cache with network_info: [] {{(pid=62328) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1126.645801] env[62328]: DEBUG nova.compute.manager [req-7344fdea-38f2-4977-8e83-b65eafcde5c3 req-3ca0ca44-25ae-4d89-84e9-9590e3eeb605 service nova] [instance: dfccb16a-246f-4b74-ac7d-6c4ccf115110] Received event network-vif-deleted-d3af671b-2252-4a29-a0fb-84ebc1da6fa5 {{(pid=62328) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1126.645998] env[62328]: INFO nova.compute.manager [req-7344fdea-38f2-4977-8e83-b65eafcde5c3 req-3ca0ca44-25ae-4d89-84e9-9590e3eeb605 service nova] [instance: dfccb16a-246f-4b74-ac7d-6c4ccf115110] Neutron deleted interface d3af671b-2252-4a29-a0fb-84ebc1da6fa5; detaching it from the instance and deleting it from the info cache [ 1126.646188] env[62328]: DEBUG nova.network.neutron [req-7344fdea-38f2-4977-8e83-b65eafcde5c3 req-3ca0ca44-25ae-4d89-84e9-9590e3eeb605 service nova] [instance: dfccb16a-246f-4b74-ac7d-6c4ccf115110] Updating instance_info_cache with network_info: [] {{(pid=62328) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1126.778725] env[62328]: DEBUG nova.compute.manager [None req-37fa2b99-e3a2-4142-b01d-834b704b61b9 tempest-ServerActionsTestOtherB-626827456 tempest-ServerActionsTestOtherB-626827456-project-member] [instance: 75e155a3-05b0-44c5-86de-5643cbb05fc0] Starting instance... {{(pid=62328) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1126.936612] env[62328]: DEBUG oslo_concurrency.lockutils [None req-471ec9af-b55e-4f64-bbaf-1de066d36e8b tempest-AttachVolumeNegativeTest-1920358930 tempest-AttachVolumeNegativeTest-1920358930-project-member] Releasing lock "refresh_cache-da13bf0d-aaf6-4e48-a8a3-46bd8336c04c" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1126.936946] env[62328]: DEBUG nova.compute.manager [None req-471ec9af-b55e-4f64-bbaf-1de066d36e8b tempest-AttachVolumeNegativeTest-1920358930 tempest-AttachVolumeNegativeTest-1920358930-project-member] [instance: da13bf0d-aaf6-4e48-a8a3-46bd8336c04c] Instance network_info: |[{"id": "6065fc84-7a49-47be-8e79-91e604e29ea1", "address": "fa:16:3e:09:d2:0e", "network": {"id": "ed1d555f-f92f-4abe-9fa7-e6c9390d1efe", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-674926679-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3d8ff424d526451a9374555ba25a4243", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "04ccbc7a-cf8d-4ea2-8411-291a1e27df7b", "external-id": "nsx-vlan-transportzone-998", "segmentation_id": 998, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6065fc84-7a", "ovs_interfaceid": "6065fc84-7a49-47be-8e79-91e604e29ea1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62328) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1126.937403] env[62328]: DEBUG nova.virt.vmwareapi.vmops [None req-471ec9af-b55e-4f64-bbaf-1de066d36e8b tempest-AttachVolumeNegativeTest-1920358930 tempest-AttachVolumeNegativeTest-1920358930-project-member] [instance: da13bf0d-aaf6-4e48-a8a3-46bd8336c04c] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:09:d2:0e', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '04ccbc7a-cf8d-4ea2-8411-291a1e27df7b', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '6065fc84-7a49-47be-8e79-91e604e29ea1', 'vif_model': 'vmxnet3'}] {{(pid=62328) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1126.945026] env[62328]: DEBUG oslo.service.loopingcall [None req-471ec9af-b55e-4f64-bbaf-1de066d36e8b tempest-AttachVolumeNegativeTest-1920358930 tempest-AttachVolumeNegativeTest-1920358930-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62328) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1126.945248] env[62328]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: da13bf0d-aaf6-4e48-a8a3-46bd8336c04c] Creating VM on the ESX host {{(pid=62328) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1126.945478] env[62328]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-14acdedf-2c67-43a9-8329-729fddd4c603 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1126.967102] env[62328]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1126.967102] env[62328]: value = "task-2387715" [ 1126.967102] env[62328]: _type = "Task" [ 1126.967102] env[62328]: } to complete. {{(pid=62328) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1126.974922] env[62328]: DEBUG oslo_vmware.api [-] Task: {'id': task-2387715, 'name': CreateVM_Task} progress is 0%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1127.026635] env[62328]: DEBUG nova.compute.manager [None req-332cd9a1-235b-4315-894a-68f76363e980 None None] [instance: 04dd8fd6-91f0-444f-b642-2ba8dcdea19d] Instance has had 0 of 5 cleanup attempts {{(pid=62328) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1127.102902] env[62328]: DEBUG nova.compute.manager [None req-0e6b286a-8c60-4bfe-80e1-23fe1ec82ce8 tempest-AttachVolumeShelveTestJSON-116809589 tempest-AttachVolumeShelveTestJSON-116809589-project-member] [instance: 1f1f56a8-a54a-4641-95d0-a153a68b7585] Starting instance... {{(pid=62328) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1127.140431] env[62328]: INFO nova.compute.manager [-] [instance: dfccb16a-246f-4b74-ac7d-6c4ccf115110] Took 1.51 seconds to deallocate network for instance. [ 1127.148935] env[62328]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-faf722c6-399c-4574-b608-6153d6143def {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1127.158596] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2d894de2-2793-493c-b0e3-d5f6e8c481d6 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1127.191062] env[62328]: DEBUG nova.compute.manager [req-7344fdea-38f2-4977-8e83-b65eafcde5c3 req-3ca0ca44-25ae-4d89-84e9-9590e3eeb605 service nova] [instance: dfccb16a-246f-4b74-ac7d-6c4ccf115110] Detach interface failed, port_id=d3af671b-2252-4a29-a0fb-84ebc1da6fa5, reason: Instance dfccb16a-246f-4b74-ac7d-6c4ccf115110 could not be found. {{(pid=62328) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 1127.302723] env[62328]: DEBUG oslo_concurrency.lockutils [None req-37fa2b99-e3a2-4142-b01d-834b704b61b9 tempest-ServerActionsTestOtherB-626827456 tempest-ServerActionsTestOtherB-626827456-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1127.302972] env[62328]: DEBUG oslo_concurrency.lockutils [None req-37fa2b99-e3a2-4142-b01d-834b704b61b9 tempest-ServerActionsTestOtherB-626827456 tempest-ServerActionsTestOtherB-626827456-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1127.304661] env[62328]: INFO nova.compute.claims [None req-37fa2b99-e3a2-4142-b01d-834b704b61b9 tempest-ServerActionsTestOtherB-626827456 tempest-ServerActionsTestOtherB-626827456-project-member] [instance: 75e155a3-05b0-44c5-86de-5643cbb05fc0] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1127.478864] env[62328]: DEBUG oslo_vmware.api [-] Task: {'id': task-2387715, 'name': CreateVM_Task, 'duration_secs': 0.359093} completed successfully. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1127.479042] env[62328]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: da13bf0d-aaf6-4e48-a8a3-46bd8336c04c] Created VM on the ESX host {{(pid=62328) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1127.479733] env[62328]: DEBUG oslo_concurrency.lockutils [None req-471ec9af-b55e-4f64-bbaf-1de066d36e8b tempest-AttachVolumeNegativeTest-1920358930 tempest-AttachVolumeNegativeTest-1920358930-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/dbf872a4-92be-47e4-8561-c3e2bf2423ab" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1127.479903] env[62328]: DEBUG oslo_concurrency.lockutils [None req-471ec9af-b55e-4f64-bbaf-1de066d36e8b tempest-AttachVolumeNegativeTest-1920358930 tempest-AttachVolumeNegativeTest-1920358930-project-member] Acquired lock "[datastore2] devstack-image-cache_base/dbf872a4-92be-47e4-8561-c3e2bf2423ab" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1127.480281] env[62328]: DEBUG oslo_concurrency.lockutils [None req-471ec9af-b55e-4f64-bbaf-1de066d36e8b tempest-AttachVolumeNegativeTest-1920358930 tempest-AttachVolumeNegativeTest-1920358930-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/dbf872a4-92be-47e4-8561-c3e2bf2423ab" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1127.480537] env[62328]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fbcaf9cf-9fe7-4556-81d9-6188f21270bf {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1127.484910] env[62328]: DEBUG oslo_vmware.api [None req-471ec9af-b55e-4f64-bbaf-1de066d36e8b tempest-AttachVolumeNegativeTest-1920358930 tempest-AttachVolumeNegativeTest-1920358930-project-member] Waiting for the task: (returnval){ [ 1127.484910] env[62328]: value = "session[52a6e20e-410d-708a-99f2-080a575a99bd]52edd471-4ba7-56c3-e93e-250cf1ab1598" [ 1127.484910] env[62328]: _type = "Task" [ 1127.484910] env[62328]: } to complete. {{(pid=62328) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1127.493026] env[62328]: DEBUG oslo_vmware.api [None req-471ec9af-b55e-4f64-bbaf-1de066d36e8b tempest-AttachVolumeNegativeTest-1920358930 tempest-AttachVolumeNegativeTest-1920358930-project-member] Task: {'id': session[52a6e20e-410d-708a-99f2-080a575a99bd]52edd471-4ba7-56c3-e93e-250cf1ab1598, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1127.530862] env[62328]: DEBUG nova.compute.manager [None req-332cd9a1-235b-4315-894a-68f76363e980 None None] [instance: 3e0f093a-98be-4406-a220-34f6d6767294] Instance has had 0 of 5 cleanup attempts {{(pid=62328) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1127.621081] env[62328]: DEBUG oslo_concurrency.lockutils [None req-0e6b286a-8c60-4bfe-80e1-23fe1ec82ce8 tempest-AttachVolumeShelveTestJSON-116809589 tempest-AttachVolumeShelveTestJSON-116809589-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1127.647558] env[62328]: DEBUG oslo_concurrency.lockutils [None req-31592715-a378-4b4e-a772-14208950defb tempest-ServerActionsTestJSON-389109759 tempest-ServerActionsTestJSON-389109759-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1127.995689] env[62328]: DEBUG oslo_vmware.api [None req-471ec9af-b55e-4f64-bbaf-1de066d36e8b tempest-AttachVolumeNegativeTest-1920358930 tempest-AttachVolumeNegativeTest-1920358930-project-member] Task: {'id': session[52a6e20e-410d-708a-99f2-080a575a99bd]52edd471-4ba7-56c3-e93e-250cf1ab1598, 'name': SearchDatastore_Task, 'duration_secs': 0.009772} completed successfully. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1127.995962] env[62328]: DEBUG oslo_concurrency.lockutils [None req-471ec9af-b55e-4f64-bbaf-1de066d36e8b tempest-AttachVolumeNegativeTest-1920358930 tempest-AttachVolumeNegativeTest-1920358930-project-member] Releasing lock "[datastore2] devstack-image-cache_base/dbf872a4-92be-47e4-8561-c3e2bf2423ab" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1127.996211] env[62328]: DEBUG nova.virt.vmwareapi.vmops [None req-471ec9af-b55e-4f64-bbaf-1de066d36e8b tempest-AttachVolumeNegativeTest-1920358930 tempest-AttachVolumeNegativeTest-1920358930-project-member] [instance: da13bf0d-aaf6-4e48-a8a3-46bd8336c04c] Processing image dbf872a4-92be-47e4-8561-c3e2bf2423ab {{(pid=62328) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1127.996451] env[62328]: DEBUG oslo_concurrency.lockutils [None req-471ec9af-b55e-4f64-bbaf-1de066d36e8b tempest-AttachVolumeNegativeTest-1920358930 tempest-AttachVolumeNegativeTest-1920358930-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/dbf872a4-92be-47e4-8561-c3e2bf2423ab/dbf872a4-92be-47e4-8561-c3e2bf2423ab.vmdk" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1127.996597] env[62328]: DEBUG oslo_concurrency.lockutils [None req-471ec9af-b55e-4f64-bbaf-1de066d36e8b tempest-AttachVolumeNegativeTest-1920358930 tempest-AttachVolumeNegativeTest-1920358930-project-member] Acquired lock "[datastore2] devstack-image-cache_base/dbf872a4-92be-47e4-8561-c3e2bf2423ab/dbf872a4-92be-47e4-8561-c3e2bf2423ab.vmdk" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1127.996775] env[62328]: DEBUG nova.virt.vmwareapi.ds_util [None req-471ec9af-b55e-4f64-bbaf-1de066d36e8b tempest-AttachVolumeNegativeTest-1920358930 tempest-AttachVolumeNegativeTest-1920358930-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62328) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1127.997027] env[62328]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-ccbd3c71-c7e2-474a-bd43-249c587cc173 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1128.004955] env[62328]: DEBUG nova.virt.vmwareapi.ds_util [None req-471ec9af-b55e-4f64-bbaf-1de066d36e8b tempest-AttachVolumeNegativeTest-1920358930 tempest-AttachVolumeNegativeTest-1920358930-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62328) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1128.005135] env[62328]: DEBUG nova.virt.vmwareapi.vmops [None req-471ec9af-b55e-4f64-bbaf-1de066d36e8b tempest-AttachVolumeNegativeTest-1920358930 tempest-AttachVolumeNegativeTest-1920358930-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62328) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1128.005799] env[62328]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b574588a-0580-4149-ab9a-7682180d6c4e {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1128.010721] env[62328]: DEBUG oslo_vmware.api [None req-471ec9af-b55e-4f64-bbaf-1de066d36e8b tempest-AttachVolumeNegativeTest-1920358930 tempest-AttachVolumeNegativeTest-1920358930-project-member] Waiting for the task: (returnval){ [ 1128.010721] env[62328]: value = "session[52a6e20e-410d-708a-99f2-080a575a99bd]529d8a5c-23ad-1a96-4bce-8711ddbf4536" [ 1128.010721] env[62328]: _type = "Task" [ 1128.010721] env[62328]: } to complete. {{(pid=62328) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1128.017714] env[62328]: DEBUG oslo_vmware.api [None req-471ec9af-b55e-4f64-bbaf-1de066d36e8b tempest-AttachVolumeNegativeTest-1920358930 tempest-AttachVolumeNegativeTest-1920358930-project-member] Task: {'id': session[52a6e20e-410d-708a-99f2-080a575a99bd]529d8a5c-23ad-1a96-4bce-8711ddbf4536, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1128.034237] env[62328]: DEBUG nova.compute.manager [None req-332cd9a1-235b-4315-894a-68f76363e980 None None] [instance: 613e2516-6209-439d-bb90-b87d67b281a8] Instance has had 0 of 5 cleanup attempts {{(pid=62328) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1128.455791] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9b314b8b-be24-49ae-9f87-319e6d7d193c {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1128.463351] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-caeb5238-df78-4a7c-8c00-2de89238aa0d {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1128.492183] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5d4fe675-779d-4b97-bbc2-744603e88a4c {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1128.498797] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7b9cdc6e-3295-43c2-afe9-5e0f866a699e {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1128.512555] env[62328]: DEBUG nova.compute.provider_tree [None req-37fa2b99-e3a2-4142-b01d-834b704b61b9 tempest-ServerActionsTestOtherB-626827456 tempest-ServerActionsTestOtherB-626827456-project-member] Inventory has not changed in ProviderTree for provider: 3469e9f8-04af-49ca-8435-49f104496744 {{(pid=62328) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1128.521302] env[62328]: DEBUG oslo_vmware.api [None req-471ec9af-b55e-4f64-bbaf-1de066d36e8b tempest-AttachVolumeNegativeTest-1920358930 tempest-AttachVolumeNegativeTest-1920358930-project-member] Task: {'id': session[52a6e20e-410d-708a-99f2-080a575a99bd]529d8a5c-23ad-1a96-4bce-8711ddbf4536, 'name': SearchDatastore_Task, 'duration_secs': 0.008824} completed successfully. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1128.522527] env[62328]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1a1be97c-12e5-4d3f-8f33-eb9216f8446b {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1128.527681] env[62328]: DEBUG oslo_vmware.api [None req-471ec9af-b55e-4f64-bbaf-1de066d36e8b tempest-AttachVolumeNegativeTest-1920358930 tempest-AttachVolumeNegativeTest-1920358930-project-member] Waiting for the task: (returnval){ [ 1128.527681] env[62328]: value = "session[52a6e20e-410d-708a-99f2-080a575a99bd]52f26ee7-9fd0-3211-007a-5842e34597c2" [ 1128.527681] env[62328]: _type = "Task" [ 1128.527681] env[62328]: } to complete. {{(pid=62328) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1128.534467] env[62328]: DEBUG oslo_vmware.api [None req-471ec9af-b55e-4f64-bbaf-1de066d36e8b tempest-AttachVolumeNegativeTest-1920358930 tempest-AttachVolumeNegativeTest-1920358930-project-member] Task: {'id': session[52a6e20e-410d-708a-99f2-080a575a99bd]52f26ee7-9fd0-3211-007a-5842e34597c2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1129.017681] env[62328]: DEBUG nova.scheduler.client.report [None req-37fa2b99-e3a2-4142-b01d-834b704b61b9 tempest-ServerActionsTestOtherB-626827456 tempest-ServerActionsTestOtherB-626827456-project-member] Inventory has not changed for provider 3469e9f8-04af-49ca-8435-49f104496744 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 152, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62328) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1129.038239] env[62328]: DEBUG oslo_vmware.api [None req-471ec9af-b55e-4f64-bbaf-1de066d36e8b tempest-AttachVolumeNegativeTest-1920358930 tempest-AttachVolumeNegativeTest-1920358930-project-member] Task: {'id': session[52a6e20e-410d-708a-99f2-080a575a99bd]52f26ee7-9fd0-3211-007a-5842e34597c2, 'name': SearchDatastore_Task, 'duration_secs': 0.008866} completed successfully. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1129.038489] env[62328]: DEBUG oslo_concurrency.lockutils [None req-471ec9af-b55e-4f64-bbaf-1de066d36e8b tempest-AttachVolumeNegativeTest-1920358930 tempest-AttachVolumeNegativeTest-1920358930-project-member] Releasing lock "[datastore2] devstack-image-cache_base/dbf872a4-92be-47e4-8561-c3e2bf2423ab/dbf872a4-92be-47e4-8561-c3e2bf2423ab.vmdk" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1129.038733] env[62328]: DEBUG nova.virt.vmwareapi.vm_util [None req-471ec9af-b55e-4f64-bbaf-1de066d36e8b tempest-AttachVolumeNegativeTest-1920358930 tempest-AttachVolumeNegativeTest-1920358930-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/dbf872a4-92be-47e4-8561-c3e2bf2423ab/dbf872a4-92be-47e4-8561-c3e2bf2423ab.vmdk to [datastore2] da13bf0d-aaf6-4e48-a8a3-46bd8336c04c/da13bf0d-aaf6-4e48-a8a3-46bd8336c04c.vmdk {{(pid=62328) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1129.038966] env[62328]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-d0bc3e39-cc39-4d54-b041-86dfb7453d1c {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1129.045643] env[62328]: DEBUG oslo_vmware.api [None req-471ec9af-b55e-4f64-bbaf-1de066d36e8b tempest-AttachVolumeNegativeTest-1920358930 tempest-AttachVolumeNegativeTest-1920358930-project-member] Waiting for the task: (returnval){ [ 1129.045643] env[62328]: value = "task-2387717" [ 1129.045643] env[62328]: _type = "Task" [ 1129.045643] env[62328]: } to complete. {{(pid=62328) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1129.052861] env[62328]: DEBUG oslo_vmware.api [None req-471ec9af-b55e-4f64-bbaf-1de066d36e8b tempest-AttachVolumeNegativeTest-1920358930 tempest-AttachVolumeNegativeTest-1920358930-project-member] Task: {'id': task-2387717, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1129.522620] env[62328]: DEBUG oslo_concurrency.lockutils [None req-37fa2b99-e3a2-4142-b01d-834b704b61b9 tempest-ServerActionsTestOtherB-626827456 tempest-ServerActionsTestOtherB-626827456-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.219s {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1129.523153] env[62328]: DEBUG nova.compute.manager [None req-37fa2b99-e3a2-4142-b01d-834b704b61b9 tempest-ServerActionsTestOtherB-626827456 tempest-ServerActionsTestOtherB-626827456-project-member] [instance: 75e155a3-05b0-44c5-86de-5643cbb05fc0] Start building networks asynchronously for instance. {{(pid=62328) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1129.525909] env[62328]: DEBUG oslo_concurrency.lockutils [None req-0e6b286a-8c60-4bfe-80e1-23fe1ec82ce8 tempest-AttachVolumeShelveTestJSON-116809589 tempest-AttachVolumeShelveTestJSON-116809589-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 1.905s {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1129.527482] env[62328]: INFO nova.compute.claims [None req-0e6b286a-8c60-4bfe-80e1-23fe1ec82ce8 tempest-AttachVolumeShelveTestJSON-116809589 tempest-AttachVolumeShelveTestJSON-116809589-project-member] [instance: 1f1f56a8-a54a-4641-95d0-a153a68b7585] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1129.555614] env[62328]: DEBUG oslo_vmware.api [None req-471ec9af-b55e-4f64-bbaf-1de066d36e8b tempest-AttachVolumeNegativeTest-1920358930 tempest-AttachVolumeNegativeTest-1920358930-project-member] Task: {'id': task-2387717, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.430487} completed successfully. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1129.555948] env[62328]: DEBUG nova.virt.vmwareapi.vm_util [None req-471ec9af-b55e-4f64-bbaf-1de066d36e8b tempest-AttachVolumeNegativeTest-1920358930 tempest-AttachVolumeNegativeTest-1920358930-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/dbf872a4-92be-47e4-8561-c3e2bf2423ab/dbf872a4-92be-47e4-8561-c3e2bf2423ab.vmdk to [datastore2] da13bf0d-aaf6-4e48-a8a3-46bd8336c04c/da13bf0d-aaf6-4e48-a8a3-46bd8336c04c.vmdk {{(pid=62328) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1129.556141] env[62328]: DEBUG nova.virt.vmwareapi.vmops [None req-471ec9af-b55e-4f64-bbaf-1de066d36e8b tempest-AttachVolumeNegativeTest-1920358930 tempest-AttachVolumeNegativeTest-1920358930-project-member] [instance: da13bf0d-aaf6-4e48-a8a3-46bd8336c04c] Extending root virtual disk to 1048576 {{(pid=62328) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1129.556951] env[62328]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-db1a4968-0235-4ff6-a7e1-9b0f552efec6 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1129.563731] env[62328]: DEBUG oslo_vmware.api [None req-471ec9af-b55e-4f64-bbaf-1de066d36e8b tempest-AttachVolumeNegativeTest-1920358930 tempest-AttachVolumeNegativeTest-1920358930-project-member] Waiting for the task: (returnval){ [ 1129.563731] env[62328]: value = "task-2387718" [ 1129.563731] env[62328]: _type = "Task" [ 1129.563731] env[62328]: } to complete. {{(pid=62328) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1129.572309] env[62328]: DEBUG oslo_vmware.api [None req-471ec9af-b55e-4f64-bbaf-1de066d36e8b tempest-AttachVolumeNegativeTest-1920358930 tempest-AttachVolumeNegativeTest-1920358930-project-member] Task: {'id': task-2387718, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1130.033082] env[62328]: DEBUG nova.compute.utils [None req-37fa2b99-e3a2-4142-b01d-834b704b61b9 tempest-ServerActionsTestOtherB-626827456 tempest-ServerActionsTestOtherB-626827456-project-member] Using /dev/sd instead of None {{(pid=62328) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1130.037777] env[62328]: DEBUG nova.compute.manager [None req-37fa2b99-e3a2-4142-b01d-834b704b61b9 tempest-ServerActionsTestOtherB-626827456 tempest-ServerActionsTestOtherB-626827456-project-member] [instance: 75e155a3-05b0-44c5-86de-5643cbb05fc0] Allocating IP information in the background. {{(pid=62328) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1130.037777] env[62328]: DEBUG nova.network.neutron [None req-37fa2b99-e3a2-4142-b01d-834b704b61b9 tempest-ServerActionsTestOtherB-626827456 tempest-ServerActionsTestOtherB-626827456-project-member] [instance: 75e155a3-05b0-44c5-86de-5643cbb05fc0] allocate_for_instance() {{(pid=62328) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1130.072295] env[62328]: DEBUG oslo_vmware.api [None req-471ec9af-b55e-4f64-bbaf-1de066d36e8b tempest-AttachVolumeNegativeTest-1920358930 tempest-AttachVolumeNegativeTest-1920358930-project-member] Task: {'id': task-2387718, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.058304} completed successfully. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1130.073024] env[62328]: DEBUG nova.virt.vmwareapi.vmops [None req-471ec9af-b55e-4f64-bbaf-1de066d36e8b tempest-AttachVolumeNegativeTest-1920358930 tempest-AttachVolumeNegativeTest-1920358930-project-member] [instance: da13bf0d-aaf6-4e48-a8a3-46bd8336c04c] Extended root virtual disk {{(pid=62328) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1130.073440] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2eeb386b-f93a-4f72-8df7-95cd33a3aa55 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1130.076699] env[62328]: DEBUG nova.policy [None req-37fa2b99-e3a2-4142-b01d-834b704b61b9 tempest-ServerActionsTestOtherB-626827456 tempest-ServerActionsTestOtherB-626827456-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '16d56be93a1f4a17b2fadb622c16702c', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '4dfb769ea51943efa01b92c3a0595081', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62328) authorize /opt/stack/nova/nova/policy.py:192}} [ 1130.097871] env[62328]: DEBUG nova.virt.vmwareapi.volumeops [None req-471ec9af-b55e-4f64-bbaf-1de066d36e8b tempest-AttachVolumeNegativeTest-1920358930 tempest-AttachVolumeNegativeTest-1920358930-project-member] [instance: da13bf0d-aaf6-4e48-a8a3-46bd8336c04c] Reconfiguring VM instance instance-00000074 to attach disk [datastore2] da13bf0d-aaf6-4e48-a8a3-46bd8336c04c/da13bf0d-aaf6-4e48-a8a3-46bd8336c04c.vmdk or device None with type sparse {{(pid=62328) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1130.098143] env[62328]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4ff7d532-8cb6-4a89-9ee1-dc7e7ff022c3 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1130.120722] env[62328]: DEBUG oslo_vmware.api [None req-471ec9af-b55e-4f64-bbaf-1de066d36e8b tempest-AttachVolumeNegativeTest-1920358930 tempest-AttachVolumeNegativeTest-1920358930-project-member] Waiting for the task: (returnval){ [ 1130.120722] env[62328]: value = "task-2387719" [ 1130.120722] env[62328]: _type = "Task" [ 1130.120722] env[62328]: } to complete. {{(pid=62328) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1130.128215] env[62328]: DEBUG oslo_vmware.api [None req-471ec9af-b55e-4f64-bbaf-1de066d36e8b tempest-AttachVolumeNegativeTest-1920358930 tempest-AttachVolumeNegativeTest-1920358930-project-member] Task: {'id': task-2387719, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1130.370662] env[62328]: DEBUG nova.network.neutron [None req-37fa2b99-e3a2-4142-b01d-834b704b61b9 tempest-ServerActionsTestOtherB-626827456 tempest-ServerActionsTestOtherB-626827456-project-member] [instance: 75e155a3-05b0-44c5-86de-5643cbb05fc0] Successfully created port: 1559efd1-b459-4c3c-9bfd-b54c83da5d14 {{(pid=62328) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1130.536836] env[62328]: DEBUG nova.compute.manager [None req-37fa2b99-e3a2-4142-b01d-834b704b61b9 tempest-ServerActionsTestOtherB-626827456 tempest-ServerActionsTestOtherB-626827456-project-member] [instance: 75e155a3-05b0-44c5-86de-5643cbb05fc0] Start building block device mappings for instance. {{(pid=62328) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1130.630370] env[62328]: DEBUG oslo_vmware.api [None req-471ec9af-b55e-4f64-bbaf-1de066d36e8b tempest-AttachVolumeNegativeTest-1920358930 tempest-AttachVolumeNegativeTest-1920358930-project-member] Task: {'id': task-2387719, 'name': ReconfigVM_Task, 'duration_secs': 0.271245} completed successfully. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1130.632850] env[62328]: DEBUG nova.virt.vmwareapi.volumeops [None req-471ec9af-b55e-4f64-bbaf-1de066d36e8b tempest-AttachVolumeNegativeTest-1920358930 tempest-AttachVolumeNegativeTest-1920358930-project-member] [instance: da13bf0d-aaf6-4e48-a8a3-46bd8336c04c] Reconfigured VM instance instance-00000074 to attach disk [datastore2] da13bf0d-aaf6-4e48-a8a3-46bd8336c04c/da13bf0d-aaf6-4e48-a8a3-46bd8336c04c.vmdk or device None with type sparse {{(pid=62328) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1130.633665] env[62328]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-79004a2e-aa14-4e38-8171-373c2779419c {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1130.639771] env[62328]: DEBUG oslo_vmware.api [None req-471ec9af-b55e-4f64-bbaf-1de066d36e8b tempest-AttachVolumeNegativeTest-1920358930 tempest-AttachVolumeNegativeTest-1920358930-project-member] Waiting for the task: (returnval){ [ 1130.639771] env[62328]: value = "task-2387720" [ 1130.639771] env[62328]: _type = "Task" [ 1130.639771] env[62328]: } to complete. {{(pid=62328) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1130.650469] env[62328]: DEBUG oslo_vmware.api [None req-471ec9af-b55e-4f64-bbaf-1de066d36e8b tempest-AttachVolumeNegativeTest-1920358930 tempest-AttachVolumeNegativeTest-1920358930-project-member] Task: {'id': task-2387720, 'name': Rename_Task} progress is 5%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1130.695452] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6510cb09-441d-42cc-aa9c-67a9a9d62fff {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1130.702900] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-506fb6b7-e04d-4847-9d50-f44610118fc5 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1130.736879] env[62328]: DEBUG nova.virt.vmwareapi.volumeops [None req-f4176de8-3475-43ec-8c8c-4783032f1d2d tempest-AttachVolumeTestJSON-944844435 tempest-AttachVolumeTestJSON-944844435-project-member] [instance: 02189dfe-6cb3-4b95-ad18-59dbd22f2704] Volume attach. Driver type: vmdk {{(pid=62328) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1130.737159] env[62328]: DEBUG nova.virt.vmwareapi.volumeops [None req-f4176de8-3475-43ec-8c8c-4783032f1d2d tempest-AttachVolumeTestJSON-944844435 tempest-AttachVolumeTestJSON-944844435-project-member] [instance: 02189dfe-6cb3-4b95-ad18-59dbd22f2704] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-484477', 'volume_id': 'bc7b8971-c1c5-448b-9b1d-c42618b6395e', 'name': 'volume-bc7b8971-c1c5-448b-9b1d-c42618b6395e', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '02189dfe-6cb3-4b95-ad18-59dbd22f2704', 'attached_at': '', 'detached_at': '', 'volume_id': 'bc7b8971-c1c5-448b-9b1d-c42618b6395e', 'serial': 'bc7b8971-c1c5-448b-9b1d-c42618b6395e'} {{(pid=62328) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1130.738241] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-95f3365c-db21-4ae2-8acf-acc9ce7801a3 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1130.741268] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d528b4fa-df6a-41d9-9037-046312ce2ec0 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1130.758340] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b65037fe-79a2-4e9f-8224-5c2ab342291c {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1130.763503] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-80f79aca-4f83-4014-84af-f6ef49f52e2d {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1130.778064] env[62328]: DEBUG nova.compute.provider_tree [None req-0e6b286a-8c60-4bfe-80e1-23fe1ec82ce8 tempest-AttachVolumeShelveTestJSON-116809589 tempest-AttachVolumeShelveTestJSON-116809589-project-member] Inventory has not changed in ProviderTree for provider: 3469e9f8-04af-49ca-8435-49f104496744 {{(pid=62328) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1130.802755] env[62328]: DEBUG nova.virt.vmwareapi.volumeops [None req-f4176de8-3475-43ec-8c8c-4783032f1d2d tempest-AttachVolumeTestJSON-944844435 tempest-AttachVolumeTestJSON-944844435-project-member] [instance: 02189dfe-6cb3-4b95-ad18-59dbd22f2704] Reconfiguring VM instance instance-00000070 to attach disk [datastore2] volume-bc7b8971-c1c5-448b-9b1d-c42618b6395e/volume-bc7b8971-c1c5-448b-9b1d-c42618b6395e.vmdk or device None with type thin {{(pid=62328) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1130.804062] env[62328]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-58cdb16c-d986-4ed3-a7c8-cf5bd51ee954 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1130.824059] env[62328]: DEBUG oslo_vmware.api [None req-f4176de8-3475-43ec-8c8c-4783032f1d2d tempest-AttachVolumeTestJSON-944844435 tempest-AttachVolumeTestJSON-944844435-project-member] Waiting for the task: (returnval){ [ 1130.824059] env[62328]: value = "task-2387721" [ 1130.824059] env[62328]: _type = "Task" [ 1130.824059] env[62328]: } to complete. {{(pid=62328) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1130.832892] env[62328]: DEBUG oslo_vmware.api [None req-f4176de8-3475-43ec-8c8c-4783032f1d2d tempest-AttachVolumeTestJSON-944844435 tempest-AttachVolumeTestJSON-944844435-project-member] Task: {'id': task-2387721, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1131.149911] env[62328]: DEBUG oslo_vmware.api [None req-471ec9af-b55e-4f64-bbaf-1de066d36e8b tempest-AttachVolumeNegativeTest-1920358930 tempest-AttachVolumeNegativeTest-1920358930-project-member] Task: {'id': task-2387720, 'name': Rename_Task, 'duration_secs': 0.135557} completed successfully. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1131.150296] env[62328]: DEBUG nova.virt.vmwareapi.vm_util [None req-471ec9af-b55e-4f64-bbaf-1de066d36e8b tempest-AttachVolumeNegativeTest-1920358930 tempest-AttachVolumeNegativeTest-1920358930-project-member] [instance: da13bf0d-aaf6-4e48-a8a3-46bd8336c04c] Powering on the VM {{(pid=62328) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1131.150561] env[62328]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-7c85853d-40ba-4f04-9bcc-78603ff36b12 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1131.157108] env[62328]: DEBUG oslo_vmware.api [None req-471ec9af-b55e-4f64-bbaf-1de066d36e8b tempest-AttachVolumeNegativeTest-1920358930 tempest-AttachVolumeNegativeTest-1920358930-project-member] Waiting for the task: (returnval){ [ 1131.157108] env[62328]: value = "task-2387722" [ 1131.157108] env[62328]: _type = "Task" [ 1131.157108] env[62328]: } to complete. {{(pid=62328) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1131.166689] env[62328]: DEBUG oslo_vmware.api [None req-471ec9af-b55e-4f64-bbaf-1de066d36e8b tempest-AttachVolumeNegativeTest-1920358930 tempest-AttachVolumeNegativeTest-1920358930-project-member] Task: {'id': task-2387722, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1131.305078] env[62328]: DEBUG nova.scheduler.client.report [None req-0e6b286a-8c60-4bfe-80e1-23fe1ec82ce8 tempest-AttachVolumeShelveTestJSON-116809589 tempest-AttachVolumeShelveTestJSON-116809589-project-member] Inventory has not changed for provider 3469e9f8-04af-49ca-8435-49f104496744 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 152, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62328) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1131.333650] env[62328]: DEBUG oslo_vmware.api [None req-f4176de8-3475-43ec-8c8c-4783032f1d2d tempest-AttachVolumeTestJSON-944844435 tempest-AttachVolumeTestJSON-944844435-project-member] Task: {'id': task-2387721, 'name': ReconfigVM_Task, 'duration_secs': 0.399629} completed successfully. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1131.333928] env[62328]: DEBUG nova.virt.vmwareapi.volumeops [None req-f4176de8-3475-43ec-8c8c-4783032f1d2d tempest-AttachVolumeTestJSON-944844435 tempest-AttachVolumeTestJSON-944844435-project-member] [instance: 02189dfe-6cb3-4b95-ad18-59dbd22f2704] Reconfigured VM instance instance-00000070 to attach disk [datastore2] volume-bc7b8971-c1c5-448b-9b1d-c42618b6395e/volume-bc7b8971-c1c5-448b-9b1d-c42618b6395e.vmdk or device None with type thin {{(pid=62328) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1131.338880] env[62328]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e5608c88-0a57-4099-8b49-5aa0715edb36 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1131.353800] env[62328]: DEBUG oslo_vmware.api [None req-f4176de8-3475-43ec-8c8c-4783032f1d2d tempest-AttachVolumeTestJSON-944844435 tempest-AttachVolumeTestJSON-944844435-project-member] Waiting for the task: (returnval){ [ 1131.353800] env[62328]: value = "task-2387723" [ 1131.353800] env[62328]: _type = "Task" [ 1131.353800] env[62328]: } to complete. {{(pid=62328) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1131.362798] env[62328]: DEBUG oslo_vmware.api [None req-f4176de8-3475-43ec-8c8c-4783032f1d2d tempest-AttachVolumeTestJSON-944844435 tempest-AttachVolumeTestJSON-944844435-project-member] Task: {'id': task-2387723, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1131.550050] env[62328]: DEBUG nova.compute.manager [None req-37fa2b99-e3a2-4142-b01d-834b704b61b9 tempest-ServerActionsTestOtherB-626827456 tempest-ServerActionsTestOtherB-626827456-project-member] [instance: 75e155a3-05b0-44c5-86de-5643cbb05fc0] Start spawning the instance on the hypervisor. {{(pid=62328) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1131.578087] env[62328]: DEBUG nova.virt.hardware [None req-37fa2b99-e3a2-4142-b01d-834b704b61b9 tempest-ServerActionsTestOtherB-626827456 tempest-ServerActionsTestOtherB-626827456-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-07T17:16:55Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-07T17:16:37Z,direct_url=,disk_format='vmdk',id=dbf872a4-92be-47e4-8561-c3e2bf2423ab,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='2a64022f08d84b11a86773b900860ae5',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-07T17:16:38Z,virtual_size=,visibility=), allow threads: False {{(pid=62328) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1131.578405] env[62328]: DEBUG nova.virt.hardware [None req-37fa2b99-e3a2-4142-b01d-834b704b61b9 tempest-ServerActionsTestOtherB-626827456 tempest-ServerActionsTestOtherB-626827456-project-member] Flavor limits 0:0:0 {{(pid=62328) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1131.578496] env[62328]: DEBUG nova.virt.hardware [None req-37fa2b99-e3a2-4142-b01d-834b704b61b9 tempest-ServerActionsTestOtherB-626827456 tempest-ServerActionsTestOtherB-626827456-project-member] Image limits 0:0:0 {{(pid=62328) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1131.578676] env[62328]: DEBUG nova.virt.hardware [None req-37fa2b99-e3a2-4142-b01d-834b704b61b9 tempest-ServerActionsTestOtherB-626827456 tempest-ServerActionsTestOtherB-626827456-project-member] Flavor pref 0:0:0 {{(pid=62328) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1131.578815] env[62328]: DEBUG nova.virt.hardware [None req-37fa2b99-e3a2-4142-b01d-834b704b61b9 tempest-ServerActionsTestOtherB-626827456 tempest-ServerActionsTestOtherB-626827456-project-member] Image pref 0:0:0 {{(pid=62328) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1131.578963] env[62328]: DEBUG nova.virt.hardware [None req-37fa2b99-e3a2-4142-b01d-834b704b61b9 tempest-ServerActionsTestOtherB-626827456 tempest-ServerActionsTestOtherB-626827456-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62328) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1131.579218] env[62328]: DEBUG nova.virt.hardware [None req-37fa2b99-e3a2-4142-b01d-834b704b61b9 tempest-ServerActionsTestOtherB-626827456 tempest-ServerActionsTestOtherB-626827456-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62328) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1131.579373] env[62328]: DEBUG nova.virt.hardware [None req-37fa2b99-e3a2-4142-b01d-834b704b61b9 tempest-ServerActionsTestOtherB-626827456 tempest-ServerActionsTestOtherB-626827456-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62328) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1131.579542] env[62328]: DEBUG nova.virt.hardware [None req-37fa2b99-e3a2-4142-b01d-834b704b61b9 tempest-ServerActionsTestOtherB-626827456 tempest-ServerActionsTestOtherB-626827456-project-member] Got 1 possible topologies {{(pid=62328) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1131.579701] env[62328]: DEBUG nova.virt.hardware [None req-37fa2b99-e3a2-4142-b01d-834b704b61b9 tempest-ServerActionsTestOtherB-626827456 tempest-ServerActionsTestOtherB-626827456-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62328) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1131.579868] env[62328]: DEBUG nova.virt.hardware [None req-37fa2b99-e3a2-4142-b01d-834b704b61b9 tempest-ServerActionsTestOtherB-626827456 tempest-ServerActionsTestOtherB-626827456-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62328) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1131.580745] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-05a15a24-e9c8-4379-9b68-db258e367f1b {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1131.589487] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8978bc31-6d18-4c93-beb6-b5eb503913a6 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1131.668227] env[62328]: DEBUG oslo_vmware.api [None req-471ec9af-b55e-4f64-bbaf-1de066d36e8b tempest-AttachVolumeNegativeTest-1920358930 tempest-AttachVolumeNegativeTest-1920358930-project-member] Task: {'id': task-2387722, 'name': PowerOnVM_Task, 'duration_secs': 0.434661} completed successfully. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1131.668516] env[62328]: DEBUG nova.virt.vmwareapi.vm_util [None req-471ec9af-b55e-4f64-bbaf-1de066d36e8b tempest-AttachVolumeNegativeTest-1920358930 tempest-AttachVolumeNegativeTest-1920358930-project-member] [instance: da13bf0d-aaf6-4e48-a8a3-46bd8336c04c] Powered on the VM {{(pid=62328) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1131.668516] env[62328]: INFO nova.compute.manager [None req-471ec9af-b55e-4f64-bbaf-1de066d36e8b tempest-AttachVolumeNegativeTest-1920358930 tempest-AttachVolumeNegativeTest-1920358930-project-member] [instance: da13bf0d-aaf6-4e48-a8a3-46bd8336c04c] Took 7.60 seconds to spawn the instance on the hypervisor. [ 1131.669239] env[62328]: DEBUG nova.compute.manager [None req-471ec9af-b55e-4f64-bbaf-1de066d36e8b tempest-AttachVolumeNegativeTest-1920358930 tempest-AttachVolumeNegativeTest-1920358930-project-member] [instance: da13bf0d-aaf6-4e48-a8a3-46bd8336c04c] Checking state {{(pid=62328) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1131.670023] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1d904aee-c736-477d-b0d5-59aa911f5196 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1131.761601] env[62328]: DEBUG nova.compute.manager [req-6a5103e6-5ef1-4da7-b43d-036674f11789 req-29e5e3fa-5113-4e29-bb73-8dcfcd3e9942 service nova] [instance: 75e155a3-05b0-44c5-86de-5643cbb05fc0] Received event network-vif-plugged-1559efd1-b459-4c3c-9bfd-b54c83da5d14 {{(pid=62328) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1131.761858] env[62328]: DEBUG oslo_concurrency.lockutils [req-6a5103e6-5ef1-4da7-b43d-036674f11789 req-29e5e3fa-5113-4e29-bb73-8dcfcd3e9942 service nova] Acquiring lock "75e155a3-05b0-44c5-86de-5643cbb05fc0-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1131.762089] env[62328]: DEBUG oslo_concurrency.lockutils [req-6a5103e6-5ef1-4da7-b43d-036674f11789 req-29e5e3fa-5113-4e29-bb73-8dcfcd3e9942 service nova] Lock "75e155a3-05b0-44c5-86de-5643cbb05fc0-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1131.762369] env[62328]: DEBUG oslo_concurrency.lockutils [req-6a5103e6-5ef1-4da7-b43d-036674f11789 req-29e5e3fa-5113-4e29-bb73-8dcfcd3e9942 service nova] Lock "75e155a3-05b0-44c5-86de-5643cbb05fc0-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1131.762510] env[62328]: DEBUG nova.compute.manager [req-6a5103e6-5ef1-4da7-b43d-036674f11789 req-29e5e3fa-5113-4e29-bb73-8dcfcd3e9942 service nova] [instance: 75e155a3-05b0-44c5-86de-5643cbb05fc0] No waiting events found dispatching network-vif-plugged-1559efd1-b459-4c3c-9bfd-b54c83da5d14 {{(pid=62328) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1131.762673] env[62328]: WARNING nova.compute.manager [req-6a5103e6-5ef1-4da7-b43d-036674f11789 req-29e5e3fa-5113-4e29-bb73-8dcfcd3e9942 service nova] [instance: 75e155a3-05b0-44c5-86de-5643cbb05fc0] Received unexpected event network-vif-plugged-1559efd1-b459-4c3c-9bfd-b54c83da5d14 for instance with vm_state building and task_state spawning. [ 1131.809967] env[62328]: DEBUG oslo_concurrency.lockutils [None req-0e6b286a-8c60-4bfe-80e1-23fe1ec82ce8 tempest-AttachVolumeShelveTestJSON-116809589 tempest-AttachVolumeShelveTestJSON-116809589-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.284s {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1131.810571] env[62328]: DEBUG nova.compute.manager [None req-0e6b286a-8c60-4bfe-80e1-23fe1ec82ce8 tempest-AttachVolumeShelveTestJSON-116809589 tempest-AttachVolumeShelveTestJSON-116809589-project-member] [instance: 1f1f56a8-a54a-4641-95d0-a153a68b7585] Start building networks asynchronously for instance. {{(pid=62328) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1131.816775] env[62328]: DEBUG oslo_concurrency.lockutils [None req-31592715-a378-4b4e-a772-14208950defb tempest-ServerActionsTestJSON-389109759 tempest-ServerActionsTestJSON-389109759-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 4.169s {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1131.818228] env[62328]: DEBUG nova.objects.instance [None req-31592715-a378-4b4e-a772-14208950defb tempest-ServerActionsTestJSON-389109759 tempest-ServerActionsTestJSON-389109759-project-member] Lazy-loading 'resources' on Instance uuid dfccb16a-246f-4b74-ac7d-6c4ccf115110 {{(pid=62328) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1131.859067] env[62328]: DEBUG nova.network.neutron [None req-37fa2b99-e3a2-4142-b01d-834b704b61b9 tempest-ServerActionsTestOtherB-626827456 tempest-ServerActionsTestOtherB-626827456-project-member] [instance: 75e155a3-05b0-44c5-86de-5643cbb05fc0] Successfully updated port: 1559efd1-b459-4c3c-9bfd-b54c83da5d14 {{(pid=62328) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1131.866689] env[62328]: DEBUG oslo_vmware.api [None req-f4176de8-3475-43ec-8c8c-4783032f1d2d tempest-AttachVolumeTestJSON-944844435 tempest-AttachVolumeTestJSON-944844435-project-member] Task: {'id': task-2387723, 'name': ReconfigVM_Task, 'duration_secs': 0.140534} completed successfully. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1131.866989] env[62328]: DEBUG nova.virt.vmwareapi.volumeops [None req-f4176de8-3475-43ec-8c8c-4783032f1d2d tempest-AttachVolumeTestJSON-944844435 tempest-AttachVolumeTestJSON-944844435-project-member] [instance: 02189dfe-6cb3-4b95-ad18-59dbd22f2704] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-484477', 'volume_id': 'bc7b8971-c1c5-448b-9b1d-c42618b6395e', 'name': 'volume-bc7b8971-c1c5-448b-9b1d-c42618b6395e', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '02189dfe-6cb3-4b95-ad18-59dbd22f2704', 'attached_at': '', 'detached_at': '', 'volume_id': 'bc7b8971-c1c5-448b-9b1d-c42618b6395e', 'serial': 'bc7b8971-c1c5-448b-9b1d-c42618b6395e'} {{(pid=62328) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1132.189059] env[62328]: INFO nova.compute.manager [None req-471ec9af-b55e-4f64-bbaf-1de066d36e8b tempest-AttachVolumeNegativeTest-1920358930 tempest-AttachVolumeNegativeTest-1920358930-project-member] [instance: da13bf0d-aaf6-4e48-a8a3-46bd8336c04c] Took 13.15 seconds to build instance. [ 1132.318732] env[62328]: DEBUG nova.compute.utils [None req-0e6b286a-8c60-4bfe-80e1-23fe1ec82ce8 tempest-AttachVolumeShelveTestJSON-116809589 tempest-AttachVolumeShelveTestJSON-116809589-project-member] Using /dev/sd instead of None {{(pid=62328) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1132.319943] env[62328]: DEBUG nova.compute.manager [None req-0e6b286a-8c60-4bfe-80e1-23fe1ec82ce8 tempest-AttachVolumeShelveTestJSON-116809589 tempest-AttachVolumeShelveTestJSON-116809589-project-member] [instance: 1f1f56a8-a54a-4641-95d0-a153a68b7585] Allocating IP information in the background. {{(pid=62328) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1132.320332] env[62328]: DEBUG nova.network.neutron [None req-0e6b286a-8c60-4bfe-80e1-23fe1ec82ce8 tempest-AttachVolumeShelveTestJSON-116809589 tempest-AttachVolumeShelveTestJSON-116809589-project-member] [instance: 1f1f56a8-a54a-4641-95d0-a153a68b7585] allocate_for_instance() {{(pid=62328) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1132.364309] env[62328]: DEBUG oslo_concurrency.lockutils [None req-37fa2b99-e3a2-4142-b01d-834b704b61b9 tempest-ServerActionsTestOtherB-626827456 tempest-ServerActionsTestOtherB-626827456-project-member] Acquiring lock "refresh_cache-75e155a3-05b0-44c5-86de-5643cbb05fc0" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1132.364309] env[62328]: DEBUG oslo_concurrency.lockutils [None req-37fa2b99-e3a2-4142-b01d-834b704b61b9 tempest-ServerActionsTestOtherB-626827456 tempest-ServerActionsTestOtherB-626827456-project-member] Acquired lock "refresh_cache-75e155a3-05b0-44c5-86de-5643cbb05fc0" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1132.364309] env[62328]: DEBUG nova.network.neutron [None req-37fa2b99-e3a2-4142-b01d-834b704b61b9 tempest-ServerActionsTestOtherB-626827456 tempest-ServerActionsTestOtherB-626827456-project-member] [instance: 75e155a3-05b0-44c5-86de-5643cbb05fc0] Building network info cache for instance {{(pid=62328) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1132.396970] env[62328]: DEBUG nova.policy [None req-0e6b286a-8c60-4bfe-80e1-23fe1ec82ce8 tempest-AttachVolumeShelveTestJSON-116809589 tempest-AttachVolumeShelveTestJSON-116809589-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'c34d4f254cc14c36a7055296fce0cc82', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'f7ed1d0f45904d658c8becad7c3f621c', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62328) authorize /opt/stack/nova/nova/policy.py:192}} [ 1132.520451] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-919c9a31-699e-49ad-a736-4fdec965b45b {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1132.530160] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-75abcf90-8c2b-4717-8734-59b4d8aeabf0 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1132.569761] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4c7ce341-8100-4137-92f1-f0cc878ec3ae {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1132.578524] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d7a5c5dd-f4e9-41e9-bfed-ed5a078366d6 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1132.594463] env[62328]: DEBUG nova.compute.provider_tree [None req-31592715-a378-4b4e-a772-14208950defb tempest-ServerActionsTestJSON-389109759 tempest-ServerActionsTestJSON-389109759-project-member] Inventory has not changed in ProviderTree for provider: 3469e9f8-04af-49ca-8435-49f104496744 {{(pid=62328) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1132.690878] env[62328]: DEBUG oslo_concurrency.lockutils [None req-471ec9af-b55e-4f64-bbaf-1de066d36e8b tempest-AttachVolumeNegativeTest-1920358930 tempest-AttachVolumeNegativeTest-1920358930-project-member] Lock "da13bf0d-aaf6-4e48-a8a3-46bd8336c04c" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 14.665s {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1132.816972] env[62328]: DEBUG nova.network.neutron [None req-0e6b286a-8c60-4bfe-80e1-23fe1ec82ce8 tempest-AttachVolumeShelveTestJSON-116809589 tempest-AttachVolumeShelveTestJSON-116809589-project-member] [instance: 1f1f56a8-a54a-4641-95d0-a153a68b7585] Successfully created port: face3ee7-4556-4d29-9ad1-536050609c78 {{(pid=62328) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1132.823041] env[62328]: DEBUG nova.compute.manager [None req-0e6b286a-8c60-4bfe-80e1-23fe1ec82ce8 tempest-AttachVolumeShelveTestJSON-116809589 tempest-AttachVolumeShelveTestJSON-116809589-project-member] [instance: 1f1f56a8-a54a-4641-95d0-a153a68b7585] Start building block device mappings for instance. {{(pid=62328) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1132.902647] env[62328]: DEBUG nova.network.neutron [None req-37fa2b99-e3a2-4142-b01d-834b704b61b9 tempest-ServerActionsTestOtherB-626827456 tempest-ServerActionsTestOtherB-626827456-project-member] [instance: 75e155a3-05b0-44c5-86de-5643cbb05fc0] Instance cache missing network info. {{(pid=62328) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1132.916800] env[62328]: DEBUG nova.objects.instance [None req-f4176de8-3475-43ec-8c8c-4783032f1d2d tempest-AttachVolumeTestJSON-944844435 tempest-AttachVolumeTestJSON-944844435-project-member] Lazy-loading 'flavor' on Instance uuid 02189dfe-6cb3-4b95-ad18-59dbd22f2704 {{(pid=62328) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1133.048515] env[62328]: DEBUG nova.network.neutron [None req-37fa2b99-e3a2-4142-b01d-834b704b61b9 tempest-ServerActionsTestOtherB-626827456 tempest-ServerActionsTestOtherB-626827456-project-member] [instance: 75e155a3-05b0-44c5-86de-5643cbb05fc0] Updating instance_info_cache with network_info: [{"id": "1559efd1-b459-4c3c-9bfd-b54c83da5d14", "address": "fa:16:3e:d7:37:d4", "network": {"id": "26ce23b7-7f28-4faf-9ad9-833f4c091e91", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1619285024-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4dfb769ea51943efa01b92c3a0595081", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "30c39e9a-a798-4f25-a48c-91f786ba332c", "external-id": "nsx-vlan-transportzone-438", "segmentation_id": 438, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1559efd1-b4", "ovs_interfaceid": "1559efd1-b459-4c3c-9bfd-b54c83da5d14", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62328) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1133.097335] env[62328]: DEBUG nova.scheduler.client.report [None req-31592715-a378-4b4e-a772-14208950defb tempest-ServerActionsTestJSON-389109759 tempest-ServerActionsTestJSON-389109759-project-member] Inventory has not changed for provider 3469e9f8-04af-49ca-8435-49f104496744 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 152, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62328) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1133.107862] env[62328]: DEBUG oslo_concurrency.lockutils [None req-443969a8-b459-4604-8389-de33ac4a897f tempest-AttachInterfacesTestJSON-1049158018 tempest-AttachInterfacesTestJSON-1049158018-project-member] Acquiring lock "interface-d1503bc1-0c77-4ecd-b280-0768c1764c30-None" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1133.108432] env[62328]: DEBUG oslo_concurrency.lockutils [None req-443969a8-b459-4604-8389-de33ac4a897f tempest-AttachInterfacesTestJSON-1049158018 tempest-AttachInterfacesTestJSON-1049158018-project-member] Lock "interface-d1503bc1-0c77-4ecd-b280-0768c1764c30-None" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.000s {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1133.108432] env[62328]: DEBUG nova.objects.instance [None req-443969a8-b459-4604-8389-de33ac4a897f tempest-AttachInterfacesTestJSON-1049158018 tempest-AttachInterfacesTestJSON-1049158018-project-member] Lazy-loading 'flavor' on Instance uuid d1503bc1-0c77-4ecd-b280-0768c1764c30 {{(pid=62328) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1133.421865] env[62328]: DEBUG oslo_concurrency.lockutils [None req-f4176de8-3475-43ec-8c8c-4783032f1d2d tempest-AttachVolumeTestJSON-944844435 tempest-AttachVolumeTestJSON-944844435-project-member] Lock "02189dfe-6cb3-4b95-ad18-59dbd22f2704" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.308s {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1133.551705] env[62328]: DEBUG oslo_concurrency.lockutils [None req-37fa2b99-e3a2-4142-b01d-834b704b61b9 tempest-ServerActionsTestOtherB-626827456 tempest-ServerActionsTestOtherB-626827456-project-member] Releasing lock "refresh_cache-75e155a3-05b0-44c5-86de-5643cbb05fc0" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1133.552070] env[62328]: DEBUG nova.compute.manager [None req-37fa2b99-e3a2-4142-b01d-834b704b61b9 tempest-ServerActionsTestOtherB-626827456 tempest-ServerActionsTestOtherB-626827456-project-member] [instance: 75e155a3-05b0-44c5-86de-5643cbb05fc0] Instance network_info: |[{"id": "1559efd1-b459-4c3c-9bfd-b54c83da5d14", "address": "fa:16:3e:d7:37:d4", "network": {"id": "26ce23b7-7f28-4faf-9ad9-833f4c091e91", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1619285024-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4dfb769ea51943efa01b92c3a0595081", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "30c39e9a-a798-4f25-a48c-91f786ba332c", "external-id": "nsx-vlan-transportzone-438", "segmentation_id": 438, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1559efd1-b4", "ovs_interfaceid": "1559efd1-b459-4c3c-9bfd-b54c83da5d14", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62328) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1133.552516] env[62328]: DEBUG nova.virt.vmwareapi.vmops [None req-37fa2b99-e3a2-4142-b01d-834b704b61b9 tempest-ServerActionsTestOtherB-626827456 tempest-ServerActionsTestOtherB-626827456-project-member] [instance: 75e155a3-05b0-44c5-86de-5643cbb05fc0] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:d7:37:d4', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '30c39e9a-a798-4f25-a48c-91f786ba332c', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '1559efd1-b459-4c3c-9bfd-b54c83da5d14', 'vif_model': 'vmxnet3'}] {{(pid=62328) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1133.560362] env[62328]: DEBUG oslo.service.loopingcall [None req-37fa2b99-e3a2-4142-b01d-834b704b61b9 tempest-ServerActionsTestOtherB-626827456 tempest-ServerActionsTestOtherB-626827456-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62328) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1133.560578] env[62328]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 75e155a3-05b0-44c5-86de-5643cbb05fc0] Creating VM on the ESX host {{(pid=62328) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1133.560811] env[62328]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-124aa6fb-d972-4576-bf0b-51b0869a3267 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1133.581890] env[62328]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1133.581890] env[62328]: value = "task-2387724" [ 1133.581890] env[62328]: _type = "Task" [ 1133.581890] env[62328]: } to complete. {{(pid=62328) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1133.589417] env[62328]: DEBUG oslo_vmware.api [-] Task: {'id': task-2387724, 'name': CreateVM_Task} progress is 0%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1133.602350] env[62328]: DEBUG oslo_concurrency.lockutils [None req-31592715-a378-4b4e-a772-14208950defb tempest-ServerActionsTestJSON-389109759 tempest-ServerActionsTestJSON-389109759-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.786s {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1133.611851] env[62328]: DEBUG nova.objects.instance [None req-443969a8-b459-4604-8389-de33ac4a897f tempest-AttachInterfacesTestJSON-1049158018 tempest-AttachInterfacesTestJSON-1049158018-project-member] Lazy-loading 'pci_requests' on Instance uuid d1503bc1-0c77-4ecd-b280-0768c1764c30 {{(pid=62328) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1133.626215] env[62328]: INFO nova.scheduler.client.report [None req-31592715-a378-4b4e-a772-14208950defb tempest-ServerActionsTestJSON-389109759 tempest-ServerActionsTestJSON-389109759-project-member] Deleted allocations for instance dfccb16a-246f-4b74-ac7d-6c4ccf115110 [ 1133.720852] env[62328]: DEBUG oslo_concurrency.lockutils [None req-fb020c0d-b7e8-4c60-847d-4a57375d5f8b tempest-AttachVolumeTestJSON-944844435 tempest-AttachVolumeTestJSON-944844435-project-member] Acquiring lock "02189dfe-6cb3-4b95-ad18-59dbd22f2704" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1133.721218] env[62328]: DEBUG oslo_concurrency.lockutils [None req-fb020c0d-b7e8-4c60-847d-4a57375d5f8b tempest-AttachVolumeTestJSON-944844435 tempest-AttachVolumeTestJSON-944844435-project-member] Lock "02189dfe-6cb3-4b95-ad18-59dbd22f2704" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.001s {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1133.792253] env[62328]: DEBUG nova.compute.manager [req-27a75320-4382-467c-ab44-60fd1c02c7e8 req-3092df83-8bc7-47ed-aa72-ccd46b8ceb50 service nova] [instance: 75e155a3-05b0-44c5-86de-5643cbb05fc0] Received event network-changed-1559efd1-b459-4c3c-9bfd-b54c83da5d14 {{(pid=62328) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1133.792253] env[62328]: DEBUG nova.compute.manager [req-27a75320-4382-467c-ab44-60fd1c02c7e8 req-3092df83-8bc7-47ed-aa72-ccd46b8ceb50 service nova] [instance: 75e155a3-05b0-44c5-86de-5643cbb05fc0] Refreshing instance network info cache due to event network-changed-1559efd1-b459-4c3c-9bfd-b54c83da5d14. {{(pid=62328) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1133.792467] env[62328]: DEBUG oslo_concurrency.lockutils [req-27a75320-4382-467c-ab44-60fd1c02c7e8 req-3092df83-8bc7-47ed-aa72-ccd46b8ceb50 service nova] Acquiring lock "refresh_cache-75e155a3-05b0-44c5-86de-5643cbb05fc0" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1133.793085] env[62328]: DEBUG oslo_concurrency.lockutils [req-27a75320-4382-467c-ab44-60fd1c02c7e8 req-3092df83-8bc7-47ed-aa72-ccd46b8ceb50 service nova] Acquired lock "refresh_cache-75e155a3-05b0-44c5-86de-5643cbb05fc0" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1133.793085] env[62328]: DEBUG nova.network.neutron [req-27a75320-4382-467c-ab44-60fd1c02c7e8 req-3092df83-8bc7-47ed-aa72-ccd46b8ceb50 service nova] [instance: 75e155a3-05b0-44c5-86de-5643cbb05fc0] Refreshing network info cache for port 1559efd1-b459-4c3c-9bfd-b54c83da5d14 {{(pid=62328) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1133.832865] env[62328]: DEBUG nova.compute.manager [None req-0e6b286a-8c60-4bfe-80e1-23fe1ec82ce8 tempest-AttachVolumeShelveTestJSON-116809589 tempest-AttachVolumeShelveTestJSON-116809589-project-member] [instance: 1f1f56a8-a54a-4641-95d0-a153a68b7585] Start spawning the instance on the hypervisor. {{(pid=62328) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1133.860299] env[62328]: DEBUG nova.virt.hardware [None req-0e6b286a-8c60-4bfe-80e1-23fe1ec82ce8 tempest-AttachVolumeShelveTestJSON-116809589 tempest-AttachVolumeShelveTestJSON-116809589-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-07T17:16:55Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-07T17:16:37Z,direct_url=,disk_format='vmdk',id=dbf872a4-92be-47e4-8561-c3e2bf2423ab,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='2a64022f08d84b11a86773b900860ae5',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-07T17:16:38Z,virtual_size=,visibility=), allow threads: False {{(pid=62328) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1133.860537] env[62328]: DEBUG nova.virt.hardware [None req-0e6b286a-8c60-4bfe-80e1-23fe1ec82ce8 tempest-AttachVolumeShelveTestJSON-116809589 tempest-AttachVolumeShelveTestJSON-116809589-project-member] Flavor limits 0:0:0 {{(pid=62328) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1133.860699] env[62328]: DEBUG nova.virt.hardware [None req-0e6b286a-8c60-4bfe-80e1-23fe1ec82ce8 tempest-AttachVolumeShelveTestJSON-116809589 tempest-AttachVolumeShelveTestJSON-116809589-project-member] Image limits 0:0:0 {{(pid=62328) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1133.860881] env[62328]: DEBUG nova.virt.hardware [None req-0e6b286a-8c60-4bfe-80e1-23fe1ec82ce8 tempest-AttachVolumeShelveTestJSON-116809589 tempest-AttachVolumeShelveTestJSON-116809589-project-member] Flavor pref 0:0:0 {{(pid=62328) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1133.861069] env[62328]: DEBUG nova.virt.hardware [None req-0e6b286a-8c60-4bfe-80e1-23fe1ec82ce8 tempest-AttachVolumeShelveTestJSON-116809589 tempest-AttachVolumeShelveTestJSON-116809589-project-member] Image pref 0:0:0 {{(pid=62328) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1133.861288] env[62328]: DEBUG nova.virt.hardware [None req-0e6b286a-8c60-4bfe-80e1-23fe1ec82ce8 tempest-AttachVolumeShelveTestJSON-116809589 tempest-AttachVolumeShelveTestJSON-116809589-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62328) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1133.861665] env[62328]: DEBUG nova.virt.hardware [None req-0e6b286a-8c60-4bfe-80e1-23fe1ec82ce8 tempest-AttachVolumeShelveTestJSON-116809589 tempest-AttachVolumeShelveTestJSON-116809589-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62328) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1133.861936] env[62328]: DEBUG nova.virt.hardware [None req-0e6b286a-8c60-4bfe-80e1-23fe1ec82ce8 tempest-AttachVolumeShelveTestJSON-116809589 tempest-AttachVolumeShelveTestJSON-116809589-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62328) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1133.862212] env[62328]: DEBUG nova.virt.hardware [None req-0e6b286a-8c60-4bfe-80e1-23fe1ec82ce8 tempest-AttachVolumeShelveTestJSON-116809589 tempest-AttachVolumeShelveTestJSON-116809589-project-member] Got 1 possible topologies {{(pid=62328) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1133.862468] env[62328]: DEBUG nova.virt.hardware [None req-0e6b286a-8c60-4bfe-80e1-23fe1ec82ce8 tempest-AttachVolumeShelveTestJSON-116809589 tempest-AttachVolumeShelveTestJSON-116809589-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62328) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1133.862670] env[62328]: DEBUG nova.virt.hardware [None req-0e6b286a-8c60-4bfe-80e1-23fe1ec82ce8 tempest-AttachVolumeShelveTestJSON-116809589 tempest-AttachVolumeShelveTestJSON-116809589-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62328) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1133.863940] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9dc20ca0-3103-4459-ab45-0e409a374ce4 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1133.872081] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a36efa80-593f-41ce-8be3-6ae1177b2225 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1134.091406] env[62328]: DEBUG oslo_vmware.api [-] Task: {'id': task-2387724, 'name': CreateVM_Task, 'duration_secs': 0.293863} completed successfully. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1134.091583] env[62328]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 75e155a3-05b0-44c5-86de-5643cbb05fc0] Created VM on the ESX host {{(pid=62328) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1134.092308] env[62328]: DEBUG oslo_concurrency.lockutils [None req-37fa2b99-e3a2-4142-b01d-834b704b61b9 tempest-ServerActionsTestOtherB-626827456 tempest-ServerActionsTestOtherB-626827456-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/dbf872a4-92be-47e4-8561-c3e2bf2423ab" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1134.092479] env[62328]: DEBUG oslo_concurrency.lockutils [None req-37fa2b99-e3a2-4142-b01d-834b704b61b9 tempest-ServerActionsTestOtherB-626827456 tempest-ServerActionsTestOtherB-626827456-project-member] Acquired lock "[datastore2] devstack-image-cache_base/dbf872a4-92be-47e4-8561-c3e2bf2423ab" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1134.092810] env[62328]: DEBUG oslo_concurrency.lockutils [None req-37fa2b99-e3a2-4142-b01d-834b704b61b9 tempest-ServerActionsTestOtherB-626827456 tempest-ServerActionsTestOtherB-626827456-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/dbf872a4-92be-47e4-8561-c3e2bf2423ab" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1134.093077] env[62328]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-dcb3e7de-12e0-4a44-8a3f-6193efe86af5 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1134.097648] env[62328]: DEBUG oslo_vmware.api [None req-37fa2b99-e3a2-4142-b01d-834b704b61b9 tempest-ServerActionsTestOtherB-626827456 tempest-ServerActionsTestOtherB-626827456-project-member] Waiting for the task: (returnval){ [ 1134.097648] env[62328]: value = "session[52a6e20e-410d-708a-99f2-080a575a99bd]523b584d-e7db-3cf1-2122-0165fe5d23c5" [ 1134.097648] env[62328]: _type = "Task" [ 1134.097648] env[62328]: } to complete. {{(pid=62328) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1134.105209] env[62328]: DEBUG oslo_vmware.api [None req-37fa2b99-e3a2-4142-b01d-834b704b61b9 tempest-ServerActionsTestOtherB-626827456 tempest-ServerActionsTestOtherB-626827456-project-member] Task: {'id': session[52a6e20e-410d-708a-99f2-080a575a99bd]523b584d-e7db-3cf1-2122-0165fe5d23c5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1134.113892] env[62328]: DEBUG nova.objects.base [None req-443969a8-b459-4604-8389-de33ac4a897f tempest-AttachInterfacesTestJSON-1049158018 tempest-AttachInterfacesTestJSON-1049158018-project-member] Object Instance lazy-loaded attributes: flavor,pci_requests {{(pid=62328) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1134.114118] env[62328]: DEBUG nova.network.neutron [None req-443969a8-b459-4604-8389-de33ac4a897f tempest-AttachInterfacesTestJSON-1049158018 tempest-AttachInterfacesTestJSON-1049158018-project-member] [instance: d1503bc1-0c77-4ecd-b280-0768c1764c30] allocate_for_instance() {{(pid=62328) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1134.133378] env[62328]: DEBUG oslo_concurrency.lockutils [None req-31592715-a378-4b4e-a772-14208950defb tempest-ServerActionsTestJSON-389109759 tempest-ServerActionsTestJSON-389109759-project-member] Lock "dfccb16a-246f-4b74-ac7d-6c4ccf115110" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 10.150s {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1134.212889] env[62328]: DEBUG oslo_concurrency.lockutils [None req-443969a8-b459-4604-8389-de33ac4a897f tempest-AttachInterfacesTestJSON-1049158018 tempest-AttachInterfacesTestJSON-1049158018-project-member] Lock "interface-d1503bc1-0c77-4ecd-b280-0768c1764c30-None" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 1.105s {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1134.224302] env[62328]: INFO nova.compute.manager [None req-fb020c0d-b7e8-4c60-847d-4a57375d5f8b tempest-AttachVolumeTestJSON-944844435 tempest-AttachVolumeTestJSON-944844435-project-member] [instance: 02189dfe-6cb3-4b95-ad18-59dbd22f2704] Detaching volume 9fa54b2a-d3b3-4047-8940-ebc50c4f40cb [ 1134.262525] env[62328]: INFO nova.virt.block_device [None req-fb020c0d-b7e8-4c60-847d-4a57375d5f8b tempest-AttachVolumeTestJSON-944844435 tempest-AttachVolumeTestJSON-944844435-project-member] [instance: 02189dfe-6cb3-4b95-ad18-59dbd22f2704] Attempting to driver detach volume 9fa54b2a-d3b3-4047-8940-ebc50c4f40cb from mountpoint /dev/sdb [ 1134.262770] env[62328]: DEBUG nova.virt.vmwareapi.volumeops [None req-fb020c0d-b7e8-4c60-847d-4a57375d5f8b tempest-AttachVolumeTestJSON-944844435 tempest-AttachVolumeTestJSON-944844435-project-member] [instance: 02189dfe-6cb3-4b95-ad18-59dbd22f2704] Volume detach. Driver type: vmdk {{(pid=62328) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1134.263017] env[62328]: DEBUG nova.virt.vmwareapi.volumeops [None req-fb020c0d-b7e8-4c60-847d-4a57375d5f8b tempest-AttachVolumeTestJSON-944844435 tempest-AttachVolumeTestJSON-944844435-project-member] [instance: 02189dfe-6cb3-4b95-ad18-59dbd22f2704] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-484476', 'volume_id': '9fa54b2a-d3b3-4047-8940-ebc50c4f40cb', 'name': 'volume-9fa54b2a-d3b3-4047-8940-ebc50c4f40cb', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '02189dfe-6cb3-4b95-ad18-59dbd22f2704', 'attached_at': '', 'detached_at': '', 'volume_id': '9fa54b2a-d3b3-4047-8940-ebc50c4f40cb', 'serial': '9fa54b2a-d3b3-4047-8940-ebc50c4f40cb'} {{(pid=62328) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1134.263980] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-68d69ae0-f210-4b81-bfd1-c68c65708d29 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1134.291127] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a10c80c6-a88a-4beb-9978-3f1101608ecd {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1134.304125] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5cc6d835-eb42-408d-9576-7b116a0ea389 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1134.335853] env[62328]: DEBUG nova.network.neutron [None req-0e6b286a-8c60-4bfe-80e1-23fe1ec82ce8 tempest-AttachVolumeShelveTestJSON-116809589 tempest-AttachVolumeShelveTestJSON-116809589-project-member] [instance: 1f1f56a8-a54a-4641-95d0-a153a68b7585] Successfully updated port: face3ee7-4556-4d29-9ad1-536050609c78 {{(pid=62328) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1134.341020] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d694f15c-2bec-4513-adbe-b96c04a520d0 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1134.357245] env[62328]: DEBUG nova.virt.vmwareapi.volumeops [None req-fb020c0d-b7e8-4c60-847d-4a57375d5f8b tempest-AttachVolumeTestJSON-944844435 tempest-AttachVolumeTestJSON-944844435-project-member] The volume has not been displaced from its original location: [datastore2] volume-9fa54b2a-d3b3-4047-8940-ebc50c4f40cb/volume-9fa54b2a-d3b3-4047-8940-ebc50c4f40cb.vmdk. No consolidation needed. {{(pid=62328) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1134.362912] env[62328]: DEBUG nova.virt.vmwareapi.volumeops [None req-fb020c0d-b7e8-4c60-847d-4a57375d5f8b tempest-AttachVolumeTestJSON-944844435 tempest-AttachVolumeTestJSON-944844435-project-member] [instance: 02189dfe-6cb3-4b95-ad18-59dbd22f2704] Reconfiguring VM instance instance-00000070 to detach disk 2001 {{(pid=62328) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1134.363605] env[62328]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3321e04f-aebe-4eee-96d4-f62706aed284 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1134.381994] env[62328]: DEBUG oslo_vmware.api [None req-fb020c0d-b7e8-4c60-847d-4a57375d5f8b tempest-AttachVolumeTestJSON-944844435 tempest-AttachVolumeTestJSON-944844435-project-member] Waiting for the task: (returnval){ [ 1134.381994] env[62328]: value = "task-2387725" [ 1134.381994] env[62328]: _type = "Task" [ 1134.381994] env[62328]: } to complete. {{(pid=62328) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1134.391546] env[62328]: DEBUG oslo_vmware.api [None req-fb020c0d-b7e8-4c60-847d-4a57375d5f8b tempest-AttachVolumeTestJSON-944844435 tempest-AttachVolumeTestJSON-944844435-project-member] Task: {'id': task-2387725, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1134.568504] env[62328]: DEBUG nova.network.neutron [req-27a75320-4382-467c-ab44-60fd1c02c7e8 req-3092df83-8bc7-47ed-aa72-ccd46b8ceb50 service nova] [instance: 75e155a3-05b0-44c5-86de-5643cbb05fc0] Updated VIF entry in instance network info cache for port 1559efd1-b459-4c3c-9bfd-b54c83da5d14. {{(pid=62328) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1134.568965] env[62328]: DEBUG nova.network.neutron [req-27a75320-4382-467c-ab44-60fd1c02c7e8 req-3092df83-8bc7-47ed-aa72-ccd46b8ceb50 service nova] [instance: 75e155a3-05b0-44c5-86de-5643cbb05fc0] Updating instance_info_cache with network_info: [{"id": "1559efd1-b459-4c3c-9bfd-b54c83da5d14", "address": "fa:16:3e:d7:37:d4", "network": {"id": "26ce23b7-7f28-4faf-9ad9-833f4c091e91", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1619285024-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4dfb769ea51943efa01b92c3a0595081", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "30c39e9a-a798-4f25-a48c-91f786ba332c", "external-id": "nsx-vlan-transportzone-438", "segmentation_id": 438, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1559efd1-b4", "ovs_interfaceid": "1559efd1-b459-4c3c-9bfd-b54c83da5d14", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62328) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1134.607281] env[62328]: DEBUG oslo_vmware.api [None req-37fa2b99-e3a2-4142-b01d-834b704b61b9 tempest-ServerActionsTestOtherB-626827456 tempest-ServerActionsTestOtherB-626827456-project-member] Task: {'id': session[52a6e20e-410d-708a-99f2-080a575a99bd]523b584d-e7db-3cf1-2122-0165fe5d23c5, 'name': SearchDatastore_Task, 'duration_secs': 0.013028} completed successfully. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1134.607572] env[62328]: DEBUG oslo_concurrency.lockutils [None req-37fa2b99-e3a2-4142-b01d-834b704b61b9 tempest-ServerActionsTestOtherB-626827456 tempest-ServerActionsTestOtherB-626827456-project-member] Releasing lock "[datastore2] devstack-image-cache_base/dbf872a4-92be-47e4-8561-c3e2bf2423ab" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1134.607798] env[62328]: DEBUG nova.virt.vmwareapi.vmops [None req-37fa2b99-e3a2-4142-b01d-834b704b61b9 tempest-ServerActionsTestOtherB-626827456 tempest-ServerActionsTestOtherB-626827456-project-member] [instance: 75e155a3-05b0-44c5-86de-5643cbb05fc0] Processing image dbf872a4-92be-47e4-8561-c3e2bf2423ab {{(pid=62328) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1134.608057] env[62328]: DEBUG oslo_concurrency.lockutils [None req-37fa2b99-e3a2-4142-b01d-834b704b61b9 tempest-ServerActionsTestOtherB-626827456 tempest-ServerActionsTestOtherB-626827456-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/dbf872a4-92be-47e4-8561-c3e2bf2423ab/dbf872a4-92be-47e4-8561-c3e2bf2423ab.vmdk" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1134.608215] env[62328]: DEBUG oslo_concurrency.lockutils [None req-37fa2b99-e3a2-4142-b01d-834b704b61b9 tempest-ServerActionsTestOtherB-626827456 tempest-ServerActionsTestOtherB-626827456-project-member] Acquired lock "[datastore2] devstack-image-cache_base/dbf872a4-92be-47e4-8561-c3e2bf2423ab/dbf872a4-92be-47e4-8561-c3e2bf2423ab.vmdk" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1134.608480] env[62328]: DEBUG nova.virt.vmwareapi.ds_util [None req-37fa2b99-e3a2-4142-b01d-834b704b61b9 tempest-ServerActionsTestOtherB-626827456 tempest-ServerActionsTestOtherB-626827456-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62328) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1134.608744] env[62328]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-a1ea3336-7589-498c-bc13-e0501683071b {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1134.616653] env[62328]: DEBUG nova.virt.vmwareapi.ds_util [None req-37fa2b99-e3a2-4142-b01d-834b704b61b9 tempest-ServerActionsTestOtherB-626827456 tempest-ServerActionsTestOtherB-626827456-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62328) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1134.616801] env[62328]: DEBUG nova.virt.vmwareapi.vmops [None req-37fa2b99-e3a2-4142-b01d-834b704b61b9 tempest-ServerActionsTestOtherB-626827456 tempest-ServerActionsTestOtherB-626827456-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62328) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1134.617529] env[62328]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-973d8f76-2db9-4ff6-a8b3-c9ac03a3de2e {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1134.622740] env[62328]: DEBUG oslo_vmware.api [None req-37fa2b99-e3a2-4142-b01d-834b704b61b9 tempest-ServerActionsTestOtherB-626827456 tempest-ServerActionsTestOtherB-626827456-project-member] Waiting for the task: (returnval){ [ 1134.622740] env[62328]: value = "session[52a6e20e-410d-708a-99f2-080a575a99bd]5265b07d-335d-8a41-3a43-53a1a5a04c2a" [ 1134.622740] env[62328]: _type = "Task" [ 1134.622740] env[62328]: } to complete. {{(pid=62328) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1134.630432] env[62328]: DEBUG oslo_vmware.api [None req-37fa2b99-e3a2-4142-b01d-834b704b61b9 tempest-ServerActionsTestOtherB-626827456 tempest-ServerActionsTestOtherB-626827456-project-member] Task: {'id': session[52a6e20e-410d-708a-99f2-080a575a99bd]5265b07d-335d-8a41-3a43-53a1a5a04c2a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1134.840020] env[62328]: DEBUG oslo_concurrency.lockutils [None req-0e6b286a-8c60-4bfe-80e1-23fe1ec82ce8 tempest-AttachVolumeShelveTestJSON-116809589 tempest-AttachVolumeShelveTestJSON-116809589-project-member] Acquiring lock "refresh_cache-1f1f56a8-a54a-4641-95d0-a153a68b7585" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1134.840263] env[62328]: DEBUG oslo_concurrency.lockutils [None req-0e6b286a-8c60-4bfe-80e1-23fe1ec82ce8 tempest-AttachVolumeShelveTestJSON-116809589 tempest-AttachVolumeShelveTestJSON-116809589-project-member] Acquired lock "refresh_cache-1f1f56a8-a54a-4641-95d0-a153a68b7585" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1134.840395] env[62328]: DEBUG nova.network.neutron [None req-0e6b286a-8c60-4bfe-80e1-23fe1ec82ce8 tempest-AttachVolumeShelveTestJSON-116809589 tempest-AttachVolumeShelveTestJSON-116809589-project-member] [instance: 1f1f56a8-a54a-4641-95d0-a153a68b7585] Building network info cache for instance {{(pid=62328) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1134.892123] env[62328]: DEBUG oslo_vmware.api [None req-fb020c0d-b7e8-4c60-847d-4a57375d5f8b tempest-AttachVolumeTestJSON-944844435 tempest-AttachVolumeTestJSON-944844435-project-member] Task: {'id': task-2387725, 'name': ReconfigVM_Task, 'duration_secs': 0.232058} completed successfully. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1134.892357] env[62328]: DEBUG nova.virt.vmwareapi.volumeops [None req-fb020c0d-b7e8-4c60-847d-4a57375d5f8b tempest-AttachVolumeTestJSON-944844435 tempest-AttachVolumeTestJSON-944844435-project-member] [instance: 02189dfe-6cb3-4b95-ad18-59dbd22f2704] Reconfigured VM instance instance-00000070 to detach disk 2001 {{(pid=62328) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1134.896936] env[62328]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-86eab9de-4698-4177-a9ff-b1734ab5fd38 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1134.912889] env[62328]: DEBUG oslo_vmware.api [None req-fb020c0d-b7e8-4c60-847d-4a57375d5f8b tempest-AttachVolumeTestJSON-944844435 tempest-AttachVolumeTestJSON-944844435-project-member] Waiting for the task: (returnval){ [ 1134.912889] env[62328]: value = "task-2387726" [ 1134.912889] env[62328]: _type = "Task" [ 1134.912889] env[62328]: } to complete. {{(pid=62328) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1134.923397] env[62328]: DEBUG oslo_vmware.api [None req-fb020c0d-b7e8-4c60-847d-4a57375d5f8b tempest-AttachVolumeTestJSON-944844435 tempest-AttachVolumeTestJSON-944844435-project-member] Task: {'id': task-2387726, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1135.071808] env[62328]: DEBUG oslo_concurrency.lockutils [req-27a75320-4382-467c-ab44-60fd1c02c7e8 req-3092df83-8bc7-47ed-aa72-ccd46b8ceb50 service nova] Releasing lock "refresh_cache-75e155a3-05b0-44c5-86de-5643cbb05fc0" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1135.072084] env[62328]: DEBUG nova.compute.manager [req-27a75320-4382-467c-ab44-60fd1c02c7e8 req-3092df83-8bc7-47ed-aa72-ccd46b8ceb50 service nova] [instance: da13bf0d-aaf6-4e48-a8a3-46bd8336c04c] Received event network-changed-6065fc84-7a49-47be-8e79-91e604e29ea1 {{(pid=62328) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1135.072341] env[62328]: DEBUG nova.compute.manager [req-27a75320-4382-467c-ab44-60fd1c02c7e8 req-3092df83-8bc7-47ed-aa72-ccd46b8ceb50 service nova] [instance: da13bf0d-aaf6-4e48-a8a3-46bd8336c04c] Refreshing instance network info cache due to event network-changed-6065fc84-7a49-47be-8e79-91e604e29ea1. {{(pid=62328) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1135.072596] env[62328]: DEBUG oslo_concurrency.lockutils [req-27a75320-4382-467c-ab44-60fd1c02c7e8 req-3092df83-8bc7-47ed-aa72-ccd46b8ceb50 service nova] Acquiring lock "refresh_cache-da13bf0d-aaf6-4e48-a8a3-46bd8336c04c" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1135.072737] env[62328]: DEBUG oslo_concurrency.lockutils [req-27a75320-4382-467c-ab44-60fd1c02c7e8 req-3092df83-8bc7-47ed-aa72-ccd46b8ceb50 service nova] Acquired lock "refresh_cache-da13bf0d-aaf6-4e48-a8a3-46bd8336c04c" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1135.072894] env[62328]: DEBUG nova.network.neutron [req-27a75320-4382-467c-ab44-60fd1c02c7e8 req-3092df83-8bc7-47ed-aa72-ccd46b8ceb50 service nova] [instance: da13bf0d-aaf6-4e48-a8a3-46bd8336c04c] Refreshing network info cache for port 6065fc84-7a49-47be-8e79-91e604e29ea1 {{(pid=62328) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1135.132290] env[62328]: DEBUG oslo_vmware.api [None req-37fa2b99-e3a2-4142-b01d-834b704b61b9 tempest-ServerActionsTestOtherB-626827456 tempest-ServerActionsTestOtherB-626827456-project-member] Task: {'id': session[52a6e20e-410d-708a-99f2-080a575a99bd]5265b07d-335d-8a41-3a43-53a1a5a04c2a, 'name': SearchDatastore_Task, 'duration_secs': 0.008412} completed successfully. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1135.133044] env[62328]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4fdd7d95-6d44-4bf8-9677-1fe04371a536 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1135.137665] env[62328]: DEBUG oslo_vmware.api [None req-37fa2b99-e3a2-4142-b01d-834b704b61b9 tempest-ServerActionsTestOtherB-626827456 tempest-ServerActionsTestOtherB-626827456-project-member] Waiting for the task: (returnval){ [ 1135.137665] env[62328]: value = "session[52a6e20e-410d-708a-99f2-080a575a99bd]52821420-a1e1-0e55-0fca-570d92ab5869" [ 1135.137665] env[62328]: _type = "Task" [ 1135.137665] env[62328]: } to complete. {{(pid=62328) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1135.144847] env[62328]: DEBUG oslo_vmware.api [None req-37fa2b99-e3a2-4142-b01d-834b704b61b9 tempest-ServerActionsTestOtherB-626827456 tempest-ServerActionsTestOtherB-626827456-project-member] Task: {'id': session[52a6e20e-410d-708a-99f2-080a575a99bd]52821420-a1e1-0e55-0fca-570d92ab5869, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1135.377730] env[62328]: DEBUG nova.network.neutron [None req-0e6b286a-8c60-4bfe-80e1-23fe1ec82ce8 tempest-AttachVolumeShelveTestJSON-116809589 tempest-AttachVolumeShelveTestJSON-116809589-project-member] [instance: 1f1f56a8-a54a-4641-95d0-a153a68b7585] Instance cache missing network info. {{(pid=62328) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1135.424548] env[62328]: DEBUG oslo_vmware.api [None req-fb020c0d-b7e8-4c60-847d-4a57375d5f8b tempest-AttachVolumeTestJSON-944844435 tempest-AttachVolumeTestJSON-944844435-project-member] Task: {'id': task-2387726, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1135.578932] env[62328]: DEBUG nova.network.neutron [None req-0e6b286a-8c60-4bfe-80e1-23fe1ec82ce8 tempest-AttachVolumeShelveTestJSON-116809589 tempest-AttachVolumeShelveTestJSON-116809589-project-member] [instance: 1f1f56a8-a54a-4641-95d0-a153a68b7585] Updating instance_info_cache with network_info: [{"id": "face3ee7-4556-4d29-9ad1-536050609c78", "address": "fa:16:3e:e8:9b:a9", "network": {"id": "2d1c453e-aaeb-45b7-bdcd-3cbaf03a6053", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1795840742-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f7ed1d0f45904d658c8becad7c3f621c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "cba18f15-a919-422e-a423-1e705e233389", "external-id": "nsx-vlan-transportzone-79", "segmentation_id": 79, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapface3ee7-45", "ovs_interfaceid": "face3ee7-4556-4d29-9ad1-536050609c78", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62328) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1135.650322] env[62328]: DEBUG oslo_vmware.api [None req-37fa2b99-e3a2-4142-b01d-834b704b61b9 tempest-ServerActionsTestOtherB-626827456 tempest-ServerActionsTestOtherB-626827456-project-member] Task: {'id': session[52a6e20e-410d-708a-99f2-080a575a99bd]52821420-a1e1-0e55-0fca-570d92ab5869, 'name': SearchDatastore_Task, 'duration_secs': 0.025886} completed successfully. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1135.650617] env[62328]: DEBUG oslo_concurrency.lockutils [None req-37fa2b99-e3a2-4142-b01d-834b704b61b9 tempest-ServerActionsTestOtherB-626827456 tempest-ServerActionsTestOtherB-626827456-project-member] Releasing lock "[datastore2] devstack-image-cache_base/dbf872a4-92be-47e4-8561-c3e2bf2423ab/dbf872a4-92be-47e4-8561-c3e2bf2423ab.vmdk" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1135.650855] env[62328]: DEBUG nova.virt.vmwareapi.vm_util [None req-37fa2b99-e3a2-4142-b01d-834b704b61b9 tempest-ServerActionsTestOtherB-626827456 tempest-ServerActionsTestOtherB-626827456-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/dbf872a4-92be-47e4-8561-c3e2bf2423ab/dbf872a4-92be-47e4-8561-c3e2bf2423ab.vmdk to [datastore2] 75e155a3-05b0-44c5-86de-5643cbb05fc0/75e155a3-05b0-44c5-86de-5643cbb05fc0.vmdk {{(pid=62328) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1135.651107] env[62328]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-2cfcbddc-d4f6-469e-89cd-1e610eed57ab {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1135.660996] env[62328]: DEBUG oslo_vmware.api [None req-37fa2b99-e3a2-4142-b01d-834b704b61b9 tempest-ServerActionsTestOtherB-626827456 tempest-ServerActionsTestOtherB-626827456-project-member] Waiting for the task: (returnval){ [ 1135.660996] env[62328]: value = "task-2387727" [ 1135.660996] env[62328]: _type = "Task" [ 1135.660996] env[62328]: } to complete. {{(pid=62328) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1135.670465] env[62328]: DEBUG oslo_vmware.api [None req-37fa2b99-e3a2-4142-b01d-834b704b61b9 tempest-ServerActionsTestOtherB-626827456 tempest-ServerActionsTestOtherB-626827456-project-member] Task: {'id': task-2387727, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1135.819952] env[62328]: DEBUG nova.compute.manager [req-631e7ba7-0f13-42fe-9fc4-dcc4c7b7d82f req-bcb3d5a0-9af3-4ded-b5b3-79ef4c240285 service nova] [instance: 1f1f56a8-a54a-4641-95d0-a153a68b7585] Received event network-vif-plugged-face3ee7-4556-4d29-9ad1-536050609c78 {{(pid=62328) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1135.820283] env[62328]: DEBUG oslo_concurrency.lockutils [req-631e7ba7-0f13-42fe-9fc4-dcc4c7b7d82f req-bcb3d5a0-9af3-4ded-b5b3-79ef4c240285 service nova] Acquiring lock "1f1f56a8-a54a-4641-95d0-a153a68b7585-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1135.820612] env[62328]: DEBUG oslo_concurrency.lockutils [req-631e7ba7-0f13-42fe-9fc4-dcc4c7b7d82f req-bcb3d5a0-9af3-4ded-b5b3-79ef4c240285 service nova] Lock "1f1f56a8-a54a-4641-95d0-a153a68b7585-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1135.820888] env[62328]: DEBUG oslo_concurrency.lockutils [req-631e7ba7-0f13-42fe-9fc4-dcc4c7b7d82f req-bcb3d5a0-9af3-4ded-b5b3-79ef4c240285 service nova] Lock "1f1f56a8-a54a-4641-95d0-a153a68b7585-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1135.821233] env[62328]: DEBUG nova.compute.manager [req-631e7ba7-0f13-42fe-9fc4-dcc4c7b7d82f req-bcb3d5a0-9af3-4ded-b5b3-79ef4c240285 service nova] [instance: 1f1f56a8-a54a-4641-95d0-a153a68b7585] No waiting events found dispatching network-vif-plugged-face3ee7-4556-4d29-9ad1-536050609c78 {{(pid=62328) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1135.821507] env[62328]: WARNING nova.compute.manager [req-631e7ba7-0f13-42fe-9fc4-dcc4c7b7d82f req-bcb3d5a0-9af3-4ded-b5b3-79ef4c240285 service nova] [instance: 1f1f56a8-a54a-4641-95d0-a153a68b7585] Received unexpected event network-vif-plugged-face3ee7-4556-4d29-9ad1-536050609c78 for instance with vm_state building and task_state spawning. [ 1135.821818] env[62328]: DEBUG nova.compute.manager [req-631e7ba7-0f13-42fe-9fc4-dcc4c7b7d82f req-bcb3d5a0-9af3-4ded-b5b3-79ef4c240285 service nova] [instance: 1f1f56a8-a54a-4641-95d0-a153a68b7585] Received event network-changed-face3ee7-4556-4d29-9ad1-536050609c78 {{(pid=62328) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1135.822054] env[62328]: DEBUG nova.compute.manager [req-631e7ba7-0f13-42fe-9fc4-dcc4c7b7d82f req-bcb3d5a0-9af3-4ded-b5b3-79ef4c240285 service nova] [instance: 1f1f56a8-a54a-4641-95d0-a153a68b7585] Refreshing instance network info cache due to event network-changed-face3ee7-4556-4d29-9ad1-536050609c78. {{(pid=62328) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1135.822344] env[62328]: DEBUG oslo_concurrency.lockutils [req-631e7ba7-0f13-42fe-9fc4-dcc4c7b7d82f req-bcb3d5a0-9af3-4ded-b5b3-79ef4c240285 service nova] Acquiring lock "refresh_cache-1f1f56a8-a54a-4641-95d0-a153a68b7585" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1135.876231] env[62328]: DEBUG nova.network.neutron [req-27a75320-4382-467c-ab44-60fd1c02c7e8 req-3092df83-8bc7-47ed-aa72-ccd46b8ceb50 service nova] [instance: da13bf0d-aaf6-4e48-a8a3-46bd8336c04c] Updated VIF entry in instance network info cache for port 6065fc84-7a49-47be-8e79-91e604e29ea1. {{(pid=62328) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1135.876594] env[62328]: DEBUG nova.network.neutron [req-27a75320-4382-467c-ab44-60fd1c02c7e8 req-3092df83-8bc7-47ed-aa72-ccd46b8ceb50 service nova] [instance: da13bf0d-aaf6-4e48-a8a3-46bd8336c04c] Updating instance_info_cache with network_info: [{"id": "6065fc84-7a49-47be-8e79-91e604e29ea1", "address": "fa:16:3e:09:d2:0e", "network": {"id": "ed1d555f-f92f-4abe-9fa7-e6c9390d1efe", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-674926679-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.203", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3d8ff424d526451a9374555ba25a4243", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "04ccbc7a-cf8d-4ea2-8411-291a1e27df7b", "external-id": "nsx-vlan-transportzone-998", "segmentation_id": 998, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6065fc84-7a", "ovs_interfaceid": "6065fc84-7a49-47be-8e79-91e604e29ea1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62328) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1135.926985] env[62328]: DEBUG oslo_vmware.api [None req-fb020c0d-b7e8-4c60-847d-4a57375d5f8b tempest-AttachVolumeTestJSON-944844435 tempest-AttachVolumeTestJSON-944844435-project-member] Task: {'id': task-2387726, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1136.081277] env[62328]: DEBUG oslo_concurrency.lockutils [None req-0e6b286a-8c60-4bfe-80e1-23fe1ec82ce8 tempest-AttachVolumeShelveTestJSON-116809589 tempest-AttachVolumeShelveTestJSON-116809589-project-member] Releasing lock "refresh_cache-1f1f56a8-a54a-4641-95d0-a153a68b7585" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1136.081891] env[62328]: DEBUG nova.compute.manager [None req-0e6b286a-8c60-4bfe-80e1-23fe1ec82ce8 tempest-AttachVolumeShelveTestJSON-116809589 tempest-AttachVolumeShelveTestJSON-116809589-project-member] [instance: 1f1f56a8-a54a-4641-95d0-a153a68b7585] Instance network_info: |[{"id": "face3ee7-4556-4d29-9ad1-536050609c78", "address": "fa:16:3e:e8:9b:a9", "network": {"id": "2d1c453e-aaeb-45b7-bdcd-3cbaf03a6053", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1795840742-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f7ed1d0f45904d658c8becad7c3f621c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "cba18f15-a919-422e-a423-1e705e233389", "external-id": "nsx-vlan-transportzone-79", "segmentation_id": 79, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapface3ee7-45", "ovs_interfaceid": "face3ee7-4556-4d29-9ad1-536050609c78", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62328) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1136.082831] env[62328]: DEBUG oslo_concurrency.lockutils [req-631e7ba7-0f13-42fe-9fc4-dcc4c7b7d82f req-bcb3d5a0-9af3-4ded-b5b3-79ef4c240285 service nova] Acquired lock "refresh_cache-1f1f56a8-a54a-4641-95d0-a153a68b7585" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1136.083124] env[62328]: DEBUG nova.network.neutron [req-631e7ba7-0f13-42fe-9fc4-dcc4c7b7d82f req-bcb3d5a0-9af3-4ded-b5b3-79ef4c240285 service nova] [instance: 1f1f56a8-a54a-4641-95d0-a153a68b7585] Refreshing network info cache for port face3ee7-4556-4d29-9ad1-536050609c78 {{(pid=62328) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1136.084933] env[62328]: DEBUG nova.virt.vmwareapi.vmops [None req-0e6b286a-8c60-4bfe-80e1-23fe1ec82ce8 tempest-AttachVolumeShelveTestJSON-116809589 tempest-AttachVolumeShelveTestJSON-116809589-project-member] [instance: 1f1f56a8-a54a-4641-95d0-a153a68b7585] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:e8:9b:a9', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'cba18f15-a919-422e-a423-1e705e233389', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'face3ee7-4556-4d29-9ad1-536050609c78', 'vif_model': 'vmxnet3'}] {{(pid=62328) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1136.094106] env[62328]: DEBUG oslo.service.loopingcall [None req-0e6b286a-8c60-4bfe-80e1-23fe1ec82ce8 tempest-AttachVolumeShelveTestJSON-116809589 tempest-AttachVolumeShelveTestJSON-116809589-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62328) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1136.095230] env[62328]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1f1f56a8-a54a-4641-95d0-a153a68b7585] Creating VM on the ESX host {{(pid=62328) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1136.095538] env[62328]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-243b758e-5157-46de-9d7c-93c07557df93 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1136.114855] env[62328]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1136.114855] env[62328]: value = "task-2387728" [ 1136.114855] env[62328]: _type = "Task" [ 1136.114855] env[62328]: } to complete. {{(pid=62328) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1136.127977] env[62328]: DEBUG oslo_vmware.api [-] Task: {'id': task-2387728, 'name': CreateVM_Task} progress is 0%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1136.157693] env[62328]: DEBUG oslo_concurrency.lockutils [None req-d4e4d0cf-72ea-41a3-8366-9f99d50ba7b3 tempest-AttachInterfacesTestJSON-1049158018 tempest-AttachInterfacesTestJSON-1049158018-project-member] Acquiring lock "interface-d1503bc1-0c77-4ecd-b280-0768c1764c30-None" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1136.157918] env[62328]: DEBUG oslo_concurrency.lockutils [None req-d4e4d0cf-72ea-41a3-8366-9f99d50ba7b3 tempest-AttachInterfacesTestJSON-1049158018 tempest-AttachInterfacesTestJSON-1049158018-project-member] Lock "interface-d1503bc1-0c77-4ecd-b280-0768c1764c30-None" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.000s {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1136.158248] env[62328]: DEBUG nova.objects.instance [None req-d4e4d0cf-72ea-41a3-8366-9f99d50ba7b3 tempest-AttachInterfacesTestJSON-1049158018 tempest-AttachInterfacesTestJSON-1049158018-project-member] Lazy-loading 'flavor' on Instance uuid d1503bc1-0c77-4ecd-b280-0768c1764c30 {{(pid=62328) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1136.169525] env[62328]: DEBUG oslo_vmware.api [None req-37fa2b99-e3a2-4142-b01d-834b704b61b9 tempest-ServerActionsTestOtherB-626827456 tempest-ServerActionsTestOtherB-626827456-project-member] Task: {'id': task-2387727, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.44259} completed successfully. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1136.169772] env[62328]: DEBUG nova.virt.vmwareapi.vm_util [None req-37fa2b99-e3a2-4142-b01d-834b704b61b9 tempest-ServerActionsTestOtherB-626827456 tempest-ServerActionsTestOtherB-626827456-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/dbf872a4-92be-47e4-8561-c3e2bf2423ab/dbf872a4-92be-47e4-8561-c3e2bf2423ab.vmdk to [datastore2] 75e155a3-05b0-44c5-86de-5643cbb05fc0/75e155a3-05b0-44c5-86de-5643cbb05fc0.vmdk {{(pid=62328) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1136.170179] env[62328]: DEBUG nova.virt.vmwareapi.vmops [None req-37fa2b99-e3a2-4142-b01d-834b704b61b9 tempest-ServerActionsTestOtherB-626827456 tempest-ServerActionsTestOtherB-626827456-project-member] [instance: 75e155a3-05b0-44c5-86de-5643cbb05fc0] Extending root virtual disk to 1048576 {{(pid=62328) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1136.170258] env[62328]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-41f86288-97b6-49ca-a4af-7cc8d53ebf89 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1136.177417] env[62328]: DEBUG oslo_vmware.api [None req-37fa2b99-e3a2-4142-b01d-834b704b61b9 tempest-ServerActionsTestOtherB-626827456 tempest-ServerActionsTestOtherB-626827456-project-member] Waiting for the task: (returnval){ [ 1136.177417] env[62328]: value = "task-2387729" [ 1136.177417] env[62328]: _type = "Task" [ 1136.177417] env[62328]: } to complete. {{(pid=62328) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1136.185048] env[62328]: DEBUG oslo_vmware.api [None req-37fa2b99-e3a2-4142-b01d-834b704b61b9 tempest-ServerActionsTestOtherB-626827456 tempest-ServerActionsTestOtherB-626827456-project-member] Task: {'id': task-2387729, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1136.380465] env[62328]: DEBUG oslo_concurrency.lockutils [req-27a75320-4382-467c-ab44-60fd1c02c7e8 req-3092df83-8bc7-47ed-aa72-ccd46b8ceb50 service nova] Releasing lock "refresh_cache-da13bf0d-aaf6-4e48-a8a3-46bd8336c04c" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1136.425310] env[62328]: DEBUG oslo_vmware.api [None req-fb020c0d-b7e8-4c60-847d-4a57375d5f8b tempest-AttachVolumeTestJSON-944844435 tempest-AttachVolumeTestJSON-944844435-project-member] Task: {'id': task-2387726, 'name': ReconfigVM_Task, 'duration_secs': 1.132727} completed successfully. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1136.425614] env[62328]: DEBUG nova.virt.vmwareapi.volumeops [None req-fb020c0d-b7e8-4c60-847d-4a57375d5f8b tempest-AttachVolumeTestJSON-944844435 tempest-AttachVolumeTestJSON-944844435-project-member] [instance: 02189dfe-6cb3-4b95-ad18-59dbd22f2704] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-484476', 'volume_id': '9fa54b2a-d3b3-4047-8940-ebc50c4f40cb', 'name': 'volume-9fa54b2a-d3b3-4047-8940-ebc50c4f40cb', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '02189dfe-6cb3-4b95-ad18-59dbd22f2704', 'attached_at': '', 'detached_at': '', 'volume_id': '9fa54b2a-d3b3-4047-8940-ebc50c4f40cb', 'serial': '9fa54b2a-d3b3-4047-8940-ebc50c4f40cb'} {{(pid=62328) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1136.624642] env[62328]: DEBUG oslo_vmware.api [-] Task: {'id': task-2387728, 'name': CreateVM_Task, 'duration_secs': 0.322277} completed successfully. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1136.624820] env[62328]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1f1f56a8-a54a-4641-95d0-a153a68b7585] Created VM on the ESX host {{(pid=62328) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1136.625511] env[62328]: DEBUG oslo_concurrency.lockutils [None req-0e6b286a-8c60-4bfe-80e1-23fe1ec82ce8 tempest-AttachVolumeShelveTestJSON-116809589 tempest-AttachVolumeShelveTestJSON-116809589-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/dbf872a4-92be-47e4-8561-c3e2bf2423ab" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1136.625687] env[62328]: DEBUG oslo_concurrency.lockutils [None req-0e6b286a-8c60-4bfe-80e1-23fe1ec82ce8 tempest-AttachVolumeShelveTestJSON-116809589 tempest-AttachVolumeShelveTestJSON-116809589-project-member] Acquired lock "[datastore2] devstack-image-cache_base/dbf872a4-92be-47e4-8561-c3e2bf2423ab" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1136.626008] env[62328]: DEBUG oslo_concurrency.lockutils [None req-0e6b286a-8c60-4bfe-80e1-23fe1ec82ce8 tempest-AttachVolumeShelveTestJSON-116809589 tempest-AttachVolumeShelveTestJSON-116809589-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/dbf872a4-92be-47e4-8561-c3e2bf2423ab" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1136.626283] env[62328]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a44683a6-000b-424e-810f-2ec7ec7d4620 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1136.631822] env[62328]: DEBUG oslo_vmware.api [None req-0e6b286a-8c60-4bfe-80e1-23fe1ec82ce8 tempest-AttachVolumeShelveTestJSON-116809589 tempest-AttachVolumeShelveTestJSON-116809589-project-member] Waiting for the task: (returnval){ [ 1136.631822] env[62328]: value = "session[52a6e20e-410d-708a-99f2-080a575a99bd]52072ed4-a82e-337d-d0ee-8ff3c41ff21f" [ 1136.631822] env[62328]: _type = "Task" [ 1136.631822] env[62328]: } to complete. {{(pid=62328) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1136.639160] env[62328]: DEBUG nova.compute.manager [None req-a5711ec3-073d-4fea-be4b-f9bd541ff01e tempest-ServerActionsTestJSON-389109759 tempest-ServerActionsTestJSON-389109759-project-member] [instance: 95dd703a-595e-467a-a8e9-bef4f806c33f] Stashing vm_state: active {{(pid=62328) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 1136.647341] env[62328]: DEBUG oslo_vmware.api [None req-0e6b286a-8c60-4bfe-80e1-23fe1ec82ce8 tempest-AttachVolumeShelveTestJSON-116809589 tempest-AttachVolumeShelveTestJSON-116809589-project-member] Task: {'id': session[52a6e20e-410d-708a-99f2-080a575a99bd]52072ed4-a82e-337d-d0ee-8ff3c41ff21f, 'name': SearchDatastore_Task, 'duration_secs': 0.0094} completed successfully. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1136.647649] env[62328]: DEBUG oslo_concurrency.lockutils [None req-0e6b286a-8c60-4bfe-80e1-23fe1ec82ce8 tempest-AttachVolumeShelveTestJSON-116809589 tempest-AttachVolumeShelveTestJSON-116809589-project-member] Releasing lock "[datastore2] devstack-image-cache_base/dbf872a4-92be-47e4-8561-c3e2bf2423ab" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1136.647833] env[62328]: DEBUG nova.virt.vmwareapi.vmops [None req-0e6b286a-8c60-4bfe-80e1-23fe1ec82ce8 tempest-AttachVolumeShelveTestJSON-116809589 tempest-AttachVolumeShelveTestJSON-116809589-project-member] [instance: 1f1f56a8-a54a-4641-95d0-a153a68b7585] Processing image dbf872a4-92be-47e4-8561-c3e2bf2423ab {{(pid=62328) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1136.648071] env[62328]: DEBUG oslo_concurrency.lockutils [None req-0e6b286a-8c60-4bfe-80e1-23fe1ec82ce8 tempest-AttachVolumeShelveTestJSON-116809589 tempest-AttachVolumeShelveTestJSON-116809589-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/dbf872a4-92be-47e4-8561-c3e2bf2423ab/dbf872a4-92be-47e4-8561-c3e2bf2423ab.vmdk" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1136.648217] env[62328]: DEBUG oslo_concurrency.lockutils [None req-0e6b286a-8c60-4bfe-80e1-23fe1ec82ce8 tempest-AttachVolumeShelveTestJSON-116809589 tempest-AttachVolumeShelveTestJSON-116809589-project-member] Acquired lock "[datastore2] devstack-image-cache_base/dbf872a4-92be-47e4-8561-c3e2bf2423ab/dbf872a4-92be-47e4-8561-c3e2bf2423ab.vmdk" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1136.648393] env[62328]: DEBUG nova.virt.vmwareapi.ds_util [None req-0e6b286a-8c60-4bfe-80e1-23fe1ec82ce8 tempest-AttachVolumeShelveTestJSON-116809589 tempest-AttachVolumeShelveTestJSON-116809589-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62328) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1136.648627] env[62328]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-34afd78e-ec1a-4304-a65d-1b287a5e65a2 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1136.657176] env[62328]: DEBUG nova.virt.vmwareapi.ds_util [None req-0e6b286a-8c60-4bfe-80e1-23fe1ec82ce8 tempest-AttachVolumeShelveTestJSON-116809589 tempest-AttachVolumeShelveTestJSON-116809589-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62328) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1136.657351] env[62328]: DEBUG nova.virt.vmwareapi.vmops [None req-0e6b286a-8c60-4bfe-80e1-23fe1ec82ce8 tempest-AttachVolumeShelveTestJSON-116809589 tempest-AttachVolumeShelveTestJSON-116809589-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62328) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1136.658051] env[62328]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-01e381f4-c755-44eb-9e11-e82b797d4928 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1136.666040] env[62328]: DEBUG oslo_vmware.api [None req-0e6b286a-8c60-4bfe-80e1-23fe1ec82ce8 tempest-AttachVolumeShelveTestJSON-116809589 tempest-AttachVolumeShelveTestJSON-116809589-project-member] Waiting for the task: (returnval){ [ 1136.666040] env[62328]: value = "session[52a6e20e-410d-708a-99f2-080a575a99bd]52f1e99d-eb9c-88ad-89d7-9f15b69ae1e2" [ 1136.666040] env[62328]: _type = "Task" [ 1136.666040] env[62328]: } to complete. {{(pid=62328) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1136.673205] env[62328]: DEBUG oslo_vmware.api [None req-0e6b286a-8c60-4bfe-80e1-23fe1ec82ce8 tempest-AttachVolumeShelveTestJSON-116809589 tempest-AttachVolumeShelveTestJSON-116809589-project-member] Task: {'id': session[52a6e20e-410d-708a-99f2-080a575a99bd]52f1e99d-eb9c-88ad-89d7-9f15b69ae1e2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1136.688959] env[62328]: DEBUG oslo_vmware.api [None req-37fa2b99-e3a2-4142-b01d-834b704b61b9 tempest-ServerActionsTestOtherB-626827456 tempest-ServerActionsTestOtherB-626827456-project-member] Task: {'id': task-2387729, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.086444} completed successfully. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1136.689384] env[62328]: DEBUG nova.virt.vmwareapi.vmops [None req-37fa2b99-e3a2-4142-b01d-834b704b61b9 tempest-ServerActionsTestOtherB-626827456 tempest-ServerActionsTestOtherB-626827456-project-member] [instance: 75e155a3-05b0-44c5-86de-5643cbb05fc0] Extended root virtual disk {{(pid=62328) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1136.690012] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fb88f1cc-c820-4a28-8975-7d6d7ac2feed {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1136.712247] env[62328]: DEBUG nova.virt.vmwareapi.volumeops [None req-37fa2b99-e3a2-4142-b01d-834b704b61b9 tempest-ServerActionsTestOtherB-626827456 tempest-ServerActionsTestOtherB-626827456-project-member] [instance: 75e155a3-05b0-44c5-86de-5643cbb05fc0] Reconfiguring VM instance instance-00000075 to attach disk [datastore2] 75e155a3-05b0-44c5-86de-5643cbb05fc0/75e155a3-05b0-44c5-86de-5643cbb05fc0.vmdk or device None with type sparse {{(pid=62328) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1136.715020] env[62328]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d5d02c9f-ed0f-43d1-b00d-4630e15e795b {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1136.737086] env[62328]: DEBUG oslo_vmware.api [None req-37fa2b99-e3a2-4142-b01d-834b704b61b9 tempest-ServerActionsTestOtherB-626827456 tempest-ServerActionsTestOtherB-626827456-project-member] Waiting for the task: (returnval){ [ 1136.737086] env[62328]: value = "task-2387730" [ 1136.737086] env[62328]: _type = "Task" [ 1136.737086] env[62328]: } to complete. {{(pid=62328) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1136.745563] env[62328]: DEBUG oslo_vmware.api [None req-37fa2b99-e3a2-4142-b01d-834b704b61b9 tempest-ServerActionsTestOtherB-626827456 tempest-ServerActionsTestOtherB-626827456-project-member] Task: {'id': task-2387730, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1136.795359] env[62328]: DEBUG nova.objects.instance [None req-d4e4d0cf-72ea-41a3-8366-9f99d50ba7b3 tempest-AttachInterfacesTestJSON-1049158018 tempest-AttachInterfacesTestJSON-1049158018-project-member] Lazy-loading 'pci_requests' on Instance uuid d1503bc1-0c77-4ecd-b280-0768c1764c30 {{(pid=62328) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1136.856234] env[62328]: DEBUG nova.network.neutron [req-631e7ba7-0f13-42fe-9fc4-dcc4c7b7d82f req-bcb3d5a0-9af3-4ded-b5b3-79ef4c240285 service nova] [instance: 1f1f56a8-a54a-4641-95d0-a153a68b7585] Updated VIF entry in instance network info cache for port face3ee7-4556-4d29-9ad1-536050609c78. {{(pid=62328) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1136.856664] env[62328]: DEBUG nova.network.neutron [req-631e7ba7-0f13-42fe-9fc4-dcc4c7b7d82f req-bcb3d5a0-9af3-4ded-b5b3-79ef4c240285 service nova] [instance: 1f1f56a8-a54a-4641-95d0-a153a68b7585] Updating instance_info_cache with network_info: [{"id": "face3ee7-4556-4d29-9ad1-536050609c78", "address": "fa:16:3e:e8:9b:a9", "network": {"id": "2d1c453e-aaeb-45b7-bdcd-3cbaf03a6053", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1795840742-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f7ed1d0f45904d658c8becad7c3f621c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "cba18f15-a919-422e-a423-1e705e233389", "external-id": "nsx-vlan-transportzone-79", "segmentation_id": 79, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapface3ee7-45", "ovs_interfaceid": "face3ee7-4556-4d29-9ad1-536050609c78", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62328) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1136.968942] env[62328]: DEBUG nova.objects.instance [None req-fb020c0d-b7e8-4c60-847d-4a57375d5f8b tempest-AttachVolumeTestJSON-944844435 tempest-AttachVolumeTestJSON-944844435-project-member] Lazy-loading 'flavor' on Instance uuid 02189dfe-6cb3-4b95-ad18-59dbd22f2704 {{(pid=62328) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1137.159529] env[62328]: DEBUG oslo_concurrency.lockutils [None req-a5711ec3-073d-4fea-be4b-f9bd541ff01e tempest-ServerActionsTestJSON-389109759 tempest-ServerActionsTestJSON-389109759-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1137.159783] env[62328]: DEBUG oslo_concurrency.lockutils [None req-a5711ec3-073d-4fea-be4b-f9bd541ff01e tempest-ServerActionsTestJSON-389109759 tempest-ServerActionsTestJSON-389109759-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 0.000s {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1137.175714] env[62328]: DEBUG oslo_vmware.api [None req-0e6b286a-8c60-4bfe-80e1-23fe1ec82ce8 tempest-AttachVolumeShelveTestJSON-116809589 tempest-AttachVolumeShelveTestJSON-116809589-project-member] Task: {'id': session[52a6e20e-410d-708a-99f2-080a575a99bd]52f1e99d-eb9c-88ad-89d7-9f15b69ae1e2, 'name': SearchDatastore_Task, 'duration_secs': 0.030744} completed successfully. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1137.176500] env[62328]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8e18aabe-f088-4df7-a51c-ed8295e79d26 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1137.181756] env[62328]: DEBUG oslo_vmware.api [None req-0e6b286a-8c60-4bfe-80e1-23fe1ec82ce8 tempest-AttachVolumeShelveTestJSON-116809589 tempest-AttachVolumeShelveTestJSON-116809589-project-member] Waiting for the task: (returnval){ [ 1137.181756] env[62328]: value = "session[52a6e20e-410d-708a-99f2-080a575a99bd]52b9bbeb-46db-e990-6c03-6d4c25a790a9" [ 1137.181756] env[62328]: _type = "Task" [ 1137.181756] env[62328]: } to complete. {{(pid=62328) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1137.189154] env[62328]: DEBUG oslo_vmware.api [None req-0e6b286a-8c60-4bfe-80e1-23fe1ec82ce8 tempest-AttachVolumeShelveTestJSON-116809589 tempest-AttachVolumeShelveTestJSON-116809589-project-member] Task: {'id': session[52a6e20e-410d-708a-99f2-080a575a99bd]52b9bbeb-46db-e990-6c03-6d4c25a790a9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1137.246470] env[62328]: DEBUG oslo_vmware.api [None req-37fa2b99-e3a2-4142-b01d-834b704b61b9 tempest-ServerActionsTestOtherB-626827456 tempest-ServerActionsTestOtherB-626827456-project-member] Task: {'id': task-2387730, 'name': ReconfigVM_Task, 'duration_secs': 0.316183} completed successfully. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1137.246748] env[62328]: DEBUG nova.virt.vmwareapi.volumeops [None req-37fa2b99-e3a2-4142-b01d-834b704b61b9 tempest-ServerActionsTestOtherB-626827456 tempest-ServerActionsTestOtherB-626827456-project-member] [instance: 75e155a3-05b0-44c5-86de-5643cbb05fc0] Reconfigured VM instance instance-00000075 to attach disk [datastore2] 75e155a3-05b0-44c5-86de-5643cbb05fc0/75e155a3-05b0-44c5-86de-5643cbb05fc0.vmdk or device None with type sparse {{(pid=62328) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1137.247372] env[62328]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-7b80b570-1a17-4b08-934a-9faa19456a78 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1137.253555] env[62328]: DEBUG oslo_vmware.api [None req-37fa2b99-e3a2-4142-b01d-834b704b61b9 tempest-ServerActionsTestOtherB-626827456 tempest-ServerActionsTestOtherB-626827456-project-member] Waiting for the task: (returnval){ [ 1137.253555] env[62328]: value = "task-2387731" [ 1137.253555] env[62328]: _type = "Task" [ 1137.253555] env[62328]: } to complete. {{(pid=62328) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1137.261734] env[62328]: DEBUG oslo_vmware.api [None req-37fa2b99-e3a2-4142-b01d-834b704b61b9 tempest-ServerActionsTestOtherB-626827456 tempest-ServerActionsTestOtherB-626827456-project-member] Task: {'id': task-2387731, 'name': Rename_Task} progress is 5%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1137.297460] env[62328]: DEBUG nova.objects.base [None req-d4e4d0cf-72ea-41a3-8366-9f99d50ba7b3 tempest-AttachInterfacesTestJSON-1049158018 tempest-AttachInterfacesTestJSON-1049158018-project-member] Object Instance lazy-loaded attributes: flavor,pci_requests {{(pid=62328) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1137.297657] env[62328]: DEBUG nova.network.neutron [None req-d4e4d0cf-72ea-41a3-8366-9f99d50ba7b3 tempest-AttachInterfacesTestJSON-1049158018 tempest-AttachInterfacesTestJSON-1049158018-project-member] [instance: d1503bc1-0c77-4ecd-b280-0768c1764c30] allocate_for_instance() {{(pid=62328) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1137.335824] env[62328]: DEBUG nova.policy [None req-d4e4d0cf-72ea-41a3-8366-9f99d50ba7b3 tempest-AttachInterfacesTestJSON-1049158018 tempest-AttachInterfacesTestJSON-1049158018-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'db6b1454dd644eea886a97b3d644b88f', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'e88420d74d294fef9f976142535b9ac5', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62328) authorize /opt/stack/nova/nova/policy.py:192}} [ 1137.359336] env[62328]: DEBUG oslo_concurrency.lockutils [req-631e7ba7-0f13-42fe-9fc4-dcc4c7b7d82f req-bcb3d5a0-9af3-4ded-b5b3-79ef4c240285 service nova] Releasing lock "refresh_cache-1f1f56a8-a54a-4641-95d0-a153a68b7585" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1137.610821] env[62328]: DEBUG nova.network.neutron [None req-d4e4d0cf-72ea-41a3-8366-9f99d50ba7b3 tempest-AttachInterfacesTestJSON-1049158018 tempest-AttachInterfacesTestJSON-1049158018-project-member] [instance: d1503bc1-0c77-4ecd-b280-0768c1764c30] Successfully created port: 998814d8-3a14-418f-aea3-6a4609992783 {{(pid=62328) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1137.664430] env[62328]: INFO nova.compute.claims [None req-a5711ec3-073d-4fea-be4b-f9bd541ff01e tempest-ServerActionsTestJSON-389109759 tempest-ServerActionsTestJSON-389109759-project-member] [instance: 95dd703a-595e-467a-a8e9-bef4f806c33f] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1137.691655] env[62328]: DEBUG oslo_vmware.api [None req-0e6b286a-8c60-4bfe-80e1-23fe1ec82ce8 tempest-AttachVolumeShelveTestJSON-116809589 tempest-AttachVolumeShelveTestJSON-116809589-project-member] Task: {'id': session[52a6e20e-410d-708a-99f2-080a575a99bd]52b9bbeb-46db-e990-6c03-6d4c25a790a9, 'name': SearchDatastore_Task, 'duration_secs': 0.070836} completed successfully. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1137.693394] env[62328]: DEBUG oslo_concurrency.lockutils [None req-0e6b286a-8c60-4bfe-80e1-23fe1ec82ce8 tempest-AttachVolumeShelveTestJSON-116809589 tempest-AttachVolumeShelveTestJSON-116809589-project-member] Releasing lock "[datastore2] devstack-image-cache_base/dbf872a4-92be-47e4-8561-c3e2bf2423ab/dbf872a4-92be-47e4-8561-c3e2bf2423ab.vmdk" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1137.693394] env[62328]: DEBUG nova.virt.vmwareapi.vm_util [None req-0e6b286a-8c60-4bfe-80e1-23fe1ec82ce8 tempest-AttachVolumeShelveTestJSON-116809589 tempest-AttachVolumeShelveTestJSON-116809589-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/dbf872a4-92be-47e4-8561-c3e2bf2423ab/dbf872a4-92be-47e4-8561-c3e2bf2423ab.vmdk to [datastore2] 1f1f56a8-a54a-4641-95d0-a153a68b7585/1f1f56a8-a54a-4641-95d0-a153a68b7585.vmdk {{(pid=62328) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1137.693394] env[62328]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-47ad0041-b67c-4b9f-864d-32e8bd336fef {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1137.698455] env[62328]: DEBUG oslo_vmware.api [None req-0e6b286a-8c60-4bfe-80e1-23fe1ec82ce8 tempest-AttachVolumeShelveTestJSON-116809589 tempest-AttachVolumeShelveTestJSON-116809589-project-member] Waiting for the task: (returnval){ [ 1137.698455] env[62328]: value = "task-2387732" [ 1137.698455] env[62328]: _type = "Task" [ 1137.698455] env[62328]: } to complete. {{(pid=62328) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1137.705871] env[62328]: DEBUG oslo_vmware.api [None req-0e6b286a-8c60-4bfe-80e1-23fe1ec82ce8 tempest-AttachVolumeShelveTestJSON-116809589 tempest-AttachVolumeShelveTestJSON-116809589-project-member] Task: {'id': task-2387732, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1137.763888] env[62328]: DEBUG oslo_vmware.api [None req-37fa2b99-e3a2-4142-b01d-834b704b61b9 tempest-ServerActionsTestOtherB-626827456 tempest-ServerActionsTestOtherB-626827456-project-member] Task: {'id': task-2387731, 'name': Rename_Task} progress is 14%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1137.976286] env[62328]: DEBUG oslo_concurrency.lockutils [None req-fb020c0d-b7e8-4c60-847d-4a57375d5f8b tempest-AttachVolumeTestJSON-944844435 tempest-AttachVolumeTestJSON-944844435-project-member] Lock "02189dfe-6cb3-4b95-ad18-59dbd22f2704" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 4.255s {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1138.005449] env[62328]: DEBUG oslo_concurrency.lockutils [None req-1d8446a2-8a42-4260-ae2e-1d78adc58bca tempest-AttachVolumeTestJSON-944844435 tempest-AttachVolumeTestJSON-944844435-project-member] Acquiring lock "02189dfe-6cb3-4b95-ad18-59dbd22f2704" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1138.005802] env[62328]: DEBUG oslo_concurrency.lockutils [None req-1d8446a2-8a42-4260-ae2e-1d78adc58bca tempest-AttachVolumeTestJSON-944844435 tempest-AttachVolumeTestJSON-944844435-project-member] Lock "02189dfe-6cb3-4b95-ad18-59dbd22f2704" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.001s {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1138.170562] env[62328]: INFO nova.compute.resource_tracker [None req-a5711ec3-073d-4fea-be4b-f9bd541ff01e tempest-ServerActionsTestJSON-389109759 tempest-ServerActionsTestJSON-389109759-project-member] [instance: 95dd703a-595e-467a-a8e9-bef4f806c33f] Updating resource usage from migration 6c260461-020f-4fe0-8716-f8b60e422164 [ 1138.210811] env[62328]: DEBUG oslo_vmware.api [None req-0e6b286a-8c60-4bfe-80e1-23fe1ec82ce8 tempest-AttachVolumeShelveTestJSON-116809589 tempest-AttachVolumeShelveTestJSON-116809589-project-member] Task: {'id': task-2387732, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1138.268059] env[62328]: DEBUG oslo_vmware.api [None req-37fa2b99-e3a2-4142-b01d-834b704b61b9 tempest-ServerActionsTestOtherB-626827456 tempest-ServerActionsTestOtherB-626827456-project-member] Task: {'id': task-2387731, 'name': Rename_Task, 'duration_secs': 0.870683} completed successfully. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1138.268362] env[62328]: DEBUG nova.virt.vmwareapi.vm_util [None req-37fa2b99-e3a2-4142-b01d-834b704b61b9 tempest-ServerActionsTestOtherB-626827456 tempest-ServerActionsTestOtherB-626827456-project-member] [instance: 75e155a3-05b0-44c5-86de-5643cbb05fc0] Powering on the VM {{(pid=62328) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1138.268723] env[62328]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-59294c5f-d920-46d6-a653-14604473e0a1 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1138.276169] env[62328]: DEBUG oslo_vmware.api [None req-37fa2b99-e3a2-4142-b01d-834b704b61b9 tempest-ServerActionsTestOtherB-626827456 tempest-ServerActionsTestOtherB-626827456-project-member] Waiting for the task: (returnval){ [ 1138.276169] env[62328]: value = "task-2387733" [ 1138.276169] env[62328]: _type = "Task" [ 1138.276169] env[62328]: } to complete. {{(pid=62328) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1138.287082] env[62328]: DEBUG oslo_vmware.api [None req-37fa2b99-e3a2-4142-b01d-834b704b61b9 tempest-ServerActionsTestOtherB-626827456 tempest-ServerActionsTestOtherB-626827456-project-member] Task: {'id': task-2387733, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1138.370853] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a5023cc6-2770-4027-88e7-44944ea70b8d {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1138.378824] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-742e7692-9b02-4307-b6a9-e1b00ab38f39 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1138.410681] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f3d4db2c-4265-47fb-b8a4-c5fdc245eb2e {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1138.419133] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-133b5e2e-2004-4f94-b227-2b0d04744fea {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1138.434109] env[62328]: DEBUG nova.compute.provider_tree [None req-a5711ec3-073d-4fea-be4b-f9bd541ff01e tempest-ServerActionsTestJSON-389109759 tempest-ServerActionsTestJSON-389109759-project-member] Inventory has not changed in ProviderTree for provider: 3469e9f8-04af-49ca-8435-49f104496744 {{(pid=62328) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1138.508822] env[62328]: INFO nova.compute.manager [None req-1d8446a2-8a42-4260-ae2e-1d78adc58bca tempest-AttachVolumeTestJSON-944844435 tempest-AttachVolumeTestJSON-944844435-project-member] [instance: 02189dfe-6cb3-4b95-ad18-59dbd22f2704] Detaching volume bc7b8971-c1c5-448b-9b1d-c42618b6395e [ 1138.546342] env[62328]: INFO nova.virt.block_device [None req-1d8446a2-8a42-4260-ae2e-1d78adc58bca tempest-AttachVolumeTestJSON-944844435 tempest-AttachVolumeTestJSON-944844435-project-member] [instance: 02189dfe-6cb3-4b95-ad18-59dbd22f2704] Attempting to driver detach volume bc7b8971-c1c5-448b-9b1d-c42618b6395e from mountpoint /dev/sdc [ 1138.546694] env[62328]: DEBUG nova.virt.vmwareapi.volumeops [None req-1d8446a2-8a42-4260-ae2e-1d78adc58bca tempest-AttachVolumeTestJSON-944844435 tempest-AttachVolumeTestJSON-944844435-project-member] [instance: 02189dfe-6cb3-4b95-ad18-59dbd22f2704] Volume detach. Driver type: vmdk {{(pid=62328) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1138.546926] env[62328]: DEBUG nova.virt.vmwareapi.volumeops [None req-1d8446a2-8a42-4260-ae2e-1d78adc58bca tempest-AttachVolumeTestJSON-944844435 tempest-AttachVolumeTestJSON-944844435-project-member] [instance: 02189dfe-6cb3-4b95-ad18-59dbd22f2704] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-484477', 'volume_id': 'bc7b8971-c1c5-448b-9b1d-c42618b6395e', 'name': 'volume-bc7b8971-c1c5-448b-9b1d-c42618b6395e', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '02189dfe-6cb3-4b95-ad18-59dbd22f2704', 'attached_at': '', 'detached_at': '', 'volume_id': 'bc7b8971-c1c5-448b-9b1d-c42618b6395e', 'serial': 'bc7b8971-c1c5-448b-9b1d-c42618b6395e'} {{(pid=62328) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1138.547951] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0d00816b-4d30-4073-b5a0-f32f1f022c7d {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1138.569575] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-62b015c5-daee-471f-b10d-659a1316d35f {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1138.577033] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7d00e23b-0a59-41a1-b87a-570262d1ab4b {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1138.596591] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ec2a76a2-f686-4ea3-b7cf-0abb597c06ca {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1138.610578] env[62328]: DEBUG nova.virt.vmwareapi.volumeops [None req-1d8446a2-8a42-4260-ae2e-1d78adc58bca tempest-AttachVolumeTestJSON-944844435 tempest-AttachVolumeTestJSON-944844435-project-member] The volume has not been displaced from its original location: [datastore2] volume-bc7b8971-c1c5-448b-9b1d-c42618b6395e/volume-bc7b8971-c1c5-448b-9b1d-c42618b6395e.vmdk. No consolidation needed. {{(pid=62328) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1138.615674] env[62328]: DEBUG nova.virt.vmwareapi.volumeops [None req-1d8446a2-8a42-4260-ae2e-1d78adc58bca tempest-AttachVolumeTestJSON-944844435 tempest-AttachVolumeTestJSON-944844435-project-member] [instance: 02189dfe-6cb3-4b95-ad18-59dbd22f2704] Reconfiguring VM instance instance-00000070 to detach disk 2002 {{(pid=62328) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1138.615934] env[62328]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0d210b59-ef21-40d0-92c9-43df0294b0aa {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1138.632927] env[62328]: DEBUG oslo_vmware.api [None req-1d8446a2-8a42-4260-ae2e-1d78adc58bca tempest-AttachVolumeTestJSON-944844435 tempest-AttachVolumeTestJSON-944844435-project-member] Waiting for the task: (returnval){ [ 1138.632927] env[62328]: value = "task-2387734" [ 1138.632927] env[62328]: _type = "Task" [ 1138.632927] env[62328]: } to complete. {{(pid=62328) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1138.640222] env[62328]: DEBUG oslo_vmware.api [None req-1d8446a2-8a42-4260-ae2e-1d78adc58bca tempest-AttachVolumeTestJSON-944844435 tempest-AttachVolumeTestJSON-944844435-project-member] Task: {'id': task-2387734, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1138.709171] env[62328]: DEBUG oslo_vmware.api [None req-0e6b286a-8c60-4bfe-80e1-23fe1ec82ce8 tempest-AttachVolumeShelveTestJSON-116809589 tempest-AttachVolumeShelveTestJSON-116809589-project-member] Task: {'id': task-2387732, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.726392} completed successfully. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1138.709459] env[62328]: DEBUG nova.virt.vmwareapi.vm_util [None req-0e6b286a-8c60-4bfe-80e1-23fe1ec82ce8 tempest-AttachVolumeShelveTestJSON-116809589 tempest-AttachVolumeShelveTestJSON-116809589-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/dbf872a4-92be-47e4-8561-c3e2bf2423ab/dbf872a4-92be-47e4-8561-c3e2bf2423ab.vmdk to [datastore2] 1f1f56a8-a54a-4641-95d0-a153a68b7585/1f1f56a8-a54a-4641-95d0-a153a68b7585.vmdk {{(pid=62328) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1138.709725] env[62328]: DEBUG nova.virt.vmwareapi.vmops [None req-0e6b286a-8c60-4bfe-80e1-23fe1ec82ce8 tempest-AttachVolumeShelveTestJSON-116809589 tempest-AttachVolumeShelveTestJSON-116809589-project-member] [instance: 1f1f56a8-a54a-4641-95d0-a153a68b7585] Extending root virtual disk to 1048576 {{(pid=62328) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1138.709963] env[62328]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-700b34de-6703-4d5d-bbb7-49157689b3d2 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1138.717244] env[62328]: DEBUG oslo_vmware.api [None req-0e6b286a-8c60-4bfe-80e1-23fe1ec82ce8 tempest-AttachVolumeShelveTestJSON-116809589 tempest-AttachVolumeShelveTestJSON-116809589-project-member] Waiting for the task: (returnval){ [ 1138.717244] env[62328]: value = "task-2387735" [ 1138.717244] env[62328]: _type = "Task" [ 1138.717244] env[62328]: } to complete. {{(pid=62328) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1138.726301] env[62328]: DEBUG oslo_vmware.api [None req-0e6b286a-8c60-4bfe-80e1-23fe1ec82ce8 tempest-AttachVolumeShelveTestJSON-116809589 tempest-AttachVolumeShelveTestJSON-116809589-project-member] Task: {'id': task-2387735, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1138.785387] env[62328]: DEBUG oslo_vmware.api [None req-37fa2b99-e3a2-4142-b01d-834b704b61b9 tempest-ServerActionsTestOtherB-626827456 tempest-ServerActionsTestOtherB-626827456-project-member] Task: {'id': task-2387733, 'name': PowerOnVM_Task, 'duration_secs': 0.475154} completed successfully. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1138.785672] env[62328]: DEBUG nova.virt.vmwareapi.vm_util [None req-37fa2b99-e3a2-4142-b01d-834b704b61b9 tempest-ServerActionsTestOtherB-626827456 tempest-ServerActionsTestOtherB-626827456-project-member] [instance: 75e155a3-05b0-44c5-86de-5643cbb05fc0] Powered on the VM {{(pid=62328) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1138.785877] env[62328]: INFO nova.compute.manager [None req-37fa2b99-e3a2-4142-b01d-834b704b61b9 tempest-ServerActionsTestOtherB-626827456 tempest-ServerActionsTestOtherB-626827456-project-member] [instance: 75e155a3-05b0-44c5-86de-5643cbb05fc0] Took 7.24 seconds to spawn the instance on the hypervisor. [ 1138.786065] env[62328]: DEBUG nova.compute.manager [None req-37fa2b99-e3a2-4142-b01d-834b704b61b9 tempest-ServerActionsTestOtherB-626827456 tempest-ServerActionsTestOtherB-626827456-project-member] [instance: 75e155a3-05b0-44c5-86de-5643cbb05fc0] Checking state {{(pid=62328) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1138.786851] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4a91df54-d27e-4dad-b302-1ae98a442430 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1138.814323] env[62328]: DEBUG oslo_concurrency.lockutils [None req-15c6cb75-1f44-4b41-b4a8-fd92dd55ee65 tempest-ServerActionsTestOtherA-1098162655 tempest-ServerActionsTestOtherA-1098162655-project-member] Acquiring lock "52a2a5c8-436b-462f-8786-acb79fa350b7" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1138.814568] env[62328]: DEBUG oslo_concurrency.lockutils [None req-15c6cb75-1f44-4b41-b4a8-fd92dd55ee65 tempest-ServerActionsTestOtherA-1098162655 tempest-ServerActionsTestOtherA-1098162655-project-member] Lock "52a2a5c8-436b-462f-8786-acb79fa350b7" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1138.814776] env[62328]: DEBUG oslo_concurrency.lockutils [None req-15c6cb75-1f44-4b41-b4a8-fd92dd55ee65 tempest-ServerActionsTestOtherA-1098162655 tempest-ServerActionsTestOtherA-1098162655-project-member] Acquiring lock "52a2a5c8-436b-462f-8786-acb79fa350b7-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1138.814953] env[62328]: DEBUG oslo_concurrency.lockutils [None req-15c6cb75-1f44-4b41-b4a8-fd92dd55ee65 tempest-ServerActionsTestOtherA-1098162655 tempest-ServerActionsTestOtherA-1098162655-project-member] Lock "52a2a5c8-436b-462f-8786-acb79fa350b7-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1138.815140] env[62328]: DEBUG oslo_concurrency.lockutils [None req-15c6cb75-1f44-4b41-b4a8-fd92dd55ee65 tempest-ServerActionsTestOtherA-1098162655 tempest-ServerActionsTestOtherA-1098162655-project-member] Lock "52a2a5c8-436b-462f-8786-acb79fa350b7-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1138.817128] env[62328]: INFO nova.compute.manager [None req-15c6cb75-1f44-4b41-b4a8-fd92dd55ee65 tempest-ServerActionsTestOtherA-1098162655 tempest-ServerActionsTestOtherA-1098162655-project-member] [instance: 52a2a5c8-436b-462f-8786-acb79fa350b7] Terminating instance [ 1138.937970] env[62328]: DEBUG nova.scheduler.client.report [None req-a5711ec3-073d-4fea-be4b-f9bd541ff01e tempest-ServerActionsTestJSON-389109759 tempest-ServerActionsTestJSON-389109759-project-member] Inventory has not changed for provider 3469e9f8-04af-49ca-8435-49f104496744 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 152, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62328) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1139.074858] env[62328]: DEBUG nova.compute.manager [req-f0eb5ce0-97bf-4f33-b023-68ae5e9ea728 req-fb90a051-3b3b-4505-a1f2-c01fa1ec9960 service nova] [instance: d1503bc1-0c77-4ecd-b280-0768c1764c30] Received event network-vif-plugged-998814d8-3a14-418f-aea3-6a4609992783 {{(pid=62328) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1139.075126] env[62328]: DEBUG oslo_concurrency.lockutils [req-f0eb5ce0-97bf-4f33-b023-68ae5e9ea728 req-fb90a051-3b3b-4505-a1f2-c01fa1ec9960 service nova] Acquiring lock "d1503bc1-0c77-4ecd-b280-0768c1764c30-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1139.075279] env[62328]: DEBUG oslo_concurrency.lockutils [req-f0eb5ce0-97bf-4f33-b023-68ae5e9ea728 req-fb90a051-3b3b-4505-a1f2-c01fa1ec9960 service nova] Lock "d1503bc1-0c77-4ecd-b280-0768c1764c30-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1139.075444] env[62328]: DEBUG oslo_concurrency.lockutils [req-f0eb5ce0-97bf-4f33-b023-68ae5e9ea728 req-fb90a051-3b3b-4505-a1f2-c01fa1ec9960 service nova] Lock "d1503bc1-0c77-4ecd-b280-0768c1764c30-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1139.075608] env[62328]: DEBUG nova.compute.manager [req-f0eb5ce0-97bf-4f33-b023-68ae5e9ea728 req-fb90a051-3b3b-4505-a1f2-c01fa1ec9960 service nova] [instance: d1503bc1-0c77-4ecd-b280-0768c1764c30] No waiting events found dispatching network-vif-plugged-998814d8-3a14-418f-aea3-6a4609992783 {{(pid=62328) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1139.075759] env[62328]: WARNING nova.compute.manager [req-f0eb5ce0-97bf-4f33-b023-68ae5e9ea728 req-fb90a051-3b3b-4505-a1f2-c01fa1ec9960 service nova] [instance: d1503bc1-0c77-4ecd-b280-0768c1764c30] Received unexpected event network-vif-plugged-998814d8-3a14-418f-aea3-6a4609992783 for instance with vm_state active and task_state None. [ 1139.110333] env[62328]: DEBUG nova.network.neutron [None req-d4e4d0cf-72ea-41a3-8366-9f99d50ba7b3 tempest-AttachInterfacesTestJSON-1049158018 tempest-AttachInterfacesTestJSON-1049158018-project-member] [instance: d1503bc1-0c77-4ecd-b280-0768c1764c30] Successfully updated port: 998814d8-3a14-418f-aea3-6a4609992783 {{(pid=62328) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1139.142254] env[62328]: DEBUG oslo_vmware.api [None req-1d8446a2-8a42-4260-ae2e-1d78adc58bca tempest-AttachVolumeTestJSON-944844435 tempest-AttachVolumeTestJSON-944844435-project-member] Task: {'id': task-2387734, 'name': ReconfigVM_Task, 'duration_secs': 0.437736} completed successfully. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1139.142516] env[62328]: DEBUG nova.virt.vmwareapi.volumeops [None req-1d8446a2-8a42-4260-ae2e-1d78adc58bca tempest-AttachVolumeTestJSON-944844435 tempest-AttachVolumeTestJSON-944844435-project-member] [instance: 02189dfe-6cb3-4b95-ad18-59dbd22f2704] Reconfigured VM instance instance-00000070 to detach disk 2002 {{(pid=62328) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1139.146996] env[62328]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-bbc9e2ee-bbf0-4d1c-867d-cd243be6afcf {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1139.166393] env[62328]: DEBUG oslo_vmware.api [None req-1d8446a2-8a42-4260-ae2e-1d78adc58bca tempest-AttachVolumeTestJSON-944844435 tempest-AttachVolumeTestJSON-944844435-project-member] Waiting for the task: (returnval){ [ 1139.166393] env[62328]: value = "task-2387736" [ 1139.166393] env[62328]: _type = "Task" [ 1139.166393] env[62328]: } to complete. {{(pid=62328) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1139.178389] env[62328]: DEBUG oslo_vmware.api [None req-1d8446a2-8a42-4260-ae2e-1d78adc58bca tempest-AttachVolumeTestJSON-944844435 tempest-AttachVolumeTestJSON-944844435-project-member] Task: {'id': task-2387736, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1139.228182] env[62328]: DEBUG oslo_vmware.api [None req-0e6b286a-8c60-4bfe-80e1-23fe1ec82ce8 tempest-AttachVolumeShelveTestJSON-116809589 tempest-AttachVolumeShelveTestJSON-116809589-project-member] Task: {'id': task-2387735, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.078586} completed successfully. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1139.228480] env[62328]: DEBUG nova.virt.vmwareapi.vmops [None req-0e6b286a-8c60-4bfe-80e1-23fe1ec82ce8 tempest-AttachVolumeShelveTestJSON-116809589 tempest-AttachVolumeShelveTestJSON-116809589-project-member] [instance: 1f1f56a8-a54a-4641-95d0-a153a68b7585] Extended root virtual disk {{(pid=62328) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1139.229350] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ceafafd9-f91d-4a68-bc60-9f67072d3832 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1139.251690] env[62328]: DEBUG nova.virt.vmwareapi.volumeops [None req-0e6b286a-8c60-4bfe-80e1-23fe1ec82ce8 tempest-AttachVolumeShelveTestJSON-116809589 tempest-AttachVolumeShelveTestJSON-116809589-project-member] [instance: 1f1f56a8-a54a-4641-95d0-a153a68b7585] Reconfiguring VM instance instance-00000076 to attach disk [datastore2] 1f1f56a8-a54a-4641-95d0-a153a68b7585/1f1f56a8-a54a-4641-95d0-a153a68b7585.vmdk or device None with type sparse {{(pid=62328) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1139.251994] env[62328]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-fd48c743-0fe7-4f9d-a900-03135d97b44b {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1139.272203] env[62328]: DEBUG oslo_vmware.api [None req-0e6b286a-8c60-4bfe-80e1-23fe1ec82ce8 tempest-AttachVolumeShelveTestJSON-116809589 tempest-AttachVolumeShelveTestJSON-116809589-project-member] Waiting for the task: (returnval){ [ 1139.272203] env[62328]: value = "task-2387737" [ 1139.272203] env[62328]: _type = "Task" [ 1139.272203] env[62328]: } to complete. {{(pid=62328) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1139.280056] env[62328]: DEBUG oslo_vmware.api [None req-0e6b286a-8c60-4bfe-80e1-23fe1ec82ce8 tempest-AttachVolumeShelveTestJSON-116809589 tempest-AttachVolumeShelveTestJSON-116809589-project-member] Task: {'id': task-2387737, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1139.303068] env[62328]: INFO nova.compute.manager [None req-37fa2b99-e3a2-4142-b01d-834b704b61b9 tempest-ServerActionsTestOtherB-626827456 tempest-ServerActionsTestOtherB-626827456-project-member] [instance: 75e155a3-05b0-44c5-86de-5643cbb05fc0] Took 12.02 seconds to build instance. [ 1139.321096] env[62328]: DEBUG nova.compute.manager [None req-15c6cb75-1f44-4b41-b4a8-fd92dd55ee65 tempest-ServerActionsTestOtherA-1098162655 tempest-ServerActionsTestOtherA-1098162655-project-member] [instance: 52a2a5c8-436b-462f-8786-acb79fa350b7] Start destroying the instance on the hypervisor. {{(pid=62328) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1139.321452] env[62328]: DEBUG nova.virt.vmwareapi.vm_util [None req-15c6cb75-1f44-4b41-b4a8-fd92dd55ee65 tempest-ServerActionsTestOtherA-1098162655 tempest-ServerActionsTestOtherA-1098162655-project-member] [instance: 52a2a5c8-436b-462f-8786-acb79fa350b7] Powering off the VM {{(pid=62328) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1139.322168] env[62328]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e6ba8202-bb22-4d2f-92ff-eca3c6170e04 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1139.328592] env[62328]: DEBUG oslo_vmware.api [None req-15c6cb75-1f44-4b41-b4a8-fd92dd55ee65 tempest-ServerActionsTestOtherA-1098162655 tempest-ServerActionsTestOtherA-1098162655-project-member] Waiting for the task: (returnval){ [ 1139.328592] env[62328]: value = "task-2387738" [ 1139.328592] env[62328]: _type = "Task" [ 1139.328592] env[62328]: } to complete. {{(pid=62328) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1139.340901] env[62328]: DEBUG oslo_vmware.api [None req-15c6cb75-1f44-4b41-b4a8-fd92dd55ee65 tempest-ServerActionsTestOtherA-1098162655 tempest-ServerActionsTestOtherA-1098162655-project-member] Task: {'id': task-2387738, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1139.443414] env[62328]: DEBUG oslo_concurrency.lockutils [None req-a5711ec3-073d-4fea-be4b-f9bd541ff01e tempest-ServerActionsTestJSON-389109759 tempest-ServerActionsTestJSON-389109759-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.283s {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1139.443672] env[62328]: INFO nova.compute.manager [None req-a5711ec3-073d-4fea-be4b-f9bd541ff01e tempest-ServerActionsTestJSON-389109759 tempest-ServerActionsTestJSON-389109759-project-member] [instance: 95dd703a-595e-467a-a8e9-bef4f806c33f] Migrating [ 1139.613282] env[62328]: DEBUG oslo_concurrency.lockutils [None req-d4e4d0cf-72ea-41a3-8366-9f99d50ba7b3 tempest-AttachInterfacesTestJSON-1049158018 tempest-AttachInterfacesTestJSON-1049158018-project-member] Acquiring lock "refresh_cache-d1503bc1-0c77-4ecd-b280-0768c1764c30" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1139.613471] env[62328]: DEBUG oslo_concurrency.lockutils [None req-d4e4d0cf-72ea-41a3-8366-9f99d50ba7b3 tempest-AttachInterfacesTestJSON-1049158018 tempest-AttachInterfacesTestJSON-1049158018-project-member] Acquired lock "refresh_cache-d1503bc1-0c77-4ecd-b280-0768c1764c30" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1139.613654] env[62328]: DEBUG nova.network.neutron [None req-d4e4d0cf-72ea-41a3-8366-9f99d50ba7b3 tempest-AttachInterfacesTestJSON-1049158018 tempest-AttachInterfacesTestJSON-1049158018-project-member] [instance: d1503bc1-0c77-4ecd-b280-0768c1764c30] Building network info cache for instance {{(pid=62328) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1139.677391] env[62328]: DEBUG oslo_vmware.api [None req-1d8446a2-8a42-4260-ae2e-1d78adc58bca tempest-AttachVolumeTestJSON-944844435 tempest-AttachVolumeTestJSON-944844435-project-member] Task: {'id': task-2387736, 'name': ReconfigVM_Task, 'duration_secs': 0.277865} completed successfully. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1139.677887] env[62328]: DEBUG nova.virt.vmwareapi.volumeops [None req-1d8446a2-8a42-4260-ae2e-1d78adc58bca tempest-AttachVolumeTestJSON-944844435 tempest-AttachVolumeTestJSON-944844435-project-member] [instance: 02189dfe-6cb3-4b95-ad18-59dbd22f2704] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-484477', 'volume_id': 'bc7b8971-c1c5-448b-9b1d-c42618b6395e', 'name': 'volume-bc7b8971-c1c5-448b-9b1d-c42618b6395e', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '02189dfe-6cb3-4b95-ad18-59dbd22f2704', 'attached_at': '', 'detached_at': '', 'volume_id': 'bc7b8971-c1c5-448b-9b1d-c42618b6395e', 'serial': 'bc7b8971-c1c5-448b-9b1d-c42618b6395e'} {{(pid=62328) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1139.781346] env[62328]: DEBUG oslo_vmware.api [None req-0e6b286a-8c60-4bfe-80e1-23fe1ec82ce8 tempest-AttachVolumeShelveTestJSON-116809589 tempest-AttachVolumeShelveTestJSON-116809589-project-member] Task: {'id': task-2387737, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1139.804981] env[62328]: DEBUG oslo_concurrency.lockutils [None req-37fa2b99-e3a2-4142-b01d-834b704b61b9 tempest-ServerActionsTestOtherB-626827456 tempest-ServerActionsTestOtherB-626827456-project-member] Lock "75e155a3-05b0-44c5-86de-5643cbb05fc0" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 13.529s {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1139.837933] env[62328]: DEBUG oslo_vmware.api [None req-15c6cb75-1f44-4b41-b4a8-fd92dd55ee65 tempest-ServerActionsTestOtherA-1098162655 tempest-ServerActionsTestOtherA-1098162655-project-member] Task: {'id': task-2387738, 'name': PowerOffVM_Task, 'duration_secs': 0.311128} completed successfully. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1139.838219] env[62328]: DEBUG nova.virt.vmwareapi.vm_util [None req-15c6cb75-1f44-4b41-b4a8-fd92dd55ee65 tempest-ServerActionsTestOtherA-1098162655 tempest-ServerActionsTestOtherA-1098162655-project-member] [instance: 52a2a5c8-436b-462f-8786-acb79fa350b7] Powered off the VM {{(pid=62328) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1139.838414] env[62328]: DEBUG nova.virt.vmwareapi.volumeops [None req-15c6cb75-1f44-4b41-b4a8-fd92dd55ee65 tempest-ServerActionsTestOtherA-1098162655 tempest-ServerActionsTestOtherA-1098162655-project-member] [instance: 52a2a5c8-436b-462f-8786-acb79fa350b7] Volume detach. Driver type: vmdk {{(pid=62328) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1139.838603] env[62328]: DEBUG nova.virt.vmwareapi.volumeops [None req-15c6cb75-1f44-4b41-b4a8-fd92dd55ee65 tempest-ServerActionsTestOtherA-1098162655 tempest-ServerActionsTestOtherA-1098162655-project-member] [instance: 52a2a5c8-436b-462f-8786-acb79fa350b7] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-484459', 'volume_id': '78a4b907-9963-49c9-bc1c-07a50a56cb8d', 'name': 'volume-78a4b907-9963-49c9-bc1c-07a50a56cb8d', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attaching', 'instance': '52a2a5c8-436b-462f-8786-acb79fa350b7', 'attached_at': '2025-02-07T17:28:01.000000', 'detached_at': '', 'volume_id': '78a4b907-9963-49c9-bc1c-07a50a56cb8d', 'serial': '78a4b907-9963-49c9-bc1c-07a50a56cb8d'} {{(pid=62328) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1139.839408] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4d6aa2eb-86ea-4adb-955e-c7a5656f366f {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1139.857063] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ce84e1e8-7f8c-40e7-b050-ccf50aae3e6b {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1139.863418] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6089a30f-ecdb-4d0a-a19c-defd262c474d {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1139.880739] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e3b55ce3-02fb-403e-a187-922279fe4fa4 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1139.895110] env[62328]: DEBUG nova.virt.vmwareapi.volumeops [None req-15c6cb75-1f44-4b41-b4a8-fd92dd55ee65 tempest-ServerActionsTestOtherA-1098162655 tempest-ServerActionsTestOtherA-1098162655-project-member] The volume has not been displaced from its original location: [datastore2] volume-78a4b907-9963-49c9-bc1c-07a50a56cb8d/volume-78a4b907-9963-49c9-bc1c-07a50a56cb8d.vmdk. No consolidation needed. {{(pid=62328) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1139.900318] env[62328]: DEBUG nova.virt.vmwareapi.volumeops [None req-15c6cb75-1f44-4b41-b4a8-fd92dd55ee65 tempest-ServerActionsTestOtherA-1098162655 tempest-ServerActionsTestOtherA-1098162655-project-member] [instance: 52a2a5c8-436b-462f-8786-acb79fa350b7] Reconfiguring VM instance instance-00000071 to detach disk 2000 {{(pid=62328) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1139.900590] env[62328]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-02c54a3b-1e0b-4af4-a882-218793fe37c2 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1139.917701] env[62328]: DEBUG oslo_vmware.api [None req-15c6cb75-1f44-4b41-b4a8-fd92dd55ee65 tempest-ServerActionsTestOtherA-1098162655 tempest-ServerActionsTestOtherA-1098162655-project-member] Waiting for the task: (returnval){ [ 1139.917701] env[62328]: value = "task-2387739" [ 1139.917701] env[62328]: _type = "Task" [ 1139.917701] env[62328]: } to complete. {{(pid=62328) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1139.925041] env[62328]: DEBUG oslo_vmware.api [None req-15c6cb75-1f44-4b41-b4a8-fd92dd55ee65 tempest-ServerActionsTestOtherA-1098162655 tempest-ServerActionsTestOtherA-1098162655-project-member] Task: {'id': task-2387739, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1139.964233] env[62328]: DEBUG oslo_concurrency.lockutils [None req-a5711ec3-073d-4fea-be4b-f9bd541ff01e tempest-ServerActionsTestJSON-389109759 tempest-ServerActionsTestJSON-389109759-project-member] Acquiring lock "refresh_cache-95dd703a-595e-467a-a8e9-bef4f806c33f" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1139.964424] env[62328]: DEBUG oslo_concurrency.lockutils [None req-a5711ec3-073d-4fea-be4b-f9bd541ff01e tempest-ServerActionsTestJSON-389109759 tempest-ServerActionsTestJSON-389109759-project-member] Acquired lock "refresh_cache-95dd703a-595e-467a-a8e9-bef4f806c33f" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1139.964607] env[62328]: DEBUG nova.network.neutron [None req-a5711ec3-073d-4fea-be4b-f9bd541ff01e tempest-ServerActionsTestJSON-389109759 tempest-ServerActionsTestJSON-389109759-project-member] [instance: 95dd703a-595e-467a-a8e9-bef4f806c33f] Building network info cache for instance {{(pid=62328) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1140.179524] env[62328]: WARNING nova.network.neutron [None req-d4e4d0cf-72ea-41a3-8366-9f99d50ba7b3 tempest-AttachInterfacesTestJSON-1049158018 tempest-AttachInterfacesTestJSON-1049158018-project-member] [instance: d1503bc1-0c77-4ecd-b280-0768c1764c30] 43b1657c-44ae-47a8-8e8d-196242ef7fca already exists in list: networks containing: ['43b1657c-44ae-47a8-8e8d-196242ef7fca']. ignoring it [ 1140.223255] env[62328]: DEBUG nova.objects.instance [None req-1d8446a2-8a42-4260-ae2e-1d78adc58bca tempest-AttachVolumeTestJSON-944844435 tempest-AttachVolumeTestJSON-944844435-project-member] Lazy-loading 'flavor' on Instance uuid 02189dfe-6cb3-4b95-ad18-59dbd22f2704 {{(pid=62328) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1140.283047] env[62328]: DEBUG oslo_vmware.api [None req-0e6b286a-8c60-4bfe-80e1-23fe1ec82ce8 tempest-AttachVolumeShelveTestJSON-116809589 tempest-AttachVolumeShelveTestJSON-116809589-project-member] Task: {'id': task-2387737, 'name': ReconfigVM_Task, 'duration_secs': 0.759437} completed successfully. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1140.283216] env[62328]: DEBUG nova.virt.vmwareapi.volumeops [None req-0e6b286a-8c60-4bfe-80e1-23fe1ec82ce8 tempest-AttachVolumeShelveTestJSON-116809589 tempest-AttachVolumeShelveTestJSON-116809589-project-member] [instance: 1f1f56a8-a54a-4641-95d0-a153a68b7585] Reconfigured VM instance instance-00000076 to attach disk [datastore2] 1f1f56a8-a54a-4641-95d0-a153a68b7585/1f1f56a8-a54a-4641-95d0-a153a68b7585.vmdk or device None with type sparse {{(pid=62328) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1140.283780] env[62328]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-e1242928-a0d1-4332-84df-53173d93096d {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1140.290156] env[62328]: DEBUG oslo_vmware.api [None req-0e6b286a-8c60-4bfe-80e1-23fe1ec82ce8 tempest-AttachVolumeShelveTestJSON-116809589 tempest-AttachVolumeShelveTestJSON-116809589-project-member] Waiting for the task: (returnval){ [ 1140.290156] env[62328]: value = "task-2387740" [ 1140.290156] env[62328]: _type = "Task" [ 1140.290156] env[62328]: } to complete. {{(pid=62328) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1140.299264] env[62328]: DEBUG oslo_vmware.api [None req-0e6b286a-8c60-4bfe-80e1-23fe1ec82ce8 tempest-AttachVolumeShelveTestJSON-116809589 tempest-AttachVolumeShelveTestJSON-116809589-project-member] Task: {'id': task-2387740, 'name': Rename_Task} progress is 0%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1140.427797] env[62328]: DEBUG oslo_vmware.api [None req-15c6cb75-1f44-4b41-b4a8-fd92dd55ee65 tempest-ServerActionsTestOtherA-1098162655 tempest-ServerActionsTestOtherA-1098162655-project-member] Task: {'id': task-2387739, 'name': ReconfigVM_Task, 'duration_secs': 0.168175} completed successfully. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1140.428097] env[62328]: DEBUG nova.virt.vmwareapi.volumeops [None req-15c6cb75-1f44-4b41-b4a8-fd92dd55ee65 tempest-ServerActionsTestOtherA-1098162655 tempest-ServerActionsTestOtherA-1098162655-project-member] [instance: 52a2a5c8-436b-462f-8786-acb79fa350b7] Reconfigured VM instance instance-00000071 to detach disk 2000 {{(pid=62328) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1140.434757] env[62328]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-83f695dc-1ed3-4bfd-a878-fabe21ceade0 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1140.449480] env[62328]: DEBUG oslo_vmware.api [None req-15c6cb75-1f44-4b41-b4a8-fd92dd55ee65 tempest-ServerActionsTestOtherA-1098162655 tempest-ServerActionsTestOtherA-1098162655-project-member] Waiting for the task: (returnval){ [ 1140.449480] env[62328]: value = "task-2387741" [ 1140.449480] env[62328]: _type = "Task" [ 1140.449480] env[62328]: } to complete. {{(pid=62328) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1140.457037] env[62328]: DEBUG oslo_vmware.api [None req-15c6cb75-1f44-4b41-b4a8-fd92dd55ee65 tempest-ServerActionsTestOtherA-1098162655 tempest-ServerActionsTestOtherA-1098162655-project-member] Task: {'id': task-2387741, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1140.477062] env[62328]: DEBUG nova.network.neutron [None req-d4e4d0cf-72ea-41a3-8366-9f99d50ba7b3 tempest-AttachInterfacesTestJSON-1049158018 tempest-AttachInterfacesTestJSON-1049158018-project-member] [instance: d1503bc1-0c77-4ecd-b280-0768c1764c30] Updating instance_info_cache with network_info: [{"id": "248457e0-9e2e-473a-bc18-6d0c9d3ab3eb", "address": "fa:16:3e:0b:7e:3b", "network": {"id": "43b1657c-44ae-47a8-8e8d-196242ef7fca", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1953540822-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.220", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e88420d74d294fef9f976142535b9ac5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9f3a2eb5-353f-45c5-a73b-869626f4bb13", "external-id": "nsx-vlan-transportzone-411", "segmentation_id": 411, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap248457e0-9e", "ovs_interfaceid": "248457e0-9e2e-473a-bc18-6d0c9d3ab3eb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "998814d8-3a14-418f-aea3-6a4609992783", "address": "fa:16:3e:3e:36:d7", "network": {"id": "43b1657c-44ae-47a8-8e8d-196242ef7fca", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1953540822-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e88420d74d294fef9f976142535b9ac5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9f3a2eb5-353f-45c5-a73b-869626f4bb13", "external-id": "nsx-vlan-transportzone-411", "segmentation_id": 411, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap998814d8-3a", "ovs_interfaceid": "998814d8-3a14-418f-aea3-6a4609992783", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62328) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1140.730390] env[62328]: DEBUG nova.network.neutron [None req-a5711ec3-073d-4fea-be4b-f9bd541ff01e tempest-ServerActionsTestJSON-389109759 tempest-ServerActionsTestJSON-389109759-project-member] [instance: 95dd703a-595e-467a-a8e9-bef4f806c33f] Updating instance_info_cache with network_info: [{"id": "9105a57c-77b4-4fb7-a79d-b3043888294a", "address": "fa:16:3e:66:e8:f8", "network": {"id": "805c8157-3d39-4783-8cec-987f63104f4b", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-938088414-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.184", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9a4c228c680f4e5fa3409558e769cc0a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c1195acd-707f-4bac-a99d-14db17a63802", "external-id": "nsx-vlan-transportzone-322", "segmentation_id": 322, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9105a57c-77", "ovs_interfaceid": "9105a57c-77b4-4fb7-a79d-b3043888294a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62328) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1140.799509] env[62328]: DEBUG oslo_vmware.api [None req-0e6b286a-8c60-4bfe-80e1-23fe1ec82ce8 tempest-AttachVolumeShelveTestJSON-116809589 tempest-AttachVolumeShelveTestJSON-116809589-project-member] Task: {'id': task-2387740, 'name': Rename_Task, 'duration_secs': 0.280287} completed successfully. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1140.799778] env[62328]: DEBUG nova.virt.vmwareapi.vm_util [None req-0e6b286a-8c60-4bfe-80e1-23fe1ec82ce8 tempest-AttachVolumeShelveTestJSON-116809589 tempest-AttachVolumeShelveTestJSON-116809589-project-member] [instance: 1f1f56a8-a54a-4641-95d0-a153a68b7585] Powering on the VM {{(pid=62328) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1140.800027] env[62328]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-ed6fcff9-0a10-4f1b-b075-4f4fd39afe20 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1140.806688] env[62328]: DEBUG oslo_vmware.api [None req-0e6b286a-8c60-4bfe-80e1-23fe1ec82ce8 tempest-AttachVolumeShelveTestJSON-116809589 tempest-AttachVolumeShelveTestJSON-116809589-project-member] Waiting for the task: (returnval){ [ 1140.806688] env[62328]: value = "task-2387742" [ 1140.806688] env[62328]: _type = "Task" [ 1140.806688] env[62328]: } to complete. {{(pid=62328) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1140.813845] env[62328]: DEBUG oslo_vmware.api [None req-0e6b286a-8c60-4bfe-80e1-23fe1ec82ce8 tempest-AttachVolumeShelveTestJSON-116809589 tempest-AttachVolumeShelveTestJSON-116809589-project-member] Task: {'id': task-2387742, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1140.959588] env[62328]: DEBUG oslo_vmware.api [None req-15c6cb75-1f44-4b41-b4a8-fd92dd55ee65 tempest-ServerActionsTestOtherA-1098162655 tempest-ServerActionsTestOtherA-1098162655-project-member] Task: {'id': task-2387741, 'name': ReconfigVM_Task, 'duration_secs': 0.141805} completed successfully. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1140.959845] env[62328]: DEBUG nova.virt.vmwareapi.volumeops [None req-15c6cb75-1f44-4b41-b4a8-fd92dd55ee65 tempest-ServerActionsTestOtherA-1098162655 tempest-ServerActionsTestOtherA-1098162655-project-member] [instance: 52a2a5c8-436b-462f-8786-acb79fa350b7] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-484459', 'volume_id': '78a4b907-9963-49c9-bc1c-07a50a56cb8d', 'name': 'volume-78a4b907-9963-49c9-bc1c-07a50a56cb8d', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attaching', 'instance': '52a2a5c8-436b-462f-8786-acb79fa350b7', 'attached_at': '2025-02-07T17:28:01.000000', 'detached_at': '', 'volume_id': '78a4b907-9963-49c9-bc1c-07a50a56cb8d', 'serial': '78a4b907-9963-49c9-bc1c-07a50a56cb8d'} {{(pid=62328) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1140.960161] env[62328]: DEBUG nova.virt.vmwareapi.vmops [None req-15c6cb75-1f44-4b41-b4a8-fd92dd55ee65 tempest-ServerActionsTestOtherA-1098162655 tempest-ServerActionsTestOtherA-1098162655-project-member] [instance: 52a2a5c8-436b-462f-8786-acb79fa350b7] Destroying instance {{(pid=62328) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1140.960975] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f82d59c3-66f1-420b-b3da-e30c0cbc4ca4 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1140.968112] env[62328]: DEBUG nova.virt.vmwareapi.vmops [None req-15c6cb75-1f44-4b41-b4a8-fd92dd55ee65 tempest-ServerActionsTestOtherA-1098162655 tempest-ServerActionsTestOtherA-1098162655-project-member] [instance: 52a2a5c8-436b-462f-8786-acb79fa350b7] Unregistering the VM {{(pid=62328) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1140.968343] env[62328]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-354f5cd1-a547-49dd-afd5-98c8860ea36a {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1140.979471] env[62328]: DEBUG oslo_concurrency.lockutils [None req-d4e4d0cf-72ea-41a3-8366-9f99d50ba7b3 tempest-AttachInterfacesTestJSON-1049158018 tempest-AttachInterfacesTestJSON-1049158018-project-member] Releasing lock "refresh_cache-d1503bc1-0c77-4ecd-b280-0768c1764c30" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1140.980093] env[62328]: DEBUG oslo_concurrency.lockutils [None req-d4e4d0cf-72ea-41a3-8366-9f99d50ba7b3 tempest-AttachInterfacesTestJSON-1049158018 tempest-AttachInterfacesTestJSON-1049158018-project-member] Acquiring lock "d1503bc1-0c77-4ecd-b280-0768c1764c30" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1140.980260] env[62328]: DEBUG oslo_concurrency.lockutils [None req-d4e4d0cf-72ea-41a3-8366-9f99d50ba7b3 tempest-AttachInterfacesTestJSON-1049158018 tempest-AttachInterfacesTestJSON-1049158018-project-member] Acquired lock "d1503bc1-0c77-4ecd-b280-0768c1764c30" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1140.980963] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a467ea9f-3ba4-4c57-a6e9-48350d8a6b6f {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1140.998490] env[62328]: DEBUG nova.virt.hardware [None req-d4e4d0cf-72ea-41a3-8366-9f99d50ba7b3 tempest-AttachInterfacesTestJSON-1049158018 tempest-AttachInterfacesTestJSON-1049158018-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-07T17:16:55Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=,min_ram=,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62328) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1140.998706] env[62328]: DEBUG nova.virt.hardware [None req-d4e4d0cf-72ea-41a3-8366-9f99d50ba7b3 tempest-AttachInterfacesTestJSON-1049158018 tempest-AttachInterfacesTestJSON-1049158018-project-member] Flavor limits 0:0:0 {{(pid=62328) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1140.998858] env[62328]: DEBUG nova.virt.hardware [None req-d4e4d0cf-72ea-41a3-8366-9f99d50ba7b3 tempest-AttachInterfacesTestJSON-1049158018 tempest-AttachInterfacesTestJSON-1049158018-project-member] Image limits 0:0:0 {{(pid=62328) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1140.999077] env[62328]: DEBUG nova.virt.hardware [None req-d4e4d0cf-72ea-41a3-8366-9f99d50ba7b3 tempest-AttachInterfacesTestJSON-1049158018 tempest-AttachInterfacesTestJSON-1049158018-project-member] Flavor pref 0:0:0 {{(pid=62328) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1140.999240] env[62328]: DEBUG nova.virt.hardware [None req-d4e4d0cf-72ea-41a3-8366-9f99d50ba7b3 tempest-AttachInterfacesTestJSON-1049158018 tempest-AttachInterfacesTestJSON-1049158018-project-member] Image pref 0:0:0 {{(pid=62328) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1140.999384] env[62328]: DEBUG nova.virt.hardware [None req-d4e4d0cf-72ea-41a3-8366-9f99d50ba7b3 tempest-AttachInterfacesTestJSON-1049158018 tempest-AttachInterfacesTestJSON-1049158018-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62328) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1140.999628] env[62328]: DEBUG nova.virt.hardware [None req-d4e4d0cf-72ea-41a3-8366-9f99d50ba7b3 tempest-AttachInterfacesTestJSON-1049158018 tempest-AttachInterfacesTestJSON-1049158018-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62328) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1140.999803] env[62328]: DEBUG nova.virt.hardware [None req-d4e4d0cf-72ea-41a3-8366-9f99d50ba7b3 tempest-AttachInterfacesTestJSON-1049158018 tempest-AttachInterfacesTestJSON-1049158018-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62328) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1140.999973] env[62328]: DEBUG nova.virt.hardware [None req-d4e4d0cf-72ea-41a3-8366-9f99d50ba7b3 tempest-AttachInterfacesTestJSON-1049158018 tempest-AttachInterfacesTestJSON-1049158018-project-member] Got 1 possible topologies {{(pid=62328) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1141.000224] env[62328]: DEBUG nova.virt.hardware [None req-d4e4d0cf-72ea-41a3-8366-9f99d50ba7b3 tempest-AttachInterfacesTestJSON-1049158018 tempest-AttachInterfacesTestJSON-1049158018-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62328) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1141.000422] env[62328]: DEBUG nova.virt.hardware [None req-d4e4d0cf-72ea-41a3-8366-9f99d50ba7b3 tempest-AttachInterfacesTestJSON-1049158018 tempest-AttachInterfacesTestJSON-1049158018-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62328) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1141.006738] env[62328]: DEBUG nova.virt.vmwareapi.vmops [None req-d4e4d0cf-72ea-41a3-8366-9f99d50ba7b3 tempest-AttachInterfacesTestJSON-1049158018 tempest-AttachInterfacesTestJSON-1049158018-project-member] [instance: d1503bc1-0c77-4ecd-b280-0768c1764c30] Reconfiguring VM to attach interface {{(pid=62328) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1923}} [ 1141.007414] env[62328]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ab76734f-18e8-409a-a449-5d900dd30ae3 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1141.026127] env[62328]: DEBUG oslo_vmware.api [None req-d4e4d0cf-72ea-41a3-8366-9f99d50ba7b3 tempest-AttachInterfacesTestJSON-1049158018 tempest-AttachInterfacesTestJSON-1049158018-project-member] Waiting for the task: (returnval){ [ 1141.026127] env[62328]: value = "task-2387744" [ 1141.026127] env[62328]: _type = "Task" [ 1141.026127] env[62328]: } to complete. {{(pid=62328) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1141.030011] env[62328]: DEBUG nova.virt.vmwareapi.vmops [None req-15c6cb75-1f44-4b41-b4a8-fd92dd55ee65 tempest-ServerActionsTestOtherA-1098162655 tempest-ServerActionsTestOtherA-1098162655-project-member] [instance: 52a2a5c8-436b-462f-8786-acb79fa350b7] Unregistered the VM {{(pid=62328) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1141.030232] env[62328]: DEBUG nova.virt.vmwareapi.vmops [None req-15c6cb75-1f44-4b41-b4a8-fd92dd55ee65 tempest-ServerActionsTestOtherA-1098162655 tempest-ServerActionsTestOtherA-1098162655-project-member] [instance: 52a2a5c8-436b-462f-8786-acb79fa350b7] Deleting contents of the VM from datastore datastore2 {{(pid=62328) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1141.030422] env[62328]: DEBUG nova.virt.vmwareapi.ds_util [None req-15c6cb75-1f44-4b41-b4a8-fd92dd55ee65 tempest-ServerActionsTestOtherA-1098162655 tempest-ServerActionsTestOtherA-1098162655-project-member] Deleting the datastore file [datastore2] 52a2a5c8-436b-462f-8786-acb79fa350b7 {{(pid=62328) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1141.030967] env[62328]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-5d9605aa-7407-480d-b8ab-dcab41f329bc {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1141.036579] env[62328]: DEBUG oslo_vmware.api [None req-d4e4d0cf-72ea-41a3-8366-9f99d50ba7b3 tempest-AttachInterfacesTestJSON-1049158018 tempest-AttachInterfacesTestJSON-1049158018-project-member] Task: {'id': task-2387744, 'name': ReconfigVM_Task} progress is 0%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1141.037599] env[62328]: DEBUG oslo_vmware.api [None req-15c6cb75-1f44-4b41-b4a8-fd92dd55ee65 tempest-ServerActionsTestOtherA-1098162655 tempest-ServerActionsTestOtherA-1098162655-project-member] Waiting for the task: (returnval){ [ 1141.037599] env[62328]: value = "task-2387745" [ 1141.037599] env[62328]: _type = "Task" [ 1141.037599] env[62328]: } to complete. {{(pid=62328) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1141.045016] env[62328]: DEBUG oslo_vmware.api [None req-15c6cb75-1f44-4b41-b4a8-fd92dd55ee65 tempest-ServerActionsTestOtherA-1098162655 tempest-ServerActionsTestOtherA-1098162655-project-member] Task: {'id': task-2387745, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1141.211354] env[62328]: DEBUG nova.compute.manager [req-36f73ca2-5af0-4f7e-b3a1-e7ebad808524 req-e3245a14-dba5-4d8f-98ad-79d4a956a999 service nova] [instance: d1503bc1-0c77-4ecd-b280-0768c1764c30] Received event network-changed-998814d8-3a14-418f-aea3-6a4609992783 {{(pid=62328) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1141.211580] env[62328]: DEBUG nova.compute.manager [req-36f73ca2-5af0-4f7e-b3a1-e7ebad808524 req-e3245a14-dba5-4d8f-98ad-79d4a956a999 service nova] [instance: d1503bc1-0c77-4ecd-b280-0768c1764c30] Refreshing instance network info cache due to event network-changed-998814d8-3a14-418f-aea3-6a4609992783. {{(pid=62328) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1141.211780] env[62328]: DEBUG oslo_concurrency.lockutils [req-36f73ca2-5af0-4f7e-b3a1-e7ebad808524 req-e3245a14-dba5-4d8f-98ad-79d4a956a999 service nova] Acquiring lock "refresh_cache-d1503bc1-0c77-4ecd-b280-0768c1764c30" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1141.211939] env[62328]: DEBUG oslo_concurrency.lockutils [req-36f73ca2-5af0-4f7e-b3a1-e7ebad808524 req-e3245a14-dba5-4d8f-98ad-79d4a956a999 service nova] Acquired lock "refresh_cache-d1503bc1-0c77-4ecd-b280-0768c1764c30" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1141.212118] env[62328]: DEBUG nova.network.neutron [req-36f73ca2-5af0-4f7e-b3a1-e7ebad808524 req-e3245a14-dba5-4d8f-98ad-79d4a956a999 service nova] [instance: d1503bc1-0c77-4ecd-b280-0768c1764c30] Refreshing network info cache for port 998814d8-3a14-418f-aea3-6a4609992783 {{(pid=62328) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1141.230512] env[62328]: DEBUG oslo_concurrency.lockutils [None req-1d8446a2-8a42-4260-ae2e-1d78adc58bca tempest-AttachVolumeTestJSON-944844435 tempest-AttachVolumeTestJSON-944844435-project-member] Lock "02189dfe-6cb3-4b95-ad18-59dbd22f2704" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.225s {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1141.234337] env[62328]: DEBUG oslo_concurrency.lockutils [None req-a5711ec3-073d-4fea-be4b-f9bd541ff01e tempest-ServerActionsTestJSON-389109759 tempest-ServerActionsTestJSON-389109759-project-member] Releasing lock "refresh_cache-95dd703a-595e-467a-a8e9-bef4f806c33f" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1141.319229] env[62328]: DEBUG oslo_vmware.api [None req-0e6b286a-8c60-4bfe-80e1-23fe1ec82ce8 tempest-AttachVolumeShelveTestJSON-116809589 tempest-AttachVolumeShelveTestJSON-116809589-project-member] Task: {'id': task-2387742, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1141.538601] env[62328]: DEBUG oslo_vmware.api [None req-d4e4d0cf-72ea-41a3-8366-9f99d50ba7b3 tempest-AttachInterfacesTestJSON-1049158018 tempest-AttachInterfacesTestJSON-1049158018-project-member] Task: {'id': task-2387744, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1141.547465] env[62328]: DEBUG oslo_vmware.api [None req-15c6cb75-1f44-4b41-b4a8-fd92dd55ee65 tempest-ServerActionsTestOtherA-1098162655 tempest-ServerActionsTestOtherA-1098162655-project-member] Task: {'id': task-2387745, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.079108} completed successfully. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1141.547748] env[62328]: DEBUG nova.virt.vmwareapi.ds_util [None req-15c6cb75-1f44-4b41-b4a8-fd92dd55ee65 tempest-ServerActionsTestOtherA-1098162655 tempest-ServerActionsTestOtherA-1098162655-project-member] Deleted the datastore file {{(pid=62328) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1141.547958] env[62328]: DEBUG nova.virt.vmwareapi.vmops [None req-15c6cb75-1f44-4b41-b4a8-fd92dd55ee65 tempest-ServerActionsTestOtherA-1098162655 tempest-ServerActionsTestOtherA-1098162655-project-member] [instance: 52a2a5c8-436b-462f-8786-acb79fa350b7] Deleted contents of the VM from datastore datastore2 {{(pid=62328) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1141.548141] env[62328]: DEBUG nova.virt.vmwareapi.vmops [None req-15c6cb75-1f44-4b41-b4a8-fd92dd55ee65 tempest-ServerActionsTestOtherA-1098162655 tempest-ServerActionsTestOtherA-1098162655-project-member] [instance: 52a2a5c8-436b-462f-8786-acb79fa350b7] Instance destroyed {{(pid=62328) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1141.548321] env[62328]: INFO nova.compute.manager [None req-15c6cb75-1f44-4b41-b4a8-fd92dd55ee65 tempest-ServerActionsTestOtherA-1098162655 tempest-ServerActionsTestOtherA-1098162655-project-member] [instance: 52a2a5c8-436b-462f-8786-acb79fa350b7] Took 2.23 seconds to destroy the instance on the hypervisor. [ 1141.548561] env[62328]: DEBUG oslo.service.loopingcall [None req-15c6cb75-1f44-4b41-b4a8-fd92dd55ee65 tempest-ServerActionsTestOtherA-1098162655 tempest-ServerActionsTestOtherA-1098162655-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62328) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1141.548760] env[62328]: DEBUG nova.compute.manager [-] [instance: 52a2a5c8-436b-462f-8786-acb79fa350b7] Deallocating network for instance {{(pid=62328) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1141.548895] env[62328]: DEBUG nova.network.neutron [-] [instance: 52a2a5c8-436b-462f-8786-acb79fa350b7] deallocate_for_instance() {{(pid=62328) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1141.819331] env[62328]: DEBUG oslo_vmware.api [None req-0e6b286a-8c60-4bfe-80e1-23fe1ec82ce8 tempest-AttachVolumeShelveTestJSON-116809589 tempest-AttachVolumeShelveTestJSON-116809589-project-member] Task: {'id': task-2387742, 'name': PowerOnVM_Task, 'duration_secs': 0.738141} completed successfully. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1141.819946] env[62328]: DEBUG nova.virt.vmwareapi.vm_util [None req-0e6b286a-8c60-4bfe-80e1-23fe1ec82ce8 tempest-AttachVolumeShelveTestJSON-116809589 tempest-AttachVolumeShelveTestJSON-116809589-project-member] [instance: 1f1f56a8-a54a-4641-95d0-a153a68b7585] Powered on the VM {{(pid=62328) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1141.820444] env[62328]: INFO nova.compute.manager [None req-0e6b286a-8c60-4bfe-80e1-23fe1ec82ce8 tempest-AttachVolumeShelveTestJSON-116809589 tempest-AttachVolumeShelveTestJSON-116809589-project-member] [instance: 1f1f56a8-a54a-4641-95d0-a153a68b7585] Took 7.99 seconds to spawn the instance on the hypervisor. [ 1141.820688] env[62328]: DEBUG nova.compute.manager [None req-0e6b286a-8c60-4bfe-80e1-23fe1ec82ce8 tempest-AttachVolumeShelveTestJSON-116809589 tempest-AttachVolumeShelveTestJSON-116809589-project-member] [instance: 1f1f56a8-a54a-4641-95d0-a153a68b7585] Checking state {{(pid=62328) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1141.821752] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1d3a474a-7687-4a18-b2da-665122bffa27 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1141.994150] env[62328]: DEBUG nova.network.neutron [req-36f73ca2-5af0-4f7e-b3a1-e7ebad808524 req-e3245a14-dba5-4d8f-98ad-79d4a956a999 service nova] [instance: d1503bc1-0c77-4ecd-b280-0768c1764c30] Updated VIF entry in instance network info cache for port 998814d8-3a14-418f-aea3-6a4609992783. {{(pid=62328) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1141.994648] env[62328]: DEBUG nova.network.neutron [req-36f73ca2-5af0-4f7e-b3a1-e7ebad808524 req-e3245a14-dba5-4d8f-98ad-79d4a956a999 service nova] [instance: d1503bc1-0c77-4ecd-b280-0768c1764c30] Updating instance_info_cache with network_info: [{"id": "248457e0-9e2e-473a-bc18-6d0c9d3ab3eb", "address": "fa:16:3e:0b:7e:3b", "network": {"id": "43b1657c-44ae-47a8-8e8d-196242ef7fca", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1953540822-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.220", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e88420d74d294fef9f976142535b9ac5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9f3a2eb5-353f-45c5-a73b-869626f4bb13", "external-id": "nsx-vlan-transportzone-411", "segmentation_id": 411, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap248457e0-9e", "ovs_interfaceid": "248457e0-9e2e-473a-bc18-6d0c9d3ab3eb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "998814d8-3a14-418f-aea3-6a4609992783", "address": "fa:16:3e:3e:36:d7", "network": {"id": "43b1657c-44ae-47a8-8e8d-196242ef7fca", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1953540822-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e88420d74d294fef9f976142535b9ac5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9f3a2eb5-353f-45c5-a73b-869626f4bb13", "external-id": "nsx-vlan-transportzone-411", "segmentation_id": 411, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap998814d8-3a", "ovs_interfaceid": "998814d8-3a14-418f-aea3-6a4609992783", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62328) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1142.038588] env[62328]: DEBUG oslo_vmware.api [None req-d4e4d0cf-72ea-41a3-8366-9f99d50ba7b3 tempest-AttachInterfacesTestJSON-1049158018 tempest-AttachInterfacesTestJSON-1049158018-project-member] Task: {'id': task-2387744, 'name': ReconfigVM_Task, 'duration_secs': 0.69434} completed successfully. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1142.039195] env[62328]: DEBUG oslo_concurrency.lockutils [None req-d4e4d0cf-72ea-41a3-8366-9f99d50ba7b3 tempest-AttachInterfacesTestJSON-1049158018 tempest-AttachInterfacesTestJSON-1049158018-project-member] Releasing lock "d1503bc1-0c77-4ecd-b280-0768c1764c30" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1142.039376] env[62328]: DEBUG nova.virt.vmwareapi.vmops [None req-d4e4d0cf-72ea-41a3-8366-9f99d50ba7b3 tempest-AttachInterfacesTestJSON-1049158018 tempest-AttachInterfacesTestJSON-1049158018-project-member] [instance: d1503bc1-0c77-4ecd-b280-0768c1764c30] Reconfigured VM to attach interface {{(pid=62328) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1937}} [ 1142.099636] env[62328]: DEBUG nova.compute.manager [req-a1c10974-c5c5-4484-9f52-cf0f8446a548 req-cfed3ecf-715f-4e16-8deb-f64a9cb13a0d service nova] [instance: 52a2a5c8-436b-462f-8786-acb79fa350b7] Received event network-vif-deleted-e43ac17d-9066-4416-8586-982f8488ba68 {{(pid=62328) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1142.099636] env[62328]: INFO nova.compute.manager [req-a1c10974-c5c5-4484-9f52-cf0f8446a548 req-cfed3ecf-715f-4e16-8deb-f64a9cb13a0d service nova] [instance: 52a2a5c8-436b-462f-8786-acb79fa350b7] Neutron deleted interface e43ac17d-9066-4416-8586-982f8488ba68; detaching it from the instance and deleting it from the info cache [ 1142.099944] env[62328]: DEBUG nova.network.neutron [req-a1c10974-c5c5-4484-9f52-cf0f8446a548 req-cfed3ecf-715f-4e16-8deb-f64a9cb13a0d service nova] [instance: 52a2a5c8-436b-462f-8786-acb79fa350b7] Updating instance_info_cache with network_info: [] {{(pid=62328) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1142.342887] env[62328]: INFO nova.compute.manager [None req-0e6b286a-8c60-4bfe-80e1-23fe1ec82ce8 tempest-AttachVolumeShelveTestJSON-116809589 tempest-AttachVolumeShelveTestJSON-116809589-project-member] [instance: 1f1f56a8-a54a-4641-95d0-a153a68b7585] Took 14.73 seconds to build instance. [ 1142.497984] env[62328]: DEBUG oslo_concurrency.lockutils [req-36f73ca2-5af0-4f7e-b3a1-e7ebad808524 req-e3245a14-dba5-4d8f-98ad-79d4a956a999 service nova] Releasing lock "refresh_cache-d1503bc1-0c77-4ecd-b280-0768c1764c30" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1142.498292] env[62328]: DEBUG nova.compute.manager [req-36f73ca2-5af0-4f7e-b3a1-e7ebad808524 req-e3245a14-dba5-4d8f-98ad-79d4a956a999 service nova] [instance: 75e155a3-05b0-44c5-86de-5643cbb05fc0] Received event network-changed-1559efd1-b459-4c3c-9bfd-b54c83da5d14 {{(pid=62328) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1142.498462] env[62328]: DEBUG nova.compute.manager [req-36f73ca2-5af0-4f7e-b3a1-e7ebad808524 req-e3245a14-dba5-4d8f-98ad-79d4a956a999 service nova] [instance: 75e155a3-05b0-44c5-86de-5643cbb05fc0] Refreshing instance network info cache due to event network-changed-1559efd1-b459-4c3c-9bfd-b54c83da5d14. {{(pid=62328) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1142.498673] env[62328]: DEBUG oslo_concurrency.lockutils [req-36f73ca2-5af0-4f7e-b3a1-e7ebad808524 req-e3245a14-dba5-4d8f-98ad-79d4a956a999 service nova] Acquiring lock "refresh_cache-75e155a3-05b0-44c5-86de-5643cbb05fc0" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1142.498814] env[62328]: DEBUG oslo_concurrency.lockutils [req-36f73ca2-5af0-4f7e-b3a1-e7ebad808524 req-e3245a14-dba5-4d8f-98ad-79d4a956a999 service nova] Acquired lock "refresh_cache-75e155a3-05b0-44c5-86de-5643cbb05fc0" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1142.498976] env[62328]: DEBUG nova.network.neutron [req-36f73ca2-5af0-4f7e-b3a1-e7ebad808524 req-e3245a14-dba5-4d8f-98ad-79d4a956a999 service nova] [instance: 75e155a3-05b0-44c5-86de-5643cbb05fc0] Refreshing network info cache for port 1559efd1-b459-4c3c-9bfd-b54c83da5d14 {{(pid=62328) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1142.533847] env[62328]: DEBUG nova.network.neutron [-] [instance: 52a2a5c8-436b-462f-8786-acb79fa350b7] Updating instance_info_cache with network_info: [] {{(pid=62328) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1142.544315] env[62328]: DEBUG oslo_concurrency.lockutils [None req-d4e4d0cf-72ea-41a3-8366-9f99d50ba7b3 tempest-AttachInterfacesTestJSON-1049158018 tempest-AttachInterfacesTestJSON-1049158018-project-member] Lock "interface-d1503bc1-0c77-4ecd-b280-0768c1764c30-None" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 6.386s {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1142.576531] env[62328]: DEBUG oslo_concurrency.lockutils [None req-db2670fd-307a-420b-bf95-7b0c82fe0f57 tempest-AttachVolumeTestJSON-944844435 tempest-AttachVolumeTestJSON-944844435-project-member] Acquiring lock "02189dfe-6cb3-4b95-ad18-59dbd22f2704" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1142.576789] env[62328]: DEBUG oslo_concurrency.lockutils [None req-db2670fd-307a-420b-bf95-7b0c82fe0f57 tempest-AttachVolumeTestJSON-944844435 tempest-AttachVolumeTestJSON-944844435-project-member] Lock "02189dfe-6cb3-4b95-ad18-59dbd22f2704" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1142.576999] env[62328]: DEBUG oslo_concurrency.lockutils [None req-db2670fd-307a-420b-bf95-7b0c82fe0f57 tempest-AttachVolumeTestJSON-944844435 tempest-AttachVolumeTestJSON-944844435-project-member] Acquiring lock "02189dfe-6cb3-4b95-ad18-59dbd22f2704-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1142.577260] env[62328]: DEBUG oslo_concurrency.lockutils [None req-db2670fd-307a-420b-bf95-7b0c82fe0f57 tempest-AttachVolumeTestJSON-944844435 tempest-AttachVolumeTestJSON-944844435-project-member] Lock "02189dfe-6cb3-4b95-ad18-59dbd22f2704-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1142.577467] env[62328]: DEBUG oslo_concurrency.lockutils [None req-db2670fd-307a-420b-bf95-7b0c82fe0f57 tempest-AttachVolumeTestJSON-944844435 tempest-AttachVolumeTestJSON-944844435-project-member] Lock "02189dfe-6cb3-4b95-ad18-59dbd22f2704-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1142.581127] env[62328]: INFO nova.compute.manager [None req-db2670fd-307a-420b-bf95-7b0c82fe0f57 tempest-AttachVolumeTestJSON-944844435 tempest-AttachVolumeTestJSON-944844435-project-member] [instance: 02189dfe-6cb3-4b95-ad18-59dbd22f2704] Terminating instance [ 1142.602344] env[62328]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-8ca160f7-31e8-4459-ba9c-aede68918328 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1142.612346] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ba85bc16-59a5-485f-8ffd-192464b4eba2 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1142.644427] env[62328]: DEBUG nova.compute.manager [req-a1c10974-c5c5-4484-9f52-cf0f8446a548 req-cfed3ecf-715f-4e16-8deb-f64a9cb13a0d service nova] [instance: 52a2a5c8-436b-462f-8786-acb79fa350b7] Detach interface failed, port_id=e43ac17d-9066-4416-8586-982f8488ba68, reason: Instance 52a2a5c8-436b-462f-8786-acb79fa350b7 could not be found. {{(pid=62328) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 1142.753025] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-82e5dfb1-12ca-460d-bf5d-a54d51564a02 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1142.769613] env[62328]: DEBUG nova.virt.vmwareapi.vmops [None req-a5711ec3-073d-4fea-be4b-f9bd541ff01e tempest-ServerActionsTestJSON-389109759 tempest-ServerActionsTestJSON-389109759-project-member] [instance: 95dd703a-595e-467a-a8e9-bef4f806c33f] Updating instance '95dd703a-595e-467a-a8e9-bef4f806c33f' progress to 0 {{(pid=62328) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1142.844658] env[62328]: DEBUG oslo_concurrency.lockutils [None req-0e6b286a-8c60-4bfe-80e1-23fe1ec82ce8 tempest-AttachVolumeShelveTestJSON-116809589 tempest-AttachVolumeShelveTestJSON-116809589-project-member] Lock "1f1f56a8-a54a-4641-95d0-a153a68b7585" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 16.244s {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1143.037345] env[62328]: INFO nova.compute.manager [-] [instance: 52a2a5c8-436b-462f-8786-acb79fa350b7] Took 1.49 seconds to deallocate network for instance. [ 1143.084951] env[62328]: DEBUG nova.compute.manager [None req-db2670fd-307a-420b-bf95-7b0c82fe0f57 tempest-AttachVolumeTestJSON-944844435 tempest-AttachVolumeTestJSON-944844435-project-member] [instance: 02189dfe-6cb3-4b95-ad18-59dbd22f2704] Start destroying the instance on the hypervisor. {{(pid=62328) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1143.085180] env[62328]: DEBUG nova.virt.vmwareapi.vmops [None req-db2670fd-307a-420b-bf95-7b0c82fe0f57 tempest-AttachVolumeTestJSON-944844435 tempest-AttachVolumeTestJSON-944844435-project-member] [instance: 02189dfe-6cb3-4b95-ad18-59dbd22f2704] Destroying instance {{(pid=62328) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1143.086057] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b35db419-fcd2-4035-a503-59b689650d49 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1143.098662] env[62328]: DEBUG nova.virt.vmwareapi.vm_util [None req-db2670fd-307a-420b-bf95-7b0c82fe0f57 tempest-AttachVolumeTestJSON-944844435 tempest-AttachVolumeTestJSON-944844435-project-member] [instance: 02189dfe-6cb3-4b95-ad18-59dbd22f2704] Powering off the VM {{(pid=62328) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1143.098837] env[62328]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-4b0a485f-c470-4705-ac78-91d11f2c8651 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1143.104588] env[62328]: DEBUG oslo_vmware.api [None req-db2670fd-307a-420b-bf95-7b0c82fe0f57 tempest-AttachVolumeTestJSON-944844435 tempest-AttachVolumeTestJSON-944844435-project-member] Waiting for the task: (returnval){ [ 1143.104588] env[62328]: value = "task-2387746" [ 1143.104588] env[62328]: _type = "Task" [ 1143.104588] env[62328]: } to complete. {{(pid=62328) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1143.112241] env[62328]: DEBUG oslo_vmware.api [None req-db2670fd-307a-420b-bf95-7b0c82fe0f57 tempest-AttachVolumeTestJSON-944844435 tempest-AttachVolumeTestJSON-944844435-project-member] Task: {'id': task-2387746, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1143.276942] env[62328]: DEBUG nova.virt.vmwareapi.vm_util [None req-a5711ec3-073d-4fea-be4b-f9bd541ff01e tempest-ServerActionsTestJSON-389109759 tempest-ServerActionsTestJSON-389109759-project-member] [instance: 95dd703a-595e-467a-a8e9-bef4f806c33f] Powering off the VM {{(pid=62328) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1143.277335] env[62328]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-74880adf-7819-408c-af56-746fee785231 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1143.284286] env[62328]: DEBUG oslo_vmware.api [None req-a5711ec3-073d-4fea-be4b-f9bd541ff01e tempest-ServerActionsTestJSON-389109759 tempest-ServerActionsTestJSON-389109759-project-member] Waiting for the task: (returnval){ [ 1143.284286] env[62328]: value = "task-2387747" [ 1143.284286] env[62328]: _type = "Task" [ 1143.284286] env[62328]: } to complete. {{(pid=62328) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1143.294894] env[62328]: DEBUG oslo_vmware.api [None req-a5711ec3-073d-4fea-be4b-f9bd541ff01e tempest-ServerActionsTestJSON-389109759 tempest-ServerActionsTestJSON-389109759-project-member] Task: {'id': task-2387747, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1143.304190] env[62328]: DEBUG nova.network.neutron [req-36f73ca2-5af0-4f7e-b3a1-e7ebad808524 req-e3245a14-dba5-4d8f-98ad-79d4a956a999 service nova] [instance: 75e155a3-05b0-44c5-86de-5643cbb05fc0] Updated VIF entry in instance network info cache for port 1559efd1-b459-4c3c-9bfd-b54c83da5d14. {{(pid=62328) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1143.304590] env[62328]: DEBUG nova.network.neutron [req-36f73ca2-5af0-4f7e-b3a1-e7ebad808524 req-e3245a14-dba5-4d8f-98ad-79d4a956a999 service nova] [instance: 75e155a3-05b0-44c5-86de-5643cbb05fc0] Updating instance_info_cache with network_info: [{"id": "1559efd1-b459-4c3c-9bfd-b54c83da5d14", "address": "fa:16:3e:d7:37:d4", "network": {"id": "26ce23b7-7f28-4faf-9ad9-833f4c091e91", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1619285024-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.137", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4dfb769ea51943efa01b92c3a0595081", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "30c39e9a-a798-4f25-a48c-91f786ba332c", "external-id": "nsx-vlan-transportzone-438", "segmentation_id": 438, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1559efd1-b4", "ovs_interfaceid": "1559efd1-b459-4c3c-9bfd-b54c83da5d14", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62328) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1143.582955] env[62328]: INFO nova.compute.manager [None req-15c6cb75-1f44-4b41-b4a8-fd92dd55ee65 tempest-ServerActionsTestOtherA-1098162655 tempest-ServerActionsTestOtherA-1098162655-project-member] [instance: 52a2a5c8-436b-462f-8786-acb79fa350b7] Took 0.54 seconds to detach 1 volumes for instance. [ 1143.584804] env[62328]: DEBUG nova.compute.manager [None req-15c6cb75-1f44-4b41-b4a8-fd92dd55ee65 tempest-ServerActionsTestOtherA-1098162655 tempest-ServerActionsTestOtherA-1098162655-project-member] [instance: 52a2a5c8-436b-462f-8786-acb79fa350b7] Deleting volume: 78a4b907-9963-49c9-bc1c-07a50a56cb8d {{(pid=62328) _cleanup_volumes /opt/stack/nova/nova/compute/manager.py:3282}} [ 1143.615466] env[62328]: DEBUG oslo_vmware.api [None req-db2670fd-307a-420b-bf95-7b0c82fe0f57 tempest-AttachVolumeTestJSON-944844435 tempest-AttachVolumeTestJSON-944844435-project-member] Task: {'id': task-2387746, 'name': PowerOffVM_Task, 'duration_secs': 0.289138} completed successfully. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1143.615595] env[62328]: DEBUG nova.virt.vmwareapi.vm_util [None req-db2670fd-307a-420b-bf95-7b0c82fe0f57 tempest-AttachVolumeTestJSON-944844435 tempest-AttachVolumeTestJSON-944844435-project-member] [instance: 02189dfe-6cb3-4b95-ad18-59dbd22f2704] Powered off the VM {{(pid=62328) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1143.615772] env[62328]: DEBUG nova.virt.vmwareapi.vmops [None req-db2670fd-307a-420b-bf95-7b0c82fe0f57 tempest-AttachVolumeTestJSON-944844435 tempest-AttachVolumeTestJSON-944844435-project-member] [instance: 02189dfe-6cb3-4b95-ad18-59dbd22f2704] Unregistering the VM {{(pid=62328) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1143.616083] env[62328]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-734af2b0-7a3e-4d2c-a36d-215ca2ffbac1 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1143.680653] env[62328]: DEBUG nova.virt.vmwareapi.vmops [None req-db2670fd-307a-420b-bf95-7b0c82fe0f57 tempest-AttachVolumeTestJSON-944844435 tempest-AttachVolumeTestJSON-944844435-project-member] [instance: 02189dfe-6cb3-4b95-ad18-59dbd22f2704] Unregistered the VM {{(pid=62328) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1143.680653] env[62328]: DEBUG nova.virt.vmwareapi.vmops [None req-db2670fd-307a-420b-bf95-7b0c82fe0f57 tempest-AttachVolumeTestJSON-944844435 tempest-AttachVolumeTestJSON-944844435-project-member] [instance: 02189dfe-6cb3-4b95-ad18-59dbd22f2704] Deleting contents of the VM from datastore datastore2 {{(pid=62328) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1143.680653] env[62328]: DEBUG nova.virt.vmwareapi.ds_util [None req-db2670fd-307a-420b-bf95-7b0c82fe0f57 tempest-AttachVolumeTestJSON-944844435 tempest-AttachVolumeTestJSON-944844435-project-member] Deleting the datastore file [datastore2] 02189dfe-6cb3-4b95-ad18-59dbd22f2704 {{(pid=62328) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1143.680925] env[62328]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-1f7ced48-1bb3-41ed-968e-a5c75f6e1575 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1143.689500] env[62328]: DEBUG oslo_vmware.api [None req-db2670fd-307a-420b-bf95-7b0c82fe0f57 tempest-AttachVolumeTestJSON-944844435 tempest-AttachVolumeTestJSON-944844435-project-member] Waiting for the task: (returnval){ [ 1143.689500] env[62328]: value = "task-2387750" [ 1143.689500] env[62328]: _type = "Task" [ 1143.689500] env[62328]: } to complete. {{(pid=62328) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1143.697174] env[62328]: DEBUG oslo_vmware.api [None req-db2670fd-307a-420b-bf95-7b0c82fe0f57 tempest-AttachVolumeTestJSON-944844435 tempest-AttachVolumeTestJSON-944844435-project-member] Task: {'id': task-2387750, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1143.794748] env[62328]: DEBUG oslo_vmware.api [None req-a5711ec3-073d-4fea-be4b-f9bd541ff01e tempest-ServerActionsTestJSON-389109759 tempest-ServerActionsTestJSON-389109759-project-member] Task: {'id': task-2387747, 'name': PowerOffVM_Task, 'duration_secs': 0.22258} completed successfully. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1143.795025] env[62328]: DEBUG nova.virt.vmwareapi.vm_util [None req-a5711ec3-073d-4fea-be4b-f9bd541ff01e tempest-ServerActionsTestJSON-389109759 tempest-ServerActionsTestJSON-389109759-project-member] [instance: 95dd703a-595e-467a-a8e9-bef4f806c33f] Powered off the VM {{(pid=62328) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1143.795228] env[62328]: DEBUG nova.virt.vmwareapi.vmops [None req-a5711ec3-073d-4fea-be4b-f9bd541ff01e tempest-ServerActionsTestJSON-389109759 tempest-ServerActionsTestJSON-389109759-project-member] [instance: 95dd703a-595e-467a-a8e9-bef4f806c33f] Updating instance '95dd703a-595e-467a-a8e9-bef4f806c33f' progress to 17 {{(pid=62328) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1143.807578] env[62328]: DEBUG oslo_concurrency.lockutils [req-36f73ca2-5af0-4f7e-b3a1-e7ebad808524 req-e3245a14-dba5-4d8f-98ad-79d4a956a999 service nova] Releasing lock "refresh_cache-75e155a3-05b0-44c5-86de-5643cbb05fc0" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1144.124972] env[62328]: DEBUG nova.compute.manager [req-35e7f8eb-c37f-4e80-982d-f2b3af3bbcc6 req-18480bb2-ed5d-4346-8d1a-4ade32546bf8 service nova] [instance: 1f1f56a8-a54a-4641-95d0-a153a68b7585] Received event network-changed-face3ee7-4556-4d29-9ad1-536050609c78 {{(pid=62328) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1144.125150] env[62328]: DEBUG nova.compute.manager [req-35e7f8eb-c37f-4e80-982d-f2b3af3bbcc6 req-18480bb2-ed5d-4346-8d1a-4ade32546bf8 service nova] [instance: 1f1f56a8-a54a-4641-95d0-a153a68b7585] Refreshing instance network info cache due to event network-changed-face3ee7-4556-4d29-9ad1-536050609c78. {{(pid=62328) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1144.125297] env[62328]: DEBUG oslo_concurrency.lockutils [req-35e7f8eb-c37f-4e80-982d-f2b3af3bbcc6 req-18480bb2-ed5d-4346-8d1a-4ade32546bf8 service nova] Acquiring lock "refresh_cache-1f1f56a8-a54a-4641-95d0-a153a68b7585" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1144.125443] env[62328]: DEBUG oslo_concurrency.lockutils [req-35e7f8eb-c37f-4e80-982d-f2b3af3bbcc6 req-18480bb2-ed5d-4346-8d1a-4ade32546bf8 service nova] Acquired lock "refresh_cache-1f1f56a8-a54a-4641-95d0-a153a68b7585" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1144.125598] env[62328]: DEBUG nova.network.neutron [req-35e7f8eb-c37f-4e80-982d-f2b3af3bbcc6 req-18480bb2-ed5d-4346-8d1a-4ade32546bf8 service nova] [instance: 1f1f56a8-a54a-4641-95d0-a153a68b7585] Refreshing network info cache for port face3ee7-4556-4d29-9ad1-536050609c78 {{(pid=62328) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1144.130043] env[62328]: DEBUG oslo_concurrency.lockutils [None req-15c6cb75-1f44-4b41-b4a8-fd92dd55ee65 tempest-ServerActionsTestOtherA-1098162655 tempest-ServerActionsTestOtherA-1098162655-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1144.130379] env[62328]: DEBUG oslo_concurrency.lockutils [None req-15c6cb75-1f44-4b41-b4a8-fd92dd55ee65 tempest-ServerActionsTestOtherA-1098162655 tempest-ServerActionsTestOtherA-1098162655-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1144.130692] env[62328]: DEBUG oslo_concurrency.lockutils [None req-15c6cb75-1f44-4b41-b4a8-fd92dd55ee65 tempest-ServerActionsTestOtherA-1098162655 tempest-ServerActionsTestOtherA-1098162655-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1144.157113] env[62328]: INFO nova.scheduler.client.report [None req-15c6cb75-1f44-4b41-b4a8-fd92dd55ee65 tempest-ServerActionsTestOtherA-1098162655 tempest-ServerActionsTestOtherA-1098162655-project-member] Deleted allocations for instance 52a2a5c8-436b-462f-8786-acb79fa350b7 [ 1144.199918] env[62328]: DEBUG oslo_vmware.api [None req-db2670fd-307a-420b-bf95-7b0c82fe0f57 tempest-AttachVolumeTestJSON-944844435 tempest-AttachVolumeTestJSON-944844435-project-member] Task: {'id': task-2387750, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.147446} completed successfully. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1144.200204] env[62328]: DEBUG nova.virt.vmwareapi.ds_util [None req-db2670fd-307a-420b-bf95-7b0c82fe0f57 tempest-AttachVolumeTestJSON-944844435 tempest-AttachVolumeTestJSON-944844435-project-member] Deleted the datastore file {{(pid=62328) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1144.200283] env[62328]: DEBUG nova.virt.vmwareapi.vmops [None req-db2670fd-307a-420b-bf95-7b0c82fe0f57 tempest-AttachVolumeTestJSON-944844435 tempest-AttachVolumeTestJSON-944844435-project-member] [instance: 02189dfe-6cb3-4b95-ad18-59dbd22f2704] Deleted contents of the VM from datastore datastore2 {{(pid=62328) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1144.200461] env[62328]: DEBUG nova.virt.vmwareapi.vmops [None req-db2670fd-307a-420b-bf95-7b0c82fe0f57 tempest-AttachVolumeTestJSON-944844435 tempest-AttachVolumeTestJSON-944844435-project-member] [instance: 02189dfe-6cb3-4b95-ad18-59dbd22f2704] Instance destroyed {{(pid=62328) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1144.200641] env[62328]: INFO nova.compute.manager [None req-db2670fd-307a-420b-bf95-7b0c82fe0f57 tempest-AttachVolumeTestJSON-944844435 tempest-AttachVolumeTestJSON-944844435-project-member] [instance: 02189dfe-6cb3-4b95-ad18-59dbd22f2704] Took 1.12 seconds to destroy the instance on the hypervisor. [ 1144.200880] env[62328]: DEBUG oslo.service.loopingcall [None req-db2670fd-307a-420b-bf95-7b0c82fe0f57 tempest-AttachVolumeTestJSON-944844435 tempest-AttachVolumeTestJSON-944844435-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62328) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1144.201087] env[62328]: DEBUG nova.compute.manager [-] [instance: 02189dfe-6cb3-4b95-ad18-59dbd22f2704] Deallocating network for instance {{(pid=62328) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1144.201188] env[62328]: DEBUG nova.network.neutron [-] [instance: 02189dfe-6cb3-4b95-ad18-59dbd22f2704] deallocate_for_instance() {{(pid=62328) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1144.302185] env[62328]: DEBUG nova.virt.hardware [None req-a5711ec3-073d-4fea-be4b-f9bd541ff01e tempest-ServerActionsTestJSON-389109759 tempest-ServerActionsTestJSON-389109759-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-07T17:16:58Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=dbf872a4-92be-47e4-8561-c3e2bf2423ab,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62328) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1144.302441] env[62328]: DEBUG nova.virt.hardware [None req-a5711ec3-073d-4fea-be4b-f9bd541ff01e tempest-ServerActionsTestJSON-389109759 tempest-ServerActionsTestJSON-389109759-project-member] Flavor limits 0:0:0 {{(pid=62328) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1144.302600] env[62328]: DEBUG nova.virt.hardware [None req-a5711ec3-073d-4fea-be4b-f9bd541ff01e tempest-ServerActionsTestJSON-389109759 tempest-ServerActionsTestJSON-389109759-project-member] Image limits 0:0:0 {{(pid=62328) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1144.302778] env[62328]: DEBUG nova.virt.hardware [None req-a5711ec3-073d-4fea-be4b-f9bd541ff01e tempest-ServerActionsTestJSON-389109759 tempest-ServerActionsTestJSON-389109759-project-member] Flavor pref 0:0:0 {{(pid=62328) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1144.302922] env[62328]: DEBUG nova.virt.hardware [None req-a5711ec3-073d-4fea-be4b-f9bd541ff01e tempest-ServerActionsTestJSON-389109759 tempest-ServerActionsTestJSON-389109759-project-member] Image pref 0:0:0 {{(pid=62328) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1144.303081] env[62328]: DEBUG nova.virt.hardware [None req-a5711ec3-073d-4fea-be4b-f9bd541ff01e tempest-ServerActionsTestJSON-389109759 tempest-ServerActionsTestJSON-389109759-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62328) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1144.303288] env[62328]: DEBUG nova.virt.hardware [None req-a5711ec3-073d-4fea-be4b-f9bd541ff01e tempest-ServerActionsTestJSON-389109759 tempest-ServerActionsTestJSON-389109759-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62328) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1144.303445] env[62328]: DEBUG nova.virt.hardware [None req-a5711ec3-073d-4fea-be4b-f9bd541ff01e tempest-ServerActionsTestJSON-389109759 tempest-ServerActionsTestJSON-389109759-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62328) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1144.303608] env[62328]: DEBUG nova.virt.hardware [None req-a5711ec3-073d-4fea-be4b-f9bd541ff01e tempest-ServerActionsTestJSON-389109759 tempest-ServerActionsTestJSON-389109759-project-member] Got 1 possible topologies {{(pid=62328) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1144.303769] env[62328]: DEBUG nova.virt.hardware [None req-a5711ec3-073d-4fea-be4b-f9bd541ff01e tempest-ServerActionsTestJSON-389109759 tempest-ServerActionsTestJSON-389109759-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62328) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1144.303942] env[62328]: DEBUG nova.virt.hardware [None req-a5711ec3-073d-4fea-be4b-f9bd541ff01e tempest-ServerActionsTestJSON-389109759 tempest-ServerActionsTestJSON-389109759-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62328) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1144.309563] env[62328]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2a169d42-668a-45b3-a208-d169290e868c {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1144.328136] env[62328]: DEBUG oslo_vmware.api [None req-a5711ec3-073d-4fea-be4b-f9bd541ff01e tempest-ServerActionsTestJSON-389109759 tempest-ServerActionsTestJSON-389109759-project-member] Waiting for the task: (returnval){ [ 1144.328136] env[62328]: value = "task-2387751" [ 1144.328136] env[62328]: _type = "Task" [ 1144.328136] env[62328]: } to complete. {{(pid=62328) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1144.338175] env[62328]: DEBUG oslo_concurrency.lockutils [None req-9092225a-56aa-4b10-a0ca-9c075081a925 tempest-AttachInterfacesTestJSON-1049158018 tempest-AttachInterfacesTestJSON-1049158018-project-member] Acquiring lock "interface-d1503bc1-0c77-4ecd-b280-0768c1764c30-799699b8-efff-43b0-afbd-bde8732689fe" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1144.338374] env[62328]: DEBUG oslo_concurrency.lockutils [None req-9092225a-56aa-4b10-a0ca-9c075081a925 tempest-AttachInterfacesTestJSON-1049158018 tempest-AttachInterfacesTestJSON-1049158018-project-member] Lock "interface-d1503bc1-0c77-4ecd-b280-0768c1764c30-799699b8-efff-43b0-afbd-bde8732689fe" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.000s {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1144.339027] env[62328]: DEBUG nova.objects.instance [None req-9092225a-56aa-4b10-a0ca-9c075081a925 tempest-AttachInterfacesTestJSON-1049158018 tempest-AttachInterfacesTestJSON-1049158018-project-member] Lazy-loading 'flavor' on Instance uuid d1503bc1-0c77-4ecd-b280-0768c1764c30 {{(pid=62328) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1144.340398] env[62328]: DEBUG oslo_vmware.api [None req-a5711ec3-073d-4fea-be4b-f9bd541ff01e tempest-ServerActionsTestJSON-389109759 tempest-ServerActionsTestJSON-389109759-project-member] Task: {'id': task-2387751, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1144.665689] env[62328]: DEBUG oslo_concurrency.lockutils [None req-15c6cb75-1f44-4b41-b4a8-fd92dd55ee65 tempest-ServerActionsTestOtherA-1098162655 tempest-ServerActionsTestOtherA-1098162655-project-member] Lock "52a2a5c8-436b-462f-8786-acb79fa350b7" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.851s {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1144.838746] env[62328]: DEBUG oslo_vmware.api [None req-a5711ec3-073d-4fea-be4b-f9bd541ff01e tempest-ServerActionsTestJSON-389109759 tempest-ServerActionsTestJSON-389109759-project-member] Task: {'id': task-2387751, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1144.872948] env[62328]: DEBUG nova.network.neutron [req-35e7f8eb-c37f-4e80-982d-f2b3af3bbcc6 req-18480bb2-ed5d-4346-8d1a-4ade32546bf8 service nova] [instance: 1f1f56a8-a54a-4641-95d0-a153a68b7585] Updated VIF entry in instance network info cache for port face3ee7-4556-4d29-9ad1-536050609c78. {{(pid=62328) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1144.873337] env[62328]: DEBUG nova.network.neutron [req-35e7f8eb-c37f-4e80-982d-f2b3af3bbcc6 req-18480bb2-ed5d-4346-8d1a-4ade32546bf8 service nova] [instance: 1f1f56a8-a54a-4641-95d0-a153a68b7585] Updating instance_info_cache with network_info: [{"id": "face3ee7-4556-4d29-9ad1-536050609c78", "address": "fa:16:3e:e8:9b:a9", "network": {"id": "2d1c453e-aaeb-45b7-bdcd-3cbaf03a6053", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1795840742-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.168", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f7ed1d0f45904d658c8becad7c3f621c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "cba18f15-a919-422e-a423-1e705e233389", "external-id": "nsx-vlan-transportzone-79", "segmentation_id": 79, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapface3ee7-45", "ovs_interfaceid": "face3ee7-4556-4d29-9ad1-536050609c78", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62328) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1145.102514] env[62328]: DEBUG nova.objects.instance [None req-9092225a-56aa-4b10-a0ca-9c075081a925 tempest-AttachInterfacesTestJSON-1049158018 tempest-AttachInterfacesTestJSON-1049158018-project-member] Lazy-loading 'pci_requests' on Instance uuid d1503bc1-0c77-4ecd-b280-0768c1764c30 {{(pid=62328) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1145.339579] env[62328]: DEBUG oslo_vmware.api [None req-a5711ec3-073d-4fea-be4b-f9bd541ff01e tempest-ServerActionsTestJSON-389109759 tempest-ServerActionsTestJSON-389109759-project-member] Task: {'id': task-2387751, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1145.376530] env[62328]: DEBUG oslo_concurrency.lockutils [req-35e7f8eb-c37f-4e80-982d-f2b3af3bbcc6 req-18480bb2-ed5d-4346-8d1a-4ade32546bf8 service nova] Releasing lock "refresh_cache-1f1f56a8-a54a-4641-95d0-a153a68b7585" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1145.605565] env[62328]: DEBUG nova.objects.base [None req-9092225a-56aa-4b10-a0ca-9c075081a925 tempest-AttachInterfacesTestJSON-1049158018 tempest-AttachInterfacesTestJSON-1049158018-project-member] Object Instance lazy-loaded attributes: flavor,pci_requests {{(pid=62328) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1145.605885] env[62328]: DEBUG nova.network.neutron [None req-9092225a-56aa-4b10-a0ca-9c075081a925 tempest-AttachInterfacesTestJSON-1049158018 tempest-AttachInterfacesTestJSON-1049158018-project-member] [instance: d1503bc1-0c77-4ecd-b280-0768c1764c30] allocate_for_instance() {{(pid=62328) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1145.627660] env[62328]: DEBUG oslo_concurrency.lockutils [None req-10327946-2451-4e83-94df-293590165c79 tempest-ServerActionsTestOtherA-1098162655 tempest-ServerActionsTestOtherA-1098162655-project-member] Acquiring lock "1326c869-c3f4-4936-bc3b-451b08fc0933" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1145.627909] env[62328]: DEBUG oslo_concurrency.lockutils [None req-10327946-2451-4e83-94df-293590165c79 tempest-ServerActionsTestOtherA-1098162655 tempest-ServerActionsTestOtherA-1098162655-project-member] Lock "1326c869-c3f4-4936-bc3b-451b08fc0933" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1145.628130] env[62328]: DEBUG oslo_concurrency.lockutils [None req-10327946-2451-4e83-94df-293590165c79 tempest-ServerActionsTestOtherA-1098162655 tempest-ServerActionsTestOtherA-1098162655-project-member] Acquiring lock "1326c869-c3f4-4936-bc3b-451b08fc0933-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1145.628355] env[62328]: DEBUG oslo_concurrency.lockutils [None req-10327946-2451-4e83-94df-293590165c79 tempest-ServerActionsTestOtherA-1098162655 tempest-ServerActionsTestOtherA-1098162655-project-member] Lock "1326c869-c3f4-4936-bc3b-451b08fc0933-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1145.628553] env[62328]: DEBUG oslo_concurrency.lockutils [None req-10327946-2451-4e83-94df-293590165c79 tempest-ServerActionsTestOtherA-1098162655 tempest-ServerActionsTestOtherA-1098162655-project-member] Lock "1326c869-c3f4-4936-bc3b-451b08fc0933-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1145.631093] env[62328]: INFO nova.compute.manager [None req-10327946-2451-4e83-94df-293590165c79 tempest-ServerActionsTestOtherA-1098162655 tempest-ServerActionsTestOtherA-1098162655-project-member] [instance: 1326c869-c3f4-4936-bc3b-451b08fc0933] Terminating instance [ 1145.633188] env[62328]: DEBUG nova.network.neutron [-] [instance: 02189dfe-6cb3-4b95-ad18-59dbd22f2704] Updating instance_info_cache with network_info: [] {{(pid=62328) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1145.695771] env[62328]: DEBUG nova.policy [None req-9092225a-56aa-4b10-a0ca-9c075081a925 tempest-AttachInterfacesTestJSON-1049158018 tempest-AttachInterfacesTestJSON-1049158018-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'db6b1454dd644eea886a97b3d644b88f', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'e88420d74d294fef9f976142535b9ac5', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62328) authorize /opt/stack/nova/nova/policy.py:192}} [ 1145.842071] env[62328]: DEBUG oslo_vmware.api [None req-a5711ec3-073d-4fea-be4b-f9bd541ff01e tempest-ServerActionsTestJSON-389109759 tempest-ServerActionsTestJSON-389109759-project-member] Task: {'id': task-2387751, 'name': ReconfigVM_Task, 'duration_secs': 1.285784} completed successfully. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1145.842071] env[62328]: DEBUG nova.virt.vmwareapi.vmops [None req-a5711ec3-073d-4fea-be4b-f9bd541ff01e tempest-ServerActionsTestJSON-389109759 tempest-ServerActionsTestJSON-389109759-project-member] [instance: 95dd703a-595e-467a-a8e9-bef4f806c33f] Updating instance '95dd703a-595e-467a-a8e9-bef4f806c33f' progress to 33 {{(pid=62328) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1146.135807] env[62328]: DEBUG nova.compute.manager [None req-10327946-2451-4e83-94df-293590165c79 tempest-ServerActionsTestOtherA-1098162655 tempest-ServerActionsTestOtherA-1098162655-project-member] [instance: 1326c869-c3f4-4936-bc3b-451b08fc0933] Start destroying the instance on the hypervisor. {{(pid=62328) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1146.136060] env[62328]: DEBUG nova.virt.vmwareapi.vmops [None req-10327946-2451-4e83-94df-293590165c79 tempest-ServerActionsTestOtherA-1098162655 tempest-ServerActionsTestOtherA-1098162655-project-member] [instance: 1326c869-c3f4-4936-bc3b-451b08fc0933] Destroying instance {{(pid=62328) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1146.136522] env[62328]: INFO nova.compute.manager [-] [instance: 02189dfe-6cb3-4b95-ad18-59dbd22f2704] Took 1.94 seconds to deallocate network for instance. [ 1146.137415] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f9a14e54-1600-437e-bb24-388ff92f06d7 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1146.147292] env[62328]: DEBUG nova.virt.vmwareapi.vm_util [None req-10327946-2451-4e83-94df-293590165c79 tempest-ServerActionsTestOtherA-1098162655 tempest-ServerActionsTestOtherA-1098162655-project-member] [instance: 1326c869-c3f4-4936-bc3b-451b08fc0933] Powering off the VM {{(pid=62328) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1146.148455] env[62328]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-555b1eb5-d601-47a3-adbc-2119ba2f9d5c {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1146.150837] env[62328]: DEBUG nova.compute.manager [req-9d6cbdec-00ba-4063-b6ad-0d8e975c2c33 req-7e825352-707f-44df-8e31-f350a6cac48c service nova] [instance: 02189dfe-6cb3-4b95-ad18-59dbd22f2704] Received event network-vif-deleted-2b2f1dc7-97d0-484c-8715-780f37f392a2 {{(pid=62328) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1146.156784] env[62328]: DEBUG oslo_vmware.api [None req-10327946-2451-4e83-94df-293590165c79 tempest-ServerActionsTestOtherA-1098162655 tempest-ServerActionsTestOtherA-1098162655-project-member] Waiting for the task: (returnval){ [ 1146.156784] env[62328]: value = "task-2387752" [ 1146.156784] env[62328]: _type = "Task" [ 1146.156784] env[62328]: } to complete. {{(pid=62328) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1146.165065] env[62328]: DEBUG oslo_vmware.api [None req-10327946-2451-4e83-94df-293590165c79 tempest-ServerActionsTestOtherA-1098162655 tempest-ServerActionsTestOtherA-1098162655-project-member] Task: {'id': task-2387752, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1146.351745] env[62328]: DEBUG nova.virt.hardware [None req-a5711ec3-073d-4fea-be4b-f9bd541ff01e tempest-ServerActionsTestJSON-389109759 tempest-ServerActionsTestJSON-389109759-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-07T17:16:55Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=dbf872a4-92be-47e4-8561-c3e2bf2423ab,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62328) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1146.351998] env[62328]: DEBUG nova.virt.hardware [None req-a5711ec3-073d-4fea-be4b-f9bd541ff01e tempest-ServerActionsTestJSON-389109759 tempest-ServerActionsTestJSON-389109759-project-member] Flavor limits 0:0:0 {{(pid=62328) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1146.352191] env[62328]: DEBUG nova.virt.hardware [None req-a5711ec3-073d-4fea-be4b-f9bd541ff01e tempest-ServerActionsTestJSON-389109759 tempest-ServerActionsTestJSON-389109759-project-member] Image limits 0:0:0 {{(pid=62328) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1146.352361] env[62328]: DEBUG nova.virt.hardware [None req-a5711ec3-073d-4fea-be4b-f9bd541ff01e tempest-ServerActionsTestJSON-389109759 tempest-ServerActionsTestJSON-389109759-project-member] Flavor pref 0:0:0 {{(pid=62328) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1146.352507] env[62328]: DEBUG nova.virt.hardware [None req-a5711ec3-073d-4fea-be4b-f9bd541ff01e tempest-ServerActionsTestJSON-389109759 tempest-ServerActionsTestJSON-389109759-project-member] Image pref 0:0:0 {{(pid=62328) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1146.352654] env[62328]: DEBUG nova.virt.hardware [None req-a5711ec3-073d-4fea-be4b-f9bd541ff01e tempest-ServerActionsTestJSON-389109759 tempest-ServerActionsTestJSON-389109759-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62328) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1146.352853] env[62328]: DEBUG nova.virt.hardware [None req-a5711ec3-073d-4fea-be4b-f9bd541ff01e tempest-ServerActionsTestJSON-389109759 tempest-ServerActionsTestJSON-389109759-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62328) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1146.353016] env[62328]: DEBUG nova.virt.hardware [None req-a5711ec3-073d-4fea-be4b-f9bd541ff01e tempest-ServerActionsTestJSON-389109759 tempest-ServerActionsTestJSON-389109759-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62328) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1146.353187] env[62328]: DEBUG nova.virt.hardware [None req-a5711ec3-073d-4fea-be4b-f9bd541ff01e tempest-ServerActionsTestJSON-389109759 tempest-ServerActionsTestJSON-389109759-project-member] Got 1 possible topologies {{(pid=62328) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1146.353345] env[62328]: DEBUG nova.virt.hardware [None req-a5711ec3-073d-4fea-be4b-f9bd541ff01e tempest-ServerActionsTestJSON-389109759 tempest-ServerActionsTestJSON-389109759-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62328) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1146.353517] env[62328]: DEBUG nova.virt.hardware [None req-a5711ec3-073d-4fea-be4b-f9bd541ff01e tempest-ServerActionsTestJSON-389109759 tempest-ServerActionsTestJSON-389109759-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62328) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1146.358913] env[62328]: DEBUG nova.virt.vmwareapi.volumeops [None req-a5711ec3-073d-4fea-be4b-f9bd541ff01e tempest-ServerActionsTestJSON-389109759 tempest-ServerActionsTestJSON-389109759-project-member] [instance: 95dd703a-595e-467a-a8e9-bef4f806c33f] Reconfiguring VM instance instance-00000049 to detach disk 2000 {{(pid=62328) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1146.359304] env[62328]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7b16b22a-2a30-4827-8007-32c030c16ac6 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1146.377847] env[62328]: DEBUG oslo_vmware.api [None req-a5711ec3-073d-4fea-be4b-f9bd541ff01e tempest-ServerActionsTestJSON-389109759 tempest-ServerActionsTestJSON-389109759-project-member] Waiting for the task: (returnval){ [ 1146.377847] env[62328]: value = "task-2387753" [ 1146.377847] env[62328]: _type = "Task" [ 1146.377847] env[62328]: } to complete. {{(pid=62328) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1146.386199] env[62328]: DEBUG oslo_vmware.api [None req-a5711ec3-073d-4fea-be4b-f9bd541ff01e tempest-ServerActionsTestJSON-389109759 tempest-ServerActionsTestJSON-389109759-project-member] Task: {'id': task-2387753, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1146.650295] env[62328]: DEBUG oslo_concurrency.lockutils [None req-db2670fd-307a-420b-bf95-7b0c82fe0f57 tempest-AttachVolumeTestJSON-944844435 tempest-AttachVolumeTestJSON-944844435-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1146.650548] env[62328]: DEBUG oslo_concurrency.lockutils [None req-db2670fd-307a-420b-bf95-7b0c82fe0f57 tempest-AttachVolumeTestJSON-944844435 tempest-AttachVolumeTestJSON-944844435-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1146.650745] env[62328]: DEBUG nova.objects.instance [None req-db2670fd-307a-420b-bf95-7b0c82fe0f57 tempest-AttachVolumeTestJSON-944844435 tempest-AttachVolumeTestJSON-944844435-project-member] Lazy-loading 'resources' on Instance uuid 02189dfe-6cb3-4b95-ad18-59dbd22f2704 {{(pid=62328) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1146.667924] env[62328]: DEBUG oslo_vmware.api [None req-10327946-2451-4e83-94df-293590165c79 tempest-ServerActionsTestOtherA-1098162655 tempest-ServerActionsTestOtherA-1098162655-project-member] Task: {'id': task-2387752, 'name': PowerOffVM_Task, 'duration_secs': 0.196876} completed successfully. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1146.668197] env[62328]: DEBUG nova.virt.vmwareapi.vm_util [None req-10327946-2451-4e83-94df-293590165c79 tempest-ServerActionsTestOtherA-1098162655 tempest-ServerActionsTestOtherA-1098162655-project-member] [instance: 1326c869-c3f4-4936-bc3b-451b08fc0933] Powered off the VM {{(pid=62328) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1146.668398] env[62328]: DEBUG nova.virt.vmwareapi.vmops [None req-10327946-2451-4e83-94df-293590165c79 tempest-ServerActionsTestOtherA-1098162655 tempest-ServerActionsTestOtherA-1098162655-project-member] [instance: 1326c869-c3f4-4936-bc3b-451b08fc0933] Unregistering the VM {{(pid=62328) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1146.668621] env[62328]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-4b70067f-7f79-45fd-853a-df6559e38c21 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1146.738777] env[62328]: DEBUG nova.virt.vmwareapi.vmops [None req-10327946-2451-4e83-94df-293590165c79 tempest-ServerActionsTestOtherA-1098162655 tempest-ServerActionsTestOtherA-1098162655-project-member] [instance: 1326c869-c3f4-4936-bc3b-451b08fc0933] Unregistered the VM {{(pid=62328) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1146.739196] env[62328]: DEBUG nova.virt.vmwareapi.vmops [None req-10327946-2451-4e83-94df-293590165c79 tempest-ServerActionsTestOtherA-1098162655 tempest-ServerActionsTestOtherA-1098162655-project-member] [instance: 1326c869-c3f4-4936-bc3b-451b08fc0933] Deleting contents of the VM from datastore datastore2 {{(pid=62328) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1146.739365] env[62328]: DEBUG nova.virt.vmwareapi.ds_util [None req-10327946-2451-4e83-94df-293590165c79 tempest-ServerActionsTestOtherA-1098162655 tempest-ServerActionsTestOtherA-1098162655-project-member] Deleting the datastore file [datastore2] 1326c869-c3f4-4936-bc3b-451b08fc0933 {{(pid=62328) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1146.739647] env[62328]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-9bf6ea52-c325-4985-90b3-3229f17636e9 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1146.746475] env[62328]: DEBUG oslo_vmware.api [None req-10327946-2451-4e83-94df-293590165c79 tempest-ServerActionsTestOtherA-1098162655 tempest-ServerActionsTestOtherA-1098162655-project-member] Waiting for the task: (returnval){ [ 1146.746475] env[62328]: value = "task-2387755" [ 1146.746475] env[62328]: _type = "Task" [ 1146.746475] env[62328]: } to complete. {{(pid=62328) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1146.755042] env[62328]: DEBUG oslo_vmware.api [None req-10327946-2451-4e83-94df-293590165c79 tempest-ServerActionsTestOtherA-1098162655 tempest-ServerActionsTestOtherA-1098162655-project-member] Task: {'id': task-2387755, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1146.887926] env[62328]: DEBUG oslo_vmware.api [None req-a5711ec3-073d-4fea-be4b-f9bd541ff01e tempest-ServerActionsTestJSON-389109759 tempest-ServerActionsTestJSON-389109759-project-member] Task: {'id': task-2387753, 'name': ReconfigVM_Task, 'duration_secs': 0.195729} completed successfully. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1146.888237] env[62328]: DEBUG nova.virt.vmwareapi.volumeops [None req-a5711ec3-073d-4fea-be4b-f9bd541ff01e tempest-ServerActionsTestJSON-389109759 tempest-ServerActionsTestJSON-389109759-project-member] [instance: 95dd703a-595e-467a-a8e9-bef4f806c33f] Reconfigured VM instance instance-00000049 to detach disk 2000 {{(pid=62328) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1146.889084] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b6531b05-91ec-4054-9100-f0d61501f2f4 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1146.912849] env[62328]: DEBUG nova.virt.vmwareapi.volumeops [None req-a5711ec3-073d-4fea-be4b-f9bd541ff01e tempest-ServerActionsTestJSON-389109759 tempest-ServerActionsTestJSON-389109759-project-member] [instance: 95dd703a-595e-467a-a8e9-bef4f806c33f] Reconfiguring VM instance instance-00000049 to attach disk [datastore2] 95dd703a-595e-467a-a8e9-bef4f806c33f/95dd703a-595e-467a-a8e9-bef4f806c33f.vmdk or device None with type thin {{(pid=62328) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1146.913112] env[62328]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-fce94328-ecac-46c2-a3a4-f97cd782fe0e {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1146.931436] env[62328]: DEBUG oslo_vmware.api [None req-a5711ec3-073d-4fea-be4b-f9bd541ff01e tempest-ServerActionsTestJSON-389109759 tempest-ServerActionsTestJSON-389109759-project-member] Waiting for the task: (returnval){ [ 1146.931436] env[62328]: value = "task-2387756" [ 1146.931436] env[62328]: _type = "Task" [ 1146.931436] env[62328]: } to complete. {{(pid=62328) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1146.939769] env[62328]: DEBUG oslo_vmware.api [None req-a5711ec3-073d-4fea-be4b-f9bd541ff01e tempest-ServerActionsTestJSON-389109759 tempest-ServerActionsTestJSON-389109759-project-member] Task: {'id': task-2387756, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1147.258313] env[62328]: DEBUG oslo_vmware.api [None req-10327946-2451-4e83-94df-293590165c79 tempest-ServerActionsTestOtherA-1098162655 tempest-ServerActionsTestOtherA-1098162655-project-member] Task: {'id': task-2387755, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.342965} completed successfully. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1147.258582] env[62328]: DEBUG nova.virt.vmwareapi.ds_util [None req-10327946-2451-4e83-94df-293590165c79 tempest-ServerActionsTestOtherA-1098162655 tempest-ServerActionsTestOtherA-1098162655-project-member] Deleted the datastore file {{(pid=62328) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1147.258765] env[62328]: DEBUG nova.virt.vmwareapi.vmops [None req-10327946-2451-4e83-94df-293590165c79 tempest-ServerActionsTestOtherA-1098162655 tempest-ServerActionsTestOtherA-1098162655-project-member] [instance: 1326c869-c3f4-4936-bc3b-451b08fc0933] Deleted contents of the VM from datastore datastore2 {{(pid=62328) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1147.258944] env[62328]: DEBUG nova.virt.vmwareapi.vmops [None req-10327946-2451-4e83-94df-293590165c79 tempest-ServerActionsTestOtherA-1098162655 tempest-ServerActionsTestOtherA-1098162655-project-member] [instance: 1326c869-c3f4-4936-bc3b-451b08fc0933] Instance destroyed {{(pid=62328) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1147.259451] env[62328]: INFO nova.compute.manager [None req-10327946-2451-4e83-94df-293590165c79 tempest-ServerActionsTestOtherA-1098162655 tempest-ServerActionsTestOtherA-1098162655-project-member] [instance: 1326c869-c3f4-4936-bc3b-451b08fc0933] Took 1.12 seconds to destroy the instance on the hypervisor. [ 1147.259738] env[62328]: DEBUG oslo.service.loopingcall [None req-10327946-2451-4e83-94df-293590165c79 tempest-ServerActionsTestOtherA-1098162655 tempest-ServerActionsTestOtherA-1098162655-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62328) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1147.259948] env[62328]: DEBUG nova.compute.manager [-] [instance: 1326c869-c3f4-4936-bc3b-451b08fc0933] Deallocating network for instance {{(pid=62328) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1147.260085] env[62328]: DEBUG nova.network.neutron [-] [instance: 1326c869-c3f4-4936-bc3b-451b08fc0933] deallocate_for_instance() {{(pid=62328) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1147.334549] env[62328]: DEBUG nova.network.neutron [None req-9092225a-56aa-4b10-a0ca-9c075081a925 tempest-AttachInterfacesTestJSON-1049158018 tempest-AttachInterfacesTestJSON-1049158018-project-member] [instance: d1503bc1-0c77-4ecd-b280-0768c1764c30] Successfully updated port: 799699b8-efff-43b0-afbd-bde8732689fe {{(pid=62328) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1147.375041] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-62a54508-ff8e-43a5-a34d-c6d2e4ebc733 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1147.383966] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-972334ed-20d5-4b7c-a3b2-5a242ef92e90 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1147.416551] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c96adc94-22ee-4594-8093-a6c1956c26b9 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1147.424860] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-26e8bff9-1dee-40b0-bd9b-a200673559f9 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1147.438861] env[62328]: DEBUG nova.compute.provider_tree [None req-db2670fd-307a-420b-bf95-7b0c82fe0f57 tempest-AttachVolumeTestJSON-944844435 tempest-AttachVolumeTestJSON-944844435-project-member] Inventory has not changed in ProviderTree for provider: 3469e9f8-04af-49ca-8435-49f104496744 {{(pid=62328) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1147.449053] env[62328]: DEBUG oslo_vmware.api [None req-a5711ec3-073d-4fea-be4b-f9bd541ff01e tempest-ServerActionsTestJSON-389109759 tempest-ServerActionsTestJSON-389109759-project-member] Task: {'id': task-2387756, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1147.837786] env[62328]: DEBUG oslo_concurrency.lockutils [None req-9092225a-56aa-4b10-a0ca-9c075081a925 tempest-AttachInterfacesTestJSON-1049158018 tempest-AttachInterfacesTestJSON-1049158018-project-member] Acquiring lock "refresh_cache-d1503bc1-0c77-4ecd-b280-0768c1764c30" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1147.838248] env[62328]: DEBUG oslo_concurrency.lockutils [None req-9092225a-56aa-4b10-a0ca-9c075081a925 tempest-AttachInterfacesTestJSON-1049158018 tempest-AttachInterfacesTestJSON-1049158018-project-member] Acquired lock "refresh_cache-d1503bc1-0c77-4ecd-b280-0768c1764c30" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1147.838248] env[62328]: DEBUG nova.network.neutron [None req-9092225a-56aa-4b10-a0ca-9c075081a925 tempest-AttachInterfacesTestJSON-1049158018 tempest-AttachInterfacesTestJSON-1049158018-project-member] [instance: d1503bc1-0c77-4ecd-b280-0768c1764c30] Building network info cache for instance {{(pid=62328) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1147.945016] env[62328]: DEBUG nova.scheduler.client.report [None req-db2670fd-307a-420b-bf95-7b0c82fe0f57 tempest-AttachVolumeTestJSON-944844435 tempest-AttachVolumeTestJSON-944844435-project-member] Inventory has not changed for provider 3469e9f8-04af-49ca-8435-49f104496744 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 152, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62328) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1147.951425] env[62328]: DEBUG oslo_vmware.api [None req-a5711ec3-073d-4fea-be4b-f9bd541ff01e tempest-ServerActionsTestJSON-389109759 tempest-ServerActionsTestJSON-389109759-project-member] Task: {'id': task-2387756, 'name': ReconfigVM_Task, 'duration_secs': 0.694312} completed successfully. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1147.951943] env[62328]: DEBUG nova.virt.vmwareapi.volumeops [None req-a5711ec3-073d-4fea-be4b-f9bd541ff01e tempest-ServerActionsTestJSON-389109759 tempest-ServerActionsTestJSON-389109759-project-member] [instance: 95dd703a-595e-467a-a8e9-bef4f806c33f] Reconfigured VM instance instance-00000049 to attach disk [datastore2] 95dd703a-595e-467a-a8e9-bef4f806c33f/95dd703a-595e-467a-a8e9-bef4f806c33f.vmdk or device None with type thin {{(pid=62328) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1147.952238] env[62328]: DEBUG nova.virt.vmwareapi.vmops [None req-a5711ec3-073d-4fea-be4b-f9bd541ff01e tempest-ServerActionsTestJSON-389109759 tempest-ServerActionsTestJSON-389109759-project-member] [instance: 95dd703a-595e-467a-a8e9-bef4f806c33f] Updating instance '95dd703a-595e-467a-a8e9-bef4f806c33f' progress to 50 {{(pid=62328) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1148.072562] env[62328]: DEBUG nova.network.neutron [-] [instance: 1326c869-c3f4-4936-bc3b-451b08fc0933] Updating instance_info_cache with network_info: [] {{(pid=62328) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1148.178677] env[62328]: DEBUG nova.compute.manager [req-9c877147-4d55-47e3-b3c9-7ad57dfc134e req-0af607ec-3d22-420d-86f3-1dd718a49373 service nova] [instance: d1503bc1-0c77-4ecd-b280-0768c1764c30] Received event network-vif-plugged-799699b8-efff-43b0-afbd-bde8732689fe {{(pid=62328) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1148.178899] env[62328]: DEBUG oslo_concurrency.lockutils [req-9c877147-4d55-47e3-b3c9-7ad57dfc134e req-0af607ec-3d22-420d-86f3-1dd718a49373 service nova] Acquiring lock "d1503bc1-0c77-4ecd-b280-0768c1764c30-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1148.179195] env[62328]: DEBUG oslo_concurrency.lockutils [req-9c877147-4d55-47e3-b3c9-7ad57dfc134e req-0af607ec-3d22-420d-86f3-1dd718a49373 service nova] Lock "d1503bc1-0c77-4ecd-b280-0768c1764c30-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1148.179384] env[62328]: DEBUG oslo_concurrency.lockutils [req-9c877147-4d55-47e3-b3c9-7ad57dfc134e req-0af607ec-3d22-420d-86f3-1dd718a49373 service nova] Lock "d1503bc1-0c77-4ecd-b280-0768c1764c30-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1148.179553] env[62328]: DEBUG nova.compute.manager [req-9c877147-4d55-47e3-b3c9-7ad57dfc134e req-0af607ec-3d22-420d-86f3-1dd718a49373 service nova] [instance: d1503bc1-0c77-4ecd-b280-0768c1764c30] No waiting events found dispatching network-vif-plugged-799699b8-efff-43b0-afbd-bde8732689fe {{(pid=62328) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1148.179719] env[62328]: WARNING nova.compute.manager [req-9c877147-4d55-47e3-b3c9-7ad57dfc134e req-0af607ec-3d22-420d-86f3-1dd718a49373 service nova] [instance: d1503bc1-0c77-4ecd-b280-0768c1764c30] Received unexpected event network-vif-plugged-799699b8-efff-43b0-afbd-bde8732689fe for instance with vm_state active and task_state None. [ 1148.179881] env[62328]: DEBUG nova.compute.manager [req-9c877147-4d55-47e3-b3c9-7ad57dfc134e req-0af607ec-3d22-420d-86f3-1dd718a49373 service nova] [instance: d1503bc1-0c77-4ecd-b280-0768c1764c30] Received event network-changed-799699b8-efff-43b0-afbd-bde8732689fe {{(pid=62328) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1148.180109] env[62328]: DEBUG nova.compute.manager [req-9c877147-4d55-47e3-b3c9-7ad57dfc134e req-0af607ec-3d22-420d-86f3-1dd718a49373 service nova] [instance: d1503bc1-0c77-4ecd-b280-0768c1764c30] Refreshing instance network info cache due to event network-changed-799699b8-efff-43b0-afbd-bde8732689fe. {{(pid=62328) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1148.180305] env[62328]: DEBUG oslo_concurrency.lockutils [req-9c877147-4d55-47e3-b3c9-7ad57dfc134e req-0af607ec-3d22-420d-86f3-1dd718a49373 service nova] Acquiring lock "refresh_cache-d1503bc1-0c77-4ecd-b280-0768c1764c30" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1148.380784] env[62328]: WARNING nova.network.neutron [None req-9092225a-56aa-4b10-a0ca-9c075081a925 tempest-AttachInterfacesTestJSON-1049158018 tempest-AttachInterfacesTestJSON-1049158018-project-member] [instance: d1503bc1-0c77-4ecd-b280-0768c1764c30] 43b1657c-44ae-47a8-8e8d-196242ef7fca already exists in list: networks containing: ['43b1657c-44ae-47a8-8e8d-196242ef7fca']. ignoring it [ 1148.381320] env[62328]: WARNING nova.network.neutron [None req-9092225a-56aa-4b10-a0ca-9c075081a925 tempest-AttachInterfacesTestJSON-1049158018 tempest-AttachInterfacesTestJSON-1049158018-project-member] [instance: d1503bc1-0c77-4ecd-b280-0768c1764c30] 43b1657c-44ae-47a8-8e8d-196242ef7fca already exists in list: networks containing: ['43b1657c-44ae-47a8-8e8d-196242ef7fca']. ignoring it [ 1148.453613] env[62328]: DEBUG oslo_concurrency.lockutils [None req-db2670fd-307a-420b-bf95-7b0c82fe0f57 tempest-AttachVolumeTestJSON-944844435 tempest-AttachVolumeTestJSON-944844435-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.803s {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1148.458550] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-762e7ac9-867a-4007-b1f3-3a905b93f3fa {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1148.480428] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5c12bbae-122c-4b53-a227-3e82bbd68fcf {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1148.487400] env[62328]: INFO nova.scheduler.client.report [None req-db2670fd-307a-420b-bf95-7b0c82fe0f57 tempest-AttachVolumeTestJSON-944844435 tempest-AttachVolumeTestJSON-944844435-project-member] Deleted allocations for instance 02189dfe-6cb3-4b95-ad18-59dbd22f2704 [ 1148.504783] env[62328]: DEBUG nova.virt.vmwareapi.vmops [None req-a5711ec3-073d-4fea-be4b-f9bd541ff01e tempest-ServerActionsTestJSON-389109759 tempest-ServerActionsTestJSON-389109759-project-member] [instance: 95dd703a-595e-467a-a8e9-bef4f806c33f] Updating instance '95dd703a-595e-467a-a8e9-bef4f806c33f' progress to 67 {{(pid=62328) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1148.576031] env[62328]: INFO nova.compute.manager [-] [instance: 1326c869-c3f4-4936-bc3b-451b08fc0933] Took 1.31 seconds to deallocate network for instance. [ 1148.906429] env[62328]: DEBUG nova.network.neutron [None req-9092225a-56aa-4b10-a0ca-9c075081a925 tempest-AttachInterfacesTestJSON-1049158018 tempest-AttachInterfacesTestJSON-1049158018-project-member] [instance: d1503bc1-0c77-4ecd-b280-0768c1764c30] Updating instance_info_cache with network_info: [{"id": "248457e0-9e2e-473a-bc18-6d0c9d3ab3eb", "address": "fa:16:3e:0b:7e:3b", "network": {"id": "43b1657c-44ae-47a8-8e8d-196242ef7fca", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1953540822-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.220", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e88420d74d294fef9f976142535b9ac5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9f3a2eb5-353f-45c5-a73b-869626f4bb13", "external-id": "nsx-vlan-transportzone-411", "segmentation_id": 411, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap248457e0-9e", "ovs_interfaceid": "248457e0-9e2e-473a-bc18-6d0c9d3ab3eb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "998814d8-3a14-418f-aea3-6a4609992783", "address": "fa:16:3e:3e:36:d7", "network": {"id": "43b1657c-44ae-47a8-8e8d-196242ef7fca", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1953540822-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e88420d74d294fef9f976142535b9ac5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9f3a2eb5-353f-45c5-a73b-869626f4bb13", "external-id": "nsx-vlan-transportzone-411", "segmentation_id": 411, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap998814d8-3a", "ovs_interfaceid": "998814d8-3a14-418f-aea3-6a4609992783", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "799699b8-efff-43b0-afbd-bde8732689fe", "address": "fa:16:3e:ca:d5:31", "network": {"id": "43b1657c-44ae-47a8-8e8d-196242ef7fca", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1953540822-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e88420d74d294fef9f976142535b9ac5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9f3a2eb5-353f-45c5-a73b-869626f4bb13", "external-id": "nsx-vlan-transportzone-411", "segmentation_id": 411, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap799699b8-ef", "ovs_interfaceid": "799699b8-efff-43b0-afbd-bde8732689fe", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}] {{(pid=62328) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1149.015013] env[62328]: DEBUG oslo_concurrency.lockutils [None req-db2670fd-307a-420b-bf95-7b0c82fe0f57 tempest-AttachVolumeTestJSON-944844435 tempest-AttachVolumeTestJSON-944844435-project-member] Lock "02189dfe-6cb3-4b95-ad18-59dbd22f2704" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.438s {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1149.074350] env[62328]: DEBUG nova.network.neutron [None req-a5711ec3-073d-4fea-be4b-f9bd541ff01e tempest-ServerActionsTestJSON-389109759 tempest-ServerActionsTestJSON-389109759-project-member] [instance: 95dd703a-595e-467a-a8e9-bef4f806c33f] Port 9105a57c-77b4-4fb7-a79d-b3043888294a binding to destination host cpu-1 is already ACTIVE {{(pid=62328) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1149.080971] env[62328]: DEBUG oslo_concurrency.lockutils [None req-10327946-2451-4e83-94df-293590165c79 tempest-ServerActionsTestOtherA-1098162655 tempest-ServerActionsTestOtherA-1098162655-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1149.081307] env[62328]: DEBUG oslo_concurrency.lockutils [None req-10327946-2451-4e83-94df-293590165c79 tempest-ServerActionsTestOtherA-1098162655 tempest-ServerActionsTestOtherA-1098162655-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1149.081484] env[62328]: DEBUG nova.objects.instance [None req-10327946-2451-4e83-94df-293590165c79 tempest-ServerActionsTestOtherA-1098162655 tempest-ServerActionsTestOtherA-1098162655-project-member] Lazy-loading 'resources' on Instance uuid 1326c869-c3f4-4936-bc3b-451b08fc0933 {{(pid=62328) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1149.410117] env[62328]: DEBUG oslo_concurrency.lockutils [None req-9092225a-56aa-4b10-a0ca-9c075081a925 tempest-AttachInterfacesTestJSON-1049158018 tempest-AttachInterfacesTestJSON-1049158018-project-member] Releasing lock "refresh_cache-d1503bc1-0c77-4ecd-b280-0768c1764c30" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1149.410117] env[62328]: DEBUG oslo_concurrency.lockutils [None req-9092225a-56aa-4b10-a0ca-9c075081a925 tempest-AttachInterfacesTestJSON-1049158018 tempest-AttachInterfacesTestJSON-1049158018-project-member] Acquiring lock "d1503bc1-0c77-4ecd-b280-0768c1764c30" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1149.410294] env[62328]: DEBUG oslo_concurrency.lockutils [None req-9092225a-56aa-4b10-a0ca-9c075081a925 tempest-AttachInterfacesTestJSON-1049158018 tempest-AttachInterfacesTestJSON-1049158018-project-member] Acquired lock "d1503bc1-0c77-4ecd-b280-0768c1764c30" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1149.410579] env[62328]: DEBUG oslo_concurrency.lockutils [req-9c877147-4d55-47e3-b3c9-7ad57dfc134e req-0af607ec-3d22-420d-86f3-1dd718a49373 service nova] Acquired lock "refresh_cache-d1503bc1-0c77-4ecd-b280-0768c1764c30" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1149.410798] env[62328]: DEBUG nova.network.neutron [req-9c877147-4d55-47e3-b3c9-7ad57dfc134e req-0af607ec-3d22-420d-86f3-1dd718a49373 service nova] [instance: d1503bc1-0c77-4ecd-b280-0768c1764c30] Refreshing network info cache for port 799699b8-efff-43b0-afbd-bde8732689fe {{(pid=62328) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1149.412707] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-15b438fc-89f7-45ac-ad86-062e710b107a {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1149.430094] env[62328]: DEBUG nova.virt.hardware [None req-9092225a-56aa-4b10-a0ca-9c075081a925 tempest-AttachInterfacesTestJSON-1049158018 tempest-AttachInterfacesTestJSON-1049158018-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-07T17:16:55Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=,min_ram=,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62328) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1149.430370] env[62328]: DEBUG nova.virt.hardware [None req-9092225a-56aa-4b10-a0ca-9c075081a925 tempest-AttachInterfacesTestJSON-1049158018 tempest-AttachInterfacesTestJSON-1049158018-project-member] Flavor limits 0:0:0 {{(pid=62328) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1149.430567] env[62328]: DEBUG nova.virt.hardware [None req-9092225a-56aa-4b10-a0ca-9c075081a925 tempest-AttachInterfacesTestJSON-1049158018 tempest-AttachInterfacesTestJSON-1049158018-project-member] Image limits 0:0:0 {{(pid=62328) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1149.430783] env[62328]: DEBUG nova.virt.hardware [None req-9092225a-56aa-4b10-a0ca-9c075081a925 tempest-AttachInterfacesTestJSON-1049158018 tempest-AttachInterfacesTestJSON-1049158018-project-member] Flavor pref 0:0:0 {{(pid=62328) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1149.430937] env[62328]: DEBUG nova.virt.hardware [None req-9092225a-56aa-4b10-a0ca-9c075081a925 tempest-AttachInterfacesTestJSON-1049158018 tempest-AttachInterfacesTestJSON-1049158018-project-member] Image pref 0:0:0 {{(pid=62328) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1149.431107] env[62328]: DEBUG nova.virt.hardware [None req-9092225a-56aa-4b10-a0ca-9c075081a925 tempest-AttachInterfacesTestJSON-1049158018 tempest-AttachInterfacesTestJSON-1049158018-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62328) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1149.431311] env[62328]: DEBUG nova.virt.hardware [None req-9092225a-56aa-4b10-a0ca-9c075081a925 tempest-AttachInterfacesTestJSON-1049158018 tempest-AttachInterfacesTestJSON-1049158018-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62328) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1149.431466] env[62328]: DEBUG nova.virt.hardware [None req-9092225a-56aa-4b10-a0ca-9c075081a925 tempest-AttachInterfacesTestJSON-1049158018 tempest-AttachInterfacesTestJSON-1049158018-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62328) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1149.431631] env[62328]: DEBUG nova.virt.hardware [None req-9092225a-56aa-4b10-a0ca-9c075081a925 tempest-AttachInterfacesTestJSON-1049158018 tempest-AttachInterfacesTestJSON-1049158018-project-member] Got 1 possible topologies {{(pid=62328) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1149.431790] env[62328]: DEBUG nova.virt.hardware [None req-9092225a-56aa-4b10-a0ca-9c075081a925 tempest-AttachInterfacesTestJSON-1049158018 tempest-AttachInterfacesTestJSON-1049158018-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62328) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1149.431960] env[62328]: DEBUG nova.virt.hardware [None req-9092225a-56aa-4b10-a0ca-9c075081a925 tempest-AttachInterfacesTestJSON-1049158018 tempest-AttachInterfacesTestJSON-1049158018-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62328) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1149.438159] env[62328]: DEBUG nova.virt.vmwareapi.vmops [None req-9092225a-56aa-4b10-a0ca-9c075081a925 tempest-AttachInterfacesTestJSON-1049158018 tempest-AttachInterfacesTestJSON-1049158018-project-member] [instance: d1503bc1-0c77-4ecd-b280-0768c1764c30] Reconfiguring VM to attach interface {{(pid=62328) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1923}} [ 1149.439051] env[62328]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6020eba0-9eff-4525-b641-93e0f6bb9abb {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1149.455943] env[62328]: DEBUG oslo_vmware.api [None req-9092225a-56aa-4b10-a0ca-9c075081a925 tempest-AttachInterfacesTestJSON-1049158018 tempest-AttachInterfacesTestJSON-1049158018-project-member] Waiting for the task: (returnval){ [ 1149.455943] env[62328]: value = "task-2387758" [ 1149.455943] env[62328]: _type = "Task" [ 1149.455943] env[62328]: } to complete. {{(pid=62328) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1149.463706] env[62328]: DEBUG oslo_vmware.api [None req-9092225a-56aa-4b10-a0ca-9c075081a925 tempest-AttachInterfacesTestJSON-1049158018 tempest-AttachInterfacesTestJSON-1049158018-project-member] Task: {'id': task-2387758, 'name': ReconfigVM_Task} progress is 0%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1149.728095] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a5cfc4d4-e910-4022-9649-03038c65bbb7 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1149.735752] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a655a12a-fe3f-4516-ae17-56fbe92eada2 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1149.765477] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e4a0c0c4-f4f5-4b0c-9d4e-89a74a616f0b {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1149.773226] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9515933d-8535-47bb-8187-79dcb8b07f73 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1149.788419] env[62328]: DEBUG nova.compute.provider_tree [None req-10327946-2451-4e83-94df-293590165c79 tempest-ServerActionsTestOtherA-1098162655 tempest-ServerActionsTestOtherA-1098162655-project-member] Inventory has not changed in ProviderTree for provider: 3469e9f8-04af-49ca-8435-49f104496744 {{(pid=62328) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1149.965969] env[62328]: DEBUG oslo_vmware.api [None req-9092225a-56aa-4b10-a0ca-9c075081a925 tempest-AttachInterfacesTestJSON-1049158018 tempest-AttachInterfacesTestJSON-1049158018-project-member] Task: {'id': task-2387758, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1150.097040] env[62328]: DEBUG oslo_concurrency.lockutils [None req-a5711ec3-073d-4fea-be4b-f9bd541ff01e tempest-ServerActionsTestJSON-389109759 tempest-ServerActionsTestJSON-389109759-project-member] Acquiring lock "95dd703a-595e-467a-a8e9-bef4f806c33f-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1150.097176] env[62328]: DEBUG oslo_concurrency.lockutils [None req-a5711ec3-073d-4fea-be4b-f9bd541ff01e tempest-ServerActionsTestJSON-389109759 tempest-ServerActionsTestJSON-389109759-project-member] Lock "95dd703a-595e-467a-a8e9-bef4f806c33f-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1150.097283] env[62328]: DEBUG oslo_concurrency.lockutils [None req-a5711ec3-073d-4fea-be4b-f9bd541ff01e tempest-ServerActionsTestJSON-389109759 tempest-ServerActionsTestJSON-389109759-project-member] Lock "95dd703a-595e-467a-a8e9-bef4f806c33f-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1150.135065] env[62328]: DEBUG nova.network.neutron [req-9c877147-4d55-47e3-b3c9-7ad57dfc134e req-0af607ec-3d22-420d-86f3-1dd718a49373 service nova] [instance: d1503bc1-0c77-4ecd-b280-0768c1764c30] Updated VIF entry in instance network info cache for port 799699b8-efff-43b0-afbd-bde8732689fe. {{(pid=62328) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1150.135616] env[62328]: DEBUG nova.network.neutron [req-9c877147-4d55-47e3-b3c9-7ad57dfc134e req-0af607ec-3d22-420d-86f3-1dd718a49373 service nova] [instance: d1503bc1-0c77-4ecd-b280-0768c1764c30] Updating instance_info_cache with network_info: [{"id": "248457e0-9e2e-473a-bc18-6d0c9d3ab3eb", "address": "fa:16:3e:0b:7e:3b", "network": {"id": "43b1657c-44ae-47a8-8e8d-196242ef7fca", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1953540822-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.220", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e88420d74d294fef9f976142535b9ac5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9f3a2eb5-353f-45c5-a73b-869626f4bb13", "external-id": "nsx-vlan-transportzone-411", "segmentation_id": 411, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap248457e0-9e", "ovs_interfaceid": "248457e0-9e2e-473a-bc18-6d0c9d3ab3eb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "998814d8-3a14-418f-aea3-6a4609992783", "address": "fa:16:3e:3e:36:d7", "network": {"id": "43b1657c-44ae-47a8-8e8d-196242ef7fca", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1953540822-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e88420d74d294fef9f976142535b9ac5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9f3a2eb5-353f-45c5-a73b-869626f4bb13", "external-id": "nsx-vlan-transportzone-411", "segmentation_id": 411, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap998814d8-3a", "ovs_interfaceid": "998814d8-3a14-418f-aea3-6a4609992783", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "799699b8-efff-43b0-afbd-bde8732689fe", "address": "fa:16:3e:ca:d5:31", "network": {"id": "43b1657c-44ae-47a8-8e8d-196242ef7fca", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1953540822-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e88420d74d294fef9f976142535b9ac5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9f3a2eb5-353f-45c5-a73b-869626f4bb13", "external-id": "nsx-vlan-transportzone-411", "segmentation_id": 411, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap799699b8-ef", "ovs_interfaceid": "799699b8-efff-43b0-afbd-bde8732689fe", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}] {{(pid=62328) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1150.292019] env[62328]: DEBUG nova.scheduler.client.report [None req-10327946-2451-4e83-94df-293590165c79 tempest-ServerActionsTestOtherA-1098162655 tempest-ServerActionsTestOtherA-1098162655-project-member] Inventory has not changed for provider 3469e9f8-04af-49ca-8435-49f104496744 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 152, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62328) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1150.465762] env[62328]: DEBUG oslo_vmware.api [None req-9092225a-56aa-4b10-a0ca-9c075081a925 tempest-AttachInterfacesTestJSON-1049158018 tempest-AttachInterfacesTestJSON-1049158018-project-member] Task: {'id': task-2387758, 'name': ReconfigVM_Task, 'duration_secs': 0.685841} completed successfully. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1150.472926] env[62328]: DEBUG oslo_concurrency.lockutils [None req-9092225a-56aa-4b10-a0ca-9c075081a925 tempest-AttachInterfacesTestJSON-1049158018 tempest-AttachInterfacesTestJSON-1049158018-project-member] Releasing lock "d1503bc1-0c77-4ecd-b280-0768c1764c30" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1150.472926] env[62328]: DEBUG nova.virt.vmwareapi.vmops [None req-9092225a-56aa-4b10-a0ca-9c075081a925 tempest-AttachInterfacesTestJSON-1049158018 tempest-AttachInterfacesTestJSON-1049158018-project-member] [instance: d1503bc1-0c77-4ecd-b280-0768c1764c30] Reconfigured VM to attach interface {{(pid=62328) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1937}} [ 1150.638179] env[62328]: DEBUG oslo_concurrency.lockutils [req-9c877147-4d55-47e3-b3c9-7ad57dfc134e req-0af607ec-3d22-420d-86f3-1dd718a49373 service nova] Releasing lock "refresh_cache-d1503bc1-0c77-4ecd-b280-0768c1764c30" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1150.638476] env[62328]: DEBUG nova.compute.manager [req-9c877147-4d55-47e3-b3c9-7ad57dfc134e req-0af607ec-3d22-420d-86f3-1dd718a49373 service nova] [instance: 1326c869-c3f4-4936-bc3b-451b08fc0933] Received event network-vif-deleted-6a06a42c-49e2-46b3-b4e1-be1886683665 {{(pid=62328) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1150.798060] env[62328]: DEBUG oslo_concurrency.lockutils [None req-10327946-2451-4e83-94df-293590165c79 tempest-ServerActionsTestOtherA-1098162655 tempest-ServerActionsTestOtherA-1098162655-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.716s {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1150.823427] env[62328]: INFO nova.scheduler.client.report [None req-10327946-2451-4e83-94df-293590165c79 tempest-ServerActionsTestOtherA-1098162655 tempest-ServerActionsTestOtherA-1098162655-project-member] Deleted allocations for instance 1326c869-c3f4-4936-bc3b-451b08fc0933 [ 1150.977278] env[62328]: DEBUG oslo_concurrency.lockutils [None req-9092225a-56aa-4b10-a0ca-9c075081a925 tempest-AttachInterfacesTestJSON-1049158018 tempest-AttachInterfacesTestJSON-1049158018-project-member] Lock "interface-d1503bc1-0c77-4ecd-b280-0768c1764c30-799699b8-efff-43b0-afbd-bde8732689fe" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 6.639s {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1151.132510] env[62328]: DEBUG oslo_concurrency.lockutils [None req-a5711ec3-073d-4fea-be4b-f9bd541ff01e tempest-ServerActionsTestJSON-389109759 tempest-ServerActionsTestJSON-389109759-project-member] Acquiring lock "refresh_cache-95dd703a-595e-467a-a8e9-bef4f806c33f" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1151.132689] env[62328]: DEBUG oslo_concurrency.lockutils [None req-a5711ec3-073d-4fea-be4b-f9bd541ff01e tempest-ServerActionsTestJSON-389109759 tempest-ServerActionsTestJSON-389109759-project-member] Acquired lock "refresh_cache-95dd703a-595e-467a-a8e9-bef4f806c33f" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1151.132864] env[62328]: DEBUG nova.network.neutron [None req-a5711ec3-073d-4fea-be4b-f9bd541ff01e tempest-ServerActionsTestJSON-389109759 tempest-ServerActionsTestJSON-389109759-project-member] [instance: 95dd703a-595e-467a-a8e9-bef4f806c33f] Building network info cache for instance {{(pid=62328) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1151.332526] env[62328]: DEBUG oslo_concurrency.lockutils [None req-10327946-2451-4e83-94df-293590165c79 tempest-ServerActionsTestOtherA-1098162655 tempest-ServerActionsTestOtherA-1098162655-project-member] Lock "1326c869-c3f4-4936-bc3b-451b08fc0933" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.704s {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1151.951716] env[62328]: DEBUG nova.network.neutron [None req-a5711ec3-073d-4fea-be4b-f9bd541ff01e tempest-ServerActionsTestJSON-389109759 tempest-ServerActionsTestJSON-389109759-project-member] [instance: 95dd703a-595e-467a-a8e9-bef4f806c33f] Updating instance_info_cache with network_info: [{"id": "9105a57c-77b4-4fb7-a79d-b3043888294a", "address": "fa:16:3e:66:e8:f8", "network": {"id": "805c8157-3d39-4783-8cec-987f63104f4b", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-938088414-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.184", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9a4c228c680f4e5fa3409558e769cc0a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c1195acd-707f-4bac-a99d-14db17a63802", "external-id": "nsx-vlan-transportzone-322", "segmentation_id": 322, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9105a57c-77", "ovs_interfaceid": "9105a57c-77b4-4fb7-a79d-b3043888294a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62328) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1152.454725] env[62328]: DEBUG oslo_concurrency.lockutils [None req-a5711ec3-073d-4fea-be4b-f9bd541ff01e tempest-ServerActionsTestJSON-389109759 tempest-ServerActionsTestJSON-389109759-project-member] Releasing lock "refresh_cache-95dd703a-595e-467a-a8e9-bef4f806c33f" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1152.689858] env[62328]: DEBUG oslo_concurrency.lockutils [None req-1ba831b9-1d41-489f-8922-73bee158870e tempest-AttachInterfacesTestJSON-1049158018 tempest-AttachInterfacesTestJSON-1049158018-project-member] Acquiring lock "interface-d1503bc1-0c77-4ecd-b280-0768c1764c30-998814d8-3a14-418f-aea3-6a4609992783" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1152.690118] env[62328]: DEBUG oslo_concurrency.lockutils [None req-1ba831b9-1d41-489f-8922-73bee158870e tempest-AttachInterfacesTestJSON-1049158018 tempest-AttachInterfacesTestJSON-1049158018-project-member] Lock "interface-d1503bc1-0c77-4ecd-b280-0768c1764c30-998814d8-3a14-418f-aea3-6a4609992783" acquired by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: waited 0.000s {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1152.980488] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9d45975a-fd08-4f95-b6a7-c78f6b00fb3d {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1152.999448] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e47b404b-a9c6-49c9-8d45-506bc0084dca {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1153.006388] env[62328]: DEBUG nova.virt.vmwareapi.vmops [None req-a5711ec3-073d-4fea-be4b-f9bd541ff01e tempest-ServerActionsTestJSON-389109759 tempest-ServerActionsTestJSON-389109759-project-member] [instance: 95dd703a-595e-467a-a8e9-bef4f806c33f] Updating instance '95dd703a-595e-467a-a8e9-bef4f806c33f' progress to 83 {{(pid=62328) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1153.193166] env[62328]: DEBUG oslo_concurrency.lockutils [None req-1ba831b9-1d41-489f-8922-73bee158870e tempest-AttachInterfacesTestJSON-1049158018 tempest-AttachInterfacesTestJSON-1049158018-project-member] Acquiring lock "d1503bc1-0c77-4ecd-b280-0768c1764c30" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1153.193372] env[62328]: DEBUG oslo_concurrency.lockutils [None req-1ba831b9-1d41-489f-8922-73bee158870e tempest-AttachInterfacesTestJSON-1049158018 tempest-AttachInterfacesTestJSON-1049158018-project-member] Acquired lock "d1503bc1-0c77-4ecd-b280-0768c1764c30" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1153.194280] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9e13ef9c-1937-40ad-b0a7-a9eac0b88cef {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1153.212453] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1cadb562-ec2f-4214-8b37-732c262e6495 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1153.240550] env[62328]: DEBUG nova.virt.vmwareapi.vmops [None req-1ba831b9-1d41-489f-8922-73bee158870e tempest-AttachInterfacesTestJSON-1049158018 tempest-AttachInterfacesTestJSON-1049158018-project-member] [instance: d1503bc1-0c77-4ecd-b280-0768c1764c30] Reconfiguring VM to detach interface {{(pid=62328) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1968}} [ 1153.240759] env[62328]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b34d7455-5430-4b37-b67f-3d822b36f2b5 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1153.258982] env[62328]: DEBUG oslo_vmware.api [None req-1ba831b9-1d41-489f-8922-73bee158870e tempest-AttachInterfacesTestJSON-1049158018 tempest-AttachInterfacesTestJSON-1049158018-project-member] Waiting for the task: (returnval){ [ 1153.258982] env[62328]: value = "task-2387761" [ 1153.258982] env[62328]: _type = "Task" [ 1153.258982] env[62328]: } to complete. {{(pid=62328) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1153.268345] env[62328]: DEBUG oslo_vmware.api [None req-1ba831b9-1d41-489f-8922-73bee158870e tempest-AttachInterfacesTestJSON-1049158018 tempest-AttachInterfacesTestJSON-1049158018-project-member] Task: {'id': task-2387761, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1153.512377] env[62328]: DEBUG nova.virt.vmwareapi.vm_util [None req-a5711ec3-073d-4fea-be4b-f9bd541ff01e tempest-ServerActionsTestJSON-389109759 tempest-ServerActionsTestJSON-389109759-project-member] [instance: 95dd703a-595e-467a-a8e9-bef4f806c33f] Powering on the VM {{(pid=62328) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1153.512721] env[62328]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-3539b4dd-329c-4467-b381-ff802ec3458d {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1153.520277] env[62328]: DEBUG oslo_vmware.api [None req-a5711ec3-073d-4fea-be4b-f9bd541ff01e tempest-ServerActionsTestJSON-389109759 tempest-ServerActionsTestJSON-389109759-project-member] Waiting for the task: (returnval){ [ 1153.520277] env[62328]: value = "task-2387762" [ 1153.520277] env[62328]: _type = "Task" [ 1153.520277] env[62328]: } to complete. {{(pid=62328) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1153.528271] env[62328]: DEBUG oslo_vmware.api [None req-a5711ec3-073d-4fea-be4b-f9bd541ff01e tempest-ServerActionsTestJSON-389109759 tempest-ServerActionsTestJSON-389109759-project-member] Task: {'id': task-2387762, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1153.769798] env[62328]: DEBUG oslo_vmware.api [None req-1ba831b9-1d41-489f-8922-73bee158870e tempest-AttachInterfacesTestJSON-1049158018 tempest-AttachInterfacesTestJSON-1049158018-project-member] Task: {'id': task-2387761, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1154.029989] env[62328]: DEBUG oslo_vmware.api [None req-a5711ec3-073d-4fea-be4b-f9bd541ff01e tempest-ServerActionsTestJSON-389109759 tempest-ServerActionsTestJSON-389109759-project-member] Task: {'id': task-2387762, 'name': PowerOnVM_Task, 'duration_secs': 0.395876} completed successfully. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1154.030307] env[62328]: DEBUG nova.virt.vmwareapi.vm_util [None req-a5711ec3-073d-4fea-be4b-f9bd541ff01e tempest-ServerActionsTestJSON-389109759 tempest-ServerActionsTestJSON-389109759-project-member] [instance: 95dd703a-595e-467a-a8e9-bef4f806c33f] Powered on the VM {{(pid=62328) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1154.030494] env[62328]: DEBUG nova.virt.vmwareapi.vmops [None req-a5711ec3-073d-4fea-be4b-f9bd541ff01e tempest-ServerActionsTestJSON-389109759 tempest-ServerActionsTestJSON-389109759-project-member] [instance: 95dd703a-595e-467a-a8e9-bef4f806c33f] Updating instance '95dd703a-595e-467a-a8e9-bef4f806c33f' progress to 100 {{(pid=62328) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1154.044968] env[62328]: DEBUG oslo_concurrency.lockutils [None req-7fdcacb5-995f-480a-b1bc-7718d41e865d tempest-ServerRescueNegativeTestJSON-713788249 tempest-ServerRescueNegativeTestJSON-713788249-project-member] Acquiring lock "52de62c1-e7ae-440d-b390-64b4594548c1" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1154.045193] env[62328]: DEBUG oslo_concurrency.lockutils [None req-7fdcacb5-995f-480a-b1bc-7718d41e865d tempest-ServerRescueNegativeTestJSON-713788249 tempest-ServerRescueNegativeTestJSON-713788249-project-member] Lock "52de62c1-e7ae-440d-b390-64b4594548c1" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.000s {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1154.273654] env[62328]: DEBUG oslo_vmware.api [None req-1ba831b9-1d41-489f-8922-73bee158870e tempest-AttachInterfacesTestJSON-1049158018 tempest-AttachInterfacesTestJSON-1049158018-project-member] Task: {'id': task-2387761, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1154.547989] env[62328]: INFO nova.compute.manager [None req-7fdcacb5-995f-480a-b1bc-7718d41e865d tempest-ServerRescueNegativeTestJSON-713788249 tempest-ServerRescueNegativeTestJSON-713788249-project-member] [instance: 52de62c1-e7ae-440d-b390-64b4594548c1] Detaching volume 227f4a0b-c0ca-4b3e-a8d7-4e4ec3016743 [ 1154.578939] env[62328]: INFO nova.virt.block_device [None req-7fdcacb5-995f-480a-b1bc-7718d41e865d tempest-ServerRescueNegativeTestJSON-713788249 tempest-ServerRescueNegativeTestJSON-713788249-project-member] [instance: 52de62c1-e7ae-440d-b390-64b4594548c1] Attempting to driver detach volume 227f4a0b-c0ca-4b3e-a8d7-4e4ec3016743 from mountpoint /dev/sdb [ 1154.579252] env[62328]: DEBUG nova.virt.vmwareapi.volumeops [None req-7fdcacb5-995f-480a-b1bc-7718d41e865d tempest-ServerRescueNegativeTestJSON-713788249 tempest-ServerRescueNegativeTestJSON-713788249-project-member] [instance: 52de62c1-e7ae-440d-b390-64b4594548c1] Volume detach. Driver type: vmdk {{(pid=62328) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1154.579409] env[62328]: DEBUG nova.virt.vmwareapi.volumeops [None req-7fdcacb5-995f-480a-b1bc-7718d41e865d tempest-ServerRescueNegativeTestJSON-713788249 tempest-ServerRescueNegativeTestJSON-713788249-project-member] [instance: 52de62c1-e7ae-440d-b390-64b4594548c1] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-484475', 'volume_id': '227f4a0b-c0ca-4b3e-a8d7-4e4ec3016743', 'name': 'volume-227f4a0b-c0ca-4b3e-a8d7-4e4ec3016743', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '52de62c1-e7ae-440d-b390-64b4594548c1', 'attached_at': '', 'detached_at': '', 'volume_id': '227f4a0b-c0ca-4b3e-a8d7-4e4ec3016743', 'serial': '227f4a0b-c0ca-4b3e-a8d7-4e4ec3016743'} {{(pid=62328) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1154.580335] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-de40c1ce-5fad-4ecd-ae4a-e17c2ccc6d2d {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1154.601945] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7b401d80-77a3-45f9-8a6b-4fcd9b13caef {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1154.609165] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-76dbbdbb-b94e-4216-be53-c3ee5637922d {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1154.630806] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4d566c5a-39b4-4c70-bdaf-6828585c41de {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1154.644801] env[62328]: DEBUG nova.virt.vmwareapi.volumeops [None req-7fdcacb5-995f-480a-b1bc-7718d41e865d tempest-ServerRescueNegativeTestJSON-713788249 tempest-ServerRescueNegativeTestJSON-713788249-project-member] The volume has not been displaced from its original location: [datastore2] volume-227f4a0b-c0ca-4b3e-a8d7-4e4ec3016743/volume-227f4a0b-c0ca-4b3e-a8d7-4e4ec3016743.vmdk. No consolidation needed. {{(pid=62328) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1154.650008] env[62328]: DEBUG nova.virt.vmwareapi.volumeops [None req-7fdcacb5-995f-480a-b1bc-7718d41e865d tempest-ServerRescueNegativeTestJSON-713788249 tempest-ServerRescueNegativeTestJSON-713788249-project-member] [instance: 52de62c1-e7ae-440d-b390-64b4594548c1] Reconfiguring VM instance instance-0000006d to detach disk 2001 {{(pid=62328) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1154.650300] env[62328]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-dbbfd2ab-ea84-41fe-b98e-4f40f829b389 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1154.666921] env[62328]: DEBUG oslo_vmware.api [None req-7fdcacb5-995f-480a-b1bc-7718d41e865d tempest-ServerRescueNegativeTestJSON-713788249 tempest-ServerRescueNegativeTestJSON-713788249-project-member] Waiting for the task: (returnval){ [ 1154.666921] env[62328]: value = "task-2387763" [ 1154.666921] env[62328]: _type = "Task" [ 1154.666921] env[62328]: } to complete. {{(pid=62328) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1154.674233] env[62328]: DEBUG oslo_vmware.api [None req-7fdcacb5-995f-480a-b1bc-7718d41e865d tempest-ServerRescueNegativeTestJSON-713788249 tempest-ServerRescueNegativeTestJSON-713788249-project-member] Task: {'id': task-2387763, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1154.770729] env[62328]: DEBUG oslo_vmware.api [None req-1ba831b9-1d41-489f-8922-73bee158870e tempest-AttachInterfacesTestJSON-1049158018 tempest-AttachInterfacesTestJSON-1049158018-project-member] Task: {'id': task-2387761, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1155.177940] env[62328]: DEBUG oslo_vmware.api [None req-7fdcacb5-995f-480a-b1bc-7718d41e865d tempest-ServerRescueNegativeTestJSON-713788249 tempest-ServerRescueNegativeTestJSON-713788249-project-member] Task: {'id': task-2387763, 'name': ReconfigVM_Task, 'duration_secs': 0.213862} completed successfully. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1155.178221] env[62328]: DEBUG nova.virt.vmwareapi.volumeops [None req-7fdcacb5-995f-480a-b1bc-7718d41e865d tempest-ServerRescueNegativeTestJSON-713788249 tempest-ServerRescueNegativeTestJSON-713788249-project-member] [instance: 52de62c1-e7ae-440d-b390-64b4594548c1] Reconfigured VM instance instance-0000006d to detach disk 2001 {{(pid=62328) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1155.182875] env[62328]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d32cf1b2-0d07-40e0-9e72-6c6c2e684f78 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1155.198017] env[62328]: DEBUG oslo_vmware.api [None req-7fdcacb5-995f-480a-b1bc-7718d41e865d tempest-ServerRescueNegativeTestJSON-713788249 tempest-ServerRescueNegativeTestJSON-713788249-project-member] Waiting for the task: (returnval){ [ 1155.198017] env[62328]: value = "task-2387764" [ 1155.198017] env[62328]: _type = "Task" [ 1155.198017] env[62328]: } to complete. {{(pid=62328) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1155.205790] env[62328]: DEBUG oslo_vmware.api [None req-7fdcacb5-995f-480a-b1bc-7718d41e865d tempest-ServerRescueNegativeTestJSON-713788249 tempest-ServerRescueNegativeTestJSON-713788249-project-member] Task: {'id': task-2387764, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1155.272490] env[62328]: DEBUG oslo_vmware.api [None req-1ba831b9-1d41-489f-8922-73bee158870e tempest-AttachInterfacesTestJSON-1049158018 tempest-AttachInterfacesTestJSON-1049158018-project-member] Task: {'id': task-2387761, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1155.595607] env[62328]: DEBUG oslo_concurrency.lockutils [None req-155a2040-25d8-4540-8598-25a2d6d7b009 tempest-ServerActionsTestOtherA-1098162655 tempest-ServerActionsTestOtherA-1098162655-project-member] Acquiring lock "6c107768-0f57-42fd-a2a5-b28207b17de9" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1155.595979] env[62328]: DEBUG oslo_concurrency.lockutils [None req-155a2040-25d8-4540-8598-25a2d6d7b009 tempest-ServerActionsTestOtherA-1098162655 tempest-ServerActionsTestOtherA-1098162655-project-member] Lock "6c107768-0f57-42fd-a2a5-b28207b17de9" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1155.596084] env[62328]: DEBUG oslo_concurrency.lockutils [None req-155a2040-25d8-4540-8598-25a2d6d7b009 tempest-ServerActionsTestOtherA-1098162655 tempest-ServerActionsTestOtherA-1098162655-project-member] Acquiring lock "6c107768-0f57-42fd-a2a5-b28207b17de9-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1155.596260] env[62328]: DEBUG oslo_concurrency.lockutils [None req-155a2040-25d8-4540-8598-25a2d6d7b009 tempest-ServerActionsTestOtherA-1098162655 tempest-ServerActionsTestOtherA-1098162655-project-member] Lock "6c107768-0f57-42fd-a2a5-b28207b17de9-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1155.596430] env[62328]: DEBUG oslo_concurrency.lockutils [None req-155a2040-25d8-4540-8598-25a2d6d7b009 tempest-ServerActionsTestOtherA-1098162655 tempest-ServerActionsTestOtherA-1098162655-project-member] Lock "6c107768-0f57-42fd-a2a5-b28207b17de9-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1155.598406] env[62328]: INFO nova.compute.manager [None req-155a2040-25d8-4540-8598-25a2d6d7b009 tempest-ServerActionsTestOtherA-1098162655 tempest-ServerActionsTestOtherA-1098162655-project-member] [instance: 6c107768-0f57-42fd-a2a5-b28207b17de9] Terminating instance [ 1155.708760] env[62328]: DEBUG oslo_vmware.api [None req-7fdcacb5-995f-480a-b1bc-7718d41e865d tempest-ServerRescueNegativeTestJSON-713788249 tempest-ServerRescueNegativeTestJSON-713788249-project-member] Task: {'id': task-2387764, 'name': ReconfigVM_Task, 'duration_secs': 0.140072} completed successfully. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1155.709105] env[62328]: DEBUG nova.virt.vmwareapi.volumeops [None req-7fdcacb5-995f-480a-b1bc-7718d41e865d tempest-ServerRescueNegativeTestJSON-713788249 tempest-ServerRescueNegativeTestJSON-713788249-project-member] [instance: 52de62c1-e7ae-440d-b390-64b4594548c1] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-484475', 'volume_id': '227f4a0b-c0ca-4b3e-a8d7-4e4ec3016743', 'name': 'volume-227f4a0b-c0ca-4b3e-a8d7-4e4ec3016743', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '52de62c1-e7ae-440d-b390-64b4594548c1', 'attached_at': '', 'detached_at': '', 'volume_id': '227f4a0b-c0ca-4b3e-a8d7-4e4ec3016743', 'serial': '227f4a0b-c0ca-4b3e-a8d7-4e4ec3016743'} {{(pid=62328) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1155.773333] env[62328]: DEBUG oslo_vmware.api [None req-1ba831b9-1d41-489f-8922-73bee158870e tempest-AttachInterfacesTestJSON-1049158018 tempest-AttachInterfacesTestJSON-1049158018-project-member] Task: {'id': task-2387761, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1155.788196] env[62328]: DEBUG oslo_concurrency.lockutils [None req-5ef436a4-6ac2-4ff7-ac52-4de88499c6c3 tempest-ServerActionsTestJSON-389109759 tempest-ServerActionsTestJSON-389109759-project-member] Acquiring lock "95dd703a-595e-467a-a8e9-bef4f806c33f" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1155.788549] env[62328]: DEBUG oslo_concurrency.lockutils [None req-5ef436a4-6ac2-4ff7-ac52-4de88499c6c3 tempest-ServerActionsTestJSON-389109759 tempest-ServerActionsTestJSON-389109759-project-member] Lock "95dd703a-595e-467a-a8e9-bef4f806c33f" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.001s {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1155.788791] env[62328]: DEBUG nova.compute.manager [None req-5ef436a4-6ac2-4ff7-ac52-4de88499c6c3 tempest-ServerActionsTestJSON-389109759 tempest-ServerActionsTestJSON-389109759-project-member] [instance: 95dd703a-595e-467a-a8e9-bef4f806c33f] Going to confirm migration 8 {{(pid=62328) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:5250}} [ 1156.102388] env[62328]: DEBUG nova.compute.manager [None req-155a2040-25d8-4540-8598-25a2d6d7b009 tempest-ServerActionsTestOtherA-1098162655 tempest-ServerActionsTestOtherA-1098162655-project-member] [instance: 6c107768-0f57-42fd-a2a5-b28207b17de9] Start destroying the instance on the hypervisor. {{(pid=62328) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1156.102565] env[62328]: DEBUG nova.virt.vmwareapi.vmops [None req-155a2040-25d8-4540-8598-25a2d6d7b009 tempest-ServerActionsTestOtherA-1098162655 tempest-ServerActionsTestOtherA-1098162655-project-member] [instance: 6c107768-0f57-42fd-a2a5-b28207b17de9] Destroying instance {{(pid=62328) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1156.103476] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-73e58ee4-b0d2-4008-bd65-de3576bbed0b {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1156.111796] env[62328]: DEBUG nova.virt.vmwareapi.vm_util [None req-155a2040-25d8-4540-8598-25a2d6d7b009 tempest-ServerActionsTestOtherA-1098162655 tempest-ServerActionsTestOtherA-1098162655-project-member] [instance: 6c107768-0f57-42fd-a2a5-b28207b17de9] Powering off the VM {{(pid=62328) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1156.112043] env[62328]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f01d2559-63cc-4631-9743-aa13b0be5719 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1156.118325] env[62328]: DEBUG oslo_vmware.api [None req-155a2040-25d8-4540-8598-25a2d6d7b009 tempest-ServerActionsTestOtherA-1098162655 tempest-ServerActionsTestOtherA-1098162655-project-member] Waiting for the task: (returnval){ [ 1156.118325] env[62328]: value = "task-2387766" [ 1156.118325] env[62328]: _type = "Task" [ 1156.118325] env[62328]: } to complete. {{(pid=62328) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1156.125609] env[62328]: DEBUG oslo_vmware.api [None req-155a2040-25d8-4540-8598-25a2d6d7b009 tempest-ServerActionsTestOtherA-1098162655 tempest-ServerActionsTestOtherA-1098162655-project-member] Task: {'id': task-2387766, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1156.270560] env[62328]: DEBUG nova.objects.instance [None req-7fdcacb5-995f-480a-b1bc-7718d41e865d tempest-ServerRescueNegativeTestJSON-713788249 tempest-ServerRescueNegativeTestJSON-713788249-project-member] Lazy-loading 'flavor' on Instance uuid 52de62c1-e7ae-440d-b390-64b4594548c1 {{(pid=62328) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1156.276301] env[62328]: DEBUG oslo_vmware.api [None req-1ba831b9-1d41-489f-8922-73bee158870e tempest-AttachInterfacesTestJSON-1049158018 tempest-AttachInterfacesTestJSON-1049158018-project-member] Task: {'id': task-2387761, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1156.355382] env[62328]: DEBUG oslo_concurrency.lockutils [None req-5ef436a4-6ac2-4ff7-ac52-4de88499c6c3 tempest-ServerActionsTestJSON-389109759 tempest-ServerActionsTestJSON-389109759-project-member] Acquiring lock "refresh_cache-95dd703a-595e-467a-a8e9-bef4f806c33f" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1156.355568] env[62328]: DEBUG oslo_concurrency.lockutils [None req-5ef436a4-6ac2-4ff7-ac52-4de88499c6c3 tempest-ServerActionsTestJSON-389109759 tempest-ServerActionsTestJSON-389109759-project-member] Acquired lock "refresh_cache-95dd703a-595e-467a-a8e9-bef4f806c33f" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1156.355744] env[62328]: DEBUG nova.network.neutron [None req-5ef436a4-6ac2-4ff7-ac52-4de88499c6c3 tempest-ServerActionsTestJSON-389109759 tempest-ServerActionsTestJSON-389109759-project-member] [instance: 95dd703a-595e-467a-a8e9-bef4f806c33f] Building network info cache for instance {{(pid=62328) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1156.355931] env[62328]: DEBUG nova.objects.instance [None req-5ef436a4-6ac2-4ff7-ac52-4de88499c6c3 tempest-ServerActionsTestJSON-389109759 tempest-ServerActionsTestJSON-389109759-project-member] Lazy-loading 'info_cache' on Instance uuid 95dd703a-595e-467a-a8e9-bef4f806c33f {{(pid=62328) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1156.628547] env[62328]: DEBUG oslo_vmware.api [None req-155a2040-25d8-4540-8598-25a2d6d7b009 tempest-ServerActionsTestOtherA-1098162655 tempest-ServerActionsTestOtherA-1098162655-project-member] Task: {'id': task-2387766, 'name': PowerOffVM_Task, 'duration_secs': 0.219359} completed successfully. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1156.628981] env[62328]: DEBUG nova.virt.vmwareapi.vm_util [None req-155a2040-25d8-4540-8598-25a2d6d7b009 tempest-ServerActionsTestOtherA-1098162655 tempest-ServerActionsTestOtherA-1098162655-project-member] [instance: 6c107768-0f57-42fd-a2a5-b28207b17de9] Powered off the VM {{(pid=62328) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1156.628981] env[62328]: DEBUG nova.virt.vmwareapi.vmops [None req-155a2040-25d8-4540-8598-25a2d6d7b009 tempest-ServerActionsTestOtherA-1098162655 tempest-ServerActionsTestOtherA-1098162655-project-member] [instance: 6c107768-0f57-42fd-a2a5-b28207b17de9] Unregistering the VM {{(pid=62328) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1156.629211] env[62328]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-8343adbb-2e74-4282-8e96-058f71227373 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1156.692555] env[62328]: DEBUG nova.virt.vmwareapi.vmops [None req-155a2040-25d8-4540-8598-25a2d6d7b009 tempest-ServerActionsTestOtherA-1098162655 tempest-ServerActionsTestOtherA-1098162655-project-member] [instance: 6c107768-0f57-42fd-a2a5-b28207b17de9] Unregistered the VM {{(pid=62328) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1156.692778] env[62328]: DEBUG nova.virt.vmwareapi.vmops [None req-155a2040-25d8-4540-8598-25a2d6d7b009 tempest-ServerActionsTestOtherA-1098162655 tempest-ServerActionsTestOtherA-1098162655-project-member] [instance: 6c107768-0f57-42fd-a2a5-b28207b17de9] Deleting contents of the VM from datastore datastore1 {{(pid=62328) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1156.692956] env[62328]: DEBUG nova.virt.vmwareapi.ds_util [None req-155a2040-25d8-4540-8598-25a2d6d7b009 tempest-ServerActionsTestOtherA-1098162655 tempest-ServerActionsTestOtherA-1098162655-project-member] Deleting the datastore file [datastore1] 6c107768-0f57-42fd-a2a5-b28207b17de9 {{(pid=62328) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1156.693253] env[62328]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-72c7b03a-6dd4-4bd7-a486-457ad1ed5f7a {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1156.699114] env[62328]: DEBUG oslo_vmware.api [None req-155a2040-25d8-4540-8598-25a2d6d7b009 tempest-ServerActionsTestOtherA-1098162655 tempest-ServerActionsTestOtherA-1098162655-project-member] Waiting for the task: (returnval){ [ 1156.699114] env[62328]: value = "task-2387768" [ 1156.699114] env[62328]: _type = "Task" [ 1156.699114] env[62328]: } to complete. {{(pid=62328) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1156.706669] env[62328]: DEBUG oslo_vmware.api [None req-155a2040-25d8-4540-8598-25a2d6d7b009 tempest-ServerActionsTestOtherA-1098162655 tempest-ServerActionsTestOtherA-1098162655-project-member] Task: {'id': task-2387768, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1156.773322] env[62328]: DEBUG oslo_vmware.api [None req-1ba831b9-1d41-489f-8922-73bee158870e tempest-AttachInterfacesTestJSON-1049158018 tempest-AttachInterfacesTestJSON-1049158018-project-member] Task: {'id': task-2387761, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1157.209239] env[62328]: DEBUG oslo_vmware.api [None req-155a2040-25d8-4540-8598-25a2d6d7b009 tempest-ServerActionsTestOtherA-1098162655 tempest-ServerActionsTestOtherA-1098162655-project-member] Task: {'id': task-2387768, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.134232} completed successfully. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1157.209491] env[62328]: DEBUG nova.virt.vmwareapi.ds_util [None req-155a2040-25d8-4540-8598-25a2d6d7b009 tempest-ServerActionsTestOtherA-1098162655 tempest-ServerActionsTestOtherA-1098162655-project-member] Deleted the datastore file {{(pid=62328) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1157.209732] env[62328]: DEBUG nova.virt.vmwareapi.vmops [None req-155a2040-25d8-4540-8598-25a2d6d7b009 tempest-ServerActionsTestOtherA-1098162655 tempest-ServerActionsTestOtherA-1098162655-project-member] [instance: 6c107768-0f57-42fd-a2a5-b28207b17de9] Deleted contents of the VM from datastore datastore1 {{(pid=62328) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1157.209922] env[62328]: DEBUG nova.virt.vmwareapi.vmops [None req-155a2040-25d8-4540-8598-25a2d6d7b009 tempest-ServerActionsTestOtherA-1098162655 tempest-ServerActionsTestOtherA-1098162655-project-member] [instance: 6c107768-0f57-42fd-a2a5-b28207b17de9] Instance destroyed {{(pid=62328) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1157.210112] env[62328]: INFO nova.compute.manager [None req-155a2040-25d8-4540-8598-25a2d6d7b009 tempest-ServerActionsTestOtherA-1098162655 tempest-ServerActionsTestOtherA-1098162655-project-member] [instance: 6c107768-0f57-42fd-a2a5-b28207b17de9] Took 1.11 seconds to destroy the instance on the hypervisor. [ 1157.210348] env[62328]: DEBUG oslo.service.loopingcall [None req-155a2040-25d8-4540-8598-25a2d6d7b009 tempest-ServerActionsTestOtherA-1098162655 tempest-ServerActionsTestOtherA-1098162655-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62328) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1157.210534] env[62328]: DEBUG nova.compute.manager [-] [instance: 6c107768-0f57-42fd-a2a5-b28207b17de9] Deallocating network for instance {{(pid=62328) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1157.210629] env[62328]: DEBUG nova.network.neutron [-] [instance: 6c107768-0f57-42fd-a2a5-b28207b17de9] deallocate_for_instance() {{(pid=62328) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1157.274122] env[62328]: DEBUG oslo_vmware.api [None req-1ba831b9-1d41-489f-8922-73bee158870e tempest-AttachInterfacesTestJSON-1049158018 tempest-AttachInterfacesTestJSON-1049158018-project-member] Task: {'id': task-2387761, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1157.281700] env[62328]: DEBUG oslo_concurrency.lockutils [None req-7fdcacb5-995f-480a-b1bc-7718d41e865d tempest-ServerRescueNegativeTestJSON-713788249 tempest-ServerRescueNegativeTestJSON-713788249-project-member] Lock "52de62c1-e7ae-440d-b390-64b4594548c1" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.236s {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1157.527562] env[62328]: DEBUG nova.compute.manager [req-d0710df3-a478-4233-8bdc-e55ee789efa8 req-27fc91aa-2ac4-4cc6-97a5-4d3d160868a9 service nova] [instance: 6c107768-0f57-42fd-a2a5-b28207b17de9] Received event network-vif-deleted-91cd4436-3fed-42d5-aefe-0df82259b6eb {{(pid=62328) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1157.527780] env[62328]: INFO nova.compute.manager [req-d0710df3-a478-4233-8bdc-e55ee789efa8 req-27fc91aa-2ac4-4cc6-97a5-4d3d160868a9 service nova] [instance: 6c107768-0f57-42fd-a2a5-b28207b17de9] Neutron deleted interface 91cd4436-3fed-42d5-aefe-0df82259b6eb; detaching it from the instance and deleting it from the info cache [ 1157.527961] env[62328]: DEBUG nova.network.neutron [req-d0710df3-a478-4233-8bdc-e55ee789efa8 req-27fc91aa-2ac4-4cc6-97a5-4d3d160868a9 service nova] [instance: 6c107768-0f57-42fd-a2a5-b28207b17de9] Updating instance_info_cache with network_info: [] {{(pid=62328) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1157.726141] env[62328]: DEBUG nova.network.neutron [None req-5ef436a4-6ac2-4ff7-ac52-4de88499c6c3 tempest-ServerActionsTestJSON-389109759 tempest-ServerActionsTestJSON-389109759-project-member] [instance: 95dd703a-595e-467a-a8e9-bef4f806c33f] Updating instance_info_cache with network_info: [{"id": "9105a57c-77b4-4fb7-a79d-b3043888294a", "address": "fa:16:3e:66:e8:f8", "network": {"id": "805c8157-3d39-4783-8cec-987f63104f4b", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-938088414-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.184", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9a4c228c680f4e5fa3409558e769cc0a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c1195acd-707f-4bac-a99d-14db17a63802", "external-id": "nsx-vlan-transportzone-322", "segmentation_id": 322, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9105a57c-77", "ovs_interfaceid": "9105a57c-77b4-4fb7-a79d-b3043888294a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62328) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1157.777580] env[62328]: DEBUG oslo_vmware.api [None req-1ba831b9-1d41-489f-8922-73bee158870e tempest-AttachInterfacesTestJSON-1049158018 tempest-AttachInterfacesTestJSON-1049158018-project-member] Task: {'id': task-2387761, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1157.975504] env[62328]: DEBUG nova.network.neutron [-] [instance: 6c107768-0f57-42fd-a2a5-b28207b17de9] Updating instance_info_cache with network_info: [] {{(pid=62328) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1158.037292] env[62328]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-7cd430c5-50f6-4560-9d42-7ffcaac296e6 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1158.047420] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3d2fd0f9-b9e9-435c-89c8-58c462e2541c {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1158.075333] env[62328]: DEBUG nova.compute.manager [req-d0710df3-a478-4233-8bdc-e55ee789efa8 req-27fc91aa-2ac4-4cc6-97a5-4d3d160868a9 service nova] [instance: 6c107768-0f57-42fd-a2a5-b28207b17de9] Detach interface failed, port_id=91cd4436-3fed-42d5-aefe-0df82259b6eb, reason: Instance 6c107768-0f57-42fd-a2a5-b28207b17de9 could not be found. {{(pid=62328) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 1158.229458] env[62328]: DEBUG oslo_concurrency.lockutils [None req-5ef436a4-6ac2-4ff7-ac52-4de88499c6c3 tempest-ServerActionsTestJSON-389109759 tempest-ServerActionsTestJSON-389109759-project-member] Releasing lock "refresh_cache-95dd703a-595e-467a-a8e9-bef4f806c33f" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1158.229692] env[62328]: DEBUG nova.objects.instance [None req-5ef436a4-6ac2-4ff7-ac52-4de88499c6c3 tempest-ServerActionsTestJSON-389109759 tempest-ServerActionsTestJSON-389109759-project-member] Lazy-loading 'migration_context' on Instance uuid 95dd703a-595e-467a-a8e9-bef4f806c33f {{(pid=62328) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1158.276483] env[62328]: DEBUG oslo_vmware.api [None req-1ba831b9-1d41-489f-8922-73bee158870e tempest-AttachInterfacesTestJSON-1049158018 tempest-AttachInterfacesTestJSON-1049158018-project-member] Task: {'id': task-2387761, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1158.388364] env[62328]: DEBUG oslo_concurrency.lockutils [None req-1e34ead4-1788-43d5-acfc-fa00c4128159 tempest-ServerRescueNegativeTestJSON-713788249 tempest-ServerRescueNegativeTestJSON-713788249-project-member] Acquiring lock "52de62c1-e7ae-440d-b390-64b4594548c1" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1158.388643] env[62328]: DEBUG oslo_concurrency.lockutils [None req-1e34ead4-1788-43d5-acfc-fa00c4128159 tempest-ServerRescueNegativeTestJSON-713788249 tempest-ServerRescueNegativeTestJSON-713788249-project-member] Lock "52de62c1-e7ae-440d-b390-64b4594548c1" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1158.388861] env[62328]: DEBUG oslo_concurrency.lockutils [None req-1e34ead4-1788-43d5-acfc-fa00c4128159 tempest-ServerRescueNegativeTestJSON-713788249 tempest-ServerRescueNegativeTestJSON-713788249-project-member] Acquiring lock "52de62c1-e7ae-440d-b390-64b4594548c1-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1158.389081] env[62328]: DEBUG oslo_concurrency.lockutils [None req-1e34ead4-1788-43d5-acfc-fa00c4128159 tempest-ServerRescueNegativeTestJSON-713788249 tempest-ServerRescueNegativeTestJSON-713788249-project-member] Lock "52de62c1-e7ae-440d-b390-64b4594548c1-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1158.389260] env[62328]: DEBUG oslo_concurrency.lockutils [None req-1e34ead4-1788-43d5-acfc-fa00c4128159 tempest-ServerRescueNegativeTestJSON-713788249 tempest-ServerRescueNegativeTestJSON-713788249-project-member] Lock "52de62c1-e7ae-440d-b390-64b4594548c1-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1158.391724] env[62328]: INFO nova.compute.manager [None req-1e34ead4-1788-43d5-acfc-fa00c4128159 tempest-ServerRescueNegativeTestJSON-713788249 tempest-ServerRescueNegativeTestJSON-713788249-project-member] [instance: 52de62c1-e7ae-440d-b390-64b4594548c1] Terminating instance [ 1158.480826] env[62328]: INFO nova.compute.manager [-] [instance: 6c107768-0f57-42fd-a2a5-b28207b17de9] Took 1.27 seconds to deallocate network for instance. [ 1158.734751] env[62328]: DEBUG nova.objects.base [None req-5ef436a4-6ac2-4ff7-ac52-4de88499c6c3 tempest-ServerActionsTestJSON-389109759 tempest-ServerActionsTestJSON-389109759-project-member] Object Instance<95dd703a-595e-467a-a8e9-bef4f806c33f> lazy-loaded attributes: info_cache,migration_context {{(pid=62328) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1158.734751] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-998effae-d023-4437-bba9-173801ba7010 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1158.762125] env[62328]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b10966a0-c70f-4824-b539-689c1629774c {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1158.767625] env[62328]: DEBUG oslo_vmware.api [None req-5ef436a4-6ac2-4ff7-ac52-4de88499c6c3 tempest-ServerActionsTestJSON-389109759 tempest-ServerActionsTestJSON-389109759-project-member] Waiting for the task: (returnval){ [ 1158.767625] env[62328]: value = "session[52a6e20e-410d-708a-99f2-080a575a99bd]521bf47f-176f-4282-032b-1610cf1559cd" [ 1158.767625] env[62328]: _type = "Task" [ 1158.767625] env[62328]: } to complete. {{(pid=62328) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1158.778070] env[62328]: DEBUG oslo_vmware.api [None req-1ba831b9-1d41-489f-8922-73bee158870e tempest-AttachInterfacesTestJSON-1049158018 tempest-AttachInterfacesTestJSON-1049158018-project-member] Task: {'id': task-2387761, 'name': ReconfigVM_Task} progress is 18%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1158.781264] env[62328]: DEBUG oslo_vmware.api [None req-5ef436a4-6ac2-4ff7-ac52-4de88499c6c3 tempest-ServerActionsTestJSON-389109759 tempest-ServerActionsTestJSON-389109759-project-member] Task: {'id': session[52a6e20e-410d-708a-99f2-080a575a99bd]521bf47f-176f-4282-032b-1610cf1559cd, 'name': SearchDatastore_Task, 'duration_secs': 0.007233} completed successfully. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1158.781515] env[62328]: DEBUG oslo_concurrency.lockutils [None req-5ef436a4-6ac2-4ff7-ac52-4de88499c6c3 tempest-ServerActionsTestJSON-389109759 tempest-ServerActionsTestJSON-389109759-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1158.781735] env[62328]: DEBUG oslo_concurrency.lockutils [None req-5ef436a4-6ac2-4ff7-ac52-4de88499c6c3 tempest-ServerActionsTestJSON-389109759 tempest-ServerActionsTestJSON-389109759-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 0.000s {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1158.896021] env[62328]: DEBUG nova.compute.manager [None req-1e34ead4-1788-43d5-acfc-fa00c4128159 tempest-ServerRescueNegativeTestJSON-713788249 tempest-ServerRescueNegativeTestJSON-713788249-project-member] [instance: 52de62c1-e7ae-440d-b390-64b4594548c1] Start destroying the instance on the hypervisor. {{(pid=62328) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1158.896021] env[62328]: DEBUG nova.virt.vmwareapi.vmops [None req-1e34ead4-1788-43d5-acfc-fa00c4128159 tempest-ServerRescueNegativeTestJSON-713788249 tempest-ServerRescueNegativeTestJSON-713788249-project-member] [instance: 52de62c1-e7ae-440d-b390-64b4594548c1] Destroying instance {{(pid=62328) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1158.897030] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7651802f-ddae-4f83-b14f-c4658a74d84f {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1158.905287] env[62328]: DEBUG nova.virt.vmwareapi.vm_util [None req-1e34ead4-1788-43d5-acfc-fa00c4128159 tempest-ServerRescueNegativeTestJSON-713788249 tempest-ServerRescueNegativeTestJSON-713788249-project-member] [instance: 52de62c1-e7ae-440d-b390-64b4594548c1] Powering off the VM {{(pid=62328) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1158.905573] env[62328]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e0b8ed6d-d43e-4563-af13-dcc16a845a99 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1158.912607] env[62328]: DEBUG oslo_vmware.api [None req-1e34ead4-1788-43d5-acfc-fa00c4128159 tempest-ServerRescueNegativeTestJSON-713788249 tempest-ServerRescueNegativeTestJSON-713788249-project-member] Waiting for the task: (returnval){ [ 1158.912607] env[62328]: value = "task-2387769" [ 1158.912607] env[62328]: _type = "Task" [ 1158.912607] env[62328]: } to complete. {{(pid=62328) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1158.921093] env[62328]: DEBUG oslo_vmware.api [None req-1e34ead4-1788-43d5-acfc-fa00c4128159 tempest-ServerRescueNegativeTestJSON-713788249 tempest-ServerRescueNegativeTestJSON-713788249-project-member] Task: {'id': task-2387769, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1158.988120] env[62328]: DEBUG oslo_concurrency.lockutils [None req-155a2040-25d8-4540-8598-25a2d6d7b009 tempest-ServerActionsTestOtherA-1098162655 tempest-ServerActionsTestOtherA-1098162655-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1159.277236] env[62328]: DEBUG oslo_vmware.api [None req-1ba831b9-1d41-489f-8922-73bee158870e tempest-AttachInterfacesTestJSON-1049158018 tempest-AttachInterfacesTestJSON-1049158018-project-member] Task: {'id': task-2387761, 'name': ReconfigVM_Task, 'duration_secs': 5.742347} completed successfully. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1159.277511] env[62328]: DEBUG oslo_concurrency.lockutils [None req-1ba831b9-1d41-489f-8922-73bee158870e tempest-AttachInterfacesTestJSON-1049158018 tempest-AttachInterfacesTestJSON-1049158018-project-member] Releasing lock "d1503bc1-0c77-4ecd-b280-0768c1764c30" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1159.277747] env[62328]: DEBUG nova.virt.vmwareapi.vmops [None req-1ba831b9-1d41-489f-8922-73bee158870e tempest-AttachInterfacesTestJSON-1049158018 tempest-AttachInterfacesTestJSON-1049158018-project-member] [instance: d1503bc1-0c77-4ecd-b280-0768c1764c30] Reconfigured VM to detach interface {{(pid=62328) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1978}} [ 1159.307599] env[62328]: DEBUG nova.scheduler.client.report [None req-5ef436a4-6ac2-4ff7-ac52-4de88499c6c3 tempest-ServerActionsTestJSON-389109759 tempest-ServerActionsTestJSON-389109759-project-member] Refreshing inventories for resource provider 3469e9f8-04af-49ca-8435-49f104496744 {{(pid=62328) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1159.323360] env[62328]: DEBUG nova.scheduler.client.report [None req-5ef436a4-6ac2-4ff7-ac52-4de88499c6c3 tempest-ServerActionsTestJSON-389109759 tempest-ServerActionsTestJSON-389109759-project-member] Updating ProviderTree inventory for provider 3469e9f8-04af-49ca-8435-49f104496744 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 152, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62328) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1159.325037] env[62328]: DEBUG nova.compute.provider_tree [None req-5ef436a4-6ac2-4ff7-ac52-4de88499c6c3 tempest-ServerActionsTestJSON-389109759 tempest-ServerActionsTestJSON-389109759-project-member] Updating inventory in ProviderTree for provider 3469e9f8-04af-49ca-8435-49f104496744 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 152, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62328) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1159.341150] env[62328]: DEBUG nova.scheduler.client.report [None req-5ef436a4-6ac2-4ff7-ac52-4de88499c6c3 tempest-ServerActionsTestJSON-389109759 tempest-ServerActionsTestJSON-389109759-project-member] Refreshing aggregate associations for resource provider 3469e9f8-04af-49ca-8435-49f104496744, aggregates: None {{(pid=62328) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1159.358934] env[62328]: DEBUG nova.scheduler.client.report [None req-5ef436a4-6ac2-4ff7-ac52-4de88499c6c3 tempest-ServerActionsTestJSON-389109759 tempest-ServerActionsTestJSON-389109759-project-member] Refreshing trait associations for resource provider 3469e9f8-04af-49ca-8435-49f104496744, traits: COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_NODE,HW_ARCH_X86_64,COMPUTE_SAME_HOST_COLD_MIGRATE {{(pid=62328) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1159.421953] env[62328]: DEBUG oslo_vmware.api [None req-1e34ead4-1788-43d5-acfc-fa00c4128159 tempest-ServerRescueNegativeTestJSON-713788249 tempest-ServerRescueNegativeTestJSON-713788249-project-member] Task: {'id': task-2387769, 'name': PowerOffVM_Task, 'duration_secs': 0.209172} completed successfully. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1159.424487] env[62328]: DEBUG nova.virt.vmwareapi.vm_util [None req-1e34ead4-1788-43d5-acfc-fa00c4128159 tempest-ServerRescueNegativeTestJSON-713788249 tempest-ServerRescueNegativeTestJSON-713788249-project-member] [instance: 52de62c1-e7ae-440d-b390-64b4594548c1] Powered off the VM {{(pid=62328) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1159.424667] env[62328]: DEBUG nova.virt.vmwareapi.vmops [None req-1e34ead4-1788-43d5-acfc-fa00c4128159 tempest-ServerRescueNegativeTestJSON-713788249 tempest-ServerRescueNegativeTestJSON-713788249-project-member] [instance: 52de62c1-e7ae-440d-b390-64b4594548c1] Unregistering the VM {{(pid=62328) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1159.425127] env[62328]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-adcca013-dd65-45e1-87b0-122e9ed29e29 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1159.507196] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-29bdb76d-7ac9-43fd-922b-cf3c806e43dc {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1159.512399] env[62328]: DEBUG nova.virt.vmwareapi.vmops [None req-1e34ead4-1788-43d5-acfc-fa00c4128159 tempest-ServerRescueNegativeTestJSON-713788249 tempest-ServerRescueNegativeTestJSON-713788249-project-member] [instance: 52de62c1-e7ae-440d-b390-64b4594548c1] Unregistered the VM {{(pid=62328) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1159.512719] env[62328]: DEBUG nova.virt.vmwareapi.vmops [None req-1e34ead4-1788-43d5-acfc-fa00c4128159 tempest-ServerRescueNegativeTestJSON-713788249 tempest-ServerRescueNegativeTestJSON-713788249-project-member] [instance: 52de62c1-e7ae-440d-b390-64b4594548c1] Deleting contents of the VM from datastore datastore1 {{(pid=62328) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1159.513707] env[62328]: DEBUG nova.virt.vmwareapi.ds_util [None req-1e34ead4-1788-43d5-acfc-fa00c4128159 tempest-ServerRescueNegativeTestJSON-713788249 tempest-ServerRescueNegativeTestJSON-713788249-project-member] Deleting the datastore file [datastore1] 52de62c1-e7ae-440d-b390-64b4594548c1 {{(pid=62328) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1159.513707] env[62328]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-a61487e8-f8b8-4e81-a9ab-8be07a015b33 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1159.519462] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-db7d3591-93f2-4f41-b023-d00227d9d95f {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1159.524031] env[62328]: DEBUG oslo_vmware.api [None req-1e34ead4-1788-43d5-acfc-fa00c4128159 tempest-ServerRescueNegativeTestJSON-713788249 tempest-ServerRescueNegativeTestJSON-713788249-project-member] Waiting for the task: (returnval){ [ 1159.524031] env[62328]: value = "task-2387771" [ 1159.524031] env[62328]: _type = "Task" [ 1159.524031] env[62328]: } to complete. {{(pid=62328) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1159.554942] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-97289ec2-da93-4943-baf9-11c3c1cc6dde {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1159.561422] env[62328]: DEBUG oslo_vmware.api [None req-1e34ead4-1788-43d5-acfc-fa00c4128159 tempest-ServerRescueNegativeTestJSON-713788249 tempest-ServerRescueNegativeTestJSON-713788249-project-member] Task: {'id': task-2387771, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1159.567542] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ed2930f6-5c78-4fd9-8226-bce26351da17 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1159.575315] env[62328]: DEBUG nova.compute.manager [req-36726648-d87a-4ea3-80e1-866abfc3609d req-fc735fd8-c31f-4502-aee2-e138b5df5c7d service nova] [instance: d1503bc1-0c77-4ecd-b280-0768c1764c30] Received event network-vif-deleted-998814d8-3a14-418f-aea3-6a4609992783 {{(pid=62328) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1159.575479] env[62328]: INFO nova.compute.manager [req-36726648-d87a-4ea3-80e1-866abfc3609d req-fc735fd8-c31f-4502-aee2-e138b5df5c7d service nova] [instance: d1503bc1-0c77-4ecd-b280-0768c1764c30] Neutron deleted interface 998814d8-3a14-418f-aea3-6a4609992783; detaching it from the instance and deleting it from the info cache [ 1159.575768] env[62328]: DEBUG nova.network.neutron [req-36726648-d87a-4ea3-80e1-866abfc3609d req-fc735fd8-c31f-4502-aee2-e138b5df5c7d service nova] [instance: d1503bc1-0c77-4ecd-b280-0768c1764c30] Updating instance_info_cache with network_info: [{"id": "248457e0-9e2e-473a-bc18-6d0c9d3ab3eb", "address": "fa:16:3e:0b:7e:3b", "network": {"id": "43b1657c-44ae-47a8-8e8d-196242ef7fca", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1953540822-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.220", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e88420d74d294fef9f976142535b9ac5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9f3a2eb5-353f-45c5-a73b-869626f4bb13", "external-id": "nsx-vlan-transportzone-411", "segmentation_id": 411, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap248457e0-9e", "ovs_interfaceid": "248457e0-9e2e-473a-bc18-6d0c9d3ab3eb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "799699b8-efff-43b0-afbd-bde8732689fe", "address": "fa:16:3e:ca:d5:31", "network": {"id": "43b1657c-44ae-47a8-8e8d-196242ef7fca", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1953540822-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e88420d74d294fef9f976142535b9ac5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9f3a2eb5-353f-45c5-a73b-869626f4bb13", "external-id": "nsx-vlan-transportzone-411", "segmentation_id": 411, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap799699b8-ef", "ovs_interfaceid": "799699b8-efff-43b0-afbd-bde8732689fe", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}] {{(pid=62328) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1159.588350] env[62328]: DEBUG nova.compute.provider_tree [None req-5ef436a4-6ac2-4ff7-ac52-4de88499c6c3 tempest-ServerActionsTestJSON-389109759 tempest-ServerActionsTestJSON-389109759-project-member] Inventory has not changed in ProviderTree for provider: 3469e9f8-04af-49ca-8435-49f104496744 {{(pid=62328) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1159.731622] env[62328]: DEBUG oslo_service.periodic_task [None req-332cd9a1-235b-4315-894a-68f76363e980 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=62328) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1159.731840] env[62328]: DEBUG oslo_service.periodic_task [None req-332cd9a1-235b-4315-894a-68f76363e980 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=62328) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1159.731982] env[62328]: DEBUG nova.compute.manager [None req-332cd9a1-235b-4315-894a-68f76363e980 None None] Starting heal instance info cache {{(pid=62328) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10445}} [ 1160.034607] env[62328]: DEBUG oslo_vmware.api [None req-1e34ead4-1788-43d5-acfc-fa00c4128159 tempest-ServerRescueNegativeTestJSON-713788249 tempest-ServerRescueNegativeTestJSON-713788249-project-member] Task: {'id': task-2387771, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.15048} completed successfully. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1160.035279] env[62328]: DEBUG nova.virt.vmwareapi.ds_util [None req-1e34ead4-1788-43d5-acfc-fa00c4128159 tempest-ServerRescueNegativeTestJSON-713788249 tempest-ServerRescueNegativeTestJSON-713788249-project-member] Deleted the datastore file {{(pid=62328) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1160.038053] env[62328]: DEBUG nova.virt.vmwareapi.vmops [None req-1e34ead4-1788-43d5-acfc-fa00c4128159 tempest-ServerRescueNegativeTestJSON-713788249 tempest-ServerRescueNegativeTestJSON-713788249-project-member] [instance: 52de62c1-e7ae-440d-b390-64b4594548c1] Deleted contents of the VM from datastore datastore1 {{(pid=62328) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1160.038053] env[62328]: DEBUG nova.virt.vmwareapi.vmops [None req-1e34ead4-1788-43d5-acfc-fa00c4128159 tempest-ServerRescueNegativeTestJSON-713788249 tempest-ServerRescueNegativeTestJSON-713788249-project-member] [instance: 52de62c1-e7ae-440d-b390-64b4594548c1] Instance destroyed {{(pid=62328) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1160.038053] env[62328]: INFO nova.compute.manager [None req-1e34ead4-1788-43d5-acfc-fa00c4128159 tempest-ServerRescueNegativeTestJSON-713788249 tempest-ServerRescueNegativeTestJSON-713788249-project-member] [instance: 52de62c1-e7ae-440d-b390-64b4594548c1] Took 1.14 seconds to destroy the instance on the hypervisor. [ 1160.038053] env[62328]: DEBUG oslo.service.loopingcall [None req-1e34ead4-1788-43d5-acfc-fa00c4128159 tempest-ServerRescueNegativeTestJSON-713788249 tempest-ServerRescueNegativeTestJSON-713788249-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62328) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1160.038053] env[62328]: DEBUG nova.compute.manager [-] [instance: 52de62c1-e7ae-440d-b390-64b4594548c1] Deallocating network for instance {{(pid=62328) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1160.038053] env[62328]: DEBUG nova.network.neutron [-] [instance: 52de62c1-e7ae-440d-b390-64b4594548c1] deallocate_for_instance() {{(pid=62328) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1160.081203] env[62328]: DEBUG oslo_concurrency.lockutils [req-36726648-d87a-4ea3-80e1-866abfc3609d req-fc735fd8-c31f-4502-aee2-e138b5df5c7d service nova] Acquiring lock "d1503bc1-0c77-4ecd-b280-0768c1764c30" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1160.081203] env[62328]: DEBUG oslo_concurrency.lockutils [req-36726648-d87a-4ea3-80e1-866abfc3609d req-fc735fd8-c31f-4502-aee2-e138b5df5c7d service nova] Acquired lock "d1503bc1-0c77-4ecd-b280-0768c1764c30" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1160.081203] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b6f0022d-3ef3-4faa-a69e-1e97dd923575 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1160.103724] env[62328]: DEBUG nova.scheduler.client.report [None req-5ef436a4-6ac2-4ff7-ac52-4de88499c6c3 tempest-ServerActionsTestJSON-389109759 tempest-ServerActionsTestJSON-389109759-project-member] Inventory has not changed for provider 3469e9f8-04af-49ca-8435-49f104496744 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 152, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62328) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1160.107392] env[62328]: DEBUG oslo_concurrency.lockutils [req-36726648-d87a-4ea3-80e1-866abfc3609d req-fc735fd8-c31f-4502-aee2-e138b5df5c7d service nova] Releasing lock "d1503bc1-0c77-4ecd-b280-0768c1764c30" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1160.108868] env[62328]: WARNING nova.compute.manager [req-36726648-d87a-4ea3-80e1-866abfc3609d req-fc735fd8-c31f-4502-aee2-e138b5df5c7d service nova] [instance: d1503bc1-0c77-4ecd-b280-0768c1764c30] Detach interface failed, port_id=998814d8-3a14-418f-aea3-6a4609992783, reason: No device with interface-id 998814d8-3a14-418f-aea3-6a4609992783 exists on VM: nova.exception.NotFound: No device with interface-id 998814d8-3a14-418f-aea3-6a4609992783 exists on VM [ 1160.192045] env[62328]: DEBUG nova.compute.manager [req-c0f9e216-7a8a-4c96-a87f-30d3b1a6a356 req-0a6be637-6ca5-4f97-822b-ae65b865a100 service nova] [instance: d1503bc1-0c77-4ecd-b280-0768c1764c30] Received event network-vif-deleted-799699b8-efff-43b0-afbd-bde8732689fe {{(pid=62328) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1160.192278] env[62328]: INFO nova.compute.manager [req-c0f9e216-7a8a-4c96-a87f-30d3b1a6a356 req-0a6be637-6ca5-4f97-822b-ae65b865a100 service nova] [instance: d1503bc1-0c77-4ecd-b280-0768c1764c30] Neutron deleted interface 799699b8-efff-43b0-afbd-bde8732689fe; detaching it from the instance and deleting it from the info cache [ 1160.192557] env[62328]: DEBUG nova.network.neutron [req-c0f9e216-7a8a-4c96-a87f-30d3b1a6a356 req-0a6be637-6ca5-4f97-822b-ae65b865a100 service nova] [instance: d1503bc1-0c77-4ecd-b280-0768c1764c30] Updating instance_info_cache with network_info: [{"id": "248457e0-9e2e-473a-bc18-6d0c9d3ab3eb", "address": "fa:16:3e:0b:7e:3b", "network": {"id": "43b1657c-44ae-47a8-8e8d-196242ef7fca", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1953540822-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.220", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e88420d74d294fef9f976142535b9ac5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9f3a2eb5-353f-45c5-a73b-869626f4bb13", "external-id": "nsx-vlan-transportzone-411", "segmentation_id": 411, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap248457e0-9e", "ovs_interfaceid": "248457e0-9e2e-473a-bc18-6d0c9d3ab3eb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62328) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1160.531617] env[62328]: DEBUG oslo_concurrency.lockutils [None req-1ba831b9-1d41-489f-8922-73bee158870e tempest-AttachInterfacesTestJSON-1049158018 tempest-AttachInterfacesTestJSON-1049158018-project-member] Acquiring lock "refresh_cache-d1503bc1-0c77-4ecd-b280-0768c1764c30" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1160.531617] env[62328]: DEBUG oslo_concurrency.lockutils [None req-1ba831b9-1d41-489f-8922-73bee158870e tempest-AttachInterfacesTestJSON-1049158018 tempest-AttachInterfacesTestJSON-1049158018-project-member] Acquired lock "refresh_cache-d1503bc1-0c77-4ecd-b280-0768c1764c30" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1160.531617] env[62328]: DEBUG nova.network.neutron [None req-1ba831b9-1d41-489f-8922-73bee158870e tempest-AttachInterfacesTestJSON-1049158018 tempest-AttachInterfacesTestJSON-1049158018-project-member] [instance: d1503bc1-0c77-4ecd-b280-0768c1764c30] Building network info cache for instance {{(pid=62328) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1160.696942] env[62328]: DEBUG oslo_concurrency.lockutils [req-c0f9e216-7a8a-4c96-a87f-30d3b1a6a356 req-0a6be637-6ca5-4f97-822b-ae65b865a100 service nova] Acquiring lock "d1503bc1-0c77-4ecd-b280-0768c1764c30" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1160.697201] env[62328]: DEBUG oslo_concurrency.lockutils [req-c0f9e216-7a8a-4c96-a87f-30d3b1a6a356 req-0a6be637-6ca5-4f97-822b-ae65b865a100 service nova] Acquired lock "d1503bc1-0c77-4ecd-b280-0768c1764c30" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1160.698122] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-06a57ad1-8df6-4cb6-a11a-492a4424e222 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1160.716256] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-98cafca8-e8e8-4878-a8f7-d78d6289b6ad {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1160.742897] env[62328]: DEBUG nova.virt.vmwareapi.vmops [req-c0f9e216-7a8a-4c96-a87f-30d3b1a6a356 req-0a6be637-6ca5-4f97-822b-ae65b865a100 service nova] [instance: d1503bc1-0c77-4ecd-b280-0768c1764c30] Reconfiguring VM to detach interface {{(pid=62328) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1968}} [ 1160.744388] env[62328]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e0397426-2730-4466-b242-233a5367a039 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1160.759067] env[62328]: DEBUG oslo_concurrency.lockutils [None req-9e37c00d-a655-4f20-8549-e38eb87b4a6a tempest-AttachInterfacesTestJSON-1049158018 tempest-AttachInterfacesTestJSON-1049158018-project-member] Acquiring lock "d1503bc1-0c77-4ecd-b280-0768c1764c30" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1160.764253] env[62328]: DEBUG oslo_vmware.api [req-c0f9e216-7a8a-4c96-a87f-30d3b1a6a356 req-0a6be637-6ca5-4f97-822b-ae65b865a100 service nova] Waiting for the task: (returnval){ [ 1160.764253] env[62328]: value = "task-2387772" [ 1160.764253] env[62328]: _type = "Task" [ 1160.764253] env[62328]: } to complete. {{(pid=62328) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1160.772328] env[62328]: DEBUG oslo_vmware.api [req-c0f9e216-7a8a-4c96-a87f-30d3b1a6a356 req-0a6be637-6ca5-4f97-822b-ae65b865a100 service nova] Task: {'id': task-2387772, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1161.095498] env[62328]: DEBUG nova.network.neutron [-] [instance: 52de62c1-e7ae-440d-b390-64b4594548c1] Updating instance_info_cache with network_info: [] {{(pid=62328) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1161.116078] env[62328]: DEBUG oslo_concurrency.lockutils [None req-5ef436a4-6ac2-4ff7-ac52-4de88499c6c3 tempest-ServerActionsTestJSON-389109759 tempest-ServerActionsTestJSON-389109759-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 2.334s {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1161.119349] env[62328]: DEBUG oslo_concurrency.lockutils [None req-155a2040-25d8-4540-8598-25a2d6d7b009 tempest-ServerActionsTestOtherA-1098162655 tempest-ServerActionsTestOtherA-1098162655-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 2.131s {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1161.119349] env[62328]: DEBUG nova.objects.instance [None req-155a2040-25d8-4540-8598-25a2d6d7b009 tempest-ServerActionsTestOtherA-1098162655 tempest-ServerActionsTestOtherA-1098162655-project-member] Lazy-loading 'resources' on Instance uuid 6c107768-0f57-42fd-a2a5-b28207b17de9 {{(pid=62328) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1161.269404] env[62328]: DEBUG nova.network.neutron [None req-1ba831b9-1d41-489f-8922-73bee158870e tempest-AttachInterfacesTestJSON-1049158018 tempest-AttachInterfacesTestJSON-1049158018-project-member] [instance: d1503bc1-0c77-4ecd-b280-0768c1764c30] Updating instance_info_cache with network_info: [{"id": "248457e0-9e2e-473a-bc18-6d0c9d3ab3eb", "address": "fa:16:3e:0b:7e:3b", "network": {"id": "43b1657c-44ae-47a8-8e8d-196242ef7fca", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1953540822-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.220", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e88420d74d294fef9f976142535b9ac5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9f3a2eb5-353f-45c5-a73b-869626f4bb13", "external-id": "nsx-vlan-transportzone-411", "segmentation_id": 411, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap248457e0-9e", "ovs_interfaceid": "248457e0-9e2e-473a-bc18-6d0c9d3ab3eb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62328) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1161.276266] env[62328]: DEBUG oslo_vmware.api [req-c0f9e216-7a8a-4c96-a87f-30d3b1a6a356 req-0a6be637-6ca5-4f97-822b-ae65b865a100 service nova] Task: {'id': task-2387772, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1161.596642] env[62328]: DEBUG nova.compute.manager [req-2bfb21d5-143d-4222-8971-a24d57607bf6 req-176f5f96-19fe-4da1-8529-7915e4767f39 service nova] [instance: 52de62c1-e7ae-440d-b390-64b4594548c1] Received event network-vif-deleted-93d80e4a-37ee-46c3-a002-951f5f3efb7a {{(pid=62328) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1161.599400] env[62328]: INFO nova.compute.manager [-] [instance: 52de62c1-e7ae-440d-b390-64b4594548c1] Took 1.56 seconds to deallocate network for instance. [ 1161.679025] env[62328]: INFO nova.scheduler.client.report [None req-5ef436a4-6ac2-4ff7-ac52-4de88499c6c3 tempest-ServerActionsTestJSON-389109759 tempest-ServerActionsTestJSON-389109759-project-member] Deleted allocation for migration 6c260461-020f-4fe0-8716-f8b60e422164 [ 1161.759239] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3b3aebb1-17cc-40b5-8cf9-3ae4762fc621 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1161.771250] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-608d0758-e1cc-43b6-82f7-e2c55b7e1ee3 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1161.774734] env[62328]: DEBUG oslo_concurrency.lockutils [None req-1ba831b9-1d41-489f-8922-73bee158870e tempest-AttachInterfacesTestJSON-1049158018 tempest-AttachInterfacesTestJSON-1049158018-project-member] Releasing lock "refresh_cache-d1503bc1-0c77-4ecd-b280-0768c1764c30" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1161.781725] env[62328]: DEBUG oslo_vmware.api [req-c0f9e216-7a8a-4c96-a87f-30d3b1a6a356 req-0a6be637-6ca5-4f97-822b-ae65b865a100 service nova] Task: {'id': task-2387772, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1161.805976] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d571cd37-f86d-4620-8c3c-d35e878305d0 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1161.813786] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-23de3474-7ca8-4527-b00d-fcb2f038994f {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1161.827416] env[62328]: DEBUG nova.compute.provider_tree [None req-155a2040-25d8-4540-8598-25a2d6d7b009 tempest-ServerActionsTestOtherA-1098162655 tempest-ServerActionsTestOtherA-1098162655-project-member] Inventory has not changed in ProviderTree for provider: 3469e9f8-04af-49ca-8435-49f104496744 {{(pid=62328) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1162.105442] env[62328]: DEBUG oslo_concurrency.lockutils [None req-1e34ead4-1788-43d5-acfc-fa00c4128159 tempest-ServerRescueNegativeTestJSON-713788249 tempest-ServerRescueNegativeTestJSON-713788249-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1162.185350] env[62328]: DEBUG oslo_concurrency.lockutils [None req-5ef436a4-6ac2-4ff7-ac52-4de88499c6c3 tempest-ServerActionsTestJSON-389109759 tempest-ServerActionsTestJSON-389109759-project-member] Lock "95dd703a-595e-467a-a8e9-bef4f806c33f" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 6.397s {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1162.279609] env[62328]: DEBUG oslo_concurrency.lockutils [None req-1ba831b9-1d41-489f-8922-73bee158870e tempest-AttachInterfacesTestJSON-1049158018 tempest-AttachInterfacesTestJSON-1049158018-project-member] Lock "interface-d1503bc1-0c77-4ecd-b280-0768c1764c30-998814d8-3a14-418f-aea3-6a4609992783" "released" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: held 9.589s {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1162.280654] env[62328]: DEBUG oslo_vmware.api [req-c0f9e216-7a8a-4c96-a87f-30d3b1a6a356 req-0a6be637-6ca5-4f97-822b-ae65b865a100 service nova] Task: {'id': task-2387772, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1162.330643] env[62328]: DEBUG nova.scheduler.client.report [None req-155a2040-25d8-4540-8598-25a2d6d7b009 tempest-ServerActionsTestOtherA-1098162655 tempest-ServerActionsTestOtherA-1098162655-project-member] Inventory has not changed for provider 3469e9f8-04af-49ca-8435-49f104496744 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 152, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62328) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1162.778017] env[62328]: DEBUG oslo_vmware.api [req-c0f9e216-7a8a-4c96-a87f-30d3b1a6a356 req-0a6be637-6ca5-4f97-822b-ae65b865a100 service nova] Task: {'id': task-2387772, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1162.836142] env[62328]: DEBUG oslo_concurrency.lockutils [None req-155a2040-25d8-4540-8598-25a2d6d7b009 tempest-ServerActionsTestOtherA-1098162655 tempest-ServerActionsTestOtherA-1098162655-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.717s {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1162.838622] env[62328]: DEBUG oslo_concurrency.lockutils [None req-1e34ead4-1788-43d5-acfc-fa00c4128159 tempest-ServerRescueNegativeTestJSON-713788249 tempest-ServerRescueNegativeTestJSON-713788249-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.733s {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1162.838892] env[62328]: DEBUG nova.objects.instance [None req-1e34ead4-1788-43d5-acfc-fa00c4128159 tempest-ServerRescueNegativeTestJSON-713788249 tempest-ServerRescueNegativeTestJSON-713788249-project-member] Lazy-loading 'resources' on Instance uuid 52de62c1-e7ae-440d-b390-64b4594548c1 {{(pid=62328) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1162.856789] env[62328]: INFO nova.scheduler.client.report [None req-155a2040-25d8-4540-8598-25a2d6d7b009 tempest-ServerActionsTestOtherA-1098162655 tempest-ServerActionsTestOtherA-1098162655-project-member] Deleted allocations for instance 6c107768-0f57-42fd-a2a5-b28207b17de9 [ 1162.920566] env[62328]: DEBUG oslo_concurrency.lockutils [None req-fac87701-c500-4fcb-9d92-3ad4b671d3a4 tempest-ServerActionsTestJSON-389109759 tempest-ServerActionsTestJSON-389109759-project-member] Acquiring lock "95dd703a-595e-467a-a8e9-bef4f806c33f" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1162.920752] env[62328]: DEBUG oslo_concurrency.lockutils [None req-fac87701-c500-4fcb-9d92-3ad4b671d3a4 tempest-ServerActionsTestJSON-389109759 tempest-ServerActionsTestJSON-389109759-project-member] Lock "95dd703a-595e-467a-a8e9-bef4f806c33f" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1162.920810] env[62328]: DEBUG oslo_concurrency.lockutils [None req-fac87701-c500-4fcb-9d92-3ad4b671d3a4 tempest-ServerActionsTestJSON-389109759 tempest-ServerActionsTestJSON-389109759-project-member] Acquiring lock "95dd703a-595e-467a-a8e9-bef4f806c33f-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1162.921034] env[62328]: DEBUG oslo_concurrency.lockutils [None req-fac87701-c500-4fcb-9d92-3ad4b671d3a4 tempest-ServerActionsTestJSON-389109759 tempest-ServerActionsTestJSON-389109759-project-member] Lock "95dd703a-595e-467a-a8e9-bef4f806c33f-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1162.921223] env[62328]: DEBUG oslo_concurrency.lockutils [None req-fac87701-c500-4fcb-9d92-3ad4b671d3a4 tempest-ServerActionsTestJSON-389109759 tempest-ServerActionsTestJSON-389109759-project-member] Lock "95dd703a-595e-467a-a8e9-bef4f806c33f-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1162.923290] env[62328]: INFO nova.compute.manager [None req-fac87701-c500-4fcb-9d92-3ad4b671d3a4 tempest-ServerActionsTestJSON-389109759 tempest-ServerActionsTestJSON-389109759-project-member] [instance: 95dd703a-595e-467a-a8e9-bef4f806c33f] Terminating instance [ 1163.279865] env[62328]: DEBUG oslo_vmware.api [req-c0f9e216-7a8a-4c96-a87f-30d3b1a6a356 req-0a6be637-6ca5-4f97-822b-ae65b865a100 service nova] Task: {'id': task-2387772, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1163.363266] env[62328]: DEBUG oslo_concurrency.lockutils [None req-155a2040-25d8-4540-8598-25a2d6d7b009 tempest-ServerActionsTestOtherA-1098162655 tempest-ServerActionsTestOtherA-1098162655-project-member] Lock "6c107768-0f57-42fd-a2a5-b28207b17de9" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 7.767s {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1163.427617] env[62328]: DEBUG nova.compute.manager [None req-fac87701-c500-4fcb-9d92-3ad4b671d3a4 tempest-ServerActionsTestJSON-389109759 tempest-ServerActionsTestJSON-389109759-project-member] [instance: 95dd703a-595e-467a-a8e9-bef4f806c33f] Start destroying the instance on the hypervisor. {{(pid=62328) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1163.427840] env[62328]: DEBUG nova.virt.vmwareapi.vmops [None req-fac87701-c500-4fcb-9d92-3ad4b671d3a4 tempest-ServerActionsTestJSON-389109759 tempest-ServerActionsTestJSON-389109759-project-member] [instance: 95dd703a-595e-467a-a8e9-bef4f806c33f] Destroying instance {{(pid=62328) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1163.429177] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cd545eec-a758-4e92-ae1e-c60f4ea4265f {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1163.438544] env[62328]: DEBUG nova.virt.vmwareapi.vm_util [None req-fac87701-c500-4fcb-9d92-3ad4b671d3a4 tempest-ServerActionsTestJSON-389109759 tempest-ServerActionsTestJSON-389109759-project-member] [instance: 95dd703a-595e-467a-a8e9-bef4f806c33f] Powering off the VM {{(pid=62328) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1163.438792] env[62328]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-eee4336d-fa5f-4ebb-8397-a132c0e252ed {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1163.445045] env[62328]: DEBUG oslo_vmware.api [None req-fac87701-c500-4fcb-9d92-3ad4b671d3a4 tempest-ServerActionsTestJSON-389109759 tempest-ServerActionsTestJSON-389109759-project-member] Waiting for the task: (returnval){ [ 1163.445045] env[62328]: value = "task-2387773" [ 1163.445045] env[62328]: _type = "Task" [ 1163.445045] env[62328]: } to complete. {{(pid=62328) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1163.449746] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dbeb23a5-25a5-48fc-8dce-6e03c5d7c077 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1163.456699] env[62328]: DEBUG oslo_vmware.api [None req-fac87701-c500-4fcb-9d92-3ad4b671d3a4 tempest-ServerActionsTestJSON-389109759 tempest-ServerActionsTestJSON-389109759-project-member] Task: {'id': task-2387773, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1163.459176] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bbe215ec-24f6-477a-91f4-9d6e5bddf04d {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1163.489806] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1ca613a9-a464-4215-9228-697685ae3037 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1163.497379] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a0fd403b-3c5b-4ec9-b624-537c5dbaf374 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1163.510632] env[62328]: DEBUG nova.compute.provider_tree [None req-1e34ead4-1788-43d5-acfc-fa00c4128159 tempest-ServerRescueNegativeTestJSON-713788249 tempest-ServerRescueNegativeTestJSON-713788249-project-member] Inventory has not changed in ProviderTree for provider: 3469e9f8-04af-49ca-8435-49f104496744 {{(pid=62328) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1163.781852] env[62328]: DEBUG oslo_vmware.api [req-c0f9e216-7a8a-4c96-a87f-30d3b1a6a356 req-0a6be637-6ca5-4f97-822b-ae65b865a100 service nova] Task: {'id': task-2387772, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1163.954584] env[62328]: DEBUG oslo_vmware.api [None req-fac87701-c500-4fcb-9d92-3ad4b671d3a4 tempest-ServerActionsTestJSON-389109759 tempest-ServerActionsTestJSON-389109759-project-member] Task: {'id': task-2387773, 'name': PowerOffVM_Task, 'duration_secs': 0.215757} completed successfully. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1163.954913] env[62328]: DEBUG nova.virt.vmwareapi.vm_util [None req-fac87701-c500-4fcb-9d92-3ad4b671d3a4 tempest-ServerActionsTestJSON-389109759 tempest-ServerActionsTestJSON-389109759-project-member] [instance: 95dd703a-595e-467a-a8e9-bef4f806c33f] Powered off the VM {{(pid=62328) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1163.955120] env[62328]: DEBUG nova.virt.vmwareapi.vmops [None req-fac87701-c500-4fcb-9d92-3ad4b671d3a4 tempest-ServerActionsTestJSON-389109759 tempest-ServerActionsTestJSON-389109759-project-member] [instance: 95dd703a-595e-467a-a8e9-bef4f806c33f] Unregistering the VM {{(pid=62328) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1163.955416] env[62328]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-be307da2-657c-411a-9764-637fcff08133 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1164.014050] env[62328]: DEBUG nova.scheduler.client.report [None req-1e34ead4-1788-43d5-acfc-fa00c4128159 tempest-ServerRescueNegativeTestJSON-713788249 tempest-ServerRescueNegativeTestJSON-713788249-project-member] Inventory has not changed for provider 3469e9f8-04af-49ca-8435-49f104496744 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 152, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62328) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1164.020283] env[62328]: DEBUG nova.virt.vmwareapi.vmops [None req-fac87701-c500-4fcb-9d92-3ad4b671d3a4 tempest-ServerActionsTestJSON-389109759 tempest-ServerActionsTestJSON-389109759-project-member] [instance: 95dd703a-595e-467a-a8e9-bef4f806c33f] Unregistered the VM {{(pid=62328) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1164.020495] env[62328]: DEBUG nova.virt.vmwareapi.vmops [None req-fac87701-c500-4fcb-9d92-3ad4b671d3a4 tempest-ServerActionsTestJSON-389109759 tempest-ServerActionsTestJSON-389109759-project-member] [instance: 95dd703a-595e-467a-a8e9-bef4f806c33f] Deleting contents of the VM from datastore datastore2 {{(pid=62328) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1164.020675] env[62328]: DEBUG nova.virt.vmwareapi.ds_util [None req-fac87701-c500-4fcb-9d92-3ad4b671d3a4 tempest-ServerActionsTestJSON-389109759 tempest-ServerActionsTestJSON-389109759-project-member] Deleting the datastore file [datastore2] 95dd703a-595e-467a-a8e9-bef4f806c33f {{(pid=62328) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1164.020928] env[62328]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-081b085f-b5ff-4095-82f3-904c5dd00c65 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1164.027427] env[62328]: DEBUG oslo_vmware.api [None req-fac87701-c500-4fcb-9d92-3ad4b671d3a4 tempest-ServerActionsTestJSON-389109759 tempest-ServerActionsTestJSON-389109759-project-member] Waiting for the task: (returnval){ [ 1164.027427] env[62328]: value = "task-2387775" [ 1164.027427] env[62328]: _type = "Task" [ 1164.027427] env[62328]: } to complete. {{(pid=62328) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1164.035747] env[62328]: DEBUG oslo_vmware.api [None req-fac87701-c500-4fcb-9d92-3ad4b671d3a4 tempest-ServerActionsTestJSON-389109759 tempest-ServerActionsTestJSON-389109759-project-member] Task: {'id': task-2387775, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1164.279845] env[62328]: DEBUG oslo_vmware.api [req-c0f9e216-7a8a-4c96-a87f-30d3b1a6a356 req-0a6be637-6ca5-4f97-822b-ae65b865a100 service nova] Task: {'id': task-2387772, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1164.521642] env[62328]: DEBUG oslo_concurrency.lockutils [None req-1e34ead4-1788-43d5-acfc-fa00c4128159 tempest-ServerRescueNegativeTestJSON-713788249 tempest-ServerRescueNegativeTestJSON-713788249-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.681s {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1164.537203] env[62328]: DEBUG oslo_vmware.api [None req-fac87701-c500-4fcb-9d92-3ad4b671d3a4 tempest-ServerActionsTestJSON-389109759 tempest-ServerActionsTestJSON-389109759-project-member] Task: {'id': task-2387775, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.163918} completed successfully. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1164.540631] env[62328]: DEBUG nova.virt.vmwareapi.ds_util [None req-fac87701-c500-4fcb-9d92-3ad4b671d3a4 tempest-ServerActionsTestJSON-389109759 tempest-ServerActionsTestJSON-389109759-project-member] Deleted the datastore file {{(pid=62328) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1164.540631] env[62328]: DEBUG nova.virt.vmwareapi.vmops [None req-fac87701-c500-4fcb-9d92-3ad4b671d3a4 tempest-ServerActionsTestJSON-389109759 tempest-ServerActionsTestJSON-389109759-project-member] [instance: 95dd703a-595e-467a-a8e9-bef4f806c33f] Deleted contents of the VM from datastore datastore2 {{(pid=62328) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1164.540631] env[62328]: DEBUG nova.virt.vmwareapi.vmops [None req-fac87701-c500-4fcb-9d92-3ad4b671d3a4 tempest-ServerActionsTestJSON-389109759 tempest-ServerActionsTestJSON-389109759-project-member] [instance: 95dd703a-595e-467a-a8e9-bef4f806c33f] Instance destroyed {{(pid=62328) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1164.540631] env[62328]: INFO nova.compute.manager [None req-fac87701-c500-4fcb-9d92-3ad4b671d3a4 tempest-ServerActionsTestJSON-389109759 tempest-ServerActionsTestJSON-389109759-project-member] [instance: 95dd703a-595e-467a-a8e9-bef4f806c33f] Took 1.11 seconds to destroy the instance on the hypervisor. [ 1164.540631] env[62328]: DEBUG oslo.service.loopingcall [None req-fac87701-c500-4fcb-9d92-3ad4b671d3a4 tempest-ServerActionsTestJSON-389109759 tempest-ServerActionsTestJSON-389109759-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62328) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1164.540631] env[62328]: DEBUG nova.compute.manager [-] [instance: 95dd703a-595e-467a-a8e9-bef4f806c33f] Deallocating network for instance {{(pid=62328) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1164.540631] env[62328]: DEBUG nova.network.neutron [-] [instance: 95dd703a-595e-467a-a8e9-bef4f806c33f] deallocate_for_instance() {{(pid=62328) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1164.549544] env[62328]: INFO nova.scheduler.client.report [None req-1e34ead4-1788-43d5-acfc-fa00c4128159 tempest-ServerRescueNegativeTestJSON-713788249 tempest-ServerRescueNegativeTestJSON-713788249-project-member] Deleted allocations for instance 52de62c1-e7ae-440d-b390-64b4594548c1 [ 1164.780166] env[62328]: DEBUG oslo_vmware.api [req-c0f9e216-7a8a-4c96-a87f-30d3b1a6a356 req-0a6be637-6ca5-4f97-822b-ae65b865a100 service nova] Task: {'id': task-2387772, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1165.061452] env[62328]: DEBUG oslo_concurrency.lockutils [None req-1e34ead4-1788-43d5-acfc-fa00c4128159 tempest-ServerRescueNegativeTestJSON-713788249 tempest-ServerRescueNegativeTestJSON-713788249-project-member] Lock "52de62c1-e7ae-440d-b390-64b4594548c1" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.673s {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1165.281286] env[62328]: DEBUG oslo_vmware.api [req-c0f9e216-7a8a-4c96-a87f-30d3b1a6a356 req-0a6be637-6ca5-4f97-822b-ae65b865a100 service nova] Task: {'id': task-2387772, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1165.587958] env[62328]: DEBUG nova.compute.manager [req-796cf5e1-e1d0-42e6-8fdc-667b4663ec47 req-79af164a-242b-43a4-86fc-9e1533291a85 service nova] [instance: 95dd703a-595e-467a-a8e9-bef4f806c33f] Received event network-vif-deleted-9105a57c-77b4-4fb7-a79d-b3043888294a {{(pid=62328) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1165.588777] env[62328]: INFO nova.compute.manager [req-796cf5e1-e1d0-42e6-8fdc-667b4663ec47 req-79af164a-242b-43a4-86fc-9e1533291a85 service nova] [instance: 95dd703a-595e-467a-a8e9-bef4f806c33f] Neutron deleted interface 9105a57c-77b4-4fb7-a79d-b3043888294a; detaching it from the instance and deleting it from the info cache [ 1165.588777] env[62328]: DEBUG nova.network.neutron [req-796cf5e1-e1d0-42e6-8fdc-667b4663ec47 req-79af164a-242b-43a4-86fc-9e1533291a85 service nova] [instance: 95dd703a-595e-467a-a8e9-bef4f806c33f] Updating instance_info_cache with network_info: [] {{(pid=62328) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1165.786635] env[62328]: DEBUG oslo_vmware.api [req-c0f9e216-7a8a-4c96-a87f-30d3b1a6a356 req-0a6be637-6ca5-4f97-822b-ae65b865a100 service nova] Task: {'id': task-2387772, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1165.791367] env[62328]: DEBUG nova.compute.manager [None req-332cd9a1-235b-4315-894a-68f76363e980 None None] Didn't find any instances for network info cache update. {{(pid=62328) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10531}} [ 1165.791738] env[62328]: DEBUG oslo_service.periodic_task [None req-332cd9a1-235b-4315-894a-68f76363e980 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=62328) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1165.792210] env[62328]: DEBUG oslo_service.periodic_task [None req-332cd9a1-235b-4315-894a-68f76363e980 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=62328) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1165.792529] env[62328]: DEBUG oslo_service.periodic_task [None req-332cd9a1-235b-4315-894a-68f76363e980 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=62328) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1165.792832] env[62328]: DEBUG oslo_service.periodic_task [None req-332cd9a1-235b-4315-894a-68f76363e980 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=62328) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1165.794499] env[62328]: DEBUG oslo_service.periodic_task [None req-332cd9a1-235b-4315-894a-68f76363e980 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=62328) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1165.794499] env[62328]: DEBUG oslo_service.periodic_task [None req-332cd9a1-235b-4315-894a-68f76363e980 None None] Running periodic task ComputeManager._sync_power_states {{(pid=62328) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1166.062911] env[62328]: DEBUG nova.network.neutron [-] [instance: 95dd703a-595e-467a-a8e9-bef4f806c33f] Updating instance_info_cache with network_info: [] {{(pid=62328) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1166.091939] env[62328]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-3873d706-97dd-479e-955f-1966bdde63d2 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1166.101216] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-19de482b-283a-4423-93e9-7870af1e31c4 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1166.131265] env[62328]: DEBUG nova.compute.manager [req-796cf5e1-e1d0-42e6-8fdc-667b4663ec47 req-79af164a-242b-43a4-86fc-9e1533291a85 service nova] [instance: 95dd703a-595e-467a-a8e9-bef4f806c33f] Detach interface failed, port_id=9105a57c-77b4-4fb7-a79d-b3043888294a, reason: Instance 95dd703a-595e-467a-a8e9-bef4f806c33f could not be found. {{(pid=62328) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 1166.282677] env[62328]: DEBUG oslo_vmware.api [req-c0f9e216-7a8a-4c96-a87f-30d3b1a6a356 req-0a6be637-6ca5-4f97-822b-ae65b865a100 service nova] Task: {'id': task-2387772, 'name': ReconfigVM_Task} progress is 18%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1166.297973] env[62328]: DEBUG nova.virt.vmwareapi.vmops [None req-332cd9a1-235b-4315-894a-68f76363e980 None None] Getting list of instances from cluster (obj){ [ 1166.297973] env[62328]: value = "domain-c8" [ 1166.297973] env[62328]: _type = "ClusterComputeResource" [ 1166.297973] env[62328]: } {{(pid=62328) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2116}} [ 1166.299293] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4f04d14b-9199-48bd-9b59-e165ca3412cd {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1166.313193] env[62328]: DEBUG nova.virt.vmwareapi.vmops [None req-332cd9a1-235b-4315-894a-68f76363e980 None None] Got total of 6 instances {{(pid=62328) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2125}} [ 1166.313348] env[62328]: WARNING nova.compute.manager [None req-332cd9a1-235b-4315-894a-68f76363e980 None None] While synchronizing instance power states, found 7 instances in the database and 6 instances on the hypervisor. [ 1166.313488] env[62328]: DEBUG nova.compute.manager [None req-332cd9a1-235b-4315-894a-68f76363e980 None None] Triggering sync for uuid 95dd703a-595e-467a-a8e9-bef4f806c33f {{(pid=62328) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10855}} [ 1166.313679] env[62328]: DEBUG nova.compute.manager [None req-332cd9a1-235b-4315-894a-68f76363e980 None None] Triggering sync for uuid 75498571-7d71-433a-8548-3a56f8b871c5 {{(pid=62328) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10855}} [ 1166.313829] env[62328]: DEBUG nova.compute.manager [None req-332cd9a1-235b-4315-894a-68f76363e980 None None] Triggering sync for uuid 749883c0-59b2-4553-976c-39af0f4ff1d6 {{(pid=62328) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10855}} [ 1166.313997] env[62328]: DEBUG nova.compute.manager [None req-332cd9a1-235b-4315-894a-68f76363e980 None None] Triggering sync for uuid d1503bc1-0c77-4ecd-b280-0768c1764c30 {{(pid=62328) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10855}} [ 1166.314175] env[62328]: DEBUG nova.compute.manager [None req-332cd9a1-235b-4315-894a-68f76363e980 None None] Triggering sync for uuid da13bf0d-aaf6-4e48-a8a3-46bd8336c04c {{(pid=62328) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10855}} [ 1166.314327] env[62328]: DEBUG nova.compute.manager [None req-332cd9a1-235b-4315-894a-68f76363e980 None None] Triggering sync for uuid 75e155a3-05b0-44c5-86de-5643cbb05fc0 {{(pid=62328) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10855}} [ 1166.314475] env[62328]: DEBUG nova.compute.manager [None req-332cd9a1-235b-4315-894a-68f76363e980 None None] Triggering sync for uuid 1f1f56a8-a54a-4641-95d0-a153a68b7585 {{(pid=62328) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10855}} [ 1166.314785] env[62328]: DEBUG oslo_concurrency.lockutils [None req-332cd9a1-235b-4315-894a-68f76363e980 None None] Acquiring lock "95dd703a-595e-467a-a8e9-bef4f806c33f" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1166.315016] env[62328]: DEBUG oslo_concurrency.lockutils [None req-332cd9a1-235b-4315-894a-68f76363e980 None None] Acquiring lock "75498571-7d71-433a-8548-3a56f8b871c5" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1166.315205] env[62328]: DEBUG oslo_concurrency.lockutils [None req-332cd9a1-235b-4315-894a-68f76363e980 None None] Lock "75498571-7d71-433a-8548-3a56f8b871c5" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.000s {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1166.315585] env[62328]: DEBUG oslo_concurrency.lockutils [None req-332cd9a1-235b-4315-894a-68f76363e980 None None] Acquiring lock "749883c0-59b2-4553-976c-39af0f4ff1d6" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1166.315778] env[62328]: DEBUG oslo_concurrency.lockutils [None req-332cd9a1-235b-4315-894a-68f76363e980 None None] Lock "749883c0-59b2-4553-976c-39af0f4ff1d6" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.000s {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1166.316048] env[62328]: DEBUG oslo_concurrency.lockutils [None req-332cd9a1-235b-4315-894a-68f76363e980 None None] Acquiring lock "d1503bc1-0c77-4ecd-b280-0768c1764c30" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1166.316273] env[62328]: DEBUG oslo_concurrency.lockutils [None req-332cd9a1-235b-4315-894a-68f76363e980 None None] Acquiring lock "da13bf0d-aaf6-4e48-a8a3-46bd8336c04c" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1166.316615] env[62328]: DEBUG oslo_concurrency.lockutils [None req-332cd9a1-235b-4315-894a-68f76363e980 None None] Lock "da13bf0d-aaf6-4e48-a8a3-46bd8336c04c" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.000s {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1166.316686] env[62328]: DEBUG oslo_concurrency.lockutils [None req-332cd9a1-235b-4315-894a-68f76363e980 None None] Acquiring lock "75e155a3-05b0-44c5-86de-5643cbb05fc0" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1166.316836] env[62328]: DEBUG oslo_concurrency.lockutils [None req-332cd9a1-235b-4315-894a-68f76363e980 None None] Lock "75e155a3-05b0-44c5-86de-5643cbb05fc0" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.000s {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1166.317067] env[62328]: DEBUG oslo_concurrency.lockutils [None req-332cd9a1-235b-4315-894a-68f76363e980 None None] Acquiring lock "1f1f56a8-a54a-4641-95d0-a153a68b7585" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1166.317244] env[62328]: DEBUG oslo_concurrency.lockutils [None req-332cd9a1-235b-4315-894a-68f76363e980 None None] Lock "1f1f56a8-a54a-4641-95d0-a153a68b7585" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.000s {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1166.317437] env[62328]: DEBUG oslo_service.periodic_task [None req-332cd9a1-235b-4315-894a-68f76363e980 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=62328) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1166.317569] env[62328]: DEBUG nova.compute.manager [None req-332cd9a1-235b-4315-894a-68f76363e980 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=62328) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11064}} [ 1166.318262] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a33cb3b1-fa7c-4881-9968-cb3ceee4682a {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1166.321396] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7050b4e5-e264-420d-b207-6ba852344e6b {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1166.324154] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-804db5f8-e6b5-4c56-b512-45f98096e856 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1166.326917] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d657c539-dd80-4274-84f1-a16d1c03e215 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1166.330223] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7b851646-a322-45ad-9b0c-9705d37cc4ba {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1166.332503] env[62328]: DEBUG oslo_service.periodic_task [None req-332cd9a1-235b-4315-894a-68f76363e980 None None] Running periodic task ComputeManager.update_available_resource {{(pid=62328) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1166.566626] env[62328]: INFO nova.compute.manager [-] [instance: 95dd703a-595e-467a-a8e9-bef4f806c33f] Took 2.03 seconds to deallocate network for instance. [ 1166.783121] env[62328]: DEBUG oslo_vmware.api [req-c0f9e216-7a8a-4c96-a87f-30d3b1a6a356 req-0a6be637-6ca5-4f97-822b-ae65b865a100 service nova] Task: {'id': task-2387772, 'name': ReconfigVM_Task, 'duration_secs': 5.770374} completed successfully. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1166.783556] env[62328]: DEBUG oslo_concurrency.lockutils [req-c0f9e216-7a8a-4c96-a87f-30d3b1a6a356 req-0a6be637-6ca5-4f97-822b-ae65b865a100 service nova] Releasing lock "d1503bc1-0c77-4ecd-b280-0768c1764c30" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1166.783625] env[62328]: DEBUG nova.virt.vmwareapi.vmops [req-c0f9e216-7a8a-4c96-a87f-30d3b1a6a356 req-0a6be637-6ca5-4f97-822b-ae65b865a100 service nova] [instance: d1503bc1-0c77-4ecd-b280-0768c1764c30] Reconfigured VM to detach interface {{(pid=62328) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1978}} [ 1166.784657] env[62328]: DEBUG oslo_concurrency.lockutils [None req-9e37c00d-a655-4f20-8549-e38eb87b4a6a tempest-AttachInterfacesTestJSON-1049158018 tempest-AttachInterfacesTestJSON-1049158018-project-member] Lock "d1503bc1-0c77-4ecd-b280-0768c1764c30" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 6.025s {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1166.784657] env[62328]: DEBUG oslo_concurrency.lockutils [None req-9e37c00d-a655-4f20-8549-e38eb87b4a6a tempest-AttachInterfacesTestJSON-1049158018 tempest-AttachInterfacesTestJSON-1049158018-project-member] Acquiring lock "d1503bc1-0c77-4ecd-b280-0768c1764c30-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1166.784657] env[62328]: DEBUG oslo_concurrency.lockutils [None req-9e37c00d-a655-4f20-8549-e38eb87b4a6a tempest-AttachInterfacesTestJSON-1049158018 tempest-AttachInterfacesTestJSON-1049158018-project-member] Lock "d1503bc1-0c77-4ecd-b280-0768c1764c30-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1166.784657] env[62328]: DEBUG oslo_concurrency.lockutils [None req-9e37c00d-a655-4f20-8549-e38eb87b4a6a tempest-AttachInterfacesTestJSON-1049158018 tempest-AttachInterfacesTestJSON-1049158018-project-member] Lock "d1503bc1-0c77-4ecd-b280-0768c1764c30-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1166.786499] env[62328]: INFO nova.compute.manager [None req-9e37c00d-a655-4f20-8549-e38eb87b4a6a tempest-AttachInterfacesTestJSON-1049158018 tempest-AttachInterfacesTestJSON-1049158018-project-member] [instance: d1503bc1-0c77-4ecd-b280-0768c1764c30] Terminating instance [ 1166.836800] env[62328]: DEBUG oslo_concurrency.lockutils [None req-332cd9a1-235b-4315-894a-68f76363e980 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1166.837041] env[62328]: DEBUG oslo_concurrency.lockutils [None req-332cd9a1-235b-4315-894a-68f76363e980 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1166.837217] env[62328]: DEBUG oslo_concurrency.lockutils [None req-332cd9a1-235b-4315-894a-68f76363e980 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1166.837368] env[62328]: DEBUG nova.compute.resource_tracker [None req-332cd9a1-235b-4315-894a-68f76363e980 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=62328) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1166.838242] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dd31578c-6fe4-4309-862f-e2d9643eac02 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1166.846465] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b795be24-4702-49f3-b8f3-be01041f1516 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1166.850797] env[62328]: DEBUG oslo_concurrency.lockutils [None req-332cd9a1-235b-4315-894a-68f76363e980 None None] Lock "75498571-7d71-433a-8548-3a56f8b871c5" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.535s {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1166.851105] env[62328]: DEBUG oslo_concurrency.lockutils [None req-332cd9a1-235b-4315-894a-68f76363e980 None None] Lock "1f1f56a8-a54a-4641-95d0-a153a68b7585" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.534s {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1166.851452] env[62328]: DEBUG oslo_concurrency.lockutils [None req-332cd9a1-235b-4315-894a-68f76363e980 None None] Lock "da13bf0d-aaf6-4e48-a8a3-46bd8336c04c" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.535s {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1166.861195] env[62328]: DEBUG oslo_concurrency.lockutils [None req-332cd9a1-235b-4315-894a-68f76363e980 None None] Lock "75e155a3-05b0-44c5-86de-5643cbb05fc0" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.544s {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1166.861483] env[62328]: DEBUG oslo_concurrency.lockutils [None req-332cd9a1-235b-4315-894a-68f76363e980 None None] Lock "749883c0-59b2-4553-976c-39af0f4ff1d6" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.546s {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1166.862679] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-973d6ce7-e29f-409d-95e3-c61695c72276 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1166.868977] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f72f9554-13d7-4ac2-867e-32e92f0e6621 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1166.898872] env[62328]: DEBUG nova.compute.resource_tracker [None req-332cd9a1-235b-4315-894a-68f76363e980 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=179384MB free_disk=152GB free_vcpus=48 pci_devices=None {{(pid=62328) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1166.899037] env[62328]: DEBUG oslo_concurrency.lockutils [None req-332cd9a1-235b-4315-894a-68f76363e980 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1166.899229] env[62328]: DEBUG oslo_concurrency.lockutils [None req-332cd9a1-235b-4315-894a-68f76363e980 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1167.075213] env[62328]: DEBUG oslo_concurrency.lockutils [None req-fac87701-c500-4fcb-9d92-3ad4b671d3a4 tempest-ServerActionsTestJSON-389109759 tempest-ServerActionsTestJSON-389109759-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1167.290504] env[62328]: DEBUG nova.compute.manager [None req-9e37c00d-a655-4f20-8549-e38eb87b4a6a tempest-AttachInterfacesTestJSON-1049158018 tempest-AttachInterfacesTestJSON-1049158018-project-member] [instance: d1503bc1-0c77-4ecd-b280-0768c1764c30] Start destroying the instance on the hypervisor. {{(pid=62328) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1167.290786] env[62328]: DEBUG nova.virt.vmwareapi.vmops [None req-9e37c00d-a655-4f20-8549-e38eb87b4a6a tempest-AttachInterfacesTestJSON-1049158018 tempest-AttachInterfacesTestJSON-1049158018-project-member] [instance: d1503bc1-0c77-4ecd-b280-0768c1764c30] Destroying instance {{(pid=62328) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1167.292268] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-150a85ee-0e6e-4562-9ee1-a233f0f12493 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1167.301246] env[62328]: DEBUG nova.virt.vmwareapi.vm_util [None req-9e37c00d-a655-4f20-8549-e38eb87b4a6a tempest-AttachInterfacesTestJSON-1049158018 tempest-AttachInterfacesTestJSON-1049158018-project-member] [instance: d1503bc1-0c77-4ecd-b280-0768c1764c30] Powering off the VM {{(pid=62328) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1167.301246] env[62328]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a0a8146e-3955-4e57-8d40-45da722837b8 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1167.306618] env[62328]: DEBUG oslo_vmware.api [None req-9e37c00d-a655-4f20-8549-e38eb87b4a6a tempest-AttachInterfacesTestJSON-1049158018 tempest-AttachInterfacesTestJSON-1049158018-project-member] Waiting for the task: (returnval){ [ 1167.306618] env[62328]: value = "task-2387777" [ 1167.306618] env[62328]: _type = "Task" [ 1167.306618] env[62328]: } to complete. {{(pid=62328) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1167.314016] env[62328]: DEBUG oslo_vmware.api [None req-9e37c00d-a655-4f20-8549-e38eb87b4a6a tempest-AttachInterfacesTestJSON-1049158018 tempest-AttachInterfacesTestJSON-1049158018-project-member] Task: {'id': task-2387777, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1167.637996] env[62328]: DEBUG oslo_concurrency.lockutils [None req-e61fb003-ea5a-455d-a374-a432f9333197 tempest-ServersAaction247Test-689485794 tempest-ServersAaction247Test-689485794-project-member] Acquiring lock "2be1aaf3-ac51-4441-bb5f-34244cda4954" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1167.638247] env[62328]: DEBUG oslo_concurrency.lockutils [None req-e61fb003-ea5a-455d-a374-a432f9333197 tempest-ServersAaction247Test-689485794 tempest-ServersAaction247Test-689485794-project-member] Lock "2be1aaf3-ac51-4441-bb5f-34244cda4954" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1167.817038] env[62328]: DEBUG oslo_vmware.api [None req-9e37c00d-a655-4f20-8549-e38eb87b4a6a tempest-AttachInterfacesTestJSON-1049158018 tempest-AttachInterfacesTestJSON-1049158018-project-member] Task: {'id': task-2387777, 'name': PowerOffVM_Task, 'duration_secs': 0.337359} completed successfully. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1167.817407] env[62328]: DEBUG nova.virt.vmwareapi.vm_util [None req-9e37c00d-a655-4f20-8549-e38eb87b4a6a tempest-AttachInterfacesTestJSON-1049158018 tempest-AttachInterfacesTestJSON-1049158018-project-member] [instance: d1503bc1-0c77-4ecd-b280-0768c1764c30] Powered off the VM {{(pid=62328) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1167.817407] env[62328]: DEBUG nova.virt.vmwareapi.vmops [None req-9e37c00d-a655-4f20-8549-e38eb87b4a6a tempest-AttachInterfacesTestJSON-1049158018 tempest-AttachInterfacesTestJSON-1049158018-project-member] [instance: d1503bc1-0c77-4ecd-b280-0768c1764c30] Unregistering the VM {{(pid=62328) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1167.817653] env[62328]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-f63e5c37-5051-432d-b1ff-2d540df40f26 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1167.877462] env[62328]: DEBUG nova.virt.vmwareapi.vmops [None req-9e37c00d-a655-4f20-8549-e38eb87b4a6a tempest-AttachInterfacesTestJSON-1049158018 tempest-AttachInterfacesTestJSON-1049158018-project-member] [instance: d1503bc1-0c77-4ecd-b280-0768c1764c30] Unregistered the VM {{(pid=62328) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1167.877654] env[62328]: DEBUG nova.virt.vmwareapi.vmops [None req-9e37c00d-a655-4f20-8549-e38eb87b4a6a tempest-AttachInterfacesTestJSON-1049158018 tempest-AttachInterfacesTestJSON-1049158018-project-member] [instance: d1503bc1-0c77-4ecd-b280-0768c1764c30] Deleting contents of the VM from datastore datastore2 {{(pid=62328) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1167.877839] env[62328]: DEBUG nova.virt.vmwareapi.ds_util [None req-9e37c00d-a655-4f20-8549-e38eb87b4a6a tempest-AttachInterfacesTestJSON-1049158018 tempest-AttachInterfacesTestJSON-1049158018-project-member] Deleting the datastore file [datastore2] d1503bc1-0c77-4ecd-b280-0768c1764c30 {{(pid=62328) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1167.878114] env[62328]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-ace405e6-7cbd-4c83-b25a-ac499acaf05f {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1167.884331] env[62328]: DEBUG oslo_vmware.api [None req-9e37c00d-a655-4f20-8549-e38eb87b4a6a tempest-AttachInterfacesTestJSON-1049158018 tempest-AttachInterfacesTestJSON-1049158018-project-member] Waiting for the task: (returnval){ [ 1167.884331] env[62328]: value = "task-2387779" [ 1167.884331] env[62328]: _type = "Task" [ 1167.884331] env[62328]: } to complete. {{(pid=62328) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1167.891818] env[62328]: DEBUG oslo_vmware.api [None req-9e37c00d-a655-4f20-8549-e38eb87b4a6a tempest-AttachInterfacesTestJSON-1049158018 tempest-AttachInterfacesTestJSON-1049158018-project-member] Task: {'id': task-2387779, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1167.927944] env[62328]: DEBUG nova.compute.resource_tracker [None req-332cd9a1-235b-4315-894a-68f76363e980 None None] Instance 75498571-7d71-433a-8548-3a56f8b871c5 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62328) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1167.928122] env[62328]: DEBUG nova.compute.resource_tracker [None req-332cd9a1-235b-4315-894a-68f76363e980 None None] Instance 749883c0-59b2-4553-976c-39af0f4ff1d6 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62328) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1167.928248] env[62328]: DEBUG nova.compute.resource_tracker [None req-332cd9a1-235b-4315-894a-68f76363e980 None None] Instance d1503bc1-0c77-4ecd-b280-0768c1764c30 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62328) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1167.928612] env[62328]: DEBUG nova.compute.resource_tracker [None req-332cd9a1-235b-4315-894a-68f76363e980 None None] Instance da13bf0d-aaf6-4e48-a8a3-46bd8336c04c actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62328) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1167.928612] env[62328]: DEBUG nova.compute.resource_tracker [None req-332cd9a1-235b-4315-894a-68f76363e980 None None] Instance 75e155a3-05b0-44c5-86de-5643cbb05fc0 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62328) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1167.928612] env[62328]: DEBUG nova.compute.resource_tracker [None req-332cd9a1-235b-4315-894a-68f76363e980 None None] Instance 1f1f56a8-a54a-4641-95d0-a153a68b7585 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62328) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1167.928719] env[62328]: WARNING nova.compute.resource_tracker [None req-332cd9a1-235b-4315-894a-68f76363e980 None None] Instance 95dd703a-595e-467a-a8e9-bef4f806c33f is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1168.141613] env[62328]: DEBUG nova.compute.manager [None req-e61fb003-ea5a-455d-a374-a432f9333197 tempest-ServersAaction247Test-689485794 tempest-ServersAaction247Test-689485794-project-member] [instance: 2be1aaf3-ac51-4441-bb5f-34244cda4954] Starting instance... {{(pid=62328) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1168.395642] env[62328]: DEBUG oslo_vmware.api [None req-9e37c00d-a655-4f20-8549-e38eb87b4a6a tempest-AttachInterfacesTestJSON-1049158018 tempest-AttachInterfacesTestJSON-1049158018-project-member] Task: {'id': task-2387779, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.154034} completed successfully. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1168.395642] env[62328]: DEBUG nova.virt.vmwareapi.ds_util [None req-9e37c00d-a655-4f20-8549-e38eb87b4a6a tempest-AttachInterfacesTestJSON-1049158018 tempest-AttachInterfacesTestJSON-1049158018-project-member] Deleted the datastore file {{(pid=62328) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1168.395642] env[62328]: DEBUG nova.virt.vmwareapi.vmops [None req-9e37c00d-a655-4f20-8549-e38eb87b4a6a tempest-AttachInterfacesTestJSON-1049158018 tempest-AttachInterfacesTestJSON-1049158018-project-member] [instance: d1503bc1-0c77-4ecd-b280-0768c1764c30] Deleted contents of the VM from datastore datastore2 {{(pid=62328) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1168.395642] env[62328]: DEBUG nova.virt.vmwareapi.vmops [None req-9e37c00d-a655-4f20-8549-e38eb87b4a6a tempest-AttachInterfacesTestJSON-1049158018 tempest-AttachInterfacesTestJSON-1049158018-project-member] [instance: d1503bc1-0c77-4ecd-b280-0768c1764c30] Instance destroyed {{(pid=62328) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1168.395889] env[62328]: INFO nova.compute.manager [None req-9e37c00d-a655-4f20-8549-e38eb87b4a6a tempest-AttachInterfacesTestJSON-1049158018 tempest-AttachInterfacesTestJSON-1049158018-project-member] [instance: d1503bc1-0c77-4ecd-b280-0768c1764c30] Took 1.11 seconds to destroy the instance on the hypervisor. [ 1168.397994] env[62328]: DEBUG oslo.service.loopingcall [None req-9e37c00d-a655-4f20-8549-e38eb87b4a6a tempest-AttachInterfacesTestJSON-1049158018 tempest-AttachInterfacesTestJSON-1049158018-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62328) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1168.397994] env[62328]: DEBUG nova.compute.manager [-] [instance: d1503bc1-0c77-4ecd-b280-0768c1764c30] Deallocating network for instance {{(pid=62328) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1168.397994] env[62328]: DEBUG nova.network.neutron [-] [instance: d1503bc1-0c77-4ecd-b280-0768c1764c30] deallocate_for_instance() {{(pid=62328) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1168.432025] env[62328]: DEBUG nova.compute.resource_tracker [None req-332cd9a1-235b-4315-894a-68f76363e980 None None] Instance 2be1aaf3-ac51-4441-bb5f-34244cda4954 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62328) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1168.432259] env[62328]: DEBUG nova.compute.resource_tracker [None req-332cd9a1-235b-4315-894a-68f76363e980 None None] Total usable vcpus: 48, total allocated vcpus: 6 {{(pid=62328) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1168.432400] env[62328]: DEBUG nova.compute.resource_tracker [None req-332cd9a1-235b-4315-894a-68f76363e980 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=1664MB phys_disk=200GB used_disk=6GB total_vcpus=48 used_vcpus=6 pci_stats=[] {{(pid=62328) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1168.544298] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b8c1a547-f4bf-4456-8f10-47bc8aa2d651 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1168.553224] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c51ca58a-f174-4316-8530-f9f15f848dc7 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1168.584926] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-83c1e4be-210c-492b-9051-3420505a3fa1 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1168.592510] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d9264eea-ac8c-41f1-a674-25bd5b1221fd {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1168.605568] env[62328]: DEBUG nova.compute.provider_tree [None req-332cd9a1-235b-4315-894a-68f76363e980 None None] Updating inventory in ProviderTree for provider 3469e9f8-04af-49ca-8435-49f104496744 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 153, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62328) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1168.665066] env[62328]: DEBUG oslo_concurrency.lockutils [None req-e61fb003-ea5a-455d-a374-a432f9333197 tempest-ServersAaction247Test-689485794 tempest-ServersAaction247Test-689485794-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1168.882266] env[62328]: DEBUG nova.compute.manager [req-213db326-9112-4204-b160-fecdc434576d req-2590df47-b497-45b0-99f9-f14d848f6fe6 service nova] [instance: d1503bc1-0c77-4ecd-b280-0768c1764c30] Received event network-vif-deleted-248457e0-9e2e-473a-bc18-6d0c9d3ab3eb {{(pid=62328) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1168.882521] env[62328]: INFO nova.compute.manager [req-213db326-9112-4204-b160-fecdc434576d req-2590df47-b497-45b0-99f9-f14d848f6fe6 service nova] [instance: d1503bc1-0c77-4ecd-b280-0768c1764c30] Neutron deleted interface 248457e0-9e2e-473a-bc18-6d0c9d3ab3eb; detaching it from the instance and deleting it from the info cache [ 1168.882655] env[62328]: DEBUG nova.network.neutron [req-213db326-9112-4204-b160-fecdc434576d req-2590df47-b497-45b0-99f9-f14d848f6fe6 service nova] [instance: d1503bc1-0c77-4ecd-b280-0768c1764c30] Updating instance_info_cache with network_info: [] {{(pid=62328) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1169.128541] env[62328]: ERROR nova.scheduler.client.report [None req-332cd9a1-235b-4315-894a-68f76363e980 None None] [req-549e491f-832c-4b4b-8518-760c70771ded] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 153, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 3469e9f8-04af-49ca-8435-49f104496744. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-549e491f-832c-4b4b-8518-760c70771ded"}]} [ 1169.146670] env[62328]: DEBUG nova.scheduler.client.report [None req-332cd9a1-235b-4315-894a-68f76363e980 None None] Refreshing inventories for resource provider 3469e9f8-04af-49ca-8435-49f104496744 {{(pid=62328) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1169.160795] env[62328]: DEBUG nova.scheduler.client.report [None req-332cd9a1-235b-4315-894a-68f76363e980 None None] Updating ProviderTree inventory for provider 3469e9f8-04af-49ca-8435-49f104496744 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 152, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62328) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1169.161069] env[62328]: DEBUG nova.compute.provider_tree [None req-332cd9a1-235b-4315-894a-68f76363e980 None None] Updating inventory in ProviderTree for provider 3469e9f8-04af-49ca-8435-49f104496744 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 152, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62328) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1169.172992] env[62328]: DEBUG nova.scheduler.client.report [None req-332cd9a1-235b-4315-894a-68f76363e980 None None] Refreshing aggregate associations for resource provider 3469e9f8-04af-49ca-8435-49f104496744, aggregates: None {{(pid=62328) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1169.190674] env[62328]: DEBUG nova.scheduler.client.report [None req-332cd9a1-235b-4315-894a-68f76363e980 None None] Refreshing trait associations for resource provider 3469e9f8-04af-49ca-8435-49f104496744, traits: COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_NODE,HW_ARCH_X86_64,COMPUTE_SAME_HOST_COLD_MIGRATE {{(pid=62328) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1169.283355] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1821f372-5902-4f57-ab55-7eaa1b7da026 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1169.293223] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-77798382-52c9-4875-b600-412362d99d06 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1169.324571] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9362f414-f692-4c62-aa1b-36dbafbd1bee {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1169.332286] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f5fdf6aa-b49d-4236-a252-371751cd2f3b {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1169.345904] env[62328]: DEBUG nova.compute.provider_tree [None req-332cd9a1-235b-4315-894a-68f76363e980 None None] Updating inventory in ProviderTree for provider 3469e9f8-04af-49ca-8435-49f104496744 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 153, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62328) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1169.361555] env[62328]: DEBUG nova.network.neutron [-] [instance: d1503bc1-0c77-4ecd-b280-0768c1764c30] Updating instance_info_cache with network_info: [] {{(pid=62328) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1169.384768] env[62328]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-ee136665-cf86-4584-bb5d-912f2c9e352d {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1169.394458] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-86620902-d8a4-4589-af5a-1a3d7a88734f {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1169.421410] env[62328]: DEBUG nova.compute.manager [req-213db326-9112-4204-b160-fecdc434576d req-2590df47-b497-45b0-99f9-f14d848f6fe6 service nova] [instance: d1503bc1-0c77-4ecd-b280-0768c1764c30] Detach interface failed, port_id=248457e0-9e2e-473a-bc18-6d0c9d3ab3eb, reason: Instance d1503bc1-0c77-4ecd-b280-0768c1764c30 could not be found. {{(pid=62328) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 1169.864018] env[62328]: INFO nova.compute.manager [-] [instance: d1503bc1-0c77-4ecd-b280-0768c1764c30] Took 1.47 seconds to deallocate network for instance. [ 1169.877438] env[62328]: DEBUG nova.scheduler.client.report [None req-332cd9a1-235b-4315-894a-68f76363e980 None None] Updated inventory for provider 3469e9f8-04af-49ca-8435-49f104496744 with generation 155 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 153, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62328) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 1169.877658] env[62328]: DEBUG nova.compute.provider_tree [None req-332cd9a1-235b-4315-894a-68f76363e980 None None] Updating resource provider 3469e9f8-04af-49ca-8435-49f104496744 generation from 155 to 156 during operation: update_inventory {{(pid=62328) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1169.877806] env[62328]: DEBUG nova.compute.provider_tree [None req-332cd9a1-235b-4315-894a-68f76363e980 None None] Updating inventory in ProviderTree for provider 3469e9f8-04af-49ca-8435-49f104496744 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 153, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62328) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1170.370763] env[62328]: DEBUG oslo_concurrency.lockutils [None req-9e37c00d-a655-4f20-8549-e38eb87b4a6a tempest-AttachInterfacesTestJSON-1049158018 tempest-AttachInterfacesTestJSON-1049158018-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1170.382724] env[62328]: DEBUG nova.compute.resource_tracker [None req-332cd9a1-235b-4315-894a-68f76363e980 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=62328) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1170.382961] env[62328]: DEBUG oslo_concurrency.lockutils [None req-332cd9a1-235b-4315-894a-68f76363e980 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 3.484s {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1170.383303] env[62328]: DEBUG oslo_concurrency.lockutils [None req-fac87701-c500-4fcb-9d92-3ad4b671d3a4 tempest-ServerActionsTestJSON-389109759 tempest-ServerActionsTestJSON-389109759-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 3.308s {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1170.383506] env[62328]: DEBUG oslo_concurrency.lockutils [None req-fac87701-c500-4fcb-9d92-3ad4b671d3a4 tempest-ServerActionsTestJSON-389109759 tempest-ServerActionsTestJSON-389109759-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1170.385754] env[62328]: DEBUG oslo_concurrency.lockutils [None req-e61fb003-ea5a-455d-a374-a432f9333197 tempest-ServersAaction247Test-689485794 tempest-ServersAaction247Test-689485794-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 1.721s {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1170.387233] env[62328]: INFO nova.compute.claims [None req-e61fb003-ea5a-455d-a374-a432f9333197 tempest-ServersAaction247Test-689485794 tempest-ServersAaction247Test-689485794-project-member] [instance: 2be1aaf3-ac51-4441-bb5f-34244cda4954] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1170.407696] env[62328]: INFO nova.scheduler.client.report [None req-fac87701-c500-4fcb-9d92-3ad4b671d3a4 tempest-ServerActionsTestJSON-389109759 tempest-ServerActionsTestJSON-389109759-project-member] Deleted allocations for instance 95dd703a-595e-467a-a8e9-bef4f806c33f [ 1170.663017] env[62328]: DEBUG oslo_concurrency.lockutils [None req-929e48c4-49fe-416f-8460-f49b64290c19 tempest-ServerRescueNegativeTestJSON-713788249 tempest-ServerRescueNegativeTestJSON-713788249-project-member] Acquiring lock "749883c0-59b2-4553-976c-39af0f4ff1d6" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1170.663017] env[62328]: DEBUG oslo_concurrency.lockutils [None req-929e48c4-49fe-416f-8460-f49b64290c19 tempest-ServerRescueNegativeTestJSON-713788249 tempest-ServerRescueNegativeTestJSON-713788249-project-member] Lock "749883c0-59b2-4553-976c-39af0f4ff1d6" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1170.663017] env[62328]: DEBUG oslo_concurrency.lockutils [None req-929e48c4-49fe-416f-8460-f49b64290c19 tempest-ServerRescueNegativeTestJSON-713788249 tempest-ServerRescueNegativeTestJSON-713788249-project-member] Acquiring lock "749883c0-59b2-4553-976c-39af0f4ff1d6-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1170.663017] env[62328]: DEBUG oslo_concurrency.lockutils [None req-929e48c4-49fe-416f-8460-f49b64290c19 tempest-ServerRescueNegativeTestJSON-713788249 tempest-ServerRescueNegativeTestJSON-713788249-project-member] Lock "749883c0-59b2-4553-976c-39af0f4ff1d6-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1170.663329] env[62328]: DEBUG oslo_concurrency.lockutils [None req-929e48c4-49fe-416f-8460-f49b64290c19 tempest-ServerRescueNegativeTestJSON-713788249 tempest-ServerRescueNegativeTestJSON-713788249-project-member] Lock "749883c0-59b2-4553-976c-39af0f4ff1d6-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1170.665316] env[62328]: INFO nova.compute.manager [None req-929e48c4-49fe-416f-8460-f49b64290c19 tempest-ServerRescueNegativeTestJSON-713788249 tempest-ServerRescueNegativeTestJSON-713788249-project-member] [instance: 749883c0-59b2-4553-976c-39af0f4ff1d6] Terminating instance [ 1170.914331] env[62328]: DEBUG oslo_concurrency.lockutils [None req-fac87701-c500-4fcb-9d92-3ad4b671d3a4 tempest-ServerActionsTestJSON-389109759 tempest-ServerActionsTestJSON-389109759-project-member] Lock "95dd703a-595e-467a-a8e9-bef4f806c33f" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 7.994s {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1170.915164] env[62328]: DEBUG oslo_concurrency.lockutils [None req-332cd9a1-235b-4315-894a-68f76363e980 None None] Lock "95dd703a-595e-467a-a8e9-bef4f806c33f" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 4.600s {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1170.915341] env[62328]: INFO nova.compute.manager [None req-332cd9a1-235b-4315-894a-68f76363e980 None None] [instance: 95dd703a-595e-467a-a8e9-bef4f806c33f] During sync_power_state the instance has a pending task (deleting). Skip. [ 1170.915510] env[62328]: DEBUG oslo_concurrency.lockutils [None req-332cd9a1-235b-4315-894a-68f76363e980 None None] Lock "95dd703a-595e-467a-a8e9-bef4f806c33f" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.000s {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1171.169490] env[62328]: DEBUG nova.compute.manager [None req-929e48c4-49fe-416f-8460-f49b64290c19 tempest-ServerRescueNegativeTestJSON-713788249 tempest-ServerRescueNegativeTestJSON-713788249-project-member] [instance: 749883c0-59b2-4553-976c-39af0f4ff1d6] Start destroying the instance on the hypervisor. {{(pid=62328) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1171.169697] env[62328]: DEBUG nova.virt.vmwareapi.vmops [None req-929e48c4-49fe-416f-8460-f49b64290c19 tempest-ServerRescueNegativeTestJSON-713788249 tempest-ServerRescueNegativeTestJSON-713788249-project-member] [instance: 749883c0-59b2-4553-976c-39af0f4ff1d6] Destroying instance {{(pid=62328) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1171.170647] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a8d4fb43-8a14-4443-bb59-4a16122309bb {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1171.178448] env[62328]: DEBUG nova.virt.vmwareapi.vm_util [None req-929e48c4-49fe-416f-8460-f49b64290c19 tempest-ServerRescueNegativeTestJSON-713788249 tempest-ServerRescueNegativeTestJSON-713788249-project-member] [instance: 749883c0-59b2-4553-976c-39af0f4ff1d6] Powering off the VM {{(pid=62328) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1171.178681] env[62328]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-0166413e-afd5-4895-bc35-6d4078d31060 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1171.184213] env[62328]: DEBUG oslo_vmware.api [None req-929e48c4-49fe-416f-8460-f49b64290c19 tempest-ServerRescueNegativeTestJSON-713788249 tempest-ServerRescueNegativeTestJSON-713788249-project-member] Waiting for the task: (returnval){ [ 1171.184213] env[62328]: value = "task-2387780" [ 1171.184213] env[62328]: _type = "Task" [ 1171.184213] env[62328]: } to complete. {{(pid=62328) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1171.192333] env[62328]: DEBUG oslo_vmware.api [None req-929e48c4-49fe-416f-8460-f49b64290c19 tempest-ServerRescueNegativeTestJSON-713788249 tempest-ServerRescueNegativeTestJSON-713788249-project-member] Task: {'id': task-2387780, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1171.492549] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-81171c23-eef8-42d9-9c8c-8b7d28db0261 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1171.500020] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cf0aaf0e-8265-4ddc-a75d-2696337b9423 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1171.532620] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a6931ea4-8e5a-4f83-80b6-bf9aeb506a23 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1171.540245] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a8f9391f-6876-4d3d-92ba-d71fe551c7b0 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1171.554558] env[62328]: DEBUG nova.compute.provider_tree [None req-e61fb003-ea5a-455d-a374-a432f9333197 tempest-ServersAaction247Test-689485794 tempest-ServersAaction247Test-689485794-project-member] Inventory has not changed in ProviderTree for provider: 3469e9f8-04af-49ca-8435-49f104496744 {{(pid=62328) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1171.694790] env[62328]: DEBUG oslo_vmware.api [None req-929e48c4-49fe-416f-8460-f49b64290c19 tempest-ServerRescueNegativeTestJSON-713788249 tempest-ServerRescueNegativeTestJSON-713788249-project-member] Task: {'id': task-2387780, 'name': PowerOffVM_Task, 'duration_secs': 0.246939} completed successfully. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1171.694991] env[62328]: DEBUG nova.virt.vmwareapi.vm_util [None req-929e48c4-49fe-416f-8460-f49b64290c19 tempest-ServerRescueNegativeTestJSON-713788249 tempest-ServerRescueNegativeTestJSON-713788249-project-member] [instance: 749883c0-59b2-4553-976c-39af0f4ff1d6] Powered off the VM {{(pid=62328) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1171.695217] env[62328]: DEBUG nova.virt.vmwareapi.vmops [None req-929e48c4-49fe-416f-8460-f49b64290c19 tempest-ServerRescueNegativeTestJSON-713788249 tempest-ServerRescueNegativeTestJSON-713788249-project-member] [instance: 749883c0-59b2-4553-976c-39af0f4ff1d6] Unregistering the VM {{(pid=62328) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1171.695665] env[62328]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-15922f22-c927-4144-84b0-5c250caa970d {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1171.768560] env[62328]: DEBUG nova.virt.vmwareapi.vmops [None req-929e48c4-49fe-416f-8460-f49b64290c19 tempest-ServerRescueNegativeTestJSON-713788249 tempest-ServerRescueNegativeTestJSON-713788249-project-member] [instance: 749883c0-59b2-4553-976c-39af0f4ff1d6] Unregistered the VM {{(pid=62328) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1171.768844] env[62328]: DEBUG nova.virt.vmwareapi.vmops [None req-929e48c4-49fe-416f-8460-f49b64290c19 tempest-ServerRescueNegativeTestJSON-713788249 tempest-ServerRescueNegativeTestJSON-713788249-project-member] [instance: 749883c0-59b2-4553-976c-39af0f4ff1d6] Deleting contents of the VM from datastore datastore1 {{(pid=62328) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1171.769043] env[62328]: DEBUG nova.virt.vmwareapi.ds_util [None req-929e48c4-49fe-416f-8460-f49b64290c19 tempest-ServerRescueNegativeTestJSON-713788249 tempest-ServerRescueNegativeTestJSON-713788249-project-member] Deleting the datastore file [datastore1] 749883c0-59b2-4553-976c-39af0f4ff1d6 {{(pid=62328) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1171.769330] env[62328]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-10f88472-0828-4840-88dd-e8b34733db08 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1171.776652] env[62328]: DEBUG oslo_vmware.api [None req-929e48c4-49fe-416f-8460-f49b64290c19 tempest-ServerRescueNegativeTestJSON-713788249 tempest-ServerRescueNegativeTestJSON-713788249-project-member] Waiting for the task: (returnval){ [ 1171.776652] env[62328]: value = "task-2387782" [ 1171.776652] env[62328]: _type = "Task" [ 1171.776652] env[62328]: } to complete. {{(pid=62328) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1171.784235] env[62328]: DEBUG oslo_vmware.api [None req-929e48c4-49fe-416f-8460-f49b64290c19 tempest-ServerRescueNegativeTestJSON-713788249 tempest-ServerRescueNegativeTestJSON-713788249-project-member] Task: {'id': task-2387782, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1171.881169] env[62328]: DEBUG oslo_concurrency.lockutils [None req-d42723bc-75b9-49bf-8c5f-03a5397ffa4a tempest-AttachVolumeNegativeTest-1920358930 tempest-AttachVolumeNegativeTest-1920358930-project-member] Acquiring lock "da13bf0d-aaf6-4e48-a8a3-46bd8336c04c" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1171.881400] env[62328]: DEBUG oslo_concurrency.lockutils [None req-d42723bc-75b9-49bf-8c5f-03a5397ffa4a tempest-AttachVolumeNegativeTest-1920358930 tempest-AttachVolumeNegativeTest-1920358930-project-member] Lock "da13bf0d-aaf6-4e48-a8a3-46bd8336c04c" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1172.058464] env[62328]: DEBUG nova.scheduler.client.report [None req-e61fb003-ea5a-455d-a374-a432f9333197 tempest-ServersAaction247Test-689485794 tempest-ServersAaction247Test-689485794-project-member] Inventory has not changed for provider 3469e9f8-04af-49ca-8435-49f104496744 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 153, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62328) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1172.285904] env[62328]: DEBUG oslo_vmware.api [None req-929e48c4-49fe-416f-8460-f49b64290c19 tempest-ServerRescueNegativeTestJSON-713788249 tempest-ServerRescueNegativeTestJSON-713788249-project-member] Task: {'id': task-2387782, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.210151} completed successfully. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1172.286306] env[62328]: DEBUG nova.virt.vmwareapi.ds_util [None req-929e48c4-49fe-416f-8460-f49b64290c19 tempest-ServerRescueNegativeTestJSON-713788249 tempest-ServerRescueNegativeTestJSON-713788249-project-member] Deleted the datastore file {{(pid=62328) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1172.286562] env[62328]: DEBUG nova.virt.vmwareapi.vmops [None req-929e48c4-49fe-416f-8460-f49b64290c19 tempest-ServerRescueNegativeTestJSON-713788249 tempest-ServerRescueNegativeTestJSON-713788249-project-member] [instance: 749883c0-59b2-4553-976c-39af0f4ff1d6] Deleted contents of the VM from datastore datastore1 {{(pid=62328) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1172.286845] env[62328]: DEBUG nova.virt.vmwareapi.vmops [None req-929e48c4-49fe-416f-8460-f49b64290c19 tempest-ServerRescueNegativeTestJSON-713788249 tempest-ServerRescueNegativeTestJSON-713788249-project-member] [instance: 749883c0-59b2-4553-976c-39af0f4ff1d6] Instance destroyed {{(pid=62328) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1172.287116] env[62328]: INFO nova.compute.manager [None req-929e48c4-49fe-416f-8460-f49b64290c19 tempest-ServerRescueNegativeTestJSON-713788249 tempest-ServerRescueNegativeTestJSON-713788249-project-member] [instance: 749883c0-59b2-4553-976c-39af0f4ff1d6] Took 1.12 seconds to destroy the instance on the hypervisor. [ 1172.287425] env[62328]: DEBUG oslo.service.loopingcall [None req-929e48c4-49fe-416f-8460-f49b64290c19 tempest-ServerRescueNegativeTestJSON-713788249 tempest-ServerRescueNegativeTestJSON-713788249-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62328) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1172.287681] env[62328]: DEBUG nova.compute.manager [-] [instance: 749883c0-59b2-4553-976c-39af0f4ff1d6] Deallocating network for instance {{(pid=62328) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1172.287831] env[62328]: DEBUG nova.network.neutron [-] [instance: 749883c0-59b2-4553-976c-39af0f4ff1d6] deallocate_for_instance() {{(pid=62328) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1172.384895] env[62328]: DEBUG nova.compute.utils [None req-d42723bc-75b9-49bf-8c5f-03a5397ffa4a tempest-AttachVolumeNegativeTest-1920358930 tempest-AttachVolumeNegativeTest-1920358930-project-member] Using /dev/sd instead of None {{(pid=62328) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1172.563322] env[62328]: DEBUG oslo_concurrency.lockutils [None req-e61fb003-ea5a-455d-a374-a432f9333197 tempest-ServersAaction247Test-689485794 tempest-ServersAaction247Test-689485794-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.177s {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1172.563967] env[62328]: DEBUG nova.compute.manager [None req-e61fb003-ea5a-455d-a374-a432f9333197 tempest-ServersAaction247Test-689485794 tempest-ServersAaction247Test-689485794-project-member] [instance: 2be1aaf3-ac51-4441-bb5f-34244cda4954] Start building networks asynchronously for instance. {{(pid=62328) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1172.566860] env[62328]: DEBUG oslo_concurrency.lockutils [None req-9e37c00d-a655-4f20-8549-e38eb87b4a6a tempest-AttachInterfacesTestJSON-1049158018 tempest-AttachInterfacesTestJSON-1049158018-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 2.196s {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1172.567132] env[62328]: DEBUG nova.objects.instance [None req-9e37c00d-a655-4f20-8549-e38eb87b4a6a tempest-AttachInterfacesTestJSON-1049158018 tempest-AttachInterfacesTestJSON-1049158018-project-member] Lazy-loading 'resources' on Instance uuid d1503bc1-0c77-4ecd-b280-0768c1764c30 {{(pid=62328) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1172.587913] env[62328]: DEBUG nova.compute.manager [req-13499e57-7f47-40b9-9165-66e025b6ba51 req-f6bd333b-558d-4a07-8a23-d640d94fab22 service nova] [instance: 749883c0-59b2-4553-976c-39af0f4ff1d6] Received event network-vif-deleted-0487f719-b206-438c-8cec-078573209af6 {{(pid=62328) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1172.587913] env[62328]: INFO nova.compute.manager [req-13499e57-7f47-40b9-9165-66e025b6ba51 req-f6bd333b-558d-4a07-8a23-d640d94fab22 service nova] [instance: 749883c0-59b2-4553-976c-39af0f4ff1d6] Neutron deleted interface 0487f719-b206-438c-8cec-078573209af6; detaching it from the instance and deleting it from the info cache [ 1172.587913] env[62328]: DEBUG nova.network.neutron [req-13499e57-7f47-40b9-9165-66e025b6ba51 req-f6bd333b-558d-4a07-8a23-d640d94fab22 service nova] [instance: 749883c0-59b2-4553-976c-39af0f4ff1d6] Updating instance_info_cache with network_info: [] {{(pid=62328) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1172.592658] env[62328]: DEBUG oslo_concurrency.lockutils [None req-f8627f12-4018-499a-806f-91a93718f591 tempest-ServerActionsTestJSON-389109759 tempest-ServerActionsTestJSON-389109759-project-member] Acquiring lock "a0c4c9ea-1d61-4220-96ff-374ea5220233" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1172.592875] env[62328]: DEBUG oslo_concurrency.lockutils [None req-f8627f12-4018-499a-806f-91a93718f591 tempest-ServerActionsTestJSON-389109759 tempest-ServerActionsTestJSON-389109759-project-member] Lock "a0c4c9ea-1d61-4220-96ff-374ea5220233" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1172.887957] env[62328]: DEBUG oslo_concurrency.lockutils [None req-d42723bc-75b9-49bf-8c5f-03a5397ffa4a tempest-AttachVolumeNegativeTest-1920358930 tempest-AttachVolumeNegativeTest-1920358930-project-member] Lock "da13bf0d-aaf6-4e48-a8a3-46bd8336c04c" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.006s {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1173.056421] env[62328]: DEBUG nova.network.neutron [-] [instance: 749883c0-59b2-4553-976c-39af0f4ff1d6] Updating instance_info_cache with network_info: [] {{(pid=62328) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1173.069382] env[62328]: DEBUG nova.compute.utils [None req-e61fb003-ea5a-455d-a374-a432f9333197 tempest-ServersAaction247Test-689485794 tempest-ServersAaction247Test-689485794-project-member] Using /dev/sd instead of None {{(pid=62328) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1173.073056] env[62328]: DEBUG nova.compute.manager [None req-e61fb003-ea5a-455d-a374-a432f9333197 tempest-ServersAaction247Test-689485794 tempest-ServersAaction247Test-689485794-project-member] [instance: 2be1aaf3-ac51-4441-bb5f-34244cda4954] Not allocating networking since 'none' was specified. {{(pid=62328) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 1173.089267] env[62328]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-4d8d5e0c-fa57-4e13-a8ac-1376f0e4c597 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1173.094999] env[62328]: DEBUG nova.compute.manager [None req-f8627f12-4018-499a-806f-91a93718f591 tempest-ServerActionsTestJSON-389109759 tempest-ServerActionsTestJSON-389109759-project-member] [instance: a0c4c9ea-1d61-4220-96ff-374ea5220233] Starting instance... {{(pid=62328) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1173.101778] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6c949ebc-3c4e-48c3-beb4-7e6fff671b26 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1173.131076] env[62328]: DEBUG nova.compute.manager [req-13499e57-7f47-40b9-9165-66e025b6ba51 req-f6bd333b-558d-4a07-8a23-d640d94fab22 service nova] [instance: 749883c0-59b2-4553-976c-39af0f4ff1d6] Detach interface failed, port_id=0487f719-b206-438c-8cec-078573209af6, reason: Instance 749883c0-59b2-4553-976c-39af0f4ff1d6 could not be found. {{(pid=62328) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 1173.180728] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e9672398-3506-4db5-9cc3-e8610c95363c {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1173.187807] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-facfd205-c0f8-4851-b7c8-1c5f09f2af78 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1173.216879] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e42a74e3-218e-44f5-a52e-e03da8e5ceec {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1173.223638] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6e4c2b93-b8bf-42fb-9ec8-ee09fb14635e {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1173.238150] env[62328]: DEBUG nova.compute.provider_tree [None req-9e37c00d-a655-4f20-8549-e38eb87b4a6a tempest-AttachInterfacesTestJSON-1049158018 tempest-AttachInterfacesTestJSON-1049158018-project-member] Inventory has not changed in ProviderTree for provider: 3469e9f8-04af-49ca-8435-49f104496744 {{(pid=62328) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1173.558673] env[62328]: INFO nova.compute.manager [-] [instance: 749883c0-59b2-4553-976c-39af0f4ff1d6] Took 1.27 seconds to deallocate network for instance. [ 1173.574850] env[62328]: DEBUG nova.compute.manager [None req-e61fb003-ea5a-455d-a374-a432f9333197 tempest-ServersAaction247Test-689485794 tempest-ServersAaction247Test-689485794-project-member] [instance: 2be1aaf3-ac51-4441-bb5f-34244cda4954] Start building block device mappings for instance. {{(pid=62328) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1173.613695] env[62328]: DEBUG oslo_concurrency.lockutils [None req-f8627f12-4018-499a-806f-91a93718f591 tempest-ServerActionsTestJSON-389109759 tempest-ServerActionsTestJSON-389109759-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1173.741813] env[62328]: DEBUG nova.scheduler.client.report [None req-9e37c00d-a655-4f20-8549-e38eb87b4a6a tempest-AttachInterfacesTestJSON-1049158018 tempest-AttachInterfacesTestJSON-1049158018-project-member] Inventory has not changed for provider 3469e9f8-04af-49ca-8435-49f104496744 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 153, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62328) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1173.949623] env[62328]: DEBUG oslo_concurrency.lockutils [None req-d42723bc-75b9-49bf-8c5f-03a5397ffa4a tempest-AttachVolumeNegativeTest-1920358930 tempest-AttachVolumeNegativeTest-1920358930-project-member] Acquiring lock "da13bf0d-aaf6-4e48-a8a3-46bd8336c04c" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1173.949903] env[62328]: DEBUG oslo_concurrency.lockutils [None req-d42723bc-75b9-49bf-8c5f-03a5397ffa4a tempest-AttachVolumeNegativeTest-1920358930 tempest-AttachVolumeNegativeTest-1920358930-project-member] Lock "da13bf0d-aaf6-4e48-a8a3-46bd8336c04c" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1173.950174] env[62328]: INFO nova.compute.manager [None req-d42723bc-75b9-49bf-8c5f-03a5397ffa4a tempest-AttachVolumeNegativeTest-1920358930 tempest-AttachVolumeNegativeTest-1920358930-project-member] [instance: da13bf0d-aaf6-4e48-a8a3-46bd8336c04c] Attaching volume 0fdee7e8-b711-488f-934b-b30742fb8c9d to /dev/sdb [ 1173.981770] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4d3fc169-dcef-4f6e-b1ab-34aa038190c5 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1173.988806] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3c8f4775-77a8-486a-8543-3e06f3f9cb81 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1174.002701] env[62328]: DEBUG nova.virt.block_device [None req-d42723bc-75b9-49bf-8c5f-03a5397ffa4a tempest-AttachVolumeNegativeTest-1920358930 tempest-AttachVolumeNegativeTest-1920358930-project-member] [instance: da13bf0d-aaf6-4e48-a8a3-46bd8336c04c] Updating existing volume attachment record: f2133a91-cd16-4a89-a3cd-a8c31288b011 {{(pid=62328) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1174.065140] env[62328]: DEBUG oslo_concurrency.lockutils [None req-929e48c4-49fe-416f-8460-f49b64290c19 tempest-ServerRescueNegativeTestJSON-713788249 tempest-ServerRescueNegativeTestJSON-713788249-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1174.245929] env[62328]: DEBUG oslo_concurrency.lockutils [None req-9e37c00d-a655-4f20-8549-e38eb87b4a6a tempest-AttachInterfacesTestJSON-1049158018 tempest-AttachInterfacesTestJSON-1049158018-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.679s {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1174.248922] env[62328]: DEBUG oslo_concurrency.lockutils [None req-f8627f12-4018-499a-806f-91a93718f591 tempest-ServerActionsTestJSON-389109759 tempest-ServerActionsTestJSON-389109759-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.635s {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1174.250841] env[62328]: INFO nova.compute.claims [None req-f8627f12-4018-499a-806f-91a93718f591 tempest-ServerActionsTestJSON-389109759 tempest-ServerActionsTestJSON-389109759-project-member] [instance: a0c4c9ea-1d61-4220-96ff-374ea5220233] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1174.268992] env[62328]: INFO nova.scheduler.client.report [None req-9e37c00d-a655-4f20-8549-e38eb87b4a6a tempest-AttachInterfacesTestJSON-1049158018 tempest-AttachInterfacesTestJSON-1049158018-project-member] Deleted allocations for instance d1503bc1-0c77-4ecd-b280-0768c1764c30 [ 1174.584727] env[62328]: DEBUG nova.compute.manager [None req-e61fb003-ea5a-455d-a374-a432f9333197 tempest-ServersAaction247Test-689485794 tempest-ServersAaction247Test-689485794-project-member] [instance: 2be1aaf3-ac51-4441-bb5f-34244cda4954] Start spawning the instance on the hypervisor. {{(pid=62328) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1174.607979] env[62328]: DEBUG nova.virt.hardware [None req-e61fb003-ea5a-455d-a374-a432f9333197 tempest-ServersAaction247Test-689485794 tempest-ServersAaction247Test-689485794-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-07T17:16:55Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-07T17:16:37Z,direct_url=,disk_format='vmdk',id=dbf872a4-92be-47e4-8561-c3e2bf2423ab,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='2a64022f08d84b11a86773b900860ae5',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-07T17:16:38Z,virtual_size=,visibility=), allow threads: False {{(pid=62328) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1174.608258] env[62328]: DEBUG nova.virt.hardware [None req-e61fb003-ea5a-455d-a374-a432f9333197 tempest-ServersAaction247Test-689485794 tempest-ServersAaction247Test-689485794-project-member] Flavor limits 0:0:0 {{(pid=62328) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1174.608426] env[62328]: DEBUG nova.virt.hardware [None req-e61fb003-ea5a-455d-a374-a432f9333197 tempest-ServersAaction247Test-689485794 tempest-ServersAaction247Test-689485794-project-member] Image limits 0:0:0 {{(pid=62328) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1174.608615] env[62328]: DEBUG nova.virt.hardware [None req-e61fb003-ea5a-455d-a374-a432f9333197 tempest-ServersAaction247Test-689485794 tempest-ServersAaction247Test-689485794-project-member] Flavor pref 0:0:0 {{(pid=62328) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1174.608840] env[62328]: DEBUG nova.virt.hardware [None req-e61fb003-ea5a-455d-a374-a432f9333197 tempest-ServersAaction247Test-689485794 tempest-ServersAaction247Test-689485794-project-member] Image pref 0:0:0 {{(pid=62328) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1174.609050] env[62328]: DEBUG nova.virt.hardware [None req-e61fb003-ea5a-455d-a374-a432f9333197 tempest-ServersAaction247Test-689485794 tempest-ServersAaction247Test-689485794-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62328) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1174.609288] env[62328]: DEBUG nova.virt.hardware [None req-e61fb003-ea5a-455d-a374-a432f9333197 tempest-ServersAaction247Test-689485794 tempest-ServersAaction247Test-689485794-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62328) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1174.609461] env[62328]: DEBUG nova.virt.hardware [None req-e61fb003-ea5a-455d-a374-a432f9333197 tempest-ServersAaction247Test-689485794 tempest-ServersAaction247Test-689485794-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62328) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1174.609634] env[62328]: DEBUG nova.virt.hardware [None req-e61fb003-ea5a-455d-a374-a432f9333197 tempest-ServersAaction247Test-689485794 tempest-ServersAaction247Test-689485794-project-member] Got 1 possible topologies {{(pid=62328) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1174.609899] env[62328]: DEBUG nova.virt.hardware [None req-e61fb003-ea5a-455d-a374-a432f9333197 tempest-ServersAaction247Test-689485794 tempest-ServersAaction247Test-689485794-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62328) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1174.610113] env[62328]: DEBUG nova.virt.hardware [None req-e61fb003-ea5a-455d-a374-a432f9333197 tempest-ServersAaction247Test-689485794 tempest-ServersAaction247Test-689485794-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62328) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1174.611310] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-70c60603-2010-464a-9e8a-68c6e78dca08 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1174.620905] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c2d12115-653f-4fae-a65b-e3d5310489b1 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1174.636422] env[62328]: DEBUG nova.virt.vmwareapi.vmops [None req-e61fb003-ea5a-455d-a374-a432f9333197 tempest-ServersAaction247Test-689485794 tempest-ServersAaction247Test-689485794-project-member] [instance: 2be1aaf3-ac51-4441-bb5f-34244cda4954] Instance VIF info [] {{(pid=62328) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1174.642366] env[62328]: DEBUG nova.virt.vmwareapi.vm_util [None req-e61fb003-ea5a-455d-a374-a432f9333197 tempest-ServersAaction247Test-689485794 tempest-ServersAaction247Test-689485794-project-member] Creating folder: Project (f8228f6d3c664e1c8775a6def55e107c). Parent ref: group-v484164. {{(pid=62328) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1174.642520] env[62328]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-b6222ccf-715b-4847-8ee3-81dc59f27455 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1174.652180] env[62328]: INFO nova.virt.vmwareapi.vm_util [None req-e61fb003-ea5a-455d-a374-a432f9333197 tempest-ServersAaction247Test-689485794 tempest-ServersAaction247Test-689485794-project-member] Created folder: Project (f8228f6d3c664e1c8775a6def55e107c) in parent group-v484164. [ 1174.652616] env[62328]: DEBUG nova.virt.vmwareapi.vm_util [None req-e61fb003-ea5a-455d-a374-a432f9333197 tempest-ServersAaction247Test-689485794 tempest-ServersAaction247Test-689485794-project-member] Creating folder: Instances. Parent ref: group-v484482. {{(pid=62328) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1174.652876] env[62328]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-bdfb2cdc-da31-4e4f-a05b-6bbae9bc9166 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1174.661264] env[62328]: INFO nova.virt.vmwareapi.vm_util [None req-e61fb003-ea5a-455d-a374-a432f9333197 tempest-ServersAaction247Test-689485794 tempest-ServersAaction247Test-689485794-project-member] Created folder: Instances in parent group-v484482. [ 1174.661500] env[62328]: DEBUG oslo.service.loopingcall [None req-e61fb003-ea5a-455d-a374-a432f9333197 tempest-ServersAaction247Test-689485794 tempest-ServersAaction247Test-689485794-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62328) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1174.661690] env[62328]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2be1aaf3-ac51-4441-bb5f-34244cda4954] Creating VM on the ESX host {{(pid=62328) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1174.661893] env[62328]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-fefb3f1d-f2da-48a7-a0c2-c84eb0d535dd {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1174.678494] env[62328]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1174.678494] env[62328]: value = "task-2387786" [ 1174.678494] env[62328]: _type = "Task" [ 1174.678494] env[62328]: } to complete. {{(pid=62328) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1174.686226] env[62328]: DEBUG oslo_vmware.api [-] Task: {'id': task-2387786, 'name': CreateVM_Task} progress is 0%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1174.778273] env[62328]: DEBUG oslo_concurrency.lockutils [None req-9e37c00d-a655-4f20-8549-e38eb87b4a6a tempest-AttachInterfacesTestJSON-1049158018 tempest-AttachInterfacesTestJSON-1049158018-project-member] Lock "d1503bc1-0c77-4ecd-b280-0768c1764c30" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 7.994s {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1174.779208] env[62328]: DEBUG oslo_concurrency.lockutils [None req-332cd9a1-235b-4315-894a-68f76363e980 None None] Lock "d1503bc1-0c77-4ecd-b280-0768c1764c30" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 8.463s {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1174.779408] env[62328]: INFO nova.compute.manager [None req-332cd9a1-235b-4315-894a-68f76363e980 None None] [instance: d1503bc1-0c77-4ecd-b280-0768c1764c30] During sync_power_state the instance has a pending task (deleting). Skip. [ 1174.779592] env[62328]: DEBUG oslo_concurrency.lockutils [None req-332cd9a1-235b-4315-894a-68f76363e980 None None] Lock "d1503bc1-0c77-4ecd-b280-0768c1764c30" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.000s {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1175.093571] env[62328]: DEBUG oslo_concurrency.lockutils [None req-c9ae5725-d48a-4cf0-bd6a-64e0a7026859 tempest-AttachVolumeShelveTestJSON-116809589 tempest-AttachVolumeShelveTestJSON-116809589-project-member] Acquiring lock "1f1f56a8-a54a-4641-95d0-a153a68b7585" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1175.093861] env[62328]: DEBUG oslo_concurrency.lockutils [None req-c9ae5725-d48a-4cf0-bd6a-64e0a7026859 tempest-AttachVolumeShelveTestJSON-116809589 tempest-AttachVolumeShelveTestJSON-116809589-project-member] Lock "1f1f56a8-a54a-4641-95d0-a153a68b7585" acquired by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: waited 0.000s {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1175.094064] env[62328]: INFO nova.compute.manager [None req-c9ae5725-d48a-4cf0-bd6a-64e0a7026859 tempest-AttachVolumeShelveTestJSON-116809589 tempest-AttachVolumeShelveTestJSON-116809589-project-member] [instance: 1f1f56a8-a54a-4641-95d0-a153a68b7585] Shelving [ 1175.187934] env[62328]: DEBUG oslo_vmware.api [-] Task: {'id': task-2387786, 'name': CreateVM_Task} progress is 99%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1175.353222] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-383d818a-674a-400f-8602-4eb16533fcde {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1175.360878] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4f2c27c6-243d-4e16-aef0-5493ba991269 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1175.390476] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e73be096-2ed8-49fb-808e-9845ef928171 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1175.397685] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-696e45cc-616e-47de-b2ad-91713b193545 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1175.412128] env[62328]: DEBUG nova.compute.provider_tree [None req-f8627f12-4018-499a-806f-91a93718f591 tempest-ServerActionsTestJSON-389109759 tempest-ServerActionsTestJSON-389109759-project-member] Inventory has not changed in ProviderTree for provider: 3469e9f8-04af-49ca-8435-49f104496744 {{(pid=62328) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1175.688330] env[62328]: DEBUG oslo_vmware.api [-] Task: {'id': task-2387786, 'name': CreateVM_Task} progress is 99%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1175.915677] env[62328]: DEBUG nova.scheduler.client.report [None req-f8627f12-4018-499a-806f-91a93718f591 tempest-ServerActionsTestJSON-389109759 tempest-ServerActionsTestJSON-389109759-project-member] Inventory has not changed for provider 3469e9f8-04af-49ca-8435-49f104496744 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 153, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62328) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1176.103722] env[62328]: DEBUG nova.virt.vmwareapi.vm_util [None req-c9ae5725-d48a-4cf0-bd6a-64e0a7026859 tempest-AttachVolumeShelveTestJSON-116809589 tempest-AttachVolumeShelveTestJSON-116809589-project-member] [instance: 1f1f56a8-a54a-4641-95d0-a153a68b7585] Powering off the VM {{(pid=62328) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1176.104069] env[62328]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f2d73890-74a8-4941-bdcc-32d03b3a99c9 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1176.111923] env[62328]: DEBUG oslo_vmware.api [None req-c9ae5725-d48a-4cf0-bd6a-64e0a7026859 tempest-AttachVolumeShelveTestJSON-116809589 tempest-AttachVolumeShelveTestJSON-116809589-project-member] Waiting for the task: (returnval){ [ 1176.111923] env[62328]: value = "task-2387787" [ 1176.111923] env[62328]: _type = "Task" [ 1176.111923] env[62328]: } to complete. {{(pid=62328) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1176.119417] env[62328]: DEBUG oslo_vmware.api [None req-c9ae5725-d48a-4cf0-bd6a-64e0a7026859 tempest-AttachVolumeShelveTestJSON-116809589 tempest-AttachVolumeShelveTestJSON-116809589-project-member] Task: {'id': task-2387787, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1176.189013] env[62328]: DEBUG oslo_vmware.api [-] Task: {'id': task-2387786, 'name': CreateVM_Task, 'duration_secs': 1.26663} completed successfully. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1176.189210] env[62328]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2be1aaf3-ac51-4441-bb5f-34244cda4954] Created VM on the ESX host {{(pid=62328) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1176.189684] env[62328]: DEBUG oslo_concurrency.lockutils [None req-e61fb003-ea5a-455d-a374-a432f9333197 tempest-ServersAaction247Test-689485794 tempest-ServersAaction247Test-689485794-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/dbf872a4-92be-47e4-8561-c3e2bf2423ab" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1176.189844] env[62328]: DEBUG oslo_concurrency.lockutils [None req-e61fb003-ea5a-455d-a374-a432f9333197 tempest-ServersAaction247Test-689485794 tempest-ServersAaction247Test-689485794-project-member] Acquired lock "[datastore2] devstack-image-cache_base/dbf872a4-92be-47e4-8561-c3e2bf2423ab" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1176.190203] env[62328]: DEBUG oslo_concurrency.lockutils [None req-e61fb003-ea5a-455d-a374-a432f9333197 tempest-ServersAaction247Test-689485794 tempest-ServersAaction247Test-689485794-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/dbf872a4-92be-47e4-8561-c3e2bf2423ab" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1176.190842] env[62328]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-88c20b9b-3f9c-43df-b624-0cc33f1b4328 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1176.195330] env[62328]: DEBUG oslo_vmware.api [None req-e61fb003-ea5a-455d-a374-a432f9333197 tempest-ServersAaction247Test-689485794 tempest-ServersAaction247Test-689485794-project-member] Waiting for the task: (returnval){ [ 1176.195330] env[62328]: value = "session[52a6e20e-410d-708a-99f2-080a575a99bd]52028e6c-467f-7cab-a327-7dadc447efd8" [ 1176.195330] env[62328]: _type = "Task" [ 1176.195330] env[62328]: } to complete. {{(pid=62328) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1176.203519] env[62328]: DEBUG oslo_vmware.api [None req-e61fb003-ea5a-455d-a374-a432f9333197 tempest-ServersAaction247Test-689485794 tempest-ServersAaction247Test-689485794-project-member] Task: {'id': session[52a6e20e-410d-708a-99f2-080a575a99bd]52028e6c-467f-7cab-a327-7dadc447efd8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1176.420775] env[62328]: DEBUG oslo_concurrency.lockutils [None req-f8627f12-4018-499a-806f-91a93718f591 tempest-ServerActionsTestJSON-389109759 tempest-ServerActionsTestJSON-389109759-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.172s {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1176.421368] env[62328]: DEBUG nova.compute.manager [None req-f8627f12-4018-499a-806f-91a93718f591 tempest-ServerActionsTestJSON-389109759 tempest-ServerActionsTestJSON-389109759-project-member] [instance: a0c4c9ea-1d61-4220-96ff-374ea5220233] Start building networks asynchronously for instance. {{(pid=62328) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1176.424210] env[62328]: DEBUG oslo_concurrency.lockutils [None req-929e48c4-49fe-416f-8460-f49b64290c19 tempest-ServerRescueNegativeTestJSON-713788249 tempest-ServerRescueNegativeTestJSON-713788249-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 2.359s {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1176.424942] env[62328]: DEBUG nova.objects.instance [None req-929e48c4-49fe-416f-8460-f49b64290c19 tempest-ServerRescueNegativeTestJSON-713788249 tempest-ServerRescueNegativeTestJSON-713788249-project-member] Lazy-loading 'resources' on Instance uuid 749883c0-59b2-4553-976c-39af0f4ff1d6 {{(pid=62328) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1176.623244] env[62328]: DEBUG oslo_vmware.api [None req-c9ae5725-d48a-4cf0-bd6a-64e0a7026859 tempest-AttachVolumeShelveTestJSON-116809589 tempest-AttachVolumeShelveTestJSON-116809589-project-member] Task: {'id': task-2387787, 'name': PowerOffVM_Task, 'duration_secs': 0.20391} completed successfully. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1176.623553] env[62328]: DEBUG nova.virt.vmwareapi.vm_util [None req-c9ae5725-d48a-4cf0-bd6a-64e0a7026859 tempest-AttachVolumeShelveTestJSON-116809589 tempest-AttachVolumeShelveTestJSON-116809589-project-member] [instance: 1f1f56a8-a54a-4641-95d0-a153a68b7585] Powered off the VM {{(pid=62328) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1176.624410] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d6124376-c479-487c-be8e-c3fc8c82a137 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1176.643418] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-385e9bab-b192-41b3-98a8-917bb2f96983 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1176.705911] env[62328]: DEBUG oslo_vmware.api [None req-e61fb003-ea5a-455d-a374-a432f9333197 tempest-ServersAaction247Test-689485794 tempest-ServersAaction247Test-689485794-project-member] Task: {'id': session[52a6e20e-410d-708a-99f2-080a575a99bd]52028e6c-467f-7cab-a327-7dadc447efd8, 'name': SearchDatastore_Task, 'duration_secs': 0.011297} completed successfully. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1176.707049] env[62328]: DEBUG oslo_concurrency.lockutils [None req-e61fb003-ea5a-455d-a374-a432f9333197 tempest-ServersAaction247Test-689485794 tempest-ServersAaction247Test-689485794-project-member] Releasing lock "[datastore2] devstack-image-cache_base/dbf872a4-92be-47e4-8561-c3e2bf2423ab" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1176.707049] env[62328]: DEBUG nova.virt.vmwareapi.vmops [None req-e61fb003-ea5a-455d-a374-a432f9333197 tempest-ServersAaction247Test-689485794 tempest-ServersAaction247Test-689485794-project-member] [instance: 2be1aaf3-ac51-4441-bb5f-34244cda4954] Processing image dbf872a4-92be-47e4-8561-c3e2bf2423ab {{(pid=62328) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1176.707253] env[62328]: DEBUG oslo_concurrency.lockutils [None req-e61fb003-ea5a-455d-a374-a432f9333197 tempest-ServersAaction247Test-689485794 tempest-ServersAaction247Test-689485794-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/dbf872a4-92be-47e4-8561-c3e2bf2423ab/dbf872a4-92be-47e4-8561-c3e2bf2423ab.vmdk" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1176.707253] env[62328]: DEBUG oslo_concurrency.lockutils [None req-e61fb003-ea5a-455d-a374-a432f9333197 tempest-ServersAaction247Test-689485794 tempest-ServersAaction247Test-689485794-project-member] Acquired lock "[datastore2] devstack-image-cache_base/dbf872a4-92be-47e4-8561-c3e2bf2423ab/dbf872a4-92be-47e4-8561-c3e2bf2423ab.vmdk" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1176.707411] env[62328]: DEBUG nova.virt.vmwareapi.ds_util [None req-e61fb003-ea5a-455d-a374-a432f9333197 tempest-ServersAaction247Test-689485794 tempest-ServersAaction247Test-689485794-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62328) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1176.707673] env[62328]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-29da2d39-ca99-4a90-b948-01df191ef605 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1176.717518] env[62328]: DEBUG nova.virt.vmwareapi.ds_util [None req-e61fb003-ea5a-455d-a374-a432f9333197 tempest-ServersAaction247Test-689485794 tempest-ServersAaction247Test-689485794-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62328) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1176.717518] env[62328]: DEBUG nova.virt.vmwareapi.vmops [None req-e61fb003-ea5a-455d-a374-a432f9333197 tempest-ServersAaction247Test-689485794 tempest-ServersAaction247Test-689485794-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62328) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1176.717744] env[62328]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-67f00a97-993b-4105-a2ab-84725ee7cf18 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1176.722581] env[62328]: DEBUG oslo_vmware.api [None req-e61fb003-ea5a-455d-a374-a432f9333197 tempest-ServersAaction247Test-689485794 tempest-ServersAaction247Test-689485794-project-member] Waiting for the task: (returnval){ [ 1176.722581] env[62328]: value = "session[52a6e20e-410d-708a-99f2-080a575a99bd]525a9dd6-555e-07b9-649a-9b5a991997c6" [ 1176.722581] env[62328]: _type = "Task" [ 1176.722581] env[62328]: } to complete. {{(pid=62328) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1176.733822] env[62328]: DEBUG oslo_vmware.api [None req-e61fb003-ea5a-455d-a374-a432f9333197 tempest-ServersAaction247Test-689485794 tempest-ServersAaction247Test-689485794-project-member] Task: {'id': session[52a6e20e-410d-708a-99f2-080a575a99bd]525a9dd6-555e-07b9-649a-9b5a991997c6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1176.927383] env[62328]: DEBUG nova.compute.utils [None req-f8627f12-4018-499a-806f-91a93718f591 tempest-ServerActionsTestJSON-389109759 tempest-ServerActionsTestJSON-389109759-project-member] Using /dev/sd instead of None {{(pid=62328) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1176.932197] env[62328]: DEBUG nova.compute.manager [None req-f8627f12-4018-499a-806f-91a93718f591 tempest-ServerActionsTestJSON-389109759 tempest-ServerActionsTestJSON-389109759-project-member] [instance: a0c4c9ea-1d61-4220-96ff-374ea5220233] Allocating IP information in the background. {{(pid=62328) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1176.932368] env[62328]: DEBUG nova.network.neutron [None req-f8627f12-4018-499a-806f-91a93718f591 tempest-ServerActionsTestJSON-389109759 tempest-ServerActionsTestJSON-389109759-project-member] [instance: a0c4c9ea-1d61-4220-96ff-374ea5220233] allocate_for_instance() {{(pid=62328) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1177.007117] env[62328]: DEBUG nova.policy [None req-f8627f12-4018-499a-806f-91a93718f591 tempest-ServerActionsTestJSON-389109759 tempest-ServerActionsTestJSON-389109759-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'c136d658655c4a2786fa8630fbec653b', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '9a4c228c680f4e5fa3409558e769cc0a', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62328) authorize /opt/stack/nova/nova/policy.py:192}} [ 1177.016738] env[62328]: DEBUG oslo_concurrency.lockutils [None req-b69cb230-dbce-4a68-a021-605e321680c8 tempest-AttachInterfacesTestJSON-1049158018 tempest-AttachInterfacesTestJSON-1049158018-project-member] Acquiring lock "0200e570-094d-466d-b8a8-0c183fcdc10d" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1177.016942] env[62328]: DEBUG oslo_concurrency.lockutils [None req-b69cb230-dbce-4a68-a021-605e321680c8 tempest-AttachInterfacesTestJSON-1049158018 tempest-AttachInterfacesTestJSON-1049158018-project-member] Lock "0200e570-094d-466d-b8a8-0c183fcdc10d" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1177.042423] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a2487346-fb22-4e88-97ee-fafa181bde61 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1177.050568] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fc42f0b0-af05-4d08-9e80-898b9cbb1e32 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1177.080087] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-846b9a8a-0f0d-49e2-b71a-0c7ebd592715 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1177.086988] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-08adc351-d038-44ae-9f1c-45befbc79945 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1177.099810] env[62328]: DEBUG nova.compute.provider_tree [None req-929e48c4-49fe-416f-8460-f49b64290c19 tempest-ServerRescueNegativeTestJSON-713788249 tempest-ServerRescueNegativeTestJSON-713788249-project-member] Updating inventory in ProviderTree for provider 3469e9f8-04af-49ca-8435-49f104496744 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 152, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62328) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1177.153711] env[62328]: DEBUG nova.virt.vmwareapi.vmops [None req-c9ae5725-d48a-4cf0-bd6a-64e0a7026859 tempest-AttachVolumeShelveTestJSON-116809589 tempest-AttachVolumeShelveTestJSON-116809589-project-member] [instance: 1f1f56a8-a54a-4641-95d0-a153a68b7585] Creating Snapshot of the VM instance {{(pid=62328) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1177.153946] env[62328]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-0684faeb-d52c-44e8-ae93-dcfc9b3064c0 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1177.161254] env[62328]: DEBUG oslo_vmware.api [None req-c9ae5725-d48a-4cf0-bd6a-64e0a7026859 tempest-AttachVolumeShelveTestJSON-116809589 tempest-AttachVolumeShelveTestJSON-116809589-project-member] Waiting for the task: (returnval){ [ 1177.161254] env[62328]: value = "task-2387789" [ 1177.161254] env[62328]: _type = "Task" [ 1177.161254] env[62328]: } to complete. {{(pid=62328) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1177.168978] env[62328]: DEBUG oslo_vmware.api [None req-c9ae5725-d48a-4cf0-bd6a-64e0a7026859 tempest-AttachVolumeShelveTestJSON-116809589 tempest-AttachVolumeShelveTestJSON-116809589-project-member] Task: {'id': task-2387789, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1177.236840] env[62328]: DEBUG oslo_vmware.api [None req-e61fb003-ea5a-455d-a374-a432f9333197 tempest-ServersAaction247Test-689485794 tempest-ServersAaction247Test-689485794-project-member] Task: {'id': session[52a6e20e-410d-708a-99f2-080a575a99bd]525a9dd6-555e-07b9-649a-9b5a991997c6, 'name': SearchDatastore_Task, 'duration_secs': 0.009289} completed successfully. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1177.236840] env[62328]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-33ddb97a-4bec-4e42-9ead-985e58132b78 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1177.240802] env[62328]: DEBUG oslo_vmware.api [None req-e61fb003-ea5a-455d-a374-a432f9333197 tempest-ServersAaction247Test-689485794 tempest-ServersAaction247Test-689485794-project-member] Waiting for the task: (returnval){ [ 1177.240802] env[62328]: value = "session[52a6e20e-410d-708a-99f2-080a575a99bd]5236d685-9e12-53ba-c17a-fac090cb6b5c" [ 1177.240802] env[62328]: _type = "Task" [ 1177.240802] env[62328]: } to complete. {{(pid=62328) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1177.248184] env[62328]: DEBUG oslo_vmware.api [None req-e61fb003-ea5a-455d-a374-a432f9333197 tempest-ServersAaction247Test-689485794 tempest-ServersAaction247Test-689485794-project-member] Task: {'id': session[52a6e20e-410d-708a-99f2-080a575a99bd]5236d685-9e12-53ba-c17a-fac090cb6b5c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1177.353902] env[62328]: DEBUG nova.network.neutron [None req-f8627f12-4018-499a-806f-91a93718f591 tempest-ServerActionsTestJSON-389109759 tempest-ServerActionsTestJSON-389109759-project-member] [instance: a0c4c9ea-1d61-4220-96ff-374ea5220233] Successfully created port: 4b088c22-327c-464f-a34b-4680338c0177 {{(pid=62328) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1177.433166] env[62328]: DEBUG nova.compute.manager [None req-f8627f12-4018-499a-806f-91a93718f591 tempest-ServerActionsTestJSON-389109759 tempest-ServerActionsTestJSON-389109759-project-member] [instance: a0c4c9ea-1d61-4220-96ff-374ea5220233] Start building block device mappings for instance. {{(pid=62328) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1177.519652] env[62328]: DEBUG nova.compute.manager [None req-b69cb230-dbce-4a68-a021-605e321680c8 tempest-AttachInterfacesTestJSON-1049158018 tempest-AttachInterfacesTestJSON-1049158018-project-member] [instance: 0200e570-094d-466d-b8a8-0c183fcdc10d] Starting instance... {{(pid=62328) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1177.622688] env[62328]: ERROR nova.scheduler.client.report [None req-929e48c4-49fe-416f-8460-f49b64290c19 tempest-ServerRescueNegativeTestJSON-713788249 tempest-ServerRescueNegativeTestJSON-713788249-project-member] [req-a8b17336-1560-4659-a63b-2c7b068e492e] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 152, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 3469e9f8-04af-49ca-8435-49f104496744. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-a8b17336-1560-4659-a63b-2c7b068e492e"}]} [ 1177.641283] env[62328]: DEBUG nova.scheduler.client.report [None req-929e48c4-49fe-416f-8460-f49b64290c19 tempest-ServerRescueNegativeTestJSON-713788249 tempest-ServerRescueNegativeTestJSON-713788249-project-member] Refreshing inventories for resource provider 3469e9f8-04af-49ca-8435-49f104496744 {{(pid=62328) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1177.657592] env[62328]: DEBUG nova.scheduler.client.report [None req-929e48c4-49fe-416f-8460-f49b64290c19 tempest-ServerRescueNegativeTestJSON-713788249 tempest-ServerRescueNegativeTestJSON-713788249-project-member] Updating ProviderTree inventory for provider 3469e9f8-04af-49ca-8435-49f104496744 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 153, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62328) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1177.657829] env[62328]: DEBUG nova.compute.provider_tree [None req-929e48c4-49fe-416f-8460-f49b64290c19 tempest-ServerRescueNegativeTestJSON-713788249 tempest-ServerRescueNegativeTestJSON-713788249-project-member] Updating inventory in ProviderTree for provider 3469e9f8-04af-49ca-8435-49f104496744 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 153, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62328) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1177.672367] env[62328]: DEBUG oslo_vmware.api [None req-c9ae5725-d48a-4cf0-bd6a-64e0a7026859 tempest-AttachVolumeShelveTestJSON-116809589 tempest-AttachVolumeShelveTestJSON-116809589-project-member] Task: {'id': task-2387789, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1177.673280] env[62328]: DEBUG nova.scheduler.client.report [None req-929e48c4-49fe-416f-8460-f49b64290c19 tempest-ServerRescueNegativeTestJSON-713788249 tempest-ServerRescueNegativeTestJSON-713788249-project-member] Refreshing aggregate associations for resource provider 3469e9f8-04af-49ca-8435-49f104496744, aggregates: None {{(pid=62328) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1177.692145] env[62328]: DEBUG nova.scheduler.client.report [None req-929e48c4-49fe-416f-8460-f49b64290c19 tempest-ServerRescueNegativeTestJSON-713788249 tempest-ServerRescueNegativeTestJSON-713788249-project-member] Refreshing trait associations for resource provider 3469e9f8-04af-49ca-8435-49f104496744, traits: COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_NODE,HW_ARCH_X86_64,COMPUTE_SAME_HOST_COLD_MIGRATE {{(pid=62328) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1177.752124] env[62328]: DEBUG oslo_vmware.api [None req-e61fb003-ea5a-455d-a374-a432f9333197 tempest-ServersAaction247Test-689485794 tempest-ServersAaction247Test-689485794-project-member] Task: {'id': session[52a6e20e-410d-708a-99f2-080a575a99bd]5236d685-9e12-53ba-c17a-fac090cb6b5c, 'name': SearchDatastore_Task, 'duration_secs': 0.009581} completed successfully. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1177.752384] env[62328]: DEBUG oslo_concurrency.lockutils [None req-e61fb003-ea5a-455d-a374-a432f9333197 tempest-ServersAaction247Test-689485794 tempest-ServersAaction247Test-689485794-project-member] Releasing lock "[datastore2] devstack-image-cache_base/dbf872a4-92be-47e4-8561-c3e2bf2423ab/dbf872a4-92be-47e4-8561-c3e2bf2423ab.vmdk" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1177.752628] env[62328]: DEBUG nova.virt.vmwareapi.vm_util [None req-e61fb003-ea5a-455d-a374-a432f9333197 tempest-ServersAaction247Test-689485794 tempest-ServersAaction247Test-689485794-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/dbf872a4-92be-47e4-8561-c3e2bf2423ab/dbf872a4-92be-47e4-8561-c3e2bf2423ab.vmdk to [datastore2] 2be1aaf3-ac51-4441-bb5f-34244cda4954/2be1aaf3-ac51-4441-bb5f-34244cda4954.vmdk {{(pid=62328) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1177.752884] env[62328]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-96278898-8a45-4740-a86b-bb587bae4e6f {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1177.761479] env[62328]: DEBUG oslo_vmware.api [None req-e61fb003-ea5a-455d-a374-a432f9333197 tempest-ServersAaction247Test-689485794 tempest-ServersAaction247Test-689485794-project-member] Waiting for the task: (returnval){ [ 1177.761479] env[62328]: value = "task-2387790" [ 1177.761479] env[62328]: _type = "Task" [ 1177.761479] env[62328]: } to complete. {{(pid=62328) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1177.770680] env[62328]: DEBUG oslo_vmware.api [None req-e61fb003-ea5a-455d-a374-a432f9333197 tempest-ServersAaction247Test-689485794 tempest-ServersAaction247Test-689485794-project-member] Task: {'id': task-2387790, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1177.807015] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2f2ed986-e275-43b7-aaac-911762f78434 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1177.814051] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dae84cf5-f685-4080-a3e0-7c6a175ae827 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1177.843797] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-48978d4c-26bc-4b81-a584-351e380992c0 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1177.852259] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-665e212b-7bbb-4718-9bf7-c88de685b61b {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1177.868509] env[62328]: DEBUG nova.compute.provider_tree [None req-929e48c4-49fe-416f-8460-f49b64290c19 tempest-ServerRescueNegativeTestJSON-713788249 tempest-ServerRescueNegativeTestJSON-713788249-project-member] Updating inventory in ProviderTree for provider 3469e9f8-04af-49ca-8435-49f104496744 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 152, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62328) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1177.936901] env[62328]: DEBUG oslo_concurrency.lockutils [None req-68a7ff57-ff69-4834-9af7-c9018fe8dd9f tempest-ServerActionsTestOtherB-626827456 tempest-ServerActionsTestOtherB-626827456-project-member] Acquiring lock "75e155a3-05b0-44c5-86de-5643cbb05fc0" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1177.937152] env[62328]: DEBUG oslo_concurrency.lockutils [None req-68a7ff57-ff69-4834-9af7-c9018fe8dd9f tempest-ServerActionsTestOtherB-626827456 tempest-ServerActionsTestOtherB-626827456-project-member] Lock "75e155a3-05b0-44c5-86de-5643cbb05fc0" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1178.040832] env[62328]: DEBUG oslo_concurrency.lockutils [None req-b69cb230-dbce-4a68-a021-605e321680c8 tempest-AttachInterfacesTestJSON-1049158018 tempest-AttachInterfacesTestJSON-1049158018-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1178.174781] env[62328]: DEBUG oslo_vmware.api [None req-c9ae5725-d48a-4cf0-bd6a-64e0a7026859 tempest-AttachVolumeShelveTestJSON-116809589 tempest-AttachVolumeShelveTestJSON-116809589-project-member] Task: {'id': task-2387789, 'name': CreateSnapshot_Task, 'duration_secs': 0.955362} completed successfully. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1178.175094] env[62328]: DEBUG nova.virt.vmwareapi.vmops [None req-c9ae5725-d48a-4cf0-bd6a-64e0a7026859 tempest-AttachVolumeShelveTestJSON-116809589 tempest-AttachVolumeShelveTestJSON-116809589-project-member] [instance: 1f1f56a8-a54a-4641-95d0-a153a68b7585] Created Snapshot of the VM instance {{(pid=62328) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1178.176015] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e99f8ffd-2237-4bad-aa0d-b63d94197327 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1178.271554] env[62328]: DEBUG oslo_vmware.api [None req-e61fb003-ea5a-455d-a374-a432f9333197 tempest-ServersAaction247Test-689485794 tempest-ServersAaction247Test-689485794-project-member] Task: {'id': task-2387790, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.444068} completed successfully. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1178.271806] env[62328]: DEBUG nova.virt.vmwareapi.vm_util [None req-e61fb003-ea5a-455d-a374-a432f9333197 tempest-ServersAaction247Test-689485794 tempest-ServersAaction247Test-689485794-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/dbf872a4-92be-47e4-8561-c3e2bf2423ab/dbf872a4-92be-47e4-8561-c3e2bf2423ab.vmdk to [datastore2] 2be1aaf3-ac51-4441-bb5f-34244cda4954/2be1aaf3-ac51-4441-bb5f-34244cda4954.vmdk {{(pid=62328) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1178.272027] env[62328]: DEBUG nova.virt.vmwareapi.vmops [None req-e61fb003-ea5a-455d-a374-a432f9333197 tempest-ServersAaction247Test-689485794 tempest-ServersAaction247Test-689485794-project-member] [instance: 2be1aaf3-ac51-4441-bb5f-34244cda4954] Extending root virtual disk to 1048576 {{(pid=62328) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1178.272308] env[62328]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-aaa812ee-38ad-4f5a-bbaa-750a4be156ba {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1178.279215] env[62328]: DEBUG oslo_vmware.api [None req-e61fb003-ea5a-455d-a374-a432f9333197 tempest-ServersAaction247Test-689485794 tempest-ServersAaction247Test-689485794-project-member] Waiting for the task: (returnval){ [ 1178.279215] env[62328]: value = "task-2387791" [ 1178.279215] env[62328]: _type = "Task" [ 1178.279215] env[62328]: } to complete. {{(pid=62328) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1178.287855] env[62328]: DEBUG oslo_vmware.api [None req-e61fb003-ea5a-455d-a374-a432f9333197 tempest-ServersAaction247Test-689485794 tempest-ServersAaction247Test-689485794-project-member] Task: {'id': task-2387791, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1178.402138] env[62328]: DEBUG nova.scheduler.client.report [None req-929e48c4-49fe-416f-8460-f49b64290c19 tempest-ServerRescueNegativeTestJSON-713788249 tempest-ServerRescueNegativeTestJSON-713788249-project-member] Updated inventory for provider 3469e9f8-04af-49ca-8435-49f104496744 with generation 158 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 152, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62328) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 1178.402425] env[62328]: DEBUG nova.compute.provider_tree [None req-929e48c4-49fe-416f-8460-f49b64290c19 tempest-ServerRescueNegativeTestJSON-713788249 tempest-ServerRescueNegativeTestJSON-713788249-project-member] Updating resource provider 3469e9f8-04af-49ca-8435-49f104496744 generation from 158 to 159 during operation: update_inventory {{(pid=62328) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1178.402606] env[62328]: DEBUG nova.compute.provider_tree [None req-929e48c4-49fe-416f-8460-f49b64290c19 tempest-ServerRescueNegativeTestJSON-713788249 tempest-ServerRescueNegativeTestJSON-713788249-project-member] Updating inventory in ProviderTree for provider 3469e9f8-04af-49ca-8435-49f104496744 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 152, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62328) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1178.443767] env[62328]: DEBUG nova.compute.utils [None req-68a7ff57-ff69-4834-9af7-c9018fe8dd9f tempest-ServerActionsTestOtherB-626827456 tempest-ServerActionsTestOtherB-626827456-project-member] Using /dev/sd instead of None {{(pid=62328) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1178.445999] env[62328]: DEBUG nova.compute.manager [None req-f8627f12-4018-499a-806f-91a93718f591 tempest-ServerActionsTestJSON-389109759 tempest-ServerActionsTestJSON-389109759-project-member] [instance: a0c4c9ea-1d61-4220-96ff-374ea5220233] Start spawning the instance on the hypervisor. {{(pid=62328) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1178.473394] env[62328]: DEBUG nova.virt.hardware [None req-f8627f12-4018-499a-806f-91a93718f591 tempest-ServerActionsTestJSON-389109759 tempest-ServerActionsTestJSON-389109759-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-07T17:16:55Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-07T17:16:37Z,direct_url=,disk_format='vmdk',id=dbf872a4-92be-47e4-8561-c3e2bf2423ab,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='2a64022f08d84b11a86773b900860ae5',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-07T17:16:38Z,virtual_size=,visibility=), allow threads: False {{(pid=62328) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1178.473637] env[62328]: DEBUG nova.virt.hardware [None req-f8627f12-4018-499a-806f-91a93718f591 tempest-ServerActionsTestJSON-389109759 tempest-ServerActionsTestJSON-389109759-project-member] Flavor limits 0:0:0 {{(pid=62328) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1178.473793] env[62328]: DEBUG nova.virt.hardware [None req-f8627f12-4018-499a-806f-91a93718f591 tempest-ServerActionsTestJSON-389109759 tempest-ServerActionsTestJSON-389109759-project-member] Image limits 0:0:0 {{(pid=62328) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1178.473971] env[62328]: DEBUG nova.virt.hardware [None req-f8627f12-4018-499a-806f-91a93718f591 tempest-ServerActionsTestJSON-389109759 tempest-ServerActionsTestJSON-389109759-project-member] Flavor pref 0:0:0 {{(pid=62328) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1178.474137] env[62328]: DEBUG nova.virt.hardware [None req-f8627f12-4018-499a-806f-91a93718f591 tempest-ServerActionsTestJSON-389109759 tempest-ServerActionsTestJSON-389109759-project-member] Image pref 0:0:0 {{(pid=62328) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1178.474296] env[62328]: DEBUG nova.virt.hardware [None req-f8627f12-4018-499a-806f-91a93718f591 tempest-ServerActionsTestJSON-389109759 tempest-ServerActionsTestJSON-389109759-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62328) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1178.474521] env[62328]: DEBUG nova.virt.hardware [None req-f8627f12-4018-499a-806f-91a93718f591 tempest-ServerActionsTestJSON-389109759 tempest-ServerActionsTestJSON-389109759-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62328) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1178.474657] env[62328]: DEBUG nova.virt.hardware [None req-f8627f12-4018-499a-806f-91a93718f591 tempest-ServerActionsTestJSON-389109759 tempest-ServerActionsTestJSON-389109759-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62328) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1178.474821] env[62328]: DEBUG nova.virt.hardware [None req-f8627f12-4018-499a-806f-91a93718f591 tempest-ServerActionsTestJSON-389109759 tempest-ServerActionsTestJSON-389109759-project-member] Got 1 possible topologies {{(pid=62328) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1178.474982] env[62328]: DEBUG nova.virt.hardware [None req-f8627f12-4018-499a-806f-91a93718f591 tempest-ServerActionsTestJSON-389109759 tempest-ServerActionsTestJSON-389109759-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62328) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1178.475170] env[62328]: DEBUG nova.virt.hardware [None req-f8627f12-4018-499a-806f-91a93718f591 tempest-ServerActionsTestJSON-389109759 tempest-ServerActionsTestJSON-389109759-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62328) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1178.476028] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2c7717f6-208e-4b60-a94f-edf40b48914c {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1178.484452] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-31eb64b0-16bd-414f-ae8e-609e4e0ce71a {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1178.550985] env[62328]: DEBUG nova.virt.vmwareapi.volumeops [None req-d42723bc-75b9-49bf-8c5f-03a5397ffa4a tempest-AttachVolumeNegativeTest-1920358930 tempest-AttachVolumeNegativeTest-1920358930-project-member] [instance: da13bf0d-aaf6-4e48-a8a3-46bd8336c04c] Volume attach. Driver type: vmdk {{(pid=62328) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1178.551284] env[62328]: DEBUG nova.virt.vmwareapi.volumeops [None req-d42723bc-75b9-49bf-8c5f-03a5397ffa4a tempest-AttachVolumeNegativeTest-1920358930 tempest-AttachVolumeNegativeTest-1920358930-project-member] [instance: da13bf0d-aaf6-4e48-a8a3-46bd8336c04c] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-484481', 'volume_id': '0fdee7e8-b711-488f-934b-b30742fb8c9d', 'name': 'volume-0fdee7e8-b711-488f-934b-b30742fb8c9d', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'da13bf0d-aaf6-4e48-a8a3-46bd8336c04c', 'attached_at': '', 'detached_at': '', 'volume_id': '0fdee7e8-b711-488f-934b-b30742fb8c9d', 'serial': '0fdee7e8-b711-488f-934b-b30742fb8c9d'} {{(pid=62328) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1178.552255] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f6a99c0b-662a-4979-9ab3-0f3f228be2c5 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1178.569385] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c6cf391d-c616-42a3-b874-75def35a8008 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1178.593995] env[62328]: DEBUG nova.virt.vmwareapi.volumeops [None req-d42723bc-75b9-49bf-8c5f-03a5397ffa4a tempest-AttachVolumeNegativeTest-1920358930 tempest-AttachVolumeNegativeTest-1920358930-project-member] [instance: da13bf0d-aaf6-4e48-a8a3-46bd8336c04c] Reconfiguring VM instance instance-00000074 to attach disk [datastore2] volume-0fdee7e8-b711-488f-934b-b30742fb8c9d/volume-0fdee7e8-b711-488f-934b-b30742fb8c9d.vmdk or device None with type thin {{(pid=62328) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1178.594261] env[62328]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-cf0e9523-bd7f-42fe-b428-0d6c83ec79ed {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1178.612877] env[62328]: DEBUG oslo_vmware.api [None req-d42723bc-75b9-49bf-8c5f-03a5397ffa4a tempest-AttachVolumeNegativeTest-1920358930 tempest-AttachVolumeNegativeTest-1920358930-project-member] Waiting for the task: (returnval){ [ 1178.612877] env[62328]: value = "task-2387792" [ 1178.612877] env[62328]: _type = "Task" [ 1178.612877] env[62328]: } to complete. {{(pid=62328) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1178.620313] env[62328]: DEBUG oslo_vmware.api [None req-d42723bc-75b9-49bf-8c5f-03a5397ffa4a tempest-AttachVolumeNegativeTest-1920358930 tempest-AttachVolumeNegativeTest-1920358930-project-member] Task: {'id': task-2387792, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1178.696267] env[62328]: DEBUG nova.virt.vmwareapi.vmops [None req-c9ae5725-d48a-4cf0-bd6a-64e0a7026859 tempest-AttachVolumeShelveTestJSON-116809589 tempest-AttachVolumeShelveTestJSON-116809589-project-member] [instance: 1f1f56a8-a54a-4641-95d0-a153a68b7585] Creating linked-clone VM from snapshot {{(pid=62328) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1178.696689] env[62328]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-4e90d14d-72ba-44f6-85fa-25b5f5e9c74a {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1178.704683] env[62328]: DEBUG oslo_vmware.api [None req-c9ae5725-d48a-4cf0-bd6a-64e0a7026859 tempest-AttachVolumeShelveTestJSON-116809589 tempest-AttachVolumeShelveTestJSON-116809589-project-member] Waiting for the task: (returnval){ [ 1178.704683] env[62328]: value = "task-2387793" [ 1178.704683] env[62328]: _type = "Task" [ 1178.704683] env[62328]: } to complete. {{(pid=62328) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1178.712412] env[62328]: DEBUG oslo_vmware.api [None req-c9ae5725-d48a-4cf0-bd6a-64e0a7026859 tempest-AttachVolumeShelveTestJSON-116809589 tempest-AttachVolumeShelveTestJSON-116809589-project-member] Task: {'id': task-2387793, 'name': CloneVM_Task} progress is 0%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1178.789857] env[62328]: DEBUG oslo_vmware.api [None req-e61fb003-ea5a-455d-a374-a432f9333197 tempest-ServersAaction247Test-689485794 tempest-ServersAaction247Test-689485794-project-member] Task: {'id': task-2387791, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.060172} completed successfully. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1178.790266] env[62328]: DEBUG nova.virt.vmwareapi.vmops [None req-e61fb003-ea5a-455d-a374-a432f9333197 tempest-ServersAaction247Test-689485794 tempest-ServersAaction247Test-689485794-project-member] [instance: 2be1aaf3-ac51-4441-bb5f-34244cda4954] Extended root virtual disk {{(pid=62328) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1178.791072] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-59552e51-e007-485c-b36a-60392ae27b51 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1178.812413] env[62328]: DEBUG nova.virt.vmwareapi.volumeops [None req-e61fb003-ea5a-455d-a374-a432f9333197 tempest-ServersAaction247Test-689485794 tempest-ServersAaction247Test-689485794-project-member] [instance: 2be1aaf3-ac51-4441-bb5f-34244cda4954] Reconfiguring VM instance instance-00000077 to attach disk [datastore2] 2be1aaf3-ac51-4441-bb5f-34244cda4954/2be1aaf3-ac51-4441-bb5f-34244cda4954.vmdk or device None with type sparse {{(pid=62328) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1178.813705] env[62328]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9765613d-3e7a-4c47-bfe7-e0234749c60a {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1178.829678] env[62328]: DEBUG nova.compute.manager [req-2eaa06d2-1029-4894-8997-1b2e42988086 req-4dace13e-2cda-4769-9d65-8b48750bc5c4 service nova] [instance: a0c4c9ea-1d61-4220-96ff-374ea5220233] Received event network-vif-plugged-4b088c22-327c-464f-a34b-4680338c0177 {{(pid=62328) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1178.830084] env[62328]: DEBUG oslo_concurrency.lockutils [req-2eaa06d2-1029-4894-8997-1b2e42988086 req-4dace13e-2cda-4769-9d65-8b48750bc5c4 service nova] Acquiring lock "a0c4c9ea-1d61-4220-96ff-374ea5220233-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1178.830200] env[62328]: DEBUG oslo_concurrency.lockutils [req-2eaa06d2-1029-4894-8997-1b2e42988086 req-4dace13e-2cda-4769-9d65-8b48750bc5c4 service nova] Lock "a0c4c9ea-1d61-4220-96ff-374ea5220233-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1178.830329] env[62328]: DEBUG oslo_concurrency.lockutils [req-2eaa06d2-1029-4894-8997-1b2e42988086 req-4dace13e-2cda-4769-9d65-8b48750bc5c4 service nova] Lock "a0c4c9ea-1d61-4220-96ff-374ea5220233-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1178.830497] env[62328]: DEBUG nova.compute.manager [req-2eaa06d2-1029-4894-8997-1b2e42988086 req-4dace13e-2cda-4769-9d65-8b48750bc5c4 service nova] [instance: a0c4c9ea-1d61-4220-96ff-374ea5220233] No waiting events found dispatching network-vif-plugged-4b088c22-327c-464f-a34b-4680338c0177 {{(pid=62328) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1178.830826] env[62328]: WARNING nova.compute.manager [req-2eaa06d2-1029-4894-8997-1b2e42988086 req-4dace13e-2cda-4769-9d65-8b48750bc5c4 service nova] [instance: a0c4c9ea-1d61-4220-96ff-374ea5220233] Received unexpected event network-vif-plugged-4b088c22-327c-464f-a34b-4680338c0177 for instance with vm_state building and task_state spawning. [ 1178.837514] env[62328]: DEBUG oslo_vmware.api [None req-e61fb003-ea5a-455d-a374-a432f9333197 tempest-ServersAaction247Test-689485794 tempest-ServersAaction247Test-689485794-project-member] Waiting for the task: (returnval){ [ 1178.837514] env[62328]: value = "task-2387794" [ 1178.837514] env[62328]: _type = "Task" [ 1178.837514] env[62328]: } to complete. {{(pid=62328) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1178.848580] env[62328]: DEBUG oslo_vmware.api [None req-e61fb003-ea5a-455d-a374-a432f9333197 tempest-ServersAaction247Test-689485794 tempest-ServersAaction247Test-689485794-project-member] Task: {'id': task-2387794, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1178.908199] env[62328]: DEBUG oslo_concurrency.lockutils [None req-929e48c4-49fe-416f-8460-f49b64290c19 tempest-ServerRescueNegativeTestJSON-713788249 tempest-ServerRescueNegativeTestJSON-713788249-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.484s {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1178.910721] env[62328]: DEBUG oslo_concurrency.lockutils [None req-b69cb230-dbce-4a68-a021-605e321680c8 tempest-AttachInterfacesTestJSON-1049158018 tempest-AttachInterfacesTestJSON-1049158018-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.870s {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1178.912313] env[62328]: INFO nova.compute.claims [None req-b69cb230-dbce-4a68-a021-605e321680c8 tempest-AttachInterfacesTestJSON-1049158018 tempest-AttachInterfacesTestJSON-1049158018-project-member] [instance: 0200e570-094d-466d-b8a8-0c183fcdc10d] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1178.921760] env[62328]: DEBUG nova.network.neutron [None req-f8627f12-4018-499a-806f-91a93718f591 tempest-ServerActionsTestJSON-389109759 tempest-ServerActionsTestJSON-389109759-project-member] [instance: a0c4c9ea-1d61-4220-96ff-374ea5220233] Successfully updated port: 4b088c22-327c-464f-a34b-4680338c0177 {{(pid=62328) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1178.946642] env[62328]: INFO nova.scheduler.client.report [None req-929e48c4-49fe-416f-8460-f49b64290c19 tempest-ServerRescueNegativeTestJSON-713788249 tempest-ServerRescueNegativeTestJSON-713788249-project-member] Deleted allocations for instance 749883c0-59b2-4553-976c-39af0f4ff1d6 [ 1178.950853] env[62328]: DEBUG oslo_concurrency.lockutils [None req-68a7ff57-ff69-4834-9af7-c9018fe8dd9f tempest-ServerActionsTestOtherB-626827456 tempest-ServerActionsTestOtherB-626827456-project-member] Lock "75e155a3-05b0-44c5-86de-5643cbb05fc0" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.014s {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1179.122807] env[62328]: DEBUG oslo_vmware.api [None req-d42723bc-75b9-49bf-8c5f-03a5397ffa4a tempest-AttachVolumeNegativeTest-1920358930 tempest-AttachVolumeNegativeTest-1920358930-project-member] Task: {'id': task-2387792, 'name': ReconfigVM_Task, 'duration_secs': 0.345369} completed successfully. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1179.122927] env[62328]: DEBUG nova.virt.vmwareapi.volumeops [None req-d42723bc-75b9-49bf-8c5f-03a5397ffa4a tempest-AttachVolumeNegativeTest-1920358930 tempest-AttachVolumeNegativeTest-1920358930-project-member] [instance: da13bf0d-aaf6-4e48-a8a3-46bd8336c04c] Reconfigured VM instance instance-00000074 to attach disk [datastore2] volume-0fdee7e8-b711-488f-934b-b30742fb8c9d/volume-0fdee7e8-b711-488f-934b-b30742fb8c9d.vmdk or device None with type thin {{(pid=62328) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1179.127596] env[62328]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ee605b30-8fda-4fea-be6f-593eafe262e4 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1179.143160] env[62328]: DEBUG oslo_vmware.api [None req-d42723bc-75b9-49bf-8c5f-03a5397ffa4a tempest-AttachVolumeNegativeTest-1920358930 tempest-AttachVolumeNegativeTest-1920358930-project-member] Waiting for the task: (returnval){ [ 1179.143160] env[62328]: value = "task-2387795" [ 1179.143160] env[62328]: _type = "Task" [ 1179.143160] env[62328]: } to complete. {{(pid=62328) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1179.152435] env[62328]: DEBUG oslo_vmware.api [None req-d42723bc-75b9-49bf-8c5f-03a5397ffa4a tempest-AttachVolumeNegativeTest-1920358930 tempest-AttachVolumeNegativeTest-1920358930-project-member] Task: {'id': task-2387795, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1179.214581] env[62328]: DEBUG oslo_vmware.api [None req-c9ae5725-d48a-4cf0-bd6a-64e0a7026859 tempest-AttachVolumeShelveTestJSON-116809589 tempest-AttachVolumeShelveTestJSON-116809589-project-member] Task: {'id': task-2387793, 'name': CloneVM_Task} progress is 93%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1179.353575] env[62328]: DEBUG oslo_vmware.api [None req-e61fb003-ea5a-455d-a374-a432f9333197 tempest-ServersAaction247Test-689485794 tempest-ServersAaction247Test-689485794-project-member] Task: {'id': task-2387794, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1179.423745] env[62328]: DEBUG oslo_concurrency.lockutils [None req-f8627f12-4018-499a-806f-91a93718f591 tempest-ServerActionsTestJSON-389109759 tempest-ServerActionsTestJSON-389109759-project-member] Acquiring lock "refresh_cache-a0c4c9ea-1d61-4220-96ff-374ea5220233" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1179.423745] env[62328]: DEBUG oslo_concurrency.lockutils [None req-f8627f12-4018-499a-806f-91a93718f591 tempest-ServerActionsTestJSON-389109759 tempest-ServerActionsTestJSON-389109759-project-member] Acquired lock "refresh_cache-a0c4c9ea-1d61-4220-96ff-374ea5220233" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1179.423916] env[62328]: DEBUG nova.network.neutron [None req-f8627f12-4018-499a-806f-91a93718f591 tempest-ServerActionsTestJSON-389109759 tempest-ServerActionsTestJSON-389109759-project-member] [instance: a0c4c9ea-1d61-4220-96ff-374ea5220233] Building network info cache for instance {{(pid=62328) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1179.455178] env[62328]: DEBUG oslo_concurrency.lockutils [None req-929e48c4-49fe-416f-8460-f49b64290c19 tempest-ServerRescueNegativeTestJSON-713788249 tempest-ServerRescueNegativeTestJSON-713788249-project-member] Lock "749883c0-59b2-4553-976c-39af0f4ff1d6" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 8.792s {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1179.653942] env[62328]: DEBUG oslo_vmware.api [None req-d42723bc-75b9-49bf-8c5f-03a5397ffa4a tempest-AttachVolumeNegativeTest-1920358930 tempest-AttachVolumeNegativeTest-1920358930-project-member] Task: {'id': task-2387795, 'name': ReconfigVM_Task, 'duration_secs': 0.164805} completed successfully. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1179.653942] env[62328]: DEBUG nova.virt.vmwareapi.volumeops [None req-d42723bc-75b9-49bf-8c5f-03a5397ffa4a tempest-AttachVolumeNegativeTest-1920358930 tempest-AttachVolumeNegativeTest-1920358930-project-member] [instance: da13bf0d-aaf6-4e48-a8a3-46bd8336c04c] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-484481', 'volume_id': '0fdee7e8-b711-488f-934b-b30742fb8c9d', 'name': 'volume-0fdee7e8-b711-488f-934b-b30742fb8c9d', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'da13bf0d-aaf6-4e48-a8a3-46bd8336c04c', 'attached_at': '', 'detached_at': '', 'volume_id': '0fdee7e8-b711-488f-934b-b30742fb8c9d', 'serial': '0fdee7e8-b711-488f-934b-b30742fb8c9d'} {{(pid=62328) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1179.715832] env[62328]: DEBUG oslo_vmware.api [None req-c9ae5725-d48a-4cf0-bd6a-64e0a7026859 tempest-AttachVolumeShelveTestJSON-116809589 tempest-AttachVolumeShelveTestJSON-116809589-project-member] Task: {'id': task-2387793, 'name': CloneVM_Task} progress is 94%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1179.848664] env[62328]: DEBUG oslo_vmware.api [None req-e61fb003-ea5a-455d-a374-a432f9333197 tempest-ServersAaction247Test-689485794 tempest-ServersAaction247Test-689485794-project-member] Task: {'id': task-2387794, 'name': ReconfigVM_Task, 'duration_secs': 0.639465} completed successfully. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1179.848977] env[62328]: DEBUG nova.virt.vmwareapi.volumeops [None req-e61fb003-ea5a-455d-a374-a432f9333197 tempest-ServersAaction247Test-689485794 tempest-ServersAaction247Test-689485794-project-member] [instance: 2be1aaf3-ac51-4441-bb5f-34244cda4954] Reconfigured VM instance instance-00000077 to attach disk [datastore2] 2be1aaf3-ac51-4441-bb5f-34244cda4954/2be1aaf3-ac51-4441-bb5f-34244cda4954.vmdk or device None with type sparse {{(pid=62328) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1179.849593] env[62328]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-a6ae2f14-ea83-492d-a49f-da59e936b749 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1179.855676] env[62328]: DEBUG oslo_vmware.api [None req-e61fb003-ea5a-455d-a374-a432f9333197 tempest-ServersAaction247Test-689485794 tempest-ServersAaction247Test-689485794-project-member] Waiting for the task: (returnval){ [ 1179.855676] env[62328]: value = "task-2387796" [ 1179.855676] env[62328]: _type = "Task" [ 1179.855676] env[62328]: } to complete. {{(pid=62328) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1179.866817] env[62328]: DEBUG oslo_vmware.api [None req-e61fb003-ea5a-455d-a374-a432f9333197 tempest-ServersAaction247Test-689485794 tempest-ServersAaction247Test-689485794-project-member] Task: {'id': task-2387796, 'name': Rename_Task} progress is 5%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1179.957606] env[62328]: DEBUG nova.network.neutron [None req-f8627f12-4018-499a-806f-91a93718f591 tempest-ServerActionsTestJSON-389109759 tempest-ServerActionsTestJSON-389109759-project-member] [instance: a0c4c9ea-1d61-4220-96ff-374ea5220233] Instance cache missing network info. {{(pid=62328) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1180.007631] env[62328]: DEBUG oslo_concurrency.lockutils [None req-68a7ff57-ff69-4834-9af7-c9018fe8dd9f tempest-ServerActionsTestOtherB-626827456 tempest-ServerActionsTestOtherB-626827456-project-member] Acquiring lock "75e155a3-05b0-44c5-86de-5643cbb05fc0" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1180.007905] env[62328]: DEBUG oslo_concurrency.lockutils [None req-68a7ff57-ff69-4834-9af7-c9018fe8dd9f tempest-ServerActionsTestOtherB-626827456 tempest-ServerActionsTestOtherB-626827456-project-member] Lock "75e155a3-05b0-44c5-86de-5643cbb05fc0" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1180.008166] env[62328]: INFO nova.compute.manager [None req-68a7ff57-ff69-4834-9af7-c9018fe8dd9f tempest-ServerActionsTestOtherB-626827456 tempest-ServerActionsTestOtherB-626827456-project-member] [instance: 75e155a3-05b0-44c5-86de-5643cbb05fc0] Attaching volume 68849607-2e4e-4345-9310-05de2535ac63 to /dev/sdb [ 1180.037245] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-55706138-6fc0-4c78-a85a-d84d3a901cc3 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1180.041903] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3ae1a932-8c3e-4f0e-88cd-5493e64340be {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1180.052801] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-44e2510e-8e5f-4848-a7af-d924573382f9 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1180.056991] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5751c134-59cc-4251-a593-16cd7536b8fc {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1180.097772] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1cb51b46-0b07-43bf-8d10-324e8489190a {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1180.100585] env[62328]: DEBUG nova.virt.block_device [None req-68a7ff57-ff69-4834-9af7-c9018fe8dd9f tempest-ServerActionsTestOtherB-626827456 tempest-ServerActionsTestOtherB-626827456-project-member] [instance: 75e155a3-05b0-44c5-86de-5643cbb05fc0] Updating existing volume attachment record: eb056939-6589-482e-bf8d-ef68f6463700 {{(pid=62328) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1180.111344] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c7bcf464-cf34-4c25-8e98-400b303d7dd6 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1180.126168] env[62328]: DEBUG nova.compute.provider_tree [None req-b69cb230-dbce-4a68-a021-605e321680c8 tempest-AttachInterfacesTestJSON-1049158018 tempest-AttachInterfacesTestJSON-1049158018-project-member] Inventory has not changed in ProviderTree for provider: 3469e9f8-04af-49ca-8435-49f104496744 {{(pid=62328) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1180.180607] env[62328]: DEBUG nova.network.neutron [None req-f8627f12-4018-499a-806f-91a93718f591 tempest-ServerActionsTestJSON-389109759 tempest-ServerActionsTestJSON-389109759-project-member] [instance: a0c4c9ea-1d61-4220-96ff-374ea5220233] Updating instance_info_cache with network_info: [{"id": "4b088c22-327c-464f-a34b-4680338c0177", "address": "fa:16:3e:fc:a2:7f", "network": {"id": "805c8157-3d39-4783-8cec-987f63104f4b", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-938088414-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9a4c228c680f4e5fa3409558e769cc0a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c1195acd-707f-4bac-a99d-14db17a63802", "external-id": "nsx-vlan-transportzone-322", "segmentation_id": 322, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4b088c22-32", "ovs_interfaceid": "4b088c22-327c-464f-a34b-4680338c0177", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62328) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1180.216859] env[62328]: DEBUG oslo_vmware.api [None req-c9ae5725-d48a-4cf0-bd6a-64e0a7026859 tempest-AttachVolumeShelveTestJSON-116809589 tempest-AttachVolumeShelveTestJSON-116809589-project-member] Task: {'id': task-2387793, 'name': CloneVM_Task} progress is 95%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1180.365915] env[62328]: DEBUG oslo_vmware.api [None req-e61fb003-ea5a-455d-a374-a432f9333197 tempest-ServersAaction247Test-689485794 tempest-ServersAaction247Test-689485794-project-member] Task: {'id': task-2387796, 'name': Rename_Task, 'duration_secs': 0.134525} completed successfully. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1180.367027] env[62328]: DEBUG nova.virt.vmwareapi.vm_util [None req-e61fb003-ea5a-455d-a374-a432f9333197 tempest-ServersAaction247Test-689485794 tempest-ServersAaction247Test-689485794-project-member] [instance: 2be1aaf3-ac51-4441-bb5f-34244cda4954] Powering on the VM {{(pid=62328) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1180.367027] env[62328]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-6c0c218e-11df-4346-8e63-f8867e77beb9 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1180.373192] env[62328]: DEBUG oslo_vmware.api [None req-e61fb003-ea5a-455d-a374-a432f9333197 tempest-ServersAaction247Test-689485794 tempest-ServersAaction247Test-689485794-project-member] Waiting for the task: (returnval){ [ 1180.373192] env[62328]: value = "task-2387800" [ 1180.373192] env[62328]: _type = "Task" [ 1180.373192] env[62328]: } to complete. {{(pid=62328) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1180.381606] env[62328]: DEBUG oslo_vmware.api [None req-e61fb003-ea5a-455d-a374-a432f9333197 tempest-ServersAaction247Test-689485794 tempest-ServersAaction247Test-689485794-project-member] Task: {'id': task-2387800, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1180.607293] env[62328]: DEBUG oslo_concurrency.lockutils [None req-9f6020e8-e44f-41a6-b646-830e939b2dbf tempest-ServerRescueNegativeTestJSON-713788249 tempest-ServerRescueNegativeTestJSON-713788249-project-member] Acquiring lock "75498571-7d71-433a-8548-3a56f8b871c5" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1180.607562] env[62328]: DEBUG oslo_concurrency.lockutils [None req-9f6020e8-e44f-41a6-b646-830e939b2dbf tempest-ServerRescueNegativeTestJSON-713788249 tempest-ServerRescueNegativeTestJSON-713788249-project-member] Lock "75498571-7d71-433a-8548-3a56f8b871c5" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1180.607784] env[62328]: DEBUG oslo_concurrency.lockutils [None req-9f6020e8-e44f-41a6-b646-830e939b2dbf tempest-ServerRescueNegativeTestJSON-713788249 tempest-ServerRescueNegativeTestJSON-713788249-project-member] Acquiring lock "75498571-7d71-433a-8548-3a56f8b871c5-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1180.608043] env[62328]: DEBUG oslo_concurrency.lockutils [None req-9f6020e8-e44f-41a6-b646-830e939b2dbf tempest-ServerRescueNegativeTestJSON-713788249 tempest-ServerRescueNegativeTestJSON-713788249-project-member] Lock "75498571-7d71-433a-8548-3a56f8b871c5-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1180.608237] env[62328]: DEBUG oslo_concurrency.lockutils [None req-9f6020e8-e44f-41a6-b646-830e939b2dbf tempest-ServerRescueNegativeTestJSON-713788249 tempest-ServerRescueNegativeTestJSON-713788249-project-member] Lock "75498571-7d71-433a-8548-3a56f8b871c5-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1180.610692] env[62328]: INFO nova.compute.manager [None req-9f6020e8-e44f-41a6-b646-830e939b2dbf tempest-ServerRescueNegativeTestJSON-713788249 tempest-ServerRescueNegativeTestJSON-713788249-project-member] [instance: 75498571-7d71-433a-8548-3a56f8b871c5] Terminating instance [ 1180.629284] env[62328]: DEBUG nova.scheduler.client.report [None req-b69cb230-dbce-4a68-a021-605e321680c8 tempest-AttachInterfacesTestJSON-1049158018 tempest-AttachInterfacesTestJSON-1049158018-project-member] Inventory has not changed for provider 3469e9f8-04af-49ca-8435-49f104496744 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 152, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62328) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1180.683222] env[62328]: DEBUG oslo_concurrency.lockutils [None req-f8627f12-4018-499a-806f-91a93718f591 tempest-ServerActionsTestJSON-389109759 tempest-ServerActionsTestJSON-389109759-project-member] Releasing lock "refresh_cache-a0c4c9ea-1d61-4220-96ff-374ea5220233" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1180.683601] env[62328]: DEBUG nova.compute.manager [None req-f8627f12-4018-499a-806f-91a93718f591 tempest-ServerActionsTestJSON-389109759 tempest-ServerActionsTestJSON-389109759-project-member] [instance: a0c4c9ea-1d61-4220-96ff-374ea5220233] Instance network_info: |[{"id": "4b088c22-327c-464f-a34b-4680338c0177", "address": "fa:16:3e:fc:a2:7f", "network": {"id": "805c8157-3d39-4783-8cec-987f63104f4b", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-938088414-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9a4c228c680f4e5fa3409558e769cc0a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c1195acd-707f-4bac-a99d-14db17a63802", "external-id": "nsx-vlan-transportzone-322", "segmentation_id": 322, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4b088c22-32", "ovs_interfaceid": "4b088c22-327c-464f-a34b-4680338c0177", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62328) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1180.684081] env[62328]: DEBUG nova.virt.vmwareapi.vmops [None req-f8627f12-4018-499a-806f-91a93718f591 tempest-ServerActionsTestJSON-389109759 tempest-ServerActionsTestJSON-389109759-project-member] [instance: a0c4c9ea-1d61-4220-96ff-374ea5220233] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:fc:a2:7f', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'c1195acd-707f-4bac-a99d-14db17a63802', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '4b088c22-327c-464f-a34b-4680338c0177', 'vif_model': 'vmxnet3'}] {{(pid=62328) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1180.692185] env[62328]: DEBUG oslo.service.loopingcall [None req-f8627f12-4018-499a-806f-91a93718f591 tempest-ServerActionsTestJSON-389109759 tempest-ServerActionsTestJSON-389109759-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62328) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1180.692398] env[62328]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a0c4c9ea-1d61-4220-96ff-374ea5220233] Creating VM on the ESX host {{(pid=62328) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1180.692624] env[62328]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-a8a7a9c3-31df-4754-a340-6007ce69c66e {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1180.708641] env[62328]: DEBUG nova.objects.instance [None req-d42723bc-75b9-49bf-8c5f-03a5397ffa4a tempest-AttachVolumeNegativeTest-1920358930 tempest-AttachVolumeNegativeTest-1920358930-project-member] Lazy-loading 'flavor' on Instance uuid da13bf0d-aaf6-4e48-a8a3-46bd8336c04c {{(pid=62328) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1180.715088] env[62328]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1180.715088] env[62328]: value = "task-2387801" [ 1180.715088] env[62328]: _type = "Task" [ 1180.715088] env[62328]: } to complete. {{(pid=62328) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1180.721947] env[62328]: DEBUG oslo_vmware.api [None req-c9ae5725-d48a-4cf0-bd6a-64e0a7026859 tempest-AttachVolumeShelveTestJSON-116809589 tempest-AttachVolumeShelveTestJSON-116809589-project-member] Task: {'id': task-2387793, 'name': CloneVM_Task, 'duration_secs': 1.778386} completed successfully. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1180.723203] env[62328]: INFO nova.virt.vmwareapi.vmops [None req-c9ae5725-d48a-4cf0-bd6a-64e0a7026859 tempest-AttachVolumeShelveTestJSON-116809589 tempest-AttachVolumeShelveTestJSON-116809589-project-member] [instance: 1f1f56a8-a54a-4641-95d0-a153a68b7585] Created linked-clone VM from snapshot [ 1180.723992] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-64d6a190-7e2a-4d37-be91-bf7e158c27cf {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1180.731708] env[62328]: DEBUG oslo_vmware.api [-] Task: {'id': task-2387801, 'name': CreateVM_Task} progress is 5%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1180.736525] env[62328]: DEBUG nova.virt.vmwareapi.images [None req-c9ae5725-d48a-4cf0-bd6a-64e0a7026859 tempest-AttachVolumeShelveTestJSON-116809589 tempest-AttachVolumeShelveTestJSON-116809589-project-member] [instance: 1f1f56a8-a54a-4641-95d0-a153a68b7585] Uploading image 5c67c68b-c5f2-4429-b97d-c8c1544f6924 {{(pid=62328) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1180.764112] env[62328]: DEBUG oslo_vmware.rw_handles [None req-c9ae5725-d48a-4cf0-bd6a-64e0a7026859 tempest-AttachVolumeShelveTestJSON-116809589 tempest-AttachVolumeShelveTestJSON-116809589-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1180.764112] env[62328]: value = "vm-484486" [ 1180.764112] env[62328]: _type = "VirtualMachine" [ 1180.764112] env[62328]: }. {{(pid=62328) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1180.764429] env[62328]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-ee52fede-848c-4430-8e50-dee12c492340 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1180.770645] env[62328]: DEBUG oslo_vmware.rw_handles [None req-c9ae5725-d48a-4cf0-bd6a-64e0a7026859 tempest-AttachVolumeShelveTestJSON-116809589 tempest-AttachVolumeShelveTestJSON-116809589-project-member] Lease: (returnval){ [ 1180.770645] env[62328]: value = "session[52a6e20e-410d-708a-99f2-080a575a99bd]521208b6-2b40-aa04-a18f-e7086977c745" [ 1180.770645] env[62328]: _type = "HttpNfcLease" [ 1180.770645] env[62328]: } obtained for exporting VM: (result){ [ 1180.770645] env[62328]: value = "vm-484486" [ 1180.770645] env[62328]: _type = "VirtualMachine" [ 1180.770645] env[62328]: }. {{(pid=62328) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1180.770931] env[62328]: DEBUG oslo_vmware.api [None req-c9ae5725-d48a-4cf0-bd6a-64e0a7026859 tempest-AttachVolumeShelveTestJSON-116809589 tempest-AttachVolumeShelveTestJSON-116809589-project-member] Waiting for the lease: (returnval){ [ 1180.770931] env[62328]: value = "session[52a6e20e-410d-708a-99f2-080a575a99bd]521208b6-2b40-aa04-a18f-e7086977c745" [ 1180.770931] env[62328]: _type = "HttpNfcLease" [ 1180.770931] env[62328]: } to be ready. {{(pid=62328) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1180.779510] env[62328]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1180.779510] env[62328]: value = "session[52a6e20e-410d-708a-99f2-080a575a99bd]521208b6-2b40-aa04-a18f-e7086977c745" [ 1180.779510] env[62328]: _type = "HttpNfcLease" [ 1180.779510] env[62328]: } is initializing. {{(pid=62328) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1180.837655] env[62328]: DEBUG nova.compute.manager [req-c4b647ae-b9e8-49d9-963f-38d4f5cfa383 req-964f7149-be7c-4796-b3e8-dcad6fe150d7 service nova] [instance: a0c4c9ea-1d61-4220-96ff-374ea5220233] Received event network-changed-4b088c22-327c-464f-a34b-4680338c0177 {{(pid=62328) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1180.837885] env[62328]: DEBUG nova.compute.manager [req-c4b647ae-b9e8-49d9-963f-38d4f5cfa383 req-964f7149-be7c-4796-b3e8-dcad6fe150d7 service nova] [instance: a0c4c9ea-1d61-4220-96ff-374ea5220233] Refreshing instance network info cache due to event network-changed-4b088c22-327c-464f-a34b-4680338c0177. {{(pid=62328) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1180.838148] env[62328]: DEBUG oslo_concurrency.lockutils [req-c4b647ae-b9e8-49d9-963f-38d4f5cfa383 req-964f7149-be7c-4796-b3e8-dcad6fe150d7 service nova] Acquiring lock "refresh_cache-a0c4c9ea-1d61-4220-96ff-374ea5220233" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1180.838329] env[62328]: DEBUG oslo_concurrency.lockutils [req-c4b647ae-b9e8-49d9-963f-38d4f5cfa383 req-964f7149-be7c-4796-b3e8-dcad6fe150d7 service nova] Acquired lock "refresh_cache-a0c4c9ea-1d61-4220-96ff-374ea5220233" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1180.838519] env[62328]: DEBUG nova.network.neutron [req-c4b647ae-b9e8-49d9-963f-38d4f5cfa383 req-964f7149-be7c-4796-b3e8-dcad6fe150d7 service nova] [instance: a0c4c9ea-1d61-4220-96ff-374ea5220233] Refreshing network info cache for port 4b088c22-327c-464f-a34b-4680338c0177 {{(pid=62328) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1180.883156] env[62328]: DEBUG oslo_vmware.api [None req-e61fb003-ea5a-455d-a374-a432f9333197 tempest-ServersAaction247Test-689485794 tempest-ServersAaction247Test-689485794-project-member] Task: {'id': task-2387800, 'name': PowerOnVM_Task, 'duration_secs': 0.465537} completed successfully. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1180.883462] env[62328]: DEBUG nova.virt.vmwareapi.vm_util [None req-e61fb003-ea5a-455d-a374-a432f9333197 tempest-ServersAaction247Test-689485794 tempest-ServersAaction247Test-689485794-project-member] [instance: 2be1aaf3-ac51-4441-bb5f-34244cda4954] Powered on the VM {{(pid=62328) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1180.883692] env[62328]: INFO nova.compute.manager [None req-e61fb003-ea5a-455d-a374-a432f9333197 tempest-ServersAaction247Test-689485794 tempest-ServersAaction247Test-689485794-project-member] [instance: 2be1aaf3-ac51-4441-bb5f-34244cda4954] Took 6.30 seconds to spawn the instance on the hypervisor. [ 1180.883854] env[62328]: DEBUG nova.compute.manager [None req-e61fb003-ea5a-455d-a374-a432f9333197 tempest-ServersAaction247Test-689485794 tempest-ServersAaction247Test-689485794-project-member] [instance: 2be1aaf3-ac51-4441-bb5f-34244cda4954] Checking state {{(pid=62328) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1180.884629] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fb126c4b-28cc-4916-8164-46f430c33925 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1181.114697] env[62328]: DEBUG nova.compute.manager [None req-9f6020e8-e44f-41a6-b646-830e939b2dbf tempest-ServerRescueNegativeTestJSON-713788249 tempest-ServerRescueNegativeTestJSON-713788249-project-member] [instance: 75498571-7d71-433a-8548-3a56f8b871c5] Start destroying the instance on the hypervisor. {{(pid=62328) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1181.114917] env[62328]: DEBUG nova.virt.vmwareapi.vmops [None req-9f6020e8-e44f-41a6-b646-830e939b2dbf tempest-ServerRescueNegativeTestJSON-713788249 tempest-ServerRescueNegativeTestJSON-713788249-project-member] [instance: 75498571-7d71-433a-8548-3a56f8b871c5] Destroying instance {{(pid=62328) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1181.115815] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fdcc2160-ed0f-4a03-85a6-b2a2055d00fc {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1181.123368] env[62328]: DEBUG nova.virt.vmwareapi.vm_util [None req-9f6020e8-e44f-41a6-b646-830e939b2dbf tempest-ServerRescueNegativeTestJSON-713788249 tempest-ServerRescueNegativeTestJSON-713788249-project-member] [instance: 75498571-7d71-433a-8548-3a56f8b871c5] Powering off the VM {{(pid=62328) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1181.123594] env[62328]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-88c82430-9a95-4d4e-8e76-419b525c5b47 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1181.129953] env[62328]: DEBUG oslo_vmware.api [None req-9f6020e8-e44f-41a6-b646-830e939b2dbf tempest-ServerRescueNegativeTestJSON-713788249 tempest-ServerRescueNegativeTestJSON-713788249-project-member] Waiting for the task: (returnval){ [ 1181.129953] env[62328]: value = "task-2387803" [ 1181.129953] env[62328]: _type = "Task" [ 1181.129953] env[62328]: } to complete. {{(pid=62328) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1181.133568] env[62328]: DEBUG oslo_concurrency.lockutils [None req-b69cb230-dbce-4a68-a021-605e321680c8 tempest-AttachInterfacesTestJSON-1049158018 tempest-AttachInterfacesTestJSON-1049158018-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.223s {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1181.134069] env[62328]: DEBUG nova.compute.manager [None req-b69cb230-dbce-4a68-a021-605e321680c8 tempest-AttachInterfacesTestJSON-1049158018 tempest-AttachInterfacesTestJSON-1049158018-project-member] [instance: 0200e570-094d-466d-b8a8-0c183fcdc10d] Start building networks asynchronously for instance. {{(pid=62328) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1181.141802] env[62328]: DEBUG oslo_vmware.api [None req-9f6020e8-e44f-41a6-b646-830e939b2dbf tempest-ServerRescueNegativeTestJSON-713788249 tempest-ServerRescueNegativeTestJSON-713788249-project-member] Task: {'id': task-2387803, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1181.215073] env[62328]: DEBUG oslo_concurrency.lockutils [None req-d42723bc-75b9-49bf-8c5f-03a5397ffa4a tempest-AttachVolumeNegativeTest-1920358930 tempest-AttachVolumeNegativeTest-1920358930-project-member] Lock "da13bf0d-aaf6-4e48-a8a3-46bd8336c04c" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.265s {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1181.225987] env[62328]: DEBUG oslo_vmware.api [-] Task: {'id': task-2387801, 'name': CreateVM_Task, 'duration_secs': 0.312161} completed successfully. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1181.226938] env[62328]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a0c4c9ea-1d61-4220-96ff-374ea5220233] Created VM on the ESX host {{(pid=62328) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1181.227841] env[62328]: DEBUG oslo_concurrency.lockutils [None req-f8627f12-4018-499a-806f-91a93718f591 tempest-ServerActionsTestJSON-389109759 tempest-ServerActionsTestJSON-389109759-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/dbf872a4-92be-47e4-8561-c3e2bf2423ab" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1181.228183] env[62328]: DEBUG oslo_concurrency.lockutils [None req-f8627f12-4018-499a-806f-91a93718f591 tempest-ServerActionsTestJSON-389109759 tempest-ServerActionsTestJSON-389109759-project-member] Acquired lock "[datastore1] devstack-image-cache_base/dbf872a4-92be-47e4-8561-c3e2bf2423ab" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1181.228554] env[62328]: DEBUG oslo_concurrency.lockutils [None req-f8627f12-4018-499a-806f-91a93718f591 tempest-ServerActionsTestJSON-389109759 tempest-ServerActionsTestJSON-389109759-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/dbf872a4-92be-47e4-8561-c3e2bf2423ab" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1181.229250] env[62328]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-14c138a8-1c2f-4f65-a535-26c832fa4045 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1181.234574] env[62328]: DEBUG oslo_vmware.api [None req-f8627f12-4018-499a-806f-91a93718f591 tempest-ServerActionsTestJSON-389109759 tempest-ServerActionsTestJSON-389109759-project-member] Waiting for the task: (returnval){ [ 1181.234574] env[62328]: value = "session[52a6e20e-410d-708a-99f2-080a575a99bd]52bc25c6-2553-dae4-2432-8d031752a401" [ 1181.234574] env[62328]: _type = "Task" [ 1181.234574] env[62328]: } to complete. {{(pid=62328) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1181.243356] env[62328]: DEBUG oslo_vmware.api [None req-f8627f12-4018-499a-806f-91a93718f591 tempest-ServerActionsTestJSON-389109759 tempest-ServerActionsTestJSON-389109759-project-member] Task: {'id': session[52a6e20e-410d-708a-99f2-080a575a99bd]52bc25c6-2553-dae4-2432-8d031752a401, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1181.278573] env[62328]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1181.278573] env[62328]: value = "session[52a6e20e-410d-708a-99f2-080a575a99bd]521208b6-2b40-aa04-a18f-e7086977c745" [ 1181.278573] env[62328]: _type = "HttpNfcLease" [ 1181.278573] env[62328]: } is ready. {{(pid=62328) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1181.278934] env[62328]: DEBUG oslo_vmware.rw_handles [None req-c9ae5725-d48a-4cf0-bd6a-64e0a7026859 tempest-AttachVolumeShelveTestJSON-116809589 tempest-AttachVolumeShelveTestJSON-116809589-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1181.278934] env[62328]: value = "session[52a6e20e-410d-708a-99f2-080a575a99bd]521208b6-2b40-aa04-a18f-e7086977c745" [ 1181.278934] env[62328]: _type = "HttpNfcLease" [ 1181.278934] env[62328]: }. {{(pid=62328) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1181.279670] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d83850e9-8fd8-45c6-9bbc-01b48ceb4a04 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1181.286797] env[62328]: DEBUG oslo_vmware.rw_handles [None req-c9ae5725-d48a-4cf0-bd6a-64e0a7026859 tempest-AttachVolumeShelveTestJSON-116809589 tempest-AttachVolumeShelveTestJSON-116809589-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/523b0c14-c78a-0ec5-bebf-2f11ef8b726d/disk-0.vmdk from lease info. {{(pid=62328) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1181.286976] env[62328]: DEBUG oslo_vmware.rw_handles [None req-c9ae5725-d48a-4cf0-bd6a-64e0a7026859 tempest-AttachVolumeShelveTestJSON-116809589 tempest-AttachVolumeShelveTestJSON-116809589-project-member] Opening URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/523b0c14-c78a-0ec5-bebf-2f11ef8b726d/disk-0.vmdk for reading. {{(pid=62328) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1181.385261] env[62328]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-4d658cae-992d-4633-9ad6-40bde2ddc53c {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1181.403943] env[62328]: INFO nova.compute.manager [None req-e61fb003-ea5a-455d-a374-a432f9333197 tempest-ServersAaction247Test-689485794 tempest-ServersAaction247Test-689485794-project-member] [instance: 2be1aaf3-ac51-4441-bb5f-34244cda4954] Took 12.76 seconds to build instance. [ 1181.517166] env[62328]: DEBUG oslo_concurrency.lockutils [None req-07c99cf8-1338-44b0-9377-073e7bb3c220 tempest-AttachVolumeNegativeTest-1920358930 tempest-AttachVolumeNegativeTest-1920358930-project-member] Acquiring lock "da13bf0d-aaf6-4e48-a8a3-46bd8336c04c" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1181.517385] env[62328]: DEBUG oslo_concurrency.lockutils [None req-07c99cf8-1338-44b0-9377-073e7bb3c220 tempest-AttachVolumeNegativeTest-1920358930 tempest-AttachVolumeNegativeTest-1920358930-project-member] Lock "da13bf0d-aaf6-4e48-a8a3-46bd8336c04c" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.000s {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1181.595647] env[62328]: DEBUG nova.network.neutron [req-c4b647ae-b9e8-49d9-963f-38d4f5cfa383 req-964f7149-be7c-4796-b3e8-dcad6fe150d7 service nova] [instance: a0c4c9ea-1d61-4220-96ff-374ea5220233] Updated VIF entry in instance network info cache for port 4b088c22-327c-464f-a34b-4680338c0177. {{(pid=62328) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1181.596026] env[62328]: DEBUG nova.network.neutron [req-c4b647ae-b9e8-49d9-963f-38d4f5cfa383 req-964f7149-be7c-4796-b3e8-dcad6fe150d7 service nova] [instance: a0c4c9ea-1d61-4220-96ff-374ea5220233] Updating instance_info_cache with network_info: [{"id": "4b088c22-327c-464f-a34b-4680338c0177", "address": "fa:16:3e:fc:a2:7f", "network": {"id": "805c8157-3d39-4783-8cec-987f63104f4b", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-938088414-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9a4c228c680f4e5fa3409558e769cc0a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c1195acd-707f-4bac-a99d-14db17a63802", "external-id": "nsx-vlan-transportzone-322", "segmentation_id": 322, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4b088c22-32", "ovs_interfaceid": "4b088c22-327c-464f-a34b-4680338c0177", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62328) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1181.641709] env[62328]: DEBUG nova.compute.utils [None req-b69cb230-dbce-4a68-a021-605e321680c8 tempest-AttachInterfacesTestJSON-1049158018 tempest-AttachInterfacesTestJSON-1049158018-project-member] Using /dev/sd instead of None {{(pid=62328) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1181.643085] env[62328]: DEBUG oslo_vmware.api [None req-9f6020e8-e44f-41a6-b646-830e939b2dbf tempest-ServerRescueNegativeTestJSON-713788249 tempest-ServerRescueNegativeTestJSON-713788249-project-member] Task: {'id': task-2387803, 'name': PowerOffVM_Task, 'duration_secs': 0.226207} completed successfully. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1181.643633] env[62328]: DEBUG nova.compute.manager [None req-b69cb230-dbce-4a68-a021-605e321680c8 tempest-AttachInterfacesTestJSON-1049158018 tempest-AttachInterfacesTestJSON-1049158018-project-member] [instance: 0200e570-094d-466d-b8a8-0c183fcdc10d] Allocating IP information in the background. {{(pid=62328) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1181.643866] env[62328]: DEBUG nova.network.neutron [None req-b69cb230-dbce-4a68-a021-605e321680c8 tempest-AttachInterfacesTestJSON-1049158018 tempest-AttachInterfacesTestJSON-1049158018-project-member] [instance: 0200e570-094d-466d-b8a8-0c183fcdc10d] allocate_for_instance() {{(pid=62328) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1181.645549] env[62328]: DEBUG nova.virt.vmwareapi.vm_util [None req-9f6020e8-e44f-41a6-b646-830e939b2dbf tempest-ServerRescueNegativeTestJSON-713788249 tempest-ServerRescueNegativeTestJSON-713788249-project-member] [instance: 75498571-7d71-433a-8548-3a56f8b871c5] Powered off the VM {{(pid=62328) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1181.645731] env[62328]: DEBUG nova.virt.vmwareapi.vmops [None req-9f6020e8-e44f-41a6-b646-830e939b2dbf tempest-ServerRescueNegativeTestJSON-713788249 tempest-ServerRescueNegativeTestJSON-713788249-project-member] [instance: 75498571-7d71-433a-8548-3a56f8b871c5] Unregistering the VM {{(pid=62328) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1181.646288] env[62328]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-3a49bdbc-2199-4e43-a83b-e2cef159f677 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1181.688240] env[62328]: DEBUG nova.policy [None req-b69cb230-dbce-4a68-a021-605e321680c8 tempest-AttachInterfacesTestJSON-1049158018 tempest-AttachInterfacesTestJSON-1049158018-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'db6b1454dd644eea886a97b3d644b88f', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'e88420d74d294fef9f976142535b9ac5', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62328) authorize /opt/stack/nova/nova/policy.py:192}} [ 1181.715072] env[62328]: DEBUG nova.virt.vmwareapi.vmops [None req-9f6020e8-e44f-41a6-b646-830e939b2dbf tempest-ServerRescueNegativeTestJSON-713788249 tempest-ServerRescueNegativeTestJSON-713788249-project-member] [instance: 75498571-7d71-433a-8548-3a56f8b871c5] Unregistered the VM {{(pid=62328) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1181.715072] env[62328]: DEBUG nova.virt.vmwareapi.vmops [None req-9f6020e8-e44f-41a6-b646-830e939b2dbf tempest-ServerRescueNegativeTestJSON-713788249 tempest-ServerRescueNegativeTestJSON-713788249-project-member] [instance: 75498571-7d71-433a-8548-3a56f8b871c5] Deleting contents of the VM from datastore datastore1 {{(pid=62328) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1181.715266] env[62328]: DEBUG nova.virt.vmwareapi.ds_util [None req-9f6020e8-e44f-41a6-b646-830e939b2dbf tempest-ServerRescueNegativeTestJSON-713788249 tempest-ServerRescueNegativeTestJSON-713788249-project-member] Deleting the datastore file [datastore1] 75498571-7d71-433a-8548-3a56f8b871c5 {{(pid=62328) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1181.715464] env[62328]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-8951dad1-2b72-48ea-8013-4e0750d0f61b {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1181.724169] env[62328]: DEBUG oslo_vmware.api [None req-9f6020e8-e44f-41a6-b646-830e939b2dbf tempest-ServerRescueNegativeTestJSON-713788249 tempest-ServerRescueNegativeTestJSON-713788249-project-member] Waiting for the task: (returnval){ [ 1181.724169] env[62328]: value = "task-2387805" [ 1181.724169] env[62328]: _type = "Task" [ 1181.724169] env[62328]: } to complete. {{(pid=62328) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1181.732946] env[62328]: DEBUG oslo_vmware.api [None req-9f6020e8-e44f-41a6-b646-830e939b2dbf tempest-ServerRescueNegativeTestJSON-713788249 tempest-ServerRescueNegativeTestJSON-713788249-project-member] Task: {'id': task-2387805, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1181.745485] env[62328]: DEBUG oslo_vmware.api [None req-f8627f12-4018-499a-806f-91a93718f591 tempest-ServerActionsTestJSON-389109759 tempest-ServerActionsTestJSON-389109759-project-member] Task: {'id': session[52a6e20e-410d-708a-99f2-080a575a99bd]52bc25c6-2553-dae4-2432-8d031752a401, 'name': SearchDatastore_Task, 'duration_secs': 0.030653} completed successfully. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1181.746028] env[62328]: DEBUG oslo_concurrency.lockutils [None req-f8627f12-4018-499a-806f-91a93718f591 tempest-ServerActionsTestJSON-389109759 tempest-ServerActionsTestJSON-389109759-project-member] Releasing lock "[datastore1] devstack-image-cache_base/dbf872a4-92be-47e4-8561-c3e2bf2423ab" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1181.746149] env[62328]: DEBUG nova.virt.vmwareapi.vmops [None req-f8627f12-4018-499a-806f-91a93718f591 tempest-ServerActionsTestJSON-389109759 tempest-ServerActionsTestJSON-389109759-project-member] [instance: a0c4c9ea-1d61-4220-96ff-374ea5220233] Processing image dbf872a4-92be-47e4-8561-c3e2bf2423ab {{(pid=62328) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1181.746568] env[62328]: DEBUG oslo_concurrency.lockutils [None req-f8627f12-4018-499a-806f-91a93718f591 tempest-ServerActionsTestJSON-389109759 tempest-ServerActionsTestJSON-389109759-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/dbf872a4-92be-47e4-8561-c3e2bf2423ab/dbf872a4-92be-47e4-8561-c3e2bf2423ab.vmdk" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1181.746682] env[62328]: DEBUG oslo_concurrency.lockutils [None req-f8627f12-4018-499a-806f-91a93718f591 tempest-ServerActionsTestJSON-389109759 tempest-ServerActionsTestJSON-389109759-project-member] Acquired lock "[datastore1] devstack-image-cache_base/dbf872a4-92be-47e4-8561-c3e2bf2423ab/dbf872a4-92be-47e4-8561-c3e2bf2423ab.vmdk" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1181.746980] env[62328]: DEBUG nova.virt.vmwareapi.ds_util [None req-f8627f12-4018-499a-806f-91a93718f591 tempest-ServerActionsTestJSON-389109759 tempest-ServerActionsTestJSON-389109759-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62328) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1181.747490] env[62328]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-90d7224a-cd7d-4bde-9155-ccb530ae54b2 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1181.755979] env[62328]: DEBUG nova.virt.vmwareapi.ds_util [None req-f8627f12-4018-499a-806f-91a93718f591 tempest-ServerActionsTestJSON-389109759 tempest-ServerActionsTestJSON-389109759-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62328) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1181.756214] env[62328]: DEBUG nova.virt.vmwareapi.vmops [None req-f8627f12-4018-499a-806f-91a93718f591 tempest-ServerActionsTestJSON-389109759 tempest-ServerActionsTestJSON-389109759-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62328) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1181.757136] env[62328]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-11bb028a-6a2f-4297-bc9f-e3815986b6eb {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1181.764207] env[62328]: DEBUG oslo_vmware.api [None req-f8627f12-4018-499a-806f-91a93718f591 tempest-ServerActionsTestJSON-389109759 tempest-ServerActionsTestJSON-389109759-project-member] Waiting for the task: (returnval){ [ 1181.764207] env[62328]: value = "session[52a6e20e-410d-708a-99f2-080a575a99bd]5211694a-fff8-4c0e-d510-a2efeb666878" [ 1181.764207] env[62328]: _type = "Task" [ 1181.764207] env[62328]: } to complete. {{(pid=62328) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1181.771635] env[62328]: DEBUG oslo_vmware.api [None req-f8627f12-4018-499a-806f-91a93718f591 tempest-ServerActionsTestJSON-389109759 tempest-ServerActionsTestJSON-389109759-project-member] Task: {'id': session[52a6e20e-410d-708a-99f2-080a575a99bd]5211694a-fff8-4c0e-d510-a2efeb666878, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1181.906149] env[62328]: DEBUG oslo_concurrency.lockutils [None req-e61fb003-ea5a-455d-a374-a432f9333197 tempest-ServersAaction247Test-689485794 tempest-ServersAaction247Test-689485794-project-member] Lock "2be1aaf3-ac51-4441-bb5f-34244cda4954" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 14.268s {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1182.021652] env[62328]: INFO nova.compute.manager [None req-07c99cf8-1338-44b0-9377-073e7bb3c220 tempest-AttachVolumeNegativeTest-1920358930 tempest-AttachVolumeNegativeTest-1920358930-project-member] [instance: da13bf0d-aaf6-4e48-a8a3-46bd8336c04c] Detaching volume 0fdee7e8-b711-488f-934b-b30742fb8c9d [ 1182.079182] env[62328]: INFO nova.virt.block_device [None req-07c99cf8-1338-44b0-9377-073e7bb3c220 tempest-AttachVolumeNegativeTest-1920358930 tempest-AttachVolumeNegativeTest-1920358930-project-member] [instance: da13bf0d-aaf6-4e48-a8a3-46bd8336c04c] Attempting to driver detach volume 0fdee7e8-b711-488f-934b-b30742fb8c9d from mountpoint /dev/sdb [ 1182.080241] env[62328]: DEBUG nova.virt.vmwareapi.volumeops [None req-07c99cf8-1338-44b0-9377-073e7bb3c220 tempest-AttachVolumeNegativeTest-1920358930 tempest-AttachVolumeNegativeTest-1920358930-project-member] [instance: da13bf0d-aaf6-4e48-a8a3-46bd8336c04c] Volume detach. Driver type: vmdk {{(pid=62328) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1182.080608] env[62328]: DEBUG nova.virt.vmwareapi.volumeops [None req-07c99cf8-1338-44b0-9377-073e7bb3c220 tempest-AttachVolumeNegativeTest-1920358930 tempest-AttachVolumeNegativeTest-1920358930-project-member] [instance: da13bf0d-aaf6-4e48-a8a3-46bd8336c04c] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-484481', 'volume_id': '0fdee7e8-b711-488f-934b-b30742fb8c9d', 'name': 'volume-0fdee7e8-b711-488f-934b-b30742fb8c9d', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'da13bf0d-aaf6-4e48-a8a3-46bd8336c04c', 'attached_at': '', 'detached_at': '', 'volume_id': '0fdee7e8-b711-488f-934b-b30742fb8c9d', 'serial': '0fdee7e8-b711-488f-934b-b30742fb8c9d'} {{(pid=62328) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1182.081892] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-59f6982f-9b26-476d-b32b-45deaef1ce0f {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1182.108099] env[62328]: DEBUG oslo_concurrency.lockutils [req-c4b647ae-b9e8-49d9-963f-38d4f5cfa383 req-964f7149-be7c-4796-b3e8-dcad6fe150d7 service nova] Releasing lock "refresh_cache-a0c4c9ea-1d61-4220-96ff-374ea5220233" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1182.109375] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2bed82c0-753a-4271-8e62-b34e6aa9a199 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1182.113231] env[62328]: DEBUG nova.network.neutron [None req-b69cb230-dbce-4a68-a021-605e321680c8 tempest-AttachInterfacesTestJSON-1049158018 tempest-AttachInterfacesTestJSON-1049158018-project-member] [instance: 0200e570-094d-466d-b8a8-0c183fcdc10d] Successfully created port: 2cc2a42d-ad3d-49f3-a076-b8391c032ef0 {{(pid=62328) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1182.119849] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-43d3b513-508d-4219-b556-45c04086ce44 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1182.141113] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3841e6f2-0f37-4187-bd8a-fdbd7cd0fa20 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1182.158819] env[62328]: DEBUG nova.compute.manager [None req-b69cb230-dbce-4a68-a021-605e321680c8 tempest-AttachInterfacesTestJSON-1049158018 tempest-AttachInterfacesTestJSON-1049158018-project-member] [instance: 0200e570-094d-466d-b8a8-0c183fcdc10d] Start building block device mappings for instance. {{(pid=62328) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1182.162259] env[62328]: DEBUG nova.virt.vmwareapi.volumeops [None req-07c99cf8-1338-44b0-9377-073e7bb3c220 tempest-AttachVolumeNegativeTest-1920358930 tempest-AttachVolumeNegativeTest-1920358930-project-member] The volume has not been displaced from its original location: [datastore2] volume-0fdee7e8-b711-488f-934b-b30742fb8c9d/volume-0fdee7e8-b711-488f-934b-b30742fb8c9d.vmdk. No consolidation needed. {{(pid=62328) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1182.167911] env[62328]: DEBUG nova.virt.vmwareapi.volumeops [None req-07c99cf8-1338-44b0-9377-073e7bb3c220 tempest-AttachVolumeNegativeTest-1920358930 tempest-AttachVolumeNegativeTest-1920358930-project-member] [instance: da13bf0d-aaf6-4e48-a8a3-46bd8336c04c] Reconfiguring VM instance instance-00000074 to detach disk 2001 {{(pid=62328) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1182.168528] env[62328]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-25e28ab2-0947-411f-b60f-12cb7f18b23b {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1182.189993] env[62328]: DEBUG oslo_vmware.api [None req-07c99cf8-1338-44b0-9377-073e7bb3c220 tempest-AttachVolumeNegativeTest-1920358930 tempest-AttachVolumeNegativeTest-1920358930-project-member] Waiting for the task: (returnval){ [ 1182.189993] env[62328]: value = "task-2387806" [ 1182.189993] env[62328]: _type = "Task" [ 1182.189993] env[62328]: } to complete. {{(pid=62328) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1182.198901] env[62328]: DEBUG oslo_vmware.api [None req-07c99cf8-1338-44b0-9377-073e7bb3c220 tempest-AttachVolumeNegativeTest-1920358930 tempest-AttachVolumeNegativeTest-1920358930-project-member] Task: {'id': task-2387806, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1182.233739] env[62328]: DEBUG oslo_vmware.api [None req-9f6020e8-e44f-41a6-b646-830e939b2dbf tempest-ServerRescueNegativeTestJSON-713788249 tempest-ServerRescueNegativeTestJSON-713788249-project-member] Task: {'id': task-2387805, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.157512} completed successfully. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1182.233990] env[62328]: DEBUG nova.virt.vmwareapi.ds_util [None req-9f6020e8-e44f-41a6-b646-830e939b2dbf tempest-ServerRescueNegativeTestJSON-713788249 tempest-ServerRescueNegativeTestJSON-713788249-project-member] Deleted the datastore file {{(pid=62328) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1182.234184] env[62328]: DEBUG nova.virt.vmwareapi.vmops [None req-9f6020e8-e44f-41a6-b646-830e939b2dbf tempest-ServerRescueNegativeTestJSON-713788249 tempest-ServerRescueNegativeTestJSON-713788249-project-member] [instance: 75498571-7d71-433a-8548-3a56f8b871c5] Deleted contents of the VM from datastore datastore1 {{(pid=62328) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1182.234401] env[62328]: DEBUG nova.virt.vmwareapi.vmops [None req-9f6020e8-e44f-41a6-b646-830e939b2dbf tempest-ServerRescueNegativeTestJSON-713788249 tempest-ServerRescueNegativeTestJSON-713788249-project-member] [instance: 75498571-7d71-433a-8548-3a56f8b871c5] Instance destroyed {{(pid=62328) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1182.234596] env[62328]: INFO nova.compute.manager [None req-9f6020e8-e44f-41a6-b646-830e939b2dbf tempest-ServerRescueNegativeTestJSON-713788249 tempest-ServerRescueNegativeTestJSON-713788249-project-member] [instance: 75498571-7d71-433a-8548-3a56f8b871c5] Took 1.12 seconds to destroy the instance on the hypervisor. [ 1182.234779] env[62328]: DEBUG oslo.service.loopingcall [None req-9f6020e8-e44f-41a6-b646-830e939b2dbf tempest-ServerRescueNegativeTestJSON-713788249 tempest-ServerRescueNegativeTestJSON-713788249-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62328) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1182.235035] env[62328]: DEBUG nova.compute.manager [-] [instance: 75498571-7d71-433a-8548-3a56f8b871c5] Deallocating network for instance {{(pid=62328) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1182.235137] env[62328]: DEBUG nova.network.neutron [-] [instance: 75498571-7d71-433a-8548-3a56f8b871c5] deallocate_for_instance() {{(pid=62328) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1182.272651] env[62328]: DEBUG oslo_vmware.api [None req-f8627f12-4018-499a-806f-91a93718f591 tempest-ServerActionsTestJSON-389109759 tempest-ServerActionsTestJSON-389109759-project-member] Task: {'id': session[52a6e20e-410d-708a-99f2-080a575a99bd]5211694a-fff8-4c0e-d510-a2efeb666878, 'name': SearchDatastore_Task, 'duration_secs': 0.009941} completed successfully. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1182.273698] env[62328]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-46101913-5bf6-4395-a602-126c0222973c {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1182.278900] env[62328]: DEBUG oslo_vmware.api [None req-f8627f12-4018-499a-806f-91a93718f591 tempest-ServerActionsTestJSON-389109759 tempest-ServerActionsTestJSON-389109759-project-member] Waiting for the task: (returnval){ [ 1182.278900] env[62328]: value = "session[52a6e20e-410d-708a-99f2-080a575a99bd]521a0347-0d69-610f-93aa-1be2f32d5f4a" [ 1182.278900] env[62328]: _type = "Task" [ 1182.278900] env[62328]: } to complete. {{(pid=62328) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1182.288358] env[62328]: DEBUG oslo_vmware.api [None req-f8627f12-4018-499a-806f-91a93718f591 tempest-ServerActionsTestJSON-389109759 tempest-ServerActionsTestJSON-389109759-project-member] Task: {'id': session[52a6e20e-410d-708a-99f2-080a575a99bd]521a0347-0d69-610f-93aa-1be2f32d5f4a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1182.700342] env[62328]: DEBUG oslo_vmware.api [None req-07c99cf8-1338-44b0-9377-073e7bb3c220 tempest-AttachVolumeNegativeTest-1920358930 tempest-AttachVolumeNegativeTest-1920358930-project-member] Task: {'id': task-2387806, 'name': ReconfigVM_Task, 'duration_secs': 0.341557} completed successfully. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1182.700766] env[62328]: DEBUG nova.virt.vmwareapi.volumeops [None req-07c99cf8-1338-44b0-9377-073e7bb3c220 tempest-AttachVolumeNegativeTest-1920358930 tempest-AttachVolumeNegativeTest-1920358930-project-member] [instance: da13bf0d-aaf6-4e48-a8a3-46bd8336c04c] Reconfigured VM instance instance-00000074 to detach disk 2001 {{(pid=62328) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1182.705959] env[62328]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6b075b33-ac9b-4a4f-a848-772df23b97f2 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1182.723683] env[62328]: DEBUG oslo_vmware.api [None req-07c99cf8-1338-44b0-9377-073e7bb3c220 tempest-AttachVolumeNegativeTest-1920358930 tempest-AttachVolumeNegativeTest-1920358930-project-member] Waiting for the task: (returnval){ [ 1182.723683] env[62328]: value = "task-2387808" [ 1182.723683] env[62328]: _type = "Task" [ 1182.723683] env[62328]: } to complete. {{(pid=62328) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1182.732791] env[62328]: DEBUG oslo_vmware.api [None req-07c99cf8-1338-44b0-9377-073e7bb3c220 tempest-AttachVolumeNegativeTest-1920358930 tempest-AttachVolumeNegativeTest-1920358930-project-member] Task: {'id': task-2387808, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1182.789902] env[62328]: DEBUG oslo_vmware.api [None req-f8627f12-4018-499a-806f-91a93718f591 tempest-ServerActionsTestJSON-389109759 tempest-ServerActionsTestJSON-389109759-project-member] Task: {'id': session[52a6e20e-410d-708a-99f2-080a575a99bd]521a0347-0d69-610f-93aa-1be2f32d5f4a, 'name': SearchDatastore_Task, 'duration_secs': 0.012021} completed successfully. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1182.790232] env[62328]: DEBUG oslo_concurrency.lockutils [None req-f8627f12-4018-499a-806f-91a93718f591 tempest-ServerActionsTestJSON-389109759 tempest-ServerActionsTestJSON-389109759-project-member] Releasing lock "[datastore1] devstack-image-cache_base/dbf872a4-92be-47e4-8561-c3e2bf2423ab/dbf872a4-92be-47e4-8561-c3e2bf2423ab.vmdk" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1182.790596] env[62328]: DEBUG nova.virt.vmwareapi.vm_util [None req-f8627f12-4018-499a-806f-91a93718f591 tempest-ServerActionsTestJSON-389109759 tempest-ServerActionsTestJSON-389109759-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/dbf872a4-92be-47e4-8561-c3e2bf2423ab/dbf872a4-92be-47e4-8561-c3e2bf2423ab.vmdk to [datastore1] a0c4c9ea-1d61-4220-96ff-374ea5220233/a0c4c9ea-1d61-4220-96ff-374ea5220233.vmdk {{(pid=62328) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1182.790932] env[62328]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-731f414c-7d08-41b6-a29c-609935e5a19a {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1182.797075] env[62328]: DEBUG oslo_vmware.api [None req-f8627f12-4018-499a-806f-91a93718f591 tempest-ServerActionsTestJSON-389109759 tempest-ServerActionsTestJSON-389109759-project-member] Waiting for the task: (returnval){ [ 1182.797075] env[62328]: value = "task-2387809" [ 1182.797075] env[62328]: _type = "Task" [ 1182.797075] env[62328]: } to complete. {{(pid=62328) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1182.804836] env[62328]: DEBUG oslo_vmware.api [None req-f8627f12-4018-499a-806f-91a93718f591 tempest-ServerActionsTestJSON-389109759 tempest-ServerActionsTestJSON-389109759-project-member] Task: {'id': task-2387809, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1182.867789] env[62328]: DEBUG nova.compute.manager [req-45320482-32f0-46b1-a2ba-8aebcb97644f req-bb502b0c-ebaf-4aab-bd2c-4828d506c8c6 service nova] [instance: 75498571-7d71-433a-8548-3a56f8b871c5] Received event network-vif-deleted-0c928c70-db4e-436c-bfe3-0620974bd019 {{(pid=62328) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1182.868184] env[62328]: INFO nova.compute.manager [req-45320482-32f0-46b1-a2ba-8aebcb97644f req-bb502b0c-ebaf-4aab-bd2c-4828d506c8c6 service nova] [instance: 75498571-7d71-433a-8548-3a56f8b871c5] Neutron deleted interface 0c928c70-db4e-436c-bfe3-0620974bd019; detaching it from the instance and deleting it from the info cache [ 1182.868373] env[62328]: DEBUG nova.network.neutron [req-45320482-32f0-46b1-a2ba-8aebcb97644f req-bb502b0c-ebaf-4aab-bd2c-4828d506c8c6 service nova] [instance: 75498571-7d71-433a-8548-3a56f8b871c5] Updating instance_info_cache with network_info: [] {{(pid=62328) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1182.914301] env[62328]: DEBUG nova.compute.manager [None req-6d89488c-f4d7-404b-a5b9-08b3e6be2043 tempest-ServersAaction247Test-689485794 tempest-ServersAaction247Test-689485794-project-member] [instance: 2be1aaf3-ac51-4441-bb5f-34244cda4954] Checking state {{(pid=62328) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1182.915354] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a0bea4ae-bd3a-481e-abfc-34e2739776e2 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1182.988629] env[62328]: DEBUG oslo_concurrency.lockutils [None req-cff863c9-c81b-4ebb-b8ed-b4e3d073a1df tempest-ServersAaction247Test-689485794 tempest-ServersAaction247Test-689485794-project-member] Acquiring lock "2be1aaf3-ac51-4441-bb5f-34244cda4954" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1182.988979] env[62328]: DEBUG oslo_concurrency.lockutils [None req-cff863c9-c81b-4ebb-b8ed-b4e3d073a1df tempest-ServersAaction247Test-689485794 tempest-ServersAaction247Test-689485794-project-member] Lock "2be1aaf3-ac51-4441-bb5f-34244cda4954" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1182.989217] env[62328]: DEBUG oslo_concurrency.lockutils [None req-cff863c9-c81b-4ebb-b8ed-b4e3d073a1df tempest-ServersAaction247Test-689485794 tempest-ServersAaction247Test-689485794-project-member] Acquiring lock "2be1aaf3-ac51-4441-bb5f-34244cda4954-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1182.990018] env[62328]: DEBUG oslo_concurrency.lockutils [None req-cff863c9-c81b-4ebb-b8ed-b4e3d073a1df tempest-ServersAaction247Test-689485794 tempest-ServersAaction247Test-689485794-project-member] Lock "2be1aaf3-ac51-4441-bb5f-34244cda4954-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.001s {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1182.990308] env[62328]: DEBUG oslo_concurrency.lockutils [None req-cff863c9-c81b-4ebb-b8ed-b4e3d073a1df tempest-ServersAaction247Test-689485794 tempest-ServersAaction247Test-689485794-project-member] Lock "2be1aaf3-ac51-4441-bb5f-34244cda4954-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1182.993373] env[62328]: INFO nova.compute.manager [None req-cff863c9-c81b-4ebb-b8ed-b4e3d073a1df tempest-ServersAaction247Test-689485794 tempest-ServersAaction247Test-689485794-project-member] [instance: 2be1aaf3-ac51-4441-bb5f-34244cda4954] Terminating instance [ 1183.161703] env[62328]: DEBUG nova.network.neutron [-] [instance: 75498571-7d71-433a-8548-3a56f8b871c5] Updating instance_info_cache with network_info: [] {{(pid=62328) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1183.174976] env[62328]: DEBUG nova.compute.manager [None req-b69cb230-dbce-4a68-a021-605e321680c8 tempest-AttachInterfacesTestJSON-1049158018 tempest-AttachInterfacesTestJSON-1049158018-project-member] [instance: 0200e570-094d-466d-b8a8-0c183fcdc10d] Start spawning the instance on the hypervisor. {{(pid=62328) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1183.205455] env[62328]: DEBUG nova.virt.hardware [None req-b69cb230-dbce-4a68-a021-605e321680c8 tempest-AttachInterfacesTestJSON-1049158018 tempest-AttachInterfacesTestJSON-1049158018-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-07T17:16:55Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-07T17:16:37Z,direct_url=,disk_format='vmdk',id=dbf872a4-92be-47e4-8561-c3e2bf2423ab,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='2a64022f08d84b11a86773b900860ae5',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-07T17:16:38Z,virtual_size=,visibility=), allow threads: False {{(pid=62328) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1183.205734] env[62328]: DEBUG nova.virt.hardware [None req-b69cb230-dbce-4a68-a021-605e321680c8 tempest-AttachInterfacesTestJSON-1049158018 tempest-AttachInterfacesTestJSON-1049158018-project-member] Flavor limits 0:0:0 {{(pid=62328) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1183.206268] env[62328]: DEBUG nova.virt.hardware [None req-b69cb230-dbce-4a68-a021-605e321680c8 tempest-AttachInterfacesTestJSON-1049158018 tempest-AttachInterfacesTestJSON-1049158018-project-member] Image limits 0:0:0 {{(pid=62328) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1183.206475] env[62328]: DEBUG nova.virt.hardware [None req-b69cb230-dbce-4a68-a021-605e321680c8 tempest-AttachInterfacesTestJSON-1049158018 tempest-AttachInterfacesTestJSON-1049158018-project-member] Flavor pref 0:0:0 {{(pid=62328) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1183.206627] env[62328]: DEBUG nova.virt.hardware [None req-b69cb230-dbce-4a68-a021-605e321680c8 tempest-AttachInterfacesTestJSON-1049158018 tempest-AttachInterfacesTestJSON-1049158018-project-member] Image pref 0:0:0 {{(pid=62328) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1183.206955] env[62328]: DEBUG nova.virt.hardware [None req-b69cb230-dbce-4a68-a021-605e321680c8 tempest-AttachInterfacesTestJSON-1049158018 tempest-AttachInterfacesTestJSON-1049158018-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62328) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1183.207294] env[62328]: DEBUG nova.virt.hardware [None req-b69cb230-dbce-4a68-a021-605e321680c8 tempest-AttachInterfacesTestJSON-1049158018 tempest-AttachInterfacesTestJSON-1049158018-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62328) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1183.207502] env[62328]: DEBUG nova.virt.hardware [None req-b69cb230-dbce-4a68-a021-605e321680c8 tempest-AttachInterfacesTestJSON-1049158018 tempest-AttachInterfacesTestJSON-1049158018-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62328) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1183.207716] env[62328]: DEBUG nova.virt.hardware [None req-b69cb230-dbce-4a68-a021-605e321680c8 tempest-AttachInterfacesTestJSON-1049158018 tempest-AttachInterfacesTestJSON-1049158018-project-member] Got 1 possible topologies {{(pid=62328) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1183.207946] env[62328]: DEBUG nova.virt.hardware [None req-b69cb230-dbce-4a68-a021-605e321680c8 tempest-AttachInterfacesTestJSON-1049158018 tempest-AttachInterfacesTestJSON-1049158018-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62328) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1183.208193] env[62328]: DEBUG nova.virt.hardware [None req-b69cb230-dbce-4a68-a021-605e321680c8 tempest-AttachInterfacesTestJSON-1049158018 tempest-AttachInterfacesTestJSON-1049158018-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62328) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1183.209618] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-091cd4d2-e5b8-44f8-9e06-f63130ad370d {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1183.218607] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b1b80094-5f00-4161-b09c-f277a7db994a {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1183.241187] env[62328]: DEBUG oslo_vmware.api [None req-07c99cf8-1338-44b0-9377-073e7bb3c220 tempest-AttachVolumeNegativeTest-1920358930 tempest-AttachVolumeNegativeTest-1920358930-project-member] Task: {'id': task-2387808, 'name': ReconfigVM_Task, 'duration_secs': 0.166303} completed successfully. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1183.241891] env[62328]: DEBUG nova.virt.vmwareapi.volumeops [None req-07c99cf8-1338-44b0-9377-073e7bb3c220 tempest-AttachVolumeNegativeTest-1920358930 tempest-AttachVolumeNegativeTest-1920358930-project-member] [instance: da13bf0d-aaf6-4e48-a8a3-46bd8336c04c] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-484481', 'volume_id': '0fdee7e8-b711-488f-934b-b30742fb8c9d', 'name': 'volume-0fdee7e8-b711-488f-934b-b30742fb8c9d', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'da13bf0d-aaf6-4e48-a8a3-46bd8336c04c', 'attached_at': '', 'detached_at': '', 'volume_id': '0fdee7e8-b711-488f-934b-b30742fb8c9d', 'serial': '0fdee7e8-b711-488f-934b-b30742fb8c9d'} {{(pid=62328) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1183.307746] env[62328]: DEBUG oslo_vmware.api [None req-f8627f12-4018-499a-806f-91a93718f591 tempest-ServerActionsTestJSON-389109759 tempest-ServerActionsTestJSON-389109759-project-member] Task: {'id': task-2387809, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.50462} completed successfully. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1183.308017] env[62328]: DEBUG nova.virt.vmwareapi.vm_util [None req-f8627f12-4018-499a-806f-91a93718f591 tempest-ServerActionsTestJSON-389109759 tempest-ServerActionsTestJSON-389109759-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/dbf872a4-92be-47e4-8561-c3e2bf2423ab/dbf872a4-92be-47e4-8561-c3e2bf2423ab.vmdk to [datastore1] a0c4c9ea-1d61-4220-96ff-374ea5220233/a0c4c9ea-1d61-4220-96ff-374ea5220233.vmdk {{(pid=62328) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1183.308240] env[62328]: DEBUG nova.virt.vmwareapi.vmops [None req-f8627f12-4018-499a-806f-91a93718f591 tempest-ServerActionsTestJSON-389109759 tempest-ServerActionsTestJSON-389109759-project-member] [instance: a0c4c9ea-1d61-4220-96ff-374ea5220233] Extending root virtual disk to 1048576 {{(pid=62328) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1183.308517] env[62328]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-c9d63215-c42f-4772-8cdb-6ed65600d51d {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1183.315097] env[62328]: DEBUG oslo_vmware.api [None req-f8627f12-4018-499a-806f-91a93718f591 tempest-ServerActionsTestJSON-389109759 tempest-ServerActionsTestJSON-389109759-project-member] Waiting for the task: (returnval){ [ 1183.315097] env[62328]: value = "task-2387810" [ 1183.315097] env[62328]: _type = "Task" [ 1183.315097] env[62328]: } to complete. {{(pid=62328) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1183.323033] env[62328]: DEBUG oslo_vmware.api [None req-f8627f12-4018-499a-806f-91a93718f591 tempest-ServerActionsTestJSON-389109759 tempest-ServerActionsTestJSON-389109759-project-member] Task: {'id': task-2387810, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1183.373730] env[62328]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-1d867169-172c-4ad3-b3f7-3eb342cb2a4f {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1183.384032] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-85ba2101-96b6-462a-87c7-1003ce96152b {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1183.413342] env[62328]: DEBUG nova.compute.manager [req-45320482-32f0-46b1-a2ba-8aebcb97644f req-bb502b0c-ebaf-4aab-bd2c-4828d506c8c6 service nova] [instance: 75498571-7d71-433a-8548-3a56f8b871c5] Detach interface failed, port_id=0c928c70-db4e-436c-bfe3-0620974bd019, reason: Instance 75498571-7d71-433a-8548-3a56f8b871c5 could not be found. {{(pid=62328) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 1183.427395] env[62328]: INFO nova.compute.manager [None req-6d89488c-f4d7-404b-a5b9-08b3e6be2043 tempest-ServersAaction247Test-689485794 tempest-ServersAaction247Test-689485794-project-member] [instance: 2be1aaf3-ac51-4441-bb5f-34244cda4954] instance snapshotting [ 1183.427589] env[62328]: DEBUG nova.objects.instance [None req-6d89488c-f4d7-404b-a5b9-08b3e6be2043 tempest-ServersAaction247Test-689485794 tempest-ServersAaction247Test-689485794-project-member] Lazy-loading 'flavor' on Instance uuid 2be1aaf3-ac51-4441-bb5f-34244cda4954 {{(pid=62328) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1183.498041] env[62328]: DEBUG oslo_concurrency.lockutils [None req-cff863c9-c81b-4ebb-b8ed-b4e3d073a1df tempest-ServersAaction247Test-689485794 tempest-ServersAaction247Test-689485794-project-member] Acquiring lock "refresh_cache-2be1aaf3-ac51-4441-bb5f-34244cda4954" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1183.498041] env[62328]: DEBUG oslo_concurrency.lockutils [None req-cff863c9-c81b-4ebb-b8ed-b4e3d073a1df tempest-ServersAaction247Test-689485794 tempest-ServersAaction247Test-689485794-project-member] Acquired lock "refresh_cache-2be1aaf3-ac51-4441-bb5f-34244cda4954" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1183.498041] env[62328]: DEBUG nova.network.neutron [None req-cff863c9-c81b-4ebb-b8ed-b4e3d073a1df tempest-ServersAaction247Test-689485794 tempest-ServersAaction247Test-689485794-project-member] [instance: 2be1aaf3-ac51-4441-bb5f-34244cda4954] Building network info cache for instance {{(pid=62328) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1183.667269] env[62328]: INFO nova.compute.manager [-] [instance: 75498571-7d71-433a-8548-3a56f8b871c5] Took 1.43 seconds to deallocate network for instance. [ 1183.795011] env[62328]: DEBUG nova.objects.instance [None req-07c99cf8-1338-44b0-9377-073e7bb3c220 tempest-AttachVolumeNegativeTest-1920358930 tempest-AttachVolumeNegativeTest-1920358930-project-member] Lazy-loading 'flavor' on Instance uuid da13bf0d-aaf6-4e48-a8a3-46bd8336c04c {{(pid=62328) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1183.826282] env[62328]: DEBUG oslo_vmware.api [None req-f8627f12-4018-499a-806f-91a93718f591 tempest-ServerActionsTestJSON-389109759 tempest-ServerActionsTestJSON-389109759-project-member] Task: {'id': task-2387810, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.064389} completed successfully. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1183.826593] env[62328]: DEBUG nova.virt.vmwareapi.vmops [None req-f8627f12-4018-499a-806f-91a93718f591 tempest-ServerActionsTestJSON-389109759 tempest-ServerActionsTestJSON-389109759-project-member] [instance: a0c4c9ea-1d61-4220-96ff-374ea5220233] Extended root virtual disk {{(pid=62328) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1183.827437] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0291e36e-b6b4-435b-b560-a1004dfaa6d5 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1183.854947] env[62328]: DEBUG nova.virt.vmwareapi.volumeops [None req-f8627f12-4018-499a-806f-91a93718f591 tempest-ServerActionsTestJSON-389109759 tempest-ServerActionsTestJSON-389109759-project-member] [instance: a0c4c9ea-1d61-4220-96ff-374ea5220233] Reconfiguring VM instance instance-00000078 to attach disk [datastore1] a0c4c9ea-1d61-4220-96ff-374ea5220233/a0c4c9ea-1d61-4220-96ff-374ea5220233.vmdk or device None with type sparse {{(pid=62328) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1183.855281] env[62328]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c262632f-0b62-433b-bd1d-31136ee67220 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1183.878801] env[62328]: DEBUG oslo_vmware.api [None req-f8627f12-4018-499a-806f-91a93718f591 tempest-ServerActionsTestJSON-389109759 tempest-ServerActionsTestJSON-389109759-project-member] Waiting for the task: (returnval){ [ 1183.878801] env[62328]: value = "task-2387811" [ 1183.878801] env[62328]: _type = "Task" [ 1183.878801] env[62328]: } to complete. {{(pid=62328) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1183.887538] env[62328]: DEBUG oslo_vmware.api [None req-f8627f12-4018-499a-806f-91a93718f591 tempest-ServerActionsTestJSON-389109759 tempest-ServerActionsTestJSON-389109759-project-member] Task: {'id': task-2387811, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1183.934096] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-980a352d-63f9-4ef6-8cac-0d62a31449e9 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1183.954159] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-96b3ebed-eb93-48ab-a70e-60a1d53c8c2f {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1184.059365] env[62328]: DEBUG nova.network.neutron [None req-cff863c9-c81b-4ebb-b8ed-b4e3d073a1df tempest-ServersAaction247Test-689485794 tempest-ServersAaction247Test-689485794-project-member] [instance: 2be1aaf3-ac51-4441-bb5f-34244cda4954] Instance cache missing network info. {{(pid=62328) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1184.178074] env[62328]: DEBUG oslo_concurrency.lockutils [None req-9f6020e8-e44f-41a6-b646-830e939b2dbf tempest-ServerRescueNegativeTestJSON-713788249 tempest-ServerRescueNegativeTestJSON-713788249-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1184.178354] env[62328]: DEBUG oslo_concurrency.lockutils [None req-9f6020e8-e44f-41a6-b646-830e939b2dbf tempest-ServerRescueNegativeTestJSON-713788249 tempest-ServerRescueNegativeTestJSON-713788249-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1184.178575] env[62328]: DEBUG nova.objects.instance [None req-9f6020e8-e44f-41a6-b646-830e939b2dbf tempest-ServerRescueNegativeTestJSON-713788249 tempest-ServerRescueNegativeTestJSON-713788249-project-member] Lazy-loading 'resources' on Instance uuid 75498571-7d71-433a-8548-3a56f8b871c5 {{(pid=62328) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1184.214694] env[62328]: DEBUG nova.network.neutron [None req-cff863c9-c81b-4ebb-b8ed-b4e3d073a1df tempest-ServersAaction247Test-689485794 tempest-ServersAaction247Test-689485794-project-member] [instance: 2be1aaf3-ac51-4441-bb5f-34244cda4954] Updating instance_info_cache with network_info: [] {{(pid=62328) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1184.262522] env[62328]: DEBUG nova.network.neutron [None req-b69cb230-dbce-4a68-a021-605e321680c8 tempest-AttachInterfacesTestJSON-1049158018 tempest-AttachInterfacesTestJSON-1049158018-project-member] [instance: 0200e570-094d-466d-b8a8-0c183fcdc10d] Successfully updated port: 2cc2a42d-ad3d-49f3-a076-b8391c032ef0 {{(pid=62328) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1184.389634] env[62328]: DEBUG oslo_vmware.api [None req-f8627f12-4018-499a-806f-91a93718f591 tempest-ServerActionsTestJSON-389109759 tempest-ServerActionsTestJSON-389109759-project-member] Task: {'id': task-2387811, 'name': ReconfigVM_Task, 'duration_secs': 0.389399} completed successfully. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1184.389788] env[62328]: DEBUG nova.virt.vmwareapi.volumeops [None req-f8627f12-4018-499a-806f-91a93718f591 tempest-ServerActionsTestJSON-389109759 tempest-ServerActionsTestJSON-389109759-project-member] [instance: a0c4c9ea-1d61-4220-96ff-374ea5220233] Reconfigured VM instance instance-00000078 to attach disk [datastore1] a0c4c9ea-1d61-4220-96ff-374ea5220233/a0c4c9ea-1d61-4220-96ff-374ea5220233.vmdk or device None with type sparse {{(pid=62328) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1184.390414] env[62328]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-6e185ecf-38a3-4e63-9d8d-76319ab1df2b {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1184.397012] env[62328]: DEBUG oslo_vmware.api [None req-f8627f12-4018-499a-806f-91a93718f591 tempest-ServerActionsTestJSON-389109759 tempest-ServerActionsTestJSON-389109759-project-member] Waiting for the task: (returnval){ [ 1184.397012] env[62328]: value = "task-2387812" [ 1184.397012] env[62328]: _type = "Task" [ 1184.397012] env[62328]: } to complete. {{(pid=62328) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1184.406373] env[62328]: DEBUG oslo_vmware.api [None req-f8627f12-4018-499a-806f-91a93718f591 tempest-ServerActionsTestJSON-389109759 tempest-ServerActionsTestJSON-389109759-project-member] Task: {'id': task-2387812, 'name': Rename_Task} progress is 5%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1184.466754] env[62328]: DEBUG nova.compute.manager [None req-6d89488c-f4d7-404b-a5b9-08b3e6be2043 tempest-ServersAaction247Test-689485794 tempest-ServersAaction247Test-689485794-project-member] [instance: 2be1aaf3-ac51-4441-bb5f-34244cda4954] Instance disappeared during snapshot {{(pid=62328) _snapshot_instance /opt/stack/nova/nova/compute/manager.py:4595}} [ 1184.588512] env[62328]: DEBUG nova.compute.manager [None req-6d89488c-f4d7-404b-a5b9-08b3e6be2043 tempest-ServersAaction247Test-689485794 tempest-ServersAaction247Test-689485794-project-member] [instance: 2be1aaf3-ac51-4441-bb5f-34244cda4954] Found 0 images (rotation: 2) {{(pid=62328) _rotate_backups /opt/stack/nova/nova/compute/manager.py:5017}} [ 1184.649583] env[62328]: DEBUG nova.virt.vmwareapi.volumeops [None req-68a7ff57-ff69-4834-9af7-c9018fe8dd9f tempest-ServerActionsTestOtherB-626827456 tempest-ServerActionsTestOtherB-626827456-project-member] [instance: 75e155a3-05b0-44c5-86de-5643cbb05fc0] Volume attach. Driver type: vmdk {{(pid=62328) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1184.649835] env[62328]: DEBUG nova.virt.vmwareapi.volumeops [None req-68a7ff57-ff69-4834-9af7-c9018fe8dd9f tempest-ServerActionsTestOtherB-626827456 tempest-ServerActionsTestOtherB-626827456-project-member] [instance: 75e155a3-05b0-44c5-86de-5643cbb05fc0] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-484488', 'volume_id': '68849607-2e4e-4345-9310-05de2535ac63', 'name': 'volume-68849607-2e4e-4345-9310-05de2535ac63', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '75e155a3-05b0-44c5-86de-5643cbb05fc0', 'attached_at': '', 'detached_at': '', 'volume_id': '68849607-2e4e-4345-9310-05de2535ac63', 'serial': '68849607-2e4e-4345-9310-05de2535ac63'} {{(pid=62328) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1184.650810] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1415a86c-3408-4cca-812d-1a0a1e6f7383 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1184.668197] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-17ec2b81-4dd1-4d5e-8f8e-e186ef841f23 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1184.697476] env[62328]: DEBUG nova.virt.vmwareapi.volumeops [None req-68a7ff57-ff69-4834-9af7-c9018fe8dd9f tempest-ServerActionsTestOtherB-626827456 tempest-ServerActionsTestOtherB-626827456-project-member] [instance: 75e155a3-05b0-44c5-86de-5643cbb05fc0] Reconfiguring VM instance instance-00000075 to attach disk [datastore1] volume-68849607-2e4e-4345-9310-05de2535ac63/volume-68849607-2e4e-4345-9310-05de2535ac63.vmdk or device None with type thin {{(pid=62328) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1184.702019] env[62328]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a60bf1d6-7b8c-4780-afa4-e6a0e411042c {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1184.718609] env[62328]: DEBUG oslo_concurrency.lockutils [None req-cff863c9-c81b-4ebb-b8ed-b4e3d073a1df tempest-ServersAaction247Test-689485794 tempest-ServersAaction247Test-689485794-project-member] Releasing lock "refresh_cache-2be1aaf3-ac51-4441-bb5f-34244cda4954" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1184.719119] env[62328]: DEBUG nova.compute.manager [None req-cff863c9-c81b-4ebb-b8ed-b4e3d073a1df tempest-ServersAaction247Test-689485794 tempest-ServersAaction247Test-689485794-project-member] [instance: 2be1aaf3-ac51-4441-bb5f-34244cda4954] Start destroying the instance on the hypervisor. {{(pid=62328) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1184.719330] env[62328]: DEBUG nova.virt.vmwareapi.vmops [None req-cff863c9-c81b-4ebb-b8ed-b4e3d073a1df tempest-ServersAaction247Test-689485794 tempest-ServersAaction247Test-689485794-project-member] [instance: 2be1aaf3-ac51-4441-bb5f-34244cda4954] Destroying instance {{(pid=62328) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1184.723858] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b2bf1785-90c7-4967-8c83-fea5f3837273 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1184.726568] env[62328]: DEBUG oslo_vmware.api [None req-68a7ff57-ff69-4834-9af7-c9018fe8dd9f tempest-ServerActionsTestOtherB-626827456 tempest-ServerActionsTestOtherB-626827456-project-member] Waiting for the task: (returnval){ [ 1184.726568] env[62328]: value = "task-2387813" [ 1184.726568] env[62328]: _type = "Task" [ 1184.726568] env[62328]: } to complete. {{(pid=62328) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1184.732160] env[62328]: DEBUG nova.virt.vmwareapi.vm_util [None req-cff863c9-c81b-4ebb-b8ed-b4e3d073a1df tempest-ServersAaction247Test-689485794 tempest-ServersAaction247Test-689485794-project-member] [instance: 2be1aaf3-ac51-4441-bb5f-34244cda4954] Powering off the VM {{(pid=62328) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1184.732718] env[62328]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d96f1900-fac9-4301-8a5d-88afb55a5f01 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1184.737378] env[62328]: DEBUG oslo_vmware.api [None req-68a7ff57-ff69-4834-9af7-c9018fe8dd9f tempest-ServerActionsTestOtherB-626827456 tempest-ServerActionsTestOtherB-626827456-project-member] Task: {'id': task-2387813, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1184.741941] env[62328]: DEBUG oslo_vmware.api [None req-cff863c9-c81b-4ebb-b8ed-b4e3d073a1df tempest-ServersAaction247Test-689485794 tempest-ServersAaction247Test-689485794-project-member] Waiting for the task: (returnval){ [ 1184.741941] env[62328]: value = "task-2387814" [ 1184.741941] env[62328]: _type = "Task" [ 1184.741941] env[62328]: } to complete. {{(pid=62328) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1184.750219] env[62328]: DEBUG oslo_vmware.api [None req-cff863c9-c81b-4ebb-b8ed-b4e3d073a1df tempest-ServersAaction247Test-689485794 tempest-ServersAaction247Test-689485794-project-member] Task: {'id': task-2387814, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1184.765667] env[62328]: DEBUG oslo_concurrency.lockutils [None req-b69cb230-dbce-4a68-a021-605e321680c8 tempest-AttachInterfacesTestJSON-1049158018 tempest-AttachInterfacesTestJSON-1049158018-project-member] Acquiring lock "refresh_cache-0200e570-094d-466d-b8a8-0c183fcdc10d" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1184.765820] env[62328]: DEBUG oslo_concurrency.lockutils [None req-b69cb230-dbce-4a68-a021-605e321680c8 tempest-AttachInterfacesTestJSON-1049158018 tempest-AttachInterfacesTestJSON-1049158018-project-member] Acquired lock "refresh_cache-0200e570-094d-466d-b8a8-0c183fcdc10d" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1184.765971] env[62328]: DEBUG nova.network.neutron [None req-b69cb230-dbce-4a68-a021-605e321680c8 tempest-AttachInterfacesTestJSON-1049158018 tempest-AttachInterfacesTestJSON-1049158018-project-member] [instance: 0200e570-094d-466d-b8a8-0c183fcdc10d] Building network info cache for instance {{(pid=62328) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1184.804468] env[62328]: DEBUG oslo_concurrency.lockutils [None req-07c99cf8-1338-44b0-9377-073e7bb3c220 tempest-AttachVolumeNegativeTest-1920358930 tempest-AttachVolumeNegativeTest-1920358930-project-member] Lock "da13bf0d-aaf6-4e48-a8a3-46bd8336c04c" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.287s {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1184.816875] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ca3d598d-df07-4b40-b800-26f4b18e812c {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1184.825828] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ac86db52-c06f-4069-b7dd-67aef751cdcd {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1184.858362] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-776ab40e-9ce0-47bd-a653-ec61ef937f69 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1184.865865] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dc5aedbd-fbc7-43d0-814f-b02de79cf8d8 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1184.880045] env[62328]: DEBUG nova.compute.provider_tree [None req-9f6020e8-e44f-41a6-b646-830e939b2dbf tempest-ServerRescueNegativeTestJSON-713788249 tempest-ServerRescueNegativeTestJSON-713788249-project-member] Updating inventory in ProviderTree for provider 3469e9f8-04af-49ca-8435-49f104496744 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 153, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62328) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1184.894721] env[62328]: DEBUG nova.compute.manager [req-0ba5b934-cd5a-4c48-95b7-2e07ccb0b4ce req-1e9888e0-6d82-4dbe-a382-469053c5d292 service nova] [instance: 0200e570-094d-466d-b8a8-0c183fcdc10d] Received event network-vif-plugged-2cc2a42d-ad3d-49f3-a076-b8391c032ef0 {{(pid=62328) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1184.894946] env[62328]: DEBUG oslo_concurrency.lockutils [req-0ba5b934-cd5a-4c48-95b7-2e07ccb0b4ce req-1e9888e0-6d82-4dbe-a382-469053c5d292 service nova] Acquiring lock "0200e570-094d-466d-b8a8-0c183fcdc10d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1184.895169] env[62328]: DEBUG oslo_concurrency.lockutils [req-0ba5b934-cd5a-4c48-95b7-2e07ccb0b4ce req-1e9888e0-6d82-4dbe-a382-469053c5d292 service nova] Lock "0200e570-094d-466d-b8a8-0c183fcdc10d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1184.895340] env[62328]: DEBUG oslo_concurrency.lockutils [req-0ba5b934-cd5a-4c48-95b7-2e07ccb0b4ce req-1e9888e0-6d82-4dbe-a382-469053c5d292 service nova] Lock "0200e570-094d-466d-b8a8-0c183fcdc10d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1184.895508] env[62328]: DEBUG nova.compute.manager [req-0ba5b934-cd5a-4c48-95b7-2e07ccb0b4ce req-1e9888e0-6d82-4dbe-a382-469053c5d292 service nova] [instance: 0200e570-094d-466d-b8a8-0c183fcdc10d] No waiting events found dispatching network-vif-plugged-2cc2a42d-ad3d-49f3-a076-b8391c032ef0 {{(pid=62328) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1184.895703] env[62328]: WARNING nova.compute.manager [req-0ba5b934-cd5a-4c48-95b7-2e07ccb0b4ce req-1e9888e0-6d82-4dbe-a382-469053c5d292 service nova] [instance: 0200e570-094d-466d-b8a8-0c183fcdc10d] Received unexpected event network-vif-plugged-2cc2a42d-ad3d-49f3-a076-b8391c032ef0 for instance with vm_state building and task_state spawning. [ 1184.895868] env[62328]: DEBUG nova.compute.manager [req-0ba5b934-cd5a-4c48-95b7-2e07ccb0b4ce req-1e9888e0-6d82-4dbe-a382-469053c5d292 service nova] [instance: 0200e570-094d-466d-b8a8-0c183fcdc10d] Received event network-changed-2cc2a42d-ad3d-49f3-a076-b8391c032ef0 {{(pid=62328) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1184.896033] env[62328]: DEBUG nova.compute.manager [req-0ba5b934-cd5a-4c48-95b7-2e07ccb0b4ce req-1e9888e0-6d82-4dbe-a382-469053c5d292 service nova] [instance: 0200e570-094d-466d-b8a8-0c183fcdc10d] Refreshing instance network info cache due to event network-changed-2cc2a42d-ad3d-49f3-a076-b8391c032ef0. {{(pid=62328) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1184.896203] env[62328]: DEBUG oslo_concurrency.lockutils [req-0ba5b934-cd5a-4c48-95b7-2e07ccb0b4ce req-1e9888e0-6d82-4dbe-a382-469053c5d292 service nova] Acquiring lock "refresh_cache-0200e570-094d-466d-b8a8-0c183fcdc10d" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1184.907179] env[62328]: DEBUG oslo_vmware.api [None req-f8627f12-4018-499a-806f-91a93718f591 tempest-ServerActionsTestJSON-389109759 tempest-ServerActionsTestJSON-389109759-project-member] Task: {'id': task-2387812, 'name': Rename_Task, 'duration_secs': 0.165044} completed successfully. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1184.907389] env[62328]: DEBUG nova.virt.vmwareapi.vm_util [None req-f8627f12-4018-499a-806f-91a93718f591 tempest-ServerActionsTestJSON-389109759 tempest-ServerActionsTestJSON-389109759-project-member] [instance: a0c4c9ea-1d61-4220-96ff-374ea5220233] Powering on the VM {{(pid=62328) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1184.907623] env[62328]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-5e39ea16-07f0-4328-bf61-edf1290c89f2 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1184.913533] env[62328]: DEBUG oslo_vmware.api [None req-f8627f12-4018-499a-806f-91a93718f591 tempest-ServerActionsTestJSON-389109759 tempest-ServerActionsTestJSON-389109759-project-member] Waiting for the task: (returnval){ [ 1184.913533] env[62328]: value = "task-2387815" [ 1184.913533] env[62328]: _type = "Task" [ 1184.913533] env[62328]: } to complete. {{(pid=62328) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1184.921357] env[62328]: DEBUG oslo_vmware.api [None req-f8627f12-4018-499a-806f-91a93718f591 tempest-ServerActionsTestJSON-389109759 tempest-ServerActionsTestJSON-389109759-project-member] Task: {'id': task-2387815, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1185.237761] env[62328]: DEBUG oslo_vmware.api [None req-68a7ff57-ff69-4834-9af7-c9018fe8dd9f tempest-ServerActionsTestOtherB-626827456 tempest-ServerActionsTestOtherB-626827456-project-member] Task: {'id': task-2387813, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1185.251932] env[62328]: DEBUG oslo_vmware.api [None req-cff863c9-c81b-4ebb-b8ed-b4e3d073a1df tempest-ServersAaction247Test-689485794 tempest-ServersAaction247Test-689485794-project-member] Task: {'id': task-2387814, 'name': PowerOffVM_Task, 'duration_secs': 0.126929} completed successfully. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1185.252223] env[62328]: DEBUG nova.virt.vmwareapi.vm_util [None req-cff863c9-c81b-4ebb-b8ed-b4e3d073a1df tempest-ServersAaction247Test-689485794 tempest-ServersAaction247Test-689485794-project-member] [instance: 2be1aaf3-ac51-4441-bb5f-34244cda4954] Powered off the VM {{(pid=62328) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1185.252425] env[62328]: DEBUG nova.virt.vmwareapi.vmops [None req-cff863c9-c81b-4ebb-b8ed-b4e3d073a1df tempest-ServersAaction247Test-689485794 tempest-ServersAaction247Test-689485794-project-member] [instance: 2be1aaf3-ac51-4441-bb5f-34244cda4954] Unregistering the VM {{(pid=62328) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1185.252690] env[62328]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-4b3ada24-af99-4943-a9b9-67f53e688712 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1185.276033] env[62328]: DEBUG nova.virt.vmwareapi.vmops [None req-cff863c9-c81b-4ebb-b8ed-b4e3d073a1df tempest-ServersAaction247Test-689485794 tempest-ServersAaction247Test-689485794-project-member] [instance: 2be1aaf3-ac51-4441-bb5f-34244cda4954] Unregistered the VM {{(pid=62328) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1185.276297] env[62328]: DEBUG nova.virt.vmwareapi.vmops [None req-cff863c9-c81b-4ebb-b8ed-b4e3d073a1df tempest-ServersAaction247Test-689485794 tempest-ServersAaction247Test-689485794-project-member] [instance: 2be1aaf3-ac51-4441-bb5f-34244cda4954] Deleting contents of the VM from datastore datastore2 {{(pid=62328) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1185.276500] env[62328]: DEBUG nova.virt.vmwareapi.ds_util [None req-cff863c9-c81b-4ebb-b8ed-b4e3d073a1df tempest-ServersAaction247Test-689485794 tempest-ServersAaction247Test-689485794-project-member] Deleting the datastore file [datastore2] 2be1aaf3-ac51-4441-bb5f-34244cda4954 {{(pid=62328) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1185.276795] env[62328]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-b923402a-dec8-4b5e-ba54-6fafedfc1bad {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1185.283225] env[62328]: DEBUG oslo_vmware.api [None req-cff863c9-c81b-4ebb-b8ed-b4e3d073a1df tempest-ServersAaction247Test-689485794 tempest-ServersAaction247Test-689485794-project-member] Waiting for the task: (returnval){ [ 1185.283225] env[62328]: value = "task-2387817" [ 1185.283225] env[62328]: _type = "Task" [ 1185.283225] env[62328]: } to complete. {{(pid=62328) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1185.291918] env[62328]: DEBUG oslo_vmware.api [None req-cff863c9-c81b-4ebb-b8ed-b4e3d073a1df tempest-ServersAaction247Test-689485794 tempest-ServersAaction247Test-689485794-project-member] Task: {'id': task-2387817, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1185.316975] env[62328]: DEBUG nova.network.neutron [None req-b69cb230-dbce-4a68-a021-605e321680c8 tempest-AttachInterfacesTestJSON-1049158018 tempest-AttachInterfacesTestJSON-1049158018-project-member] [instance: 0200e570-094d-466d-b8a8-0c183fcdc10d] Instance cache missing network info. {{(pid=62328) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1185.414377] env[62328]: DEBUG nova.scheduler.client.report [None req-9f6020e8-e44f-41a6-b646-830e939b2dbf tempest-ServerRescueNegativeTestJSON-713788249 tempest-ServerRescueNegativeTestJSON-713788249-project-member] Updated inventory for provider 3469e9f8-04af-49ca-8435-49f104496744 with generation 159 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 153, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62328) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 1185.414844] env[62328]: DEBUG nova.compute.provider_tree [None req-9f6020e8-e44f-41a6-b646-830e939b2dbf tempest-ServerRescueNegativeTestJSON-713788249 tempest-ServerRescueNegativeTestJSON-713788249-project-member] Updating resource provider 3469e9f8-04af-49ca-8435-49f104496744 generation from 159 to 160 during operation: update_inventory {{(pid=62328) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1185.415116] env[62328]: DEBUG nova.compute.provider_tree [None req-9f6020e8-e44f-41a6-b646-830e939b2dbf tempest-ServerRescueNegativeTestJSON-713788249 tempest-ServerRescueNegativeTestJSON-713788249-project-member] Updating inventory in ProviderTree for provider 3469e9f8-04af-49ca-8435-49f104496744 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 153, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62328) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1185.433995] env[62328]: DEBUG oslo_vmware.api [None req-f8627f12-4018-499a-806f-91a93718f591 tempest-ServerActionsTestJSON-389109759 tempest-ServerActionsTestJSON-389109759-project-member] Task: {'id': task-2387815, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1185.578336] env[62328]: DEBUG nova.network.neutron [None req-b69cb230-dbce-4a68-a021-605e321680c8 tempest-AttachInterfacesTestJSON-1049158018 tempest-AttachInterfacesTestJSON-1049158018-project-member] [instance: 0200e570-094d-466d-b8a8-0c183fcdc10d] Updating instance_info_cache with network_info: [{"id": "2cc2a42d-ad3d-49f3-a076-b8391c032ef0", "address": "fa:16:3e:4e:e6:97", "network": {"id": "43b1657c-44ae-47a8-8e8d-196242ef7fca", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1953540822-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e88420d74d294fef9f976142535b9ac5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9f3a2eb5-353f-45c5-a73b-869626f4bb13", "external-id": "nsx-vlan-transportzone-411", "segmentation_id": 411, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2cc2a42d-ad", "ovs_interfaceid": "2cc2a42d-ad3d-49f3-a076-b8391c032ef0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62328) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1185.738646] env[62328]: DEBUG oslo_vmware.api [None req-68a7ff57-ff69-4834-9af7-c9018fe8dd9f tempest-ServerActionsTestOtherB-626827456 tempest-ServerActionsTestOtherB-626827456-project-member] Task: {'id': task-2387813, 'name': ReconfigVM_Task, 'duration_secs': 0.525241} completed successfully. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1185.738965] env[62328]: DEBUG nova.virt.vmwareapi.volumeops [None req-68a7ff57-ff69-4834-9af7-c9018fe8dd9f tempest-ServerActionsTestOtherB-626827456 tempest-ServerActionsTestOtherB-626827456-project-member] [instance: 75e155a3-05b0-44c5-86de-5643cbb05fc0] Reconfigured VM instance instance-00000075 to attach disk [datastore1] volume-68849607-2e4e-4345-9310-05de2535ac63/volume-68849607-2e4e-4345-9310-05de2535ac63.vmdk or device None with type thin {{(pid=62328) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1185.743757] env[62328]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-98c7a269-cd86-42b0-b591-2ba2978aa17f {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1185.759010] env[62328]: DEBUG oslo_vmware.api [None req-68a7ff57-ff69-4834-9af7-c9018fe8dd9f tempest-ServerActionsTestOtherB-626827456 tempest-ServerActionsTestOtherB-626827456-project-member] Waiting for the task: (returnval){ [ 1185.759010] env[62328]: value = "task-2387818" [ 1185.759010] env[62328]: _type = "Task" [ 1185.759010] env[62328]: } to complete. {{(pid=62328) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1185.766917] env[62328]: DEBUG oslo_vmware.api [None req-68a7ff57-ff69-4834-9af7-c9018fe8dd9f tempest-ServerActionsTestOtherB-626827456 tempest-ServerActionsTestOtherB-626827456-project-member] Task: {'id': task-2387818, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1185.795574] env[62328]: DEBUG oslo_vmware.api [None req-cff863c9-c81b-4ebb-b8ed-b4e3d073a1df tempest-ServersAaction247Test-689485794 tempest-ServersAaction247Test-689485794-project-member] Task: {'id': task-2387817, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.127357} completed successfully. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1185.795969] env[62328]: DEBUG nova.virt.vmwareapi.ds_util [None req-cff863c9-c81b-4ebb-b8ed-b4e3d073a1df tempest-ServersAaction247Test-689485794 tempest-ServersAaction247Test-689485794-project-member] Deleted the datastore file {{(pid=62328) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1185.796310] env[62328]: DEBUG nova.virt.vmwareapi.vmops [None req-cff863c9-c81b-4ebb-b8ed-b4e3d073a1df tempest-ServersAaction247Test-689485794 tempest-ServersAaction247Test-689485794-project-member] [instance: 2be1aaf3-ac51-4441-bb5f-34244cda4954] Deleted contents of the VM from datastore datastore2 {{(pid=62328) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1185.796505] env[62328]: DEBUG nova.virt.vmwareapi.vmops [None req-cff863c9-c81b-4ebb-b8ed-b4e3d073a1df tempest-ServersAaction247Test-689485794 tempest-ServersAaction247Test-689485794-project-member] [instance: 2be1aaf3-ac51-4441-bb5f-34244cda4954] Instance destroyed {{(pid=62328) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1185.796742] env[62328]: INFO nova.compute.manager [None req-cff863c9-c81b-4ebb-b8ed-b4e3d073a1df tempest-ServersAaction247Test-689485794 tempest-ServersAaction247Test-689485794-project-member] [instance: 2be1aaf3-ac51-4441-bb5f-34244cda4954] Took 1.08 seconds to destroy the instance on the hypervisor. [ 1185.797105] env[62328]: DEBUG oslo.service.loopingcall [None req-cff863c9-c81b-4ebb-b8ed-b4e3d073a1df tempest-ServersAaction247Test-689485794 tempest-ServersAaction247Test-689485794-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62328) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1185.797384] env[62328]: DEBUG nova.compute.manager [-] [instance: 2be1aaf3-ac51-4441-bb5f-34244cda4954] Deallocating network for instance {{(pid=62328) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1185.797525] env[62328]: DEBUG nova.network.neutron [-] [instance: 2be1aaf3-ac51-4441-bb5f-34244cda4954] deallocate_for_instance() {{(pid=62328) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1185.814035] env[62328]: DEBUG nova.network.neutron [-] [instance: 2be1aaf3-ac51-4441-bb5f-34244cda4954] Instance cache missing network info. {{(pid=62328) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1185.907584] env[62328]: DEBUG oslo_concurrency.lockutils [None req-fb511fa4-d21d-45e9-9b2c-e22762003b0f tempest-AttachVolumeNegativeTest-1920358930 tempest-AttachVolumeNegativeTest-1920358930-project-member] Acquiring lock "da13bf0d-aaf6-4e48-a8a3-46bd8336c04c" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1185.907866] env[62328]: DEBUG oslo_concurrency.lockutils [None req-fb511fa4-d21d-45e9-9b2c-e22762003b0f tempest-AttachVolumeNegativeTest-1920358930 tempest-AttachVolumeNegativeTest-1920358930-project-member] Lock "da13bf0d-aaf6-4e48-a8a3-46bd8336c04c" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1185.908132] env[62328]: DEBUG oslo_concurrency.lockutils [None req-fb511fa4-d21d-45e9-9b2c-e22762003b0f tempest-AttachVolumeNegativeTest-1920358930 tempest-AttachVolumeNegativeTest-1920358930-project-member] Acquiring lock "da13bf0d-aaf6-4e48-a8a3-46bd8336c04c-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1185.908355] env[62328]: DEBUG oslo_concurrency.lockutils [None req-fb511fa4-d21d-45e9-9b2c-e22762003b0f tempest-AttachVolumeNegativeTest-1920358930 tempest-AttachVolumeNegativeTest-1920358930-project-member] Lock "da13bf0d-aaf6-4e48-a8a3-46bd8336c04c-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1185.908534] env[62328]: DEBUG oslo_concurrency.lockutils [None req-fb511fa4-d21d-45e9-9b2c-e22762003b0f tempest-AttachVolumeNegativeTest-1920358930 tempest-AttachVolumeNegativeTest-1920358930-project-member] Lock "da13bf0d-aaf6-4e48-a8a3-46bd8336c04c-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1185.910923] env[62328]: INFO nova.compute.manager [None req-fb511fa4-d21d-45e9-9b2c-e22762003b0f tempest-AttachVolumeNegativeTest-1920358930 tempest-AttachVolumeNegativeTest-1920358930-project-member] [instance: da13bf0d-aaf6-4e48-a8a3-46bd8336c04c] Terminating instance [ 1185.920844] env[62328]: DEBUG oslo_concurrency.lockutils [None req-9f6020e8-e44f-41a6-b646-830e939b2dbf tempest-ServerRescueNegativeTestJSON-713788249 tempest-ServerRescueNegativeTestJSON-713788249-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.742s {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1185.932925] env[62328]: DEBUG oslo_vmware.api [None req-f8627f12-4018-499a-806f-91a93718f591 tempest-ServerActionsTestJSON-389109759 tempest-ServerActionsTestJSON-389109759-project-member] Task: {'id': task-2387815, 'name': PowerOnVM_Task, 'duration_secs': 0.596897} completed successfully. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1185.933239] env[62328]: DEBUG nova.virt.vmwareapi.vm_util [None req-f8627f12-4018-499a-806f-91a93718f591 tempest-ServerActionsTestJSON-389109759 tempest-ServerActionsTestJSON-389109759-project-member] [instance: a0c4c9ea-1d61-4220-96ff-374ea5220233] Powered on the VM {{(pid=62328) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1185.933468] env[62328]: INFO nova.compute.manager [None req-f8627f12-4018-499a-806f-91a93718f591 tempest-ServerActionsTestJSON-389109759 tempest-ServerActionsTestJSON-389109759-project-member] [instance: a0c4c9ea-1d61-4220-96ff-374ea5220233] Took 7.49 seconds to spawn the instance on the hypervisor. [ 1185.933655] env[62328]: DEBUG nova.compute.manager [None req-f8627f12-4018-499a-806f-91a93718f591 tempest-ServerActionsTestJSON-389109759 tempest-ServerActionsTestJSON-389109759-project-member] [instance: a0c4c9ea-1d61-4220-96ff-374ea5220233] Checking state {{(pid=62328) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1185.934481] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7e1fd547-8831-4e9c-b7ca-878e05bb689b {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1185.951599] env[62328]: INFO nova.scheduler.client.report [None req-9f6020e8-e44f-41a6-b646-830e939b2dbf tempest-ServerRescueNegativeTestJSON-713788249 tempest-ServerRescueNegativeTestJSON-713788249-project-member] Deleted allocations for instance 75498571-7d71-433a-8548-3a56f8b871c5 [ 1186.081653] env[62328]: DEBUG oslo_concurrency.lockutils [None req-b69cb230-dbce-4a68-a021-605e321680c8 tempest-AttachInterfacesTestJSON-1049158018 tempest-AttachInterfacesTestJSON-1049158018-project-member] Releasing lock "refresh_cache-0200e570-094d-466d-b8a8-0c183fcdc10d" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1186.082094] env[62328]: DEBUG nova.compute.manager [None req-b69cb230-dbce-4a68-a021-605e321680c8 tempest-AttachInterfacesTestJSON-1049158018 tempest-AttachInterfacesTestJSON-1049158018-project-member] [instance: 0200e570-094d-466d-b8a8-0c183fcdc10d] Instance network_info: |[{"id": "2cc2a42d-ad3d-49f3-a076-b8391c032ef0", "address": "fa:16:3e:4e:e6:97", "network": {"id": "43b1657c-44ae-47a8-8e8d-196242ef7fca", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1953540822-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e88420d74d294fef9f976142535b9ac5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9f3a2eb5-353f-45c5-a73b-869626f4bb13", "external-id": "nsx-vlan-transportzone-411", "segmentation_id": 411, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2cc2a42d-ad", "ovs_interfaceid": "2cc2a42d-ad3d-49f3-a076-b8391c032ef0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62328) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1186.082318] env[62328]: DEBUG oslo_concurrency.lockutils [req-0ba5b934-cd5a-4c48-95b7-2e07ccb0b4ce req-1e9888e0-6d82-4dbe-a382-469053c5d292 service nova] Acquired lock "refresh_cache-0200e570-094d-466d-b8a8-0c183fcdc10d" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1186.082448] env[62328]: DEBUG nova.network.neutron [req-0ba5b934-cd5a-4c48-95b7-2e07ccb0b4ce req-1e9888e0-6d82-4dbe-a382-469053c5d292 service nova] [instance: 0200e570-094d-466d-b8a8-0c183fcdc10d] Refreshing network info cache for port 2cc2a42d-ad3d-49f3-a076-b8391c032ef0 {{(pid=62328) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1186.083650] env[62328]: DEBUG nova.virt.vmwareapi.vmops [None req-b69cb230-dbce-4a68-a021-605e321680c8 tempest-AttachInterfacesTestJSON-1049158018 tempest-AttachInterfacesTestJSON-1049158018-project-member] [instance: 0200e570-094d-466d-b8a8-0c183fcdc10d] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:4e:e6:97', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '9f3a2eb5-353f-45c5-a73b-869626f4bb13', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '2cc2a42d-ad3d-49f3-a076-b8391c032ef0', 'vif_model': 'vmxnet3'}] {{(pid=62328) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1186.092383] env[62328]: DEBUG oslo.service.loopingcall [None req-b69cb230-dbce-4a68-a021-605e321680c8 tempest-AttachInterfacesTestJSON-1049158018 tempest-AttachInterfacesTestJSON-1049158018-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62328) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1186.093335] env[62328]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0200e570-094d-466d-b8a8-0c183fcdc10d] Creating VM on the ESX host {{(pid=62328) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1186.093561] env[62328]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-65ba427b-7efe-4130-b625-8e7320663d41 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1186.114037] env[62328]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1186.114037] env[62328]: value = "task-2387819" [ 1186.114037] env[62328]: _type = "Task" [ 1186.114037] env[62328]: } to complete. {{(pid=62328) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1186.122120] env[62328]: DEBUG oslo_vmware.api [-] Task: {'id': task-2387819, 'name': CreateVM_Task} progress is 0%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1186.268998] env[62328]: DEBUG oslo_vmware.api [None req-68a7ff57-ff69-4834-9af7-c9018fe8dd9f tempest-ServerActionsTestOtherB-626827456 tempest-ServerActionsTestOtherB-626827456-project-member] Task: {'id': task-2387818, 'name': ReconfigVM_Task, 'duration_secs': 0.234922} completed successfully. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1186.269341] env[62328]: DEBUG nova.virt.vmwareapi.volumeops [None req-68a7ff57-ff69-4834-9af7-c9018fe8dd9f tempest-ServerActionsTestOtherB-626827456 tempest-ServerActionsTestOtherB-626827456-project-member] [instance: 75e155a3-05b0-44c5-86de-5643cbb05fc0] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-484488', 'volume_id': '68849607-2e4e-4345-9310-05de2535ac63', 'name': 'volume-68849607-2e4e-4345-9310-05de2535ac63', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '75e155a3-05b0-44c5-86de-5643cbb05fc0', 'attached_at': '', 'detached_at': '', 'volume_id': '68849607-2e4e-4345-9310-05de2535ac63', 'serial': '68849607-2e4e-4345-9310-05de2535ac63'} {{(pid=62328) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1186.317183] env[62328]: DEBUG nova.network.neutron [-] [instance: 2be1aaf3-ac51-4441-bb5f-34244cda4954] Updating instance_info_cache with network_info: [] {{(pid=62328) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1186.415058] env[62328]: DEBUG nova.compute.manager [None req-fb511fa4-d21d-45e9-9b2c-e22762003b0f tempest-AttachVolumeNegativeTest-1920358930 tempest-AttachVolumeNegativeTest-1920358930-project-member] [instance: da13bf0d-aaf6-4e48-a8a3-46bd8336c04c] Start destroying the instance on the hypervisor. {{(pid=62328) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1186.415325] env[62328]: DEBUG nova.virt.vmwareapi.vmops [None req-fb511fa4-d21d-45e9-9b2c-e22762003b0f tempest-AttachVolumeNegativeTest-1920358930 tempest-AttachVolumeNegativeTest-1920358930-project-member] [instance: da13bf0d-aaf6-4e48-a8a3-46bd8336c04c] Destroying instance {{(pid=62328) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1186.416314] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2efdd8bd-4b77-4bf1-a358-db9d062c9d50 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1186.424711] env[62328]: DEBUG nova.virt.vmwareapi.vm_util [None req-fb511fa4-d21d-45e9-9b2c-e22762003b0f tempest-AttachVolumeNegativeTest-1920358930 tempest-AttachVolumeNegativeTest-1920358930-project-member] [instance: da13bf0d-aaf6-4e48-a8a3-46bd8336c04c] Powering off the VM {{(pid=62328) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1186.424999] env[62328]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-3d2828d1-26b7-4d3d-8be0-9be1b50461fe {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1186.432768] env[62328]: DEBUG oslo_vmware.api [None req-fb511fa4-d21d-45e9-9b2c-e22762003b0f tempest-AttachVolumeNegativeTest-1920358930 tempest-AttachVolumeNegativeTest-1920358930-project-member] Waiting for the task: (returnval){ [ 1186.432768] env[62328]: value = "task-2387820" [ 1186.432768] env[62328]: _type = "Task" [ 1186.432768] env[62328]: } to complete. {{(pid=62328) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1186.441476] env[62328]: DEBUG oslo_vmware.api [None req-fb511fa4-d21d-45e9-9b2c-e22762003b0f tempest-AttachVolumeNegativeTest-1920358930 tempest-AttachVolumeNegativeTest-1920358930-project-member] Task: {'id': task-2387820, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1186.452269] env[62328]: INFO nova.compute.manager [None req-f8627f12-4018-499a-806f-91a93718f591 tempest-ServerActionsTestJSON-389109759 tempest-ServerActionsTestJSON-389109759-project-member] [instance: a0c4c9ea-1d61-4220-96ff-374ea5220233] Took 12.85 seconds to build instance. [ 1186.459964] env[62328]: DEBUG oslo_concurrency.lockutils [None req-9f6020e8-e44f-41a6-b646-830e939b2dbf tempest-ServerRescueNegativeTestJSON-713788249 tempest-ServerRescueNegativeTestJSON-713788249-project-member] Lock "75498571-7d71-433a-8548-3a56f8b871c5" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.852s {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1186.625252] env[62328]: DEBUG oslo_vmware.api [-] Task: {'id': task-2387819, 'name': CreateVM_Task, 'duration_secs': 0.377989} completed successfully. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1186.625252] env[62328]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0200e570-094d-466d-b8a8-0c183fcdc10d] Created VM on the ESX host {{(pid=62328) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1186.625636] env[62328]: DEBUG oslo_concurrency.lockutils [None req-b69cb230-dbce-4a68-a021-605e321680c8 tempest-AttachInterfacesTestJSON-1049158018 tempest-AttachInterfacesTestJSON-1049158018-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/dbf872a4-92be-47e4-8561-c3e2bf2423ab" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1186.625851] env[62328]: DEBUG oslo_concurrency.lockutils [None req-b69cb230-dbce-4a68-a021-605e321680c8 tempest-AttachInterfacesTestJSON-1049158018 tempest-AttachInterfacesTestJSON-1049158018-project-member] Acquired lock "[datastore1] devstack-image-cache_base/dbf872a4-92be-47e4-8561-c3e2bf2423ab" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1186.626323] env[62328]: DEBUG oslo_concurrency.lockutils [None req-b69cb230-dbce-4a68-a021-605e321680c8 tempest-AttachInterfacesTestJSON-1049158018 tempest-AttachInterfacesTestJSON-1049158018-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/dbf872a4-92be-47e4-8561-c3e2bf2423ab" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1186.626482] env[62328]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-67ae2304-8d3b-428f-9b87-b3884d259b46 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1186.632375] env[62328]: DEBUG oslo_vmware.api [None req-b69cb230-dbce-4a68-a021-605e321680c8 tempest-AttachInterfacesTestJSON-1049158018 tempest-AttachInterfacesTestJSON-1049158018-project-member] Waiting for the task: (returnval){ [ 1186.632375] env[62328]: value = "session[52a6e20e-410d-708a-99f2-080a575a99bd]528eecd6-31bb-95a6-7b36-f44450191bdd" [ 1186.632375] env[62328]: _type = "Task" [ 1186.632375] env[62328]: } to complete. {{(pid=62328) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1186.643342] env[62328]: DEBUG oslo_vmware.api [None req-b69cb230-dbce-4a68-a021-605e321680c8 tempest-AttachInterfacesTestJSON-1049158018 tempest-AttachInterfacesTestJSON-1049158018-project-member] Task: {'id': session[52a6e20e-410d-708a-99f2-080a575a99bd]528eecd6-31bb-95a6-7b36-f44450191bdd, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1186.819812] env[62328]: INFO nova.compute.manager [-] [instance: 2be1aaf3-ac51-4441-bb5f-34244cda4954] Took 1.02 seconds to deallocate network for instance. [ 1186.900961] env[62328]: DEBUG nova.network.neutron [req-0ba5b934-cd5a-4c48-95b7-2e07ccb0b4ce req-1e9888e0-6d82-4dbe-a382-469053c5d292 service nova] [instance: 0200e570-094d-466d-b8a8-0c183fcdc10d] Updated VIF entry in instance network info cache for port 2cc2a42d-ad3d-49f3-a076-b8391c032ef0. {{(pid=62328) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1186.901440] env[62328]: DEBUG nova.network.neutron [req-0ba5b934-cd5a-4c48-95b7-2e07ccb0b4ce req-1e9888e0-6d82-4dbe-a382-469053c5d292 service nova] [instance: 0200e570-094d-466d-b8a8-0c183fcdc10d] Updating instance_info_cache with network_info: [{"id": "2cc2a42d-ad3d-49f3-a076-b8391c032ef0", "address": "fa:16:3e:4e:e6:97", "network": {"id": "43b1657c-44ae-47a8-8e8d-196242ef7fca", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1953540822-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e88420d74d294fef9f976142535b9ac5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9f3a2eb5-353f-45c5-a73b-869626f4bb13", "external-id": "nsx-vlan-transportzone-411", "segmentation_id": 411, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2cc2a42d-ad", "ovs_interfaceid": "2cc2a42d-ad3d-49f3-a076-b8391c032ef0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62328) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1186.943717] env[62328]: DEBUG oslo_vmware.api [None req-fb511fa4-d21d-45e9-9b2c-e22762003b0f tempest-AttachVolumeNegativeTest-1920358930 tempest-AttachVolumeNegativeTest-1920358930-project-member] Task: {'id': task-2387820, 'name': PowerOffVM_Task, 'duration_secs': 0.208101} completed successfully. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1186.944105] env[62328]: DEBUG nova.virt.vmwareapi.vm_util [None req-fb511fa4-d21d-45e9-9b2c-e22762003b0f tempest-AttachVolumeNegativeTest-1920358930 tempest-AttachVolumeNegativeTest-1920358930-project-member] [instance: da13bf0d-aaf6-4e48-a8a3-46bd8336c04c] Powered off the VM {{(pid=62328) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1186.944187] env[62328]: DEBUG nova.virt.vmwareapi.vmops [None req-fb511fa4-d21d-45e9-9b2c-e22762003b0f tempest-AttachVolumeNegativeTest-1920358930 tempest-AttachVolumeNegativeTest-1920358930-project-member] [instance: da13bf0d-aaf6-4e48-a8a3-46bd8336c04c] Unregistering the VM {{(pid=62328) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1186.944415] env[62328]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-ae06ecf5-200f-45c3-89f4-93fb3a2b136a {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1186.954801] env[62328]: DEBUG oslo_concurrency.lockutils [None req-f8627f12-4018-499a-806f-91a93718f591 tempest-ServerActionsTestJSON-389109759 tempest-ServerActionsTestJSON-389109759-project-member] Lock "a0c4c9ea-1d61-4220-96ff-374ea5220233" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 14.362s {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1187.016486] env[62328]: DEBUG nova.virt.vmwareapi.vmops [None req-fb511fa4-d21d-45e9-9b2c-e22762003b0f tempest-AttachVolumeNegativeTest-1920358930 tempest-AttachVolumeNegativeTest-1920358930-project-member] [instance: da13bf0d-aaf6-4e48-a8a3-46bd8336c04c] Unregistered the VM {{(pid=62328) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1187.016757] env[62328]: DEBUG nova.virt.vmwareapi.vmops [None req-fb511fa4-d21d-45e9-9b2c-e22762003b0f tempest-AttachVolumeNegativeTest-1920358930 tempest-AttachVolumeNegativeTest-1920358930-project-member] [instance: da13bf0d-aaf6-4e48-a8a3-46bd8336c04c] Deleting contents of the VM from datastore datastore2 {{(pid=62328) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1187.016991] env[62328]: DEBUG nova.virt.vmwareapi.ds_util [None req-fb511fa4-d21d-45e9-9b2c-e22762003b0f tempest-AttachVolumeNegativeTest-1920358930 tempest-AttachVolumeNegativeTest-1920358930-project-member] Deleting the datastore file [datastore2] da13bf0d-aaf6-4e48-a8a3-46bd8336c04c {{(pid=62328) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1187.017305] env[62328]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-7e622f3f-6536-4fcf-bdd5-4db901a96f47 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1187.024553] env[62328]: DEBUG oslo_vmware.api [None req-fb511fa4-d21d-45e9-9b2c-e22762003b0f tempest-AttachVolumeNegativeTest-1920358930 tempest-AttachVolumeNegativeTest-1920358930-project-member] Waiting for the task: (returnval){ [ 1187.024553] env[62328]: value = "task-2387822" [ 1187.024553] env[62328]: _type = "Task" [ 1187.024553] env[62328]: } to complete. {{(pid=62328) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1187.033219] env[62328]: DEBUG oslo_vmware.api [None req-fb511fa4-d21d-45e9-9b2c-e22762003b0f tempest-AttachVolumeNegativeTest-1920358930 tempest-AttachVolumeNegativeTest-1920358930-project-member] Task: {'id': task-2387822, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1187.149014] env[62328]: DEBUG oslo_vmware.api [None req-b69cb230-dbce-4a68-a021-605e321680c8 tempest-AttachInterfacesTestJSON-1049158018 tempest-AttachInterfacesTestJSON-1049158018-project-member] Task: {'id': session[52a6e20e-410d-708a-99f2-080a575a99bd]528eecd6-31bb-95a6-7b36-f44450191bdd, 'name': SearchDatastore_Task, 'duration_secs': 0.019498} completed successfully. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1187.149497] env[62328]: DEBUG oslo_concurrency.lockutils [None req-b69cb230-dbce-4a68-a021-605e321680c8 tempest-AttachInterfacesTestJSON-1049158018 tempest-AttachInterfacesTestJSON-1049158018-project-member] Releasing lock "[datastore1] devstack-image-cache_base/dbf872a4-92be-47e4-8561-c3e2bf2423ab" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1187.149869] env[62328]: DEBUG nova.virt.vmwareapi.vmops [None req-b69cb230-dbce-4a68-a021-605e321680c8 tempest-AttachInterfacesTestJSON-1049158018 tempest-AttachInterfacesTestJSON-1049158018-project-member] [instance: 0200e570-094d-466d-b8a8-0c183fcdc10d] Processing image dbf872a4-92be-47e4-8561-c3e2bf2423ab {{(pid=62328) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1187.150253] env[62328]: DEBUG oslo_concurrency.lockutils [None req-b69cb230-dbce-4a68-a021-605e321680c8 tempest-AttachInterfacesTestJSON-1049158018 tempest-AttachInterfacesTestJSON-1049158018-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/dbf872a4-92be-47e4-8561-c3e2bf2423ab/dbf872a4-92be-47e4-8561-c3e2bf2423ab.vmdk" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1187.150523] env[62328]: DEBUG oslo_concurrency.lockutils [None req-b69cb230-dbce-4a68-a021-605e321680c8 tempest-AttachInterfacesTestJSON-1049158018 tempest-AttachInterfacesTestJSON-1049158018-project-member] Acquired lock "[datastore1] devstack-image-cache_base/dbf872a4-92be-47e4-8561-c3e2bf2423ab/dbf872a4-92be-47e4-8561-c3e2bf2423ab.vmdk" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1187.150816] env[62328]: DEBUG nova.virt.vmwareapi.ds_util [None req-b69cb230-dbce-4a68-a021-605e321680c8 tempest-AttachInterfacesTestJSON-1049158018 tempest-AttachInterfacesTestJSON-1049158018-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62328) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1187.151309] env[62328]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-8a452552-d6d0-49ce-befb-bade0745ff17 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1187.165693] env[62328]: DEBUG nova.virt.vmwareapi.ds_util [None req-b69cb230-dbce-4a68-a021-605e321680c8 tempest-AttachInterfacesTestJSON-1049158018 tempest-AttachInterfacesTestJSON-1049158018-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62328) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1187.165693] env[62328]: DEBUG nova.virt.vmwareapi.vmops [None req-b69cb230-dbce-4a68-a021-605e321680c8 tempest-AttachInterfacesTestJSON-1049158018 tempest-AttachInterfacesTestJSON-1049158018-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62328) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1187.165693] env[62328]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a488780d-1e1e-4626-ba1c-4afdcf898cbf {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1187.170291] env[62328]: DEBUG oslo_vmware.api [None req-b69cb230-dbce-4a68-a021-605e321680c8 tempest-AttachInterfacesTestJSON-1049158018 tempest-AttachInterfacesTestJSON-1049158018-project-member] Waiting for the task: (returnval){ [ 1187.170291] env[62328]: value = "session[52a6e20e-410d-708a-99f2-080a575a99bd]52ecb9b3-9eec-b526-089b-dfd70620e6f0" [ 1187.170291] env[62328]: _type = "Task" [ 1187.170291] env[62328]: } to complete. {{(pid=62328) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1187.179287] env[62328]: DEBUG nova.compute.manager [req-d82e745c-e6e4-4a1d-8125-a91f78f45349 req-3e0d0029-5ba3-4f47-aea6-55ddbd3e3ddc service nova] [instance: a0c4c9ea-1d61-4220-96ff-374ea5220233] Received event network-changed-4b088c22-327c-464f-a34b-4680338c0177 {{(pid=62328) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1187.179599] env[62328]: DEBUG nova.compute.manager [req-d82e745c-e6e4-4a1d-8125-a91f78f45349 req-3e0d0029-5ba3-4f47-aea6-55ddbd3e3ddc service nova] [instance: a0c4c9ea-1d61-4220-96ff-374ea5220233] Refreshing instance network info cache due to event network-changed-4b088c22-327c-464f-a34b-4680338c0177. {{(pid=62328) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1187.179862] env[62328]: DEBUG oslo_concurrency.lockutils [req-d82e745c-e6e4-4a1d-8125-a91f78f45349 req-3e0d0029-5ba3-4f47-aea6-55ddbd3e3ddc service nova] Acquiring lock "refresh_cache-a0c4c9ea-1d61-4220-96ff-374ea5220233" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1187.180046] env[62328]: DEBUG oslo_concurrency.lockutils [req-d82e745c-e6e4-4a1d-8125-a91f78f45349 req-3e0d0029-5ba3-4f47-aea6-55ddbd3e3ddc service nova] Acquired lock "refresh_cache-a0c4c9ea-1d61-4220-96ff-374ea5220233" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1187.180530] env[62328]: DEBUG nova.network.neutron [req-d82e745c-e6e4-4a1d-8125-a91f78f45349 req-3e0d0029-5ba3-4f47-aea6-55ddbd3e3ddc service nova] [instance: a0c4c9ea-1d61-4220-96ff-374ea5220233] Refreshing network info cache for port 4b088c22-327c-464f-a34b-4680338c0177 {{(pid=62328) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1187.190357] env[62328]: DEBUG oslo_vmware.api [None req-b69cb230-dbce-4a68-a021-605e321680c8 tempest-AttachInterfacesTestJSON-1049158018 tempest-AttachInterfacesTestJSON-1049158018-project-member] Task: {'id': session[52a6e20e-410d-708a-99f2-080a575a99bd]52ecb9b3-9eec-b526-089b-dfd70620e6f0, 'name': SearchDatastore_Task, 'duration_secs': 0.009264} completed successfully. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1187.191254] env[62328]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6a1cecf6-8a76-4ea2-af7a-831a87549bb2 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1187.199039] env[62328]: DEBUG oslo_vmware.api [None req-b69cb230-dbce-4a68-a021-605e321680c8 tempest-AttachInterfacesTestJSON-1049158018 tempest-AttachInterfacesTestJSON-1049158018-project-member] Waiting for the task: (returnval){ [ 1187.199039] env[62328]: value = "session[52a6e20e-410d-708a-99f2-080a575a99bd]52caf474-c8c7-a792-4196-3c1337b61791" [ 1187.199039] env[62328]: _type = "Task" [ 1187.199039] env[62328]: } to complete. {{(pid=62328) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1187.209728] env[62328]: DEBUG oslo_vmware.api [None req-b69cb230-dbce-4a68-a021-605e321680c8 tempest-AttachInterfacesTestJSON-1049158018 tempest-AttachInterfacesTestJSON-1049158018-project-member] Task: {'id': session[52a6e20e-410d-708a-99f2-080a575a99bd]52caf474-c8c7-a792-4196-3c1337b61791, 'name': SearchDatastore_Task, 'duration_secs': 0.008597} completed successfully. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1187.209997] env[62328]: DEBUG oslo_concurrency.lockutils [None req-b69cb230-dbce-4a68-a021-605e321680c8 tempest-AttachInterfacesTestJSON-1049158018 tempest-AttachInterfacesTestJSON-1049158018-project-member] Releasing lock "[datastore1] devstack-image-cache_base/dbf872a4-92be-47e4-8561-c3e2bf2423ab/dbf872a4-92be-47e4-8561-c3e2bf2423ab.vmdk" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1187.210292] env[62328]: DEBUG nova.virt.vmwareapi.vm_util [None req-b69cb230-dbce-4a68-a021-605e321680c8 tempest-AttachInterfacesTestJSON-1049158018 tempest-AttachInterfacesTestJSON-1049158018-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/dbf872a4-92be-47e4-8561-c3e2bf2423ab/dbf872a4-92be-47e4-8561-c3e2bf2423ab.vmdk to [datastore1] 0200e570-094d-466d-b8a8-0c183fcdc10d/0200e570-094d-466d-b8a8-0c183fcdc10d.vmdk {{(pid=62328) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1187.210798] env[62328]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-39e29ef4-0ac0-413c-92cc-09f90d70b8de {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1187.217691] env[62328]: DEBUG oslo_vmware.api [None req-b69cb230-dbce-4a68-a021-605e321680c8 tempest-AttachInterfacesTestJSON-1049158018 tempest-AttachInterfacesTestJSON-1049158018-project-member] Waiting for the task: (returnval){ [ 1187.217691] env[62328]: value = "task-2387823" [ 1187.217691] env[62328]: _type = "Task" [ 1187.217691] env[62328]: } to complete. {{(pid=62328) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1187.227266] env[62328]: DEBUG oslo_vmware.api [None req-b69cb230-dbce-4a68-a021-605e321680c8 tempest-AttachInterfacesTestJSON-1049158018 tempest-AttachInterfacesTestJSON-1049158018-project-member] Task: {'id': task-2387823, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1187.323635] env[62328]: DEBUG nova.objects.instance [None req-68a7ff57-ff69-4834-9af7-c9018fe8dd9f tempest-ServerActionsTestOtherB-626827456 tempest-ServerActionsTestOtherB-626827456-project-member] Lazy-loading 'flavor' on Instance uuid 75e155a3-05b0-44c5-86de-5643cbb05fc0 {{(pid=62328) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1187.334762] env[62328]: DEBUG oslo_concurrency.lockutils [None req-cff863c9-c81b-4ebb-b8ed-b4e3d073a1df tempest-ServersAaction247Test-689485794 tempest-ServersAaction247Test-689485794-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1187.334762] env[62328]: DEBUG oslo_concurrency.lockutils [None req-cff863c9-c81b-4ebb-b8ed-b4e3d073a1df tempest-ServersAaction247Test-689485794 tempest-ServersAaction247Test-689485794-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1187.334762] env[62328]: DEBUG nova.objects.instance [None req-cff863c9-c81b-4ebb-b8ed-b4e3d073a1df tempest-ServersAaction247Test-689485794 tempest-ServersAaction247Test-689485794-project-member] Lazy-loading 'resources' on Instance uuid 2be1aaf3-ac51-4441-bb5f-34244cda4954 {{(pid=62328) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1187.404370] env[62328]: DEBUG oslo_concurrency.lockutils [req-0ba5b934-cd5a-4c48-95b7-2e07ccb0b4ce req-1e9888e0-6d82-4dbe-a382-469053c5d292 service nova] Releasing lock "refresh_cache-0200e570-094d-466d-b8a8-0c183fcdc10d" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1187.536772] env[62328]: DEBUG oslo_vmware.api [None req-fb511fa4-d21d-45e9-9b2c-e22762003b0f tempest-AttachVolumeNegativeTest-1920358930 tempest-AttachVolumeNegativeTest-1920358930-project-member] Task: {'id': task-2387822, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.165971} completed successfully. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1187.537568] env[62328]: DEBUG nova.virt.vmwareapi.ds_util [None req-fb511fa4-d21d-45e9-9b2c-e22762003b0f tempest-AttachVolumeNegativeTest-1920358930 tempest-AttachVolumeNegativeTest-1920358930-project-member] Deleted the datastore file {{(pid=62328) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1187.537993] env[62328]: DEBUG nova.virt.vmwareapi.vmops [None req-fb511fa4-d21d-45e9-9b2c-e22762003b0f tempest-AttachVolumeNegativeTest-1920358930 tempest-AttachVolumeNegativeTest-1920358930-project-member] [instance: da13bf0d-aaf6-4e48-a8a3-46bd8336c04c] Deleted contents of the VM from datastore datastore2 {{(pid=62328) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1187.540019] env[62328]: DEBUG nova.virt.vmwareapi.vmops [None req-fb511fa4-d21d-45e9-9b2c-e22762003b0f tempest-AttachVolumeNegativeTest-1920358930 tempest-AttachVolumeNegativeTest-1920358930-project-member] [instance: da13bf0d-aaf6-4e48-a8a3-46bd8336c04c] Instance destroyed {{(pid=62328) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1187.540019] env[62328]: INFO nova.compute.manager [None req-fb511fa4-d21d-45e9-9b2c-e22762003b0f tempest-AttachVolumeNegativeTest-1920358930 tempest-AttachVolumeNegativeTest-1920358930-project-member] [instance: da13bf0d-aaf6-4e48-a8a3-46bd8336c04c] Took 1.12 seconds to destroy the instance on the hypervisor. [ 1187.540019] env[62328]: DEBUG oslo.service.loopingcall [None req-fb511fa4-d21d-45e9-9b2c-e22762003b0f tempest-AttachVolumeNegativeTest-1920358930 tempest-AttachVolumeNegativeTest-1920358930-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62328) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1187.540019] env[62328]: DEBUG nova.compute.manager [-] [instance: da13bf0d-aaf6-4e48-a8a3-46bd8336c04c] Deallocating network for instance {{(pid=62328) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1187.540019] env[62328]: DEBUG nova.network.neutron [-] [instance: da13bf0d-aaf6-4e48-a8a3-46bd8336c04c] deallocate_for_instance() {{(pid=62328) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1187.729681] env[62328]: DEBUG oslo_vmware.api [None req-b69cb230-dbce-4a68-a021-605e321680c8 tempest-AttachInterfacesTestJSON-1049158018 tempest-AttachInterfacesTestJSON-1049158018-project-member] Task: {'id': task-2387823, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.485317} completed successfully. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1187.730021] env[62328]: DEBUG nova.virt.vmwareapi.vm_util [None req-b69cb230-dbce-4a68-a021-605e321680c8 tempest-AttachInterfacesTestJSON-1049158018 tempest-AttachInterfacesTestJSON-1049158018-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/dbf872a4-92be-47e4-8561-c3e2bf2423ab/dbf872a4-92be-47e4-8561-c3e2bf2423ab.vmdk to [datastore1] 0200e570-094d-466d-b8a8-0c183fcdc10d/0200e570-094d-466d-b8a8-0c183fcdc10d.vmdk {{(pid=62328) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1187.730269] env[62328]: DEBUG nova.virt.vmwareapi.vmops [None req-b69cb230-dbce-4a68-a021-605e321680c8 tempest-AttachInterfacesTestJSON-1049158018 tempest-AttachInterfacesTestJSON-1049158018-project-member] [instance: 0200e570-094d-466d-b8a8-0c183fcdc10d] Extending root virtual disk to 1048576 {{(pid=62328) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1187.730513] env[62328]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-f32a7be5-6719-4645-9e2a-75b497d2524f {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1187.737223] env[62328]: DEBUG oslo_vmware.api [None req-b69cb230-dbce-4a68-a021-605e321680c8 tempest-AttachInterfacesTestJSON-1049158018 tempest-AttachInterfacesTestJSON-1049158018-project-member] Waiting for the task: (returnval){ [ 1187.737223] env[62328]: value = "task-2387824" [ 1187.737223] env[62328]: _type = "Task" [ 1187.737223] env[62328]: } to complete. {{(pid=62328) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1187.745149] env[62328]: DEBUG oslo_vmware.api [None req-b69cb230-dbce-4a68-a021-605e321680c8 tempest-AttachInterfacesTestJSON-1049158018 tempest-AttachInterfacesTestJSON-1049158018-project-member] Task: {'id': task-2387824, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1187.827108] env[62328]: DEBUG oslo_concurrency.lockutils [None req-68a7ff57-ff69-4834-9af7-c9018fe8dd9f tempest-ServerActionsTestOtherB-626827456 tempest-ServerActionsTestOtherB-626827456-project-member] Lock "75e155a3-05b0-44c5-86de-5643cbb05fc0" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.819s {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1187.947225] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b8be297a-c969-4151-adf9-98b5e3468624 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1187.957023] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aab7fc86-ea9c-4006-9f85-b0a091251213 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1187.991782] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ffcf6e9f-9ddd-48b8-853f-0463b7350dd9 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1188.000669] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-96c8e871-b60a-42bc-9b4b-8e07f3d9725c {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1188.020982] env[62328]: DEBUG nova.compute.provider_tree [None req-cff863c9-c81b-4ebb-b8ed-b4e3d073a1df tempest-ServersAaction247Test-689485794 tempest-ServersAaction247Test-689485794-project-member] Inventory has not changed in ProviderTree for provider: 3469e9f8-04af-49ca-8435-49f104496744 {{(pid=62328) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1188.247990] env[62328]: DEBUG oslo_vmware.api [None req-b69cb230-dbce-4a68-a021-605e321680c8 tempest-AttachInterfacesTestJSON-1049158018 tempest-AttachInterfacesTestJSON-1049158018-project-member] Task: {'id': task-2387824, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.193911} completed successfully. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1188.248847] env[62328]: DEBUG nova.virt.vmwareapi.vmops [None req-b69cb230-dbce-4a68-a021-605e321680c8 tempest-AttachInterfacesTestJSON-1049158018 tempest-AttachInterfacesTestJSON-1049158018-project-member] [instance: 0200e570-094d-466d-b8a8-0c183fcdc10d] Extended root virtual disk {{(pid=62328) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1188.249786] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d6bb73f0-33ad-4ed5-856e-feaa83b7cf9f {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1188.277961] env[62328]: DEBUG nova.virt.vmwareapi.volumeops [None req-b69cb230-dbce-4a68-a021-605e321680c8 tempest-AttachInterfacesTestJSON-1049158018 tempest-AttachInterfacesTestJSON-1049158018-project-member] [instance: 0200e570-094d-466d-b8a8-0c183fcdc10d] Reconfiguring VM instance instance-00000079 to attach disk [datastore1] 0200e570-094d-466d-b8a8-0c183fcdc10d/0200e570-094d-466d-b8a8-0c183fcdc10d.vmdk or device None with type sparse {{(pid=62328) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1188.281576] env[62328]: DEBUG nova.network.neutron [req-d82e745c-e6e4-4a1d-8125-a91f78f45349 req-3e0d0029-5ba3-4f47-aea6-55ddbd3e3ddc service nova] [instance: a0c4c9ea-1d61-4220-96ff-374ea5220233] Updated VIF entry in instance network info cache for port 4b088c22-327c-464f-a34b-4680338c0177. {{(pid=62328) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1188.281818] env[62328]: DEBUG nova.network.neutron [req-d82e745c-e6e4-4a1d-8125-a91f78f45349 req-3e0d0029-5ba3-4f47-aea6-55ddbd3e3ddc service nova] [instance: a0c4c9ea-1d61-4220-96ff-374ea5220233] Updating instance_info_cache with network_info: [{"id": "4b088c22-327c-464f-a34b-4680338c0177", "address": "fa:16:3e:fc:a2:7f", "network": {"id": "805c8157-3d39-4783-8cec-987f63104f4b", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-938088414-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.184", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9a4c228c680f4e5fa3409558e769cc0a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c1195acd-707f-4bac-a99d-14db17a63802", "external-id": "nsx-vlan-transportzone-322", "segmentation_id": 322, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4b088c22-32", "ovs_interfaceid": "4b088c22-327c-464f-a34b-4680338c0177", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62328) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1188.283225] env[62328]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-86b1b833-fc64-4d54-9e8b-38608f7a55ec {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1188.305313] env[62328]: DEBUG oslo_vmware.api [None req-b69cb230-dbce-4a68-a021-605e321680c8 tempest-AttachInterfacesTestJSON-1049158018 tempest-AttachInterfacesTestJSON-1049158018-project-member] Waiting for the task: (returnval){ [ 1188.305313] env[62328]: value = "task-2387825" [ 1188.305313] env[62328]: _type = "Task" [ 1188.305313] env[62328]: } to complete. {{(pid=62328) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1188.314139] env[62328]: DEBUG oslo_vmware.api [None req-b69cb230-dbce-4a68-a021-605e321680c8 tempest-AttachInterfacesTestJSON-1049158018 tempest-AttachInterfacesTestJSON-1049158018-project-member] Task: {'id': task-2387825, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1188.404625] env[62328]: DEBUG nova.compute.manager [None req-4d4ef743-1d47-42b9-be4b-11503a355831 tempest-ServerActionsTestOtherB-626827456 tempest-ServerActionsTestOtherB-626827456-project-member] [instance: 75e155a3-05b0-44c5-86de-5643cbb05fc0] Stashing vm_state: active {{(pid=62328) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 1188.480893] env[62328]: DEBUG nova.compute.manager [req-48a1a2b5-dd42-4053-b579-1a5728ae2f56 req-ef126748-e63f-4046-86c8-f153817b0833 service nova] [instance: da13bf0d-aaf6-4e48-a8a3-46bd8336c04c] Received event network-vif-deleted-6065fc84-7a49-47be-8e79-91e604e29ea1 {{(pid=62328) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1188.480893] env[62328]: INFO nova.compute.manager [req-48a1a2b5-dd42-4053-b579-1a5728ae2f56 req-ef126748-e63f-4046-86c8-f153817b0833 service nova] [instance: da13bf0d-aaf6-4e48-a8a3-46bd8336c04c] Neutron deleted interface 6065fc84-7a49-47be-8e79-91e604e29ea1; detaching it from the instance and deleting it from the info cache [ 1188.481219] env[62328]: DEBUG nova.network.neutron [req-48a1a2b5-dd42-4053-b579-1a5728ae2f56 req-ef126748-e63f-4046-86c8-f153817b0833 service nova] [instance: da13bf0d-aaf6-4e48-a8a3-46bd8336c04c] Updating instance_info_cache with network_info: [] {{(pid=62328) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1188.523822] env[62328]: DEBUG nova.scheduler.client.report [None req-cff863c9-c81b-4ebb-b8ed-b4e3d073a1df tempest-ServersAaction247Test-689485794 tempest-ServersAaction247Test-689485794-project-member] Inventory has not changed for provider 3469e9f8-04af-49ca-8435-49f104496744 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 153, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62328) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1188.799421] env[62328]: DEBUG oslo_concurrency.lockutils [req-d82e745c-e6e4-4a1d-8125-a91f78f45349 req-3e0d0029-5ba3-4f47-aea6-55ddbd3e3ddc service nova] Releasing lock "refresh_cache-a0c4c9ea-1d61-4220-96ff-374ea5220233" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1188.816143] env[62328]: DEBUG oslo_vmware.api [None req-b69cb230-dbce-4a68-a021-605e321680c8 tempest-AttachInterfacesTestJSON-1049158018 tempest-AttachInterfacesTestJSON-1049158018-project-member] Task: {'id': task-2387825, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1188.930111] env[62328]: DEBUG oslo_concurrency.lockutils [None req-4d4ef743-1d47-42b9-be4b-11503a355831 tempest-ServerActionsTestOtherB-626827456 tempest-ServerActionsTestOtherB-626827456-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1188.961451] env[62328]: DEBUG nova.network.neutron [-] [instance: da13bf0d-aaf6-4e48-a8a3-46bd8336c04c] Updating instance_info_cache with network_info: [] {{(pid=62328) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1188.985021] env[62328]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-baf90ba3-0158-404f-8b23-cc2b89de6021 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1188.994732] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c73224c7-c807-4bb4-9cfa-c49f78100b87 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1189.025462] env[62328]: DEBUG nova.compute.manager [req-48a1a2b5-dd42-4053-b579-1a5728ae2f56 req-ef126748-e63f-4046-86c8-f153817b0833 service nova] [instance: da13bf0d-aaf6-4e48-a8a3-46bd8336c04c] Detach interface failed, port_id=6065fc84-7a49-47be-8e79-91e604e29ea1, reason: Instance da13bf0d-aaf6-4e48-a8a3-46bd8336c04c could not be found. {{(pid=62328) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 1189.029665] env[62328]: DEBUG oslo_concurrency.lockutils [None req-cff863c9-c81b-4ebb-b8ed-b4e3d073a1df tempest-ServersAaction247Test-689485794 tempest-ServersAaction247Test-689485794-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.697s {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1189.033047] env[62328]: DEBUG oslo_concurrency.lockutils [None req-4d4ef743-1d47-42b9-be4b-11503a355831 tempest-ServerActionsTestOtherB-626827456 tempest-ServerActionsTestOtherB-626827456-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 0.102s {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1189.054028] env[62328]: INFO nova.scheduler.client.report [None req-cff863c9-c81b-4ebb-b8ed-b4e3d073a1df tempest-ServersAaction247Test-689485794 tempest-ServersAaction247Test-689485794-project-member] Deleted allocations for instance 2be1aaf3-ac51-4441-bb5f-34244cda4954 [ 1189.316632] env[62328]: DEBUG oslo_vmware.api [None req-b69cb230-dbce-4a68-a021-605e321680c8 tempest-AttachInterfacesTestJSON-1049158018 tempest-AttachInterfacesTestJSON-1049158018-project-member] Task: {'id': task-2387825, 'name': ReconfigVM_Task, 'duration_secs': 0.926201} completed successfully. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1189.316949] env[62328]: DEBUG nova.virt.vmwareapi.volumeops [None req-b69cb230-dbce-4a68-a021-605e321680c8 tempest-AttachInterfacesTestJSON-1049158018 tempest-AttachInterfacesTestJSON-1049158018-project-member] [instance: 0200e570-094d-466d-b8a8-0c183fcdc10d] Reconfigured VM instance instance-00000079 to attach disk [datastore1] 0200e570-094d-466d-b8a8-0c183fcdc10d/0200e570-094d-466d-b8a8-0c183fcdc10d.vmdk or device None with type sparse {{(pid=62328) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1189.317605] env[62328]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-da6c53eb-9ea2-4464-b422-5b903dac433c {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1189.323660] env[62328]: DEBUG oslo_vmware.api [None req-b69cb230-dbce-4a68-a021-605e321680c8 tempest-AttachInterfacesTestJSON-1049158018 tempest-AttachInterfacesTestJSON-1049158018-project-member] Waiting for the task: (returnval){ [ 1189.323660] env[62328]: value = "task-2387826" [ 1189.323660] env[62328]: _type = "Task" [ 1189.323660] env[62328]: } to complete. {{(pid=62328) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1189.331895] env[62328]: DEBUG oslo_vmware.api [None req-b69cb230-dbce-4a68-a021-605e321680c8 tempest-AttachInterfacesTestJSON-1049158018 tempest-AttachInterfacesTestJSON-1049158018-project-member] Task: {'id': task-2387826, 'name': Rename_Task} progress is 0%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1189.467435] env[62328]: INFO nova.compute.manager [-] [instance: da13bf0d-aaf6-4e48-a8a3-46bd8336c04c] Took 1.93 seconds to deallocate network for instance. [ 1189.538372] env[62328]: INFO nova.compute.claims [None req-4d4ef743-1d47-42b9-be4b-11503a355831 tempest-ServerActionsTestOtherB-626827456 tempest-ServerActionsTestOtherB-626827456-project-member] [instance: 75e155a3-05b0-44c5-86de-5643cbb05fc0] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1189.564323] env[62328]: DEBUG oslo_concurrency.lockutils [None req-cff863c9-c81b-4ebb-b8ed-b4e3d073a1df tempest-ServersAaction247Test-689485794 tempest-ServersAaction247Test-689485794-project-member] Lock "2be1aaf3-ac51-4441-bb5f-34244cda4954" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.575s {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1189.833658] env[62328]: DEBUG oslo_vmware.api [None req-b69cb230-dbce-4a68-a021-605e321680c8 tempest-AttachInterfacesTestJSON-1049158018 tempest-AttachInterfacesTestJSON-1049158018-project-member] Task: {'id': task-2387826, 'name': Rename_Task, 'duration_secs': 0.147968} completed successfully. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1189.833837] env[62328]: DEBUG nova.virt.vmwareapi.vm_util [None req-b69cb230-dbce-4a68-a021-605e321680c8 tempest-AttachInterfacesTestJSON-1049158018 tempest-AttachInterfacesTestJSON-1049158018-project-member] [instance: 0200e570-094d-466d-b8a8-0c183fcdc10d] Powering on the VM {{(pid=62328) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1189.834619] env[62328]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-b358a529-0bc6-4422-8643-98f187edf18f {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1189.840446] env[62328]: DEBUG oslo_vmware.api [None req-b69cb230-dbce-4a68-a021-605e321680c8 tempest-AttachInterfacesTestJSON-1049158018 tempest-AttachInterfacesTestJSON-1049158018-project-member] Waiting for the task: (returnval){ [ 1189.840446] env[62328]: value = "task-2387827" [ 1189.840446] env[62328]: _type = "Task" [ 1189.840446] env[62328]: } to complete. {{(pid=62328) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1189.847754] env[62328]: DEBUG oslo_vmware.api [None req-b69cb230-dbce-4a68-a021-605e321680c8 tempest-AttachInterfacesTestJSON-1049158018 tempest-AttachInterfacesTestJSON-1049158018-project-member] Task: {'id': task-2387827, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1189.975271] env[62328]: DEBUG oslo_concurrency.lockutils [None req-fb511fa4-d21d-45e9-9b2c-e22762003b0f tempest-AttachVolumeNegativeTest-1920358930 tempest-AttachVolumeNegativeTest-1920358930-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1190.044676] env[62328]: INFO nova.compute.resource_tracker [None req-4d4ef743-1d47-42b9-be4b-11503a355831 tempest-ServerActionsTestOtherB-626827456 tempest-ServerActionsTestOtherB-626827456-project-member] [instance: 75e155a3-05b0-44c5-86de-5643cbb05fc0] Updating resource usage from migration a66e9f15-9901-4778-acd7-477372489543 [ 1190.142837] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a1a11bec-5838-4901-b6bf-94787324d2c1 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1190.150540] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-08e8e316-10c6-488c-9837-af9d944f0877 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1190.182334] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-270dbdde-aa93-4a2a-a23e-536e2ee18f21 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1190.190360] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c5181b57-4462-422f-bb1a-8710b27fb5f4 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1190.206305] env[62328]: DEBUG nova.compute.provider_tree [None req-4d4ef743-1d47-42b9-be4b-11503a355831 tempest-ServerActionsTestOtherB-626827456 tempest-ServerActionsTestOtherB-626827456-project-member] Inventory has not changed in ProviderTree for provider: 3469e9f8-04af-49ca-8435-49f104496744 {{(pid=62328) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1190.350783] env[62328]: DEBUG oslo_vmware.api [None req-b69cb230-dbce-4a68-a021-605e321680c8 tempest-AttachInterfacesTestJSON-1049158018 tempest-AttachInterfacesTestJSON-1049158018-project-member] Task: {'id': task-2387827, 'name': PowerOnVM_Task, 'duration_secs': 0.460785} completed successfully. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1190.351145] env[62328]: DEBUG nova.virt.vmwareapi.vm_util [None req-b69cb230-dbce-4a68-a021-605e321680c8 tempest-AttachInterfacesTestJSON-1049158018 tempest-AttachInterfacesTestJSON-1049158018-project-member] [instance: 0200e570-094d-466d-b8a8-0c183fcdc10d] Powered on the VM {{(pid=62328) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1190.351377] env[62328]: INFO nova.compute.manager [None req-b69cb230-dbce-4a68-a021-605e321680c8 tempest-AttachInterfacesTestJSON-1049158018 tempest-AttachInterfacesTestJSON-1049158018-project-member] [instance: 0200e570-094d-466d-b8a8-0c183fcdc10d] Took 7.18 seconds to spawn the instance on the hypervisor. [ 1190.351619] env[62328]: DEBUG nova.compute.manager [None req-b69cb230-dbce-4a68-a021-605e321680c8 tempest-AttachInterfacesTestJSON-1049158018 tempest-AttachInterfacesTestJSON-1049158018-project-member] [instance: 0200e570-094d-466d-b8a8-0c183fcdc10d] Checking state {{(pid=62328) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1190.352550] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c2417670-27ee-4bb3-85cc-1431a1c420c3 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1190.710046] env[62328]: DEBUG nova.scheduler.client.report [None req-4d4ef743-1d47-42b9-be4b-11503a355831 tempest-ServerActionsTestOtherB-626827456 tempest-ServerActionsTestOtherB-626827456-project-member] Inventory has not changed for provider 3469e9f8-04af-49ca-8435-49f104496744 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 153, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62328) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1190.870492] env[62328]: INFO nova.compute.manager [None req-b69cb230-dbce-4a68-a021-605e321680c8 tempest-AttachInterfacesTestJSON-1049158018 tempest-AttachInterfacesTestJSON-1049158018-project-member] [instance: 0200e570-094d-466d-b8a8-0c183fcdc10d] Took 12.85 seconds to build instance. [ 1190.963197] env[62328]: DEBUG oslo_vmware.rw_handles [None req-c9ae5725-d48a-4cf0-bd6a-64e0a7026859 tempest-AttachVolumeShelveTestJSON-116809589 tempest-AttachVolumeShelveTestJSON-116809589-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/523b0c14-c78a-0ec5-bebf-2f11ef8b726d/disk-0.vmdk. {{(pid=62328) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1190.964280] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-749687fb-f49d-4af6-bbdb-90972980e907 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1190.970798] env[62328]: DEBUG oslo_vmware.rw_handles [None req-c9ae5725-d48a-4cf0-bd6a-64e0a7026859 tempest-AttachVolumeShelveTestJSON-116809589 tempest-AttachVolumeShelveTestJSON-116809589-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/523b0c14-c78a-0ec5-bebf-2f11ef8b726d/disk-0.vmdk is in state: ready. {{(pid=62328) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1190.970964] env[62328]: ERROR oslo_vmware.rw_handles [None req-c9ae5725-d48a-4cf0-bd6a-64e0a7026859 tempest-AttachVolumeShelveTestJSON-116809589 tempest-AttachVolumeShelveTestJSON-116809589-project-member] Aborting lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/523b0c14-c78a-0ec5-bebf-2f11ef8b726d/disk-0.vmdk due to incomplete transfer. [ 1190.971221] env[62328]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-82197125-a97b-4380-ab57-66617a824569 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1190.978035] env[62328]: DEBUG oslo_vmware.rw_handles [None req-c9ae5725-d48a-4cf0-bd6a-64e0a7026859 tempest-AttachVolumeShelveTestJSON-116809589 tempest-AttachVolumeShelveTestJSON-116809589-project-member] Closed VMDK read handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/523b0c14-c78a-0ec5-bebf-2f11ef8b726d/disk-0.vmdk. {{(pid=62328) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1190.978237] env[62328]: DEBUG nova.virt.vmwareapi.images [None req-c9ae5725-d48a-4cf0-bd6a-64e0a7026859 tempest-AttachVolumeShelveTestJSON-116809589 tempest-AttachVolumeShelveTestJSON-116809589-project-member] [instance: 1f1f56a8-a54a-4641-95d0-a153a68b7585] Uploaded image 5c67c68b-c5f2-4429-b97d-c8c1544f6924 to the Glance image server {{(pid=62328) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1190.980580] env[62328]: DEBUG nova.virt.vmwareapi.vm_util [None req-c9ae5725-d48a-4cf0-bd6a-64e0a7026859 tempest-AttachVolumeShelveTestJSON-116809589 tempest-AttachVolumeShelveTestJSON-116809589-project-member] [instance: 1f1f56a8-a54a-4641-95d0-a153a68b7585] Destroying the VM {{(pid=62328) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1190.980825] env[62328]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-48dfb7b5-4264-4aab-aa90-c2cfb53a5337 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1190.986806] env[62328]: DEBUG oslo_vmware.api [None req-c9ae5725-d48a-4cf0-bd6a-64e0a7026859 tempest-AttachVolumeShelveTestJSON-116809589 tempest-AttachVolumeShelveTestJSON-116809589-project-member] Waiting for the task: (returnval){ [ 1190.986806] env[62328]: value = "task-2387828" [ 1190.986806] env[62328]: _type = "Task" [ 1190.986806] env[62328]: } to complete. {{(pid=62328) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1190.994632] env[62328]: DEBUG oslo_vmware.api [None req-c9ae5725-d48a-4cf0-bd6a-64e0a7026859 tempest-AttachVolumeShelveTestJSON-116809589 tempest-AttachVolumeShelveTestJSON-116809589-project-member] Task: {'id': task-2387828, 'name': Destroy_Task} progress is 0%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1191.215929] env[62328]: DEBUG oslo_concurrency.lockutils [None req-4d4ef743-1d47-42b9-be4b-11503a355831 tempest-ServerActionsTestOtherB-626827456 tempest-ServerActionsTestOtherB-626827456-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.184s {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1191.216168] env[62328]: INFO nova.compute.manager [None req-4d4ef743-1d47-42b9-be4b-11503a355831 tempest-ServerActionsTestOtherB-626827456 tempest-ServerActionsTestOtherB-626827456-project-member] [instance: 75e155a3-05b0-44c5-86de-5643cbb05fc0] Migrating [ 1191.225785] env[62328]: DEBUG oslo_concurrency.lockutils [None req-fb511fa4-d21d-45e9-9b2c-e22762003b0f tempest-AttachVolumeNegativeTest-1920358930 tempest-AttachVolumeNegativeTest-1920358930-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 1.251s {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1191.226057] env[62328]: DEBUG nova.objects.instance [None req-fb511fa4-d21d-45e9-9b2c-e22762003b0f tempest-AttachVolumeNegativeTest-1920358930 tempest-AttachVolumeNegativeTest-1920358930-project-member] Lazy-loading 'resources' on Instance uuid da13bf0d-aaf6-4e48-a8a3-46bd8336c04c {{(pid=62328) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1191.343429] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6f4fe5ff-8bec-479a-a8a7-2f5c11225121 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1191.350684] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-46f2b610-811d-4501-ad31-c3fb890d27d9 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1191.381558] env[62328]: DEBUG oslo_concurrency.lockutils [None req-b69cb230-dbce-4a68-a021-605e321680c8 tempest-AttachInterfacesTestJSON-1049158018 tempest-AttachInterfacesTestJSON-1049158018-project-member] Lock "0200e570-094d-466d-b8a8-0c183fcdc10d" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 14.364s {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1191.382441] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-33bdc811-1b24-4c73-bdb8-f8783cd467e1 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1191.389648] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e081f9c2-90af-4177-948b-813bcec89b0d {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1191.403232] env[62328]: DEBUG nova.compute.provider_tree [None req-fb511fa4-d21d-45e9-9b2c-e22762003b0f tempest-AttachVolumeNegativeTest-1920358930 tempest-AttachVolumeNegativeTest-1920358930-project-member] Inventory has not changed in ProviderTree for provider: 3469e9f8-04af-49ca-8435-49f104496744 {{(pid=62328) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1191.496197] env[62328]: DEBUG oslo_vmware.api [None req-c9ae5725-d48a-4cf0-bd6a-64e0a7026859 tempest-AttachVolumeShelveTestJSON-116809589 tempest-AttachVolumeShelveTestJSON-116809589-project-member] Task: {'id': task-2387828, 'name': Destroy_Task} progress is 0%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1191.739026] env[62328]: DEBUG oslo_concurrency.lockutils [None req-4d4ef743-1d47-42b9-be4b-11503a355831 tempest-ServerActionsTestOtherB-626827456 tempest-ServerActionsTestOtherB-626827456-project-member] Acquiring lock "refresh_cache-75e155a3-05b0-44c5-86de-5643cbb05fc0" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1191.739259] env[62328]: DEBUG oslo_concurrency.lockutils [None req-4d4ef743-1d47-42b9-be4b-11503a355831 tempest-ServerActionsTestOtherB-626827456 tempest-ServerActionsTestOtherB-626827456-project-member] Acquired lock "refresh_cache-75e155a3-05b0-44c5-86de-5643cbb05fc0" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1191.739611] env[62328]: DEBUG nova.network.neutron [None req-4d4ef743-1d47-42b9-be4b-11503a355831 tempest-ServerActionsTestOtherB-626827456 tempest-ServerActionsTestOtherB-626827456-project-member] [instance: 75e155a3-05b0-44c5-86de-5643cbb05fc0] Building network info cache for instance {{(pid=62328) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1191.789344] env[62328]: DEBUG nova.compute.manager [req-0c144939-a71e-40dd-b23e-cf9de7587449 req-7e8dbb94-2acd-472c-8e9d-5dea2b0a88e7 service nova] [instance: 0200e570-094d-466d-b8a8-0c183fcdc10d] Received event network-changed-2cc2a42d-ad3d-49f3-a076-b8391c032ef0 {{(pid=62328) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1191.789344] env[62328]: DEBUG nova.compute.manager [req-0c144939-a71e-40dd-b23e-cf9de7587449 req-7e8dbb94-2acd-472c-8e9d-5dea2b0a88e7 service nova] [instance: 0200e570-094d-466d-b8a8-0c183fcdc10d] Refreshing instance network info cache due to event network-changed-2cc2a42d-ad3d-49f3-a076-b8391c032ef0. {{(pid=62328) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1191.789344] env[62328]: DEBUG oslo_concurrency.lockutils [req-0c144939-a71e-40dd-b23e-cf9de7587449 req-7e8dbb94-2acd-472c-8e9d-5dea2b0a88e7 service nova] Acquiring lock "refresh_cache-0200e570-094d-466d-b8a8-0c183fcdc10d" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1191.789344] env[62328]: DEBUG oslo_concurrency.lockutils [req-0c144939-a71e-40dd-b23e-cf9de7587449 req-7e8dbb94-2acd-472c-8e9d-5dea2b0a88e7 service nova] Acquired lock "refresh_cache-0200e570-094d-466d-b8a8-0c183fcdc10d" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1191.789344] env[62328]: DEBUG nova.network.neutron [req-0c144939-a71e-40dd-b23e-cf9de7587449 req-7e8dbb94-2acd-472c-8e9d-5dea2b0a88e7 service nova] [instance: 0200e570-094d-466d-b8a8-0c183fcdc10d] Refreshing network info cache for port 2cc2a42d-ad3d-49f3-a076-b8391c032ef0 {{(pid=62328) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1191.908488] env[62328]: DEBUG nova.scheduler.client.report [None req-fb511fa4-d21d-45e9-9b2c-e22762003b0f tempest-AttachVolumeNegativeTest-1920358930 tempest-AttachVolumeNegativeTest-1920358930-project-member] Inventory has not changed for provider 3469e9f8-04af-49ca-8435-49f104496744 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 153, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62328) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1191.999433] env[62328]: DEBUG oslo_vmware.api [None req-c9ae5725-d48a-4cf0-bd6a-64e0a7026859 tempest-AttachVolumeShelveTestJSON-116809589 tempest-AttachVolumeShelveTestJSON-116809589-project-member] Task: {'id': task-2387828, 'name': Destroy_Task} progress is 33%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1192.414085] env[62328]: DEBUG oslo_concurrency.lockutils [None req-fb511fa4-d21d-45e9-9b2c-e22762003b0f tempest-AttachVolumeNegativeTest-1920358930 tempest-AttachVolumeNegativeTest-1920358930-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.188s {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1192.443329] env[62328]: INFO nova.scheduler.client.report [None req-fb511fa4-d21d-45e9-9b2c-e22762003b0f tempest-AttachVolumeNegativeTest-1920358930 tempest-AttachVolumeNegativeTest-1920358930-project-member] Deleted allocations for instance da13bf0d-aaf6-4e48-a8a3-46bd8336c04c [ 1192.496583] env[62328]: DEBUG oslo_vmware.api [None req-c9ae5725-d48a-4cf0-bd6a-64e0a7026859 tempest-AttachVolumeShelveTestJSON-116809589 tempest-AttachVolumeShelveTestJSON-116809589-project-member] Task: {'id': task-2387828, 'name': Destroy_Task, 'duration_secs': 1.230879} completed successfully. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1192.496838] env[62328]: INFO nova.virt.vmwareapi.vm_util [None req-c9ae5725-d48a-4cf0-bd6a-64e0a7026859 tempest-AttachVolumeShelveTestJSON-116809589 tempest-AttachVolumeShelveTestJSON-116809589-project-member] [instance: 1f1f56a8-a54a-4641-95d0-a153a68b7585] Destroyed the VM [ 1192.497383] env[62328]: DEBUG nova.virt.vmwareapi.vmops [None req-c9ae5725-d48a-4cf0-bd6a-64e0a7026859 tempest-AttachVolumeShelveTestJSON-116809589 tempest-AttachVolumeShelveTestJSON-116809589-project-member] [instance: 1f1f56a8-a54a-4641-95d0-a153a68b7585] Deleting Snapshot of the VM instance {{(pid=62328) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1192.497675] env[62328]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-0bd9e75b-7b40-4511-87b7-b15eae8d15b9 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1192.504632] env[62328]: DEBUG oslo_vmware.api [None req-c9ae5725-d48a-4cf0-bd6a-64e0a7026859 tempest-AttachVolumeShelveTestJSON-116809589 tempest-AttachVolumeShelveTestJSON-116809589-project-member] Waiting for the task: (returnval){ [ 1192.504632] env[62328]: value = "task-2387829" [ 1192.504632] env[62328]: _type = "Task" [ 1192.504632] env[62328]: } to complete. {{(pid=62328) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1192.524021] env[62328]: DEBUG oslo_vmware.api [None req-c9ae5725-d48a-4cf0-bd6a-64e0a7026859 tempest-AttachVolumeShelveTestJSON-116809589 tempest-AttachVolumeShelveTestJSON-116809589-project-member] Task: {'id': task-2387829, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1192.782166] env[62328]: DEBUG nova.network.neutron [None req-4d4ef743-1d47-42b9-be4b-11503a355831 tempest-ServerActionsTestOtherB-626827456 tempest-ServerActionsTestOtherB-626827456-project-member] [instance: 75e155a3-05b0-44c5-86de-5643cbb05fc0] Updating instance_info_cache with network_info: [{"id": "1559efd1-b459-4c3c-9bfd-b54c83da5d14", "address": "fa:16:3e:d7:37:d4", "network": {"id": "26ce23b7-7f28-4faf-9ad9-833f4c091e91", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1619285024-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.137", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4dfb769ea51943efa01b92c3a0595081", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "30c39e9a-a798-4f25-a48c-91f786ba332c", "external-id": "nsx-vlan-transportzone-438", "segmentation_id": 438, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1559efd1-b4", "ovs_interfaceid": "1559efd1-b459-4c3c-9bfd-b54c83da5d14", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62328) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1192.800262] env[62328]: DEBUG nova.network.neutron [req-0c144939-a71e-40dd-b23e-cf9de7587449 req-7e8dbb94-2acd-472c-8e9d-5dea2b0a88e7 service nova] [instance: 0200e570-094d-466d-b8a8-0c183fcdc10d] Updated VIF entry in instance network info cache for port 2cc2a42d-ad3d-49f3-a076-b8391c032ef0. {{(pid=62328) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1192.800262] env[62328]: DEBUG nova.network.neutron [req-0c144939-a71e-40dd-b23e-cf9de7587449 req-7e8dbb94-2acd-472c-8e9d-5dea2b0a88e7 service nova] [instance: 0200e570-094d-466d-b8a8-0c183fcdc10d] Updating instance_info_cache with network_info: [{"id": "2cc2a42d-ad3d-49f3-a076-b8391c032ef0", "address": "fa:16:3e:4e:e6:97", "network": {"id": "43b1657c-44ae-47a8-8e8d-196242ef7fca", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1953540822-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.176", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e88420d74d294fef9f976142535b9ac5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9f3a2eb5-353f-45c5-a73b-869626f4bb13", "external-id": "nsx-vlan-transportzone-411", "segmentation_id": 411, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2cc2a42d-ad", "ovs_interfaceid": "2cc2a42d-ad3d-49f3-a076-b8391c032ef0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62328) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1192.954072] env[62328]: DEBUG oslo_concurrency.lockutils [None req-fb511fa4-d21d-45e9-9b2c-e22762003b0f tempest-AttachVolumeNegativeTest-1920358930 tempest-AttachVolumeNegativeTest-1920358930-project-member] Lock "da13bf0d-aaf6-4e48-a8a3-46bd8336c04c" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 7.045s {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1193.023037] env[62328]: DEBUG oslo_vmware.api [None req-c9ae5725-d48a-4cf0-bd6a-64e0a7026859 tempest-AttachVolumeShelveTestJSON-116809589 tempest-AttachVolumeShelveTestJSON-116809589-project-member] Task: {'id': task-2387829, 'name': RemoveSnapshot_Task, 'duration_secs': 0.478569} completed successfully. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1193.023037] env[62328]: DEBUG nova.virt.vmwareapi.vmops [None req-c9ae5725-d48a-4cf0-bd6a-64e0a7026859 tempest-AttachVolumeShelveTestJSON-116809589 tempest-AttachVolumeShelveTestJSON-116809589-project-member] [instance: 1f1f56a8-a54a-4641-95d0-a153a68b7585] Deleted Snapshot of the VM instance {{(pid=62328) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1193.023037] env[62328]: DEBUG nova.compute.manager [None req-c9ae5725-d48a-4cf0-bd6a-64e0a7026859 tempest-AttachVolumeShelveTestJSON-116809589 tempest-AttachVolumeShelveTestJSON-116809589-project-member] [instance: 1f1f56a8-a54a-4641-95d0-a153a68b7585] Checking state {{(pid=62328) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1193.024250] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b3f96c25-1fce-4750-82c0-709af3a0649d {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1193.235032] env[62328]: DEBUG oslo_concurrency.lockutils [None req-0cde2315-699e-4b84-908d-71735ed8e7bb tempest-AttachInterfacesTestJSON-1049158018 tempest-AttachInterfacesTestJSON-1049158018-project-member] Acquiring lock "d2a6722b-f339-4410-8fa1-d8d07b4b153c" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1193.235032] env[62328]: DEBUG oslo_concurrency.lockutils [None req-0cde2315-699e-4b84-908d-71735ed8e7bb tempest-AttachInterfacesTestJSON-1049158018 tempest-AttachInterfacesTestJSON-1049158018-project-member] Lock "d2a6722b-f339-4410-8fa1-d8d07b4b153c" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1193.283858] env[62328]: DEBUG oslo_concurrency.lockutils [None req-4d4ef743-1d47-42b9-be4b-11503a355831 tempest-ServerActionsTestOtherB-626827456 tempest-ServerActionsTestOtherB-626827456-project-member] Releasing lock "refresh_cache-75e155a3-05b0-44c5-86de-5643cbb05fc0" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1193.305229] env[62328]: DEBUG oslo_concurrency.lockutils [req-0c144939-a71e-40dd-b23e-cf9de7587449 req-7e8dbb94-2acd-472c-8e9d-5dea2b0a88e7 service nova] Releasing lock "refresh_cache-0200e570-094d-466d-b8a8-0c183fcdc10d" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1193.546388] env[62328]: INFO nova.compute.manager [None req-c9ae5725-d48a-4cf0-bd6a-64e0a7026859 tempest-AttachVolumeShelveTestJSON-116809589 tempest-AttachVolumeShelveTestJSON-116809589-project-member] [instance: 1f1f56a8-a54a-4641-95d0-a153a68b7585] Shelve offloading [ 1193.737335] env[62328]: DEBUG nova.compute.manager [None req-0cde2315-699e-4b84-908d-71735ed8e7bb tempest-AttachInterfacesTestJSON-1049158018 tempest-AttachInterfacesTestJSON-1049158018-project-member] [instance: d2a6722b-f339-4410-8fa1-d8d07b4b153c] Starting instance... {{(pid=62328) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1194.056738] env[62328]: DEBUG nova.virt.vmwareapi.vm_util [None req-c9ae5725-d48a-4cf0-bd6a-64e0a7026859 tempest-AttachVolumeShelveTestJSON-116809589 tempest-AttachVolumeShelveTestJSON-116809589-project-member] [instance: 1f1f56a8-a54a-4641-95d0-a153a68b7585] Powering off the VM {{(pid=62328) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1194.057124] env[62328]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-34e6e9fb-c17a-4e92-aa42-569e20e7b069 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1194.064560] env[62328]: DEBUG oslo_vmware.api [None req-c9ae5725-d48a-4cf0-bd6a-64e0a7026859 tempest-AttachVolumeShelveTestJSON-116809589 tempest-AttachVolumeShelveTestJSON-116809589-project-member] Waiting for the task: (returnval){ [ 1194.064560] env[62328]: value = "task-2387831" [ 1194.064560] env[62328]: _type = "Task" [ 1194.064560] env[62328]: } to complete. {{(pid=62328) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1194.074235] env[62328]: DEBUG nova.virt.vmwareapi.vm_util [None req-c9ae5725-d48a-4cf0-bd6a-64e0a7026859 tempest-AttachVolumeShelveTestJSON-116809589 tempest-AttachVolumeShelveTestJSON-116809589-project-member] [instance: 1f1f56a8-a54a-4641-95d0-a153a68b7585] VM already powered off {{(pid=62328) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1194.074434] env[62328]: DEBUG nova.compute.manager [None req-c9ae5725-d48a-4cf0-bd6a-64e0a7026859 tempest-AttachVolumeShelveTestJSON-116809589 tempest-AttachVolumeShelveTestJSON-116809589-project-member] [instance: 1f1f56a8-a54a-4641-95d0-a153a68b7585] Checking state {{(pid=62328) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1194.075344] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-12bc969c-1a51-40c9-90df-aece96206c63 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1194.081358] env[62328]: DEBUG oslo_concurrency.lockutils [None req-c9ae5725-d48a-4cf0-bd6a-64e0a7026859 tempest-AttachVolumeShelveTestJSON-116809589 tempest-AttachVolumeShelveTestJSON-116809589-project-member] Acquiring lock "refresh_cache-1f1f56a8-a54a-4641-95d0-a153a68b7585" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1194.081525] env[62328]: DEBUG oslo_concurrency.lockutils [None req-c9ae5725-d48a-4cf0-bd6a-64e0a7026859 tempest-AttachVolumeShelveTestJSON-116809589 tempest-AttachVolumeShelveTestJSON-116809589-project-member] Acquired lock "refresh_cache-1f1f56a8-a54a-4641-95d0-a153a68b7585" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1194.081696] env[62328]: DEBUG nova.network.neutron [None req-c9ae5725-d48a-4cf0-bd6a-64e0a7026859 tempest-AttachVolumeShelveTestJSON-116809589 tempest-AttachVolumeShelveTestJSON-116809589-project-member] [instance: 1f1f56a8-a54a-4641-95d0-a153a68b7585] Building network info cache for instance {{(pid=62328) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1194.261017] env[62328]: DEBUG oslo_concurrency.lockutils [None req-0cde2315-699e-4b84-908d-71735ed8e7bb tempest-AttachInterfacesTestJSON-1049158018 tempest-AttachInterfacesTestJSON-1049158018-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1194.261386] env[62328]: DEBUG oslo_concurrency.lockutils [None req-0cde2315-699e-4b84-908d-71735ed8e7bb tempest-AttachInterfacesTestJSON-1049158018 tempest-AttachInterfacesTestJSON-1049158018-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1194.263417] env[62328]: INFO nova.compute.claims [None req-0cde2315-699e-4b84-908d-71735ed8e7bb tempest-AttachInterfacesTestJSON-1049158018 tempest-AttachInterfacesTestJSON-1049158018-project-member] [instance: d2a6722b-f339-4410-8fa1-d8d07b4b153c] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1194.801033] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-274b2cbf-ea97-438e-92bc-094c3435cf0b {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1194.829938] env[62328]: DEBUG nova.virt.vmwareapi.vmops [None req-4d4ef743-1d47-42b9-be4b-11503a355831 tempest-ServerActionsTestOtherB-626827456 tempest-ServerActionsTestOtherB-626827456-project-member] [instance: 75e155a3-05b0-44c5-86de-5643cbb05fc0] Updating instance '75e155a3-05b0-44c5-86de-5643cbb05fc0' progress to 0 {{(pid=62328) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1194.831120] env[62328]: DEBUG nova.network.neutron [None req-c9ae5725-d48a-4cf0-bd6a-64e0a7026859 tempest-AttachVolumeShelveTestJSON-116809589 tempest-AttachVolumeShelveTestJSON-116809589-project-member] [instance: 1f1f56a8-a54a-4641-95d0-a153a68b7585] Updating instance_info_cache with network_info: [{"id": "face3ee7-4556-4d29-9ad1-536050609c78", "address": "fa:16:3e:e8:9b:a9", "network": {"id": "2d1c453e-aaeb-45b7-bdcd-3cbaf03a6053", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1795840742-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.168", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f7ed1d0f45904d658c8becad7c3f621c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "cba18f15-a919-422e-a423-1e705e233389", "external-id": "nsx-vlan-transportzone-79", "segmentation_id": 79, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapface3ee7-45", "ovs_interfaceid": "face3ee7-4556-4d29-9ad1-536050609c78", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62328) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1194.840536] env[62328]: DEBUG oslo_concurrency.lockutils [None req-c0bcdf4a-c341-4d0d-a46d-2f9b55209e34 tempest-ServerGroupTestJSON-776551707 tempest-ServerGroupTestJSON-776551707-project-member] Acquiring lock "82e9a368-2bf9-4a81-b478-882fc109f64e" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1194.840536] env[62328]: DEBUG oslo_concurrency.lockutils [None req-c0bcdf4a-c341-4d0d-a46d-2f9b55209e34 tempest-ServerGroupTestJSON-776551707 tempest-ServerGroupTestJSON-776551707-project-member] Lock "82e9a368-2bf9-4a81-b478-882fc109f64e" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1195.334803] env[62328]: DEBUG nova.virt.vmwareapi.vm_util [None req-4d4ef743-1d47-42b9-be4b-11503a355831 tempest-ServerActionsTestOtherB-626827456 tempest-ServerActionsTestOtherB-626827456-project-member] [instance: 75e155a3-05b0-44c5-86de-5643cbb05fc0] Powering off the VM {{(pid=62328) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1195.335345] env[62328]: DEBUG oslo_concurrency.lockutils [None req-c9ae5725-d48a-4cf0-bd6a-64e0a7026859 tempest-AttachVolumeShelveTestJSON-116809589 tempest-AttachVolumeShelveTestJSON-116809589-project-member] Releasing lock "refresh_cache-1f1f56a8-a54a-4641-95d0-a153a68b7585" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1195.339039] env[62328]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e0d4b00b-6bc2-4748-b3b0-767022010e30 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1195.341720] env[62328]: DEBUG nova.compute.manager [None req-c0bcdf4a-c341-4d0d-a46d-2f9b55209e34 tempest-ServerGroupTestJSON-776551707 tempest-ServerGroupTestJSON-776551707-project-member] [instance: 82e9a368-2bf9-4a81-b478-882fc109f64e] Starting instance... {{(pid=62328) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1195.350143] env[62328]: DEBUG oslo_vmware.api [None req-4d4ef743-1d47-42b9-be4b-11503a355831 tempest-ServerActionsTestOtherB-626827456 tempest-ServerActionsTestOtherB-626827456-project-member] Waiting for the task: (returnval){ [ 1195.350143] env[62328]: value = "task-2387832" [ 1195.350143] env[62328]: _type = "Task" [ 1195.350143] env[62328]: } to complete. {{(pid=62328) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1195.361517] env[62328]: DEBUG oslo_vmware.api [None req-4d4ef743-1d47-42b9-be4b-11503a355831 tempest-ServerActionsTestOtherB-626827456 tempest-ServerActionsTestOtherB-626827456-project-member] Task: {'id': task-2387832, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1195.379051] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-26f3f0c5-6d28-4b89-8297-9d41fc8dae75 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1195.386088] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1cb2d59d-233a-4fa4-9a0a-11f1ff2dee35 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1195.421010] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e10261de-01af-4ef3-a931-9f2f22becea0 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1195.429066] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-86ae71f0-92bb-4893-b8bd-eef29ffe75b8 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1195.442770] env[62328]: DEBUG nova.compute.provider_tree [None req-0cde2315-699e-4b84-908d-71735ed8e7bb tempest-AttachInterfacesTestJSON-1049158018 tempest-AttachInterfacesTestJSON-1049158018-project-member] Inventory has not changed in ProviderTree for provider: 3469e9f8-04af-49ca-8435-49f104496744 {{(pid=62328) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1195.591820] env[62328]: DEBUG nova.compute.manager [req-af9a87c3-aad6-47d3-935e-ce4099f1b0b0 req-3d2858df-8bce-4621-a750-050ab8e5ac08 service nova] [instance: 1f1f56a8-a54a-4641-95d0-a153a68b7585] Received event network-vif-unplugged-face3ee7-4556-4d29-9ad1-536050609c78 {{(pid=62328) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1195.592145] env[62328]: DEBUG oslo_concurrency.lockutils [req-af9a87c3-aad6-47d3-935e-ce4099f1b0b0 req-3d2858df-8bce-4621-a750-050ab8e5ac08 service nova] Acquiring lock "1f1f56a8-a54a-4641-95d0-a153a68b7585-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1195.592370] env[62328]: DEBUG oslo_concurrency.lockutils [req-af9a87c3-aad6-47d3-935e-ce4099f1b0b0 req-3d2858df-8bce-4621-a750-050ab8e5ac08 service nova] Lock "1f1f56a8-a54a-4641-95d0-a153a68b7585-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1195.595969] env[62328]: DEBUG oslo_concurrency.lockutils [req-af9a87c3-aad6-47d3-935e-ce4099f1b0b0 req-3d2858df-8bce-4621-a750-050ab8e5ac08 service nova] Lock "1f1f56a8-a54a-4641-95d0-a153a68b7585-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1195.595969] env[62328]: DEBUG nova.compute.manager [req-af9a87c3-aad6-47d3-935e-ce4099f1b0b0 req-3d2858df-8bce-4621-a750-050ab8e5ac08 service nova] [instance: 1f1f56a8-a54a-4641-95d0-a153a68b7585] No waiting events found dispatching network-vif-unplugged-face3ee7-4556-4d29-9ad1-536050609c78 {{(pid=62328) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1195.595969] env[62328]: WARNING nova.compute.manager [req-af9a87c3-aad6-47d3-935e-ce4099f1b0b0 req-3d2858df-8bce-4621-a750-050ab8e5ac08 service nova] [instance: 1f1f56a8-a54a-4641-95d0-a153a68b7585] Received unexpected event network-vif-unplugged-face3ee7-4556-4d29-9ad1-536050609c78 for instance with vm_state shelved and task_state shelving_offloading. [ 1195.735752] env[62328]: DEBUG nova.virt.vmwareapi.vmops [None req-c9ae5725-d48a-4cf0-bd6a-64e0a7026859 tempest-AttachVolumeShelveTestJSON-116809589 tempest-AttachVolumeShelveTestJSON-116809589-project-member] [instance: 1f1f56a8-a54a-4641-95d0-a153a68b7585] Destroying instance {{(pid=62328) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1195.736708] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d1a0b057-54e1-4264-90e6-62f8e21cfe63 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1195.744616] env[62328]: DEBUG nova.virt.vmwareapi.vmops [None req-c9ae5725-d48a-4cf0-bd6a-64e0a7026859 tempest-AttachVolumeShelveTestJSON-116809589 tempest-AttachVolumeShelveTestJSON-116809589-project-member] [instance: 1f1f56a8-a54a-4641-95d0-a153a68b7585] Unregistering the VM {{(pid=62328) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1195.744882] env[62328]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-062f53bc-e4ad-47c8-b9e5-68c3f0881fb3 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1195.810182] env[62328]: DEBUG nova.virt.vmwareapi.vmops [None req-c9ae5725-d48a-4cf0-bd6a-64e0a7026859 tempest-AttachVolumeShelveTestJSON-116809589 tempest-AttachVolumeShelveTestJSON-116809589-project-member] [instance: 1f1f56a8-a54a-4641-95d0-a153a68b7585] Unregistered the VM {{(pid=62328) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1195.810387] env[62328]: DEBUG nova.virt.vmwareapi.vmops [None req-c9ae5725-d48a-4cf0-bd6a-64e0a7026859 tempest-AttachVolumeShelveTestJSON-116809589 tempest-AttachVolumeShelveTestJSON-116809589-project-member] [instance: 1f1f56a8-a54a-4641-95d0-a153a68b7585] Deleting contents of the VM from datastore datastore2 {{(pid=62328) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1195.810569] env[62328]: DEBUG nova.virt.vmwareapi.ds_util [None req-c9ae5725-d48a-4cf0-bd6a-64e0a7026859 tempest-AttachVolumeShelveTestJSON-116809589 tempest-AttachVolumeShelveTestJSON-116809589-project-member] Deleting the datastore file [datastore2] 1f1f56a8-a54a-4641-95d0-a153a68b7585 {{(pid=62328) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1195.810835] env[62328]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-a2eecc3e-61f7-4f9a-add4-3f0adf81af4d {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1195.817354] env[62328]: DEBUG oslo_vmware.api [None req-c9ae5725-d48a-4cf0-bd6a-64e0a7026859 tempest-AttachVolumeShelveTestJSON-116809589 tempest-AttachVolumeShelveTestJSON-116809589-project-member] Waiting for the task: (returnval){ [ 1195.817354] env[62328]: value = "task-2387834" [ 1195.817354] env[62328]: _type = "Task" [ 1195.817354] env[62328]: } to complete. {{(pid=62328) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1195.824892] env[62328]: DEBUG oslo_vmware.api [None req-c9ae5725-d48a-4cf0-bd6a-64e0a7026859 tempest-AttachVolumeShelveTestJSON-116809589 tempest-AttachVolumeShelveTestJSON-116809589-project-member] Task: {'id': task-2387834, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1195.862129] env[62328]: DEBUG oslo_vmware.api [None req-4d4ef743-1d47-42b9-be4b-11503a355831 tempest-ServerActionsTestOtherB-626827456 tempest-ServerActionsTestOtherB-626827456-project-member] Task: {'id': task-2387832, 'name': PowerOffVM_Task, 'duration_secs': 0.250423} completed successfully. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1195.863019] env[62328]: DEBUG oslo_concurrency.lockutils [None req-c0bcdf4a-c341-4d0d-a46d-2f9b55209e34 tempest-ServerGroupTestJSON-776551707 tempest-ServerGroupTestJSON-776551707-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1195.863299] env[62328]: DEBUG nova.virt.vmwareapi.vm_util [None req-4d4ef743-1d47-42b9-be4b-11503a355831 tempest-ServerActionsTestOtherB-626827456 tempest-ServerActionsTestOtherB-626827456-project-member] [instance: 75e155a3-05b0-44c5-86de-5643cbb05fc0] Powered off the VM {{(pid=62328) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1195.863485] env[62328]: DEBUG nova.virt.vmwareapi.vmops [None req-4d4ef743-1d47-42b9-be4b-11503a355831 tempest-ServerActionsTestOtherB-626827456 tempest-ServerActionsTestOtherB-626827456-project-member] [instance: 75e155a3-05b0-44c5-86de-5643cbb05fc0] Updating instance '75e155a3-05b0-44c5-86de-5643cbb05fc0' progress to 17 {{(pid=62328) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1195.946413] env[62328]: DEBUG nova.scheduler.client.report [None req-0cde2315-699e-4b84-908d-71735ed8e7bb tempest-AttachInterfacesTestJSON-1049158018 tempest-AttachInterfacesTestJSON-1049158018-project-member] Inventory has not changed for provider 3469e9f8-04af-49ca-8435-49f104496744 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 153, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62328) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1196.327207] env[62328]: DEBUG oslo_vmware.api [None req-c9ae5725-d48a-4cf0-bd6a-64e0a7026859 tempest-AttachVolumeShelveTestJSON-116809589 tempest-AttachVolumeShelveTestJSON-116809589-project-member] Task: {'id': task-2387834, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.122966} completed successfully. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1196.327424] env[62328]: DEBUG nova.virt.vmwareapi.ds_util [None req-c9ae5725-d48a-4cf0-bd6a-64e0a7026859 tempest-AttachVolumeShelveTestJSON-116809589 tempest-AttachVolumeShelveTestJSON-116809589-project-member] Deleted the datastore file {{(pid=62328) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1196.327613] env[62328]: DEBUG nova.virt.vmwareapi.vmops [None req-c9ae5725-d48a-4cf0-bd6a-64e0a7026859 tempest-AttachVolumeShelveTestJSON-116809589 tempest-AttachVolumeShelveTestJSON-116809589-project-member] [instance: 1f1f56a8-a54a-4641-95d0-a153a68b7585] Deleted contents of the VM from datastore datastore2 {{(pid=62328) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1196.327791] env[62328]: DEBUG nova.virt.vmwareapi.vmops [None req-c9ae5725-d48a-4cf0-bd6a-64e0a7026859 tempest-AttachVolumeShelveTestJSON-116809589 tempest-AttachVolumeShelveTestJSON-116809589-project-member] [instance: 1f1f56a8-a54a-4641-95d0-a153a68b7585] Instance destroyed {{(pid=62328) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1196.348510] env[62328]: INFO nova.scheduler.client.report [None req-c9ae5725-d48a-4cf0-bd6a-64e0a7026859 tempest-AttachVolumeShelveTestJSON-116809589 tempest-AttachVolumeShelveTestJSON-116809589-project-member] Deleted allocations for instance 1f1f56a8-a54a-4641-95d0-a153a68b7585 [ 1196.369918] env[62328]: DEBUG nova.virt.hardware [None req-4d4ef743-1d47-42b9-be4b-11503a355831 tempest-ServerActionsTestOtherB-626827456 tempest-ServerActionsTestOtherB-626827456-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-07T17:16:58Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=dbf872a4-92be-47e4-8561-c3e2bf2423ab,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62328) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1196.370175] env[62328]: DEBUG nova.virt.hardware [None req-4d4ef743-1d47-42b9-be4b-11503a355831 tempest-ServerActionsTestOtherB-626827456 tempest-ServerActionsTestOtherB-626827456-project-member] Flavor limits 0:0:0 {{(pid=62328) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1196.370335] env[62328]: DEBUG nova.virt.hardware [None req-4d4ef743-1d47-42b9-be4b-11503a355831 tempest-ServerActionsTestOtherB-626827456 tempest-ServerActionsTestOtherB-626827456-project-member] Image limits 0:0:0 {{(pid=62328) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1196.370518] env[62328]: DEBUG nova.virt.hardware [None req-4d4ef743-1d47-42b9-be4b-11503a355831 tempest-ServerActionsTestOtherB-626827456 tempest-ServerActionsTestOtherB-626827456-project-member] Flavor pref 0:0:0 {{(pid=62328) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1196.370671] env[62328]: DEBUG nova.virt.hardware [None req-4d4ef743-1d47-42b9-be4b-11503a355831 tempest-ServerActionsTestOtherB-626827456 tempest-ServerActionsTestOtherB-626827456-project-member] Image pref 0:0:0 {{(pid=62328) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1196.370857] env[62328]: DEBUG nova.virt.hardware [None req-4d4ef743-1d47-42b9-be4b-11503a355831 tempest-ServerActionsTestOtherB-626827456 tempest-ServerActionsTestOtherB-626827456-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62328) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1196.371286] env[62328]: DEBUG nova.virt.hardware [None req-4d4ef743-1d47-42b9-be4b-11503a355831 tempest-ServerActionsTestOtherB-626827456 tempest-ServerActionsTestOtherB-626827456-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62328) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1196.371286] env[62328]: DEBUG nova.virt.hardware [None req-4d4ef743-1d47-42b9-be4b-11503a355831 tempest-ServerActionsTestOtherB-626827456 tempest-ServerActionsTestOtherB-626827456-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62328) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1196.371414] env[62328]: DEBUG nova.virt.hardware [None req-4d4ef743-1d47-42b9-be4b-11503a355831 tempest-ServerActionsTestOtherB-626827456 tempest-ServerActionsTestOtherB-626827456-project-member] Got 1 possible topologies {{(pid=62328) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1196.371557] env[62328]: DEBUG nova.virt.hardware [None req-4d4ef743-1d47-42b9-be4b-11503a355831 tempest-ServerActionsTestOtherB-626827456 tempest-ServerActionsTestOtherB-626827456-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62328) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1196.371731] env[62328]: DEBUG nova.virt.hardware [None req-4d4ef743-1d47-42b9-be4b-11503a355831 tempest-ServerActionsTestOtherB-626827456 tempest-ServerActionsTestOtherB-626827456-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62328) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1196.376852] env[62328]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c26cfd40-806b-473d-bc1a-084112d331a7 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1196.393628] env[62328]: DEBUG oslo_vmware.api [None req-4d4ef743-1d47-42b9-be4b-11503a355831 tempest-ServerActionsTestOtherB-626827456 tempest-ServerActionsTestOtherB-626827456-project-member] Waiting for the task: (returnval){ [ 1196.393628] env[62328]: value = "task-2387835" [ 1196.393628] env[62328]: _type = "Task" [ 1196.393628] env[62328]: } to complete. {{(pid=62328) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1196.401438] env[62328]: DEBUG oslo_vmware.api [None req-4d4ef743-1d47-42b9-be4b-11503a355831 tempest-ServerActionsTestOtherB-626827456 tempest-ServerActionsTestOtherB-626827456-project-member] Task: {'id': task-2387835, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1196.451479] env[62328]: DEBUG oslo_concurrency.lockutils [None req-0cde2315-699e-4b84-908d-71735ed8e7bb tempest-AttachInterfacesTestJSON-1049158018 tempest-AttachInterfacesTestJSON-1049158018-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.190s {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1196.452045] env[62328]: DEBUG nova.compute.manager [None req-0cde2315-699e-4b84-908d-71735ed8e7bb tempest-AttachInterfacesTestJSON-1049158018 tempest-AttachInterfacesTestJSON-1049158018-project-member] [instance: d2a6722b-f339-4410-8fa1-d8d07b4b153c] Start building networks asynchronously for instance. {{(pid=62328) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1196.455135] env[62328]: DEBUG oslo_concurrency.lockutils [None req-c0bcdf4a-c341-4d0d-a46d-2f9b55209e34 tempest-ServerGroupTestJSON-776551707 tempest-ServerGroupTestJSON-776551707-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.592s {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1196.457038] env[62328]: INFO nova.compute.claims [None req-c0bcdf4a-c341-4d0d-a46d-2f9b55209e34 tempest-ServerGroupTestJSON-776551707 tempest-ServerGroupTestJSON-776551707-project-member] [instance: 82e9a368-2bf9-4a81-b478-882fc109f64e] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1196.853901] env[62328]: DEBUG oslo_concurrency.lockutils [None req-c9ae5725-d48a-4cf0-bd6a-64e0a7026859 tempest-AttachVolumeShelveTestJSON-116809589 tempest-AttachVolumeShelveTestJSON-116809589-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1196.905918] env[62328]: DEBUG oslo_vmware.api [None req-4d4ef743-1d47-42b9-be4b-11503a355831 tempest-ServerActionsTestOtherB-626827456 tempest-ServerActionsTestOtherB-626827456-project-member] Task: {'id': task-2387835, 'name': ReconfigVM_Task, 'duration_secs': 0.189159} completed successfully. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1196.906192] env[62328]: DEBUG nova.virt.vmwareapi.vmops [None req-4d4ef743-1d47-42b9-be4b-11503a355831 tempest-ServerActionsTestOtherB-626827456 tempest-ServerActionsTestOtherB-626827456-project-member] [instance: 75e155a3-05b0-44c5-86de-5643cbb05fc0] Updating instance '75e155a3-05b0-44c5-86de-5643cbb05fc0' progress to 33 {{(pid=62328) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1196.961460] env[62328]: DEBUG nova.compute.utils [None req-0cde2315-699e-4b84-908d-71735ed8e7bb tempest-AttachInterfacesTestJSON-1049158018 tempest-AttachInterfacesTestJSON-1049158018-project-member] Using /dev/sd instead of None {{(pid=62328) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1196.964705] env[62328]: DEBUG nova.compute.manager [None req-0cde2315-699e-4b84-908d-71735ed8e7bb tempest-AttachInterfacesTestJSON-1049158018 tempest-AttachInterfacesTestJSON-1049158018-project-member] [instance: d2a6722b-f339-4410-8fa1-d8d07b4b153c] Allocating IP information in the background. {{(pid=62328) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1196.964882] env[62328]: DEBUG nova.network.neutron [None req-0cde2315-699e-4b84-908d-71735ed8e7bb tempest-AttachInterfacesTestJSON-1049158018 tempest-AttachInterfacesTestJSON-1049158018-project-member] [instance: d2a6722b-f339-4410-8fa1-d8d07b4b153c] allocate_for_instance() {{(pid=62328) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1197.014435] env[62328]: DEBUG nova.policy [None req-0cde2315-699e-4b84-908d-71735ed8e7bb tempest-AttachInterfacesTestJSON-1049158018 tempest-AttachInterfacesTestJSON-1049158018-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'db6b1454dd644eea886a97b3d644b88f', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'e88420d74d294fef9f976142535b9ac5', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62328) authorize /opt/stack/nova/nova/policy.py:192}} [ 1197.309418] env[62328]: DEBUG nova.network.neutron [None req-0cde2315-699e-4b84-908d-71735ed8e7bb tempest-AttachInterfacesTestJSON-1049158018 tempest-AttachInterfacesTestJSON-1049158018-project-member] [instance: d2a6722b-f339-4410-8fa1-d8d07b4b153c] Successfully created port: c53eccde-fea3-4c87-a26b-586e816a3228 {{(pid=62328) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1197.415208] env[62328]: DEBUG nova.virt.hardware [None req-4d4ef743-1d47-42b9-be4b-11503a355831 tempest-ServerActionsTestOtherB-626827456 tempest-ServerActionsTestOtherB-626827456-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-07T17:16:55Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=dbf872a4-92be-47e4-8561-c3e2bf2423ab,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62328) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1197.415511] env[62328]: DEBUG nova.virt.hardware [None req-4d4ef743-1d47-42b9-be4b-11503a355831 tempest-ServerActionsTestOtherB-626827456 tempest-ServerActionsTestOtherB-626827456-project-member] Flavor limits 0:0:0 {{(pid=62328) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1197.416104] env[62328]: DEBUG nova.virt.hardware [None req-4d4ef743-1d47-42b9-be4b-11503a355831 tempest-ServerActionsTestOtherB-626827456 tempest-ServerActionsTestOtherB-626827456-project-member] Image limits 0:0:0 {{(pid=62328) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1197.416104] env[62328]: DEBUG nova.virt.hardware [None req-4d4ef743-1d47-42b9-be4b-11503a355831 tempest-ServerActionsTestOtherB-626827456 tempest-ServerActionsTestOtherB-626827456-project-member] Flavor pref 0:0:0 {{(pid=62328) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1197.416104] env[62328]: DEBUG nova.virt.hardware [None req-4d4ef743-1d47-42b9-be4b-11503a355831 tempest-ServerActionsTestOtherB-626827456 tempest-ServerActionsTestOtherB-626827456-project-member] Image pref 0:0:0 {{(pid=62328) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1197.416104] env[62328]: DEBUG nova.virt.hardware [None req-4d4ef743-1d47-42b9-be4b-11503a355831 tempest-ServerActionsTestOtherB-626827456 tempest-ServerActionsTestOtherB-626827456-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62328) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1197.416347] env[62328]: DEBUG nova.virt.hardware [None req-4d4ef743-1d47-42b9-be4b-11503a355831 tempest-ServerActionsTestOtherB-626827456 tempest-ServerActionsTestOtherB-626827456-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62328) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1197.416577] env[62328]: DEBUG nova.virt.hardware [None req-4d4ef743-1d47-42b9-be4b-11503a355831 tempest-ServerActionsTestOtherB-626827456 tempest-ServerActionsTestOtherB-626827456-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62328) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1197.416577] env[62328]: DEBUG nova.virt.hardware [None req-4d4ef743-1d47-42b9-be4b-11503a355831 tempest-ServerActionsTestOtherB-626827456 tempest-ServerActionsTestOtherB-626827456-project-member] Got 1 possible topologies {{(pid=62328) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1197.417377] env[62328]: DEBUG nova.virt.hardware [None req-4d4ef743-1d47-42b9-be4b-11503a355831 tempest-ServerActionsTestOtherB-626827456 tempest-ServerActionsTestOtherB-626827456-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62328) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1197.417377] env[62328]: DEBUG nova.virt.hardware [None req-4d4ef743-1d47-42b9-be4b-11503a355831 tempest-ServerActionsTestOtherB-626827456 tempest-ServerActionsTestOtherB-626827456-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62328) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1197.428921] env[62328]: DEBUG nova.virt.vmwareapi.volumeops [None req-4d4ef743-1d47-42b9-be4b-11503a355831 tempest-ServerActionsTestOtherB-626827456 tempest-ServerActionsTestOtherB-626827456-project-member] [instance: 75e155a3-05b0-44c5-86de-5643cbb05fc0] Reconfiguring VM instance instance-00000075 to detach disk 2000 {{(pid=62328) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1197.428921] env[62328]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-724cc8d9-1299-4343-84c1-1e611c7adf9c {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1197.449690] env[62328]: DEBUG oslo_vmware.api [None req-4d4ef743-1d47-42b9-be4b-11503a355831 tempest-ServerActionsTestOtherB-626827456 tempest-ServerActionsTestOtherB-626827456-project-member] Waiting for the task: (returnval){ [ 1197.449690] env[62328]: value = "task-2387837" [ 1197.449690] env[62328]: _type = "Task" [ 1197.449690] env[62328]: } to complete. {{(pid=62328) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1197.461420] env[62328]: DEBUG oslo_vmware.api [None req-4d4ef743-1d47-42b9-be4b-11503a355831 tempest-ServerActionsTestOtherB-626827456 tempest-ServerActionsTestOtherB-626827456-project-member] Task: {'id': task-2387837, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1197.465029] env[62328]: DEBUG nova.compute.manager [None req-0cde2315-699e-4b84-908d-71735ed8e7bb tempest-AttachInterfacesTestJSON-1049158018 tempest-AttachInterfacesTestJSON-1049158018-project-member] [instance: d2a6722b-f339-4410-8fa1-d8d07b4b153c] Start building block device mappings for instance. {{(pid=62328) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1197.571779] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-205c64ae-bfde-4e23-be63-f6f65f1cde82 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1197.579622] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-edcc0726-fb49-412f-a961-7b280f498fa6 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1197.610133] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9c408d95-9135-4b92-9794-4d87a58923bb {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1197.617715] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-449a815b-720c-4420-a76c-f45469b84394 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1197.623750] env[62328]: DEBUG nova.compute.manager [req-0440ca88-ee50-4cf1-9d79-1096a8a83731 req-2b56cff9-1030-44c8-aa69-a5c980b81d71 service nova] [instance: 1f1f56a8-a54a-4641-95d0-a153a68b7585] Received event network-changed-face3ee7-4556-4d29-9ad1-536050609c78 {{(pid=62328) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1197.623942] env[62328]: DEBUG nova.compute.manager [req-0440ca88-ee50-4cf1-9d79-1096a8a83731 req-2b56cff9-1030-44c8-aa69-a5c980b81d71 service nova] [instance: 1f1f56a8-a54a-4641-95d0-a153a68b7585] Refreshing instance network info cache due to event network-changed-face3ee7-4556-4d29-9ad1-536050609c78. {{(pid=62328) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1197.624168] env[62328]: DEBUG oslo_concurrency.lockutils [req-0440ca88-ee50-4cf1-9d79-1096a8a83731 req-2b56cff9-1030-44c8-aa69-a5c980b81d71 service nova] Acquiring lock "refresh_cache-1f1f56a8-a54a-4641-95d0-a153a68b7585" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1197.624311] env[62328]: DEBUG oslo_concurrency.lockutils [req-0440ca88-ee50-4cf1-9d79-1096a8a83731 req-2b56cff9-1030-44c8-aa69-a5c980b81d71 service nova] Acquired lock "refresh_cache-1f1f56a8-a54a-4641-95d0-a153a68b7585" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1197.624467] env[62328]: DEBUG nova.network.neutron [req-0440ca88-ee50-4cf1-9d79-1096a8a83731 req-2b56cff9-1030-44c8-aa69-a5c980b81d71 service nova] [instance: 1f1f56a8-a54a-4641-95d0-a153a68b7585] Refreshing network info cache for port face3ee7-4556-4d29-9ad1-536050609c78 {{(pid=62328) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1197.636905] env[62328]: DEBUG nova.compute.provider_tree [None req-c0bcdf4a-c341-4d0d-a46d-2f9b55209e34 tempest-ServerGroupTestJSON-776551707 tempest-ServerGroupTestJSON-776551707-project-member] Inventory has not changed in ProviderTree for provider: 3469e9f8-04af-49ca-8435-49f104496744 {{(pid=62328) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1197.959481] env[62328]: DEBUG oslo_vmware.api [None req-4d4ef743-1d47-42b9-be4b-11503a355831 tempest-ServerActionsTestOtherB-626827456 tempest-ServerActionsTestOtherB-626827456-project-member] Task: {'id': task-2387837, 'name': ReconfigVM_Task, 'duration_secs': 0.177246} completed successfully. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1197.959806] env[62328]: DEBUG nova.virt.vmwareapi.volumeops [None req-4d4ef743-1d47-42b9-be4b-11503a355831 tempest-ServerActionsTestOtherB-626827456 tempest-ServerActionsTestOtherB-626827456-project-member] [instance: 75e155a3-05b0-44c5-86de-5643cbb05fc0] Reconfigured VM instance instance-00000075 to detach disk 2000 {{(pid=62328) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1197.960627] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bb766511-8a6b-484b-a0bc-2abc2c5ac870 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1197.989715] env[62328]: DEBUG nova.virt.vmwareapi.volumeops [None req-4d4ef743-1d47-42b9-be4b-11503a355831 tempest-ServerActionsTestOtherB-626827456 tempest-ServerActionsTestOtherB-626827456-project-member] [instance: 75e155a3-05b0-44c5-86de-5643cbb05fc0] Reconfiguring VM instance instance-00000075 to attach disk [datastore2] 75e155a3-05b0-44c5-86de-5643cbb05fc0/75e155a3-05b0-44c5-86de-5643cbb05fc0.vmdk or device None with type thin {{(pid=62328) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1197.990347] env[62328]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-fd52ae29-117f-4063-90ca-5527675109c6 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1198.011044] env[62328]: DEBUG oslo_vmware.api [None req-4d4ef743-1d47-42b9-be4b-11503a355831 tempest-ServerActionsTestOtherB-626827456 tempest-ServerActionsTestOtherB-626827456-project-member] Waiting for the task: (returnval){ [ 1198.011044] env[62328]: value = "task-2387838" [ 1198.011044] env[62328]: _type = "Task" [ 1198.011044] env[62328]: } to complete. {{(pid=62328) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1198.020583] env[62328]: DEBUG oslo_vmware.api [None req-4d4ef743-1d47-42b9-be4b-11503a355831 tempest-ServerActionsTestOtherB-626827456 tempest-ServerActionsTestOtherB-626827456-project-member] Task: {'id': task-2387838, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1198.140570] env[62328]: DEBUG nova.scheduler.client.report [None req-c0bcdf4a-c341-4d0d-a46d-2f9b55209e34 tempest-ServerGroupTestJSON-776551707 tempest-ServerGroupTestJSON-776551707-project-member] Inventory has not changed for provider 3469e9f8-04af-49ca-8435-49f104496744 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 153, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62328) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1198.348163] env[62328]: DEBUG nova.network.neutron [req-0440ca88-ee50-4cf1-9d79-1096a8a83731 req-2b56cff9-1030-44c8-aa69-a5c980b81d71 service nova] [instance: 1f1f56a8-a54a-4641-95d0-a153a68b7585] Updated VIF entry in instance network info cache for port face3ee7-4556-4d29-9ad1-536050609c78. {{(pid=62328) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1198.348527] env[62328]: DEBUG nova.network.neutron [req-0440ca88-ee50-4cf1-9d79-1096a8a83731 req-2b56cff9-1030-44c8-aa69-a5c980b81d71 service nova] [instance: 1f1f56a8-a54a-4641-95d0-a153a68b7585] Updating instance_info_cache with network_info: [{"id": "face3ee7-4556-4d29-9ad1-536050609c78", "address": "fa:16:3e:e8:9b:a9", "network": {"id": "2d1c453e-aaeb-45b7-bdcd-3cbaf03a6053", "bridge": null, "label": "tempest-AttachVolumeShelveTestJSON-1795840742-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.168", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f7ed1d0f45904d658c8becad7c3f621c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "unbound", "details": {}, "devname": "tapface3ee7-45", "ovs_interfaceid": null, "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62328) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1198.492138] env[62328]: DEBUG nova.compute.manager [None req-0cde2315-699e-4b84-908d-71735ed8e7bb tempest-AttachInterfacesTestJSON-1049158018 tempest-AttachInterfacesTestJSON-1049158018-project-member] [instance: d2a6722b-f339-4410-8fa1-d8d07b4b153c] Start spawning the instance on the hypervisor. {{(pid=62328) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1198.517500] env[62328]: DEBUG nova.virt.hardware [None req-0cde2315-699e-4b84-908d-71735ed8e7bb tempest-AttachInterfacesTestJSON-1049158018 tempest-AttachInterfacesTestJSON-1049158018-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-07T17:16:55Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-07T17:16:37Z,direct_url=,disk_format='vmdk',id=dbf872a4-92be-47e4-8561-c3e2bf2423ab,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='2a64022f08d84b11a86773b900860ae5',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-07T17:16:38Z,virtual_size=,visibility=), allow threads: False {{(pid=62328) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1198.517877] env[62328]: DEBUG nova.virt.hardware [None req-0cde2315-699e-4b84-908d-71735ed8e7bb tempest-AttachInterfacesTestJSON-1049158018 tempest-AttachInterfacesTestJSON-1049158018-project-member] Flavor limits 0:0:0 {{(pid=62328) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1198.518092] env[62328]: DEBUG nova.virt.hardware [None req-0cde2315-699e-4b84-908d-71735ed8e7bb tempest-AttachInterfacesTestJSON-1049158018 tempest-AttachInterfacesTestJSON-1049158018-project-member] Image limits 0:0:0 {{(pid=62328) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1198.518242] env[62328]: DEBUG nova.virt.hardware [None req-0cde2315-699e-4b84-908d-71735ed8e7bb tempest-AttachInterfacesTestJSON-1049158018 tempest-AttachInterfacesTestJSON-1049158018-project-member] Flavor pref 0:0:0 {{(pid=62328) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1198.518390] env[62328]: DEBUG nova.virt.hardware [None req-0cde2315-699e-4b84-908d-71735ed8e7bb tempest-AttachInterfacesTestJSON-1049158018 tempest-AttachInterfacesTestJSON-1049158018-project-member] Image pref 0:0:0 {{(pid=62328) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1198.518536] env[62328]: DEBUG nova.virt.hardware [None req-0cde2315-699e-4b84-908d-71735ed8e7bb tempest-AttachInterfacesTestJSON-1049158018 tempest-AttachInterfacesTestJSON-1049158018-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62328) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1198.518780] env[62328]: DEBUG nova.virt.hardware [None req-0cde2315-699e-4b84-908d-71735ed8e7bb tempest-AttachInterfacesTestJSON-1049158018 tempest-AttachInterfacesTestJSON-1049158018-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62328) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1198.518954] env[62328]: DEBUG nova.virt.hardware [None req-0cde2315-699e-4b84-908d-71735ed8e7bb tempest-AttachInterfacesTestJSON-1049158018 tempest-AttachInterfacesTestJSON-1049158018-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62328) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1198.519139] env[62328]: DEBUG nova.virt.hardware [None req-0cde2315-699e-4b84-908d-71735ed8e7bb tempest-AttachInterfacesTestJSON-1049158018 tempest-AttachInterfacesTestJSON-1049158018-project-member] Got 1 possible topologies {{(pid=62328) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1198.519303] env[62328]: DEBUG nova.virt.hardware [None req-0cde2315-699e-4b84-908d-71735ed8e7bb tempest-AttachInterfacesTestJSON-1049158018 tempest-AttachInterfacesTestJSON-1049158018-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62328) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1198.519475] env[62328]: DEBUG nova.virt.hardware [None req-0cde2315-699e-4b84-908d-71735ed8e7bb tempest-AttachInterfacesTestJSON-1049158018 tempest-AttachInterfacesTestJSON-1049158018-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62328) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1198.520300] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e4dbcfd5-de38-4046-9c16-e640c0c45c0e {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1198.531080] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6dd67bd1-5ea1-45b7-9c3f-7d13b2006df1 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1198.535320] env[62328]: DEBUG oslo_vmware.api [None req-4d4ef743-1d47-42b9-be4b-11503a355831 tempest-ServerActionsTestOtherB-626827456 tempest-ServerActionsTestOtherB-626827456-project-member] Task: {'id': task-2387838, 'name': ReconfigVM_Task, 'duration_secs': 0.281487} completed successfully. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1198.535885] env[62328]: DEBUG nova.virt.vmwareapi.volumeops [None req-4d4ef743-1d47-42b9-be4b-11503a355831 tempest-ServerActionsTestOtherB-626827456 tempest-ServerActionsTestOtherB-626827456-project-member] [instance: 75e155a3-05b0-44c5-86de-5643cbb05fc0] Reconfigured VM instance instance-00000075 to attach disk [datastore2] 75e155a3-05b0-44c5-86de-5643cbb05fc0/75e155a3-05b0-44c5-86de-5643cbb05fc0.vmdk or device None with type thin {{(pid=62328) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1198.536198] env[62328]: DEBUG nova.virt.vmwareapi.vmops [None req-4d4ef743-1d47-42b9-be4b-11503a355831 tempest-ServerActionsTestOtherB-626827456 tempest-ServerActionsTestOtherB-626827456-project-member] [instance: 75e155a3-05b0-44c5-86de-5643cbb05fc0] Updating instance '75e155a3-05b0-44c5-86de-5643cbb05fc0' progress to 50 {{(pid=62328) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1198.646464] env[62328]: DEBUG oslo_concurrency.lockutils [None req-c0bcdf4a-c341-4d0d-a46d-2f9b55209e34 tempest-ServerGroupTestJSON-776551707 tempest-ServerGroupTestJSON-776551707-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.191s {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1198.647679] env[62328]: DEBUG oslo_concurrency.lockutils [None req-c9ae5725-d48a-4cf0-bd6a-64e0a7026859 tempest-AttachVolumeShelveTestJSON-116809589 tempest-AttachVolumeShelveTestJSON-116809589-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 1.794s {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1198.648305] env[62328]: DEBUG nova.objects.instance [None req-c9ae5725-d48a-4cf0-bd6a-64e0a7026859 tempest-AttachVolumeShelveTestJSON-116809589 tempest-AttachVolumeShelveTestJSON-116809589-project-member] Lazy-loading 'resources' on Instance uuid 1f1f56a8-a54a-4641-95d0-a153a68b7585 {{(pid=62328) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1198.851167] env[62328]: DEBUG oslo_concurrency.lockutils [req-0440ca88-ee50-4cf1-9d79-1096a8a83731 req-2b56cff9-1030-44c8-aa69-a5c980b81d71 service nova] Releasing lock "refresh_cache-1f1f56a8-a54a-4641-95d0-a153a68b7585" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1198.891069] env[62328]: DEBUG nova.network.neutron [None req-0cde2315-699e-4b84-908d-71735ed8e7bb tempest-AttachInterfacesTestJSON-1049158018 tempest-AttachInterfacesTestJSON-1049158018-project-member] [instance: d2a6722b-f339-4410-8fa1-d8d07b4b153c] Successfully updated port: c53eccde-fea3-4c87-a26b-586e816a3228 {{(pid=62328) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1198.970619] env[62328]: DEBUG oslo_concurrency.lockutils [None req-ddcca33a-b1ce-4341-b9fb-effc71cdda75 tempest-AttachVolumeShelveTestJSON-116809589 tempest-AttachVolumeShelveTestJSON-116809589-project-member] Acquiring lock "1f1f56a8-a54a-4641-95d0-a153a68b7585" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1199.043417] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0f0f29fb-bd32-4ca4-a1ee-33a32fe657e4 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1199.068515] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2edc5203-adf1-4387-9061-8d55fa1e68e7 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1199.087360] env[62328]: DEBUG nova.virt.vmwareapi.vmops [None req-4d4ef743-1d47-42b9-be4b-11503a355831 tempest-ServerActionsTestOtherB-626827456 tempest-ServerActionsTestOtherB-626827456-project-member] [instance: 75e155a3-05b0-44c5-86de-5643cbb05fc0] Updating instance '75e155a3-05b0-44c5-86de-5643cbb05fc0' progress to 67 {{(pid=62328) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1199.150642] env[62328]: DEBUG nova.objects.instance [None req-c9ae5725-d48a-4cf0-bd6a-64e0a7026859 tempest-AttachVolumeShelveTestJSON-116809589 tempest-AttachVolumeShelveTestJSON-116809589-project-member] Lazy-loading 'numa_topology' on Instance uuid 1f1f56a8-a54a-4641-95d0-a153a68b7585 {{(pid=62328) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1199.152660] env[62328]: DEBUG oslo_concurrency.lockutils [None req-c0bcdf4a-c341-4d0d-a46d-2f9b55209e34 tempest-ServerGroupTestJSON-776551707 tempest-ServerGroupTestJSON-776551707-project-member] Acquiring lock "c6c906b7-81df-4371-996c-f20bc9eca6cb" by "nova.compute.manager.ComputeManager._validate_instance_group_policy.._do_validation" {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1199.152912] env[62328]: DEBUG oslo_concurrency.lockutils [None req-c0bcdf4a-c341-4d0d-a46d-2f9b55209e34 tempest-ServerGroupTestJSON-776551707 tempest-ServerGroupTestJSON-776551707-project-member] Lock "c6c906b7-81df-4371-996c-f20bc9eca6cb" acquired by "nova.compute.manager.ComputeManager._validate_instance_group_policy.._do_validation" :: waited 0.000s {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1199.394512] env[62328]: DEBUG oslo_concurrency.lockutils [None req-0cde2315-699e-4b84-908d-71735ed8e7bb tempest-AttachInterfacesTestJSON-1049158018 tempest-AttachInterfacesTestJSON-1049158018-project-member] Acquiring lock "refresh_cache-d2a6722b-f339-4410-8fa1-d8d07b4b153c" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1199.394701] env[62328]: DEBUG oslo_concurrency.lockutils [None req-0cde2315-699e-4b84-908d-71735ed8e7bb tempest-AttachInterfacesTestJSON-1049158018 tempest-AttachInterfacesTestJSON-1049158018-project-member] Acquired lock "refresh_cache-d2a6722b-f339-4410-8fa1-d8d07b4b153c" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1199.394893] env[62328]: DEBUG nova.network.neutron [None req-0cde2315-699e-4b84-908d-71735ed8e7bb tempest-AttachInterfacesTestJSON-1049158018 tempest-AttachInterfacesTestJSON-1049158018-project-member] [instance: d2a6722b-f339-4410-8fa1-d8d07b4b153c] Building network info cache for instance {{(pid=62328) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1199.646213] env[62328]: DEBUG nova.compute.manager [req-7845334a-50b3-4d1e-8344-1dd03e8569dc req-1e1cf35b-6360-4ea3-8aee-a31a59438cd8 service nova] [instance: d2a6722b-f339-4410-8fa1-d8d07b4b153c] Received event network-vif-plugged-c53eccde-fea3-4c87-a26b-586e816a3228 {{(pid=62328) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1199.646213] env[62328]: DEBUG oslo_concurrency.lockutils [req-7845334a-50b3-4d1e-8344-1dd03e8569dc req-1e1cf35b-6360-4ea3-8aee-a31a59438cd8 service nova] Acquiring lock "d2a6722b-f339-4410-8fa1-d8d07b4b153c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1199.646465] env[62328]: DEBUG oslo_concurrency.lockutils [req-7845334a-50b3-4d1e-8344-1dd03e8569dc req-1e1cf35b-6360-4ea3-8aee-a31a59438cd8 service nova] Lock "d2a6722b-f339-4410-8fa1-d8d07b4b153c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1199.647114] env[62328]: DEBUG oslo_concurrency.lockutils [req-7845334a-50b3-4d1e-8344-1dd03e8569dc req-1e1cf35b-6360-4ea3-8aee-a31a59438cd8 service nova] Lock "d2a6722b-f339-4410-8fa1-d8d07b4b153c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1199.647388] env[62328]: DEBUG nova.compute.manager [req-7845334a-50b3-4d1e-8344-1dd03e8569dc req-1e1cf35b-6360-4ea3-8aee-a31a59438cd8 service nova] [instance: d2a6722b-f339-4410-8fa1-d8d07b4b153c] No waiting events found dispatching network-vif-plugged-c53eccde-fea3-4c87-a26b-586e816a3228 {{(pid=62328) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1199.647592] env[62328]: WARNING nova.compute.manager [req-7845334a-50b3-4d1e-8344-1dd03e8569dc req-1e1cf35b-6360-4ea3-8aee-a31a59438cd8 service nova] [instance: d2a6722b-f339-4410-8fa1-d8d07b4b153c] Received unexpected event network-vif-plugged-c53eccde-fea3-4c87-a26b-586e816a3228 for instance with vm_state building and task_state spawning. [ 1199.647838] env[62328]: DEBUG nova.compute.manager [req-7845334a-50b3-4d1e-8344-1dd03e8569dc req-1e1cf35b-6360-4ea3-8aee-a31a59438cd8 service nova] [instance: d2a6722b-f339-4410-8fa1-d8d07b4b153c] Received event network-changed-c53eccde-fea3-4c87-a26b-586e816a3228 {{(pid=62328) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1199.648030] env[62328]: DEBUG nova.compute.manager [req-7845334a-50b3-4d1e-8344-1dd03e8569dc req-1e1cf35b-6360-4ea3-8aee-a31a59438cd8 service nova] [instance: d2a6722b-f339-4410-8fa1-d8d07b4b153c] Refreshing instance network info cache due to event network-changed-c53eccde-fea3-4c87-a26b-586e816a3228. {{(pid=62328) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1199.648206] env[62328]: DEBUG oslo_concurrency.lockutils [req-7845334a-50b3-4d1e-8344-1dd03e8569dc req-1e1cf35b-6360-4ea3-8aee-a31a59438cd8 service nova] Acquiring lock "refresh_cache-d2a6722b-f339-4410-8fa1-d8d07b4b153c" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1199.655266] env[62328]: DEBUG nova.objects.base [None req-c9ae5725-d48a-4cf0-bd6a-64e0a7026859 tempest-AttachVolumeShelveTestJSON-116809589 tempest-AttachVolumeShelveTestJSON-116809589-project-member] Object Instance<1f1f56a8-a54a-4641-95d0-a153a68b7585> lazy-loaded attributes: resources,numa_topology {{(pid=62328) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1199.657553] env[62328]: DEBUG oslo_concurrency.lockutils [None req-c0bcdf4a-c341-4d0d-a46d-2f9b55209e34 tempest-ServerGroupTestJSON-776551707 tempest-ServerGroupTestJSON-776551707-project-member] Lock "c6c906b7-81df-4371-996c-f20bc9eca6cb" "released" by "nova.compute.manager.ComputeManager._validate_instance_group_policy.._do_validation" :: held 0.505s {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1199.658027] env[62328]: DEBUG nova.compute.manager [None req-c0bcdf4a-c341-4d0d-a46d-2f9b55209e34 tempest-ServerGroupTestJSON-776551707 tempest-ServerGroupTestJSON-776551707-project-member] [instance: 82e9a368-2bf9-4a81-b478-882fc109f64e] Start building networks asynchronously for instance. {{(pid=62328) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1199.750011] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-11cbcf9b-79a9-496a-a43b-4efc6461c40b {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1199.757357] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fd7fbb43-9b66-4c33-a727-654f042d54b8 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1199.788466] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5386ff55-6595-4b64-a773-46c1a71036d4 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1199.795391] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-98d37c36-69ff-4d86-b7df-e5902fd47124 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1199.808456] env[62328]: DEBUG nova.compute.provider_tree [None req-c9ae5725-d48a-4cf0-bd6a-64e0a7026859 tempest-AttachVolumeShelveTestJSON-116809589 tempest-AttachVolumeShelveTestJSON-116809589-project-member] Inventory has not changed in ProviderTree for provider: 3469e9f8-04af-49ca-8435-49f104496744 {{(pid=62328) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1199.927839] env[62328]: DEBUG nova.network.neutron [None req-0cde2315-699e-4b84-908d-71735ed8e7bb tempest-AttachInterfacesTestJSON-1049158018 tempest-AttachInterfacesTestJSON-1049158018-project-member] [instance: d2a6722b-f339-4410-8fa1-d8d07b4b153c] Instance cache missing network info. {{(pid=62328) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1200.068658] env[62328]: DEBUG nova.network.neutron [None req-0cde2315-699e-4b84-908d-71735ed8e7bb tempest-AttachInterfacesTestJSON-1049158018 tempest-AttachInterfacesTestJSON-1049158018-project-member] [instance: d2a6722b-f339-4410-8fa1-d8d07b4b153c] Updating instance_info_cache with network_info: [{"id": "c53eccde-fea3-4c87-a26b-586e816a3228", "address": "fa:16:3e:f7:8e:ce", "network": {"id": "43b1657c-44ae-47a8-8e8d-196242ef7fca", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1953540822-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e88420d74d294fef9f976142535b9ac5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9f3a2eb5-353f-45c5-a73b-869626f4bb13", "external-id": "nsx-vlan-transportzone-411", "segmentation_id": 411, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc53eccde-fe", "ovs_interfaceid": "c53eccde-fea3-4c87-a26b-586e816a3228", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62328) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1200.162986] env[62328]: DEBUG nova.compute.utils [None req-c0bcdf4a-c341-4d0d-a46d-2f9b55209e34 tempest-ServerGroupTestJSON-776551707 tempest-ServerGroupTestJSON-776551707-project-member] Using /dev/sd instead of None {{(pid=62328) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1200.164353] env[62328]: DEBUG nova.compute.manager [None req-c0bcdf4a-c341-4d0d-a46d-2f9b55209e34 tempest-ServerGroupTestJSON-776551707 tempest-ServerGroupTestJSON-776551707-project-member] [instance: 82e9a368-2bf9-4a81-b478-882fc109f64e] Allocating IP information in the background. {{(pid=62328) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1200.164524] env[62328]: DEBUG nova.network.neutron [None req-c0bcdf4a-c341-4d0d-a46d-2f9b55209e34 tempest-ServerGroupTestJSON-776551707 tempest-ServerGroupTestJSON-776551707-project-member] [instance: 82e9a368-2bf9-4a81-b478-882fc109f64e] allocate_for_instance() {{(pid=62328) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1200.247971] env[62328]: DEBUG nova.policy [None req-c0bcdf4a-c341-4d0d-a46d-2f9b55209e34 tempest-ServerGroupTestJSON-776551707 tempest-ServerGroupTestJSON-776551707-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '00e9681096ad48cea824978a9b6a11a9', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '1197f969830743f6b613588f7fa04b41', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62328) authorize /opt/stack/nova/nova/policy.py:192}} [ 1200.312071] env[62328]: DEBUG nova.scheduler.client.report [None req-c9ae5725-d48a-4cf0-bd6a-64e0a7026859 tempest-AttachVolumeShelveTestJSON-116809589 tempest-AttachVolumeShelveTestJSON-116809589-project-member] Inventory has not changed for provider 3469e9f8-04af-49ca-8435-49f104496744 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 153, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62328) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1200.532585] env[62328]: DEBUG nova.network.neutron [None req-c0bcdf4a-c341-4d0d-a46d-2f9b55209e34 tempest-ServerGroupTestJSON-776551707 tempest-ServerGroupTestJSON-776551707-project-member] [instance: 82e9a368-2bf9-4a81-b478-882fc109f64e] Successfully created port: f1c58be8-4f90-4c64-b535-3002d4302969 {{(pid=62328) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1200.571221] env[62328]: DEBUG oslo_concurrency.lockutils [None req-0cde2315-699e-4b84-908d-71735ed8e7bb tempest-AttachInterfacesTestJSON-1049158018 tempest-AttachInterfacesTestJSON-1049158018-project-member] Releasing lock "refresh_cache-d2a6722b-f339-4410-8fa1-d8d07b4b153c" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1200.571835] env[62328]: DEBUG nova.compute.manager [None req-0cde2315-699e-4b84-908d-71735ed8e7bb tempest-AttachInterfacesTestJSON-1049158018 tempest-AttachInterfacesTestJSON-1049158018-project-member] [instance: d2a6722b-f339-4410-8fa1-d8d07b4b153c] Instance network_info: |[{"id": "c53eccde-fea3-4c87-a26b-586e816a3228", "address": "fa:16:3e:f7:8e:ce", "network": {"id": "43b1657c-44ae-47a8-8e8d-196242ef7fca", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1953540822-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e88420d74d294fef9f976142535b9ac5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9f3a2eb5-353f-45c5-a73b-869626f4bb13", "external-id": "nsx-vlan-transportzone-411", "segmentation_id": 411, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc53eccde-fe", "ovs_interfaceid": "c53eccde-fea3-4c87-a26b-586e816a3228", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62328) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1200.572173] env[62328]: DEBUG oslo_concurrency.lockutils [req-7845334a-50b3-4d1e-8344-1dd03e8569dc req-1e1cf35b-6360-4ea3-8aee-a31a59438cd8 service nova] Acquired lock "refresh_cache-d2a6722b-f339-4410-8fa1-d8d07b4b153c" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1200.572363] env[62328]: DEBUG nova.network.neutron [req-7845334a-50b3-4d1e-8344-1dd03e8569dc req-1e1cf35b-6360-4ea3-8aee-a31a59438cd8 service nova] [instance: d2a6722b-f339-4410-8fa1-d8d07b4b153c] Refreshing network info cache for port c53eccde-fea3-4c87-a26b-586e816a3228 {{(pid=62328) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1200.573563] env[62328]: DEBUG nova.virt.vmwareapi.vmops [None req-0cde2315-699e-4b84-908d-71735ed8e7bb tempest-AttachInterfacesTestJSON-1049158018 tempest-AttachInterfacesTestJSON-1049158018-project-member] [instance: d2a6722b-f339-4410-8fa1-d8d07b4b153c] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:f7:8e:ce', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '9f3a2eb5-353f-45c5-a73b-869626f4bb13', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'c53eccde-fea3-4c87-a26b-586e816a3228', 'vif_model': 'vmxnet3'}] {{(pid=62328) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1200.584894] env[62328]: DEBUG oslo.service.loopingcall [None req-0cde2315-699e-4b84-908d-71735ed8e7bb tempest-AttachInterfacesTestJSON-1049158018 tempest-AttachInterfacesTestJSON-1049158018-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62328) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1200.586246] env[62328]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d2a6722b-f339-4410-8fa1-d8d07b4b153c] Creating VM on the ESX host {{(pid=62328) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1200.586322] env[62328]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-bb16d819-3188-4571-b1b5-81799da6218d {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1200.610067] env[62328]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1200.610067] env[62328]: value = "task-2387840" [ 1200.610067] env[62328]: _type = "Task" [ 1200.610067] env[62328]: } to complete. {{(pid=62328) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1200.620781] env[62328]: DEBUG oslo_vmware.api [-] Task: {'id': task-2387840, 'name': CreateVM_Task} progress is 0%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1200.668404] env[62328]: DEBUG nova.compute.manager [None req-c0bcdf4a-c341-4d0d-a46d-2f9b55209e34 tempest-ServerGroupTestJSON-776551707 tempest-ServerGroupTestJSON-776551707-project-member] [instance: 82e9a368-2bf9-4a81-b478-882fc109f64e] Start building block device mappings for instance. {{(pid=62328) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1200.744776] env[62328]: DEBUG nova.network.neutron [None req-4d4ef743-1d47-42b9-be4b-11503a355831 tempest-ServerActionsTestOtherB-626827456 tempest-ServerActionsTestOtherB-626827456-project-member] [instance: 75e155a3-05b0-44c5-86de-5643cbb05fc0] Port 1559efd1-b459-4c3c-9bfd-b54c83da5d14 binding to destination host cpu-1 is already ACTIVE {{(pid=62328) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1200.816613] env[62328]: DEBUG oslo_concurrency.lockutils [None req-c9ae5725-d48a-4cf0-bd6a-64e0a7026859 tempest-AttachVolumeShelveTestJSON-116809589 tempest-AttachVolumeShelveTestJSON-116809589-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.169s {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1201.120790] env[62328]: DEBUG oslo_vmware.api [-] Task: {'id': task-2387840, 'name': CreateVM_Task, 'duration_secs': 0.346366} completed successfully. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1201.120950] env[62328]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d2a6722b-f339-4410-8fa1-d8d07b4b153c] Created VM on the ESX host {{(pid=62328) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1201.121608] env[62328]: DEBUG oslo_concurrency.lockutils [None req-0cde2315-699e-4b84-908d-71735ed8e7bb tempest-AttachInterfacesTestJSON-1049158018 tempest-AttachInterfacesTestJSON-1049158018-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/dbf872a4-92be-47e4-8561-c3e2bf2423ab" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1201.121771] env[62328]: DEBUG oslo_concurrency.lockutils [None req-0cde2315-699e-4b84-908d-71735ed8e7bb tempest-AttachInterfacesTestJSON-1049158018 tempest-AttachInterfacesTestJSON-1049158018-project-member] Acquired lock "[datastore2] devstack-image-cache_base/dbf872a4-92be-47e4-8561-c3e2bf2423ab" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1201.122095] env[62328]: DEBUG oslo_concurrency.lockutils [None req-0cde2315-699e-4b84-908d-71735ed8e7bb tempest-AttachInterfacesTestJSON-1049158018 tempest-AttachInterfacesTestJSON-1049158018-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/dbf872a4-92be-47e4-8561-c3e2bf2423ab" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1201.122349] env[62328]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3fd03ff2-8ff3-4482-855b-cd6ea59f2a2b {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1201.127128] env[62328]: DEBUG oslo_vmware.api [None req-0cde2315-699e-4b84-908d-71735ed8e7bb tempest-AttachInterfacesTestJSON-1049158018 tempest-AttachInterfacesTestJSON-1049158018-project-member] Waiting for the task: (returnval){ [ 1201.127128] env[62328]: value = "session[52a6e20e-410d-708a-99f2-080a575a99bd]5207101c-0989-39f2-7a71-b622e69d6c65" [ 1201.127128] env[62328]: _type = "Task" [ 1201.127128] env[62328]: } to complete. {{(pid=62328) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1201.134452] env[62328]: DEBUG oslo_vmware.api [None req-0cde2315-699e-4b84-908d-71735ed8e7bb tempest-AttachInterfacesTestJSON-1049158018 tempest-AttachInterfacesTestJSON-1049158018-project-member] Task: {'id': session[52a6e20e-410d-708a-99f2-080a575a99bd]5207101c-0989-39f2-7a71-b622e69d6c65, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1201.314903] env[62328]: DEBUG nova.network.neutron [req-7845334a-50b3-4d1e-8344-1dd03e8569dc req-1e1cf35b-6360-4ea3-8aee-a31a59438cd8 service nova] [instance: d2a6722b-f339-4410-8fa1-d8d07b4b153c] Updated VIF entry in instance network info cache for port c53eccde-fea3-4c87-a26b-586e816a3228. {{(pid=62328) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1201.315277] env[62328]: DEBUG nova.network.neutron [req-7845334a-50b3-4d1e-8344-1dd03e8569dc req-1e1cf35b-6360-4ea3-8aee-a31a59438cd8 service nova] [instance: d2a6722b-f339-4410-8fa1-d8d07b4b153c] Updating instance_info_cache with network_info: [{"id": "c53eccde-fea3-4c87-a26b-586e816a3228", "address": "fa:16:3e:f7:8e:ce", "network": {"id": "43b1657c-44ae-47a8-8e8d-196242ef7fca", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1953540822-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e88420d74d294fef9f976142535b9ac5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9f3a2eb5-353f-45c5-a73b-869626f4bb13", "external-id": "nsx-vlan-transportzone-411", "segmentation_id": 411, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc53eccde-fe", "ovs_interfaceid": "c53eccde-fea3-4c87-a26b-586e816a3228", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62328) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1201.323724] env[62328]: DEBUG oslo_concurrency.lockutils [None req-c9ae5725-d48a-4cf0-bd6a-64e0a7026859 tempest-AttachVolumeShelveTestJSON-116809589 tempest-AttachVolumeShelveTestJSON-116809589-project-member] Lock "1f1f56a8-a54a-4641-95d0-a153a68b7585" "released" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: held 26.230s {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1201.324480] env[62328]: DEBUG oslo_concurrency.lockutils [None req-ddcca33a-b1ce-4341-b9fb-effc71cdda75 tempest-AttachVolumeShelveTestJSON-116809589 tempest-AttachVolumeShelveTestJSON-116809589-project-member] Lock "1f1f56a8-a54a-4641-95d0-a153a68b7585" acquired by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: waited 2.354s {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1201.324662] env[62328]: INFO nova.compute.manager [None req-ddcca33a-b1ce-4341-b9fb-effc71cdda75 tempest-AttachVolumeShelveTestJSON-116809589 tempest-AttachVolumeShelveTestJSON-116809589-project-member] [instance: 1f1f56a8-a54a-4641-95d0-a153a68b7585] Unshelving [ 1201.637310] env[62328]: DEBUG oslo_vmware.api [None req-0cde2315-699e-4b84-908d-71735ed8e7bb tempest-AttachInterfacesTestJSON-1049158018 tempest-AttachInterfacesTestJSON-1049158018-project-member] Task: {'id': session[52a6e20e-410d-708a-99f2-080a575a99bd]5207101c-0989-39f2-7a71-b622e69d6c65, 'name': SearchDatastore_Task, 'duration_secs': 0.009667} completed successfully. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1201.637542] env[62328]: DEBUG oslo_concurrency.lockutils [None req-0cde2315-699e-4b84-908d-71735ed8e7bb tempest-AttachInterfacesTestJSON-1049158018 tempest-AttachInterfacesTestJSON-1049158018-project-member] Releasing lock "[datastore2] devstack-image-cache_base/dbf872a4-92be-47e4-8561-c3e2bf2423ab" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1201.637772] env[62328]: DEBUG nova.virt.vmwareapi.vmops [None req-0cde2315-699e-4b84-908d-71735ed8e7bb tempest-AttachInterfacesTestJSON-1049158018 tempest-AttachInterfacesTestJSON-1049158018-project-member] [instance: d2a6722b-f339-4410-8fa1-d8d07b4b153c] Processing image dbf872a4-92be-47e4-8561-c3e2bf2423ab {{(pid=62328) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1201.638023] env[62328]: DEBUG oslo_concurrency.lockutils [None req-0cde2315-699e-4b84-908d-71735ed8e7bb tempest-AttachInterfacesTestJSON-1049158018 tempest-AttachInterfacesTestJSON-1049158018-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/dbf872a4-92be-47e4-8561-c3e2bf2423ab/dbf872a4-92be-47e4-8561-c3e2bf2423ab.vmdk" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1201.638177] env[62328]: DEBUG oslo_concurrency.lockutils [None req-0cde2315-699e-4b84-908d-71735ed8e7bb tempest-AttachInterfacesTestJSON-1049158018 tempest-AttachInterfacesTestJSON-1049158018-project-member] Acquired lock "[datastore2] devstack-image-cache_base/dbf872a4-92be-47e4-8561-c3e2bf2423ab/dbf872a4-92be-47e4-8561-c3e2bf2423ab.vmdk" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1201.638357] env[62328]: DEBUG nova.virt.vmwareapi.ds_util [None req-0cde2315-699e-4b84-908d-71735ed8e7bb tempest-AttachInterfacesTestJSON-1049158018 tempest-AttachInterfacesTestJSON-1049158018-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62328) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1201.638606] env[62328]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-3aa43713-ab15-4ad5-9cf1-e3ea1e69e099 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1201.646239] env[62328]: DEBUG nova.virt.vmwareapi.ds_util [None req-0cde2315-699e-4b84-908d-71735ed8e7bb tempest-AttachInterfacesTestJSON-1049158018 tempest-AttachInterfacesTestJSON-1049158018-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62328) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1201.646406] env[62328]: DEBUG nova.virt.vmwareapi.vmops [None req-0cde2315-699e-4b84-908d-71735ed8e7bb tempest-AttachInterfacesTestJSON-1049158018 tempest-AttachInterfacesTestJSON-1049158018-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62328) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1201.647115] env[62328]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c8468e0c-99d3-47ca-810c-ec4a2c6559ac {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1201.651672] env[62328]: DEBUG oslo_vmware.api [None req-0cde2315-699e-4b84-908d-71735ed8e7bb tempest-AttachInterfacesTestJSON-1049158018 tempest-AttachInterfacesTestJSON-1049158018-project-member] Waiting for the task: (returnval){ [ 1201.651672] env[62328]: value = "session[52a6e20e-410d-708a-99f2-080a575a99bd]52a3696c-c692-5242-a50b-eefa700c8671" [ 1201.651672] env[62328]: _type = "Task" [ 1201.651672] env[62328]: } to complete. {{(pid=62328) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1201.659242] env[62328]: DEBUG oslo_vmware.api [None req-0cde2315-699e-4b84-908d-71735ed8e7bb tempest-AttachInterfacesTestJSON-1049158018 tempest-AttachInterfacesTestJSON-1049158018-project-member] Task: {'id': session[52a6e20e-410d-708a-99f2-080a575a99bd]52a3696c-c692-5242-a50b-eefa700c8671, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1201.677491] env[62328]: DEBUG nova.compute.manager [None req-c0bcdf4a-c341-4d0d-a46d-2f9b55209e34 tempest-ServerGroupTestJSON-776551707 tempest-ServerGroupTestJSON-776551707-project-member] [instance: 82e9a368-2bf9-4a81-b478-882fc109f64e] Start spawning the instance on the hypervisor. {{(pid=62328) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1201.702538] env[62328]: DEBUG nova.virt.hardware [None req-c0bcdf4a-c341-4d0d-a46d-2f9b55209e34 tempest-ServerGroupTestJSON-776551707 tempest-ServerGroupTestJSON-776551707-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-07T17:16:55Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-07T17:16:37Z,direct_url=,disk_format='vmdk',id=dbf872a4-92be-47e4-8561-c3e2bf2423ab,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='2a64022f08d84b11a86773b900860ae5',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-07T17:16:38Z,virtual_size=,visibility=), allow threads: False {{(pid=62328) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1201.702938] env[62328]: DEBUG nova.virt.hardware [None req-c0bcdf4a-c341-4d0d-a46d-2f9b55209e34 tempest-ServerGroupTestJSON-776551707 tempest-ServerGroupTestJSON-776551707-project-member] Flavor limits 0:0:0 {{(pid=62328) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1201.703016] env[62328]: DEBUG nova.virt.hardware [None req-c0bcdf4a-c341-4d0d-a46d-2f9b55209e34 tempest-ServerGroupTestJSON-776551707 tempest-ServerGroupTestJSON-776551707-project-member] Image limits 0:0:0 {{(pid=62328) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1201.703876] env[62328]: DEBUG nova.virt.hardware [None req-c0bcdf4a-c341-4d0d-a46d-2f9b55209e34 tempest-ServerGroupTestJSON-776551707 tempest-ServerGroupTestJSON-776551707-project-member] Flavor pref 0:0:0 {{(pid=62328) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1201.703876] env[62328]: DEBUG nova.virt.hardware [None req-c0bcdf4a-c341-4d0d-a46d-2f9b55209e34 tempest-ServerGroupTestJSON-776551707 tempest-ServerGroupTestJSON-776551707-project-member] Image pref 0:0:0 {{(pid=62328) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1201.703876] env[62328]: DEBUG nova.virt.hardware [None req-c0bcdf4a-c341-4d0d-a46d-2f9b55209e34 tempest-ServerGroupTestJSON-776551707 tempest-ServerGroupTestJSON-776551707-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62328) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1201.703876] env[62328]: DEBUG nova.virt.hardware [None req-c0bcdf4a-c341-4d0d-a46d-2f9b55209e34 tempest-ServerGroupTestJSON-776551707 tempest-ServerGroupTestJSON-776551707-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62328) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1201.704070] env[62328]: DEBUG nova.virt.hardware [None req-c0bcdf4a-c341-4d0d-a46d-2f9b55209e34 tempest-ServerGroupTestJSON-776551707 tempest-ServerGroupTestJSON-776551707-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62328) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1201.704159] env[62328]: DEBUG nova.virt.hardware [None req-c0bcdf4a-c341-4d0d-a46d-2f9b55209e34 tempest-ServerGroupTestJSON-776551707 tempest-ServerGroupTestJSON-776551707-project-member] Got 1 possible topologies {{(pid=62328) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1201.704325] env[62328]: DEBUG nova.virt.hardware [None req-c0bcdf4a-c341-4d0d-a46d-2f9b55209e34 tempest-ServerGroupTestJSON-776551707 tempest-ServerGroupTestJSON-776551707-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62328) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1201.704498] env[62328]: DEBUG nova.virt.hardware [None req-c0bcdf4a-c341-4d0d-a46d-2f9b55209e34 tempest-ServerGroupTestJSON-776551707 tempest-ServerGroupTestJSON-776551707-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62328) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1201.705375] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b8062559-2a6b-4883-8e07-465a09953076 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1201.714051] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f15eb878-a955-417d-91b6-cb604c64beb1 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1201.768450] env[62328]: DEBUG oslo_concurrency.lockutils [None req-4d4ef743-1d47-42b9-be4b-11503a355831 tempest-ServerActionsTestOtherB-626827456 tempest-ServerActionsTestOtherB-626827456-project-member] Acquiring lock "75e155a3-05b0-44c5-86de-5643cbb05fc0-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1201.768711] env[62328]: DEBUG oslo_concurrency.lockutils [None req-4d4ef743-1d47-42b9-be4b-11503a355831 tempest-ServerActionsTestOtherB-626827456 tempest-ServerActionsTestOtherB-626827456-project-member] Lock "75e155a3-05b0-44c5-86de-5643cbb05fc0-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1201.768888] env[62328]: DEBUG oslo_concurrency.lockutils [None req-4d4ef743-1d47-42b9-be4b-11503a355831 tempest-ServerActionsTestOtherB-626827456 tempest-ServerActionsTestOtherB-626827456-project-member] Lock "75e155a3-05b0-44c5-86de-5643cbb05fc0-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1201.818230] env[62328]: DEBUG oslo_concurrency.lockutils [req-7845334a-50b3-4d1e-8344-1dd03e8569dc req-1e1cf35b-6360-4ea3-8aee-a31a59438cd8 service nova] Releasing lock "refresh_cache-d2a6722b-f339-4410-8fa1-d8d07b4b153c" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1202.026046] env[62328]: DEBUG nova.compute.manager [req-6b443b36-6f70-4f5a-8fed-791bb2f17d73 req-cdd9c599-0215-4d97-abe8-6fd4f68ee8a8 service nova] [instance: 82e9a368-2bf9-4a81-b478-882fc109f64e] Received event network-vif-plugged-f1c58be8-4f90-4c64-b535-3002d4302969 {{(pid=62328) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1202.026273] env[62328]: DEBUG oslo_concurrency.lockutils [req-6b443b36-6f70-4f5a-8fed-791bb2f17d73 req-cdd9c599-0215-4d97-abe8-6fd4f68ee8a8 service nova] Acquiring lock "82e9a368-2bf9-4a81-b478-882fc109f64e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1202.026485] env[62328]: DEBUG oslo_concurrency.lockutils [req-6b443b36-6f70-4f5a-8fed-791bb2f17d73 req-cdd9c599-0215-4d97-abe8-6fd4f68ee8a8 service nova] Lock "82e9a368-2bf9-4a81-b478-882fc109f64e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1202.026695] env[62328]: DEBUG oslo_concurrency.lockutils [req-6b443b36-6f70-4f5a-8fed-791bb2f17d73 req-cdd9c599-0215-4d97-abe8-6fd4f68ee8a8 service nova] Lock "82e9a368-2bf9-4a81-b478-882fc109f64e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1202.026880] env[62328]: DEBUG nova.compute.manager [req-6b443b36-6f70-4f5a-8fed-791bb2f17d73 req-cdd9c599-0215-4d97-abe8-6fd4f68ee8a8 service nova] [instance: 82e9a368-2bf9-4a81-b478-882fc109f64e] No waiting events found dispatching network-vif-plugged-f1c58be8-4f90-4c64-b535-3002d4302969 {{(pid=62328) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1202.027140] env[62328]: WARNING nova.compute.manager [req-6b443b36-6f70-4f5a-8fed-791bb2f17d73 req-cdd9c599-0215-4d97-abe8-6fd4f68ee8a8 service nova] [instance: 82e9a368-2bf9-4a81-b478-882fc109f64e] Received unexpected event network-vif-plugged-f1c58be8-4f90-4c64-b535-3002d4302969 for instance with vm_state building and task_state spawning. [ 1202.140685] env[62328]: DEBUG nova.network.neutron [None req-c0bcdf4a-c341-4d0d-a46d-2f9b55209e34 tempest-ServerGroupTestJSON-776551707 tempest-ServerGroupTestJSON-776551707-project-member] [instance: 82e9a368-2bf9-4a81-b478-882fc109f64e] Successfully updated port: f1c58be8-4f90-4c64-b535-3002d4302969 {{(pid=62328) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1202.161999] env[62328]: DEBUG oslo_vmware.api [None req-0cde2315-699e-4b84-908d-71735ed8e7bb tempest-AttachInterfacesTestJSON-1049158018 tempest-AttachInterfacesTestJSON-1049158018-project-member] Task: {'id': session[52a6e20e-410d-708a-99f2-080a575a99bd]52a3696c-c692-5242-a50b-eefa700c8671, 'name': SearchDatastore_Task, 'duration_secs': 0.00843} completed successfully. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1202.162796] env[62328]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6c8ed3c5-b85e-42bf-a4d4-466b6ed81658 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1202.167675] env[62328]: DEBUG oslo_vmware.api [None req-0cde2315-699e-4b84-908d-71735ed8e7bb tempest-AttachInterfacesTestJSON-1049158018 tempest-AttachInterfacesTestJSON-1049158018-project-member] Waiting for the task: (returnval){ [ 1202.167675] env[62328]: value = "session[52a6e20e-410d-708a-99f2-080a575a99bd]522bbd03-e117-5e02-747d-1dc2b59f940c" [ 1202.167675] env[62328]: _type = "Task" [ 1202.167675] env[62328]: } to complete. {{(pid=62328) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1202.175431] env[62328]: DEBUG oslo_vmware.api [None req-0cde2315-699e-4b84-908d-71735ed8e7bb tempest-AttachInterfacesTestJSON-1049158018 tempest-AttachInterfacesTestJSON-1049158018-project-member] Task: {'id': session[52a6e20e-410d-708a-99f2-080a575a99bd]522bbd03-e117-5e02-747d-1dc2b59f940c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1202.353981] env[62328]: DEBUG oslo_concurrency.lockutils [None req-ddcca33a-b1ce-4341-b9fb-effc71cdda75 tempest-AttachVolumeShelveTestJSON-116809589 tempest-AttachVolumeShelveTestJSON-116809589-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1202.354163] env[62328]: DEBUG oslo_concurrency.lockutils [None req-ddcca33a-b1ce-4341-b9fb-effc71cdda75 tempest-AttachVolumeShelveTestJSON-116809589 tempest-AttachVolumeShelveTestJSON-116809589-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1202.354376] env[62328]: DEBUG nova.objects.instance [None req-ddcca33a-b1ce-4341-b9fb-effc71cdda75 tempest-AttachVolumeShelveTestJSON-116809589 tempest-AttachVolumeShelveTestJSON-116809589-project-member] Lazy-loading 'pci_requests' on Instance uuid 1f1f56a8-a54a-4641-95d0-a153a68b7585 {{(pid=62328) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1202.642871] env[62328]: DEBUG oslo_concurrency.lockutils [None req-c0bcdf4a-c341-4d0d-a46d-2f9b55209e34 tempest-ServerGroupTestJSON-776551707 tempest-ServerGroupTestJSON-776551707-project-member] Acquiring lock "refresh_cache-82e9a368-2bf9-4a81-b478-882fc109f64e" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1202.643060] env[62328]: DEBUG oslo_concurrency.lockutils [None req-c0bcdf4a-c341-4d0d-a46d-2f9b55209e34 tempest-ServerGroupTestJSON-776551707 tempest-ServerGroupTestJSON-776551707-project-member] Acquired lock "refresh_cache-82e9a368-2bf9-4a81-b478-882fc109f64e" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1202.643220] env[62328]: DEBUG nova.network.neutron [None req-c0bcdf4a-c341-4d0d-a46d-2f9b55209e34 tempest-ServerGroupTestJSON-776551707 tempest-ServerGroupTestJSON-776551707-project-member] [instance: 82e9a368-2bf9-4a81-b478-882fc109f64e] Building network info cache for instance {{(pid=62328) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1202.679193] env[62328]: DEBUG oslo_vmware.api [None req-0cde2315-699e-4b84-908d-71735ed8e7bb tempest-AttachInterfacesTestJSON-1049158018 tempest-AttachInterfacesTestJSON-1049158018-project-member] Task: {'id': session[52a6e20e-410d-708a-99f2-080a575a99bd]522bbd03-e117-5e02-747d-1dc2b59f940c, 'name': SearchDatastore_Task, 'duration_secs': 0.00977} completed successfully. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1202.679473] env[62328]: DEBUG oslo_concurrency.lockutils [None req-0cde2315-699e-4b84-908d-71735ed8e7bb tempest-AttachInterfacesTestJSON-1049158018 tempest-AttachInterfacesTestJSON-1049158018-project-member] Releasing lock "[datastore2] devstack-image-cache_base/dbf872a4-92be-47e4-8561-c3e2bf2423ab/dbf872a4-92be-47e4-8561-c3e2bf2423ab.vmdk" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1202.679804] env[62328]: DEBUG nova.virt.vmwareapi.vm_util [None req-0cde2315-699e-4b84-908d-71735ed8e7bb tempest-AttachInterfacesTestJSON-1049158018 tempest-AttachInterfacesTestJSON-1049158018-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/dbf872a4-92be-47e4-8561-c3e2bf2423ab/dbf872a4-92be-47e4-8561-c3e2bf2423ab.vmdk to [datastore2] d2a6722b-f339-4410-8fa1-d8d07b4b153c/d2a6722b-f339-4410-8fa1-d8d07b4b153c.vmdk {{(pid=62328) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1202.680048] env[62328]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-2e32fe83-d1e8-411f-98df-b8f392a4a87a {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1202.687658] env[62328]: DEBUG oslo_vmware.api [None req-0cde2315-699e-4b84-908d-71735ed8e7bb tempest-AttachInterfacesTestJSON-1049158018 tempest-AttachInterfacesTestJSON-1049158018-project-member] Waiting for the task: (returnval){ [ 1202.687658] env[62328]: value = "task-2387841" [ 1202.687658] env[62328]: _type = "Task" [ 1202.687658] env[62328]: } to complete. {{(pid=62328) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1202.695657] env[62328]: DEBUG oslo_vmware.api [None req-0cde2315-699e-4b84-908d-71735ed8e7bb tempest-AttachInterfacesTestJSON-1049158018 tempest-AttachInterfacesTestJSON-1049158018-project-member] Task: {'id': task-2387841, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1202.814654] env[62328]: DEBUG oslo_concurrency.lockutils [None req-4d4ef743-1d47-42b9-be4b-11503a355831 tempest-ServerActionsTestOtherB-626827456 tempest-ServerActionsTestOtherB-626827456-project-member] Acquiring lock "refresh_cache-75e155a3-05b0-44c5-86de-5643cbb05fc0" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1202.814856] env[62328]: DEBUG oslo_concurrency.lockutils [None req-4d4ef743-1d47-42b9-be4b-11503a355831 tempest-ServerActionsTestOtherB-626827456 tempest-ServerActionsTestOtherB-626827456-project-member] Acquired lock "refresh_cache-75e155a3-05b0-44c5-86de-5643cbb05fc0" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1202.815050] env[62328]: DEBUG nova.network.neutron [None req-4d4ef743-1d47-42b9-be4b-11503a355831 tempest-ServerActionsTestOtherB-626827456 tempest-ServerActionsTestOtherB-626827456-project-member] [instance: 75e155a3-05b0-44c5-86de-5643cbb05fc0] Building network info cache for instance {{(pid=62328) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1202.859140] env[62328]: DEBUG nova.objects.instance [None req-ddcca33a-b1ce-4341-b9fb-effc71cdda75 tempest-AttachVolumeShelveTestJSON-116809589 tempest-AttachVolumeShelveTestJSON-116809589-project-member] Lazy-loading 'numa_topology' on Instance uuid 1f1f56a8-a54a-4641-95d0-a153a68b7585 {{(pid=62328) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1203.186810] env[62328]: DEBUG nova.network.neutron [None req-c0bcdf4a-c341-4d0d-a46d-2f9b55209e34 tempest-ServerGroupTestJSON-776551707 tempest-ServerGroupTestJSON-776551707-project-member] [instance: 82e9a368-2bf9-4a81-b478-882fc109f64e] Instance cache missing network info. {{(pid=62328) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1203.197997] env[62328]: DEBUG oslo_vmware.api [None req-0cde2315-699e-4b84-908d-71735ed8e7bb tempest-AttachInterfacesTestJSON-1049158018 tempest-AttachInterfacesTestJSON-1049158018-project-member] Task: {'id': task-2387841, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.414733} completed successfully. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1203.198285] env[62328]: DEBUG nova.virt.vmwareapi.vm_util [None req-0cde2315-699e-4b84-908d-71735ed8e7bb tempest-AttachInterfacesTestJSON-1049158018 tempest-AttachInterfacesTestJSON-1049158018-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/dbf872a4-92be-47e4-8561-c3e2bf2423ab/dbf872a4-92be-47e4-8561-c3e2bf2423ab.vmdk to [datastore2] d2a6722b-f339-4410-8fa1-d8d07b4b153c/d2a6722b-f339-4410-8fa1-d8d07b4b153c.vmdk {{(pid=62328) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1203.198501] env[62328]: DEBUG nova.virt.vmwareapi.vmops [None req-0cde2315-699e-4b84-908d-71735ed8e7bb tempest-AttachInterfacesTestJSON-1049158018 tempest-AttachInterfacesTestJSON-1049158018-project-member] [instance: d2a6722b-f339-4410-8fa1-d8d07b4b153c] Extending root virtual disk to 1048576 {{(pid=62328) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1203.198761] env[62328]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-9e283d6e-21a1-4e94-943d-ce94c329d0fd {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1203.204508] env[62328]: DEBUG oslo_vmware.api [None req-0cde2315-699e-4b84-908d-71735ed8e7bb tempest-AttachInterfacesTestJSON-1049158018 tempest-AttachInterfacesTestJSON-1049158018-project-member] Waiting for the task: (returnval){ [ 1203.204508] env[62328]: value = "task-2387842" [ 1203.204508] env[62328]: _type = "Task" [ 1203.204508] env[62328]: } to complete. {{(pid=62328) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1203.215114] env[62328]: DEBUG oslo_vmware.api [None req-0cde2315-699e-4b84-908d-71735ed8e7bb tempest-AttachInterfacesTestJSON-1049158018 tempest-AttachInterfacesTestJSON-1049158018-project-member] Task: {'id': task-2387842, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1203.321660] env[62328]: DEBUG nova.network.neutron [None req-c0bcdf4a-c341-4d0d-a46d-2f9b55209e34 tempest-ServerGroupTestJSON-776551707 tempest-ServerGroupTestJSON-776551707-project-member] [instance: 82e9a368-2bf9-4a81-b478-882fc109f64e] Updating instance_info_cache with network_info: [{"id": "f1c58be8-4f90-4c64-b535-3002d4302969", "address": "fa:16:3e:ed:1d:5d", "network": {"id": "caca8bec-a9d1-4569-8fc6-851238f53025", "bridge": "br-int", "label": "tempest-ServerGroupTestJSON-682679886-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1197f969830743f6b613588f7fa04b41", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3ff3baee-99ce-4b51-ae98-efc6163aaab3", "external-id": "nsx-vlan-transportzone-574", "segmentation_id": 574, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf1c58be8-4f", "ovs_interfaceid": "f1c58be8-4f90-4c64-b535-3002d4302969", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62328) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1203.362890] env[62328]: INFO nova.compute.claims [None req-ddcca33a-b1ce-4341-b9fb-effc71cdda75 tempest-AttachVolumeShelveTestJSON-116809589 tempest-AttachVolumeShelveTestJSON-116809589-project-member] [instance: 1f1f56a8-a54a-4641-95d0-a153a68b7585] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1203.560501] env[62328]: DEBUG nova.network.neutron [None req-4d4ef743-1d47-42b9-be4b-11503a355831 tempest-ServerActionsTestOtherB-626827456 tempest-ServerActionsTestOtherB-626827456-project-member] [instance: 75e155a3-05b0-44c5-86de-5643cbb05fc0] Updating instance_info_cache with network_info: [{"id": "1559efd1-b459-4c3c-9bfd-b54c83da5d14", "address": "fa:16:3e:d7:37:d4", "network": {"id": "26ce23b7-7f28-4faf-9ad9-833f4c091e91", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1619285024-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.137", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4dfb769ea51943efa01b92c3a0595081", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "30c39e9a-a798-4f25-a48c-91f786ba332c", "external-id": "nsx-vlan-transportzone-438", "segmentation_id": 438, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1559efd1-b4", "ovs_interfaceid": "1559efd1-b459-4c3c-9bfd-b54c83da5d14", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62328) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1203.717163] env[62328]: DEBUG oslo_vmware.api [None req-0cde2315-699e-4b84-908d-71735ed8e7bb tempest-AttachInterfacesTestJSON-1049158018 tempest-AttachInterfacesTestJSON-1049158018-project-member] Task: {'id': task-2387842, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.065133} completed successfully. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1203.717163] env[62328]: DEBUG nova.virt.vmwareapi.vmops [None req-0cde2315-699e-4b84-908d-71735ed8e7bb tempest-AttachInterfacesTestJSON-1049158018 tempest-AttachInterfacesTestJSON-1049158018-project-member] [instance: d2a6722b-f339-4410-8fa1-d8d07b4b153c] Extended root virtual disk {{(pid=62328) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1203.717163] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e1c6f91b-f4dc-47d7-a82f-6775e7581b3a {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1203.739242] env[62328]: DEBUG nova.virt.vmwareapi.volumeops [None req-0cde2315-699e-4b84-908d-71735ed8e7bb tempest-AttachInterfacesTestJSON-1049158018 tempest-AttachInterfacesTestJSON-1049158018-project-member] [instance: d2a6722b-f339-4410-8fa1-d8d07b4b153c] Reconfiguring VM instance instance-0000007a to attach disk [datastore2] d2a6722b-f339-4410-8fa1-d8d07b4b153c/d2a6722b-f339-4410-8fa1-d8d07b4b153c.vmdk or device None with type sparse {{(pid=62328) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1203.739600] env[62328]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3e78592d-1b24-4f2a-b022-acd5e8d0fa62 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1203.760195] env[62328]: DEBUG oslo_vmware.api [None req-0cde2315-699e-4b84-908d-71735ed8e7bb tempest-AttachInterfacesTestJSON-1049158018 tempest-AttachInterfacesTestJSON-1049158018-project-member] Waiting for the task: (returnval){ [ 1203.760195] env[62328]: value = "task-2387843" [ 1203.760195] env[62328]: _type = "Task" [ 1203.760195] env[62328]: } to complete. {{(pid=62328) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1203.768447] env[62328]: DEBUG oslo_vmware.api [None req-0cde2315-699e-4b84-908d-71735ed8e7bb tempest-AttachInterfacesTestJSON-1049158018 tempest-AttachInterfacesTestJSON-1049158018-project-member] Task: {'id': task-2387843, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1203.824479] env[62328]: DEBUG oslo_concurrency.lockutils [None req-c0bcdf4a-c341-4d0d-a46d-2f9b55209e34 tempest-ServerGroupTestJSON-776551707 tempest-ServerGroupTestJSON-776551707-project-member] Releasing lock "refresh_cache-82e9a368-2bf9-4a81-b478-882fc109f64e" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1203.824806] env[62328]: DEBUG nova.compute.manager [None req-c0bcdf4a-c341-4d0d-a46d-2f9b55209e34 tempest-ServerGroupTestJSON-776551707 tempest-ServerGroupTestJSON-776551707-project-member] [instance: 82e9a368-2bf9-4a81-b478-882fc109f64e] Instance network_info: |[{"id": "f1c58be8-4f90-4c64-b535-3002d4302969", "address": "fa:16:3e:ed:1d:5d", "network": {"id": "caca8bec-a9d1-4569-8fc6-851238f53025", "bridge": "br-int", "label": "tempest-ServerGroupTestJSON-682679886-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1197f969830743f6b613588f7fa04b41", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3ff3baee-99ce-4b51-ae98-efc6163aaab3", "external-id": "nsx-vlan-transportzone-574", "segmentation_id": 574, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf1c58be8-4f", "ovs_interfaceid": "f1c58be8-4f90-4c64-b535-3002d4302969", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62328) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1203.825314] env[62328]: DEBUG nova.virt.vmwareapi.vmops [None req-c0bcdf4a-c341-4d0d-a46d-2f9b55209e34 tempest-ServerGroupTestJSON-776551707 tempest-ServerGroupTestJSON-776551707-project-member] [instance: 82e9a368-2bf9-4a81-b478-882fc109f64e] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:ed:1d:5d', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '3ff3baee-99ce-4b51-ae98-efc6163aaab3', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'f1c58be8-4f90-4c64-b535-3002d4302969', 'vif_model': 'vmxnet3'}] {{(pid=62328) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1203.833812] env[62328]: DEBUG nova.virt.vmwareapi.vm_util [None req-c0bcdf4a-c341-4d0d-a46d-2f9b55209e34 tempest-ServerGroupTestJSON-776551707 tempest-ServerGroupTestJSON-776551707-project-member] Creating folder: Project (1197f969830743f6b613588f7fa04b41). Parent ref: group-v484164. {{(pid=62328) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1203.834491] env[62328]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-736a2272-15af-452c-aa85-f1697b074722 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1203.844506] env[62328]: INFO nova.virt.vmwareapi.vm_util [None req-c0bcdf4a-c341-4d0d-a46d-2f9b55209e34 tempest-ServerGroupTestJSON-776551707 tempest-ServerGroupTestJSON-776551707-project-member] Created folder: Project (1197f969830743f6b613588f7fa04b41) in parent group-v484164. [ 1203.844659] env[62328]: DEBUG nova.virt.vmwareapi.vm_util [None req-c0bcdf4a-c341-4d0d-a46d-2f9b55209e34 tempest-ServerGroupTestJSON-776551707 tempest-ServerGroupTestJSON-776551707-project-member] Creating folder: Instances. Parent ref: group-v484492. {{(pid=62328) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1203.844906] env[62328]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-b9cf6c7f-3668-491d-98f0-b66b15756d7e {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1203.853136] env[62328]: INFO nova.virt.vmwareapi.vm_util [None req-c0bcdf4a-c341-4d0d-a46d-2f9b55209e34 tempest-ServerGroupTestJSON-776551707 tempest-ServerGroupTestJSON-776551707-project-member] Created folder: Instances in parent group-v484492. [ 1203.853806] env[62328]: DEBUG oslo.service.loopingcall [None req-c0bcdf4a-c341-4d0d-a46d-2f9b55209e34 tempest-ServerGroupTestJSON-776551707 tempest-ServerGroupTestJSON-776551707-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62328) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1203.853806] env[62328]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 82e9a368-2bf9-4a81-b478-882fc109f64e] Creating VM on the ESX host {{(pid=62328) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1203.853806] env[62328]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-749adb79-8e17-48da-a10c-452fa570d485 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1203.874440] env[62328]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1203.874440] env[62328]: value = "task-2387846" [ 1203.874440] env[62328]: _type = "Task" [ 1203.874440] env[62328]: } to complete. {{(pid=62328) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1203.882042] env[62328]: DEBUG oslo_vmware.api [-] Task: {'id': task-2387846, 'name': CreateVM_Task} progress is 0%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1204.063315] env[62328]: DEBUG oslo_concurrency.lockutils [None req-4d4ef743-1d47-42b9-be4b-11503a355831 tempest-ServerActionsTestOtherB-626827456 tempest-ServerActionsTestOtherB-626827456-project-member] Releasing lock "refresh_cache-75e155a3-05b0-44c5-86de-5643cbb05fc0" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1204.068749] env[62328]: DEBUG nova.compute.manager [req-cd4c9630-7ee5-41fb-a98e-b5b942d2a883 req-c48a1fcd-d34c-4c4f-a6f0-837d15519a63 service nova] [instance: 82e9a368-2bf9-4a81-b478-882fc109f64e] Received event network-changed-f1c58be8-4f90-4c64-b535-3002d4302969 {{(pid=62328) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1204.068749] env[62328]: DEBUG nova.compute.manager [req-cd4c9630-7ee5-41fb-a98e-b5b942d2a883 req-c48a1fcd-d34c-4c4f-a6f0-837d15519a63 service nova] [instance: 82e9a368-2bf9-4a81-b478-882fc109f64e] Refreshing instance network info cache due to event network-changed-f1c58be8-4f90-4c64-b535-3002d4302969. {{(pid=62328) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1204.068749] env[62328]: DEBUG oslo_concurrency.lockutils [req-cd4c9630-7ee5-41fb-a98e-b5b942d2a883 req-c48a1fcd-d34c-4c4f-a6f0-837d15519a63 service nova] Acquiring lock "refresh_cache-82e9a368-2bf9-4a81-b478-882fc109f64e" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1204.068749] env[62328]: DEBUG oslo_concurrency.lockutils [req-cd4c9630-7ee5-41fb-a98e-b5b942d2a883 req-c48a1fcd-d34c-4c4f-a6f0-837d15519a63 service nova] Acquired lock "refresh_cache-82e9a368-2bf9-4a81-b478-882fc109f64e" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1204.068964] env[62328]: DEBUG nova.network.neutron [req-cd4c9630-7ee5-41fb-a98e-b5b942d2a883 req-c48a1fcd-d34c-4c4f-a6f0-837d15519a63 service nova] [instance: 82e9a368-2bf9-4a81-b478-882fc109f64e] Refreshing network info cache for port f1c58be8-4f90-4c64-b535-3002d4302969 {{(pid=62328) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1204.270855] env[62328]: DEBUG oslo_vmware.api [None req-0cde2315-699e-4b84-908d-71735ed8e7bb tempest-AttachInterfacesTestJSON-1049158018 tempest-AttachInterfacesTestJSON-1049158018-project-member] Task: {'id': task-2387843, 'name': ReconfigVM_Task, 'duration_secs': 0.28124} completed successfully. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1204.271176] env[62328]: DEBUG nova.virt.vmwareapi.volumeops [None req-0cde2315-699e-4b84-908d-71735ed8e7bb tempest-AttachInterfacesTestJSON-1049158018 tempest-AttachInterfacesTestJSON-1049158018-project-member] [instance: d2a6722b-f339-4410-8fa1-d8d07b4b153c] Reconfigured VM instance instance-0000007a to attach disk [datastore2] d2a6722b-f339-4410-8fa1-d8d07b4b153c/d2a6722b-f339-4410-8fa1-d8d07b4b153c.vmdk or device None with type sparse {{(pid=62328) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1204.271862] env[62328]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-ff51b233-3944-497f-8a09-494c434db3d4 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1204.278944] env[62328]: DEBUG oslo_vmware.api [None req-0cde2315-699e-4b84-908d-71735ed8e7bb tempest-AttachInterfacesTestJSON-1049158018 tempest-AttachInterfacesTestJSON-1049158018-project-member] Waiting for the task: (returnval){ [ 1204.278944] env[62328]: value = "task-2387847" [ 1204.278944] env[62328]: _type = "Task" [ 1204.278944] env[62328]: } to complete. {{(pid=62328) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1204.288790] env[62328]: DEBUG oslo_vmware.api [None req-0cde2315-699e-4b84-908d-71735ed8e7bb tempest-AttachInterfacesTestJSON-1049158018 tempest-AttachInterfacesTestJSON-1049158018-project-member] Task: {'id': task-2387847, 'name': Rename_Task} progress is 5%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1204.386542] env[62328]: DEBUG oslo_vmware.api [-] Task: {'id': task-2387846, 'name': CreateVM_Task, 'duration_secs': 0.353123} completed successfully. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1204.386916] env[62328]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 82e9a368-2bf9-4a81-b478-882fc109f64e] Created VM on the ESX host {{(pid=62328) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1204.388693] env[62328]: DEBUG oslo_concurrency.lockutils [None req-c0bcdf4a-c341-4d0d-a46d-2f9b55209e34 tempest-ServerGroupTestJSON-776551707 tempest-ServerGroupTestJSON-776551707-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/dbf872a4-92be-47e4-8561-c3e2bf2423ab" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1204.388986] env[62328]: DEBUG oslo_concurrency.lockutils [None req-c0bcdf4a-c341-4d0d-a46d-2f9b55209e34 tempest-ServerGroupTestJSON-776551707 tempest-ServerGroupTestJSON-776551707-project-member] Acquired lock "[datastore2] devstack-image-cache_base/dbf872a4-92be-47e4-8561-c3e2bf2423ab" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1204.389753] env[62328]: DEBUG oslo_concurrency.lockutils [None req-c0bcdf4a-c341-4d0d-a46d-2f9b55209e34 tempest-ServerGroupTestJSON-776551707 tempest-ServerGroupTestJSON-776551707-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/dbf872a4-92be-47e4-8561-c3e2bf2423ab" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1204.390098] env[62328]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cbaf7ec0-2818-42ff-a7a9-86b070c37ca8 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1204.395900] env[62328]: DEBUG oslo_vmware.api [None req-c0bcdf4a-c341-4d0d-a46d-2f9b55209e34 tempest-ServerGroupTestJSON-776551707 tempest-ServerGroupTestJSON-776551707-project-member] Waiting for the task: (returnval){ [ 1204.395900] env[62328]: value = "session[52a6e20e-410d-708a-99f2-080a575a99bd]5270df5c-0943-71b7-2dbe-144cbd949da2" [ 1204.395900] env[62328]: _type = "Task" [ 1204.395900] env[62328]: } to complete. {{(pid=62328) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1204.411318] env[62328]: DEBUG oslo_vmware.api [None req-c0bcdf4a-c341-4d0d-a46d-2f9b55209e34 tempest-ServerGroupTestJSON-776551707 tempest-ServerGroupTestJSON-776551707-project-member] Task: {'id': session[52a6e20e-410d-708a-99f2-080a575a99bd]5270df5c-0943-71b7-2dbe-144cbd949da2, 'name': SearchDatastore_Task, 'duration_secs': 0.009116} completed successfully. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1204.412425] env[62328]: DEBUG oslo_concurrency.lockutils [None req-c0bcdf4a-c341-4d0d-a46d-2f9b55209e34 tempest-ServerGroupTestJSON-776551707 tempest-ServerGroupTestJSON-776551707-project-member] Releasing lock "[datastore2] devstack-image-cache_base/dbf872a4-92be-47e4-8561-c3e2bf2423ab" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1204.413155] env[62328]: DEBUG nova.virt.vmwareapi.vmops [None req-c0bcdf4a-c341-4d0d-a46d-2f9b55209e34 tempest-ServerGroupTestJSON-776551707 tempest-ServerGroupTestJSON-776551707-project-member] [instance: 82e9a368-2bf9-4a81-b478-882fc109f64e] Processing image dbf872a4-92be-47e4-8561-c3e2bf2423ab {{(pid=62328) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1204.413465] env[62328]: DEBUG oslo_concurrency.lockutils [None req-c0bcdf4a-c341-4d0d-a46d-2f9b55209e34 tempest-ServerGroupTestJSON-776551707 tempest-ServerGroupTestJSON-776551707-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/dbf872a4-92be-47e4-8561-c3e2bf2423ab/dbf872a4-92be-47e4-8561-c3e2bf2423ab.vmdk" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1204.413676] env[62328]: DEBUG oslo_concurrency.lockutils [None req-c0bcdf4a-c341-4d0d-a46d-2f9b55209e34 tempest-ServerGroupTestJSON-776551707 tempest-ServerGroupTestJSON-776551707-project-member] Acquired lock "[datastore2] devstack-image-cache_base/dbf872a4-92be-47e4-8561-c3e2bf2423ab/dbf872a4-92be-47e4-8561-c3e2bf2423ab.vmdk" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1204.413997] env[62328]: DEBUG nova.virt.vmwareapi.ds_util [None req-c0bcdf4a-c341-4d0d-a46d-2f9b55209e34 tempest-ServerGroupTestJSON-776551707 tempest-ServerGroupTestJSON-776551707-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62328) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1204.414363] env[62328]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-07dda18a-067b-44ed-9d47-bad225b573e2 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1204.423983] env[62328]: DEBUG nova.virt.vmwareapi.ds_util [None req-c0bcdf4a-c341-4d0d-a46d-2f9b55209e34 tempest-ServerGroupTestJSON-776551707 tempest-ServerGroupTestJSON-776551707-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62328) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1204.424273] env[62328]: DEBUG nova.virt.vmwareapi.vmops [None req-c0bcdf4a-c341-4d0d-a46d-2f9b55209e34 tempest-ServerGroupTestJSON-776551707 tempest-ServerGroupTestJSON-776551707-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62328) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1204.425279] env[62328]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e6cbc078-fa27-48c4-93a2-b47913b1ce43 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1204.430903] env[62328]: DEBUG oslo_vmware.api [None req-c0bcdf4a-c341-4d0d-a46d-2f9b55209e34 tempest-ServerGroupTestJSON-776551707 tempest-ServerGroupTestJSON-776551707-project-member] Waiting for the task: (returnval){ [ 1204.430903] env[62328]: value = "session[52a6e20e-410d-708a-99f2-080a575a99bd]52e6ccff-3e81-3f08-9749-9d8fef3b70a1" [ 1204.430903] env[62328]: _type = "Task" [ 1204.430903] env[62328]: } to complete. {{(pid=62328) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1204.444430] env[62328]: DEBUG oslo_vmware.api [None req-c0bcdf4a-c341-4d0d-a46d-2f9b55209e34 tempest-ServerGroupTestJSON-776551707 tempest-ServerGroupTestJSON-776551707-project-member] Task: {'id': session[52a6e20e-410d-708a-99f2-080a575a99bd]52e6ccff-3e81-3f08-9749-9d8fef3b70a1, 'name': SearchDatastore_Task, 'duration_secs': 0.007309} completed successfully. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1204.445241] env[62328]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7b6f2ddb-f4f7-4ced-9340-9e12d2e2c146 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1204.452545] env[62328]: DEBUG oslo_vmware.api [None req-c0bcdf4a-c341-4d0d-a46d-2f9b55209e34 tempest-ServerGroupTestJSON-776551707 tempest-ServerGroupTestJSON-776551707-project-member] Waiting for the task: (returnval){ [ 1204.452545] env[62328]: value = "session[52a6e20e-410d-708a-99f2-080a575a99bd]520dc376-2d53-dcbf-7ce8-325b4dad1206" [ 1204.452545] env[62328]: _type = "Task" [ 1204.452545] env[62328]: } to complete. {{(pid=62328) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1204.460173] env[62328]: DEBUG oslo_vmware.api [None req-c0bcdf4a-c341-4d0d-a46d-2f9b55209e34 tempest-ServerGroupTestJSON-776551707 tempest-ServerGroupTestJSON-776551707-project-member] Task: {'id': session[52a6e20e-410d-708a-99f2-080a575a99bd]520dc376-2d53-dcbf-7ce8-325b4dad1206, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1204.495534] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f3d4a0d3-10eb-4bfd-8280-de95368fdf6e {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1204.503435] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2e5ad250-9d0b-44dd-888a-e5478e504f05 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1204.539381] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d5410f19-7e4b-41b0-8a4a-e19d93ea649e {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1204.547238] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d23983b1-c07f-4196-ab0b-4f8ae1898c02 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1204.561423] env[62328]: DEBUG nova.compute.provider_tree [None req-ddcca33a-b1ce-4341-b9fb-effc71cdda75 tempest-AttachVolumeShelveTestJSON-116809589 tempest-AttachVolumeShelveTestJSON-116809589-project-member] Inventory has not changed in ProviderTree for provider: 3469e9f8-04af-49ca-8435-49f104496744 {{(pid=62328) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1204.578453] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-10916098-81e8-4f83-9189-a6e368167e6b {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1204.585951] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fc0d7c52-21f2-4912-a50f-0399b99d617a {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1204.794296] env[62328]: DEBUG oslo_vmware.api [None req-0cde2315-699e-4b84-908d-71735ed8e7bb tempest-AttachInterfacesTestJSON-1049158018 tempest-AttachInterfacesTestJSON-1049158018-project-member] Task: {'id': task-2387847, 'name': Rename_Task, 'duration_secs': 0.13808} completed successfully. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1204.794296] env[62328]: DEBUG nova.virt.vmwareapi.vm_util [None req-0cde2315-699e-4b84-908d-71735ed8e7bb tempest-AttachInterfacesTestJSON-1049158018 tempest-AttachInterfacesTestJSON-1049158018-project-member] [instance: d2a6722b-f339-4410-8fa1-d8d07b4b153c] Powering on the VM {{(pid=62328) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1204.794296] env[62328]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-2923dbf9-fe8b-4306-bbee-fff41acbf2fb {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1204.801452] env[62328]: DEBUG oslo_vmware.api [None req-0cde2315-699e-4b84-908d-71735ed8e7bb tempest-AttachInterfacesTestJSON-1049158018 tempest-AttachInterfacesTestJSON-1049158018-project-member] Waiting for the task: (returnval){ [ 1204.801452] env[62328]: value = "task-2387848" [ 1204.801452] env[62328]: _type = "Task" [ 1204.801452] env[62328]: } to complete. {{(pid=62328) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1204.814324] env[62328]: DEBUG oslo_vmware.api [None req-0cde2315-699e-4b84-908d-71735ed8e7bb tempest-AttachInterfacesTestJSON-1049158018 tempest-AttachInterfacesTestJSON-1049158018-project-member] Task: {'id': task-2387848, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1204.962541] env[62328]: DEBUG oslo_vmware.api [None req-c0bcdf4a-c341-4d0d-a46d-2f9b55209e34 tempest-ServerGroupTestJSON-776551707 tempest-ServerGroupTestJSON-776551707-project-member] Task: {'id': session[52a6e20e-410d-708a-99f2-080a575a99bd]520dc376-2d53-dcbf-7ce8-325b4dad1206, 'name': SearchDatastore_Task, 'duration_secs': 0.052623} completed successfully. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1204.962850] env[62328]: DEBUG oslo_concurrency.lockutils [None req-c0bcdf4a-c341-4d0d-a46d-2f9b55209e34 tempest-ServerGroupTestJSON-776551707 tempest-ServerGroupTestJSON-776551707-project-member] Releasing lock "[datastore2] devstack-image-cache_base/dbf872a4-92be-47e4-8561-c3e2bf2423ab/dbf872a4-92be-47e4-8561-c3e2bf2423ab.vmdk" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1204.963912] env[62328]: DEBUG nova.virt.vmwareapi.vm_util [None req-c0bcdf4a-c341-4d0d-a46d-2f9b55209e34 tempest-ServerGroupTestJSON-776551707 tempest-ServerGroupTestJSON-776551707-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/dbf872a4-92be-47e4-8561-c3e2bf2423ab/dbf872a4-92be-47e4-8561-c3e2bf2423ab.vmdk to [datastore2] 82e9a368-2bf9-4a81-b478-882fc109f64e/82e9a368-2bf9-4a81-b478-882fc109f64e.vmdk {{(pid=62328) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1204.963912] env[62328]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-79e29e05-94c5-4442-a220-4a285a5675d3 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1204.967862] env[62328]: DEBUG nova.network.neutron [req-cd4c9630-7ee5-41fb-a98e-b5b942d2a883 req-c48a1fcd-d34c-4c4f-a6f0-837d15519a63 service nova] [instance: 82e9a368-2bf9-4a81-b478-882fc109f64e] Updated VIF entry in instance network info cache for port f1c58be8-4f90-4c64-b535-3002d4302969. {{(pid=62328) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1204.968243] env[62328]: DEBUG nova.network.neutron [req-cd4c9630-7ee5-41fb-a98e-b5b942d2a883 req-c48a1fcd-d34c-4c4f-a6f0-837d15519a63 service nova] [instance: 82e9a368-2bf9-4a81-b478-882fc109f64e] Updating instance_info_cache with network_info: [{"id": "f1c58be8-4f90-4c64-b535-3002d4302969", "address": "fa:16:3e:ed:1d:5d", "network": {"id": "caca8bec-a9d1-4569-8fc6-851238f53025", "bridge": "br-int", "label": "tempest-ServerGroupTestJSON-682679886-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1197f969830743f6b613588f7fa04b41", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3ff3baee-99ce-4b51-ae98-efc6163aaab3", "external-id": "nsx-vlan-transportzone-574", "segmentation_id": 574, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf1c58be8-4f", "ovs_interfaceid": "f1c58be8-4f90-4c64-b535-3002d4302969", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62328) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1204.970672] env[62328]: DEBUG oslo_vmware.api [None req-c0bcdf4a-c341-4d0d-a46d-2f9b55209e34 tempest-ServerGroupTestJSON-776551707 tempest-ServerGroupTestJSON-776551707-project-member] Waiting for the task: (returnval){ [ 1204.970672] env[62328]: value = "task-2387849" [ 1204.970672] env[62328]: _type = "Task" [ 1204.970672] env[62328]: } to complete. {{(pid=62328) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1204.982150] env[62328]: DEBUG oslo_vmware.api [None req-c0bcdf4a-c341-4d0d-a46d-2f9b55209e34 tempest-ServerGroupTestJSON-776551707 tempest-ServerGroupTestJSON-776551707-project-member] Task: {'id': task-2387849, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1205.065136] env[62328]: DEBUG nova.scheduler.client.report [None req-ddcca33a-b1ce-4341-b9fb-effc71cdda75 tempest-AttachVolumeShelveTestJSON-116809589 tempest-AttachVolumeShelveTestJSON-116809589-project-member] Inventory has not changed for provider 3469e9f8-04af-49ca-8435-49f104496744 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 153, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62328) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1205.315377] env[62328]: DEBUG oslo_vmware.api [None req-0cde2315-699e-4b84-908d-71735ed8e7bb tempest-AttachInterfacesTestJSON-1049158018 tempest-AttachInterfacesTestJSON-1049158018-project-member] Task: {'id': task-2387848, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1205.472273] env[62328]: DEBUG oslo_concurrency.lockutils [req-cd4c9630-7ee5-41fb-a98e-b5b942d2a883 req-c48a1fcd-d34c-4c4f-a6f0-837d15519a63 service nova] Releasing lock "refresh_cache-82e9a368-2bf9-4a81-b478-882fc109f64e" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1205.481639] env[62328]: DEBUG oslo_vmware.api [None req-c0bcdf4a-c341-4d0d-a46d-2f9b55209e34 tempest-ServerGroupTestJSON-776551707 tempest-ServerGroupTestJSON-776551707-project-member] Task: {'id': task-2387849, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1205.571946] env[62328]: DEBUG oslo_concurrency.lockutils [None req-ddcca33a-b1ce-4341-b9fb-effc71cdda75 tempest-AttachVolumeShelveTestJSON-116809589 tempest-AttachVolumeShelveTestJSON-116809589-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.217s {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1205.609439] env[62328]: INFO nova.network.neutron [None req-ddcca33a-b1ce-4341-b9fb-effc71cdda75 tempest-AttachVolumeShelveTestJSON-116809589 tempest-AttachVolumeShelveTestJSON-116809589-project-member] [instance: 1f1f56a8-a54a-4641-95d0-a153a68b7585] Updating port face3ee7-4556-4d29-9ad1-536050609c78 with attributes {'binding:host_id': 'cpu-1', 'device_owner': 'compute:nova'} [ 1205.708263] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4c451bce-7326-4ff7-9a14-3471c4d9c8e5 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1205.730971] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-344e2dd8-edbf-42b2-b3b7-5cef65e0ca8b {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1205.739108] env[62328]: DEBUG nova.virt.vmwareapi.vmops [None req-4d4ef743-1d47-42b9-be4b-11503a355831 tempest-ServerActionsTestOtherB-626827456 tempest-ServerActionsTestOtherB-626827456-project-member] [instance: 75e155a3-05b0-44c5-86de-5643cbb05fc0] Updating instance '75e155a3-05b0-44c5-86de-5643cbb05fc0' progress to 83 {{(pid=62328) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1205.815277] env[62328]: DEBUG oslo_vmware.api [None req-0cde2315-699e-4b84-908d-71735ed8e7bb tempest-AttachInterfacesTestJSON-1049158018 tempest-AttachInterfacesTestJSON-1049158018-project-member] Task: {'id': task-2387848, 'name': PowerOnVM_Task, 'duration_secs': 0.814674} completed successfully. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1205.815605] env[62328]: DEBUG nova.virt.vmwareapi.vm_util [None req-0cde2315-699e-4b84-908d-71735ed8e7bb tempest-AttachInterfacesTestJSON-1049158018 tempest-AttachInterfacesTestJSON-1049158018-project-member] [instance: d2a6722b-f339-4410-8fa1-d8d07b4b153c] Powered on the VM {{(pid=62328) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1205.815727] env[62328]: INFO nova.compute.manager [None req-0cde2315-699e-4b84-908d-71735ed8e7bb tempest-AttachInterfacesTestJSON-1049158018 tempest-AttachInterfacesTestJSON-1049158018-project-member] [instance: d2a6722b-f339-4410-8fa1-d8d07b4b153c] Took 7.32 seconds to spawn the instance on the hypervisor. [ 1205.815905] env[62328]: DEBUG nova.compute.manager [None req-0cde2315-699e-4b84-908d-71735ed8e7bb tempest-AttachInterfacesTestJSON-1049158018 tempest-AttachInterfacesTestJSON-1049158018-project-member] [instance: d2a6722b-f339-4410-8fa1-d8d07b4b153c] Checking state {{(pid=62328) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1205.816711] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dfe3490e-41ba-4ef5-a2b4-36fa1b03125c {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1205.983431] env[62328]: DEBUG oslo_vmware.api [None req-c0bcdf4a-c341-4d0d-a46d-2f9b55209e34 tempest-ServerGroupTestJSON-776551707 tempest-ServerGroupTestJSON-776551707-project-member] Task: {'id': task-2387849, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.522989} completed successfully. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1205.984177] env[62328]: DEBUG nova.virt.vmwareapi.vm_util [None req-c0bcdf4a-c341-4d0d-a46d-2f9b55209e34 tempest-ServerGroupTestJSON-776551707 tempest-ServerGroupTestJSON-776551707-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/dbf872a4-92be-47e4-8561-c3e2bf2423ab/dbf872a4-92be-47e4-8561-c3e2bf2423ab.vmdk to [datastore2] 82e9a368-2bf9-4a81-b478-882fc109f64e/82e9a368-2bf9-4a81-b478-882fc109f64e.vmdk {{(pid=62328) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1205.984177] env[62328]: DEBUG nova.virt.vmwareapi.vmops [None req-c0bcdf4a-c341-4d0d-a46d-2f9b55209e34 tempest-ServerGroupTestJSON-776551707 tempest-ServerGroupTestJSON-776551707-project-member] [instance: 82e9a368-2bf9-4a81-b478-882fc109f64e] Extending root virtual disk to 1048576 {{(pid=62328) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1205.984339] env[62328]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-12c0dc67-d49c-4c80-ac33-0c117733c850 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1205.991432] env[62328]: DEBUG oslo_vmware.api [None req-c0bcdf4a-c341-4d0d-a46d-2f9b55209e34 tempest-ServerGroupTestJSON-776551707 tempest-ServerGroupTestJSON-776551707-project-member] Waiting for the task: (returnval){ [ 1205.991432] env[62328]: value = "task-2387850" [ 1205.991432] env[62328]: _type = "Task" [ 1205.991432] env[62328]: } to complete. {{(pid=62328) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1206.000247] env[62328]: DEBUG oslo_vmware.api [None req-c0bcdf4a-c341-4d0d-a46d-2f9b55209e34 tempest-ServerGroupTestJSON-776551707 tempest-ServerGroupTestJSON-776551707-project-member] Task: {'id': task-2387850, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1206.245969] env[62328]: DEBUG nova.virt.vmwareapi.vm_util [None req-4d4ef743-1d47-42b9-be4b-11503a355831 tempest-ServerActionsTestOtherB-626827456 tempest-ServerActionsTestOtherB-626827456-project-member] [instance: 75e155a3-05b0-44c5-86de-5643cbb05fc0] Powering on the VM {{(pid=62328) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1206.246244] env[62328]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-efbf41d1-1385-4b9f-97ff-0806e16e731b {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1206.254188] env[62328]: DEBUG oslo_vmware.api [None req-4d4ef743-1d47-42b9-be4b-11503a355831 tempest-ServerActionsTestOtherB-626827456 tempest-ServerActionsTestOtherB-626827456-project-member] Waiting for the task: (returnval){ [ 1206.254188] env[62328]: value = "task-2387851" [ 1206.254188] env[62328]: _type = "Task" [ 1206.254188] env[62328]: } to complete. {{(pid=62328) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1206.262991] env[62328]: DEBUG oslo_vmware.api [None req-4d4ef743-1d47-42b9-be4b-11503a355831 tempest-ServerActionsTestOtherB-626827456 tempest-ServerActionsTestOtherB-626827456-project-member] Task: {'id': task-2387851, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1206.336664] env[62328]: INFO nova.compute.manager [None req-0cde2315-699e-4b84-908d-71735ed8e7bb tempest-AttachInterfacesTestJSON-1049158018 tempest-AttachInterfacesTestJSON-1049158018-project-member] [instance: d2a6722b-f339-4410-8fa1-d8d07b4b153c] Took 12.09 seconds to build instance. [ 1206.501521] env[62328]: DEBUG oslo_vmware.api [None req-c0bcdf4a-c341-4d0d-a46d-2f9b55209e34 tempest-ServerGroupTestJSON-776551707 tempest-ServerGroupTestJSON-776551707-project-member] Task: {'id': task-2387850, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.395589} completed successfully. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1206.501798] env[62328]: DEBUG nova.virt.vmwareapi.vmops [None req-c0bcdf4a-c341-4d0d-a46d-2f9b55209e34 tempest-ServerGroupTestJSON-776551707 tempest-ServerGroupTestJSON-776551707-project-member] [instance: 82e9a368-2bf9-4a81-b478-882fc109f64e] Extended root virtual disk {{(pid=62328) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1206.502624] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8b1050d8-000b-48b1-9b06-f4508960ab97 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1206.529040] env[62328]: DEBUG nova.virt.vmwareapi.volumeops [None req-c0bcdf4a-c341-4d0d-a46d-2f9b55209e34 tempest-ServerGroupTestJSON-776551707 tempest-ServerGroupTestJSON-776551707-project-member] [instance: 82e9a368-2bf9-4a81-b478-882fc109f64e] Reconfiguring VM instance instance-0000007b to attach disk [datastore2] 82e9a368-2bf9-4a81-b478-882fc109f64e/82e9a368-2bf9-4a81-b478-882fc109f64e.vmdk or device None with type sparse {{(pid=62328) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1206.529375] env[62328]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7026d5ca-41d3-4e27-8bb3-bdf9d080b61d {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1206.557081] env[62328]: DEBUG oslo_vmware.api [None req-c0bcdf4a-c341-4d0d-a46d-2f9b55209e34 tempest-ServerGroupTestJSON-776551707 tempest-ServerGroupTestJSON-776551707-project-member] Waiting for the task: (returnval){ [ 1206.557081] env[62328]: value = "task-2387852" [ 1206.557081] env[62328]: _type = "Task" [ 1206.557081] env[62328]: } to complete. {{(pid=62328) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1206.569450] env[62328]: DEBUG oslo_vmware.api [None req-c0bcdf4a-c341-4d0d-a46d-2f9b55209e34 tempest-ServerGroupTestJSON-776551707 tempest-ServerGroupTestJSON-776551707-project-member] Task: {'id': task-2387852, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1206.768012] env[62328]: DEBUG oslo_vmware.api [None req-4d4ef743-1d47-42b9-be4b-11503a355831 tempest-ServerActionsTestOtherB-626827456 tempest-ServerActionsTestOtherB-626827456-project-member] Task: {'id': task-2387851, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1206.838821] env[62328]: DEBUG oslo_concurrency.lockutils [None req-0cde2315-699e-4b84-908d-71735ed8e7bb tempest-AttachInterfacesTestJSON-1049158018 tempest-AttachInterfacesTestJSON-1049158018-project-member] Lock "d2a6722b-f339-4410-8fa1-d8d07b4b153c" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 13.603s {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1207.068587] env[62328]: DEBUG oslo_vmware.api [None req-c0bcdf4a-c341-4d0d-a46d-2f9b55209e34 tempest-ServerGroupTestJSON-776551707 tempest-ServerGroupTestJSON-776551707-project-member] Task: {'id': task-2387852, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1207.270034] env[62328]: DEBUG oslo_vmware.api [None req-4d4ef743-1d47-42b9-be4b-11503a355831 tempest-ServerActionsTestOtherB-626827456 tempest-ServerActionsTestOtherB-626827456-project-member] Task: {'id': task-2387851, 'name': PowerOnVM_Task, 'duration_secs': 0.578392} completed successfully. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1207.270034] env[62328]: DEBUG nova.virt.vmwareapi.vm_util [None req-4d4ef743-1d47-42b9-be4b-11503a355831 tempest-ServerActionsTestOtherB-626827456 tempest-ServerActionsTestOtherB-626827456-project-member] [instance: 75e155a3-05b0-44c5-86de-5643cbb05fc0] Powered on the VM {{(pid=62328) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1207.270034] env[62328]: DEBUG nova.virt.vmwareapi.vmops [None req-4d4ef743-1d47-42b9-be4b-11503a355831 tempest-ServerActionsTestOtherB-626827456 tempest-ServerActionsTestOtherB-626827456-project-member] [instance: 75e155a3-05b0-44c5-86de-5643cbb05fc0] Updating instance '75e155a3-05b0-44c5-86de-5643cbb05fc0' progress to 100 {{(pid=62328) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1207.313378] env[62328]: DEBUG nova.compute.manager [req-cf859a58-9f11-4d69-ba0e-186e6e0d26c9 req-c8166b25-51dc-4359-8fe1-dcf15f15e22f service nova] [instance: 1f1f56a8-a54a-4641-95d0-a153a68b7585] Received event network-vif-plugged-face3ee7-4556-4d29-9ad1-536050609c78 {{(pid=62328) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1207.314044] env[62328]: DEBUG oslo_concurrency.lockutils [req-cf859a58-9f11-4d69-ba0e-186e6e0d26c9 req-c8166b25-51dc-4359-8fe1-dcf15f15e22f service nova] Acquiring lock "1f1f56a8-a54a-4641-95d0-a153a68b7585-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1207.316526] env[62328]: DEBUG oslo_concurrency.lockutils [req-cf859a58-9f11-4d69-ba0e-186e6e0d26c9 req-c8166b25-51dc-4359-8fe1-dcf15f15e22f service nova] Lock "1f1f56a8-a54a-4641-95d0-a153a68b7585-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1207.316526] env[62328]: DEBUG oslo_concurrency.lockutils [req-cf859a58-9f11-4d69-ba0e-186e6e0d26c9 req-c8166b25-51dc-4359-8fe1-dcf15f15e22f service nova] Lock "1f1f56a8-a54a-4641-95d0-a153a68b7585-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1207.316526] env[62328]: DEBUG nova.compute.manager [req-cf859a58-9f11-4d69-ba0e-186e6e0d26c9 req-c8166b25-51dc-4359-8fe1-dcf15f15e22f service nova] [instance: 1f1f56a8-a54a-4641-95d0-a153a68b7585] No waiting events found dispatching network-vif-plugged-face3ee7-4556-4d29-9ad1-536050609c78 {{(pid=62328) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1207.316526] env[62328]: WARNING nova.compute.manager [req-cf859a58-9f11-4d69-ba0e-186e6e0d26c9 req-c8166b25-51dc-4359-8fe1-dcf15f15e22f service nova] [instance: 1f1f56a8-a54a-4641-95d0-a153a68b7585] Received unexpected event network-vif-plugged-face3ee7-4556-4d29-9ad1-536050609c78 for instance with vm_state shelved_offloaded and task_state spawning. [ 1207.517901] env[62328]: DEBUG oslo_concurrency.lockutils [None req-ddcca33a-b1ce-4341-b9fb-effc71cdda75 tempest-AttachVolumeShelveTestJSON-116809589 tempest-AttachVolumeShelveTestJSON-116809589-project-member] Acquiring lock "refresh_cache-1f1f56a8-a54a-4641-95d0-a153a68b7585" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1207.517901] env[62328]: DEBUG oslo_concurrency.lockutils [None req-ddcca33a-b1ce-4341-b9fb-effc71cdda75 tempest-AttachVolumeShelveTestJSON-116809589 tempest-AttachVolumeShelveTestJSON-116809589-project-member] Acquired lock "refresh_cache-1f1f56a8-a54a-4641-95d0-a153a68b7585" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1207.517901] env[62328]: DEBUG nova.network.neutron [None req-ddcca33a-b1ce-4341-b9fb-effc71cdda75 tempest-AttachVolumeShelveTestJSON-116809589 tempest-AttachVolumeShelveTestJSON-116809589-project-member] [instance: 1f1f56a8-a54a-4641-95d0-a153a68b7585] Building network info cache for instance {{(pid=62328) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1207.567851] env[62328]: DEBUG oslo_vmware.api [None req-c0bcdf4a-c341-4d0d-a46d-2f9b55209e34 tempest-ServerGroupTestJSON-776551707 tempest-ServerGroupTestJSON-776551707-project-member] Task: {'id': task-2387852, 'name': ReconfigVM_Task, 'duration_secs': 0.568902} completed successfully. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1207.571168] env[62328]: DEBUG nova.virt.vmwareapi.volumeops [None req-c0bcdf4a-c341-4d0d-a46d-2f9b55209e34 tempest-ServerGroupTestJSON-776551707 tempest-ServerGroupTestJSON-776551707-project-member] [instance: 82e9a368-2bf9-4a81-b478-882fc109f64e] Reconfigured VM instance instance-0000007b to attach disk [datastore2] 82e9a368-2bf9-4a81-b478-882fc109f64e/82e9a368-2bf9-4a81-b478-882fc109f64e.vmdk or device None with type sparse {{(pid=62328) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1207.571168] env[62328]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-a89bcd40-17aa-40f3-8ba8-697c972de4c1 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1207.575355] env[62328]: DEBUG oslo_vmware.api [None req-c0bcdf4a-c341-4d0d-a46d-2f9b55209e34 tempest-ServerGroupTestJSON-776551707 tempest-ServerGroupTestJSON-776551707-project-member] Waiting for the task: (returnval){ [ 1207.575355] env[62328]: value = "task-2387853" [ 1207.575355] env[62328]: _type = "Task" [ 1207.575355] env[62328]: } to complete. {{(pid=62328) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1207.589471] env[62328]: DEBUG oslo_vmware.api [None req-c0bcdf4a-c341-4d0d-a46d-2f9b55209e34 tempest-ServerGroupTestJSON-776551707 tempest-ServerGroupTestJSON-776551707-project-member] Task: {'id': task-2387853, 'name': Rename_Task} progress is 5%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1208.087209] env[62328]: DEBUG oslo_vmware.api [None req-c0bcdf4a-c341-4d0d-a46d-2f9b55209e34 tempest-ServerGroupTestJSON-776551707 tempest-ServerGroupTestJSON-776551707-project-member] Task: {'id': task-2387853, 'name': Rename_Task, 'duration_secs': 0.161883} completed successfully. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1208.089565] env[62328]: DEBUG nova.virt.vmwareapi.vm_util [None req-c0bcdf4a-c341-4d0d-a46d-2f9b55209e34 tempest-ServerGroupTestJSON-776551707 tempest-ServerGroupTestJSON-776551707-project-member] [instance: 82e9a368-2bf9-4a81-b478-882fc109f64e] Powering on the VM {{(pid=62328) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1208.090172] env[62328]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-e73e4acf-4eb5-40be-a70f-f816efd6043c {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1208.097180] env[62328]: DEBUG oslo_vmware.api [None req-c0bcdf4a-c341-4d0d-a46d-2f9b55209e34 tempest-ServerGroupTestJSON-776551707 tempest-ServerGroupTestJSON-776551707-project-member] Waiting for the task: (returnval){ [ 1208.097180] env[62328]: value = "task-2387854" [ 1208.097180] env[62328]: _type = "Task" [ 1208.097180] env[62328]: } to complete. {{(pid=62328) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1208.104708] env[62328]: DEBUG oslo_vmware.api [None req-c0bcdf4a-c341-4d0d-a46d-2f9b55209e34 tempest-ServerGroupTestJSON-776551707 tempest-ServerGroupTestJSON-776551707-project-member] Task: {'id': task-2387854, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1208.536933] env[62328]: DEBUG nova.network.neutron [None req-ddcca33a-b1ce-4341-b9fb-effc71cdda75 tempest-AttachVolumeShelveTestJSON-116809589 tempest-AttachVolumeShelveTestJSON-116809589-project-member] [instance: 1f1f56a8-a54a-4641-95d0-a153a68b7585] Updating instance_info_cache with network_info: [{"id": "face3ee7-4556-4d29-9ad1-536050609c78", "address": "fa:16:3e:e8:9b:a9", "network": {"id": "2d1c453e-aaeb-45b7-bdcd-3cbaf03a6053", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1795840742-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.168", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f7ed1d0f45904d658c8becad7c3f621c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "cba18f15-a919-422e-a423-1e705e233389", "external-id": "nsx-vlan-transportzone-79", "segmentation_id": 79, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapface3ee7-45", "ovs_interfaceid": "face3ee7-4556-4d29-9ad1-536050609c78", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62328) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1208.608362] env[62328]: DEBUG oslo_vmware.api [None req-c0bcdf4a-c341-4d0d-a46d-2f9b55209e34 tempest-ServerGroupTestJSON-776551707 tempest-ServerGroupTestJSON-776551707-project-member] Task: {'id': task-2387854, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1209.039909] env[62328]: DEBUG oslo_concurrency.lockutils [None req-ddcca33a-b1ce-4341-b9fb-effc71cdda75 tempest-AttachVolumeShelveTestJSON-116809589 tempest-AttachVolumeShelveTestJSON-116809589-project-member] Releasing lock "refresh_cache-1f1f56a8-a54a-4641-95d0-a153a68b7585" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1209.068056] env[62328]: DEBUG nova.virt.hardware [None req-ddcca33a-b1ce-4341-b9fb-effc71cdda75 tempest-AttachVolumeShelveTestJSON-116809589 tempest-AttachVolumeShelveTestJSON-116809589-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-07T17:16:55Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='6e1ad7db4d8be58a64c5cca8b4c5c65b',container_format='bare',created_at=2025-02-07T17:29:15Z,direct_url=,disk_format='vmdk',id=5c67c68b-c5f2-4429-b97d-c8c1544f6924,min_disk=1,min_ram=0,name='tempest-AttachVolumeShelveTestJSON-server-1629455090-shelved',owner='f7ed1d0f45904d658c8becad7c3f621c',properties=ImageMetaProps,protected=,size=31662592,status='active',tags=,updated_at=2025-02-07T17:29:31Z,virtual_size=,visibility=), allow threads: False {{(pid=62328) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1209.068341] env[62328]: DEBUG nova.virt.hardware [None req-ddcca33a-b1ce-4341-b9fb-effc71cdda75 tempest-AttachVolumeShelveTestJSON-116809589 tempest-AttachVolumeShelveTestJSON-116809589-project-member] Flavor limits 0:0:0 {{(pid=62328) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1209.068501] env[62328]: DEBUG nova.virt.hardware [None req-ddcca33a-b1ce-4341-b9fb-effc71cdda75 tempest-AttachVolumeShelveTestJSON-116809589 tempest-AttachVolumeShelveTestJSON-116809589-project-member] Image limits 0:0:0 {{(pid=62328) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1209.068730] env[62328]: DEBUG nova.virt.hardware [None req-ddcca33a-b1ce-4341-b9fb-effc71cdda75 tempest-AttachVolumeShelveTestJSON-116809589 tempest-AttachVolumeShelveTestJSON-116809589-project-member] Flavor pref 0:0:0 {{(pid=62328) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1209.068894] env[62328]: DEBUG nova.virt.hardware [None req-ddcca33a-b1ce-4341-b9fb-effc71cdda75 tempest-AttachVolumeShelveTestJSON-116809589 tempest-AttachVolumeShelveTestJSON-116809589-project-member] Image pref 0:0:0 {{(pid=62328) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1209.069105] env[62328]: DEBUG nova.virt.hardware [None req-ddcca33a-b1ce-4341-b9fb-effc71cdda75 tempest-AttachVolumeShelveTestJSON-116809589 tempest-AttachVolumeShelveTestJSON-116809589-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62328) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1209.069268] env[62328]: DEBUG nova.virt.hardware [None req-ddcca33a-b1ce-4341-b9fb-effc71cdda75 tempest-AttachVolumeShelveTestJSON-116809589 tempest-AttachVolumeShelveTestJSON-116809589-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62328) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1209.069425] env[62328]: DEBUG nova.virt.hardware [None req-ddcca33a-b1ce-4341-b9fb-effc71cdda75 tempest-AttachVolumeShelveTestJSON-116809589 tempest-AttachVolumeShelveTestJSON-116809589-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62328) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1209.069590] env[62328]: DEBUG nova.virt.hardware [None req-ddcca33a-b1ce-4341-b9fb-effc71cdda75 tempest-AttachVolumeShelveTestJSON-116809589 tempest-AttachVolumeShelveTestJSON-116809589-project-member] Got 1 possible topologies {{(pid=62328) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1209.069811] env[62328]: DEBUG nova.virt.hardware [None req-ddcca33a-b1ce-4341-b9fb-effc71cdda75 tempest-AttachVolumeShelveTestJSON-116809589 tempest-AttachVolumeShelveTestJSON-116809589-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62328) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1209.070072] env[62328]: DEBUG nova.virt.hardware [None req-ddcca33a-b1ce-4341-b9fb-effc71cdda75 tempest-AttachVolumeShelveTestJSON-116809589 tempest-AttachVolumeShelveTestJSON-116809589-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62328) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1209.070894] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c1de3601-c1c7-4991-a405-76ca91c9de19 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1209.078850] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e8c68d8f-0e83-46e2-a34c-f9e1d10eb184 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1209.092488] env[62328]: DEBUG nova.virt.vmwareapi.vmops [None req-ddcca33a-b1ce-4341-b9fb-effc71cdda75 tempest-AttachVolumeShelveTestJSON-116809589 tempest-AttachVolumeShelveTestJSON-116809589-project-member] [instance: 1f1f56a8-a54a-4641-95d0-a153a68b7585] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:e8:9b:a9', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'cba18f15-a919-422e-a423-1e705e233389', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'face3ee7-4556-4d29-9ad1-536050609c78', 'vif_model': 'vmxnet3'}] {{(pid=62328) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1209.100058] env[62328]: DEBUG oslo.service.loopingcall [None req-ddcca33a-b1ce-4341-b9fb-effc71cdda75 tempest-AttachVolumeShelveTestJSON-116809589 tempest-AttachVolumeShelveTestJSON-116809589-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62328) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1209.100398] env[62328]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1f1f56a8-a54a-4641-95d0-a153a68b7585] Creating VM on the ESX host {{(pid=62328) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1209.103405] env[62328]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-572fb310-06ae-4b3d-8456-fd174f5afbaf {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1209.122752] env[62328]: DEBUG oslo_vmware.api [None req-c0bcdf4a-c341-4d0d-a46d-2f9b55209e34 tempest-ServerGroupTestJSON-776551707 tempest-ServerGroupTestJSON-776551707-project-member] Task: {'id': task-2387854, 'name': PowerOnVM_Task, 'duration_secs': 0.568213} completed successfully. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1209.123993] env[62328]: DEBUG nova.virt.vmwareapi.vm_util [None req-c0bcdf4a-c341-4d0d-a46d-2f9b55209e34 tempest-ServerGroupTestJSON-776551707 tempest-ServerGroupTestJSON-776551707-project-member] [instance: 82e9a368-2bf9-4a81-b478-882fc109f64e] Powered on the VM {{(pid=62328) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1209.124217] env[62328]: INFO nova.compute.manager [None req-c0bcdf4a-c341-4d0d-a46d-2f9b55209e34 tempest-ServerGroupTestJSON-776551707 tempest-ServerGroupTestJSON-776551707-project-member] [instance: 82e9a368-2bf9-4a81-b478-882fc109f64e] Took 7.45 seconds to spawn the instance on the hypervisor. [ 1209.124401] env[62328]: DEBUG nova.compute.manager [None req-c0bcdf4a-c341-4d0d-a46d-2f9b55209e34 tempest-ServerGroupTestJSON-776551707 tempest-ServerGroupTestJSON-776551707-project-member] [instance: 82e9a368-2bf9-4a81-b478-882fc109f64e] Checking state {{(pid=62328) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1209.124652] env[62328]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1209.124652] env[62328]: value = "task-2387855" [ 1209.124652] env[62328]: _type = "Task" [ 1209.124652] env[62328]: } to complete. {{(pid=62328) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1209.125465] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f415956f-1b89-400b-95f8-ba9b653441d5 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1209.140274] env[62328]: DEBUG oslo_vmware.api [-] Task: {'id': task-2387855, 'name': CreateVM_Task} progress is 0%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1209.347204] env[62328]: DEBUG nova.compute.manager [req-4ec050f5-a5d1-48fc-bdef-80f524783f29 req-d9b1cc26-2a5d-4704-b115-c0d802f92de2 service nova] [instance: 0200e570-094d-466d-b8a8-0c183fcdc10d] Received event network-changed-2cc2a42d-ad3d-49f3-a076-b8391c032ef0 {{(pid=62328) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1209.347343] env[62328]: DEBUG nova.compute.manager [req-4ec050f5-a5d1-48fc-bdef-80f524783f29 req-d9b1cc26-2a5d-4704-b115-c0d802f92de2 service nova] [instance: 0200e570-094d-466d-b8a8-0c183fcdc10d] Refreshing instance network info cache due to event network-changed-2cc2a42d-ad3d-49f3-a076-b8391c032ef0. {{(pid=62328) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1209.347863] env[62328]: DEBUG oslo_concurrency.lockutils [req-4ec050f5-a5d1-48fc-bdef-80f524783f29 req-d9b1cc26-2a5d-4704-b115-c0d802f92de2 service nova] Acquiring lock "refresh_cache-0200e570-094d-466d-b8a8-0c183fcdc10d" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1209.347863] env[62328]: DEBUG oslo_concurrency.lockutils [req-4ec050f5-a5d1-48fc-bdef-80f524783f29 req-d9b1cc26-2a5d-4704-b115-c0d802f92de2 service nova] Acquired lock "refresh_cache-0200e570-094d-466d-b8a8-0c183fcdc10d" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1209.348027] env[62328]: DEBUG nova.network.neutron [req-4ec050f5-a5d1-48fc-bdef-80f524783f29 req-d9b1cc26-2a5d-4704-b115-c0d802f92de2 service nova] [instance: 0200e570-094d-466d-b8a8-0c183fcdc10d] Refreshing network info cache for port 2cc2a42d-ad3d-49f3-a076-b8391c032ef0 {{(pid=62328) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1209.637526] env[62328]: DEBUG oslo_vmware.api [-] Task: {'id': task-2387855, 'name': CreateVM_Task, 'duration_secs': 0.43522} completed successfully. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1209.637717] env[62328]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1f1f56a8-a54a-4641-95d0-a153a68b7585] Created VM on the ESX host {{(pid=62328) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1209.638339] env[62328]: DEBUG oslo_concurrency.lockutils [None req-ddcca33a-b1ce-4341-b9fb-effc71cdda75 tempest-AttachVolumeShelveTestJSON-116809589 tempest-AttachVolumeShelveTestJSON-116809589-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/5c67c68b-c5f2-4429-b97d-c8c1544f6924" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1209.638510] env[62328]: DEBUG oslo_concurrency.lockutils [None req-ddcca33a-b1ce-4341-b9fb-effc71cdda75 tempest-AttachVolumeShelveTestJSON-116809589 tempest-AttachVolumeShelveTestJSON-116809589-project-member] Acquired lock "[datastore2] devstack-image-cache_base/5c67c68b-c5f2-4429-b97d-c8c1544f6924" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1209.638948] env[62328]: DEBUG oslo_concurrency.lockutils [None req-ddcca33a-b1ce-4341-b9fb-effc71cdda75 tempest-AttachVolumeShelveTestJSON-116809589 tempest-AttachVolumeShelveTestJSON-116809589-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/5c67c68b-c5f2-4429-b97d-c8c1544f6924" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1209.639247] env[62328]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7357811c-d0dc-42f7-a2be-eaa98094dd6e {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1209.647959] env[62328]: DEBUG oslo_vmware.api [None req-ddcca33a-b1ce-4341-b9fb-effc71cdda75 tempest-AttachVolumeShelveTestJSON-116809589 tempest-AttachVolumeShelveTestJSON-116809589-project-member] Waiting for the task: (returnval){ [ 1209.647959] env[62328]: value = "session[52a6e20e-410d-708a-99f2-080a575a99bd]52932a9a-3063-4193-373b-1b36409986b4" [ 1209.647959] env[62328]: _type = "Task" [ 1209.647959] env[62328]: } to complete. {{(pid=62328) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1209.655422] env[62328]: INFO nova.compute.manager [None req-c0bcdf4a-c341-4d0d-a46d-2f9b55209e34 tempest-ServerGroupTestJSON-776551707 tempest-ServerGroupTestJSON-776551707-project-member] [instance: 82e9a368-2bf9-4a81-b478-882fc109f64e] Took 13.81 seconds to build instance. [ 1209.661214] env[62328]: DEBUG oslo_vmware.api [None req-ddcca33a-b1ce-4341-b9fb-effc71cdda75 tempest-AttachVolumeShelveTestJSON-116809589 tempest-AttachVolumeShelveTestJSON-116809589-project-member] Task: {'id': session[52a6e20e-410d-708a-99f2-080a575a99bd]52932a9a-3063-4193-373b-1b36409986b4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1210.057474] env[62328]: DEBUG nova.network.neutron [None req-ae3ac950-c1a2-4511-bfc0-f6371676c87d tempest-ServerActionsTestOtherB-626827456 tempest-ServerActionsTestOtherB-626827456-project-member] [instance: 75e155a3-05b0-44c5-86de-5643cbb05fc0] Port 1559efd1-b459-4c3c-9bfd-b54c83da5d14 binding to destination host cpu-1 is already ACTIVE {{(pid=62328) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1210.057760] env[62328]: DEBUG oslo_concurrency.lockutils [None req-ae3ac950-c1a2-4511-bfc0-f6371676c87d tempest-ServerActionsTestOtherB-626827456 tempest-ServerActionsTestOtherB-626827456-project-member] Acquiring lock "refresh_cache-75e155a3-05b0-44c5-86de-5643cbb05fc0" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1210.057965] env[62328]: DEBUG oslo_concurrency.lockutils [None req-ae3ac950-c1a2-4511-bfc0-f6371676c87d tempest-ServerActionsTestOtherB-626827456 tempest-ServerActionsTestOtherB-626827456-project-member] Acquired lock "refresh_cache-75e155a3-05b0-44c5-86de-5643cbb05fc0" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1210.058192] env[62328]: DEBUG nova.network.neutron [None req-ae3ac950-c1a2-4511-bfc0-f6371676c87d tempest-ServerActionsTestOtherB-626827456 tempest-ServerActionsTestOtherB-626827456-project-member] [instance: 75e155a3-05b0-44c5-86de-5643cbb05fc0] Building network info cache for instance {{(pid=62328) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1210.158695] env[62328]: DEBUG oslo_concurrency.lockutils [None req-c0bcdf4a-c341-4d0d-a46d-2f9b55209e34 tempest-ServerGroupTestJSON-776551707 tempest-ServerGroupTestJSON-776551707-project-member] Lock "82e9a368-2bf9-4a81-b478-882fc109f64e" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 15.320s {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1210.159296] env[62328]: DEBUG oslo_concurrency.lockutils [None req-ddcca33a-b1ce-4341-b9fb-effc71cdda75 tempest-AttachVolumeShelveTestJSON-116809589 tempest-AttachVolumeShelveTestJSON-116809589-project-member] Releasing lock "[datastore2] devstack-image-cache_base/5c67c68b-c5f2-4429-b97d-c8c1544f6924" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1210.159526] env[62328]: DEBUG nova.virt.vmwareapi.vmops [None req-ddcca33a-b1ce-4341-b9fb-effc71cdda75 tempest-AttachVolumeShelveTestJSON-116809589 tempest-AttachVolumeShelveTestJSON-116809589-project-member] [instance: 1f1f56a8-a54a-4641-95d0-a153a68b7585] Processing image 5c67c68b-c5f2-4429-b97d-c8c1544f6924 {{(pid=62328) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1210.159755] env[62328]: DEBUG oslo_concurrency.lockutils [None req-ddcca33a-b1ce-4341-b9fb-effc71cdda75 tempest-AttachVolumeShelveTestJSON-116809589 tempest-AttachVolumeShelveTestJSON-116809589-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/5c67c68b-c5f2-4429-b97d-c8c1544f6924/5c67c68b-c5f2-4429-b97d-c8c1544f6924.vmdk" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1210.159904] env[62328]: DEBUG oslo_concurrency.lockutils [None req-ddcca33a-b1ce-4341-b9fb-effc71cdda75 tempest-AttachVolumeShelveTestJSON-116809589 tempest-AttachVolumeShelveTestJSON-116809589-project-member] Acquired lock "[datastore2] devstack-image-cache_base/5c67c68b-c5f2-4429-b97d-c8c1544f6924/5c67c68b-c5f2-4429-b97d-c8c1544f6924.vmdk" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1210.160197] env[62328]: DEBUG nova.virt.vmwareapi.ds_util [None req-ddcca33a-b1ce-4341-b9fb-effc71cdda75 tempest-AttachVolumeShelveTestJSON-116809589 tempest-AttachVolumeShelveTestJSON-116809589-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62328) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1210.160444] env[62328]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-334ebc13-4309-4bd8-b4a0-7d653181342e {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1210.181245] env[62328]: DEBUG nova.network.neutron [req-4ec050f5-a5d1-48fc-bdef-80f524783f29 req-d9b1cc26-2a5d-4704-b115-c0d802f92de2 service nova] [instance: 0200e570-094d-466d-b8a8-0c183fcdc10d] Updated VIF entry in instance network info cache for port 2cc2a42d-ad3d-49f3-a076-b8391c032ef0. {{(pid=62328) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1210.181606] env[62328]: DEBUG nova.network.neutron [req-4ec050f5-a5d1-48fc-bdef-80f524783f29 req-d9b1cc26-2a5d-4704-b115-c0d802f92de2 service nova] [instance: 0200e570-094d-466d-b8a8-0c183fcdc10d] Updating instance_info_cache with network_info: [{"id": "2cc2a42d-ad3d-49f3-a076-b8391c032ef0", "address": "fa:16:3e:4e:e6:97", "network": {"id": "43b1657c-44ae-47a8-8e8d-196242ef7fca", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1953540822-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.176", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e88420d74d294fef9f976142535b9ac5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9f3a2eb5-353f-45c5-a73b-869626f4bb13", "external-id": "nsx-vlan-transportzone-411", "segmentation_id": 411, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2cc2a42d-ad", "ovs_interfaceid": "2cc2a42d-ad3d-49f3-a076-b8391c032ef0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62328) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1210.183847] env[62328]: DEBUG nova.virt.vmwareapi.ds_util [None req-ddcca33a-b1ce-4341-b9fb-effc71cdda75 tempest-AttachVolumeShelveTestJSON-116809589 tempest-AttachVolumeShelveTestJSON-116809589-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62328) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1210.184108] env[62328]: DEBUG nova.virt.vmwareapi.vmops [None req-ddcca33a-b1ce-4341-b9fb-effc71cdda75 tempest-AttachVolumeShelveTestJSON-116809589 tempest-AttachVolumeShelveTestJSON-116809589-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62328) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1210.185161] env[62328]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1ba16eeb-fd99-4e59-b704-0c7cd3180524 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1210.190519] env[62328]: DEBUG oslo_vmware.api [None req-ddcca33a-b1ce-4341-b9fb-effc71cdda75 tempest-AttachVolumeShelveTestJSON-116809589 tempest-AttachVolumeShelveTestJSON-116809589-project-member] Waiting for the task: (returnval){ [ 1210.190519] env[62328]: value = "session[52a6e20e-410d-708a-99f2-080a575a99bd]5206b9ff-88ce-d812-2a56-4d1ee92e6f38" [ 1210.190519] env[62328]: _type = "Task" [ 1210.190519] env[62328]: } to complete. {{(pid=62328) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1210.198992] env[62328]: DEBUG oslo_vmware.api [None req-ddcca33a-b1ce-4341-b9fb-effc71cdda75 tempest-AttachVolumeShelveTestJSON-116809589 tempest-AttachVolumeShelveTestJSON-116809589-project-member] Task: {'id': session[52a6e20e-410d-708a-99f2-080a575a99bd]5206b9ff-88ce-d812-2a56-4d1ee92e6f38, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1210.487572] env[62328]: DEBUG oslo_concurrency.lockutils [None req-3938c36d-fe1c-4e8f-8349-7d2c5727eb46 tempest-ServerGroupTestJSON-776551707 tempest-ServerGroupTestJSON-776551707-project-member] Acquiring lock "82e9a368-2bf9-4a81-b478-882fc109f64e" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1210.487872] env[62328]: DEBUG oslo_concurrency.lockutils [None req-3938c36d-fe1c-4e8f-8349-7d2c5727eb46 tempest-ServerGroupTestJSON-776551707 tempest-ServerGroupTestJSON-776551707-project-member] Lock "82e9a368-2bf9-4a81-b478-882fc109f64e" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1210.488151] env[62328]: DEBUG oslo_concurrency.lockutils [None req-3938c36d-fe1c-4e8f-8349-7d2c5727eb46 tempest-ServerGroupTestJSON-776551707 tempest-ServerGroupTestJSON-776551707-project-member] Acquiring lock "82e9a368-2bf9-4a81-b478-882fc109f64e-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1210.488392] env[62328]: DEBUG oslo_concurrency.lockutils [None req-3938c36d-fe1c-4e8f-8349-7d2c5727eb46 tempest-ServerGroupTestJSON-776551707 tempest-ServerGroupTestJSON-776551707-project-member] Lock "82e9a368-2bf9-4a81-b478-882fc109f64e-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1210.488604] env[62328]: DEBUG oslo_concurrency.lockutils [None req-3938c36d-fe1c-4e8f-8349-7d2c5727eb46 tempest-ServerGroupTestJSON-776551707 tempest-ServerGroupTestJSON-776551707-project-member] Lock "82e9a368-2bf9-4a81-b478-882fc109f64e-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1210.492016] env[62328]: INFO nova.compute.manager [None req-3938c36d-fe1c-4e8f-8349-7d2c5727eb46 tempest-ServerGroupTestJSON-776551707 tempest-ServerGroupTestJSON-776551707-project-member] [instance: 82e9a368-2bf9-4a81-b478-882fc109f64e] Terminating instance [ 1210.686319] env[62328]: DEBUG oslo_concurrency.lockutils [req-4ec050f5-a5d1-48fc-bdef-80f524783f29 req-d9b1cc26-2a5d-4704-b115-c0d802f92de2 service nova] Releasing lock "refresh_cache-0200e570-094d-466d-b8a8-0c183fcdc10d" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1210.686604] env[62328]: DEBUG nova.compute.manager [req-4ec050f5-a5d1-48fc-bdef-80f524783f29 req-d9b1cc26-2a5d-4704-b115-c0d802f92de2 service nova] [instance: d2a6722b-f339-4410-8fa1-d8d07b4b153c] Received event network-changed-c53eccde-fea3-4c87-a26b-586e816a3228 {{(pid=62328) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1210.686787] env[62328]: DEBUG nova.compute.manager [req-4ec050f5-a5d1-48fc-bdef-80f524783f29 req-d9b1cc26-2a5d-4704-b115-c0d802f92de2 service nova] [instance: d2a6722b-f339-4410-8fa1-d8d07b4b153c] Refreshing instance network info cache due to event network-changed-c53eccde-fea3-4c87-a26b-586e816a3228. {{(pid=62328) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1210.686993] env[62328]: DEBUG oslo_concurrency.lockutils [req-4ec050f5-a5d1-48fc-bdef-80f524783f29 req-d9b1cc26-2a5d-4704-b115-c0d802f92de2 service nova] Acquiring lock "refresh_cache-d2a6722b-f339-4410-8fa1-d8d07b4b153c" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1210.687153] env[62328]: DEBUG oslo_concurrency.lockutils [req-4ec050f5-a5d1-48fc-bdef-80f524783f29 req-d9b1cc26-2a5d-4704-b115-c0d802f92de2 service nova] Acquired lock "refresh_cache-d2a6722b-f339-4410-8fa1-d8d07b4b153c" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1210.687314] env[62328]: DEBUG nova.network.neutron [req-4ec050f5-a5d1-48fc-bdef-80f524783f29 req-d9b1cc26-2a5d-4704-b115-c0d802f92de2 service nova] [instance: d2a6722b-f339-4410-8fa1-d8d07b4b153c] Refreshing network info cache for port c53eccde-fea3-4c87-a26b-586e816a3228 {{(pid=62328) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1210.700290] env[62328]: DEBUG nova.virt.vmwareapi.vmops [None req-ddcca33a-b1ce-4341-b9fb-effc71cdda75 tempest-AttachVolumeShelveTestJSON-116809589 tempest-AttachVolumeShelveTestJSON-116809589-project-member] [instance: 1f1f56a8-a54a-4641-95d0-a153a68b7585] Preparing fetch location {{(pid=62328) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:633}} [ 1210.700532] env[62328]: DEBUG nova.virt.vmwareapi.vmops [None req-ddcca33a-b1ce-4341-b9fb-effc71cdda75 tempest-AttachVolumeShelveTestJSON-116809589 tempest-AttachVolumeShelveTestJSON-116809589-project-member] [instance: 1f1f56a8-a54a-4641-95d0-a153a68b7585] Fetch image to [datastore2] OSTACK_IMG_3e1cf3ba-97df-432e-974c-126f17de7eb4/OSTACK_IMG_3e1cf3ba-97df-432e-974c-126f17de7eb4.vmdk {{(pid=62328) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:635}} [ 1210.700708] env[62328]: DEBUG nova.virt.vmwareapi.vmops [None req-ddcca33a-b1ce-4341-b9fb-effc71cdda75 tempest-AttachVolumeShelveTestJSON-116809589 tempest-AttachVolumeShelveTestJSON-116809589-project-member] [instance: 1f1f56a8-a54a-4641-95d0-a153a68b7585] Downloading stream optimized image 5c67c68b-c5f2-4429-b97d-c8c1544f6924 to [datastore2] OSTACK_IMG_3e1cf3ba-97df-432e-974c-126f17de7eb4/OSTACK_IMG_3e1cf3ba-97df-432e-974c-126f17de7eb4.vmdk on the data store datastore2 as vApp {{(pid=62328) _fetch_image_as_vapp /opt/stack/nova/nova/virt/vmwareapi/vmops.py:437}} [ 1210.700888] env[62328]: DEBUG nova.virt.vmwareapi.images [None req-ddcca33a-b1ce-4341-b9fb-effc71cdda75 tempest-AttachVolumeShelveTestJSON-116809589 tempest-AttachVolumeShelveTestJSON-116809589-project-member] [instance: 1f1f56a8-a54a-4641-95d0-a153a68b7585] Downloading image file data 5c67c68b-c5f2-4429-b97d-c8c1544f6924 to the ESX as VM named 'OSTACK_IMG_3e1cf3ba-97df-432e-974c-126f17de7eb4' {{(pid=62328) fetch_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:336}} [ 1210.774250] env[62328]: DEBUG oslo_vmware.rw_handles [None req-ddcca33a-b1ce-4341-b9fb-effc71cdda75 tempest-AttachVolumeShelveTestJSON-116809589 tempest-AttachVolumeShelveTestJSON-116809589-project-member] Creating HttpNfcLease lease for vApp import into resource pool: (val){ [ 1210.774250] env[62328]: value = "resgroup-9" [ 1210.774250] env[62328]: _type = "ResourcePool" [ 1210.774250] env[62328]: }. {{(pid=62328) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:453}} [ 1210.774657] env[62328]: DEBUG oslo_vmware.service [-] Invoking ResourcePool.ImportVApp with opID=oslo.vmware-ce155efe-8f46-427f-9eb2-0597cf0c939d {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1210.790841] env[62328]: DEBUG nova.network.neutron [None req-ae3ac950-c1a2-4511-bfc0-f6371676c87d tempest-ServerActionsTestOtherB-626827456 tempest-ServerActionsTestOtherB-626827456-project-member] [instance: 75e155a3-05b0-44c5-86de-5643cbb05fc0] Updating instance_info_cache with network_info: [{"id": "1559efd1-b459-4c3c-9bfd-b54c83da5d14", "address": "fa:16:3e:d7:37:d4", "network": {"id": "26ce23b7-7f28-4faf-9ad9-833f4c091e91", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1619285024-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.137", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4dfb769ea51943efa01b92c3a0595081", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "30c39e9a-a798-4f25-a48c-91f786ba332c", "external-id": "nsx-vlan-transportzone-438", "segmentation_id": 438, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1559efd1-b4", "ovs_interfaceid": "1559efd1-b459-4c3c-9bfd-b54c83da5d14", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62328) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1210.796917] env[62328]: DEBUG oslo_vmware.rw_handles [None req-ddcca33a-b1ce-4341-b9fb-effc71cdda75 tempest-AttachVolumeShelveTestJSON-116809589 tempest-AttachVolumeShelveTestJSON-116809589-project-member] Lease: (returnval){ [ 1210.796917] env[62328]: value = "session[52a6e20e-410d-708a-99f2-080a575a99bd]52045338-1fba-c030-7757-5d7c6d46273c" [ 1210.796917] env[62328]: _type = "HttpNfcLease" [ 1210.796917] env[62328]: } obtained for vApp import into resource pool (val){ [ 1210.796917] env[62328]: value = "resgroup-9" [ 1210.796917] env[62328]: _type = "ResourcePool" [ 1210.796917] env[62328]: }. {{(pid=62328) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:461}} [ 1210.797427] env[62328]: DEBUG oslo_vmware.api [None req-ddcca33a-b1ce-4341-b9fb-effc71cdda75 tempest-AttachVolumeShelveTestJSON-116809589 tempest-AttachVolumeShelveTestJSON-116809589-project-member] Waiting for the lease: (returnval){ [ 1210.797427] env[62328]: value = "session[52a6e20e-410d-708a-99f2-080a575a99bd]52045338-1fba-c030-7757-5d7c6d46273c" [ 1210.797427] env[62328]: _type = "HttpNfcLease" [ 1210.797427] env[62328]: } to be ready. {{(pid=62328) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1210.803622] env[62328]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1210.803622] env[62328]: value = "session[52a6e20e-410d-708a-99f2-080a575a99bd]52045338-1fba-c030-7757-5d7c6d46273c" [ 1210.803622] env[62328]: _type = "HttpNfcLease" [ 1210.803622] env[62328]: } is initializing. {{(pid=62328) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1210.996041] env[62328]: DEBUG nova.compute.manager [None req-3938c36d-fe1c-4e8f-8349-7d2c5727eb46 tempest-ServerGroupTestJSON-776551707 tempest-ServerGroupTestJSON-776551707-project-member] [instance: 82e9a368-2bf9-4a81-b478-882fc109f64e] Start destroying the instance on the hypervisor. {{(pid=62328) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1210.996267] env[62328]: DEBUG nova.virt.vmwareapi.vmops [None req-3938c36d-fe1c-4e8f-8349-7d2c5727eb46 tempest-ServerGroupTestJSON-776551707 tempest-ServerGroupTestJSON-776551707-project-member] [instance: 82e9a368-2bf9-4a81-b478-882fc109f64e] Destroying instance {{(pid=62328) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1210.997291] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fcd39128-724f-4338-9844-52adaeafbcfe {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1211.005500] env[62328]: DEBUG nova.virt.vmwareapi.vm_util [None req-3938c36d-fe1c-4e8f-8349-7d2c5727eb46 tempest-ServerGroupTestJSON-776551707 tempest-ServerGroupTestJSON-776551707-project-member] [instance: 82e9a368-2bf9-4a81-b478-882fc109f64e] Powering off the VM {{(pid=62328) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1211.005762] env[62328]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-32e5fc1d-de08-4355-b731-eab29578bb33 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1211.012216] env[62328]: DEBUG oslo_vmware.api [None req-3938c36d-fe1c-4e8f-8349-7d2c5727eb46 tempest-ServerGroupTestJSON-776551707 tempest-ServerGroupTestJSON-776551707-project-member] Waiting for the task: (returnval){ [ 1211.012216] env[62328]: value = "task-2387857" [ 1211.012216] env[62328]: _type = "Task" [ 1211.012216] env[62328]: } to complete. {{(pid=62328) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1211.020092] env[62328]: DEBUG oslo_vmware.api [None req-3938c36d-fe1c-4e8f-8349-7d2c5727eb46 tempest-ServerGroupTestJSON-776551707 tempest-ServerGroupTestJSON-776551707-project-member] Task: {'id': task-2387857, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1211.295202] env[62328]: DEBUG oslo_concurrency.lockutils [None req-ae3ac950-c1a2-4511-bfc0-f6371676c87d tempest-ServerActionsTestOtherB-626827456 tempest-ServerActionsTestOtherB-626827456-project-member] Releasing lock "refresh_cache-75e155a3-05b0-44c5-86de-5643cbb05fc0" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1211.305880] env[62328]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1211.305880] env[62328]: value = "session[52a6e20e-410d-708a-99f2-080a575a99bd]52045338-1fba-c030-7757-5d7c6d46273c" [ 1211.305880] env[62328]: _type = "HttpNfcLease" [ 1211.305880] env[62328]: } is ready. {{(pid=62328) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1211.308185] env[62328]: DEBUG oslo_vmware.rw_handles [None req-ddcca33a-b1ce-4341-b9fb-effc71cdda75 tempest-AttachVolumeShelveTestJSON-116809589 tempest-AttachVolumeShelveTestJSON-116809589-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1211.308185] env[62328]: value = "session[52a6e20e-410d-708a-99f2-080a575a99bd]52045338-1fba-c030-7757-5d7c6d46273c" [ 1211.308185] env[62328]: _type = "HttpNfcLease" [ 1211.308185] env[62328]: }. {{(pid=62328) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:467}} [ 1211.309167] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-801574d7-90fd-4a1e-a21f-e31b9305ac39 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1211.316749] env[62328]: DEBUG oslo_vmware.rw_handles [None req-ddcca33a-b1ce-4341-b9fb-effc71cdda75 tempest-AttachVolumeShelveTestJSON-116809589 tempest-AttachVolumeShelveTestJSON-116809589-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5200f5b5-22d1-9401-ea4c-7df50c10fb2c/disk-0.vmdk from lease info. {{(pid=62328) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1211.316955] env[62328]: DEBUG oslo_vmware.rw_handles [None req-ddcca33a-b1ce-4341-b9fb-effc71cdda75 tempest-AttachVolumeShelveTestJSON-116809589 tempest-AttachVolumeShelveTestJSON-116809589-project-member] Creating HTTP connection to write to file with size = 31662592 and URL = https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5200f5b5-22d1-9401-ea4c-7df50c10fb2c/disk-0.vmdk. {{(pid=62328) _create_write_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:122}} [ 1211.379622] env[62328]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-03431041-536b-4f95-8d78-005e76be698f {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1211.477013] env[62328]: DEBUG nova.network.neutron [req-4ec050f5-a5d1-48fc-bdef-80f524783f29 req-d9b1cc26-2a5d-4704-b115-c0d802f92de2 service nova] [instance: d2a6722b-f339-4410-8fa1-d8d07b4b153c] Updated VIF entry in instance network info cache for port c53eccde-fea3-4c87-a26b-586e816a3228. {{(pid=62328) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1211.477438] env[62328]: DEBUG nova.network.neutron [req-4ec050f5-a5d1-48fc-bdef-80f524783f29 req-d9b1cc26-2a5d-4704-b115-c0d802f92de2 service nova] [instance: d2a6722b-f339-4410-8fa1-d8d07b4b153c] Updating instance_info_cache with network_info: [{"id": "c53eccde-fea3-4c87-a26b-586e816a3228", "address": "fa:16:3e:f7:8e:ce", "network": {"id": "43b1657c-44ae-47a8-8e8d-196242ef7fca", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1953540822-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e88420d74d294fef9f976142535b9ac5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9f3a2eb5-353f-45c5-a73b-869626f4bb13", "external-id": "nsx-vlan-transportzone-411", "segmentation_id": 411, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc53eccde-fe", "ovs_interfaceid": "c53eccde-fea3-4c87-a26b-586e816a3228", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62328) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1211.524879] env[62328]: DEBUG oslo_vmware.api [None req-3938c36d-fe1c-4e8f-8349-7d2c5727eb46 tempest-ServerGroupTestJSON-776551707 tempest-ServerGroupTestJSON-776551707-project-member] Task: {'id': task-2387857, 'name': PowerOffVM_Task, 'duration_secs': 0.171748} completed successfully. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1211.524879] env[62328]: DEBUG nova.virt.vmwareapi.vm_util [None req-3938c36d-fe1c-4e8f-8349-7d2c5727eb46 tempest-ServerGroupTestJSON-776551707 tempest-ServerGroupTestJSON-776551707-project-member] [instance: 82e9a368-2bf9-4a81-b478-882fc109f64e] Powered off the VM {{(pid=62328) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1211.524879] env[62328]: DEBUG nova.virt.vmwareapi.vmops [None req-3938c36d-fe1c-4e8f-8349-7d2c5727eb46 tempest-ServerGroupTestJSON-776551707 tempest-ServerGroupTestJSON-776551707-project-member] [instance: 82e9a368-2bf9-4a81-b478-882fc109f64e] Unregistering the VM {{(pid=62328) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1211.525191] env[62328]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-103ce712-8faf-433e-b0a6-5e8266b53708 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1211.592680] env[62328]: DEBUG nova.virt.vmwareapi.vmops [None req-3938c36d-fe1c-4e8f-8349-7d2c5727eb46 tempest-ServerGroupTestJSON-776551707 tempest-ServerGroupTestJSON-776551707-project-member] [instance: 82e9a368-2bf9-4a81-b478-882fc109f64e] Unregistered the VM {{(pid=62328) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1211.593068] env[62328]: DEBUG nova.virt.vmwareapi.vmops [None req-3938c36d-fe1c-4e8f-8349-7d2c5727eb46 tempest-ServerGroupTestJSON-776551707 tempest-ServerGroupTestJSON-776551707-project-member] [instance: 82e9a368-2bf9-4a81-b478-882fc109f64e] Deleting contents of the VM from datastore datastore2 {{(pid=62328) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1211.593163] env[62328]: DEBUG nova.virt.vmwareapi.ds_util [None req-3938c36d-fe1c-4e8f-8349-7d2c5727eb46 tempest-ServerGroupTestJSON-776551707 tempest-ServerGroupTestJSON-776551707-project-member] Deleting the datastore file [datastore2] 82e9a368-2bf9-4a81-b478-882fc109f64e {{(pid=62328) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1211.594792] env[62328]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-ebbf9b36-6f15-4bb0-a056-381524586c02 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1211.601744] env[62328]: DEBUG oslo_vmware.api [None req-3938c36d-fe1c-4e8f-8349-7d2c5727eb46 tempest-ServerGroupTestJSON-776551707 tempest-ServerGroupTestJSON-776551707-project-member] Waiting for the task: (returnval){ [ 1211.601744] env[62328]: value = "task-2387859" [ 1211.601744] env[62328]: _type = "Task" [ 1211.601744] env[62328]: } to complete. {{(pid=62328) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1211.611014] env[62328]: DEBUG oslo_vmware.api [None req-3938c36d-fe1c-4e8f-8349-7d2c5727eb46 tempest-ServerGroupTestJSON-776551707 tempest-ServerGroupTestJSON-776551707-project-member] Task: {'id': task-2387859, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1211.799432] env[62328]: DEBUG nova.compute.manager [None req-ae3ac950-c1a2-4511-bfc0-f6371676c87d tempest-ServerActionsTestOtherB-626827456 tempest-ServerActionsTestOtherB-626827456-project-member] [instance: 75e155a3-05b0-44c5-86de-5643cbb05fc0] Hypervisor driver does not support instance shared storage check, assuming it's not on shared storage {{(pid=62328) _is_instance_storage_shared /opt/stack/nova/nova/compute/manager.py:901}} [ 1211.981071] env[62328]: DEBUG oslo_concurrency.lockutils [req-4ec050f5-a5d1-48fc-bdef-80f524783f29 req-d9b1cc26-2a5d-4704-b115-c0d802f92de2 service nova] Releasing lock "refresh_cache-d2a6722b-f339-4410-8fa1-d8d07b4b153c" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1211.981286] env[62328]: DEBUG nova.compute.manager [req-4ec050f5-a5d1-48fc-bdef-80f524783f29 req-d9b1cc26-2a5d-4704-b115-c0d802f92de2 service nova] [instance: 1f1f56a8-a54a-4641-95d0-a153a68b7585] Received event network-changed-face3ee7-4556-4d29-9ad1-536050609c78 {{(pid=62328) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1211.981328] env[62328]: DEBUG nova.compute.manager [req-4ec050f5-a5d1-48fc-bdef-80f524783f29 req-d9b1cc26-2a5d-4704-b115-c0d802f92de2 service nova] [instance: 1f1f56a8-a54a-4641-95d0-a153a68b7585] Refreshing instance network info cache due to event network-changed-face3ee7-4556-4d29-9ad1-536050609c78. {{(pid=62328) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1211.981575] env[62328]: DEBUG oslo_concurrency.lockutils [req-4ec050f5-a5d1-48fc-bdef-80f524783f29 req-d9b1cc26-2a5d-4704-b115-c0d802f92de2 service nova] Acquiring lock "refresh_cache-1f1f56a8-a54a-4641-95d0-a153a68b7585" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1211.981765] env[62328]: DEBUG oslo_concurrency.lockutils [req-4ec050f5-a5d1-48fc-bdef-80f524783f29 req-d9b1cc26-2a5d-4704-b115-c0d802f92de2 service nova] Acquired lock "refresh_cache-1f1f56a8-a54a-4641-95d0-a153a68b7585" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1211.982016] env[62328]: DEBUG nova.network.neutron [req-4ec050f5-a5d1-48fc-bdef-80f524783f29 req-d9b1cc26-2a5d-4704-b115-c0d802f92de2 service nova] [instance: 1f1f56a8-a54a-4641-95d0-a153a68b7585] Refreshing network info cache for port face3ee7-4556-4d29-9ad1-536050609c78 {{(pid=62328) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1212.115449] env[62328]: DEBUG oslo_vmware.api [None req-3938c36d-fe1c-4e8f-8349-7d2c5727eb46 tempest-ServerGroupTestJSON-776551707 tempest-ServerGroupTestJSON-776551707-project-member] Task: {'id': task-2387859, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.135482} completed successfully. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1212.117198] env[62328]: DEBUG nova.virt.vmwareapi.ds_util [None req-3938c36d-fe1c-4e8f-8349-7d2c5727eb46 tempest-ServerGroupTestJSON-776551707 tempest-ServerGroupTestJSON-776551707-project-member] Deleted the datastore file {{(pid=62328) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1212.117395] env[62328]: DEBUG nova.virt.vmwareapi.vmops [None req-3938c36d-fe1c-4e8f-8349-7d2c5727eb46 tempest-ServerGroupTestJSON-776551707 tempest-ServerGroupTestJSON-776551707-project-member] [instance: 82e9a368-2bf9-4a81-b478-882fc109f64e] Deleted contents of the VM from datastore datastore2 {{(pid=62328) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1212.117576] env[62328]: DEBUG nova.virt.vmwareapi.vmops [None req-3938c36d-fe1c-4e8f-8349-7d2c5727eb46 tempest-ServerGroupTestJSON-776551707 tempest-ServerGroupTestJSON-776551707-project-member] [instance: 82e9a368-2bf9-4a81-b478-882fc109f64e] Instance destroyed {{(pid=62328) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1212.117746] env[62328]: INFO nova.compute.manager [None req-3938c36d-fe1c-4e8f-8349-7d2c5727eb46 tempest-ServerGroupTestJSON-776551707 tempest-ServerGroupTestJSON-776551707-project-member] [instance: 82e9a368-2bf9-4a81-b478-882fc109f64e] Took 1.12 seconds to destroy the instance on the hypervisor. [ 1212.117996] env[62328]: DEBUG oslo.service.loopingcall [None req-3938c36d-fe1c-4e8f-8349-7d2c5727eb46 tempest-ServerGroupTestJSON-776551707 tempest-ServerGroupTestJSON-776551707-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62328) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1212.118224] env[62328]: DEBUG nova.compute.manager [-] [instance: 82e9a368-2bf9-4a81-b478-882fc109f64e] Deallocating network for instance {{(pid=62328) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1212.118342] env[62328]: DEBUG nova.network.neutron [-] [instance: 82e9a368-2bf9-4a81-b478-882fc109f64e] deallocate_for_instance() {{(pid=62328) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1212.439698] env[62328]: DEBUG nova.compute.manager [req-6a302d76-f061-49e2-a4ed-07f25575ed46 req-5f1960d5-069d-41aa-b159-5c3e0d7072fb service nova] [instance: 82e9a368-2bf9-4a81-b478-882fc109f64e] Received event network-vif-deleted-f1c58be8-4f90-4c64-b535-3002d4302969 {{(pid=62328) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1212.440016] env[62328]: INFO nova.compute.manager [req-6a302d76-f061-49e2-a4ed-07f25575ed46 req-5f1960d5-069d-41aa-b159-5c3e0d7072fb service nova] [instance: 82e9a368-2bf9-4a81-b478-882fc109f64e] Neutron deleted interface f1c58be8-4f90-4c64-b535-3002d4302969; detaching it from the instance and deleting it from the info cache [ 1212.440123] env[62328]: DEBUG nova.network.neutron [req-6a302d76-f061-49e2-a4ed-07f25575ed46 req-5f1960d5-069d-41aa-b159-5c3e0d7072fb service nova] [instance: 82e9a368-2bf9-4a81-b478-882fc109f64e] Updating instance_info_cache with network_info: [] {{(pid=62328) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1212.544316] env[62328]: DEBUG oslo_vmware.rw_handles [None req-ddcca33a-b1ce-4341-b9fb-effc71cdda75 tempest-AttachVolumeShelveTestJSON-116809589 tempest-AttachVolumeShelveTestJSON-116809589-project-member] Completed reading data from the image iterator. {{(pid=62328) read /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:765}} [ 1212.544648] env[62328]: DEBUG oslo_vmware.rw_handles [None req-ddcca33a-b1ce-4341-b9fb-effc71cdda75 tempest-AttachVolumeShelveTestJSON-116809589 tempest-AttachVolumeShelveTestJSON-116809589-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5200f5b5-22d1-9401-ea4c-7df50c10fb2c/disk-0.vmdk. {{(pid=62328) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1212.545718] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f05790aa-c901-4e2f-9571-9308c6e6a184 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1212.552527] env[62328]: DEBUG oslo_vmware.rw_handles [None req-ddcca33a-b1ce-4341-b9fb-effc71cdda75 tempest-AttachVolumeShelveTestJSON-116809589 tempest-AttachVolumeShelveTestJSON-116809589-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5200f5b5-22d1-9401-ea4c-7df50c10fb2c/disk-0.vmdk is in state: ready. {{(pid=62328) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1212.552692] env[62328]: DEBUG oslo_vmware.rw_handles [None req-ddcca33a-b1ce-4341-b9fb-effc71cdda75 tempest-AttachVolumeShelveTestJSON-116809589 tempest-AttachVolumeShelveTestJSON-116809589-project-member] Releasing lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5200f5b5-22d1-9401-ea4c-7df50c10fb2c/disk-0.vmdk. {{(pid=62328) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:440}} [ 1212.552924] env[62328]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseComplete with opID=oslo.vmware-af4c8044-1f10-49c2-ac26-3819ed1d8fc8 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1212.733157] env[62328]: DEBUG nova.network.neutron [req-4ec050f5-a5d1-48fc-bdef-80f524783f29 req-d9b1cc26-2a5d-4704-b115-c0d802f92de2 service nova] [instance: 1f1f56a8-a54a-4641-95d0-a153a68b7585] Updated VIF entry in instance network info cache for port face3ee7-4556-4d29-9ad1-536050609c78. {{(pid=62328) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1212.733527] env[62328]: DEBUG nova.network.neutron [req-4ec050f5-a5d1-48fc-bdef-80f524783f29 req-d9b1cc26-2a5d-4704-b115-c0d802f92de2 service nova] [instance: 1f1f56a8-a54a-4641-95d0-a153a68b7585] Updating instance_info_cache with network_info: [{"id": "face3ee7-4556-4d29-9ad1-536050609c78", "address": "fa:16:3e:e8:9b:a9", "network": {"id": "2d1c453e-aaeb-45b7-bdcd-3cbaf03a6053", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1795840742-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.168", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f7ed1d0f45904d658c8becad7c3f621c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "cba18f15-a919-422e-a423-1e705e233389", "external-id": "nsx-vlan-transportzone-79", "segmentation_id": 79, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapface3ee7-45", "ovs_interfaceid": "face3ee7-4556-4d29-9ad1-536050609c78", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62328) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1212.918525] env[62328]: DEBUG nova.network.neutron [-] [instance: 82e9a368-2bf9-4a81-b478-882fc109f64e] Updating instance_info_cache with network_info: [] {{(pid=62328) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1212.943916] env[62328]: DEBUG oslo_concurrency.lockutils [None req-ae3ac950-c1a2-4511-bfc0-f6371676c87d tempest-ServerActionsTestOtherB-626827456 tempest-ServerActionsTestOtherB-626827456-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1212.944205] env[62328]: DEBUG oslo_concurrency.lockutils [None req-ae3ac950-c1a2-4511-bfc0-f6371676c87d tempest-ServerActionsTestOtherB-626827456 tempest-ServerActionsTestOtherB-626827456-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" :: waited 0.000s {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1212.945939] env[62328]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-ec1645f4-c465-491d-8d11-ada2e07aa99a {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1212.956371] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a1186b21-e762-497b-8ebb-3bf7a518447b {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1212.983979] env[62328]: DEBUG nova.compute.manager [req-6a302d76-f061-49e2-a4ed-07f25575ed46 req-5f1960d5-069d-41aa-b159-5c3e0d7072fb service nova] [instance: 82e9a368-2bf9-4a81-b478-882fc109f64e] Detach interface failed, port_id=f1c58be8-4f90-4c64-b535-3002d4302969, reason: Instance 82e9a368-2bf9-4a81-b478-882fc109f64e could not be found. {{(pid=62328) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 1213.155186] env[62328]: DEBUG oslo_vmware.rw_handles [None req-ddcca33a-b1ce-4341-b9fb-effc71cdda75 tempest-AttachVolumeShelveTestJSON-116809589 tempest-AttachVolumeShelveTestJSON-116809589-project-member] Closed VMDK write handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5200f5b5-22d1-9401-ea4c-7df50c10fb2c/disk-0.vmdk. {{(pid=62328) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:646}} [ 1213.155400] env[62328]: INFO nova.virt.vmwareapi.images [None req-ddcca33a-b1ce-4341-b9fb-effc71cdda75 tempest-AttachVolumeShelveTestJSON-116809589 tempest-AttachVolumeShelveTestJSON-116809589-project-member] [instance: 1f1f56a8-a54a-4641-95d0-a153a68b7585] Downloaded image file data 5c67c68b-c5f2-4429-b97d-c8c1544f6924 [ 1213.156229] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a65dbddc-e671-4045-bff9-dad49ac5a555 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1213.171454] env[62328]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-4d2ce920-ad8f-4286-9559-a98fd7560884 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1213.236790] env[62328]: DEBUG oslo_concurrency.lockutils [req-4ec050f5-a5d1-48fc-bdef-80f524783f29 req-d9b1cc26-2a5d-4704-b115-c0d802f92de2 service nova] Releasing lock "refresh_cache-1f1f56a8-a54a-4641-95d0-a153a68b7585" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1213.237267] env[62328]: DEBUG nova.compute.manager [req-4ec050f5-a5d1-48fc-bdef-80f524783f29 req-d9b1cc26-2a5d-4704-b115-c0d802f92de2 service nova] [instance: d2a6722b-f339-4410-8fa1-d8d07b4b153c] Received event network-changed-c53eccde-fea3-4c87-a26b-586e816a3228 {{(pid=62328) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1213.237511] env[62328]: DEBUG nova.compute.manager [req-4ec050f5-a5d1-48fc-bdef-80f524783f29 req-d9b1cc26-2a5d-4704-b115-c0d802f92de2 service nova] [instance: d2a6722b-f339-4410-8fa1-d8d07b4b153c] Refreshing instance network info cache due to event network-changed-c53eccde-fea3-4c87-a26b-586e816a3228. {{(pid=62328) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1213.237799] env[62328]: DEBUG oslo_concurrency.lockutils [req-4ec050f5-a5d1-48fc-bdef-80f524783f29 req-d9b1cc26-2a5d-4704-b115-c0d802f92de2 service nova] Acquiring lock "refresh_cache-d2a6722b-f339-4410-8fa1-d8d07b4b153c" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1213.238008] env[62328]: DEBUG oslo_concurrency.lockutils [req-4ec050f5-a5d1-48fc-bdef-80f524783f29 req-d9b1cc26-2a5d-4704-b115-c0d802f92de2 service nova] Acquired lock "refresh_cache-d2a6722b-f339-4410-8fa1-d8d07b4b153c" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1213.238348] env[62328]: DEBUG nova.network.neutron [req-4ec050f5-a5d1-48fc-bdef-80f524783f29 req-d9b1cc26-2a5d-4704-b115-c0d802f92de2 service nova] [instance: d2a6722b-f339-4410-8fa1-d8d07b4b153c] Refreshing network info cache for port c53eccde-fea3-4c87-a26b-586e816a3228 {{(pid=62328) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1213.361741] env[62328]: INFO nova.virt.vmwareapi.images [None req-ddcca33a-b1ce-4341-b9fb-effc71cdda75 tempest-AttachVolumeShelveTestJSON-116809589 tempest-AttachVolumeShelveTestJSON-116809589-project-member] [instance: 1f1f56a8-a54a-4641-95d0-a153a68b7585] The imported VM was unregistered [ 1213.364285] env[62328]: DEBUG nova.virt.vmwareapi.vmops [None req-ddcca33a-b1ce-4341-b9fb-effc71cdda75 tempest-AttachVolumeShelveTestJSON-116809589 tempest-AttachVolumeShelveTestJSON-116809589-project-member] [instance: 1f1f56a8-a54a-4641-95d0-a153a68b7585] Caching image {{(pid=62328) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:638}} [ 1213.364580] env[62328]: DEBUG nova.virt.vmwareapi.ds_util [None req-ddcca33a-b1ce-4341-b9fb-effc71cdda75 tempest-AttachVolumeShelveTestJSON-116809589 tempest-AttachVolumeShelveTestJSON-116809589-project-member] Creating directory with path [datastore2] devstack-image-cache_base/5c67c68b-c5f2-4429-b97d-c8c1544f6924 {{(pid=62328) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1213.364942] env[62328]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-0a559293-f1c1-4eec-add1-b918d012aaa5 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1213.375269] env[62328]: DEBUG nova.virt.vmwareapi.ds_util [None req-ddcca33a-b1ce-4341-b9fb-effc71cdda75 tempest-AttachVolumeShelveTestJSON-116809589 tempest-AttachVolumeShelveTestJSON-116809589-project-member] Created directory with path [datastore2] devstack-image-cache_base/5c67c68b-c5f2-4429-b97d-c8c1544f6924 {{(pid=62328) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1213.375463] env[62328]: DEBUG nova.virt.vmwareapi.ds_util [None req-ddcca33a-b1ce-4341-b9fb-effc71cdda75 tempest-AttachVolumeShelveTestJSON-116809589 tempest-AttachVolumeShelveTestJSON-116809589-project-member] Moving virtual disk from [datastore2] OSTACK_IMG_3e1cf3ba-97df-432e-974c-126f17de7eb4/OSTACK_IMG_3e1cf3ba-97df-432e-974c-126f17de7eb4.vmdk to [datastore2] devstack-image-cache_base/5c67c68b-c5f2-4429-b97d-c8c1544f6924/5c67c68b-c5f2-4429-b97d-c8c1544f6924.vmdk. {{(pid=62328) disk_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:263}} [ 1213.376060] env[62328]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.MoveVirtualDisk_Task with opID=oslo.vmware-9469f304-9bb7-4846-ba67-9b9155a0dd61 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1213.382737] env[62328]: DEBUG oslo_vmware.api [None req-ddcca33a-b1ce-4341-b9fb-effc71cdda75 tempest-AttachVolumeShelveTestJSON-116809589 tempest-AttachVolumeShelveTestJSON-116809589-project-member] Waiting for the task: (returnval){ [ 1213.382737] env[62328]: value = "task-2387861" [ 1213.382737] env[62328]: _type = "Task" [ 1213.382737] env[62328]: } to complete. {{(pid=62328) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1213.390920] env[62328]: DEBUG oslo_vmware.api [None req-ddcca33a-b1ce-4341-b9fb-effc71cdda75 tempest-AttachVolumeShelveTestJSON-116809589 tempest-AttachVolumeShelveTestJSON-116809589-project-member] Task: {'id': task-2387861, 'name': MoveVirtualDisk_Task} progress is 0%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1213.421724] env[62328]: INFO nova.compute.manager [-] [instance: 82e9a368-2bf9-4a81-b478-882fc109f64e] Took 1.30 seconds to deallocate network for instance. [ 1213.449877] env[62328]: DEBUG nova.objects.instance [None req-ae3ac950-c1a2-4511-bfc0-f6371676c87d tempest-ServerActionsTestOtherB-626827456 tempest-ServerActionsTestOtherB-626827456-project-member] Lazy-loading 'migration_context' on Instance uuid 75e155a3-05b0-44c5-86de-5643cbb05fc0 {{(pid=62328) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1213.894668] env[62328]: DEBUG oslo_vmware.api [None req-ddcca33a-b1ce-4341-b9fb-effc71cdda75 tempest-AttachVolumeShelveTestJSON-116809589 tempest-AttachVolumeShelveTestJSON-116809589-project-member] Task: {'id': task-2387861, 'name': MoveVirtualDisk_Task} progress is 12%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1213.928300] env[62328]: DEBUG oslo_concurrency.lockutils [None req-3938c36d-fe1c-4e8f-8349-7d2c5727eb46 tempest-ServerGroupTestJSON-776551707 tempest-ServerGroupTestJSON-776551707-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1213.964958] env[62328]: DEBUG nova.network.neutron [req-4ec050f5-a5d1-48fc-bdef-80f524783f29 req-d9b1cc26-2a5d-4704-b115-c0d802f92de2 service nova] [instance: d2a6722b-f339-4410-8fa1-d8d07b4b153c] Updated VIF entry in instance network info cache for port c53eccde-fea3-4c87-a26b-586e816a3228. {{(pid=62328) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1213.965365] env[62328]: DEBUG nova.network.neutron [req-4ec050f5-a5d1-48fc-bdef-80f524783f29 req-d9b1cc26-2a5d-4704-b115-c0d802f92de2 service nova] [instance: d2a6722b-f339-4410-8fa1-d8d07b4b153c] Updating instance_info_cache with network_info: [{"id": "c53eccde-fea3-4c87-a26b-586e816a3228", "address": "fa:16:3e:f7:8e:ce", "network": {"id": "43b1657c-44ae-47a8-8e8d-196242ef7fca", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1953540822-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e88420d74d294fef9f976142535b9ac5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9f3a2eb5-353f-45c5-a73b-869626f4bb13", "external-id": "nsx-vlan-transportzone-411", "segmentation_id": 411, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc53eccde-fe", "ovs_interfaceid": "c53eccde-fea3-4c87-a26b-586e816a3228", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62328) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1214.062045] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e735e04d-1f07-4ed8-a969-4a0c2d4c7df5 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1214.070250] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bd6b8448-1eb6-4676-8f5e-b01bb7babf05 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1214.100504] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7839c10d-4ee5-4188-a797-a42a9d9b5240 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1214.107988] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5e160eae-5eb2-4f52-a526-3dde7e7f50fd {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1214.121772] env[62328]: DEBUG nova.compute.provider_tree [None req-ae3ac950-c1a2-4511-bfc0-f6371676c87d tempest-ServerActionsTestOtherB-626827456 tempest-ServerActionsTestOtherB-626827456-project-member] Inventory has not changed in ProviderTree for provider: 3469e9f8-04af-49ca-8435-49f104496744 {{(pid=62328) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1214.395107] env[62328]: DEBUG oslo_vmware.api [None req-ddcca33a-b1ce-4341-b9fb-effc71cdda75 tempest-AttachVolumeShelveTestJSON-116809589 tempest-AttachVolumeShelveTestJSON-116809589-project-member] Task: {'id': task-2387861, 'name': MoveVirtualDisk_Task} progress is 35%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1214.467986] env[62328]: DEBUG oslo_concurrency.lockutils [req-4ec050f5-a5d1-48fc-bdef-80f524783f29 req-d9b1cc26-2a5d-4704-b115-c0d802f92de2 service nova] Releasing lock "refresh_cache-d2a6722b-f339-4410-8fa1-d8d07b4b153c" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1214.468501] env[62328]: DEBUG nova.compute.manager [req-4ec050f5-a5d1-48fc-bdef-80f524783f29 req-d9b1cc26-2a5d-4704-b115-c0d802f92de2 service nova] [instance: 0200e570-094d-466d-b8a8-0c183fcdc10d] Received event network-changed-2cc2a42d-ad3d-49f3-a076-b8391c032ef0 {{(pid=62328) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1214.468789] env[62328]: DEBUG nova.compute.manager [req-4ec050f5-a5d1-48fc-bdef-80f524783f29 req-d9b1cc26-2a5d-4704-b115-c0d802f92de2 service nova] [instance: 0200e570-094d-466d-b8a8-0c183fcdc10d] Refreshing instance network info cache due to event network-changed-2cc2a42d-ad3d-49f3-a076-b8391c032ef0. {{(pid=62328) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1214.469054] env[62328]: DEBUG oslo_concurrency.lockutils [req-4ec050f5-a5d1-48fc-bdef-80f524783f29 req-d9b1cc26-2a5d-4704-b115-c0d802f92de2 service nova] Acquiring lock "refresh_cache-0200e570-094d-466d-b8a8-0c183fcdc10d" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1214.469208] env[62328]: DEBUG oslo_concurrency.lockutils [req-4ec050f5-a5d1-48fc-bdef-80f524783f29 req-d9b1cc26-2a5d-4704-b115-c0d802f92de2 service nova] Acquired lock "refresh_cache-0200e570-094d-466d-b8a8-0c183fcdc10d" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1214.469374] env[62328]: DEBUG nova.network.neutron [req-4ec050f5-a5d1-48fc-bdef-80f524783f29 req-d9b1cc26-2a5d-4704-b115-c0d802f92de2 service nova] [instance: 0200e570-094d-466d-b8a8-0c183fcdc10d] Refreshing network info cache for port 2cc2a42d-ad3d-49f3-a076-b8391c032ef0 {{(pid=62328) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1214.625304] env[62328]: DEBUG nova.scheduler.client.report [None req-ae3ac950-c1a2-4511-bfc0-f6371676c87d tempest-ServerActionsTestOtherB-626827456 tempest-ServerActionsTestOtherB-626827456-project-member] Inventory has not changed for provider 3469e9f8-04af-49ca-8435-49f104496744 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 153, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62328) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1214.897520] env[62328]: DEBUG oslo_vmware.api [None req-ddcca33a-b1ce-4341-b9fb-effc71cdda75 tempest-AttachVolumeShelveTestJSON-116809589 tempest-AttachVolumeShelveTestJSON-116809589-project-member] Task: {'id': task-2387861, 'name': MoveVirtualDisk_Task} progress is 57%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1215.199871] env[62328]: DEBUG nova.network.neutron [req-4ec050f5-a5d1-48fc-bdef-80f524783f29 req-d9b1cc26-2a5d-4704-b115-c0d802f92de2 service nova] [instance: 0200e570-094d-466d-b8a8-0c183fcdc10d] Updated VIF entry in instance network info cache for port 2cc2a42d-ad3d-49f3-a076-b8391c032ef0. {{(pid=62328) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1215.200269] env[62328]: DEBUG nova.network.neutron [req-4ec050f5-a5d1-48fc-bdef-80f524783f29 req-d9b1cc26-2a5d-4704-b115-c0d802f92de2 service nova] [instance: 0200e570-094d-466d-b8a8-0c183fcdc10d] Updating instance_info_cache with network_info: [{"id": "2cc2a42d-ad3d-49f3-a076-b8391c032ef0", "address": "fa:16:3e:4e:e6:97", "network": {"id": "43b1657c-44ae-47a8-8e8d-196242ef7fca", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1953540822-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.176", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e88420d74d294fef9f976142535b9ac5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9f3a2eb5-353f-45c5-a73b-869626f4bb13", "external-id": "nsx-vlan-transportzone-411", "segmentation_id": 411, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2cc2a42d-ad", "ovs_interfaceid": "2cc2a42d-ad3d-49f3-a076-b8391c032ef0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62328) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1215.396398] env[62328]: DEBUG oslo_vmware.api [None req-ddcca33a-b1ce-4341-b9fb-effc71cdda75 tempest-AttachVolumeShelveTestJSON-116809589 tempest-AttachVolumeShelveTestJSON-116809589-project-member] Task: {'id': task-2387861, 'name': MoveVirtualDisk_Task} progress is 80%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1215.636789] env[62328]: DEBUG oslo_concurrency.lockutils [None req-ae3ac950-c1a2-4511-bfc0-f6371676c87d tempest-ServerActionsTestOtherB-626827456 tempest-ServerActionsTestOtherB-626827456-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" :: held 2.692s {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1215.642910] env[62328]: DEBUG oslo_concurrency.lockutils [None req-3938c36d-fe1c-4e8f-8349-7d2c5727eb46 tempest-ServerGroupTestJSON-776551707 tempest-ServerGroupTestJSON-776551707-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 1.715s {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1215.643181] env[62328]: DEBUG nova.objects.instance [None req-3938c36d-fe1c-4e8f-8349-7d2c5727eb46 tempest-ServerGroupTestJSON-776551707 tempest-ServerGroupTestJSON-776551707-project-member] Lazy-loading 'resources' on Instance uuid 82e9a368-2bf9-4a81-b478-882fc109f64e {{(pid=62328) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1215.703182] env[62328]: DEBUG oslo_concurrency.lockutils [req-4ec050f5-a5d1-48fc-bdef-80f524783f29 req-d9b1cc26-2a5d-4704-b115-c0d802f92de2 service nova] Releasing lock "refresh_cache-0200e570-094d-466d-b8a8-0c183fcdc10d" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1215.896908] env[62328]: DEBUG oslo_vmware.api [None req-ddcca33a-b1ce-4341-b9fb-effc71cdda75 tempest-AttachVolumeShelveTestJSON-116809589 tempest-AttachVolumeShelveTestJSON-116809589-project-member] Task: {'id': task-2387861, 'name': MoveVirtualDisk_Task, 'duration_secs': 2.510947} completed successfully. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1215.897130] env[62328]: INFO nova.virt.vmwareapi.ds_util [None req-ddcca33a-b1ce-4341-b9fb-effc71cdda75 tempest-AttachVolumeShelveTestJSON-116809589 tempest-AttachVolumeShelveTestJSON-116809589-project-member] Moved virtual disk from [datastore2] OSTACK_IMG_3e1cf3ba-97df-432e-974c-126f17de7eb4/OSTACK_IMG_3e1cf3ba-97df-432e-974c-126f17de7eb4.vmdk to [datastore2] devstack-image-cache_base/5c67c68b-c5f2-4429-b97d-c8c1544f6924/5c67c68b-c5f2-4429-b97d-c8c1544f6924.vmdk. [ 1215.897313] env[62328]: DEBUG nova.virt.vmwareapi.vmops [None req-ddcca33a-b1ce-4341-b9fb-effc71cdda75 tempest-AttachVolumeShelveTestJSON-116809589 tempest-AttachVolumeShelveTestJSON-116809589-project-member] [instance: 1f1f56a8-a54a-4641-95d0-a153a68b7585] Cleaning up location [datastore2] OSTACK_IMG_3e1cf3ba-97df-432e-974c-126f17de7eb4 {{(pid=62328) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:640}} [ 1215.897499] env[62328]: DEBUG nova.virt.vmwareapi.ds_util [None req-ddcca33a-b1ce-4341-b9fb-effc71cdda75 tempest-AttachVolumeShelveTestJSON-116809589 tempest-AttachVolumeShelveTestJSON-116809589-project-member] Deleting the datastore file [datastore2] OSTACK_IMG_3e1cf3ba-97df-432e-974c-126f17de7eb4 {{(pid=62328) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1215.897758] env[62328]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-7ca9453f-38f9-4dc4-bee7-aac114d11c60 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1215.904468] env[62328]: DEBUG oslo_vmware.api [None req-ddcca33a-b1ce-4341-b9fb-effc71cdda75 tempest-AttachVolumeShelveTestJSON-116809589 tempest-AttachVolumeShelveTestJSON-116809589-project-member] Waiting for the task: (returnval){ [ 1215.904468] env[62328]: value = "task-2387862" [ 1215.904468] env[62328]: _type = "Task" [ 1215.904468] env[62328]: } to complete. {{(pid=62328) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1215.911939] env[62328]: DEBUG oslo_vmware.api [None req-ddcca33a-b1ce-4341-b9fb-effc71cdda75 tempest-AttachVolumeShelveTestJSON-116809589 tempest-AttachVolumeShelveTestJSON-116809589-project-member] Task: {'id': task-2387862, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1216.239411] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-933e1bd7-0cee-4bec-89b6-db532e0c7305 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1216.247314] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4f8e4f88-7dff-4852-84e1-670831c840ba {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1216.278838] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a5497fc1-5b28-4f5a-b507-f8649caae196 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1216.286039] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-505cdf5f-1abd-48a5-8d36-e06e3339a690 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1216.299160] env[62328]: DEBUG nova.compute.provider_tree [None req-3938c36d-fe1c-4e8f-8349-7d2c5727eb46 tempest-ServerGroupTestJSON-776551707 tempest-ServerGroupTestJSON-776551707-project-member] Inventory has not changed in ProviderTree for provider: 3469e9f8-04af-49ca-8435-49f104496744 {{(pid=62328) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1216.414611] env[62328]: DEBUG oslo_vmware.api [None req-ddcca33a-b1ce-4341-b9fb-effc71cdda75 tempest-AttachVolumeShelveTestJSON-116809589 tempest-AttachVolumeShelveTestJSON-116809589-project-member] Task: {'id': task-2387862, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.033241} completed successfully. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1216.414871] env[62328]: DEBUG nova.virt.vmwareapi.ds_util [None req-ddcca33a-b1ce-4341-b9fb-effc71cdda75 tempest-AttachVolumeShelveTestJSON-116809589 tempest-AttachVolumeShelveTestJSON-116809589-project-member] Deleted the datastore file {{(pid=62328) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1216.415053] env[62328]: DEBUG oslo_concurrency.lockutils [None req-ddcca33a-b1ce-4341-b9fb-effc71cdda75 tempest-AttachVolumeShelveTestJSON-116809589 tempest-AttachVolumeShelveTestJSON-116809589-project-member] Releasing lock "[datastore2] devstack-image-cache_base/5c67c68b-c5f2-4429-b97d-c8c1544f6924/5c67c68b-c5f2-4429-b97d-c8c1544f6924.vmdk" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1216.415339] env[62328]: DEBUG nova.virt.vmwareapi.vm_util [None req-ddcca33a-b1ce-4341-b9fb-effc71cdda75 tempest-AttachVolumeShelveTestJSON-116809589 tempest-AttachVolumeShelveTestJSON-116809589-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/5c67c68b-c5f2-4429-b97d-c8c1544f6924/5c67c68b-c5f2-4429-b97d-c8c1544f6924.vmdk to [datastore2] 1f1f56a8-a54a-4641-95d0-a153a68b7585/1f1f56a8-a54a-4641-95d0-a153a68b7585.vmdk {{(pid=62328) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1216.415831] env[62328]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-74f12a41-ffe4-4ee5-867a-89b1a59daae6 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1216.421398] env[62328]: DEBUG oslo_vmware.api [None req-ddcca33a-b1ce-4341-b9fb-effc71cdda75 tempest-AttachVolumeShelveTestJSON-116809589 tempest-AttachVolumeShelveTestJSON-116809589-project-member] Waiting for the task: (returnval){ [ 1216.421398] env[62328]: value = "task-2387863" [ 1216.421398] env[62328]: _type = "Task" [ 1216.421398] env[62328]: } to complete. {{(pid=62328) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1216.429357] env[62328]: DEBUG oslo_vmware.api [None req-ddcca33a-b1ce-4341-b9fb-effc71cdda75 tempest-AttachVolumeShelveTestJSON-116809589 tempest-AttachVolumeShelveTestJSON-116809589-project-member] Task: {'id': task-2387863, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1216.802312] env[62328]: DEBUG nova.scheduler.client.report [None req-3938c36d-fe1c-4e8f-8349-7d2c5727eb46 tempest-ServerGroupTestJSON-776551707 tempest-ServerGroupTestJSON-776551707-project-member] Inventory has not changed for provider 3469e9f8-04af-49ca-8435-49f104496744 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 153, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62328) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1216.932659] env[62328]: DEBUG oslo_vmware.api [None req-ddcca33a-b1ce-4341-b9fb-effc71cdda75 tempest-AttachVolumeShelveTestJSON-116809589 tempest-AttachVolumeShelveTestJSON-116809589-project-member] Task: {'id': task-2387863, 'name': CopyVirtualDisk_Task} progress is 21%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1217.181952] env[62328]: INFO nova.compute.manager [None req-ae3ac950-c1a2-4511-bfc0-f6371676c87d tempest-ServerActionsTestOtherB-626827456 tempest-ServerActionsTestOtherB-626827456-project-member] [instance: 75e155a3-05b0-44c5-86de-5643cbb05fc0] Swapping old allocation on dict_keys(['3469e9f8-04af-49ca-8435-49f104496744']) held by migration a66e9f15-9901-4778-acd7-477372489543 for instance [ 1217.207459] env[62328]: DEBUG nova.scheduler.client.report [None req-ae3ac950-c1a2-4511-bfc0-f6371676c87d tempest-ServerActionsTestOtherB-626827456 tempest-ServerActionsTestOtherB-626827456-project-member] Overwriting current allocation {'allocations': {'3469e9f8-04af-49ca-8435-49f104496744': {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}, 'generation': 165}}, 'project_id': '4dfb769ea51943efa01b92c3a0595081', 'user_id': '16d56be93a1f4a17b2fadb622c16702c', 'consumer_generation': 1} on consumer 75e155a3-05b0-44c5-86de-5643cbb05fc0 {{(pid=62328) move_allocations /opt/stack/nova/nova/scheduler/client/report.py:2036}} [ 1217.296199] env[62328]: DEBUG oslo_concurrency.lockutils [None req-ae3ac950-c1a2-4511-bfc0-f6371676c87d tempest-ServerActionsTestOtherB-626827456 tempest-ServerActionsTestOtherB-626827456-project-member] Acquiring lock "refresh_cache-75e155a3-05b0-44c5-86de-5643cbb05fc0" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1217.296387] env[62328]: DEBUG oslo_concurrency.lockutils [None req-ae3ac950-c1a2-4511-bfc0-f6371676c87d tempest-ServerActionsTestOtherB-626827456 tempest-ServerActionsTestOtherB-626827456-project-member] Acquired lock "refresh_cache-75e155a3-05b0-44c5-86de-5643cbb05fc0" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1217.296647] env[62328]: DEBUG nova.network.neutron [None req-ae3ac950-c1a2-4511-bfc0-f6371676c87d tempest-ServerActionsTestOtherB-626827456 tempest-ServerActionsTestOtherB-626827456-project-member] [instance: 75e155a3-05b0-44c5-86de-5643cbb05fc0] Building network info cache for instance {{(pid=62328) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1217.307949] env[62328]: DEBUG oslo_concurrency.lockutils [None req-3938c36d-fe1c-4e8f-8349-7d2c5727eb46 tempest-ServerGroupTestJSON-776551707 tempest-ServerGroupTestJSON-776551707-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.665s {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1217.328186] env[62328]: INFO nova.scheduler.client.report [None req-3938c36d-fe1c-4e8f-8349-7d2c5727eb46 tempest-ServerGroupTestJSON-776551707 tempest-ServerGroupTestJSON-776551707-project-member] Deleted allocations for instance 82e9a368-2bf9-4a81-b478-882fc109f64e [ 1217.433442] env[62328]: DEBUG oslo_vmware.api [None req-ddcca33a-b1ce-4341-b9fb-effc71cdda75 tempest-AttachVolumeShelveTestJSON-116809589 tempest-AttachVolumeShelveTestJSON-116809589-project-member] Task: {'id': task-2387863, 'name': CopyVirtualDisk_Task} progress is 46%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1217.836521] env[62328]: DEBUG oslo_concurrency.lockutils [None req-3938c36d-fe1c-4e8f-8349-7d2c5727eb46 tempest-ServerGroupTestJSON-776551707 tempest-ServerGroupTestJSON-776551707-project-member] Lock "82e9a368-2bf9-4a81-b478-882fc109f64e" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 7.349s {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1217.934118] env[62328]: DEBUG oslo_vmware.api [None req-ddcca33a-b1ce-4341-b9fb-effc71cdda75 tempest-AttachVolumeShelveTestJSON-116809589 tempest-AttachVolumeShelveTestJSON-116809589-project-member] Task: {'id': task-2387863, 'name': CopyVirtualDisk_Task} progress is 69%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1218.107525] env[62328]: DEBUG nova.network.neutron [None req-ae3ac950-c1a2-4511-bfc0-f6371676c87d tempest-ServerActionsTestOtherB-626827456 tempest-ServerActionsTestOtherB-626827456-project-member] [instance: 75e155a3-05b0-44c5-86de-5643cbb05fc0] Updating instance_info_cache with network_info: [{"id": "1559efd1-b459-4c3c-9bfd-b54c83da5d14", "address": "fa:16:3e:d7:37:d4", "network": {"id": "26ce23b7-7f28-4faf-9ad9-833f4c091e91", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1619285024-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.137", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4dfb769ea51943efa01b92c3a0595081", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "30c39e9a-a798-4f25-a48c-91f786ba332c", "external-id": "nsx-vlan-transportzone-438", "segmentation_id": 438, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1559efd1-b4", "ovs_interfaceid": "1559efd1-b459-4c3c-9bfd-b54c83da5d14", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62328) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1218.435256] env[62328]: DEBUG oslo_vmware.api [None req-ddcca33a-b1ce-4341-b9fb-effc71cdda75 tempest-AttachVolumeShelveTestJSON-116809589 tempest-AttachVolumeShelveTestJSON-116809589-project-member] Task: {'id': task-2387863, 'name': CopyVirtualDisk_Task} progress is 91%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1218.610479] env[62328]: DEBUG oslo_concurrency.lockutils [None req-ae3ac950-c1a2-4511-bfc0-f6371676c87d tempest-ServerActionsTestOtherB-626827456 tempest-ServerActionsTestOtherB-626827456-project-member] Releasing lock "refresh_cache-75e155a3-05b0-44c5-86de-5643cbb05fc0" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1218.611779] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-db36f2c5-20bf-4cb6-8fec-f77bec02486c {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1218.620608] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-10d31ba6-58fb-494b-b143-6c9a8798059a {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1218.934837] env[62328]: DEBUG oslo_vmware.api [None req-ddcca33a-b1ce-4341-b9fb-effc71cdda75 tempest-AttachVolumeShelveTestJSON-116809589 tempest-AttachVolumeShelveTestJSON-116809589-project-member] Task: {'id': task-2387863, 'name': CopyVirtualDisk_Task, 'duration_secs': 2.182784} completed successfully. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1218.935435] env[62328]: DEBUG nova.virt.vmwareapi.vm_util [None req-ddcca33a-b1ce-4341-b9fb-effc71cdda75 tempest-AttachVolumeShelveTestJSON-116809589 tempest-AttachVolumeShelveTestJSON-116809589-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/5c67c68b-c5f2-4429-b97d-c8c1544f6924/5c67c68b-c5f2-4429-b97d-c8c1544f6924.vmdk to [datastore2] 1f1f56a8-a54a-4641-95d0-a153a68b7585/1f1f56a8-a54a-4641-95d0-a153a68b7585.vmdk {{(pid=62328) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1218.936273] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0cff045d-0cea-4350-9638-73d5f38aad17 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1218.958347] env[62328]: DEBUG nova.virt.vmwareapi.volumeops [None req-ddcca33a-b1ce-4341-b9fb-effc71cdda75 tempest-AttachVolumeShelveTestJSON-116809589 tempest-AttachVolumeShelveTestJSON-116809589-project-member] [instance: 1f1f56a8-a54a-4641-95d0-a153a68b7585] Reconfiguring VM instance instance-00000076 to attach disk [datastore2] 1f1f56a8-a54a-4641-95d0-a153a68b7585/1f1f56a8-a54a-4641-95d0-a153a68b7585.vmdk or device None with type streamOptimized {{(pid=62328) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1218.958669] env[62328]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3cdbbe18-f1d7-40ea-8708-46faeecb5adc {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1218.979051] env[62328]: DEBUG oslo_vmware.api [None req-ddcca33a-b1ce-4341-b9fb-effc71cdda75 tempest-AttachVolumeShelveTestJSON-116809589 tempest-AttachVolumeShelveTestJSON-116809589-project-member] Waiting for the task: (returnval){ [ 1218.979051] env[62328]: value = "task-2387864" [ 1218.979051] env[62328]: _type = "Task" [ 1218.979051] env[62328]: } to complete. {{(pid=62328) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1218.987611] env[62328]: DEBUG oslo_vmware.api [None req-ddcca33a-b1ce-4341-b9fb-effc71cdda75 tempest-AttachVolumeShelveTestJSON-116809589 tempest-AttachVolumeShelveTestJSON-116809589-project-member] Task: {'id': task-2387864, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1219.495096] env[62328]: DEBUG oslo_vmware.api [None req-ddcca33a-b1ce-4341-b9fb-effc71cdda75 tempest-AttachVolumeShelveTestJSON-116809589 tempest-AttachVolumeShelveTestJSON-116809589-project-member] Task: {'id': task-2387864, 'name': ReconfigVM_Task, 'duration_secs': 0.327581} completed successfully. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1219.495409] env[62328]: DEBUG nova.virt.vmwareapi.volumeops [None req-ddcca33a-b1ce-4341-b9fb-effc71cdda75 tempest-AttachVolumeShelveTestJSON-116809589 tempest-AttachVolumeShelveTestJSON-116809589-project-member] [instance: 1f1f56a8-a54a-4641-95d0-a153a68b7585] Reconfigured VM instance instance-00000076 to attach disk [datastore2] 1f1f56a8-a54a-4641-95d0-a153a68b7585/1f1f56a8-a54a-4641-95d0-a153a68b7585.vmdk or device None with type streamOptimized {{(pid=62328) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1219.496055] env[62328]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-4b74cec4-93db-41d4-8dd8-9e52e78fd67e {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1219.502274] env[62328]: DEBUG oslo_vmware.api [None req-ddcca33a-b1ce-4341-b9fb-effc71cdda75 tempest-AttachVolumeShelveTestJSON-116809589 tempest-AttachVolumeShelveTestJSON-116809589-project-member] Waiting for the task: (returnval){ [ 1219.502274] env[62328]: value = "task-2387865" [ 1219.502274] env[62328]: _type = "Task" [ 1219.502274] env[62328]: } to complete. {{(pid=62328) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1219.510653] env[62328]: DEBUG oslo_vmware.api [None req-ddcca33a-b1ce-4341-b9fb-effc71cdda75 tempest-AttachVolumeShelveTestJSON-116809589 tempest-AttachVolumeShelveTestJSON-116809589-project-member] Task: {'id': task-2387865, 'name': Rename_Task} progress is 0%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1219.711755] env[62328]: DEBUG nova.virt.vmwareapi.vm_util [None req-ae3ac950-c1a2-4511-bfc0-f6371676c87d tempest-ServerActionsTestOtherB-626827456 tempest-ServerActionsTestOtherB-626827456-project-member] [instance: 75e155a3-05b0-44c5-86de-5643cbb05fc0] Powering off the VM {{(pid=62328) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1219.712893] env[62328]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b4a63993-de9f-4981-a838-17a3eb066844 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1219.720638] env[62328]: DEBUG oslo_vmware.api [None req-ae3ac950-c1a2-4511-bfc0-f6371676c87d tempest-ServerActionsTestOtherB-626827456 tempest-ServerActionsTestOtherB-626827456-project-member] Waiting for the task: (returnval){ [ 1219.720638] env[62328]: value = "task-2387866" [ 1219.720638] env[62328]: _type = "Task" [ 1219.720638] env[62328]: } to complete. {{(pid=62328) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1219.730539] env[62328]: DEBUG oslo_vmware.api [None req-ae3ac950-c1a2-4511-bfc0-f6371676c87d tempest-ServerActionsTestOtherB-626827456 tempest-ServerActionsTestOtherB-626827456-project-member] Task: {'id': task-2387866, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1220.012568] env[62328]: DEBUG oslo_vmware.api [None req-ddcca33a-b1ce-4341-b9fb-effc71cdda75 tempest-AttachVolumeShelveTestJSON-116809589 tempest-AttachVolumeShelveTestJSON-116809589-project-member] Task: {'id': task-2387865, 'name': Rename_Task, 'duration_secs': 0.169553} completed successfully. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1220.012984] env[62328]: DEBUG nova.virt.vmwareapi.vm_util [None req-ddcca33a-b1ce-4341-b9fb-effc71cdda75 tempest-AttachVolumeShelveTestJSON-116809589 tempest-AttachVolumeShelveTestJSON-116809589-project-member] [instance: 1f1f56a8-a54a-4641-95d0-a153a68b7585] Powering on the VM {{(pid=62328) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1220.013134] env[62328]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-01a58fdc-7053-408e-9f1e-8a8d46e252e7 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1220.019925] env[62328]: DEBUG oslo_vmware.api [None req-ddcca33a-b1ce-4341-b9fb-effc71cdda75 tempest-AttachVolumeShelveTestJSON-116809589 tempest-AttachVolumeShelveTestJSON-116809589-project-member] Waiting for the task: (returnval){ [ 1220.019925] env[62328]: value = "task-2387867" [ 1220.019925] env[62328]: _type = "Task" [ 1220.019925] env[62328]: } to complete. {{(pid=62328) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1220.027670] env[62328]: DEBUG oslo_vmware.api [None req-ddcca33a-b1ce-4341-b9fb-effc71cdda75 tempest-AttachVolumeShelveTestJSON-116809589 tempest-AttachVolumeShelveTestJSON-116809589-project-member] Task: {'id': task-2387867, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1220.229531] env[62328]: DEBUG oslo_vmware.api [None req-ae3ac950-c1a2-4511-bfc0-f6371676c87d tempest-ServerActionsTestOtherB-626827456 tempest-ServerActionsTestOtherB-626827456-project-member] Task: {'id': task-2387866, 'name': PowerOffVM_Task, 'duration_secs': 0.316749} completed successfully. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1220.229873] env[62328]: DEBUG nova.virt.vmwareapi.vm_util [None req-ae3ac950-c1a2-4511-bfc0-f6371676c87d tempest-ServerActionsTestOtherB-626827456 tempest-ServerActionsTestOtherB-626827456-project-member] [instance: 75e155a3-05b0-44c5-86de-5643cbb05fc0] Powered off the VM {{(pid=62328) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1220.230597] env[62328]: DEBUG nova.virt.hardware [None req-ae3ac950-c1a2-4511-bfc0-f6371676c87d tempest-ServerActionsTestOtherB-626827456 tempest-ServerActionsTestOtherB-626827456-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-07T17:16:55Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=dbf872a4-92be-47e4-8561-c3e2bf2423ab,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62328) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1220.230866] env[62328]: DEBUG nova.virt.hardware [None req-ae3ac950-c1a2-4511-bfc0-f6371676c87d tempest-ServerActionsTestOtherB-626827456 tempest-ServerActionsTestOtherB-626827456-project-member] Flavor limits 0:0:0 {{(pid=62328) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1220.231079] env[62328]: DEBUG nova.virt.hardware [None req-ae3ac950-c1a2-4511-bfc0-f6371676c87d tempest-ServerActionsTestOtherB-626827456 tempest-ServerActionsTestOtherB-626827456-project-member] Image limits 0:0:0 {{(pid=62328) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1220.231316] env[62328]: DEBUG nova.virt.hardware [None req-ae3ac950-c1a2-4511-bfc0-f6371676c87d tempest-ServerActionsTestOtherB-626827456 tempest-ServerActionsTestOtherB-626827456-project-member] Flavor pref 0:0:0 {{(pid=62328) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1220.231490] env[62328]: DEBUG nova.virt.hardware [None req-ae3ac950-c1a2-4511-bfc0-f6371676c87d tempest-ServerActionsTestOtherB-626827456 tempest-ServerActionsTestOtherB-626827456-project-member] Image pref 0:0:0 {{(pid=62328) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1220.231669] env[62328]: DEBUG nova.virt.hardware [None req-ae3ac950-c1a2-4511-bfc0-f6371676c87d tempest-ServerActionsTestOtherB-626827456 tempest-ServerActionsTestOtherB-626827456-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62328) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1220.231911] env[62328]: DEBUG nova.virt.hardware [None req-ae3ac950-c1a2-4511-bfc0-f6371676c87d tempest-ServerActionsTestOtherB-626827456 tempest-ServerActionsTestOtherB-626827456-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62328) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1220.232136] env[62328]: DEBUG nova.virt.hardware [None req-ae3ac950-c1a2-4511-bfc0-f6371676c87d tempest-ServerActionsTestOtherB-626827456 tempest-ServerActionsTestOtherB-626827456-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62328) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1220.232348] env[62328]: DEBUG nova.virt.hardware [None req-ae3ac950-c1a2-4511-bfc0-f6371676c87d tempest-ServerActionsTestOtherB-626827456 tempest-ServerActionsTestOtherB-626827456-project-member] Got 1 possible topologies {{(pid=62328) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1220.232589] env[62328]: DEBUG nova.virt.hardware [None req-ae3ac950-c1a2-4511-bfc0-f6371676c87d tempest-ServerActionsTestOtherB-626827456 tempest-ServerActionsTestOtherB-626827456-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62328) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1220.232754] env[62328]: DEBUG nova.virt.hardware [None req-ae3ac950-c1a2-4511-bfc0-f6371676c87d tempest-ServerActionsTestOtherB-626827456 tempest-ServerActionsTestOtherB-626827456-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62328) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1220.237716] env[62328]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1e3e8f41-78df-4e66-8345-53a8f9617a0e {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1220.253697] env[62328]: DEBUG oslo_vmware.api [None req-ae3ac950-c1a2-4511-bfc0-f6371676c87d tempest-ServerActionsTestOtherB-626827456 tempest-ServerActionsTestOtherB-626827456-project-member] Waiting for the task: (returnval){ [ 1220.253697] env[62328]: value = "task-2387868" [ 1220.253697] env[62328]: _type = "Task" [ 1220.253697] env[62328]: } to complete. {{(pid=62328) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1220.261299] env[62328]: DEBUG oslo_vmware.api [None req-ae3ac950-c1a2-4511-bfc0-f6371676c87d tempest-ServerActionsTestOtherB-626827456 tempest-ServerActionsTestOtherB-626827456-project-member] Task: {'id': task-2387868, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1220.533374] env[62328]: DEBUG oslo_vmware.api [None req-ddcca33a-b1ce-4341-b9fb-effc71cdda75 tempest-AttachVolumeShelveTestJSON-116809589 tempest-AttachVolumeShelveTestJSON-116809589-project-member] Task: {'id': task-2387867, 'name': PowerOnVM_Task, 'duration_secs': 0.511268} completed successfully. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1220.533817] env[62328]: DEBUG nova.virt.vmwareapi.vm_util [None req-ddcca33a-b1ce-4341-b9fb-effc71cdda75 tempest-AttachVolumeShelveTestJSON-116809589 tempest-AttachVolumeShelveTestJSON-116809589-project-member] [instance: 1f1f56a8-a54a-4641-95d0-a153a68b7585] Powered on the VM {{(pid=62328) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1220.643986] env[62328]: DEBUG nova.compute.manager [None req-ddcca33a-b1ce-4341-b9fb-effc71cdda75 tempest-AttachVolumeShelveTestJSON-116809589 tempest-AttachVolumeShelveTestJSON-116809589-project-member] [instance: 1f1f56a8-a54a-4641-95d0-a153a68b7585] Checking state {{(pid=62328) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1220.644964] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-399eb78b-246a-40d8-abbb-2593429e6327 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1220.764550] env[62328]: DEBUG oslo_vmware.api [None req-ae3ac950-c1a2-4511-bfc0-f6371676c87d tempest-ServerActionsTestOtherB-626827456 tempest-ServerActionsTestOtherB-626827456-project-member] Task: {'id': task-2387868, 'name': ReconfigVM_Task, 'duration_secs': 0.198939} completed successfully. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1220.765295] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0a1039a4-2ba0-400c-8319-b1b0aba1fd96 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1220.786441] env[62328]: DEBUG nova.virt.hardware [None req-ae3ac950-c1a2-4511-bfc0-f6371676c87d tempest-ServerActionsTestOtherB-626827456 tempest-ServerActionsTestOtherB-626827456-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-07T17:16:55Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=dbf872a4-92be-47e4-8561-c3e2bf2423ab,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62328) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1220.786667] env[62328]: DEBUG nova.virt.hardware [None req-ae3ac950-c1a2-4511-bfc0-f6371676c87d tempest-ServerActionsTestOtherB-626827456 tempest-ServerActionsTestOtherB-626827456-project-member] Flavor limits 0:0:0 {{(pid=62328) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1220.786856] env[62328]: DEBUG nova.virt.hardware [None req-ae3ac950-c1a2-4511-bfc0-f6371676c87d tempest-ServerActionsTestOtherB-626827456 tempest-ServerActionsTestOtherB-626827456-project-member] Image limits 0:0:0 {{(pid=62328) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1220.787059] env[62328]: DEBUG nova.virt.hardware [None req-ae3ac950-c1a2-4511-bfc0-f6371676c87d tempest-ServerActionsTestOtherB-626827456 tempest-ServerActionsTestOtherB-626827456-project-member] Flavor pref 0:0:0 {{(pid=62328) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1220.787210] env[62328]: DEBUG nova.virt.hardware [None req-ae3ac950-c1a2-4511-bfc0-f6371676c87d tempest-ServerActionsTestOtherB-626827456 tempest-ServerActionsTestOtherB-626827456-project-member] Image pref 0:0:0 {{(pid=62328) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1220.787355] env[62328]: DEBUG nova.virt.hardware [None req-ae3ac950-c1a2-4511-bfc0-f6371676c87d tempest-ServerActionsTestOtherB-626827456 tempest-ServerActionsTestOtherB-626827456-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62328) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1220.787556] env[62328]: DEBUG nova.virt.hardware [None req-ae3ac950-c1a2-4511-bfc0-f6371676c87d tempest-ServerActionsTestOtherB-626827456 tempest-ServerActionsTestOtherB-626827456-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62328) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1220.787714] env[62328]: DEBUG nova.virt.hardware [None req-ae3ac950-c1a2-4511-bfc0-f6371676c87d tempest-ServerActionsTestOtherB-626827456 tempest-ServerActionsTestOtherB-626827456-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62328) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1220.787883] env[62328]: DEBUG nova.virt.hardware [None req-ae3ac950-c1a2-4511-bfc0-f6371676c87d tempest-ServerActionsTestOtherB-626827456 tempest-ServerActionsTestOtherB-626827456-project-member] Got 1 possible topologies {{(pid=62328) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1220.788055] env[62328]: DEBUG nova.virt.hardware [None req-ae3ac950-c1a2-4511-bfc0-f6371676c87d tempest-ServerActionsTestOtherB-626827456 tempest-ServerActionsTestOtherB-626827456-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62328) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1220.788232] env[62328]: DEBUG nova.virt.hardware [None req-ae3ac950-c1a2-4511-bfc0-f6371676c87d tempest-ServerActionsTestOtherB-626827456 tempest-ServerActionsTestOtherB-626827456-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62328) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1220.789031] env[62328]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-945bbd9a-f5cf-475d-b123-4a21a1e7a489 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1220.794374] env[62328]: DEBUG oslo_vmware.api [None req-ae3ac950-c1a2-4511-bfc0-f6371676c87d tempest-ServerActionsTestOtherB-626827456 tempest-ServerActionsTestOtherB-626827456-project-member] Waiting for the task: (returnval){ [ 1220.794374] env[62328]: value = "session[52a6e20e-410d-708a-99f2-080a575a99bd]5272ca86-249a-9812-5de7-96982c515234" [ 1220.794374] env[62328]: _type = "Task" [ 1220.794374] env[62328]: } to complete. {{(pid=62328) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1220.803082] env[62328]: DEBUG oslo_vmware.api [None req-ae3ac950-c1a2-4511-bfc0-f6371676c87d tempest-ServerActionsTestOtherB-626827456 tempest-ServerActionsTestOtherB-626827456-project-member] Task: {'id': session[52a6e20e-410d-708a-99f2-080a575a99bd]5272ca86-249a-9812-5de7-96982c515234, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1221.162289] env[62328]: DEBUG oslo_concurrency.lockutils [None req-ddcca33a-b1ce-4341-b9fb-effc71cdda75 tempest-AttachVolumeShelveTestJSON-116809589 tempest-AttachVolumeShelveTestJSON-116809589-project-member] Lock "1f1f56a8-a54a-4641-95d0-a153a68b7585" "released" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: held 19.838s {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1221.304617] env[62328]: DEBUG oslo_vmware.api [None req-ae3ac950-c1a2-4511-bfc0-f6371676c87d tempest-ServerActionsTestOtherB-626827456 tempest-ServerActionsTestOtherB-626827456-project-member] Task: {'id': session[52a6e20e-410d-708a-99f2-080a575a99bd]5272ca86-249a-9812-5de7-96982c515234, 'name': SearchDatastore_Task, 'duration_secs': 0.019852} completed successfully. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1221.309653] env[62328]: DEBUG nova.virt.vmwareapi.volumeops [None req-ae3ac950-c1a2-4511-bfc0-f6371676c87d tempest-ServerActionsTestOtherB-626827456 tempest-ServerActionsTestOtherB-626827456-project-member] [instance: 75e155a3-05b0-44c5-86de-5643cbb05fc0] Reconfiguring VM instance instance-00000075 to detach disk 2000 {{(pid=62328) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1221.310292] env[62328]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2a887331-23b2-41e8-ad10-5f75b30e05fd {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1221.329165] env[62328]: DEBUG oslo_vmware.api [None req-ae3ac950-c1a2-4511-bfc0-f6371676c87d tempest-ServerActionsTestOtherB-626827456 tempest-ServerActionsTestOtherB-626827456-project-member] Waiting for the task: (returnval){ [ 1221.329165] env[62328]: value = "task-2387869" [ 1221.329165] env[62328]: _type = "Task" [ 1221.329165] env[62328]: } to complete. {{(pid=62328) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1221.336464] env[62328]: DEBUG oslo_vmware.api [None req-ae3ac950-c1a2-4511-bfc0-f6371676c87d tempest-ServerActionsTestOtherB-626827456 tempest-ServerActionsTestOtherB-626827456-project-member] Task: {'id': task-2387869, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1221.839427] env[62328]: DEBUG oslo_vmware.api [None req-ae3ac950-c1a2-4511-bfc0-f6371676c87d tempest-ServerActionsTestOtherB-626827456 tempest-ServerActionsTestOtherB-626827456-project-member] Task: {'id': task-2387869, 'name': ReconfigVM_Task, 'duration_secs': 0.202056} completed successfully. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1221.839705] env[62328]: DEBUG nova.virt.vmwareapi.volumeops [None req-ae3ac950-c1a2-4511-bfc0-f6371676c87d tempest-ServerActionsTestOtherB-626827456 tempest-ServerActionsTestOtherB-626827456-project-member] [instance: 75e155a3-05b0-44c5-86de-5643cbb05fc0] Reconfigured VM instance instance-00000075 to detach disk 2000 {{(pid=62328) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1221.840490] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fe454514-faf7-40c6-90bc-5cfcd126cd82 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1221.864776] env[62328]: DEBUG nova.virt.vmwareapi.volumeops [None req-ae3ac950-c1a2-4511-bfc0-f6371676c87d tempest-ServerActionsTestOtherB-626827456 tempest-ServerActionsTestOtherB-626827456-project-member] [instance: 75e155a3-05b0-44c5-86de-5643cbb05fc0] Reconfiguring VM instance instance-00000075 to attach disk [datastore2] 75e155a3-05b0-44c5-86de-5643cbb05fc0/75e155a3-05b0-44c5-86de-5643cbb05fc0.vmdk or device None with type thin {{(pid=62328) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1221.865106] env[62328]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-27116f2d-aab5-4ab8-81da-f37d77a19202 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1221.884080] env[62328]: DEBUG oslo_vmware.api [None req-ae3ac950-c1a2-4511-bfc0-f6371676c87d tempest-ServerActionsTestOtherB-626827456 tempest-ServerActionsTestOtherB-626827456-project-member] Waiting for the task: (returnval){ [ 1221.884080] env[62328]: value = "task-2387870" [ 1221.884080] env[62328]: _type = "Task" [ 1221.884080] env[62328]: } to complete. {{(pid=62328) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1221.894013] env[62328]: DEBUG oslo_vmware.api [None req-ae3ac950-c1a2-4511-bfc0-f6371676c87d tempest-ServerActionsTestOtherB-626827456 tempest-ServerActionsTestOtherB-626827456-project-member] Task: {'id': task-2387870, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1222.393358] env[62328]: DEBUG oslo_vmware.api [None req-ae3ac950-c1a2-4511-bfc0-f6371676c87d tempest-ServerActionsTestOtherB-626827456 tempest-ServerActionsTestOtherB-626827456-project-member] Task: {'id': task-2387870, 'name': ReconfigVM_Task, 'duration_secs': 0.290065} completed successfully. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1222.393701] env[62328]: DEBUG nova.virt.vmwareapi.volumeops [None req-ae3ac950-c1a2-4511-bfc0-f6371676c87d tempest-ServerActionsTestOtherB-626827456 tempest-ServerActionsTestOtherB-626827456-project-member] [instance: 75e155a3-05b0-44c5-86de-5643cbb05fc0] Reconfigured VM instance instance-00000075 to attach disk [datastore2] 75e155a3-05b0-44c5-86de-5643cbb05fc0/75e155a3-05b0-44c5-86de-5643cbb05fc0.vmdk or device None with type thin {{(pid=62328) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1222.394485] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4d22bdd1-f960-4929-a376-d158264460be {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1222.417405] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f708afe8-9e47-4161-bd51-4adade1de32b {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1222.447734] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1a627420-9432-4f53-a199-270ce58b18e3 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1222.478122] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e17d8fa4-b5fa-4910-b278-8ae8b9940d05 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1222.486181] env[62328]: DEBUG nova.virt.vmwareapi.vm_util [None req-ae3ac950-c1a2-4511-bfc0-f6371676c87d tempest-ServerActionsTestOtherB-626827456 tempest-ServerActionsTestOtherB-626827456-project-member] [instance: 75e155a3-05b0-44c5-86de-5643cbb05fc0] Powering on the VM {{(pid=62328) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1222.486434] env[62328]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-1110e0a0-6172-4a36-8a19-6ec3988c6b67 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1222.493120] env[62328]: DEBUG oslo_vmware.api [None req-ae3ac950-c1a2-4511-bfc0-f6371676c87d tempest-ServerActionsTestOtherB-626827456 tempest-ServerActionsTestOtherB-626827456-project-member] Waiting for the task: (returnval){ [ 1222.493120] env[62328]: value = "task-2387871" [ 1222.493120] env[62328]: _type = "Task" [ 1222.493120] env[62328]: } to complete. {{(pid=62328) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1222.500616] env[62328]: DEBUG oslo_vmware.api [None req-ae3ac950-c1a2-4511-bfc0-f6371676c87d tempest-ServerActionsTestOtherB-626827456 tempest-ServerActionsTestOtherB-626827456-project-member] Task: {'id': task-2387871, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1222.577048] env[62328]: DEBUG oslo_service.periodic_task [None req-332cd9a1-235b-4315-894a-68f76363e980 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=62328) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1222.577263] env[62328]: DEBUG oslo_service.periodic_task [None req-332cd9a1-235b-4315-894a-68f76363e980 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=62328) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1223.004033] env[62328]: DEBUG oslo_vmware.api [None req-ae3ac950-c1a2-4511-bfc0-f6371676c87d tempest-ServerActionsTestOtherB-626827456 tempest-ServerActionsTestOtherB-626827456-project-member] Task: {'id': task-2387871, 'name': PowerOnVM_Task, 'duration_secs': 0.395317} completed successfully. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1223.004219] env[62328]: DEBUG nova.virt.vmwareapi.vm_util [None req-ae3ac950-c1a2-4511-bfc0-f6371676c87d tempest-ServerActionsTestOtherB-626827456 tempest-ServerActionsTestOtherB-626827456-project-member] [instance: 75e155a3-05b0-44c5-86de-5643cbb05fc0] Powered on the VM {{(pid=62328) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1223.059661] env[62328]: DEBUG nova.compute.manager [None req-58f6457b-47d2-4a9b-b04e-c95498aaf2ea tempest-ServerActionsTestJSON-389109759 tempest-ServerActionsTestJSON-389109759-project-member] [instance: a0c4c9ea-1d61-4220-96ff-374ea5220233] Stashing vm_state: active {{(pid=62328) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 1223.082441] env[62328]: DEBUG oslo_service.periodic_task [None req-332cd9a1-235b-4315-894a-68f76363e980 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=62328) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1223.082441] env[62328]: DEBUG nova.compute.manager [None req-332cd9a1-235b-4315-894a-68f76363e980 None None] Starting heal instance info cache {{(pid=62328) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10445}} [ 1223.082441] env[62328]: DEBUG nova.compute.manager [None req-332cd9a1-235b-4315-894a-68f76363e980 None None] Rebuilding the list of instances to heal {{(pid=62328) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10449}} [ 1223.274309] env[62328]: DEBUG oslo_concurrency.lockutils [None req-02ec83a0-897b-49e0-bead-d8d5fd970b92 tempest-AttachInterfacesTestJSON-1049158018 tempest-AttachInterfacesTestJSON-1049158018-project-member] Acquiring lock "interface-0200e570-094d-466d-b8a8-0c183fcdc10d-2a999877-9895-43d6-8bd6-df8ca59aba15" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1223.274578] env[62328]: DEBUG oslo_concurrency.lockutils [None req-02ec83a0-897b-49e0-bead-d8d5fd970b92 tempest-AttachInterfacesTestJSON-1049158018 tempest-AttachInterfacesTestJSON-1049158018-project-member] Lock "interface-0200e570-094d-466d-b8a8-0c183fcdc10d-2a999877-9895-43d6-8bd6-df8ca59aba15" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.000s {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1223.275032] env[62328]: DEBUG nova.objects.instance [None req-02ec83a0-897b-49e0-bead-d8d5fd970b92 tempest-AttachInterfacesTestJSON-1049158018 tempest-AttachInterfacesTestJSON-1049158018-project-member] Lazy-loading 'flavor' on Instance uuid 0200e570-094d-466d-b8a8-0c183fcdc10d {{(pid=62328) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1223.579894] env[62328]: DEBUG oslo_concurrency.lockutils [None req-58f6457b-47d2-4a9b-b04e-c95498aaf2ea tempest-ServerActionsTestJSON-389109759 tempest-ServerActionsTestJSON-389109759-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1223.580202] env[62328]: DEBUG oslo_concurrency.lockutils [None req-58f6457b-47d2-4a9b-b04e-c95498aaf2ea tempest-ServerActionsTestJSON-389109759 tempest-ServerActionsTestJSON-389109759-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 0.001s {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1223.585302] env[62328]: DEBUG oslo_concurrency.lockutils [None req-332cd9a1-235b-4315-894a-68f76363e980 None None] Acquiring lock "refresh_cache-75e155a3-05b0-44c5-86de-5643cbb05fc0" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1223.585448] env[62328]: DEBUG oslo_concurrency.lockutils [None req-332cd9a1-235b-4315-894a-68f76363e980 None None] Acquired lock "refresh_cache-75e155a3-05b0-44c5-86de-5643cbb05fc0" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1223.585541] env[62328]: DEBUG nova.network.neutron [None req-332cd9a1-235b-4315-894a-68f76363e980 None None] [instance: 75e155a3-05b0-44c5-86de-5643cbb05fc0] Forcefully refreshing network info cache for instance {{(pid=62328) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2061}} [ 1223.585678] env[62328]: DEBUG nova.objects.instance [None req-332cd9a1-235b-4315-894a-68f76363e980 None None] Lazy-loading 'info_cache' on Instance uuid 75e155a3-05b0-44c5-86de-5643cbb05fc0 {{(pid=62328) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1223.874860] env[62328]: DEBUG nova.objects.instance [None req-02ec83a0-897b-49e0-bead-d8d5fd970b92 tempest-AttachInterfacesTestJSON-1049158018 tempest-AttachInterfacesTestJSON-1049158018-project-member] Lazy-loading 'pci_requests' on Instance uuid 0200e570-094d-466d-b8a8-0c183fcdc10d {{(pid=62328) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1224.048782] env[62328]: INFO nova.compute.manager [None req-ae3ac950-c1a2-4511-bfc0-f6371676c87d tempest-ServerActionsTestOtherB-626827456 tempest-ServerActionsTestOtherB-626827456-project-member] [instance: 75e155a3-05b0-44c5-86de-5643cbb05fc0] Updating instance to original state: 'active' [ 1224.084822] env[62328]: INFO nova.compute.claims [None req-58f6457b-47d2-4a9b-b04e-c95498aaf2ea tempest-ServerActionsTestJSON-389109759 tempest-ServerActionsTestJSON-389109759-project-member] [instance: a0c4c9ea-1d61-4220-96ff-374ea5220233] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1224.378076] env[62328]: DEBUG nova.objects.base [None req-02ec83a0-897b-49e0-bead-d8d5fd970b92 tempest-AttachInterfacesTestJSON-1049158018 tempest-AttachInterfacesTestJSON-1049158018-project-member] Object Instance<0200e570-094d-466d-b8a8-0c183fcdc10d> lazy-loaded attributes: flavor,pci_requests {{(pid=62328) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1224.378253] env[62328]: DEBUG nova.network.neutron [None req-02ec83a0-897b-49e0-bead-d8d5fd970b92 tempest-AttachInterfacesTestJSON-1049158018 tempest-AttachInterfacesTestJSON-1049158018-project-member] [instance: 0200e570-094d-466d-b8a8-0c183fcdc10d] allocate_for_instance() {{(pid=62328) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1224.443648] env[62328]: DEBUG nova.policy [None req-02ec83a0-897b-49e0-bead-d8d5fd970b92 tempest-AttachInterfacesTestJSON-1049158018 tempest-AttachInterfacesTestJSON-1049158018-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'db6b1454dd644eea886a97b3d644b88f', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'e88420d74d294fef9f976142535b9ac5', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62328) authorize /opt/stack/nova/nova/policy.py:192}} [ 1224.593050] env[62328]: INFO nova.compute.resource_tracker [None req-58f6457b-47d2-4a9b-b04e-c95498aaf2ea tempest-ServerActionsTestJSON-389109759 tempest-ServerActionsTestJSON-389109759-project-member] [instance: a0c4c9ea-1d61-4220-96ff-374ea5220233] Updating resource usage from migration d4d56025-c68e-4bcc-9f0d-13cea2aa415e [ 1224.686331] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3dd72608-e834-4cb0-898e-9ece1b3e2635 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1224.693705] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2a73baa9-7a2f-4641-a315-0e66ce2adf7a {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1224.731355] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ebc4c888-34b8-4422-b531-77d7c2dc6bbb {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1224.739202] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-75526c39-7973-4c18-80bd-9d4f550cee05 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1224.753341] env[62328]: DEBUG nova.compute.provider_tree [None req-58f6457b-47d2-4a9b-b04e-c95498aaf2ea tempest-ServerActionsTestJSON-389109759 tempest-ServerActionsTestJSON-389109759-project-member] Inventory has not changed in ProviderTree for provider: 3469e9f8-04af-49ca-8435-49f104496744 {{(pid=62328) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1225.255897] env[62328]: DEBUG nova.scheduler.client.report [None req-58f6457b-47d2-4a9b-b04e-c95498aaf2ea tempest-ServerActionsTestJSON-389109759 tempest-ServerActionsTestJSON-389109759-project-member] Inventory has not changed for provider 3469e9f8-04af-49ca-8435-49f104496744 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 153, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62328) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1225.362989] env[62328]: DEBUG nova.network.neutron [None req-332cd9a1-235b-4315-894a-68f76363e980 None None] [instance: 75e155a3-05b0-44c5-86de-5643cbb05fc0] Updating instance_info_cache with network_info: [{"id": "1559efd1-b459-4c3c-9bfd-b54c83da5d14", "address": "fa:16:3e:d7:37:d4", "network": {"id": "26ce23b7-7f28-4faf-9ad9-833f4c091e91", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1619285024-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.137", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4dfb769ea51943efa01b92c3a0595081", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "30c39e9a-a798-4f25-a48c-91f786ba332c", "external-id": "nsx-vlan-transportzone-438", "segmentation_id": 438, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1559efd1-b4", "ovs_interfaceid": "1559efd1-b459-4c3c-9bfd-b54c83da5d14", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62328) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1225.537938] env[62328]: DEBUG oslo_concurrency.lockutils [None req-f0fdaa75-4630-459a-bf1a-44dfa133e3e8 tempest-ServerActionsTestOtherB-626827456 tempest-ServerActionsTestOtherB-626827456-project-member] Acquiring lock "75e155a3-05b0-44c5-86de-5643cbb05fc0" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1225.538261] env[62328]: DEBUG oslo_concurrency.lockutils [None req-f0fdaa75-4630-459a-bf1a-44dfa133e3e8 tempest-ServerActionsTestOtherB-626827456 tempest-ServerActionsTestOtherB-626827456-project-member] Lock "75e155a3-05b0-44c5-86de-5643cbb05fc0" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1225.538472] env[62328]: DEBUG oslo_concurrency.lockutils [None req-f0fdaa75-4630-459a-bf1a-44dfa133e3e8 tempest-ServerActionsTestOtherB-626827456 tempest-ServerActionsTestOtherB-626827456-project-member] Acquiring lock "75e155a3-05b0-44c5-86de-5643cbb05fc0-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1225.538662] env[62328]: DEBUG oslo_concurrency.lockutils [None req-f0fdaa75-4630-459a-bf1a-44dfa133e3e8 tempest-ServerActionsTestOtherB-626827456 tempest-ServerActionsTestOtherB-626827456-project-member] Lock "75e155a3-05b0-44c5-86de-5643cbb05fc0-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1225.538902] env[62328]: DEBUG oslo_concurrency.lockutils [None req-f0fdaa75-4630-459a-bf1a-44dfa133e3e8 tempest-ServerActionsTestOtherB-626827456 tempest-ServerActionsTestOtherB-626827456-project-member] Lock "75e155a3-05b0-44c5-86de-5643cbb05fc0-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1225.541049] env[62328]: INFO nova.compute.manager [None req-f0fdaa75-4630-459a-bf1a-44dfa133e3e8 tempest-ServerActionsTestOtherB-626827456 tempest-ServerActionsTestOtherB-626827456-project-member] [instance: 75e155a3-05b0-44c5-86de-5643cbb05fc0] Terminating instance [ 1225.760840] env[62328]: DEBUG oslo_concurrency.lockutils [None req-58f6457b-47d2-4a9b-b04e-c95498aaf2ea tempest-ServerActionsTestJSON-389109759 tempest-ServerActionsTestJSON-389109759-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.180s {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1225.761228] env[62328]: INFO nova.compute.manager [None req-58f6457b-47d2-4a9b-b04e-c95498aaf2ea tempest-ServerActionsTestJSON-389109759 tempest-ServerActionsTestJSON-389109759-project-member] [instance: a0c4c9ea-1d61-4220-96ff-374ea5220233] Migrating [ 1225.866108] env[62328]: DEBUG oslo_concurrency.lockutils [None req-332cd9a1-235b-4315-894a-68f76363e980 None None] Releasing lock "refresh_cache-75e155a3-05b0-44c5-86de-5643cbb05fc0" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1225.866908] env[62328]: DEBUG nova.compute.manager [None req-332cd9a1-235b-4315-894a-68f76363e980 None None] [instance: 75e155a3-05b0-44c5-86de-5643cbb05fc0] Updated the network info_cache for instance {{(pid=62328) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10516}} [ 1225.866908] env[62328]: DEBUG oslo_service.periodic_task [None req-332cd9a1-235b-4315-894a-68f76363e980 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=62328) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1225.866908] env[62328]: DEBUG oslo_service.periodic_task [None req-332cd9a1-235b-4315-894a-68f76363e980 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=62328) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1225.866908] env[62328]: DEBUG oslo_service.periodic_task [None req-332cd9a1-235b-4315-894a-68f76363e980 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=62328) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1225.866908] env[62328]: DEBUG oslo_service.periodic_task [None req-332cd9a1-235b-4315-894a-68f76363e980 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=62328) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1225.867112] env[62328]: DEBUG oslo_service.periodic_task [None req-332cd9a1-235b-4315-894a-68f76363e980 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=62328) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1225.867226] env[62328]: DEBUG oslo_service.periodic_task [None req-332cd9a1-235b-4315-894a-68f76363e980 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=62328) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1225.867330] env[62328]: DEBUG nova.compute.manager [None req-332cd9a1-235b-4315-894a-68f76363e980 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=62328) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11064}} [ 1225.867477] env[62328]: DEBUG oslo_service.periodic_task [None req-332cd9a1-235b-4315-894a-68f76363e980 None None] Running periodic task ComputeManager.update_available_resource {{(pid=62328) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1225.879236] env[62328]: DEBUG nova.compute.manager [req-4945b70a-763a-4dd6-9d4a-3fc1cb3dbe7a req-850fae69-9e54-4d1a-afe6-9b8e7450313c service nova] [instance: 0200e570-094d-466d-b8a8-0c183fcdc10d] Received event network-vif-plugged-2a999877-9895-43d6-8bd6-df8ca59aba15 {{(pid=62328) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1225.879457] env[62328]: DEBUG oslo_concurrency.lockutils [req-4945b70a-763a-4dd6-9d4a-3fc1cb3dbe7a req-850fae69-9e54-4d1a-afe6-9b8e7450313c service nova] Acquiring lock "0200e570-094d-466d-b8a8-0c183fcdc10d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1225.880011] env[62328]: DEBUG oslo_concurrency.lockutils [req-4945b70a-763a-4dd6-9d4a-3fc1cb3dbe7a req-850fae69-9e54-4d1a-afe6-9b8e7450313c service nova] Lock "0200e570-094d-466d-b8a8-0c183fcdc10d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1225.881174] env[62328]: DEBUG oslo_concurrency.lockutils [req-4945b70a-763a-4dd6-9d4a-3fc1cb3dbe7a req-850fae69-9e54-4d1a-afe6-9b8e7450313c service nova] Lock "0200e570-094d-466d-b8a8-0c183fcdc10d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1225.881174] env[62328]: DEBUG nova.compute.manager [req-4945b70a-763a-4dd6-9d4a-3fc1cb3dbe7a req-850fae69-9e54-4d1a-afe6-9b8e7450313c service nova] [instance: 0200e570-094d-466d-b8a8-0c183fcdc10d] No waiting events found dispatching network-vif-plugged-2a999877-9895-43d6-8bd6-df8ca59aba15 {{(pid=62328) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1225.881174] env[62328]: WARNING nova.compute.manager [req-4945b70a-763a-4dd6-9d4a-3fc1cb3dbe7a req-850fae69-9e54-4d1a-afe6-9b8e7450313c service nova] [instance: 0200e570-094d-466d-b8a8-0c183fcdc10d] Received unexpected event network-vif-plugged-2a999877-9895-43d6-8bd6-df8ca59aba15 for instance with vm_state active and task_state None. [ 1225.972518] env[62328]: DEBUG nova.network.neutron [None req-02ec83a0-897b-49e0-bead-d8d5fd970b92 tempest-AttachInterfacesTestJSON-1049158018 tempest-AttachInterfacesTestJSON-1049158018-project-member] [instance: 0200e570-094d-466d-b8a8-0c183fcdc10d] Successfully updated port: 2a999877-9895-43d6-8bd6-df8ca59aba15 {{(pid=62328) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1226.045596] env[62328]: DEBUG nova.compute.manager [None req-f0fdaa75-4630-459a-bf1a-44dfa133e3e8 tempest-ServerActionsTestOtherB-626827456 tempest-ServerActionsTestOtherB-626827456-project-member] [instance: 75e155a3-05b0-44c5-86de-5643cbb05fc0] Start destroying the instance on the hypervisor. {{(pid=62328) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1226.045873] env[62328]: DEBUG nova.virt.vmwareapi.vm_util [None req-f0fdaa75-4630-459a-bf1a-44dfa133e3e8 tempest-ServerActionsTestOtherB-626827456 tempest-ServerActionsTestOtherB-626827456-project-member] [instance: 75e155a3-05b0-44c5-86de-5643cbb05fc0] Powering off the VM {{(pid=62328) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1226.046144] env[62328]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-88fd27fd-6e6e-4d93-a51c-60208243df72 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1226.053783] env[62328]: DEBUG oslo_vmware.api [None req-f0fdaa75-4630-459a-bf1a-44dfa133e3e8 tempest-ServerActionsTestOtherB-626827456 tempest-ServerActionsTestOtherB-626827456-project-member] Waiting for the task: (returnval){ [ 1226.053783] env[62328]: value = "task-2387872" [ 1226.053783] env[62328]: _type = "Task" [ 1226.053783] env[62328]: } to complete. {{(pid=62328) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1226.061979] env[62328]: DEBUG oslo_vmware.api [None req-f0fdaa75-4630-459a-bf1a-44dfa133e3e8 tempest-ServerActionsTestOtherB-626827456 tempest-ServerActionsTestOtherB-626827456-project-member] Task: {'id': task-2387872, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1226.277483] env[62328]: DEBUG oslo_concurrency.lockutils [None req-58f6457b-47d2-4a9b-b04e-c95498aaf2ea tempest-ServerActionsTestJSON-389109759 tempest-ServerActionsTestJSON-389109759-project-member] Acquiring lock "refresh_cache-a0c4c9ea-1d61-4220-96ff-374ea5220233" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1226.277483] env[62328]: DEBUG oslo_concurrency.lockutils [None req-58f6457b-47d2-4a9b-b04e-c95498aaf2ea tempest-ServerActionsTestJSON-389109759 tempest-ServerActionsTestJSON-389109759-project-member] Acquired lock "refresh_cache-a0c4c9ea-1d61-4220-96ff-374ea5220233" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1226.277483] env[62328]: DEBUG nova.network.neutron [None req-58f6457b-47d2-4a9b-b04e-c95498aaf2ea tempest-ServerActionsTestJSON-389109759 tempest-ServerActionsTestJSON-389109759-project-member] [instance: a0c4c9ea-1d61-4220-96ff-374ea5220233] Building network info cache for instance {{(pid=62328) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1226.370042] env[62328]: DEBUG oslo_concurrency.lockutils [None req-332cd9a1-235b-4315-894a-68f76363e980 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1226.370183] env[62328]: DEBUG oslo_concurrency.lockutils [None req-332cd9a1-235b-4315-894a-68f76363e980 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1226.370289] env[62328]: DEBUG oslo_concurrency.lockutils [None req-332cd9a1-235b-4315-894a-68f76363e980 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1226.370406] env[62328]: DEBUG nova.compute.resource_tracker [None req-332cd9a1-235b-4315-894a-68f76363e980 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=62328) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1226.371376] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7e8941fb-6c6e-4db1-9d3e-48e2ca9f1d68 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1226.379268] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-127442be-dbbe-47ea-8175-5c8a3e2a9b39 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1226.392708] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7c9331f3-5189-4cb2-ba0e-7363862cceb5 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1226.398878] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f0eb0aec-29e4-4097-84f1-0f1bf866e0a5 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1226.426772] env[62328]: DEBUG nova.compute.resource_tracker [None req-332cd9a1-235b-4315-894a-68f76363e980 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=179480MB free_disk=153GB free_vcpus=48 pci_devices=None {{(pid=62328) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1226.426914] env[62328]: DEBUG oslo_concurrency.lockutils [None req-332cd9a1-235b-4315-894a-68f76363e980 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1226.427115] env[62328]: DEBUG oslo_concurrency.lockutils [None req-332cd9a1-235b-4315-894a-68f76363e980 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1226.476897] env[62328]: DEBUG oslo_concurrency.lockutils [None req-02ec83a0-897b-49e0-bead-d8d5fd970b92 tempest-AttachInterfacesTestJSON-1049158018 tempest-AttachInterfacesTestJSON-1049158018-project-member] Acquiring lock "refresh_cache-0200e570-094d-466d-b8a8-0c183fcdc10d" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1226.477061] env[62328]: DEBUG oslo_concurrency.lockutils [None req-02ec83a0-897b-49e0-bead-d8d5fd970b92 tempest-AttachInterfacesTestJSON-1049158018 tempest-AttachInterfacesTestJSON-1049158018-project-member] Acquired lock "refresh_cache-0200e570-094d-466d-b8a8-0c183fcdc10d" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1226.477469] env[62328]: DEBUG nova.network.neutron [None req-02ec83a0-897b-49e0-bead-d8d5fd970b92 tempest-AttachInterfacesTestJSON-1049158018 tempest-AttachInterfacesTestJSON-1049158018-project-member] [instance: 0200e570-094d-466d-b8a8-0c183fcdc10d] Building network info cache for instance {{(pid=62328) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1226.565755] env[62328]: DEBUG oslo_vmware.api [None req-f0fdaa75-4630-459a-bf1a-44dfa133e3e8 tempest-ServerActionsTestOtherB-626827456 tempest-ServerActionsTestOtherB-626827456-project-member] Task: {'id': task-2387872, 'name': PowerOffVM_Task, 'duration_secs': 0.207071} completed successfully. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1226.566078] env[62328]: DEBUG nova.virt.vmwareapi.vm_util [None req-f0fdaa75-4630-459a-bf1a-44dfa133e3e8 tempest-ServerActionsTestOtherB-626827456 tempest-ServerActionsTestOtherB-626827456-project-member] [instance: 75e155a3-05b0-44c5-86de-5643cbb05fc0] Powered off the VM {{(pid=62328) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1226.566338] env[62328]: DEBUG nova.virt.vmwareapi.volumeops [None req-f0fdaa75-4630-459a-bf1a-44dfa133e3e8 tempest-ServerActionsTestOtherB-626827456 tempest-ServerActionsTestOtherB-626827456-project-member] [instance: 75e155a3-05b0-44c5-86de-5643cbb05fc0] Volume detach. Driver type: vmdk {{(pid=62328) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1226.566596] env[62328]: DEBUG nova.virt.vmwareapi.volumeops [None req-f0fdaa75-4630-459a-bf1a-44dfa133e3e8 tempest-ServerActionsTestOtherB-626827456 tempest-ServerActionsTestOtherB-626827456-project-member] [instance: 75e155a3-05b0-44c5-86de-5643cbb05fc0] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-484488', 'volume_id': '68849607-2e4e-4345-9310-05de2535ac63', 'name': 'volume-68849607-2e4e-4345-9310-05de2535ac63', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attaching', 'instance': '75e155a3-05b0-44c5-86de-5643cbb05fc0', 'attached_at': '2025-02-07T17:29:59.000000', 'detached_at': '', 'volume_id': '68849607-2e4e-4345-9310-05de2535ac63', 'serial': '68849607-2e4e-4345-9310-05de2535ac63'} {{(pid=62328) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1226.567490] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c1638c06-a810-4a39-ac66-a686fc370f41 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1226.590364] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3faa71c2-cb85-4840-9cc1-ebfc38729c22 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1226.597101] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-26998c66-120f-4959-b40c-85eecfd52edb {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1226.617762] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5de3dea6-4b28-4725-936b-07d135a3db6e {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1226.632278] env[62328]: DEBUG nova.virt.vmwareapi.volumeops [None req-f0fdaa75-4630-459a-bf1a-44dfa133e3e8 tempest-ServerActionsTestOtherB-626827456 tempest-ServerActionsTestOtherB-626827456-project-member] The volume has not been displaced from its original location: [datastore1] volume-68849607-2e4e-4345-9310-05de2535ac63/volume-68849607-2e4e-4345-9310-05de2535ac63.vmdk. No consolidation needed. {{(pid=62328) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1226.637463] env[62328]: DEBUG nova.virt.vmwareapi.volumeops [None req-f0fdaa75-4630-459a-bf1a-44dfa133e3e8 tempest-ServerActionsTestOtherB-626827456 tempest-ServerActionsTestOtherB-626827456-project-member] [instance: 75e155a3-05b0-44c5-86de-5643cbb05fc0] Reconfiguring VM instance instance-00000075 to detach disk 2001 {{(pid=62328) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1226.637737] env[62328]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-57ddd7c7-42c7-4ca4-83e3-c96ec3e9f6e0 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1226.655070] env[62328]: DEBUG oslo_vmware.api [None req-f0fdaa75-4630-459a-bf1a-44dfa133e3e8 tempest-ServerActionsTestOtherB-626827456 tempest-ServerActionsTestOtherB-626827456-project-member] Waiting for the task: (returnval){ [ 1226.655070] env[62328]: value = "task-2387873" [ 1226.655070] env[62328]: _type = "Task" [ 1226.655070] env[62328]: } to complete. {{(pid=62328) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1226.662454] env[62328]: DEBUG oslo_vmware.api [None req-f0fdaa75-4630-459a-bf1a-44dfa133e3e8 tempest-ServerActionsTestOtherB-626827456 tempest-ServerActionsTestOtherB-626827456-project-member] Task: {'id': task-2387873, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1227.030265] env[62328]: WARNING nova.network.neutron [None req-02ec83a0-897b-49e0-bead-d8d5fd970b92 tempest-AttachInterfacesTestJSON-1049158018 tempest-AttachInterfacesTestJSON-1049158018-project-member] [instance: 0200e570-094d-466d-b8a8-0c183fcdc10d] 43b1657c-44ae-47a8-8e8d-196242ef7fca already exists in list: networks containing: ['43b1657c-44ae-47a8-8e8d-196242ef7fca']. ignoring it [ 1227.056052] env[62328]: DEBUG nova.network.neutron [None req-58f6457b-47d2-4a9b-b04e-c95498aaf2ea tempest-ServerActionsTestJSON-389109759 tempest-ServerActionsTestJSON-389109759-project-member] [instance: a0c4c9ea-1d61-4220-96ff-374ea5220233] Updating instance_info_cache with network_info: [{"id": "4b088c22-327c-464f-a34b-4680338c0177", "address": "fa:16:3e:fc:a2:7f", "network": {"id": "805c8157-3d39-4783-8cec-987f63104f4b", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-938088414-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.184", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9a4c228c680f4e5fa3409558e769cc0a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c1195acd-707f-4bac-a99d-14db17a63802", "external-id": "nsx-vlan-transportzone-322", "segmentation_id": 322, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4b088c22-32", "ovs_interfaceid": "4b088c22-327c-464f-a34b-4680338c0177", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62328) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1227.164406] env[62328]: DEBUG oslo_vmware.api [None req-f0fdaa75-4630-459a-bf1a-44dfa133e3e8 tempest-ServerActionsTestOtherB-626827456 tempest-ServerActionsTestOtherB-626827456-project-member] Task: {'id': task-2387873, 'name': ReconfigVM_Task, 'duration_secs': 0.192657} completed successfully. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1227.164676] env[62328]: DEBUG nova.virt.vmwareapi.volumeops [None req-f0fdaa75-4630-459a-bf1a-44dfa133e3e8 tempest-ServerActionsTestOtherB-626827456 tempest-ServerActionsTestOtherB-626827456-project-member] [instance: 75e155a3-05b0-44c5-86de-5643cbb05fc0] Reconfigured VM instance instance-00000075 to detach disk 2001 {{(pid=62328) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1227.169345] env[62328]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a341883d-4e65-42af-9094-5f981efd0553 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1227.186728] env[62328]: DEBUG oslo_vmware.api [None req-f0fdaa75-4630-459a-bf1a-44dfa133e3e8 tempest-ServerActionsTestOtherB-626827456 tempest-ServerActionsTestOtherB-626827456-project-member] Waiting for the task: (returnval){ [ 1227.186728] env[62328]: value = "task-2387874" [ 1227.186728] env[62328]: _type = "Task" [ 1227.186728] env[62328]: } to complete. {{(pid=62328) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1227.194162] env[62328]: DEBUG oslo_vmware.api [None req-f0fdaa75-4630-459a-bf1a-44dfa133e3e8 tempest-ServerActionsTestOtherB-626827456 tempest-ServerActionsTestOtherB-626827456-project-member] Task: {'id': task-2387874, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1227.324983] env[62328]: DEBUG nova.network.neutron [None req-02ec83a0-897b-49e0-bead-d8d5fd970b92 tempest-AttachInterfacesTestJSON-1049158018 tempest-AttachInterfacesTestJSON-1049158018-project-member] [instance: 0200e570-094d-466d-b8a8-0c183fcdc10d] Updating instance_info_cache with network_info: [{"id": "2cc2a42d-ad3d-49f3-a076-b8391c032ef0", "address": "fa:16:3e:4e:e6:97", "network": {"id": "43b1657c-44ae-47a8-8e8d-196242ef7fca", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1953540822-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.176", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e88420d74d294fef9f976142535b9ac5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9f3a2eb5-353f-45c5-a73b-869626f4bb13", "external-id": "nsx-vlan-transportzone-411", "segmentation_id": 411, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2cc2a42d-ad", "ovs_interfaceid": "2cc2a42d-ad3d-49f3-a076-b8391c032ef0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "2a999877-9895-43d6-8bd6-df8ca59aba15", "address": "fa:16:3e:5c:54:65", "network": {"id": "43b1657c-44ae-47a8-8e8d-196242ef7fca", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1953540822-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e88420d74d294fef9f976142535b9ac5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9f3a2eb5-353f-45c5-a73b-869626f4bb13", "external-id": "nsx-vlan-transportzone-411", "segmentation_id": 411, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2a999877-98", "ovs_interfaceid": "2a999877-9895-43d6-8bd6-df8ca59aba15", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}] {{(pid=62328) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1227.434895] env[62328]: DEBUG nova.compute.resource_tracker [None req-332cd9a1-235b-4315-894a-68f76363e980 None None] Applying migration context for instance a0c4c9ea-1d61-4220-96ff-374ea5220233 as it has an incoming, in-progress migration d4d56025-c68e-4bcc-9f0d-13cea2aa415e. Migration status is pre-migrating {{(pid=62328) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1016}} [ 1227.435779] env[62328]: INFO nova.compute.resource_tracker [None req-332cd9a1-235b-4315-894a-68f76363e980 None None] [instance: a0c4c9ea-1d61-4220-96ff-374ea5220233] Updating resource usage from migration d4d56025-c68e-4bcc-9f0d-13cea2aa415e [ 1227.454740] env[62328]: DEBUG nova.compute.resource_tracker [None req-332cd9a1-235b-4315-894a-68f76363e980 None None] Instance 0200e570-094d-466d-b8a8-0c183fcdc10d actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62328) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1227.454889] env[62328]: DEBUG nova.compute.resource_tracker [None req-332cd9a1-235b-4315-894a-68f76363e980 None None] Instance 75e155a3-05b0-44c5-86de-5643cbb05fc0 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62328) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1227.455014] env[62328]: DEBUG nova.compute.resource_tracker [None req-332cd9a1-235b-4315-894a-68f76363e980 None None] Instance d2a6722b-f339-4410-8fa1-d8d07b4b153c actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62328) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1227.455133] env[62328]: DEBUG nova.compute.resource_tracker [None req-332cd9a1-235b-4315-894a-68f76363e980 None None] Instance 1f1f56a8-a54a-4641-95d0-a153a68b7585 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62328) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1227.455245] env[62328]: DEBUG nova.compute.resource_tracker [None req-332cd9a1-235b-4315-894a-68f76363e980 None None] Migration d4d56025-c68e-4bcc-9f0d-13cea2aa415e is active on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62328) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1712}} [ 1227.455355] env[62328]: DEBUG nova.compute.resource_tracker [None req-332cd9a1-235b-4315-894a-68f76363e980 None None] Instance a0c4c9ea-1d61-4220-96ff-374ea5220233 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=62328) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1227.455528] env[62328]: DEBUG nova.compute.resource_tracker [None req-332cd9a1-235b-4315-894a-68f76363e980 None None] Total usable vcpus: 48, total allocated vcpus: 6 {{(pid=62328) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1227.455661] env[62328]: DEBUG nova.compute.resource_tracker [None req-332cd9a1-235b-4315-894a-68f76363e980 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=1728MB phys_disk=200GB used_disk=6GB total_vcpus=48 used_vcpus=6 pci_stats=[] {{(pid=62328) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1227.530904] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c4bab6b2-db35-4d0a-a204-9d52c9c0795b {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1227.538127] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e2e8a6ac-7cb2-4a34-b3c9-d0816b695652 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1227.568662] env[62328]: DEBUG oslo_concurrency.lockutils [None req-58f6457b-47d2-4a9b-b04e-c95498aaf2ea tempest-ServerActionsTestJSON-389109759 tempest-ServerActionsTestJSON-389109759-project-member] Releasing lock "refresh_cache-a0c4c9ea-1d61-4220-96ff-374ea5220233" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1227.570670] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-55ccf265-4304-432a-b2bd-79e2e13bd41d {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1227.578099] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4ad3be27-5da6-4d80-ad2a-971452147fc8 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1227.592672] env[62328]: DEBUG nova.compute.provider_tree [None req-332cd9a1-235b-4315-894a-68f76363e980 None None] Inventory has not changed in ProviderTree for provider: 3469e9f8-04af-49ca-8435-49f104496744 {{(pid=62328) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1227.698544] env[62328]: DEBUG oslo_vmware.api [None req-f0fdaa75-4630-459a-bf1a-44dfa133e3e8 tempest-ServerActionsTestOtherB-626827456 tempest-ServerActionsTestOtherB-626827456-project-member] Task: {'id': task-2387874, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1227.827802] env[62328]: DEBUG oslo_concurrency.lockutils [None req-02ec83a0-897b-49e0-bead-d8d5fd970b92 tempest-AttachInterfacesTestJSON-1049158018 tempest-AttachInterfacesTestJSON-1049158018-project-member] Releasing lock "refresh_cache-0200e570-094d-466d-b8a8-0c183fcdc10d" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1227.828524] env[62328]: DEBUG oslo_concurrency.lockutils [None req-02ec83a0-897b-49e0-bead-d8d5fd970b92 tempest-AttachInterfacesTestJSON-1049158018 tempest-AttachInterfacesTestJSON-1049158018-project-member] Acquiring lock "0200e570-094d-466d-b8a8-0c183fcdc10d" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1227.828682] env[62328]: DEBUG oslo_concurrency.lockutils [None req-02ec83a0-897b-49e0-bead-d8d5fd970b92 tempest-AttachInterfacesTestJSON-1049158018 tempest-AttachInterfacesTestJSON-1049158018-project-member] Acquired lock "0200e570-094d-466d-b8a8-0c183fcdc10d" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1227.829589] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a61f79ca-07b9-4e29-9935-ba099403e4c4 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1227.845656] env[62328]: DEBUG nova.virt.hardware [None req-02ec83a0-897b-49e0-bead-d8d5fd970b92 tempest-AttachInterfacesTestJSON-1049158018 tempest-AttachInterfacesTestJSON-1049158018-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-07T17:16:55Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=,min_ram=,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62328) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1227.845858] env[62328]: DEBUG nova.virt.hardware [None req-02ec83a0-897b-49e0-bead-d8d5fd970b92 tempest-AttachInterfacesTestJSON-1049158018 tempest-AttachInterfacesTestJSON-1049158018-project-member] Flavor limits 0:0:0 {{(pid=62328) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1227.846023] env[62328]: DEBUG nova.virt.hardware [None req-02ec83a0-897b-49e0-bead-d8d5fd970b92 tempest-AttachInterfacesTestJSON-1049158018 tempest-AttachInterfacesTestJSON-1049158018-project-member] Image limits 0:0:0 {{(pid=62328) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1227.846207] env[62328]: DEBUG nova.virt.hardware [None req-02ec83a0-897b-49e0-bead-d8d5fd970b92 tempest-AttachInterfacesTestJSON-1049158018 tempest-AttachInterfacesTestJSON-1049158018-project-member] Flavor pref 0:0:0 {{(pid=62328) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1227.846347] env[62328]: DEBUG nova.virt.hardware [None req-02ec83a0-897b-49e0-bead-d8d5fd970b92 tempest-AttachInterfacesTestJSON-1049158018 tempest-AttachInterfacesTestJSON-1049158018-project-member] Image pref 0:0:0 {{(pid=62328) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1227.846489] env[62328]: DEBUG nova.virt.hardware [None req-02ec83a0-897b-49e0-bead-d8d5fd970b92 tempest-AttachInterfacesTestJSON-1049158018 tempest-AttachInterfacesTestJSON-1049158018-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62328) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1227.846745] env[62328]: DEBUG nova.virt.hardware [None req-02ec83a0-897b-49e0-bead-d8d5fd970b92 tempest-AttachInterfacesTestJSON-1049158018 tempest-AttachInterfacesTestJSON-1049158018-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62328) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1227.846902] env[62328]: DEBUG nova.virt.hardware [None req-02ec83a0-897b-49e0-bead-d8d5fd970b92 tempest-AttachInterfacesTestJSON-1049158018 tempest-AttachInterfacesTestJSON-1049158018-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62328) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1227.847083] env[62328]: DEBUG nova.virt.hardware [None req-02ec83a0-897b-49e0-bead-d8d5fd970b92 tempest-AttachInterfacesTestJSON-1049158018 tempest-AttachInterfacesTestJSON-1049158018-project-member] Got 1 possible topologies {{(pid=62328) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1227.847249] env[62328]: DEBUG nova.virt.hardware [None req-02ec83a0-897b-49e0-bead-d8d5fd970b92 tempest-AttachInterfacesTestJSON-1049158018 tempest-AttachInterfacesTestJSON-1049158018-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62328) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1227.847417] env[62328]: DEBUG nova.virt.hardware [None req-02ec83a0-897b-49e0-bead-d8d5fd970b92 tempest-AttachInterfacesTestJSON-1049158018 tempest-AttachInterfacesTestJSON-1049158018-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62328) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1227.853709] env[62328]: DEBUG nova.virt.vmwareapi.vmops [None req-02ec83a0-897b-49e0-bead-d8d5fd970b92 tempest-AttachInterfacesTestJSON-1049158018 tempest-AttachInterfacesTestJSON-1049158018-project-member] [instance: 0200e570-094d-466d-b8a8-0c183fcdc10d] Reconfiguring VM to attach interface {{(pid=62328) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1923}} [ 1227.853992] env[62328]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5cb00917-c584-4674-a5bc-8e76e3530322 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1227.870690] env[62328]: DEBUG oslo_vmware.api [None req-02ec83a0-897b-49e0-bead-d8d5fd970b92 tempest-AttachInterfacesTestJSON-1049158018 tempest-AttachInterfacesTestJSON-1049158018-project-member] Waiting for the task: (returnval){ [ 1227.870690] env[62328]: value = "task-2387875" [ 1227.870690] env[62328]: _type = "Task" [ 1227.870690] env[62328]: } to complete. {{(pid=62328) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1227.878281] env[62328]: DEBUG oslo_vmware.api [None req-02ec83a0-897b-49e0-bead-d8d5fd970b92 tempest-AttachInterfacesTestJSON-1049158018 tempest-AttachInterfacesTestJSON-1049158018-project-member] Task: {'id': task-2387875, 'name': ReconfigVM_Task} progress is 0%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1227.909244] env[62328]: DEBUG nova.compute.manager [req-f70b443d-7a19-4639-a4f5-dad8166ab8e6 req-86fad25b-df4e-4328-b47f-beb399834dc7 service nova] [instance: 0200e570-094d-466d-b8a8-0c183fcdc10d] Received event network-changed-2a999877-9895-43d6-8bd6-df8ca59aba15 {{(pid=62328) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1227.909442] env[62328]: DEBUG nova.compute.manager [req-f70b443d-7a19-4639-a4f5-dad8166ab8e6 req-86fad25b-df4e-4328-b47f-beb399834dc7 service nova] [instance: 0200e570-094d-466d-b8a8-0c183fcdc10d] Refreshing instance network info cache due to event network-changed-2a999877-9895-43d6-8bd6-df8ca59aba15. {{(pid=62328) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1227.909658] env[62328]: DEBUG oslo_concurrency.lockutils [req-f70b443d-7a19-4639-a4f5-dad8166ab8e6 req-86fad25b-df4e-4328-b47f-beb399834dc7 service nova] Acquiring lock "refresh_cache-0200e570-094d-466d-b8a8-0c183fcdc10d" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1227.909796] env[62328]: DEBUG oslo_concurrency.lockutils [req-f70b443d-7a19-4639-a4f5-dad8166ab8e6 req-86fad25b-df4e-4328-b47f-beb399834dc7 service nova] Acquired lock "refresh_cache-0200e570-094d-466d-b8a8-0c183fcdc10d" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1227.909972] env[62328]: DEBUG nova.network.neutron [req-f70b443d-7a19-4639-a4f5-dad8166ab8e6 req-86fad25b-df4e-4328-b47f-beb399834dc7 service nova] [instance: 0200e570-094d-466d-b8a8-0c183fcdc10d] Refreshing network info cache for port 2a999877-9895-43d6-8bd6-df8ca59aba15 {{(pid=62328) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1228.096017] env[62328]: DEBUG nova.scheduler.client.report [None req-332cd9a1-235b-4315-894a-68f76363e980 None None] Inventory has not changed for provider 3469e9f8-04af-49ca-8435-49f104496744 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 153, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62328) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1228.198537] env[62328]: DEBUG oslo_vmware.api [None req-f0fdaa75-4630-459a-bf1a-44dfa133e3e8 tempest-ServerActionsTestOtherB-626827456 tempest-ServerActionsTestOtherB-626827456-project-member] Task: {'id': task-2387874, 'name': ReconfigVM_Task, 'duration_secs': 0.719612} completed successfully. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1228.198894] env[62328]: DEBUG nova.virt.vmwareapi.volumeops [None req-f0fdaa75-4630-459a-bf1a-44dfa133e3e8 tempest-ServerActionsTestOtherB-626827456 tempest-ServerActionsTestOtherB-626827456-project-member] [instance: 75e155a3-05b0-44c5-86de-5643cbb05fc0] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-484488', 'volume_id': '68849607-2e4e-4345-9310-05de2535ac63', 'name': 'volume-68849607-2e4e-4345-9310-05de2535ac63', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attaching', 'instance': '75e155a3-05b0-44c5-86de-5643cbb05fc0', 'attached_at': '2025-02-07T17:29:59.000000', 'detached_at': '', 'volume_id': '68849607-2e4e-4345-9310-05de2535ac63', 'serial': '68849607-2e4e-4345-9310-05de2535ac63'} {{(pid=62328) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1228.199224] env[62328]: DEBUG nova.virt.vmwareapi.vmops [None req-f0fdaa75-4630-459a-bf1a-44dfa133e3e8 tempest-ServerActionsTestOtherB-626827456 tempest-ServerActionsTestOtherB-626827456-project-member] [instance: 75e155a3-05b0-44c5-86de-5643cbb05fc0] Destroying instance {{(pid=62328) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1228.199992] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a4d5f718-ffe1-4434-b90c-6865da7c4ecd {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1228.206898] env[62328]: DEBUG nova.virt.vmwareapi.vmops [None req-f0fdaa75-4630-459a-bf1a-44dfa133e3e8 tempest-ServerActionsTestOtherB-626827456 tempest-ServerActionsTestOtherB-626827456-project-member] [instance: 75e155a3-05b0-44c5-86de-5643cbb05fc0] Unregistering the VM {{(pid=62328) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1228.207212] env[62328]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-69742dd5-8e31-4aa4-b9a2-b2471c388102 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1228.275279] env[62328]: DEBUG nova.virt.vmwareapi.vmops [None req-f0fdaa75-4630-459a-bf1a-44dfa133e3e8 tempest-ServerActionsTestOtherB-626827456 tempest-ServerActionsTestOtherB-626827456-project-member] [instance: 75e155a3-05b0-44c5-86de-5643cbb05fc0] Unregistered the VM {{(pid=62328) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1228.275509] env[62328]: DEBUG nova.virt.vmwareapi.vmops [None req-f0fdaa75-4630-459a-bf1a-44dfa133e3e8 tempest-ServerActionsTestOtherB-626827456 tempest-ServerActionsTestOtherB-626827456-project-member] [instance: 75e155a3-05b0-44c5-86de-5643cbb05fc0] Deleting contents of the VM from datastore datastore2 {{(pid=62328) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1228.275729] env[62328]: DEBUG nova.virt.vmwareapi.ds_util [None req-f0fdaa75-4630-459a-bf1a-44dfa133e3e8 tempest-ServerActionsTestOtherB-626827456 tempest-ServerActionsTestOtherB-626827456-project-member] Deleting the datastore file [datastore2] 75e155a3-05b0-44c5-86de-5643cbb05fc0 {{(pid=62328) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1228.275932] env[62328]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-d7f61902-3e8f-473d-bee9-dbc0de51ffd2 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1228.282779] env[62328]: DEBUG oslo_vmware.api [None req-f0fdaa75-4630-459a-bf1a-44dfa133e3e8 tempest-ServerActionsTestOtherB-626827456 tempest-ServerActionsTestOtherB-626827456-project-member] Waiting for the task: (returnval){ [ 1228.282779] env[62328]: value = "task-2387877" [ 1228.282779] env[62328]: _type = "Task" [ 1228.282779] env[62328]: } to complete. {{(pid=62328) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1228.290640] env[62328]: DEBUG oslo_vmware.api [None req-f0fdaa75-4630-459a-bf1a-44dfa133e3e8 tempest-ServerActionsTestOtherB-626827456 tempest-ServerActionsTestOtherB-626827456-project-member] Task: {'id': task-2387877, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1228.381643] env[62328]: DEBUG oslo_vmware.api [None req-02ec83a0-897b-49e0-bead-d8d5fd970b92 tempest-AttachInterfacesTestJSON-1049158018 tempest-AttachInterfacesTestJSON-1049158018-project-member] Task: {'id': task-2387875, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1228.602560] env[62328]: DEBUG nova.compute.resource_tracker [None req-332cd9a1-235b-4315-894a-68f76363e980 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=62328) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1228.602760] env[62328]: DEBUG oslo_concurrency.lockutils [None req-332cd9a1-235b-4315-894a-68f76363e980 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.176s {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1228.698189] env[62328]: DEBUG nova.network.neutron [req-f70b443d-7a19-4639-a4f5-dad8166ab8e6 req-86fad25b-df4e-4328-b47f-beb399834dc7 service nova] [instance: 0200e570-094d-466d-b8a8-0c183fcdc10d] Updated VIF entry in instance network info cache for port 2a999877-9895-43d6-8bd6-df8ca59aba15. {{(pid=62328) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1228.698601] env[62328]: DEBUG nova.network.neutron [req-f70b443d-7a19-4639-a4f5-dad8166ab8e6 req-86fad25b-df4e-4328-b47f-beb399834dc7 service nova] [instance: 0200e570-094d-466d-b8a8-0c183fcdc10d] Updating instance_info_cache with network_info: [{"id": "2cc2a42d-ad3d-49f3-a076-b8391c032ef0", "address": "fa:16:3e:4e:e6:97", "network": {"id": "43b1657c-44ae-47a8-8e8d-196242ef7fca", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1953540822-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.176", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e88420d74d294fef9f976142535b9ac5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9f3a2eb5-353f-45c5-a73b-869626f4bb13", "external-id": "nsx-vlan-transportzone-411", "segmentation_id": 411, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2cc2a42d-ad", "ovs_interfaceid": "2cc2a42d-ad3d-49f3-a076-b8391c032ef0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "2a999877-9895-43d6-8bd6-df8ca59aba15", "address": "fa:16:3e:5c:54:65", "network": {"id": "43b1657c-44ae-47a8-8e8d-196242ef7fca", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1953540822-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e88420d74d294fef9f976142535b9ac5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9f3a2eb5-353f-45c5-a73b-869626f4bb13", "external-id": "nsx-vlan-transportzone-411", "segmentation_id": 411, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2a999877-98", "ovs_interfaceid": "2a999877-9895-43d6-8bd6-df8ca59aba15", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}] {{(pid=62328) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1228.792414] env[62328]: DEBUG oslo_vmware.api [None req-f0fdaa75-4630-459a-bf1a-44dfa133e3e8 tempest-ServerActionsTestOtherB-626827456 tempest-ServerActionsTestOtherB-626827456-project-member] Task: {'id': task-2387877, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.148524} completed successfully. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1228.792649] env[62328]: DEBUG nova.virt.vmwareapi.ds_util [None req-f0fdaa75-4630-459a-bf1a-44dfa133e3e8 tempest-ServerActionsTestOtherB-626827456 tempest-ServerActionsTestOtherB-626827456-project-member] Deleted the datastore file {{(pid=62328) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1228.792828] env[62328]: DEBUG nova.virt.vmwareapi.vmops [None req-f0fdaa75-4630-459a-bf1a-44dfa133e3e8 tempest-ServerActionsTestOtherB-626827456 tempest-ServerActionsTestOtherB-626827456-project-member] [instance: 75e155a3-05b0-44c5-86de-5643cbb05fc0] Deleted contents of the VM from datastore datastore2 {{(pid=62328) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1228.793040] env[62328]: DEBUG nova.virt.vmwareapi.vmops [None req-f0fdaa75-4630-459a-bf1a-44dfa133e3e8 tempest-ServerActionsTestOtherB-626827456 tempest-ServerActionsTestOtherB-626827456-project-member] [instance: 75e155a3-05b0-44c5-86de-5643cbb05fc0] Instance destroyed {{(pid=62328) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1228.793397] env[62328]: INFO nova.compute.manager [None req-f0fdaa75-4630-459a-bf1a-44dfa133e3e8 tempest-ServerActionsTestOtherB-626827456 tempest-ServerActionsTestOtherB-626827456-project-member] [instance: 75e155a3-05b0-44c5-86de-5643cbb05fc0] Took 2.75 seconds to destroy the instance on the hypervisor. [ 1228.793644] env[62328]: DEBUG oslo.service.loopingcall [None req-f0fdaa75-4630-459a-bf1a-44dfa133e3e8 tempest-ServerActionsTestOtherB-626827456 tempest-ServerActionsTestOtherB-626827456-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62328) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1228.793833] env[62328]: DEBUG nova.compute.manager [-] [instance: 75e155a3-05b0-44c5-86de-5643cbb05fc0] Deallocating network for instance {{(pid=62328) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1228.793920] env[62328]: DEBUG nova.network.neutron [-] [instance: 75e155a3-05b0-44c5-86de-5643cbb05fc0] deallocate_for_instance() {{(pid=62328) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1228.881961] env[62328]: DEBUG oslo_vmware.api [None req-02ec83a0-897b-49e0-bead-d8d5fd970b92 tempest-AttachInterfacesTestJSON-1049158018 tempest-AttachInterfacesTestJSON-1049158018-project-member] Task: {'id': task-2387875, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1229.085829] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e8832f33-8e74-42dd-96bc-ce3c2ce19d3e {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1229.104073] env[62328]: DEBUG nova.virt.vmwareapi.vmops [None req-58f6457b-47d2-4a9b-b04e-c95498aaf2ea tempest-ServerActionsTestJSON-389109759 tempest-ServerActionsTestJSON-389109759-project-member] [instance: a0c4c9ea-1d61-4220-96ff-374ea5220233] Updating instance 'a0c4c9ea-1d61-4220-96ff-374ea5220233' progress to 0 {{(pid=62328) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1229.201208] env[62328]: DEBUG oslo_concurrency.lockutils [req-f70b443d-7a19-4639-a4f5-dad8166ab8e6 req-86fad25b-df4e-4328-b47f-beb399834dc7 service nova] Releasing lock "refresh_cache-0200e570-094d-466d-b8a8-0c183fcdc10d" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1229.383032] env[62328]: DEBUG oslo_vmware.api [None req-02ec83a0-897b-49e0-bead-d8d5fd970b92 tempest-AttachInterfacesTestJSON-1049158018 tempest-AttachInterfacesTestJSON-1049158018-project-member] Task: {'id': task-2387875, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1229.610086] env[62328]: DEBUG nova.virt.vmwareapi.vm_util [None req-58f6457b-47d2-4a9b-b04e-c95498aaf2ea tempest-ServerActionsTestJSON-389109759 tempest-ServerActionsTestJSON-389109759-project-member] [instance: a0c4c9ea-1d61-4220-96ff-374ea5220233] Powering off the VM {{(pid=62328) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1229.610402] env[62328]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-fcf58ab9-25ca-4988-b648-20ebcca384d5 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1229.617692] env[62328]: DEBUG oslo_vmware.api [None req-58f6457b-47d2-4a9b-b04e-c95498aaf2ea tempest-ServerActionsTestJSON-389109759 tempest-ServerActionsTestJSON-389109759-project-member] Waiting for the task: (returnval){ [ 1229.617692] env[62328]: value = "task-2387878" [ 1229.617692] env[62328]: _type = "Task" [ 1229.617692] env[62328]: } to complete. {{(pid=62328) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1229.625696] env[62328]: DEBUG oslo_vmware.api [None req-58f6457b-47d2-4a9b-b04e-c95498aaf2ea tempest-ServerActionsTestJSON-389109759 tempest-ServerActionsTestJSON-389109759-project-member] Task: {'id': task-2387878, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1229.674358] env[62328]: DEBUG nova.network.neutron [-] [instance: 75e155a3-05b0-44c5-86de-5643cbb05fc0] Updating instance_info_cache with network_info: [] {{(pid=62328) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1229.884920] env[62328]: DEBUG oslo_vmware.api [None req-02ec83a0-897b-49e0-bead-d8d5fd970b92 tempest-AttachInterfacesTestJSON-1049158018 tempest-AttachInterfacesTestJSON-1049158018-project-member] Task: {'id': task-2387875, 'name': ReconfigVM_Task, 'duration_secs': 1.566689} completed successfully. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1229.885450] env[62328]: DEBUG oslo_concurrency.lockutils [None req-02ec83a0-897b-49e0-bead-d8d5fd970b92 tempest-AttachInterfacesTestJSON-1049158018 tempest-AttachInterfacesTestJSON-1049158018-project-member] Releasing lock "0200e570-094d-466d-b8a8-0c183fcdc10d" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1229.885674] env[62328]: DEBUG nova.virt.vmwareapi.vmops [None req-02ec83a0-897b-49e0-bead-d8d5fd970b92 tempest-AttachInterfacesTestJSON-1049158018 tempest-AttachInterfacesTestJSON-1049158018-project-member] [instance: 0200e570-094d-466d-b8a8-0c183fcdc10d] Reconfigured VM to attach interface {{(pid=62328) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1937}} [ 1230.037120] env[62328]: DEBUG nova.compute.manager [req-d54e32d4-cd77-44e0-af12-472ca4e53783 req-7a4c33ea-98ad-4991-bcb8-64377ea73278 service nova] [instance: 75e155a3-05b0-44c5-86de-5643cbb05fc0] Received event network-vif-deleted-1559efd1-b459-4c3c-9bfd-b54c83da5d14 {{(pid=62328) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1230.127683] env[62328]: DEBUG oslo_vmware.api [None req-58f6457b-47d2-4a9b-b04e-c95498aaf2ea tempest-ServerActionsTestJSON-389109759 tempest-ServerActionsTestJSON-389109759-project-member] Task: {'id': task-2387878, 'name': PowerOffVM_Task, 'duration_secs': 0.185786} completed successfully. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1230.128035] env[62328]: DEBUG nova.virt.vmwareapi.vm_util [None req-58f6457b-47d2-4a9b-b04e-c95498aaf2ea tempest-ServerActionsTestJSON-389109759 tempest-ServerActionsTestJSON-389109759-project-member] [instance: a0c4c9ea-1d61-4220-96ff-374ea5220233] Powered off the VM {{(pid=62328) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1230.128162] env[62328]: DEBUG nova.virt.vmwareapi.vmops [None req-58f6457b-47d2-4a9b-b04e-c95498aaf2ea tempest-ServerActionsTestJSON-389109759 tempest-ServerActionsTestJSON-389109759-project-member] [instance: a0c4c9ea-1d61-4220-96ff-374ea5220233] Updating instance 'a0c4c9ea-1d61-4220-96ff-374ea5220233' progress to 17 {{(pid=62328) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1230.177052] env[62328]: INFO nova.compute.manager [-] [instance: 75e155a3-05b0-44c5-86de-5643cbb05fc0] Took 1.38 seconds to deallocate network for instance. [ 1230.390338] env[62328]: DEBUG oslo_concurrency.lockutils [None req-02ec83a0-897b-49e0-bead-d8d5fd970b92 tempest-AttachInterfacesTestJSON-1049158018 tempest-AttachInterfacesTestJSON-1049158018-project-member] Lock "interface-0200e570-094d-466d-b8a8-0c183fcdc10d-2a999877-9895-43d6-8bd6-df8ca59aba15" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 7.116s {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1230.635237] env[62328]: DEBUG nova.virt.hardware [None req-58f6457b-47d2-4a9b-b04e-c95498aaf2ea tempest-ServerActionsTestJSON-389109759 tempest-ServerActionsTestJSON-389109759-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-07T17:16:58Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=dbf872a4-92be-47e4-8561-c3e2bf2423ab,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62328) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1230.635480] env[62328]: DEBUG nova.virt.hardware [None req-58f6457b-47d2-4a9b-b04e-c95498aaf2ea tempest-ServerActionsTestJSON-389109759 tempest-ServerActionsTestJSON-389109759-project-member] Flavor limits 0:0:0 {{(pid=62328) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1230.635640] env[62328]: DEBUG nova.virt.hardware [None req-58f6457b-47d2-4a9b-b04e-c95498aaf2ea tempest-ServerActionsTestJSON-389109759 tempest-ServerActionsTestJSON-389109759-project-member] Image limits 0:0:0 {{(pid=62328) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1230.635827] env[62328]: DEBUG nova.virt.hardware [None req-58f6457b-47d2-4a9b-b04e-c95498aaf2ea tempest-ServerActionsTestJSON-389109759 tempest-ServerActionsTestJSON-389109759-project-member] Flavor pref 0:0:0 {{(pid=62328) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1230.635975] env[62328]: DEBUG nova.virt.hardware [None req-58f6457b-47d2-4a9b-b04e-c95498aaf2ea tempest-ServerActionsTestJSON-389109759 tempest-ServerActionsTestJSON-389109759-project-member] Image pref 0:0:0 {{(pid=62328) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1230.636142] env[62328]: DEBUG nova.virt.hardware [None req-58f6457b-47d2-4a9b-b04e-c95498aaf2ea tempest-ServerActionsTestJSON-389109759 tempest-ServerActionsTestJSON-389109759-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62328) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1230.636343] env[62328]: DEBUG nova.virt.hardware [None req-58f6457b-47d2-4a9b-b04e-c95498aaf2ea tempest-ServerActionsTestJSON-389109759 tempest-ServerActionsTestJSON-389109759-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62328) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1230.636500] env[62328]: DEBUG nova.virt.hardware [None req-58f6457b-47d2-4a9b-b04e-c95498aaf2ea tempest-ServerActionsTestJSON-389109759 tempest-ServerActionsTestJSON-389109759-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62328) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1230.636661] env[62328]: DEBUG nova.virt.hardware [None req-58f6457b-47d2-4a9b-b04e-c95498aaf2ea tempest-ServerActionsTestJSON-389109759 tempest-ServerActionsTestJSON-389109759-project-member] Got 1 possible topologies {{(pid=62328) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1230.636825] env[62328]: DEBUG nova.virt.hardware [None req-58f6457b-47d2-4a9b-b04e-c95498aaf2ea tempest-ServerActionsTestJSON-389109759 tempest-ServerActionsTestJSON-389109759-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62328) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1230.636995] env[62328]: DEBUG nova.virt.hardware [None req-58f6457b-47d2-4a9b-b04e-c95498aaf2ea tempest-ServerActionsTestJSON-389109759 tempest-ServerActionsTestJSON-389109759-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62328) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1230.642115] env[62328]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4ac10deb-5a9f-48fd-94c8-120a1c0073a0 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1230.657606] env[62328]: DEBUG oslo_vmware.api [None req-58f6457b-47d2-4a9b-b04e-c95498aaf2ea tempest-ServerActionsTestJSON-389109759 tempest-ServerActionsTestJSON-389109759-project-member] Waiting for the task: (returnval){ [ 1230.657606] env[62328]: value = "task-2387879" [ 1230.657606] env[62328]: _type = "Task" [ 1230.657606] env[62328]: } to complete. {{(pid=62328) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1230.665342] env[62328]: DEBUG oslo_vmware.api [None req-58f6457b-47d2-4a9b-b04e-c95498aaf2ea tempest-ServerActionsTestJSON-389109759 tempest-ServerActionsTestJSON-389109759-project-member] Task: {'id': task-2387879, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1230.722525] env[62328]: INFO nova.compute.manager [None req-f0fdaa75-4630-459a-bf1a-44dfa133e3e8 tempest-ServerActionsTestOtherB-626827456 tempest-ServerActionsTestOtherB-626827456-project-member] [instance: 75e155a3-05b0-44c5-86de-5643cbb05fc0] Took 0.54 seconds to detach 1 volumes for instance. [ 1231.168193] env[62328]: DEBUG oslo_vmware.api [None req-58f6457b-47d2-4a9b-b04e-c95498aaf2ea tempest-ServerActionsTestJSON-389109759 tempest-ServerActionsTestJSON-389109759-project-member] Task: {'id': task-2387879, 'name': ReconfigVM_Task, 'duration_secs': 0.184094} completed successfully. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1231.168573] env[62328]: DEBUG nova.virt.vmwareapi.vmops [None req-58f6457b-47d2-4a9b-b04e-c95498aaf2ea tempest-ServerActionsTestJSON-389109759 tempest-ServerActionsTestJSON-389109759-project-member] [instance: a0c4c9ea-1d61-4220-96ff-374ea5220233] Updating instance 'a0c4c9ea-1d61-4220-96ff-374ea5220233' progress to 33 {{(pid=62328) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1231.230542] env[62328]: DEBUG oslo_concurrency.lockutils [None req-f0fdaa75-4630-459a-bf1a-44dfa133e3e8 tempest-ServerActionsTestOtherB-626827456 tempest-ServerActionsTestOtherB-626827456-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1231.230764] env[62328]: DEBUG oslo_concurrency.lockutils [None req-f0fdaa75-4630-459a-bf1a-44dfa133e3e8 tempest-ServerActionsTestOtherB-626827456 tempest-ServerActionsTestOtherB-626827456-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1231.230955] env[62328]: DEBUG nova.objects.instance [None req-f0fdaa75-4630-459a-bf1a-44dfa133e3e8 tempest-ServerActionsTestOtherB-626827456 tempest-ServerActionsTestOtherB-626827456-project-member] Lazy-loading 'resources' on Instance uuid 75e155a3-05b0-44c5-86de-5643cbb05fc0 {{(pid=62328) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1231.674874] env[62328]: DEBUG nova.virt.hardware [None req-58f6457b-47d2-4a9b-b04e-c95498aaf2ea tempest-ServerActionsTestJSON-389109759 tempest-ServerActionsTestJSON-389109759-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-07T17:16:55Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=dbf872a4-92be-47e4-8561-c3e2bf2423ab,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62328) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1231.675216] env[62328]: DEBUG nova.virt.hardware [None req-58f6457b-47d2-4a9b-b04e-c95498aaf2ea tempest-ServerActionsTestJSON-389109759 tempest-ServerActionsTestJSON-389109759-project-member] Flavor limits 0:0:0 {{(pid=62328) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1231.675463] env[62328]: DEBUG nova.virt.hardware [None req-58f6457b-47d2-4a9b-b04e-c95498aaf2ea tempest-ServerActionsTestJSON-389109759 tempest-ServerActionsTestJSON-389109759-project-member] Image limits 0:0:0 {{(pid=62328) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1231.675729] env[62328]: DEBUG nova.virt.hardware [None req-58f6457b-47d2-4a9b-b04e-c95498aaf2ea tempest-ServerActionsTestJSON-389109759 tempest-ServerActionsTestJSON-389109759-project-member] Flavor pref 0:0:0 {{(pid=62328) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1231.675960] env[62328]: DEBUG nova.virt.hardware [None req-58f6457b-47d2-4a9b-b04e-c95498aaf2ea tempest-ServerActionsTestJSON-389109759 tempest-ServerActionsTestJSON-389109759-project-member] Image pref 0:0:0 {{(pid=62328) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1231.676198] env[62328]: DEBUG nova.virt.hardware [None req-58f6457b-47d2-4a9b-b04e-c95498aaf2ea tempest-ServerActionsTestJSON-389109759 tempest-ServerActionsTestJSON-389109759-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62328) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1231.676486] env[62328]: DEBUG nova.virt.hardware [None req-58f6457b-47d2-4a9b-b04e-c95498aaf2ea tempest-ServerActionsTestJSON-389109759 tempest-ServerActionsTestJSON-389109759-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62328) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1231.676731] env[62328]: DEBUG nova.virt.hardware [None req-58f6457b-47d2-4a9b-b04e-c95498aaf2ea tempest-ServerActionsTestJSON-389109759 tempest-ServerActionsTestJSON-389109759-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62328) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1231.676981] env[62328]: DEBUG nova.virt.hardware [None req-58f6457b-47d2-4a9b-b04e-c95498aaf2ea tempest-ServerActionsTestJSON-389109759 tempest-ServerActionsTestJSON-389109759-project-member] Got 1 possible topologies {{(pid=62328) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1231.677242] env[62328]: DEBUG nova.virt.hardware [None req-58f6457b-47d2-4a9b-b04e-c95498aaf2ea tempest-ServerActionsTestJSON-389109759 tempest-ServerActionsTestJSON-389109759-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62328) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1231.677496] env[62328]: DEBUG nova.virt.hardware [None req-58f6457b-47d2-4a9b-b04e-c95498aaf2ea tempest-ServerActionsTestJSON-389109759 tempest-ServerActionsTestJSON-389109759-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62328) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1231.683419] env[62328]: DEBUG nova.virt.vmwareapi.volumeops [None req-58f6457b-47d2-4a9b-b04e-c95498aaf2ea tempest-ServerActionsTestJSON-389109759 tempest-ServerActionsTestJSON-389109759-project-member] [instance: a0c4c9ea-1d61-4220-96ff-374ea5220233] Reconfiguring VM instance instance-00000078 to detach disk 2000 {{(pid=62328) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1231.683751] env[62328]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6ccf2f69-9bf6-47d0-974b-2e2eeec0faed {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1231.702489] env[62328]: DEBUG oslo_vmware.api [None req-58f6457b-47d2-4a9b-b04e-c95498aaf2ea tempest-ServerActionsTestJSON-389109759 tempest-ServerActionsTestJSON-389109759-project-member] Waiting for the task: (returnval){ [ 1231.702489] env[62328]: value = "task-2387880" [ 1231.702489] env[62328]: _type = "Task" [ 1231.702489] env[62328]: } to complete. {{(pid=62328) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1231.710278] env[62328]: DEBUG oslo_vmware.api [None req-58f6457b-47d2-4a9b-b04e-c95498aaf2ea tempest-ServerActionsTestJSON-389109759 tempest-ServerActionsTestJSON-389109759-project-member] Task: {'id': task-2387880, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1231.826251] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1e1ad886-01f1-48ad-850a-c69934ba431b {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1231.833355] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-533fb412-3876-44ab-9f68-b95f7cef6dfd {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1231.863822] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-92d9b39e-c403-4720-9f14-539f86a46d3f {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1231.870385] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ef4d18c3-d06e-44f0-94c8-fa174c449f6e {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1231.883077] env[62328]: DEBUG nova.compute.provider_tree [None req-f0fdaa75-4630-459a-bf1a-44dfa133e3e8 tempest-ServerActionsTestOtherB-626827456 tempest-ServerActionsTestOtherB-626827456-project-member] Inventory has not changed in ProviderTree for provider: 3469e9f8-04af-49ca-8435-49f104496744 {{(pid=62328) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1231.963048] env[62328]: DEBUG oslo_concurrency.lockutils [None req-15d27517-bd24-42ce-a91b-89657191d935 tempest-AttachInterfacesTestJSON-1049158018 tempest-AttachInterfacesTestJSON-1049158018-project-member] Acquiring lock "interface-0200e570-094d-466d-b8a8-0c183fcdc10d-2a999877-9895-43d6-8bd6-df8ca59aba15" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1231.963321] env[62328]: DEBUG oslo_concurrency.lockutils [None req-15d27517-bd24-42ce-a91b-89657191d935 tempest-AttachInterfacesTestJSON-1049158018 tempest-AttachInterfacesTestJSON-1049158018-project-member] Lock "interface-0200e570-094d-466d-b8a8-0c183fcdc10d-2a999877-9895-43d6-8bd6-df8ca59aba15" acquired by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: waited 0.000s {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1232.211871] env[62328]: DEBUG oslo_vmware.api [None req-58f6457b-47d2-4a9b-b04e-c95498aaf2ea tempest-ServerActionsTestJSON-389109759 tempest-ServerActionsTestJSON-389109759-project-member] Task: {'id': task-2387880, 'name': ReconfigVM_Task, 'duration_secs': 0.145861} completed successfully. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1232.212177] env[62328]: DEBUG nova.virt.vmwareapi.volumeops [None req-58f6457b-47d2-4a9b-b04e-c95498aaf2ea tempest-ServerActionsTestJSON-389109759 tempest-ServerActionsTestJSON-389109759-project-member] [instance: a0c4c9ea-1d61-4220-96ff-374ea5220233] Reconfigured VM instance instance-00000078 to detach disk 2000 {{(pid=62328) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1232.212917] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8edd1261-2777-4fc0-a715-c2a3807d6cab {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1232.234233] env[62328]: DEBUG nova.virt.vmwareapi.volumeops [None req-58f6457b-47d2-4a9b-b04e-c95498aaf2ea tempest-ServerActionsTestJSON-389109759 tempest-ServerActionsTestJSON-389109759-project-member] [instance: a0c4c9ea-1d61-4220-96ff-374ea5220233] Reconfiguring VM instance instance-00000078 to attach disk [datastore1] a0c4c9ea-1d61-4220-96ff-374ea5220233/a0c4c9ea-1d61-4220-96ff-374ea5220233.vmdk or device None with type thin {{(pid=62328) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1232.234767] env[62328]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-efa986ac-ccd4-4c4d-9a4d-0a6468cf6c84 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1232.251835] env[62328]: DEBUG oslo_vmware.api [None req-58f6457b-47d2-4a9b-b04e-c95498aaf2ea tempest-ServerActionsTestJSON-389109759 tempest-ServerActionsTestJSON-389109759-project-member] Waiting for the task: (returnval){ [ 1232.251835] env[62328]: value = "task-2387881" [ 1232.251835] env[62328]: _type = "Task" [ 1232.251835] env[62328]: } to complete. {{(pid=62328) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1232.259156] env[62328]: DEBUG oslo_vmware.api [None req-58f6457b-47d2-4a9b-b04e-c95498aaf2ea tempest-ServerActionsTestJSON-389109759 tempest-ServerActionsTestJSON-389109759-project-member] Task: {'id': task-2387881, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1232.386869] env[62328]: DEBUG nova.scheduler.client.report [None req-f0fdaa75-4630-459a-bf1a-44dfa133e3e8 tempest-ServerActionsTestOtherB-626827456 tempest-ServerActionsTestOtherB-626827456-project-member] Inventory has not changed for provider 3469e9f8-04af-49ca-8435-49f104496744 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 153, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62328) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1232.466518] env[62328]: DEBUG oslo_concurrency.lockutils [None req-15d27517-bd24-42ce-a91b-89657191d935 tempest-AttachInterfacesTestJSON-1049158018 tempest-AttachInterfacesTestJSON-1049158018-project-member] Acquiring lock "0200e570-094d-466d-b8a8-0c183fcdc10d" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1232.466801] env[62328]: DEBUG oslo_concurrency.lockutils [None req-15d27517-bd24-42ce-a91b-89657191d935 tempest-AttachInterfacesTestJSON-1049158018 tempest-AttachInterfacesTestJSON-1049158018-project-member] Acquired lock "0200e570-094d-466d-b8a8-0c183fcdc10d" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1232.467876] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-691b1a52-e621-4c5c-b6b4-835936ee997f {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1232.486885] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b7b7841d-f680-4216-bd5d-dd79bb57bf2d {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1232.511476] env[62328]: DEBUG nova.virt.vmwareapi.vmops [None req-15d27517-bd24-42ce-a91b-89657191d935 tempest-AttachInterfacesTestJSON-1049158018 tempest-AttachInterfacesTestJSON-1049158018-project-member] [instance: 0200e570-094d-466d-b8a8-0c183fcdc10d] Reconfiguring VM to detach interface {{(pid=62328) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1968}} [ 1232.511730] env[62328]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ac2edc69-2312-421e-a124-a87e532771b6 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1232.529118] env[62328]: DEBUG oslo_vmware.api [None req-15d27517-bd24-42ce-a91b-89657191d935 tempest-AttachInterfacesTestJSON-1049158018 tempest-AttachInterfacesTestJSON-1049158018-project-member] Waiting for the task: (returnval){ [ 1232.529118] env[62328]: value = "task-2387882" [ 1232.529118] env[62328]: _type = "Task" [ 1232.529118] env[62328]: } to complete. {{(pid=62328) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1232.536930] env[62328]: DEBUG oslo_vmware.api [None req-15d27517-bd24-42ce-a91b-89657191d935 tempest-AttachInterfacesTestJSON-1049158018 tempest-AttachInterfacesTestJSON-1049158018-project-member] Task: {'id': task-2387882, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1232.760948] env[62328]: DEBUG oslo_vmware.api [None req-58f6457b-47d2-4a9b-b04e-c95498aaf2ea tempest-ServerActionsTestJSON-389109759 tempest-ServerActionsTestJSON-389109759-project-member] Task: {'id': task-2387881, 'name': ReconfigVM_Task, 'duration_secs': 0.239388} completed successfully. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1232.761269] env[62328]: DEBUG nova.virt.vmwareapi.volumeops [None req-58f6457b-47d2-4a9b-b04e-c95498aaf2ea tempest-ServerActionsTestJSON-389109759 tempest-ServerActionsTestJSON-389109759-project-member] [instance: a0c4c9ea-1d61-4220-96ff-374ea5220233] Reconfigured VM instance instance-00000078 to attach disk [datastore1] a0c4c9ea-1d61-4220-96ff-374ea5220233/a0c4c9ea-1d61-4220-96ff-374ea5220233.vmdk or device None with type thin {{(pid=62328) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1232.761539] env[62328]: DEBUG nova.virt.vmwareapi.vmops [None req-58f6457b-47d2-4a9b-b04e-c95498aaf2ea tempest-ServerActionsTestJSON-389109759 tempest-ServerActionsTestJSON-389109759-project-member] [instance: a0c4c9ea-1d61-4220-96ff-374ea5220233] Updating instance 'a0c4c9ea-1d61-4220-96ff-374ea5220233' progress to 50 {{(pid=62328) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1232.892135] env[62328]: DEBUG oslo_concurrency.lockutils [None req-f0fdaa75-4630-459a-bf1a-44dfa133e3e8 tempest-ServerActionsTestOtherB-626827456 tempest-ServerActionsTestOtherB-626827456-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.661s {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1232.909826] env[62328]: INFO nova.scheduler.client.report [None req-f0fdaa75-4630-459a-bf1a-44dfa133e3e8 tempest-ServerActionsTestOtherB-626827456 tempest-ServerActionsTestOtherB-626827456-project-member] Deleted allocations for instance 75e155a3-05b0-44c5-86de-5643cbb05fc0 [ 1233.039197] env[62328]: DEBUG oslo_vmware.api [None req-15d27517-bd24-42ce-a91b-89657191d935 tempest-AttachInterfacesTestJSON-1049158018 tempest-AttachInterfacesTestJSON-1049158018-project-member] Task: {'id': task-2387882, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1233.268174] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-397d768f-8968-4038-ad20-ca0909da452a {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1233.287387] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2967967a-850d-4396-ad34-2d8333d3ca89 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1233.306996] env[62328]: DEBUG nova.virt.vmwareapi.vmops [None req-58f6457b-47d2-4a9b-b04e-c95498aaf2ea tempest-ServerActionsTestJSON-389109759 tempest-ServerActionsTestJSON-389109759-project-member] [instance: a0c4c9ea-1d61-4220-96ff-374ea5220233] Updating instance 'a0c4c9ea-1d61-4220-96ff-374ea5220233' progress to 67 {{(pid=62328) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1233.416264] env[62328]: DEBUG oslo_concurrency.lockutils [None req-f0fdaa75-4630-459a-bf1a-44dfa133e3e8 tempest-ServerActionsTestOtherB-626827456 tempest-ServerActionsTestOtherB-626827456-project-member] Lock "75e155a3-05b0-44c5-86de-5643cbb05fc0" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 7.878s {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1233.539567] env[62328]: DEBUG oslo_vmware.api [None req-15d27517-bd24-42ce-a91b-89657191d935 tempest-AttachInterfacesTestJSON-1049158018 tempest-AttachInterfacesTestJSON-1049158018-project-member] Task: {'id': task-2387882, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1233.847545] env[62328]: DEBUG nova.network.neutron [None req-58f6457b-47d2-4a9b-b04e-c95498aaf2ea tempest-ServerActionsTestJSON-389109759 tempest-ServerActionsTestJSON-389109759-project-member] [instance: a0c4c9ea-1d61-4220-96ff-374ea5220233] Port 4b088c22-327c-464f-a34b-4680338c0177 binding to destination host cpu-1 is already ACTIVE {{(pid=62328) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1234.040555] env[62328]: DEBUG oslo_vmware.api [None req-15d27517-bd24-42ce-a91b-89657191d935 tempest-AttachInterfacesTestJSON-1049158018 tempest-AttachInterfacesTestJSON-1049158018-project-member] Task: {'id': task-2387882, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1234.540706] env[62328]: DEBUG oslo_vmware.api [None req-15d27517-bd24-42ce-a91b-89657191d935 tempest-AttachInterfacesTestJSON-1049158018 tempest-AttachInterfacesTestJSON-1049158018-project-member] Task: {'id': task-2387882, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1234.870093] env[62328]: DEBUG oslo_concurrency.lockutils [None req-58f6457b-47d2-4a9b-b04e-c95498aaf2ea tempest-ServerActionsTestJSON-389109759 tempest-ServerActionsTestJSON-389109759-project-member] Acquiring lock "a0c4c9ea-1d61-4220-96ff-374ea5220233-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1234.870582] env[62328]: DEBUG oslo_concurrency.lockutils [None req-58f6457b-47d2-4a9b-b04e-c95498aaf2ea tempest-ServerActionsTestJSON-389109759 tempest-ServerActionsTestJSON-389109759-project-member] Lock "a0c4c9ea-1d61-4220-96ff-374ea5220233-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1234.870582] env[62328]: DEBUG oslo_concurrency.lockutils [None req-58f6457b-47d2-4a9b-b04e-c95498aaf2ea tempest-ServerActionsTestJSON-389109759 tempest-ServerActionsTestJSON-389109759-project-member] Lock "a0c4c9ea-1d61-4220-96ff-374ea5220233-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1234.890156] env[62328]: DEBUG oslo_concurrency.lockutils [None req-51cfe8ce-d8eb-41af-9538-6241448b7061 tempest-ServerActionsTestOtherB-626827456 tempest-ServerActionsTestOtherB-626827456-project-member] Acquiring lock "b73ba0c4-f3a7-407b-83e5-935263f0eea3" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1234.890385] env[62328]: DEBUG oslo_concurrency.lockutils [None req-51cfe8ce-d8eb-41af-9538-6241448b7061 tempest-ServerActionsTestOtherB-626827456 tempest-ServerActionsTestOtherB-626827456-project-member] Lock "b73ba0c4-f3a7-407b-83e5-935263f0eea3" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1235.041948] env[62328]: DEBUG oslo_vmware.api [None req-15d27517-bd24-42ce-a91b-89657191d935 tempest-AttachInterfacesTestJSON-1049158018 tempest-AttachInterfacesTestJSON-1049158018-project-member] Task: {'id': task-2387882, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1235.393036] env[62328]: DEBUG nova.compute.manager [None req-51cfe8ce-d8eb-41af-9538-6241448b7061 tempest-ServerActionsTestOtherB-626827456 tempest-ServerActionsTestOtherB-626827456-project-member] [instance: b73ba0c4-f3a7-407b-83e5-935263f0eea3] Starting instance... {{(pid=62328) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1235.542898] env[62328]: DEBUG oslo_vmware.api [None req-15d27517-bd24-42ce-a91b-89657191d935 tempest-AttachInterfacesTestJSON-1049158018 tempest-AttachInterfacesTestJSON-1049158018-project-member] Task: {'id': task-2387882, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1235.905417] env[62328]: DEBUG oslo_concurrency.lockutils [None req-58f6457b-47d2-4a9b-b04e-c95498aaf2ea tempest-ServerActionsTestJSON-389109759 tempest-ServerActionsTestJSON-389109759-project-member] Acquiring lock "refresh_cache-a0c4c9ea-1d61-4220-96ff-374ea5220233" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1235.905601] env[62328]: DEBUG oslo_concurrency.lockutils [None req-58f6457b-47d2-4a9b-b04e-c95498aaf2ea tempest-ServerActionsTestJSON-389109759 tempest-ServerActionsTestJSON-389109759-project-member] Acquired lock "refresh_cache-a0c4c9ea-1d61-4220-96ff-374ea5220233" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1235.905777] env[62328]: DEBUG nova.network.neutron [None req-58f6457b-47d2-4a9b-b04e-c95498aaf2ea tempest-ServerActionsTestJSON-389109759 tempest-ServerActionsTestJSON-389109759-project-member] [instance: a0c4c9ea-1d61-4220-96ff-374ea5220233] Building network info cache for instance {{(pid=62328) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1235.914115] env[62328]: DEBUG oslo_concurrency.lockutils [None req-51cfe8ce-d8eb-41af-9538-6241448b7061 tempest-ServerActionsTestOtherB-626827456 tempest-ServerActionsTestOtherB-626827456-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1235.914352] env[62328]: DEBUG oslo_concurrency.lockutils [None req-51cfe8ce-d8eb-41af-9538-6241448b7061 tempest-ServerActionsTestOtherB-626827456 tempest-ServerActionsTestOtherB-626827456-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1235.915802] env[62328]: INFO nova.compute.claims [None req-51cfe8ce-d8eb-41af-9538-6241448b7061 tempest-ServerActionsTestOtherB-626827456 tempest-ServerActionsTestOtherB-626827456-project-member] [instance: b73ba0c4-f3a7-407b-83e5-935263f0eea3] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1236.043728] env[62328]: DEBUG oslo_vmware.api [None req-15d27517-bd24-42ce-a91b-89657191d935 tempest-AttachInterfacesTestJSON-1049158018 tempest-AttachInterfacesTestJSON-1049158018-project-member] Task: {'id': task-2387882, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1236.545291] env[62328]: DEBUG oslo_vmware.api [None req-15d27517-bd24-42ce-a91b-89657191d935 tempest-AttachInterfacesTestJSON-1049158018 tempest-AttachInterfacesTestJSON-1049158018-project-member] Task: {'id': task-2387882, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1236.674109] env[62328]: DEBUG nova.network.neutron [None req-58f6457b-47d2-4a9b-b04e-c95498aaf2ea tempest-ServerActionsTestJSON-389109759 tempest-ServerActionsTestJSON-389109759-project-member] [instance: a0c4c9ea-1d61-4220-96ff-374ea5220233] Updating instance_info_cache with network_info: [{"id": "4b088c22-327c-464f-a34b-4680338c0177", "address": "fa:16:3e:fc:a2:7f", "network": {"id": "805c8157-3d39-4783-8cec-987f63104f4b", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-938088414-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.184", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9a4c228c680f4e5fa3409558e769cc0a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c1195acd-707f-4bac-a99d-14db17a63802", "external-id": "nsx-vlan-transportzone-322", "segmentation_id": 322, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4b088c22-32", "ovs_interfaceid": "4b088c22-327c-464f-a34b-4680338c0177", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62328) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1237.000946] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fb11aec5-c59b-4160-9524-38b38e091596 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1237.008543] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-afdf01d0-f2c8-4590-a0dd-9dc46bdcc07a {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1237.040676] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e71542b2-e97d-4dac-a85d-e6b522c87ad1 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1237.047869] env[62328]: DEBUG oslo_vmware.api [None req-15d27517-bd24-42ce-a91b-89657191d935 tempest-AttachInterfacesTestJSON-1049158018 tempest-AttachInterfacesTestJSON-1049158018-project-member] Task: {'id': task-2387882, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1237.050773] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-59a97582-4b6e-49e9-830b-8b236868c599 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1237.064702] env[62328]: DEBUG nova.compute.provider_tree [None req-51cfe8ce-d8eb-41af-9538-6241448b7061 tempest-ServerActionsTestOtherB-626827456 tempest-ServerActionsTestOtherB-626827456-project-member] Inventory has not changed in ProviderTree for provider: 3469e9f8-04af-49ca-8435-49f104496744 {{(pid=62328) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1237.177188] env[62328]: DEBUG oslo_concurrency.lockutils [None req-58f6457b-47d2-4a9b-b04e-c95498aaf2ea tempest-ServerActionsTestJSON-389109759 tempest-ServerActionsTestJSON-389109759-project-member] Releasing lock "refresh_cache-a0c4c9ea-1d61-4220-96ff-374ea5220233" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1237.547086] env[62328]: DEBUG oslo_vmware.api [None req-15d27517-bd24-42ce-a91b-89657191d935 tempest-AttachInterfacesTestJSON-1049158018 tempest-AttachInterfacesTestJSON-1049158018-project-member] Task: {'id': task-2387882, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1237.568176] env[62328]: DEBUG nova.scheduler.client.report [None req-51cfe8ce-d8eb-41af-9538-6241448b7061 tempest-ServerActionsTestOtherB-626827456 tempest-ServerActionsTestOtherB-626827456-project-member] Inventory has not changed for provider 3469e9f8-04af-49ca-8435-49f104496744 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 153, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62328) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1237.698144] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3e1da504-91e3-4601-ad98-7d9dd628fdc5 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1237.716937] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7f060433-78e8-4071-8f6c-03bcac023ab1 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1237.723535] env[62328]: DEBUG nova.virt.vmwareapi.vmops [None req-58f6457b-47d2-4a9b-b04e-c95498aaf2ea tempest-ServerActionsTestJSON-389109759 tempest-ServerActionsTestJSON-389109759-project-member] [instance: a0c4c9ea-1d61-4220-96ff-374ea5220233] Updating instance 'a0c4c9ea-1d61-4220-96ff-374ea5220233' progress to 83 {{(pid=62328) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1238.047995] env[62328]: DEBUG oslo_vmware.api [None req-15d27517-bd24-42ce-a91b-89657191d935 tempest-AttachInterfacesTestJSON-1049158018 tempest-AttachInterfacesTestJSON-1049158018-project-member] Task: {'id': task-2387882, 'name': ReconfigVM_Task} progress is 18%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1238.072967] env[62328]: DEBUG oslo_concurrency.lockutils [None req-51cfe8ce-d8eb-41af-9538-6241448b7061 tempest-ServerActionsTestOtherB-626827456 tempest-ServerActionsTestOtherB-626827456-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.158s {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1238.073520] env[62328]: DEBUG nova.compute.manager [None req-51cfe8ce-d8eb-41af-9538-6241448b7061 tempest-ServerActionsTestOtherB-626827456 tempest-ServerActionsTestOtherB-626827456-project-member] [instance: b73ba0c4-f3a7-407b-83e5-935263f0eea3] Start building networks asynchronously for instance. {{(pid=62328) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1238.230295] env[62328]: DEBUG nova.virt.vmwareapi.vm_util [None req-58f6457b-47d2-4a9b-b04e-c95498aaf2ea tempest-ServerActionsTestJSON-389109759 tempest-ServerActionsTestJSON-389109759-project-member] [instance: a0c4c9ea-1d61-4220-96ff-374ea5220233] Powering on the VM {{(pid=62328) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1238.230645] env[62328]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-57edf9c3-86fe-4a88-9e09-2a634d4439df {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1238.239400] env[62328]: DEBUG oslo_vmware.api [None req-58f6457b-47d2-4a9b-b04e-c95498aaf2ea tempest-ServerActionsTestJSON-389109759 tempest-ServerActionsTestJSON-389109759-project-member] Waiting for the task: (returnval){ [ 1238.239400] env[62328]: value = "task-2387883" [ 1238.239400] env[62328]: _type = "Task" [ 1238.239400] env[62328]: } to complete. {{(pid=62328) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1238.246991] env[62328]: DEBUG oslo_vmware.api [None req-58f6457b-47d2-4a9b-b04e-c95498aaf2ea tempest-ServerActionsTestJSON-389109759 tempest-ServerActionsTestJSON-389109759-project-member] Task: {'id': task-2387883, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1238.548581] env[62328]: DEBUG oslo_vmware.api [None req-15d27517-bd24-42ce-a91b-89657191d935 tempest-AttachInterfacesTestJSON-1049158018 tempest-AttachInterfacesTestJSON-1049158018-project-member] Task: {'id': task-2387882, 'name': ReconfigVM_Task, 'duration_secs': 5.771217} completed successfully. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1238.548886] env[62328]: DEBUG oslo_concurrency.lockutils [None req-15d27517-bd24-42ce-a91b-89657191d935 tempest-AttachInterfacesTestJSON-1049158018 tempest-AttachInterfacesTestJSON-1049158018-project-member] Releasing lock "0200e570-094d-466d-b8a8-0c183fcdc10d" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1238.548999] env[62328]: DEBUG nova.virt.vmwareapi.vmops [None req-15d27517-bd24-42ce-a91b-89657191d935 tempest-AttachInterfacesTestJSON-1049158018 tempest-AttachInterfacesTestJSON-1049158018-project-member] [instance: 0200e570-094d-466d-b8a8-0c183fcdc10d] Reconfigured VM to detach interface {{(pid=62328) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1978}} [ 1238.578214] env[62328]: DEBUG nova.compute.utils [None req-51cfe8ce-d8eb-41af-9538-6241448b7061 tempest-ServerActionsTestOtherB-626827456 tempest-ServerActionsTestOtherB-626827456-project-member] Using /dev/sd instead of None {{(pid=62328) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1238.582017] env[62328]: DEBUG nova.compute.manager [None req-51cfe8ce-d8eb-41af-9538-6241448b7061 tempest-ServerActionsTestOtherB-626827456 tempest-ServerActionsTestOtherB-626827456-project-member] [instance: b73ba0c4-f3a7-407b-83e5-935263f0eea3] Allocating IP information in the background. {{(pid=62328) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1238.582219] env[62328]: DEBUG nova.network.neutron [None req-51cfe8ce-d8eb-41af-9538-6241448b7061 tempest-ServerActionsTestOtherB-626827456 tempest-ServerActionsTestOtherB-626827456-project-member] [instance: b73ba0c4-f3a7-407b-83e5-935263f0eea3] allocate_for_instance() {{(pid=62328) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1238.654974] env[62328]: DEBUG nova.policy [None req-51cfe8ce-d8eb-41af-9538-6241448b7061 tempest-ServerActionsTestOtherB-626827456 tempest-ServerActionsTestOtherB-626827456-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '16d56be93a1f4a17b2fadb622c16702c', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '4dfb769ea51943efa01b92c3a0595081', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62328) authorize /opt/stack/nova/nova/policy.py:192}} [ 1238.750201] env[62328]: DEBUG oslo_vmware.api [None req-58f6457b-47d2-4a9b-b04e-c95498aaf2ea tempest-ServerActionsTestJSON-389109759 tempest-ServerActionsTestJSON-389109759-project-member] Task: {'id': task-2387883, 'name': PowerOnVM_Task, 'duration_secs': 0.361287} completed successfully. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1238.750420] env[62328]: DEBUG nova.virt.vmwareapi.vm_util [None req-58f6457b-47d2-4a9b-b04e-c95498aaf2ea tempest-ServerActionsTestJSON-389109759 tempest-ServerActionsTestJSON-389109759-project-member] [instance: a0c4c9ea-1d61-4220-96ff-374ea5220233] Powered on the VM {{(pid=62328) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1238.750598] env[62328]: DEBUG nova.virt.vmwareapi.vmops [None req-58f6457b-47d2-4a9b-b04e-c95498aaf2ea tempest-ServerActionsTestJSON-389109759 tempest-ServerActionsTestJSON-389109759-project-member] [instance: a0c4c9ea-1d61-4220-96ff-374ea5220233] Updating instance 'a0c4c9ea-1d61-4220-96ff-374ea5220233' progress to 100 {{(pid=62328) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1239.085687] env[62328]: DEBUG nova.compute.manager [None req-51cfe8ce-d8eb-41af-9538-6241448b7061 tempest-ServerActionsTestOtherB-626827456 tempest-ServerActionsTestOtherB-626827456-project-member] [instance: b73ba0c4-f3a7-407b-83e5-935263f0eea3] Start building block device mappings for instance. {{(pid=62328) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1239.198997] env[62328]: DEBUG nova.network.neutron [None req-51cfe8ce-d8eb-41af-9538-6241448b7061 tempest-ServerActionsTestOtherB-626827456 tempest-ServerActionsTestOtherB-626827456-project-member] [instance: b73ba0c4-f3a7-407b-83e5-935263f0eea3] Successfully created port: f20b0f2e-1188-4a01-9d99-939ac2d85009 {{(pid=62328) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1240.098263] env[62328]: DEBUG nova.compute.manager [None req-51cfe8ce-d8eb-41af-9538-6241448b7061 tempest-ServerActionsTestOtherB-626827456 tempest-ServerActionsTestOtherB-626827456-project-member] [instance: b73ba0c4-f3a7-407b-83e5-935263f0eea3] Start spawning the instance on the hypervisor. {{(pid=62328) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1240.124917] env[62328]: DEBUG nova.virt.hardware [None req-51cfe8ce-d8eb-41af-9538-6241448b7061 tempest-ServerActionsTestOtherB-626827456 tempest-ServerActionsTestOtherB-626827456-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-07T17:16:55Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-07T17:16:37Z,direct_url=,disk_format='vmdk',id=dbf872a4-92be-47e4-8561-c3e2bf2423ab,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='2a64022f08d84b11a86773b900860ae5',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-07T17:16:38Z,virtual_size=,visibility=), allow threads: False {{(pid=62328) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1240.125174] env[62328]: DEBUG nova.virt.hardware [None req-51cfe8ce-d8eb-41af-9538-6241448b7061 tempest-ServerActionsTestOtherB-626827456 tempest-ServerActionsTestOtherB-626827456-project-member] Flavor limits 0:0:0 {{(pid=62328) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1240.125332] env[62328]: DEBUG nova.virt.hardware [None req-51cfe8ce-d8eb-41af-9538-6241448b7061 tempest-ServerActionsTestOtherB-626827456 tempest-ServerActionsTestOtherB-626827456-project-member] Image limits 0:0:0 {{(pid=62328) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1240.125509] env[62328]: DEBUG nova.virt.hardware [None req-51cfe8ce-d8eb-41af-9538-6241448b7061 tempest-ServerActionsTestOtherB-626827456 tempest-ServerActionsTestOtherB-626827456-project-member] Flavor pref 0:0:0 {{(pid=62328) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1240.125653] env[62328]: DEBUG nova.virt.hardware [None req-51cfe8ce-d8eb-41af-9538-6241448b7061 tempest-ServerActionsTestOtherB-626827456 tempest-ServerActionsTestOtherB-626827456-project-member] Image pref 0:0:0 {{(pid=62328) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1240.125799] env[62328]: DEBUG nova.virt.hardware [None req-51cfe8ce-d8eb-41af-9538-6241448b7061 tempest-ServerActionsTestOtherB-626827456 tempest-ServerActionsTestOtherB-626827456-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62328) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1240.126017] env[62328]: DEBUG nova.virt.hardware [None req-51cfe8ce-d8eb-41af-9538-6241448b7061 tempest-ServerActionsTestOtherB-626827456 tempest-ServerActionsTestOtherB-626827456-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62328) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1240.126178] env[62328]: DEBUG nova.virt.hardware [None req-51cfe8ce-d8eb-41af-9538-6241448b7061 tempest-ServerActionsTestOtherB-626827456 tempest-ServerActionsTestOtherB-626827456-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62328) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1240.126384] env[62328]: DEBUG nova.virt.hardware [None req-51cfe8ce-d8eb-41af-9538-6241448b7061 tempest-ServerActionsTestOtherB-626827456 tempest-ServerActionsTestOtherB-626827456-project-member] Got 1 possible topologies {{(pid=62328) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1240.126815] env[62328]: DEBUG nova.virt.hardware [None req-51cfe8ce-d8eb-41af-9538-6241448b7061 tempest-ServerActionsTestOtherB-626827456 tempest-ServerActionsTestOtherB-626827456-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62328) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1240.126815] env[62328]: DEBUG nova.virt.hardware [None req-51cfe8ce-d8eb-41af-9538-6241448b7061 tempest-ServerActionsTestOtherB-626827456 tempest-ServerActionsTestOtherB-626827456-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62328) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1240.127297] env[62328]: DEBUG oslo_concurrency.lockutils [None req-15d27517-bd24-42ce-a91b-89657191d935 tempest-AttachInterfacesTestJSON-1049158018 tempest-AttachInterfacesTestJSON-1049158018-project-member] Acquiring lock "refresh_cache-0200e570-094d-466d-b8a8-0c183fcdc10d" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1240.127475] env[62328]: DEBUG oslo_concurrency.lockutils [None req-15d27517-bd24-42ce-a91b-89657191d935 tempest-AttachInterfacesTestJSON-1049158018 tempest-AttachInterfacesTestJSON-1049158018-project-member] Acquired lock "refresh_cache-0200e570-094d-466d-b8a8-0c183fcdc10d" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1240.127643] env[62328]: DEBUG nova.network.neutron [None req-15d27517-bd24-42ce-a91b-89657191d935 tempest-AttachInterfacesTestJSON-1049158018 tempest-AttachInterfacesTestJSON-1049158018-project-member] [instance: 0200e570-094d-466d-b8a8-0c183fcdc10d] Building network info cache for instance {{(pid=62328) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1240.129439] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-08429290-7b98-470d-8f37-f3326dd0ce2a {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1240.143047] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e19a10ed-a75c-4de6-8f2f-0a798ded896c {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1240.708263] env[62328]: DEBUG nova.compute.manager [req-5c868c2d-c116-432f-b62b-c8cf7bf0c734 req-3f1bdc15-c366-42c3-a820-9ba3bbed4181 service nova] [instance: b73ba0c4-f3a7-407b-83e5-935263f0eea3] Received event network-vif-plugged-f20b0f2e-1188-4a01-9d99-939ac2d85009 {{(pid=62328) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1240.708505] env[62328]: DEBUG oslo_concurrency.lockutils [req-5c868c2d-c116-432f-b62b-c8cf7bf0c734 req-3f1bdc15-c366-42c3-a820-9ba3bbed4181 service nova] Acquiring lock "b73ba0c4-f3a7-407b-83e5-935263f0eea3-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1240.708746] env[62328]: DEBUG oslo_concurrency.lockutils [req-5c868c2d-c116-432f-b62b-c8cf7bf0c734 req-3f1bdc15-c366-42c3-a820-9ba3bbed4181 service nova] Lock "b73ba0c4-f3a7-407b-83e5-935263f0eea3-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1240.708966] env[62328]: DEBUG oslo_concurrency.lockutils [req-5c868c2d-c116-432f-b62b-c8cf7bf0c734 req-3f1bdc15-c366-42c3-a820-9ba3bbed4181 service nova] Lock "b73ba0c4-f3a7-407b-83e5-935263f0eea3-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1240.709237] env[62328]: DEBUG nova.compute.manager [req-5c868c2d-c116-432f-b62b-c8cf7bf0c734 req-3f1bdc15-c366-42c3-a820-9ba3bbed4181 service nova] [instance: b73ba0c4-f3a7-407b-83e5-935263f0eea3] No waiting events found dispatching network-vif-plugged-f20b0f2e-1188-4a01-9d99-939ac2d85009 {{(pid=62328) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1240.709428] env[62328]: WARNING nova.compute.manager [req-5c868c2d-c116-432f-b62b-c8cf7bf0c734 req-3f1bdc15-c366-42c3-a820-9ba3bbed4181 service nova] [instance: b73ba0c4-f3a7-407b-83e5-935263f0eea3] Received unexpected event network-vif-plugged-f20b0f2e-1188-4a01-9d99-939ac2d85009 for instance with vm_state building and task_state spawning. [ 1240.889874] env[62328]: DEBUG nova.network.neutron [None req-72857d00-219a-4029-9514-0df994dcd8ab tempest-ServerActionsTestJSON-389109759 tempest-ServerActionsTestJSON-389109759-project-member] [instance: a0c4c9ea-1d61-4220-96ff-374ea5220233] Port 4b088c22-327c-464f-a34b-4680338c0177 binding to destination host cpu-1 is already ACTIVE {{(pid=62328) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1240.889874] env[62328]: DEBUG oslo_concurrency.lockutils [None req-72857d00-219a-4029-9514-0df994dcd8ab tempest-ServerActionsTestJSON-389109759 tempest-ServerActionsTestJSON-389109759-project-member] Acquiring lock "refresh_cache-a0c4c9ea-1d61-4220-96ff-374ea5220233" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1240.889992] env[62328]: DEBUG oslo_concurrency.lockutils [None req-72857d00-219a-4029-9514-0df994dcd8ab tempest-ServerActionsTestJSON-389109759 tempest-ServerActionsTestJSON-389109759-project-member] Acquired lock "refresh_cache-a0c4c9ea-1d61-4220-96ff-374ea5220233" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1240.890134] env[62328]: DEBUG nova.network.neutron [None req-72857d00-219a-4029-9514-0df994dcd8ab tempest-ServerActionsTestJSON-389109759 tempest-ServerActionsTestJSON-389109759-project-member] [instance: a0c4c9ea-1d61-4220-96ff-374ea5220233] Building network info cache for instance {{(pid=62328) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1241.047515] env[62328]: DEBUG nova.network.neutron [None req-51cfe8ce-d8eb-41af-9538-6241448b7061 tempest-ServerActionsTestOtherB-626827456 tempest-ServerActionsTestOtherB-626827456-project-member] [instance: b73ba0c4-f3a7-407b-83e5-935263f0eea3] Successfully updated port: f20b0f2e-1188-4a01-9d99-939ac2d85009 {{(pid=62328) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1241.112013] env[62328]: INFO nova.network.neutron [None req-15d27517-bd24-42ce-a91b-89657191d935 tempest-AttachInterfacesTestJSON-1049158018 tempest-AttachInterfacesTestJSON-1049158018-project-member] [instance: 0200e570-094d-466d-b8a8-0c183fcdc10d] Port 2a999877-9895-43d6-8bd6-df8ca59aba15 from network info_cache is no longer associated with instance in Neutron. Removing from network info_cache. [ 1241.112441] env[62328]: DEBUG nova.network.neutron [None req-15d27517-bd24-42ce-a91b-89657191d935 tempest-AttachInterfacesTestJSON-1049158018 tempest-AttachInterfacesTestJSON-1049158018-project-member] [instance: 0200e570-094d-466d-b8a8-0c183fcdc10d] Updating instance_info_cache with network_info: [{"id": "2cc2a42d-ad3d-49f3-a076-b8391c032ef0", "address": "fa:16:3e:4e:e6:97", "network": {"id": "43b1657c-44ae-47a8-8e8d-196242ef7fca", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1953540822-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e88420d74d294fef9f976142535b9ac5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9f3a2eb5-353f-45c5-a73b-869626f4bb13", "external-id": "nsx-vlan-transportzone-411", "segmentation_id": 411, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2cc2a42d-ad", "ovs_interfaceid": "2cc2a42d-ad3d-49f3-a076-b8391c032ef0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62328) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1241.550707] env[62328]: DEBUG oslo_concurrency.lockutils [None req-51cfe8ce-d8eb-41af-9538-6241448b7061 tempest-ServerActionsTestOtherB-626827456 tempest-ServerActionsTestOtherB-626827456-project-member] Acquiring lock "refresh_cache-b73ba0c4-f3a7-407b-83e5-935263f0eea3" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1241.550865] env[62328]: DEBUG oslo_concurrency.lockutils [None req-51cfe8ce-d8eb-41af-9538-6241448b7061 tempest-ServerActionsTestOtherB-626827456 tempest-ServerActionsTestOtherB-626827456-project-member] Acquired lock "refresh_cache-b73ba0c4-f3a7-407b-83e5-935263f0eea3" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1241.551034] env[62328]: DEBUG nova.network.neutron [None req-51cfe8ce-d8eb-41af-9538-6241448b7061 tempest-ServerActionsTestOtherB-626827456 tempest-ServerActionsTestOtherB-626827456-project-member] [instance: b73ba0c4-f3a7-407b-83e5-935263f0eea3] Building network info cache for instance {{(pid=62328) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1241.615639] env[62328]: DEBUG oslo_concurrency.lockutils [None req-15d27517-bd24-42ce-a91b-89657191d935 tempest-AttachInterfacesTestJSON-1049158018 tempest-AttachInterfacesTestJSON-1049158018-project-member] Releasing lock "refresh_cache-0200e570-094d-466d-b8a8-0c183fcdc10d" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1241.637227] env[62328]: DEBUG nova.network.neutron [None req-72857d00-219a-4029-9514-0df994dcd8ab tempest-ServerActionsTestJSON-389109759 tempest-ServerActionsTestJSON-389109759-project-member] [instance: a0c4c9ea-1d61-4220-96ff-374ea5220233] Updating instance_info_cache with network_info: [{"id": "4b088c22-327c-464f-a34b-4680338c0177", "address": "fa:16:3e:fc:a2:7f", "network": {"id": "805c8157-3d39-4783-8cec-987f63104f4b", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-938088414-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.184", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9a4c228c680f4e5fa3409558e769cc0a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c1195acd-707f-4bac-a99d-14db17a63802", "external-id": "nsx-vlan-transportzone-322", "segmentation_id": 322, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4b088c22-32", "ovs_interfaceid": "4b088c22-327c-464f-a34b-4680338c0177", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62328) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1241.780585] env[62328]: DEBUG oslo_concurrency.lockutils [None req-a11dc4fd-eaa5-4bdf-802f-d9a6b2daf18c tempest-AttachInterfacesTestJSON-1049158018 tempest-AttachInterfacesTestJSON-1049158018-project-member] Acquiring lock "interface-d2a6722b-f339-4410-8fa1-d8d07b4b153c-2a999877-9895-43d6-8bd6-df8ca59aba15" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1241.780937] env[62328]: DEBUG oslo_concurrency.lockutils [None req-a11dc4fd-eaa5-4bdf-802f-d9a6b2daf18c tempest-AttachInterfacesTestJSON-1049158018 tempest-AttachInterfacesTestJSON-1049158018-project-member] Lock "interface-d2a6722b-f339-4410-8fa1-d8d07b4b153c-2a999877-9895-43d6-8bd6-df8ca59aba15" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.001s {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1241.781452] env[62328]: DEBUG nova.objects.instance [None req-a11dc4fd-eaa5-4bdf-802f-d9a6b2daf18c tempest-AttachInterfacesTestJSON-1049158018 tempest-AttachInterfacesTestJSON-1049158018-project-member] Lazy-loading 'flavor' on Instance uuid d2a6722b-f339-4410-8fa1-d8d07b4b153c {{(pid=62328) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1242.083428] env[62328]: DEBUG nova.network.neutron [None req-51cfe8ce-d8eb-41af-9538-6241448b7061 tempest-ServerActionsTestOtherB-626827456 tempest-ServerActionsTestOtherB-626827456-project-member] [instance: b73ba0c4-f3a7-407b-83e5-935263f0eea3] Instance cache missing network info. {{(pid=62328) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1242.120167] env[62328]: DEBUG oslo_concurrency.lockutils [None req-15d27517-bd24-42ce-a91b-89657191d935 tempest-AttachInterfacesTestJSON-1049158018 tempest-AttachInterfacesTestJSON-1049158018-project-member] Lock "interface-0200e570-094d-466d-b8a8-0c183fcdc10d-2a999877-9895-43d6-8bd6-df8ca59aba15" "released" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: held 10.157s {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1242.139969] env[62328]: DEBUG oslo_concurrency.lockutils [None req-72857d00-219a-4029-9514-0df994dcd8ab tempest-ServerActionsTestJSON-389109759 tempest-ServerActionsTestJSON-389109759-project-member] Releasing lock "refresh_cache-a0c4c9ea-1d61-4220-96ff-374ea5220233" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1242.206202] env[62328]: DEBUG nova.network.neutron [None req-51cfe8ce-d8eb-41af-9538-6241448b7061 tempest-ServerActionsTestOtherB-626827456 tempest-ServerActionsTestOtherB-626827456-project-member] [instance: b73ba0c4-f3a7-407b-83e5-935263f0eea3] Updating instance_info_cache with network_info: [{"id": "f20b0f2e-1188-4a01-9d99-939ac2d85009", "address": "fa:16:3e:87:5e:2f", "network": {"id": "26ce23b7-7f28-4faf-9ad9-833f4c091e91", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1619285024-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4dfb769ea51943efa01b92c3a0595081", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "30c39e9a-a798-4f25-a48c-91f786ba332c", "external-id": "nsx-vlan-transportzone-438", "segmentation_id": 438, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf20b0f2e-11", "ovs_interfaceid": "f20b0f2e-1188-4a01-9d99-939ac2d85009", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62328) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1242.381726] env[62328]: DEBUG nova.objects.instance [None req-a11dc4fd-eaa5-4bdf-802f-d9a6b2daf18c tempest-AttachInterfacesTestJSON-1049158018 tempest-AttachInterfacesTestJSON-1049158018-project-member] Lazy-loading 'pci_requests' on Instance uuid d2a6722b-f339-4410-8fa1-d8d07b4b153c {{(pid=62328) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1242.645945] env[62328]: DEBUG nova.compute.manager [None req-72857d00-219a-4029-9514-0df994dcd8ab tempest-ServerActionsTestJSON-389109759 tempest-ServerActionsTestJSON-389109759-project-member] [instance: a0c4c9ea-1d61-4220-96ff-374ea5220233] Hypervisor driver does not support instance shared storage check, assuming it's not on shared storage {{(pid=62328) _is_instance_storage_shared /opt/stack/nova/nova/compute/manager.py:901}} [ 1242.646268] env[62328]: DEBUG oslo_concurrency.lockutils [None req-72857d00-219a-4029-9514-0df994dcd8ab tempest-ServerActionsTestJSON-389109759 tempest-ServerActionsTestJSON-389109759-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1242.646566] env[62328]: DEBUG oslo_concurrency.lockutils [None req-72857d00-219a-4029-9514-0df994dcd8ab tempest-ServerActionsTestJSON-389109759 tempest-ServerActionsTestJSON-389109759-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" :: waited 0.000s {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1242.708543] env[62328]: DEBUG oslo_concurrency.lockutils [None req-51cfe8ce-d8eb-41af-9538-6241448b7061 tempest-ServerActionsTestOtherB-626827456 tempest-ServerActionsTestOtherB-626827456-project-member] Releasing lock "refresh_cache-b73ba0c4-f3a7-407b-83e5-935263f0eea3" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1242.708962] env[62328]: DEBUG nova.compute.manager [None req-51cfe8ce-d8eb-41af-9538-6241448b7061 tempest-ServerActionsTestOtherB-626827456 tempest-ServerActionsTestOtherB-626827456-project-member] [instance: b73ba0c4-f3a7-407b-83e5-935263f0eea3] Instance network_info: |[{"id": "f20b0f2e-1188-4a01-9d99-939ac2d85009", "address": "fa:16:3e:87:5e:2f", "network": {"id": "26ce23b7-7f28-4faf-9ad9-833f4c091e91", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1619285024-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4dfb769ea51943efa01b92c3a0595081", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "30c39e9a-a798-4f25-a48c-91f786ba332c", "external-id": "nsx-vlan-transportzone-438", "segmentation_id": 438, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf20b0f2e-11", "ovs_interfaceid": "f20b0f2e-1188-4a01-9d99-939ac2d85009", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62328) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1242.709368] env[62328]: DEBUG nova.virt.vmwareapi.vmops [None req-51cfe8ce-d8eb-41af-9538-6241448b7061 tempest-ServerActionsTestOtherB-626827456 tempest-ServerActionsTestOtherB-626827456-project-member] [instance: b73ba0c4-f3a7-407b-83e5-935263f0eea3] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:87:5e:2f', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '30c39e9a-a798-4f25-a48c-91f786ba332c', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'f20b0f2e-1188-4a01-9d99-939ac2d85009', 'vif_model': 'vmxnet3'}] {{(pid=62328) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1242.717133] env[62328]: DEBUG oslo.service.loopingcall [None req-51cfe8ce-d8eb-41af-9538-6241448b7061 tempest-ServerActionsTestOtherB-626827456 tempest-ServerActionsTestOtherB-626827456-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62328) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1242.717351] env[62328]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b73ba0c4-f3a7-407b-83e5-935263f0eea3] Creating VM on the ESX host {{(pid=62328) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1242.717582] env[62328]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-5f1e2242-228d-48b4-af66-e7fef2ce347f {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1242.739041] env[62328]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1242.739041] env[62328]: value = "task-2387884" [ 1242.739041] env[62328]: _type = "Task" [ 1242.739041] env[62328]: } to complete. {{(pid=62328) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1242.744688] env[62328]: DEBUG nova.compute.manager [req-b7e578b1-619f-4992-8d4e-270070b918f8 req-2bcb7b12-9880-4e51-9fec-31dd2491a42d service nova] [instance: b73ba0c4-f3a7-407b-83e5-935263f0eea3] Received event network-changed-f20b0f2e-1188-4a01-9d99-939ac2d85009 {{(pid=62328) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1242.744877] env[62328]: DEBUG nova.compute.manager [req-b7e578b1-619f-4992-8d4e-270070b918f8 req-2bcb7b12-9880-4e51-9fec-31dd2491a42d service nova] [instance: b73ba0c4-f3a7-407b-83e5-935263f0eea3] Refreshing instance network info cache due to event network-changed-f20b0f2e-1188-4a01-9d99-939ac2d85009. {{(pid=62328) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1242.745104] env[62328]: DEBUG oslo_concurrency.lockutils [req-b7e578b1-619f-4992-8d4e-270070b918f8 req-2bcb7b12-9880-4e51-9fec-31dd2491a42d service nova] Acquiring lock "refresh_cache-b73ba0c4-f3a7-407b-83e5-935263f0eea3" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1242.745253] env[62328]: DEBUG oslo_concurrency.lockutils [req-b7e578b1-619f-4992-8d4e-270070b918f8 req-2bcb7b12-9880-4e51-9fec-31dd2491a42d service nova] Acquired lock "refresh_cache-b73ba0c4-f3a7-407b-83e5-935263f0eea3" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1242.745412] env[62328]: DEBUG nova.network.neutron [req-b7e578b1-619f-4992-8d4e-270070b918f8 req-2bcb7b12-9880-4e51-9fec-31dd2491a42d service nova] [instance: b73ba0c4-f3a7-407b-83e5-935263f0eea3] Refreshing network info cache for port f20b0f2e-1188-4a01-9d99-939ac2d85009 {{(pid=62328) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1242.750981] env[62328]: DEBUG oslo_vmware.api [-] Task: {'id': task-2387884, 'name': CreateVM_Task} progress is 0%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1242.885236] env[62328]: DEBUG nova.objects.base [None req-a11dc4fd-eaa5-4bdf-802f-d9a6b2daf18c tempest-AttachInterfacesTestJSON-1049158018 tempest-AttachInterfacesTestJSON-1049158018-project-member] Object Instance lazy-loaded attributes: flavor,pci_requests {{(pid=62328) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1242.885532] env[62328]: DEBUG nova.network.neutron [None req-a11dc4fd-eaa5-4bdf-802f-d9a6b2daf18c tempest-AttachInterfacesTestJSON-1049158018 tempest-AttachInterfacesTestJSON-1049158018-project-member] [instance: d2a6722b-f339-4410-8fa1-d8d07b4b153c] allocate_for_instance() {{(pid=62328) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1242.951541] env[62328]: DEBUG nova.policy [None req-a11dc4fd-eaa5-4bdf-802f-d9a6b2daf18c tempest-AttachInterfacesTestJSON-1049158018 tempest-AttachInterfacesTestJSON-1049158018-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'db6b1454dd644eea886a97b3d644b88f', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'e88420d74d294fef9f976142535b9ac5', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62328) authorize /opt/stack/nova/nova/policy.py:192}} [ 1243.149422] env[62328]: DEBUG nova.objects.instance [None req-72857d00-219a-4029-9514-0df994dcd8ab tempest-ServerActionsTestJSON-389109759 tempest-ServerActionsTestJSON-389109759-project-member] Lazy-loading 'migration_context' on Instance uuid a0c4c9ea-1d61-4220-96ff-374ea5220233 {{(pid=62328) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1243.250969] env[62328]: DEBUG oslo_vmware.api [-] Task: {'id': task-2387884, 'name': CreateVM_Task, 'duration_secs': 0.302448} completed successfully. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1243.251164] env[62328]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b73ba0c4-f3a7-407b-83e5-935263f0eea3] Created VM on the ESX host {{(pid=62328) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1243.252036] env[62328]: DEBUG oslo_concurrency.lockutils [None req-51cfe8ce-d8eb-41af-9538-6241448b7061 tempest-ServerActionsTestOtherB-626827456 tempest-ServerActionsTestOtherB-626827456-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/dbf872a4-92be-47e4-8561-c3e2bf2423ab" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1243.252214] env[62328]: DEBUG oslo_concurrency.lockutils [None req-51cfe8ce-d8eb-41af-9538-6241448b7061 tempest-ServerActionsTestOtherB-626827456 tempest-ServerActionsTestOtherB-626827456-project-member] Acquired lock "[datastore2] devstack-image-cache_base/dbf872a4-92be-47e4-8561-c3e2bf2423ab" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1243.252523] env[62328]: DEBUG oslo_concurrency.lockutils [None req-51cfe8ce-d8eb-41af-9538-6241448b7061 tempest-ServerActionsTestOtherB-626827456 tempest-ServerActionsTestOtherB-626827456-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/dbf872a4-92be-47e4-8561-c3e2bf2423ab" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1243.252772] env[62328]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-60da9b2e-e957-4bfd-8b9f-bdf6c6f282c4 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1243.257304] env[62328]: DEBUG oslo_vmware.api [None req-51cfe8ce-d8eb-41af-9538-6241448b7061 tempest-ServerActionsTestOtherB-626827456 tempest-ServerActionsTestOtherB-626827456-project-member] Waiting for the task: (returnval){ [ 1243.257304] env[62328]: value = "session[52a6e20e-410d-708a-99f2-080a575a99bd]5232c981-8a07-73cb-bf6f-8d14ca948f59" [ 1243.257304] env[62328]: _type = "Task" [ 1243.257304] env[62328]: } to complete. {{(pid=62328) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1243.264721] env[62328]: DEBUG oslo_vmware.api [None req-51cfe8ce-d8eb-41af-9538-6241448b7061 tempest-ServerActionsTestOtherB-626827456 tempest-ServerActionsTestOtherB-626827456-project-member] Task: {'id': session[52a6e20e-410d-708a-99f2-080a575a99bd]5232c981-8a07-73cb-bf6f-8d14ca948f59, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1243.432853] env[62328]: DEBUG nova.network.neutron [req-b7e578b1-619f-4992-8d4e-270070b918f8 req-2bcb7b12-9880-4e51-9fec-31dd2491a42d service nova] [instance: b73ba0c4-f3a7-407b-83e5-935263f0eea3] Updated VIF entry in instance network info cache for port f20b0f2e-1188-4a01-9d99-939ac2d85009. {{(pid=62328) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1243.433219] env[62328]: DEBUG nova.network.neutron [req-b7e578b1-619f-4992-8d4e-270070b918f8 req-2bcb7b12-9880-4e51-9fec-31dd2491a42d service nova] [instance: b73ba0c4-f3a7-407b-83e5-935263f0eea3] Updating instance_info_cache with network_info: [{"id": "f20b0f2e-1188-4a01-9d99-939ac2d85009", "address": "fa:16:3e:87:5e:2f", "network": {"id": "26ce23b7-7f28-4faf-9ad9-833f4c091e91", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1619285024-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4dfb769ea51943efa01b92c3a0595081", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "30c39e9a-a798-4f25-a48c-91f786ba332c", "external-id": "nsx-vlan-transportzone-438", "segmentation_id": 438, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf20b0f2e-11", "ovs_interfaceid": "f20b0f2e-1188-4a01-9d99-939ac2d85009", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62328) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1243.733215] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-03c13125-d89d-4f1f-a423-def15432cd5d {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1243.740439] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0cb3e1df-2f91-425d-b8d8-7aadd73c7ca8 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1243.771916] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-10b8c387-99e6-46d5-afd6-eb17ede6f258 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1243.779480] env[62328]: DEBUG oslo_vmware.api [None req-51cfe8ce-d8eb-41af-9538-6241448b7061 tempest-ServerActionsTestOtherB-626827456 tempest-ServerActionsTestOtherB-626827456-project-member] Task: {'id': session[52a6e20e-410d-708a-99f2-080a575a99bd]5232c981-8a07-73cb-bf6f-8d14ca948f59, 'name': SearchDatastore_Task, 'duration_secs': 0.012293} completed successfully. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1243.781461] env[62328]: DEBUG oslo_concurrency.lockutils [None req-51cfe8ce-d8eb-41af-9538-6241448b7061 tempest-ServerActionsTestOtherB-626827456 tempest-ServerActionsTestOtherB-626827456-project-member] Releasing lock "[datastore2] devstack-image-cache_base/dbf872a4-92be-47e4-8561-c3e2bf2423ab" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1243.781703] env[62328]: DEBUG nova.virt.vmwareapi.vmops [None req-51cfe8ce-d8eb-41af-9538-6241448b7061 tempest-ServerActionsTestOtherB-626827456 tempest-ServerActionsTestOtherB-626827456-project-member] [instance: b73ba0c4-f3a7-407b-83e5-935263f0eea3] Processing image dbf872a4-92be-47e4-8561-c3e2bf2423ab {{(pid=62328) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1243.781932] env[62328]: DEBUG oslo_concurrency.lockutils [None req-51cfe8ce-d8eb-41af-9538-6241448b7061 tempest-ServerActionsTestOtherB-626827456 tempest-ServerActionsTestOtherB-626827456-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/dbf872a4-92be-47e4-8561-c3e2bf2423ab/dbf872a4-92be-47e4-8561-c3e2bf2423ab.vmdk" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1243.782093] env[62328]: DEBUG oslo_concurrency.lockutils [None req-51cfe8ce-d8eb-41af-9538-6241448b7061 tempest-ServerActionsTestOtherB-626827456 tempest-ServerActionsTestOtherB-626827456-project-member] Acquired lock "[datastore2] devstack-image-cache_base/dbf872a4-92be-47e4-8561-c3e2bf2423ab/dbf872a4-92be-47e4-8561-c3e2bf2423ab.vmdk" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1243.782273] env[62328]: DEBUG nova.virt.vmwareapi.ds_util [None req-51cfe8ce-d8eb-41af-9538-6241448b7061 tempest-ServerActionsTestOtherB-626827456 tempest-ServerActionsTestOtherB-626827456-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62328) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1243.782552] env[62328]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-fc0cda0b-d4e0-4af7-be12-24386e92d4fc {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1243.785601] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fb46ede6-2add-4f27-81dd-c45f5e63c527 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1243.806934] env[62328]: DEBUG nova.compute.provider_tree [None req-72857d00-219a-4029-9514-0df994dcd8ab tempest-ServerActionsTestJSON-389109759 tempest-ServerActionsTestJSON-389109759-project-member] Inventory has not changed in ProviderTree for provider: 3469e9f8-04af-49ca-8435-49f104496744 {{(pid=62328) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1243.809824] env[62328]: DEBUG nova.virt.vmwareapi.ds_util [None req-51cfe8ce-d8eb-41af-9538-6241448b7061 tempest-ServerActionsTestOtherB-626827456 tempest-ServerActionsTestOtherB-626827456-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62328) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1243.810093] env[62328]: DEBUG nova.virt.vmwareapi.vmops [None req-51cfe8ce-d8eb-41af-9538-6241448b7061 tempest-ServerActionsTestOtherB-626827456 tempest-ServerActionsTestOtherB-626827456-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62328) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1243.812023] env[62328]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-00f7154a-14b7-4591-bc87-ef4924fb7325 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1243.819817] env[62328]: DEBUG oslo_vmware.api [None req-51cfe8ce-d8eb-41af-9538-6241448b7061 tempest-ServerActionsTestOtherB-626827456 tempest-ServerActionsTestOtherB-626827456-project-member] Waiting for the task: (returnval){ [ 1243.819817] env[62328]: value = "session[52a6e20e-410d-708a-99f2-080a575a99bd]52e80aca-7caf-b2b5-4fa9-482348f6b95d" [ 1243.819817] env[62328]: _type = "Task" [ 1243.819817] env[62328]: } to complete. {{(pid=62328) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1243.841517] env[62328]: DEBUG oslo_vmware.api [None req-51cfe8ce-d8eb-41af-9538-6241448b7061 tempest-ServerActionsTestOtherB-626827456 tempest-ServerActionsTestOtherB-626827456-project-member] Task: {'id': session[52a6e20e-410d-708a-99f2-080a575a99bd]52e80aca-7caf-b2b5-4fa9-482348f6b95d, 'name': SearchDatastore_Task, 'duration_secs': 0.009508} completed successfully. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1243.842844] env[62328]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ba832cfe-3aef-41dc-9611-b4120b5e3710 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1243.855347] env[62328]: DEBUG oslo_vmware.api [None req-51cfe8ce-d8eb-41af-9538-6241448b7061 tempest-ServerActionsTestOtherB-626827456 tempest-ServerActionsTestOtherB-626827456-project-member] Waiting for the task: (returnval){ [ 1243.855347] env[62328]: value = "session[52a6e20e-410d-708a-99f2-080a575a99bd]52e89280-db86-c58a-ab71-b1bab752045b" [ 1243.855347] env[62328]: _type = "Task" [ 1243.855347] env[62328]: } to complete. {{(pid=62328) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1243.867162] env[62328]: DEBUG oslo_vmware.api [None req-51cfe8ce-d8eb-41af-9538-6241448b7061 tempest-ServerActionsTestOtherB-626827456 tempest-ServerActionsTestOtherB-626827456-project-member] Task: {'id': session[52a6e20e-410d-708a-99f2-080a575a99bd]52e89280-db86-c58a-ab71-b1bab752045b, 'name': SearchDatastore_Task, 'duration_secs': 0.009159} completed successfully. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1243.867409] env[62328]: DEBUG oslo_concurrency.lockutils [None req-51cfe8ce-d8eb-41af-9538-6241448b7061 tempest-ServerActionsTestOtherB-626827456 tempest-ServerActionsTestOtherB-626827456-project-member] Releasing lock "[datastore2] devstack-image-cache_base/dbf872a4-92be-47e4-8561-c3e2bf2423ab/dbf872a4-92be-47e4-8561-c3e2bf2423ab.vmdk" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1243.867658] env[62328]: DEBUG nova.virt.vmwareapi.vm_util [None req-51cfe8ce-d8eb-41af-9538-6241448b7061 tempest-ServerActionsTestOtherB-626827456 tempest-ServerActionsTestOtherB-626827456-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/dbf872a4-92be-47e4-8561-c3e2bf2423ab/dbf872a4-92be-47e4-8561-c3e2bf2423ab.vmdk to [datastore2] b73ba0c4-f3a7-407b-83e5-935263f0eea3/b73ba0c4-f3a7-407b-83e5-935263f0eea3.vmdk {{(pid=62328) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1243.867908] env[62328]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-e947259f-fdd5-4365-b6f2-2b5116aba3d0 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1243.874616] env[62328]: DEBUG oslo_vmware.api [None req-51cfe8ce-d8eb-41af-9538-6241448b7061 tempest-ServerActionsTestOtherB-626827456 tempest-ServerActionsTestOtherB-626827456-project-member] Waiting for the task: (returnval){ [ 1243.874616] env[62328]: value = "task-2387885" [ 1243.874616] env[62328]: _type = "Task" [ 1243.874616] env[62328]: } to complete. {{(pid=62328) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1243.882195] env[62328]: DEBUG oslo_vmware.api [None req-51cfe8ce-d8eb-41af-9538-6241448b7061 tempest-ServerActionsTestOtherB-626827456 tempest-ServerActionsTestOtherB-626827456-project-member] Task: {'id': task-2387885, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1243.935523] env[62328]: DEBUG oslo_concurrency.lockutils [req-b7e578b1-619f-4992-8d4e-270070b918f8 req-2bcb7b12-9880-4e51-9fec-31dd2491a42d service nova] Releasing lock "refresh_cache-b73ba0c4-f3a7-407b-83e5-935263f0eea3" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1243.935775] env[62328]: DEBUG nova.compute.manager [req-b7e578b1-619f-4992-8d4e-270070b918f8 req-2bcb7b12-9880-4e51-9fec-31dd2491a42d service nova] [instance: 0200e570-094d-466d-b8a8-0c183fcdc10d] Received event network-changed-2cc2a42d-ad3d-49f3-a076-b8391c032ef0 {{(pid=62328) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1243.935968] env[62328]: DEBUG nova.compute.manager [req-b7e578b1-619f-4992-8d4e-270070b918f8 req-2bcb7b12-9880-4e51-9fec-31dd2491a42d service nova] [instance: 0200e570-094d-466d-b8a8-0c183fcdc10d] Refreshing instance network info cache due to event network-changed-2cc2a42d-ad3d-49f3-a076-b8391c032ef0. {{(pid=62328) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1243.936211] env[62328]: DEBUG oslo_concurrency.lockutils [req-b7e578b1-619f-4992-8d4e-270070b918f8 req-2bcb7b12-9880-4e51-9fec-31dd2491a42d service nova] Acquiring lock "refresh_cache-0200e570-094d-466d-b8a8-0c183fcdc10d" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1243.936354] env[62328]: DEBUG oslo_concurrency.lockutils [req-b7e578b1-619f-4992-8d4e-270070b918f8 req-2bcb7b12-9880-4e51-9fec-31dd2491a42d service nova] Acquired lock "refresh_cache-0200e570-094d-466d-b8a8-0c183fcdc10d" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1243.936516] env[62328]: DEBUG nova.network.neutron [req-b7e578b1-619f-4992-8d4e-270070b918f8 req-2bcb7b12-9880-4e51-9fec-31dd2491a42d service nova] [instance: 0200e570-094d-466d-b8a8-0c183fcdc10d] Refreshing network info cache for port 2cc2a42d-ad3d-49f3-a076-b8391c032ef0 {{(pid=62328) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1244.314041] env[62328]: DEBUG nova.scheduler.client.report [None req-72857d00-219a-4029-9514-0df994dcd8ab tempest-ServerActionsTestJSON-389109759 tempest-ServerActionsTestJSON-389109759-project-member] Inventory has not changed for provider 3469e9f8-04af-49ca-8435-49f104496744 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 153, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62328) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1244.384800] env[62328]: DEBUG oslo_vmware.api [None req-51cfe8ce-d8eb-41af-9538-6241448b7061 tempest-ServerActionsTestOtherB-626827456 tempest-ServerActionsTestOtherB-626827456-project-member] Task: {'id': task-2387885, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.454926} completed successfully. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1244.385057] env[62328]: DEBUG nova.virt.vmwareapi.vm_util [None req-51cfe8ce-d8eb-41af-9538-6241448b7061 tempest-ServerActionsTestOtherB-626827456 tempest-ServerActionsTestOtherB-626827456-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/dbf872a4-92be-47e4-8561-c3e2bf2423ab/dbf872a4-92be-47e4-8561-c3e2bf2423ab.vmdk to [datastore2] b73ba0c4-f3a7-407b-83e5-935263f0eea3/b73ba0c4-f3a7-407b-83e5-935263f0eea3.vmdk {{(pid=62328) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1244.385301] env[62328]: DEBUG nova.virt.vmwareapi.vmops [None req-51cfe8ce-d8eb-41af-9538-6241448b7061 tempest-ServerActionsTestOtherB-626827456 tempest-ServerActionsTestOtherB-626827456-project-member] [instance: b73ba0c4-f3a7-407b-83e5-935263f0eea3] Extending root virtual disk to 1048576 {{(pid=62328) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1244.385562] env[62328]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-7938dfeb-86af-4696-997a-abb6720ec027 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1244.391610] env[62328]: DEBUG oslo_vmware.api [None req-51cfe8ce-d8eb-41af-9538-6241448b7061 tempest-ServerActionsTestOtherB-626827456 tempest-ServerActionsTestOtherB-626827456-project-member] Waiting for the task: (returnval){ [ 1244.391610] env[62328]: value = "task-2387886" [ 1244.391610] env[62328]: _type = "Task" [ 1244.391610] env[62328]: } to complete. {{(pid=62328) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1244.399520] env[62328]: DEBUG oslo_vmware.api [None req-51cfe8ce-d8eb-41af-9538-6241448b7061 tempest-ServerActionsTestOtherB-626827456 tempest-ServerActionsTestOtherB-626827456-project-member] Task: {'id': task-2387886, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1244.506212] env[62328]: DEBUG nova.network.neutron [None req-a11dc4fd-eaa5-4bdf-802f-d9a6b2daf18c tempest-AttachInterfacesTestJSON-1049158018 tempest-AttachInterfacesTestJSON-1049158018-project-member] [instance: d2a6722b-f339-4410-8fa1-d8d07b4b153c] Successfully updated port: 2a999877-9895-43d6-8bd6-df8ca59aba15 {{(pid=62328) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1244.659762] env[62328]: DEBUG nova.network.neutron [req-b7e578b1-619f-4992-8d4e-270070b918f8 req-2bcb7b12-9880-4e51-9fec-31dd2491a42d service nova] [instance: 0200e570-094d-466d-b8a8-0c183fcdc10d] Updated VIF entry in instance network info cache for port 2cc2a42d-ad3d-49f3-a076-b8391c032ef0. {{(pid=62328) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1244.660167] env[62328]: DEBUG nova.network.neutron [req-b7e578b1-619f-4992-8d4e-270070b918f8 req-2bcb7b12-9880-4e51-9fec-31dd2491a42d service nova] [instance: 0200e570-094d-466d-b8a8-0c183fcdc10d] Updating instance_info_cache with network_info: [{"id": "2cc2a42d-ad3d-49f3-a076-b8391c032ef0", "address": "fa:16:3e:4e:e6:97", "network": {"id": "43b1657c-44ae-47a8-8e8d-196242ef7fca", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1953540822-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e88420d74d294fef9f976142535b9ac5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9f3a2eb5-353f-45c5-a73b-869626f4bb13", "external-id": "nsx-vlan-transportzone-411", "segmentation_id": 411, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2cc2a42d-ad", "ovs_interfaceid": "2cc2a42d-ad3d-49f3-a076-b8391c032ef0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62328) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1244.767526] env[62328]: DEBUG nova.compute.manager [req-fcb7f0b6-d4b5-4392-a4f5-c5e91f852d56 req-5804f36a-17d0-4a35-94cb-4cad2393a595 service nova] [instance: d2a6722b-f339-4410-8fa1-d8d07b4b153c] Received event network-vif-plugged-2a999877-9895-43d6-8bd6-df8ca59aba15 {{(pid=62328) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1244.767686] env[62328]: DEBUG oslo_concurrency.lockutils [req-fcb7f0b6-d4b5-4392-a4f5-c5e91f852d56 req-5804f36a-17d0-4a35-94cb-4cad2393a595 service nova] Acquiring lock "d2a6722b-f339-4410-8fa1-d8d07b4b153c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1244.767892] env[62328]: DEBUG oslo_concurrency.lockutils [req-fcb7f0b6-d4b5-4392-a4f5-c5e91f852d56 req-5804f36a-17d0-4a35-94cb-4cad2393a595 service nova] Lock "d2a6722b-f339-4410-8fa1-d8d07b4b153c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1244.768067] env[62328]: DEBUG oslo_concurrency.lockutils [req-fcb7f0b6-d4b5-4392-a4f5-c5e91f852d56 req-5804f36a-17d0-4a35-94cb-4cad2393a595 service nova] Lock "d2a6722b-f339-4410-8fa1-d8d07b4b153c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1244.768233] env[62328]: DEBUG nova.compute.manager [req-fcb7f0b6-d4b5-4392-a4f5-c5e91f852d56 req-5804f36a-17d0-4a35-94cb-4cad2393a595 service nova] [instance: d2a6722b-f339-4410-8fa1-d8d07b4b153c] No waiting events found dispatching network-vif-plugged-2a999877-9895-43d6-8bd6-df8ca59aba15 {{(pid=62328) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1244.768403] env[62328]: WARNING nova.compute.manager [req-fcb7f0b6-d4b5-4392-a4f5-c5e91f852d56 req-5804f36a-17d0-4a35-94cb-4cad2393a595 service nova] [instance: d2a6722b-f339-4410-8fa1-d8d07b4b153c] Received unexpected event network-vif-plugged-2a999877-9895-43d6-8bd6-df8ca59aba15 for instance with vm_state active and task_state None. [ 1244.768557] env[62328]: DEBUG nova.compute.manager [req-fcb7f0b6-d4b5-4392-a4f5-c5e91f852d56 req-5804f36a-17d0-4a35-94cb-4cad2393a595 service nova] [instance: d2a6722b-f339-4410-8fa1-d8d07b4b153c] Received event network-changed-2a999877-9895-43d6-8bd6-df8ca59aba15 {{(pid=62328) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1244.768742] env[62328]: DEBUG nova.compute.manager [req-fcb7f0b6-d4b5-4392-a4f5-c5e91f852d56 req-5804f36a-17d0-4a35-94cb-4cad2393a595 service nova] [instance: d2a6722b-f339-4410-8fa1-d8d07b4b153c] Refreshing instance network info cache due to event network-changed-2a999877-9895-43d6-8bd6-df8ca59aba15. {{(pid=62328) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1244.768919] env[62328]: DEBUG oslo_concurrency.lockutils [req-fcb7f0b6-d4b5-4392-a4f5-c5e91f852d56 req-5804f36a-17d0-4a35-94cb-4cad2393a595 service nova] Acquiring lock "refresh_cache-d2a6722b-f339-4410-8fa1-d8d07b4b153c" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1244.769062] env[62328]: DEBUG oslo_concurrency.lockutils [req-fcb7f0b6-d4b5-4392-a4f5-c5e91f852d56 req-5804f36a-17d0-4a35-94cb-4cad2393a595 service nova] Acquired lock "refresh_cache-d2a6722b-f339-4410-8fa1-d8d07b4b153c" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1244.769547] env[62328]: DEBUG nova.network.neutron [req-fcb7f0b6-d4b5-4392-a4f5-c5e91f852d56 req-5804f36a-17d0-4a35-94cb-4cad2393a595 service nova] [instance: d2a6722b-f339-4410-8fa1-d8d07b4b153c] Refreshing network info cache for port 2a999877-9895-43d6-8bd6-df8ca59aba15 {{(pid=62328) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1244.902055] env[62328]: DEBUG oslo_vmware.api [None req-51cfe8ce-d8eb-41af-9538-6241448b7061 tempest-ServerActionsTestOtherB-626827456 tempest-ServerActionsTestOtherB-626827456-project-member] Task: {'id': task-2387886, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.063833} completed successfully. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1244.902317] env[62328]: DEBUG nova.virt.vmwareapi.vmops [None req-51cfe8ce-d8eb-41af-9538-6241448b7061 tempest-ServerActionsTestOtherB-626827456 tempest-ServerActionsTestOtherB-626827456-project-member] [instance: b73ba0c4-f3a7-407b-83e5-935263f0eea3] Extended root virtual disk {{(pid=62328) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1244.903053] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6c5e5f71-79eb-4c43-ae35-8827296c80c8 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1244.924197] env[62328]: DEBUG nova.virt.vmwareapi.volumeops [None req-51cfe8ce-d8eb-41af-9538-6241448b7061 tempest-ServerActionsTestOtherB-626827456 tempest-ServerActionsTestOtherB-626827456-project-member] [instance: b73ba0c4-f3a7-407b-83e5-935263f0eea3] Reconfiguring VM instance instance-0000007c to attach disk [datastore2] b73ba0c4-f3a7-407b-83e5-935263f0eea3/b73ba0c4-f3a7-407b-83e5-935263f0eea3.vmdk or device None with type sparse {{(pid=62328) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1244.924426] env[62328]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-01a89669-1e13-4f6b-94c2-119a83513231 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1244.942911] env[62328]: DEBUG oslo_vmware.api [None req-51cfe8ce-d8eb-41af-9538-6241448b7061 tempest-ServerActionsTestOtherB-626827456 tempest-ServerActionsTestOtherB-626827456-project-member] Waiting for the task: (returnval){ [ 1244.942911] env[62328]: value = "task-2387887" [ 1244.942911] env[62328]: _type = "Task" [ 1244.942911] env[62328]: } to complete. {{(pid=62328) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1244.951413] env[62328]: DEBUG oslo_vmware.api [None req-51cfe8ce-d8eb-41af-9538-6241448b7061 tempest-ServerActionsTestOtherB-626827456 tempest-ServerActionsTestOtherB-626827456-project-member] Task: {'id': task-2387887, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1245.008879] env[62328]: DEBUG oslo_concurrency.lockutils [None req-a11dc4fd-eaa5-4bdf-802f-d9a6b2daf18c tempest-AttachInterfacesTestJSON-1049158018 tempest-AttachInterfacesTestJSON-1049158018-project-member] Acquiring lock "refresh_cache-d2a6722b-f339-4410-8fa1-d8d07b4b153c" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1245.162717] env[62328]: DEBUG oslo_concurrency.lockutils [req-b7e578b1-619f-4992-8d4e-270070b918f8 req-2bcb7b12-9880-4e51-9fec-31dd2491a42d service nova] Releasing lock "refresh_cache-0200e570-094d-466d-b8a8-0c183fcdc10d" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1245.162983] env[62328]: DEBUG nova.compute.manager [req-b7e578b1-619f-4992-8d4e-270070b918f8 req-2bcb7b12-9880-4e51-9fec-31dd2491a42d service nova] [instance: d2a6722b-f339-4410-8fa1-d8d07b4b153c] Received event network-changed-c53eccde-fea3-4c87-a26b-586e816a3228 {{(pid=62328) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1245.163180] env[62328]: DEBUG nova.compute.manager [req-b7e578b1-619f-4992-8d4e-270070b918f8 req-2bcb7b12-9880-4e51-9fec-31dd2491a42d service nova] [instance: d2a6722b-f339-4410-8fa1-d8d07b4b153c] Refreshing instance network info cache due to event network-changed-c53eccde-fea3-4c87-a26b-586e816a3228. {{(pid=62328) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1245.163403] env[62328]: DEBUG oslo_concurrency.lockutils [req-b7e578b1-619f-4992-8d4e-270070b918f8 req-2bcb7b12-9880-4e51-9fec-31dd2491a42d service nova] Acquiring lock "refresh_cache-d2a6722b-f339-4410-8fa1-d8d07b4b153c" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1245.324065] env[62328]: DEBUG oslo_concurrency.lockutils [None req-72857d00-219a-4029-9514-0df994dcd8ab tempest-ServerActionsTestJSON-389109759 tempest-ServerActionsTestJSON-389109759-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" :: held 2.677s {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1245.454707] env[62328]: DEBUG oslo_vmware.api [None req-51cfe8ce-d8eb-41af-9538-6241448b7061 tempest-ServerActionsTestOtherB-626827456 tempest-ServerActionsTestOtherB-626827456-project-member] Task: {'id': task-2387887, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1245.739653] env[62328]: DEBUG nova.network.neutron [req-fcb7f0b6-d4b5-4392-a4f5-c5e91f852d56 req-5804f36a-17d0-4a35-94cb-4cad2393a595 service nova] [instance: d2a6722b-f339-4410-8fa1-d8d07b4b153c] Added VIF to instance network info cache for port 2a999877-9895-43d6-8bd6-df8ca59aba15. {{(pid=62328) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3546}} [ 1245.740069] env[62328]: DEBUG nova.network.neutron [req-fcb7f0b6-d4b5-4392-a4f5-c5e91f852d56 req-5804f36a-17d0-4a35-94cb-4cad2393a595 service nova] [instance: d2a6722b-f339-4410-8fa1-d8d07b4b153c] Updating instance_info_cache with network_info: [{"id": "c53eccde-fea3-4c87-a26b-586e816a3228", "address": "fa:16:3e:f7:8e:ce", "network": {"id": "43b1657c-44ae-47a8-8e8d-196242ef7fca", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1953540822-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e88420d74d294fef9f976142535b9ac5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9f3a2eb5-353f-45c5-a73b-869626f4bb13", "external-id": "nsx-vlan-transportzone-411", "segmentation_id": 411, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc53eccde-fe", "ovs_interfaceid": "c53eccde-fea3-4c87-a26b-586e816a3228", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "2a999877-9895-43d6-8bd6-df8ca59aba15", "address": "fa:16:3e:5c:54:65", "network": {"id": "43b1657c-44ae-47a8-8e8d-196242ef7fca", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1953540822-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e88420d74d294fef9f976142535b9ac5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9f3a2eb5-353f-45c5-a73b-869626f4bb13", "external-id": "nsx-vlan-transportzone-411", "segmentation_id": 411, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2a999877-98", "ovs_interfaceid": "2a999877-9895-43d6-8bd6-df8ca59aba15", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62328) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1245.953021] env[62328]: DEBUG oslo_vmware.api [None req-51cfe8ce-d8eb-41af-9538-6241448b7061 tempest-ServerActionsTestOtherB-626827456 tempest-ServerActionsTestOtherB-626827456-project-member] Task: {'id': task-2387887, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1246.243327] env[62328]: DEBUG oslo_concurrency.lockutils [req-fcb7f0b6-d4b5-4392-a4f5-c5e91f852d56 req-5804f36a-17d0-4a35-94cb-4cad2393a595 service nova] Releasing lock "refresh_cache-d2a6722b-f339-4410-8fa1-d8d07b4b153c" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1246.243716] env[62328]: DEBUG oslo_concurrency.lockutils [None req-a11dc4fd-eaa5-4bdf-802f-d9a6b2daf18c tempest-AttachInterfacesTestJSON-1049158018 tempest-AttachInterfacesTestJSON-1049158018-project-member] Acquired lock "refresh_cache-d2a6722b-f339-4410-8fa1-d8d07b4b153c" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1246.243907] env[62328]: DEBUG nova.network.neutron [None req-a11dc4fd-eaa5-4bdf-802f-d9a6b2daf18c tempest-AttachInterfacesTestJSON-1049158018 tempest-AttachInterfacesTestJSON-1049158018-project-member] [instance: d2a6722b-f339-4410-8fa1-d8d07b4b153c] Building network info cache for instance {{(pid=62328) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1246.453771] env[62328]: DEBUG oslo_vmware.api [None req-51cfe8ce-d8eb-41af-9538-6241448b7061 tempest-ServerActionsTestOtherB-626827456 tempest-ServerActionsTestOtherB-626827456-project-member] Task: {'id': task-2387887, 'name': ReconfigVM_Task, 'duration_secs': 1.139113} completed successfully. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1246.454094] env[62328]: DEBUG nova.virt.vmwareapi.volumeops [None req-51cfe8ce-d8eb-41af-9538-6241448b7061 tempest-ServerActionsTestOtherB-626827456 tempest-ServerActionsTestOtherB-626827456-project-member] [instance: b73ba0c4-f3a7-407b-83e5-935263f0eea3] Reconfigured VM instance instance-0000007c to attach disk [datastore2] b73ba0c4-f3a7-407b-83e5-935263f0eea3/b73ba0c4-f3a7-407b-83e5-935263f0eea3.vmdk or device None with type sparse {{(pid=62328) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1246.454654] env[62328]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-261b1efa-83d9-41d2-8f31-7ecef9f23f8f {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1246.460442] env[62328]: DEBUG oslo_vmware.api [None req-51cfe8ce-d8eb-41af-9538-6241448b7061 tempest-ServerActionsTestOtherB-626827456 tempest-ServerActionsTestOtherB-626827456-project-member] Waiting for the task: (returnval){ [ 1246.460442] env[62328]: value = "task-2387888" [ 1246.460442] env[62328]: _type = "Task" [ 1246.460442] env[62328]: } to complete. {{(pid=62328) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1246.468759] env[62328]: DEBUG oslo_vmware.api [None req-51cfe8ce-d8eb-41af-9538-6241448b7061 tempest-ServerActionsTestOtherB-626827456 tempest-ServerActionsTestOtherB-626827456-project-member] Task: {'id': task-2387888, 'name': Rename_Task} progress is 5%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1246.778660] env[62328]: WARNING nova.network.neutron [None req-a11dc4fd-eaa5-4bdf-802f-d9a6b2daf18c tempest-AttachInterfacesTestJSON-1049158018 tempest-AttachInterfacesTestJSON-1049158018-project-member] [instance: d2a6722b-f339-4410-8fa1-d8d07b4b153c] 43b1657c-44ae-47a8-8e8d-196242ef7fca already exists in list: networks containing: ['43b1657c-44ae-47a8-8e8d-196242ef7fca']. ignoring it [ 1246.778912] env[62328]: WARNING nova.network.neutron [None req-a11dc4fd-eaa5-4bdf-802f-d9a6b2daf18c tempest-AttachInterfacesTestJSON-1049158018 tempest-AttachInterfacesTestJSON-1049158018-project-member] [instance: d2a6722b-f339-4410-8fa1-d8d07b4b153c] 43b1657c-44ae-47a8-8e8d-196242ef7fca already exists in list: networks containing: ['43b1657c-44ae-47a8-8e8d-196242ef7fca']. ignoring it [ 1246.779100] env[62328]: WARNING nova.network.neutron [None req-a11dc4fd-eaa5-4bdf-802f-d9a6b2daf18c tempest-AttachInterfacesTestJSON-1049158018 tempest-AttachInterfacesTestJSON-1049158018-project-member] [instance: d2a6722b-f339-4410-8fa1-d8d07b4b153c] 2a999877-9895-43d6-8bd6-df8ca59aba15 already exists in list: port_ids containing: ['2a999877-9895-43d6-8bd6-df8ca59aba15']. ignoring it [ 1246.858425] env[62328]: INFO nova.compute.manager [None req-72857d00-219a-4029-9514-0df994dcd8ab tempest-ServerActionsTestJSON-389109759 tempest-ServerActionsTestJSON-389109759-project-member] [instance: a0c4c9ea-1d61-4220-96ff-374ea5220233] Swapping old allocation on dict_keys(['3469e9f8-04af-49ca-8435-49f104496744']) held by migration d4d56025-c68e-4bcc-9f0d-13cea2aa415e for instance [ 1246.878880] env[62328]: DEBUG nova.scheduler.client.report [None req-72857d00-219a-4029-9514-0df994dcd8ab tempest-ServerActionsTestJSON-389109759 tempest-ServerActionsTestJSON-389109759-project-member] Overwriting current allocation {'allocations': {'3469e9f8-04af-49ca-8435-49f104496744': {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}, 'generation': 169}}, 'project_id': '9a4c228c680f4e5fa3409558e769cc0a', 'user_id': 'c136d658655c4a2786fa8630fbec653b', 'consumer_generation': 1} on consumer a0c4c9ea-1d61-4220-96ff-374ea5220233 {{(pid=62328) move_allocations /opt/stack/nova/nova/scheduler/client/report.py:2036}} [ 1246.969581] env[62328]: DEBUG oslo_vmware.api [None req-51cfe8ce-d8eb-41af-9538-6241448b7061 tempest-ServerActionsTestOtherB-626827456 tempest-ServerActionsTestOtherB-626827456-project-member] Task: {'id': task-2387888, 'name': Rename_Task, 'duration_secs': 0.146943} completed successfully. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1246.971782] env[62328]: DEBUG nova.virt.vmwareapi.vm_util [None req-51cfe8ce-d8eb-41af-9538-6241448b7061 tempest-ServerActionsTestOtherB-626827456 tempest-ServerActionsTestOtherB-626827456-project-member] [instance: b73ba0c4-f3a7-407b-83e5-935263f0eea3] Powering on the VM {{(pid=62328) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1246.972044] env[62328]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-0e9b8cde-28cc-4ac0-b1a7-1c955dab113e {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1246.977998] env[62328]: DEBUG oslo_vmware.api [None req-51cfe8ce-d8eb-41af-9538-6241448b7061 tempest-ServerActionsTestOtherB-626827456 tempest-ServerActionsTestOtherB-626827456-project-member] Waiting for the task: (returnval){ [ 1246.977998] env[62328]: value = "task-2387889" [ 1246.977998] env[62328]: _type = "Task" [ 1246.977998] env[62328]: } to complete. {{(pid=62328) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1246.986016] env[62328]: DEBUG oslo_vmware.api [None req-51cfe8ce-d8eb-41af-9538-6241448b7061 tempest-ServerActionsTestOtherB-626827456 tempest-ServerActionsTestOtherB-626827456-project-member] Task: {'id': task-2387889, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1246.986777] env[62328]: DEBUG oslo_concurrency.lockutils [None req-72857d00-219a-4029-9514-0df994dcd8ab tempest-ServerActionsTestJSON-389109759 tempest-ServerActionsTestJSON-389109759-project-member] Acquiring lock "refresh_cache-a0c4c9ea-1d61-4220-96ff-374ea5220233" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1246.986932] env[62328]: DEBUG oslo_concurrency.lockutils [None req-72857d00-219a-4029-9514-0df994dcd8ab tempest-ServerActionsTestJSON-389109759 tempest-ServerActionsTestJSON-389109759-project-member] Acquired lock "refresh_cache-a0c4c9ea-1d61-4220-96ff-374ea5220233" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1246.987114] env[62328]: DEBUG nova.network.neutron [None req-72857d00-219a-4029-9514-0df994dcd8ab tempest-ServerActionsTestJSON-389109759 tempest-ServerActionsTestJSON-389109759-project-member] [instance: a0c4c9ea-1d61-4220-96ff-374ea5220233] Building network info cache for instance {{(pid=62328) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1247.110412] env[62328]: DEBUG nova.network.neutron [None req-a11dc4fd-eaa5-4bdf-802f-d9a6b2daf18c tempest-AttachInterfacesTestJSON-1049158018 tempest-AttachInterfacesTestJSON-1049158018-project-member] [instance: d2a6722b-f339-4410-8fa1-d8d07b4b153c] Updating instance_info_cache with network_info: [{"id": "c53eccde-fea3-4c87-a26b-586e816a3228", "address": "fa:16:3e:f7:8e:ce", "network": {"id": "43b1657c-44ae-47a8-8e8d-196242ef7fca", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1953540822-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.176", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e88420d74d294fef9f976142535b9ac5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9f3a2eb5-353f-45c5-a73b-869626f4bb13", "external-id": "nsx-vlan-transportzone-411", "segmentation_id": 411, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc53eccde-fe", "ovs_interfaceid": "c53eccde-fea3-4c87-a26b-586e816a3228", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "2a999877-9895-43d6-8bd6-df8ca59aba15", "address": "fa:16:3e:5c:54:65", "network": {"id": "43b1657c-44ae-47a8-8e8d-196242ef7fca", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1953540822-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e88420d74d294fef9f976142535b9ac5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9f3a2eb5-353f-45c5-a73b-869626f4bb13", "external-id": "nsx-vlan-transportzone-411", "segmentation_id": 411, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2a999877-98", "ovs_interfaceid": "2a999877-9895-43d6-8bd6-df8ca59aba15", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}] {{(pid=62328) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1247.491469] env[62328]: DEBUG oslo_vmware.api [None req-51cfe8ce-d8eb-41af-9538-6241448b7061 tempest-ServerActionsTestOtherB-626827456 tempest-ServerActionsTestOtherB-626827456-project-member] Task: {'id': task-2387889, 'name': PowerOnVM_Task, 'duration_secs': 0.465999} completed successfully. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1247.491877] env[62328]: DEBUG nova.virt.vmwareapi.vm_util [None req-51cfe8ce-d8eb-41af-9538-6241448b7061 tempest-ServerActionsTestOtherB-626827456 tempest-ServerActionsTestOtherB-626827456-project-member] [instance: b73ba0c4-f3a7-407b-83e5-935263f0eea3] Powered on the VM {{(pid=62328) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1247.491982] env[62328]: INFO nova.compute.manager [None req-51cfe8ce-d8eb-41af-9538-6241448b7061 tempest-ServerActionsTestOtherB-626827456 tempest-ServerActionsTestOtherB-626827456-project-member] [instance: b73ba0c4-f3a7-407b-83e5-935263f0eea3] Took 7.39 seconds to spawn the instance on the hypervisor. [ 1247.492118] env[62328]: DEBUG nova.compute.manager [None req-51cfe8ce-d8eb-41af-9538-6241448b7061 tempest-ServerActionsTestOtherB-626827456 tempest-ServerActionsTestOtherB-626827456-project-member] [instance: b73ba0c4-f3a7-407b-83e5-935263f0eea3] Checking state {{(pid=62328) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1247.493185] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b4fa38ef-2584-4f23-982a-dc3af3e07015 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1247.613057] env[62328]: DEBUG oslo_concurrency.lockutils [None req-a11dc4fd-eaa5-4bdf-802f-d9a6b2daf18c tempest-AttachInterfacesTestJSON-1049158018 tempest-AttachInterfacesTestJSON-1049158018-project-member] Releasing lock "refresh_cache-d2a6722b-f339-4410-8fa1-d8d07b4b153c" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1247.613988] env[62328]: DEBUG oslo_concurrency.lockutils [None req-a11dc4fd-eaa5-4bdf-802f-d9a6b2daf18c tempest-AttachInterfacesTestJSON-1049158018 tempest-AttachInterfacesTestJSON-1049158018-project-member] Acquiring lock "d2a6722b-f339-4410-8fa1-d8d07b4b153c" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1247.614194] env[62328]: DEBUG oslo_concurrency.lockutils [None req-a11dc4fd-eaa5-4bdf-802f-d9a6b2daf18c tempest-AttachInterfacesTestJSON-1049158018 tempest-AttachInterfacesTestJSON-1049158018-project-member] Acquired lock "d2a6722b-f339-4410-8fa1-d8d07b4b153c" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1247.614488] env[62328]: DEBUG oslo_concurrency.lockutils [req-b7e578b1-619f-4992-8d4e-270070b918f8 req-2bcb7b12-9880-4e51-9fec-31dd2491a42d service nova] Acquired lock "refresh_cache-d2a6722b-f339-4410-8fa1-d8d07b4b153c" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1247.614671] env[62328]: DEBUG nova.network.neutron [req-b7e578b1-619f-4992-8d4e-270070b918f8 req-2bcb7b12-9880-4e51-9fec-31dd2491a42d service nova] [instance: d2a6722b-f339-4410-8fa1-d8d07b4b153c] Refreshing network info cache for port c53eccde-fea3-4c87-a26b-586e816a3228 {{(pid=62328) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1247.616535] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-414ddaa5-4c23-4125-951c-061bcc68c4be {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1247.637064] env[62328]: DEBUG nova.virt.hardware [None req-a11dc4fd-eaa5-4bdf-802f-d9a6b2daf18c tempest-AttachInterfacesTestJSON-1049158018 tempest-AttachInterfacesTestJSON-1049158018-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-07T17:16:55Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=,min_ram=,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62328) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1247.637302] env[62328]: DEBUG nova.virt.hardware [None req-a11dc4fd-eaa5-4bdf-802f-d9a6b2daf18c tempest-AttachInterfacesTestJSON-1049158018 tempest-AttachInterfacesTestJSON-1049158018-project-member] Flavor limits 0:0:0 {{(pid=62328) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1247.637458] env[62328]: DEBUG nova.virt.hardware [None req-a11dc4fd-eaa5-4bdf-802f-d9a6b2daf18c tempest-AttachInterfacesTestJSON-1049158018 tempest-AttachInterfacesTestJSON-1049158018-project-member] Image limits 0:0:0 {{(pid=62328) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1247.637634] env[62328]: DEBUG nova.virt.hardware [None req-a11dc4fd-eaa5-4bdf-802f-d9a6b2daf18c tempest-AttachInterfacesTestJSON-1049158018 tempest-AttachInterfacesTestJSON-1049158018-project-member] Flavor pref 0:0:0 {{(pid=62328) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1247.637780] env[62328]: DEBUG nova.virt.hardware [None req-a11dc4fd-eaa5-4bdf-802f-d9a6b2daf18c tempest-AttachInterfacesTestJSON-1049158018 tempest-AttachInterfacesTestJSON-1049158018-project-member] Image pref 0:0:0 {{(pid=62328) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1247.637925] env[62328]: DEBUG nova.virt.hardware [None req-a11dc4fd-eaa5-4bdf-802f-d9a6b2daf18c tempest-AttachInterfacesTestJSON-1049158018 tempest-AttachInterfacesTestJSON-1049158018-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62328) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1247.638151] env[62328]: DEBUG nova.virt.hardware [None req-a11dc4fd-eaa5-4bdf-802f-d9a6b2daf18c tempest-AttachInterfacesTestJSON-1049158018 tempest-AttachInterfacesTestJSON-1049158018-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62328) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1247.638309] env[62328]: DEBUG nova.virt.hardware [None req-a11dc4fd-eaa5-4bdf-802f-d9a6b2daf18c tempest-AttachInterfacesTestJSON-1049158018 tempest-AttachInterfacesTestJSON-1049158018-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62328) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1247.638473] env[62328]: DEBUG nova.virt.hardware [None req-a11dc4fd-eaa5-4bdf-802f-d9a6b2daf18c tempest-AttachInterfacesTestJSON-1049158018 tempest-AttachInterfacesTestJSON-1049158018-project-member] Got 1 possible topologies {{(pid=62328) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1247.638630] env[62328]: DEBUG nova.virt.hardware [None req-a11dc4fd-eaa5-4bdf-802f-d9a6b2daf18c tempest-AttachInterfacesTestJSON-1049158018 tempest-AttachInterfacesTestJSON-1049158018-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62328) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1247.638799] env[62328]: DEBUG nova.virt.hardware [None req-a11dc4fd-eaa5-4bdf-802f-d9a6b2daf18c tempest-AttachInterfacesTestJSON-1049158018 tempest-AttachInterfacesTestJSON-1049158018-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62328) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1247.645284] env[62328]: DEBUG nova.virt.vmwareapi.vmops [None req-a11dc4fd-eaa5-4bdf-802f-d9a6b2daf18c tempest-AttachInterfacesTestJSON-1049158018 tempest-AttachInterfacesTestJSON-1049158018-project-member] [instance: d2a6722b-f339-4410-8fa1-d8d07b4b153c] Reconfiguring VM to attach interface {{(pid=62328) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1923}} [ 1247.645648] env[62328]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e27160bc-2a6b-44e2-9709-da21b3fb7325 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1247.665921] env[62328]: DEBUG oslo_vmware.api [None req-a11dc4fd-eaa5-4bdf-802f-d9a6b2daf18c tempest-AttachInterfacesTestJSON-1049158018 tempest-AttachInterfacesTestJSON-1049158018-project-member] Waiting for the task: (returnval){ [ 1247.665921] env[62328]: value = "task-2387890" [ 1247.665921] env[62328]: _type = "Task" [ 1247.665921] env[62328]: } to complete. {{(pid=62328) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1247.673579] env[62328]: DEBUG oslo_vmware.api [None req-a11dc4fd-eaa5-4bdf-802f-d9a6b2daf18c tempest-AttachInterfacesTestJSON-1049158018 tempest-AttachInterfacesTestJSON-1049158018-project-member] Task: {'id': task-2387890, 'name': ReconfigVM_Task} progress is 0%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1247.751241] env[62328]: DEBUG nova.network.neutron [None req-72857d00-219a-4029-9514-0df994dcd8ab tempest-ServerActionsTestJSON-389109759 tempest-ServerActionsTestJSON-389109759-project-member] [instance: a0c4c9ea-1d61-4220-96ff-374ea5220233] Updating instance_info_cache with network_info: [{"id": "4b088c22-327c-464f-a34b-4680338c0177", "address": "fa:16:3e:fc:a2:7f", "network": {"id": "805c8157-3d39-4783-8cec-987f63104f4b", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-938088414-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.184", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9a4c228c680f4e5fa3409558e769cc0a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c1195acd-707f-4bac-a99d-14db17a63802", "external-id": "nsx-vlan-transportzone-322", "segmentation_id": 322, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4b088c22-32", "ovs_interfaceid": "4b088c22-327c-464f-a34b-4680338c0177", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62328) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1248.010859] env[62328]: INFO nova.compute.manager [None req-51cfe8ce-d8eb-41af-9538-6241448b7061 tempest-ServerActionsTestOtherB-626827456 tempest-ServerActionsTestOtherB-626827456-project-member] [instance: b73ba0c4-f3a7-407b-83e5-935263f0eea3] Took 12.11 seconds to build instance. [ 1248.175446] env[62328]: DEBUG oslo_vmware.api [None req-a11dc4fd-eaa5-4bdf-802f-d9a6b2daf18c tempest-AttachInterfacesTestJSON-1049158018 tempest-AttachInterfacesTestJSON-1049158018-project-member] Task: {'id': task-2387890, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1248.254255] env[62328]: DEBUG oslo_concurrency.lockutils [None req-72857d00-219a-4029-9514-0df994dcd8ab tempest-ServerActionsTestJSON-389109759 tempest-ServerActionsTestJSON-389109759-project-member] Releasing lock "refresh_cache-a0c4c9ea-1d61-4220-96ff-374ea5220233" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1248.254712] env[62328]: DEBUG nova.virt.vmwareapi.vm_util [None req-72857d00-219a-4029-9514-0df994dcd8ab tempest-ServerActionsTestJSON-389109759 tempest-ServerActionsTestJSON-389109759-project-member] [instance: a0c4c9ea-1d61-4220-96ff-374ea5220233] Powering off the VM {{(pid=62328) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1248.255011] env[62328]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-8749b780-1e0f-41ef-90fd-9586e19c318c {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1248.262327] env[62328]: DEBUG oslo_vmware.api [None req-72857d00-219a-4029-9514-0df994dcd8ab tempest-ServerActionsTestJSON-389109759 tempest-ServerActionsTestJSON-389109759-project-member] Waiting for the task: (returnval){ [ 1248.262327] env[62328]: value = "task-2387891" [ 1248.262327] env[62328]: _type = "Task" [ 1248.262327] env[62328]: } to complete. {{(pid=62328) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1248.275341] env[62328]: DEBUG oslo_vmware.api [None req-72857d00-219a-4029-9514-0df994dcd8ab tempest-ServerActionsTestJSON-389109759 tempest-ServerActionsTestJSON-389109759-project-member] Task: {'id': task-2387891, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1248.390222] env[62328]: DEBUG nova.network.neutron [req-b7e578b1-619f-4992-8d4e-270070b918f8 req-2bcb7b12-9880-4e51-9fec-31dd2491a42d service nova] [instance: d2a6722b-f339-4410-8fa1-d8d07b4b153c] Updated VIF entry in instance network info cache for port c53eccde-fea3-4c87-a26b-586e816a3228. {{(pid=62328) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1248.395709] env[62328]: DEBUG nova.network.neutron [req-b7e578b1-619f-4992-8d4e-270070b918f8 req-2bcb7b12-9880-4e51-9fec-31dd2491a42d service nova] [instance: d2a6722b-f339-4410-8fa1-d8d07b4b153c] Updating instance_info_cache with network_info: [{"id": "c53eccde-fea3-4c87-a26b-586e816a3228", "address": "fa:16:3e:f7:8e:ce", "network": {"id": "43b1657c-44ae-47a8-8e8d-196242ef7fca", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1953540822-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.176", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e88420d74d294fef9f976142535b9ac5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9f3a2eb5-353f-45c5-a73b-869626f4bb13", "external-id": "nsx-vlan-transportzone-411", "segmentation_id": 411, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc53eccde-fe", "ovs_interfaceid": "c53eccde-fea3-4c87-a26b-586e816a3228", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "2a999877-9895-43d6-8bd6-df8ca59aba15", "address": "fa:16:3e:5c:54:65", "network": {"id": "43b1657c-44ae-47a8-8e8d-196242ef7fca", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1953540822-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e88420d74d294fef9f976142535b9ac5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9f3a2eb5-353f-45c5-a73b-869626f4bb13", "external-id": "nsx-vlan-transportzone-411", "segmentation_id": 411, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2a999877-98", "ovs_interfaceid": "2a999877-9895-43d6-8bd6-df8ca59aba15", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}] {{(pid=62328) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1248.513523] env[62328]: DEBUG oslo_concurrency.lockutils [None req-51cfe8ce-d8eb-41af-9538-6241448b7061 tempest-ServerActionsTestOtherB-626827456 tempest-ServerActionsTestOtherB-626827456-project-member] Lock "b73ba0c4-f3a7-407b-83e5-935263f0eea3" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 13.623s {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1248.676205] env[62328]: DEBUG oslo_vmware.api [None req-a11dc4fd-eaa5-4bdf-802f-d9a6b2daf18c tempest-AttachInterfacesTestJSON-1049158018 tempest-AttachInterfacesTestJSON-1049158018-project-member] Task: {'id': task-2387890, 'name': ReconfigVM_Task, 'duration_secs': 0.53258} completed successfully. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1248.676727] env[62328]: DEBUG oslo_concurrency.lockutils [None req-a11dc4fd-eaa5-4bdf-802f-d9a6b2daf18c tempest-AttachInterfacesTestJSON-1049158018 tempest-AttachInterfacesTestJSON-1049158018-project-member] Releasing lock "d2a6722b-f339-4410-8fa1-d8d07b4b153c" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1248.676948] env[62328]: DEBUG nova.virt.vmwareapi.vmops [None req-a11dc4fd-eaa5-4bdf-802f-d9a6b2daf18c tempest-AttachInterfacesTestJSON-1049158018 tempest-AttachInterfacesTestJSON-1049158018-project-member] [instance: d2a6722b-f339-4410-8fa1-d8d07b4b153c] Reconfigured VM to attach interface {{(pid=62328) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1937}} [ 1248.772210] env[62328]: DEBUG oslo_vmware.api [None req-72857d00-219a-4029-9514-0df994dcd8ab tempest-ServerActionsTestJSON-389109759 tempest-ServerActionsTestJSON-389109759-project-member] Task: {'id': task-2387891, 'name': PowerOffVM_Task, 'duration_secs': 0.227324} completed successfully. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1248.772484] env[62328]: DEBUG nova.virt.vmwareapi.vm_util [None req-72857d00-219a-4029-9514-0df994dcd8ab tempest-ServerActionsTestJSON-389109759 tempest-ServerActionsTestJSON-389109759-project-member] [instance: a0c4c9ea-1d61-4220-96ff-374ea5220233] Powered off the VM {{(pid=62328) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1248.773149] env[62328]: DEBUG nova.virt.hardware [None req-72857d00-219a-4029-9514-0df994dcd8ab tempest-ServerActionsTestJSON-389109759 tempest-ServerActionsTestJSON-389109759-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-07T17:16:55Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=dbf872a4-92be-47e4-8561-c3e2bf2423ab,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62328) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1248.773364] env[62328]: DEBUG nova.virt.hardware [None req-72857d00-219a-4029-9514-0df994dcd8ab tempest-ServerActionsTestJSON-389109759 tempest-ServerActionsTestJSON-389109759-project-member] Flavor limits 0:0:0 {{(pid=62328) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1248.773519] env[62328]: DEBUG nova.virt.hardware [None req-72857d00-219a-4029-9514-0df994dcd8ab tempest-ServerActionsTestJSON-389109759 tempest-ServerActionsTestJSON-389109759-project-member] Image limits 0:0:0 {{(pid=62328) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1248.773695] env[62328]: DEBUG nova.virt.hardware [None req-72857d00-219a-4029-9514-0df994dcd8ab tempest-ServerActionsTestJSON-389109759 tempest-ServerActionsTestJSON-389109759-project-member] Flavor pref 0:0:0 {{(pid=62328) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1248.773840] env[62328]: DEBUG nova.virt.hardware [None req-72857d00-219a-4029-9514-0df994dcd8ab tempest-ServerActionsTestJSON-389109759 tempest-ServerActionsTestJSON-389109759-project-member] Image pref 0:0:0 {{(pid=62328) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1248.773985] env[62328]: DEBUG nova.virt.hardware [None req-72857d00-219a-4029-9514-0df994dcd8ab tempest-ServerActionsTestJSON-389109759 tempest-ServerActionsTestJSON-389109759-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62328) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1248.774238] env[62328]: DEBUG nova.virt.hardware [None req-72857d00-219a-4029-9514-0df994dcd8ab tempest-ServerActionsTestJSON-389109759 tempest-ServerActionsTestJSON-389109759-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62328) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1248.774416] env[62328]: DEBUG nova.virt.hardware [None req-72857d00-219a-4029-9514-0df994dcd8ab tempest-ServerActionsTestJSON-389109759 tempest-ServerActionsTestJSON-389109759-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62328) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1248.774584] env[62328]: DEBUG nova.virt.hardware [None req-72857d00-219a-4029-9514-0df994dcd8ab tempest-ServerActionsTestJSON-389109759 tempest-ServerActionsTestJSON-389109759-project-member] Got 1 possible topologies {{(pid=62328) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1248.774747] env[62328]: DEBUG nova.virt.hardware [None req-72857d00-219a-4029-9514-0df994dcd8ab tempest-ServerActionsTestJSON-389109759 tempest-ServerActionsTestJSON-389109759-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62328) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1248.774921] env[62328]: DEBUG nova.virt.hardware [None req-72857d00-219a-4029-9514-0df994dcd8ab tempest-ServerActionsTestJSON-389109759 tempest-ServerActionsTestJSON-389109759-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62328) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1248.779982] env[62328]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-bf19ef54-e28a-4825-861d-d16d397a06fd {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1248.795041] env[62328]: DEBUG oslo_vmware.api [None req-72857d00-219a-4029-9514-0df994dcd8ab tempest-ServerActionsTestJSON-389109759 tempest-ServerActionsTestJSON-389109759-project-member] Waiting for the task: (returnval){ [ 1248.795041] env[62328]: value = "task-2387892" [ 1248.795041] env[62328]: _type = "Task" [ 1248.795041] env[62328]: } to complete. {{(pid=62328) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1248.802806] env[62328]: DEBUG oslo_vmware.api [None req-72857d00-219a-4029-9514-0df994dcd8ab tempest-ServerActionsTestJSON-389109759 tempest-ServerActionsTestJSON-389109759-project-member] Task: {'id': task-2387892, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1248.898634] env[62328]: DEBUG oslo_concurrency.lockutils [req-b7e578b1-619f-4992-8d4e-270070b918f8 req-2bcb7b12-9880-4e51-9fec-31dd2491a42d service nova] Releasing lock "refresh_cache-d2a6722b-f339-4410-8fa1-d8d07b4b153c" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1249.182035] env[62328]: DEBUG oslo_concurrency.lockutils [None req-a11dc4fd-eaa5-4bdf-802f-d9a6b2daf18c tempest-AttachInterfacesTestJSON-1049158018 tempest-AttachInterfacesTestJSON-1049158018-project-member] Lock "interface-d2a6722b-f339-4410-8fa1-d8d07b4b153c-2a999877-9895-43d6-8bd6-df8ca59aba15" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 7.401s {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1249.265663] env[62328]: DEBUG nova.compute.manager [req-604bd8fe-9aa1-42a0-ac95-111fb40e328e req-201377f9-9a0a-41ed-a07b-0cd867c1e8f5 service nova] [instance: b73ba0c4-f3a7-407b-83e5-935263f0eea3] Received event network-changed-f20b0f2e-1188-4a01-9d99-939ac2d85009 {{(pid=62328) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1249.265814] env[62328]: DEBUG nova.compute.manager [req-604bd8fe-9aa1-42a0-ac95-111fb40e328e req-201377f9-9a0a-41ed-a07b-0cd867c1e8f5 service nova] [instance: b73ba0c4-f3a7-407b-83e5-935263f0eea3] Refreshing instance network info cache due to event network-changed-f20b0f2e-1188-4a01-9d99-939ac2d85009. {{(pid=62328) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1249.266059] env[62328]: DEBUG oslo_concurrency.lockutils [req-604bd8fe-9aa1-42a0-ac95-111fb40e328e req-201377f9-9a0a-41ed-a07b-0cd867c1e8f5 service nova] Acquiring lock "refresh_cache-b73ba0c4-f3a7-407b-83e5-935263f0eea3" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1249.266194] env[62328]: DEBUG oslo_concurrency.lockutils [req-604bd8fe-9aa1-42a0-ac95-111fb40e328e req-201377f9-9a0a-41ed-a07b-0cd867c1e8f5 service nova] Acquired lock "refresh_cache-b73ba0c4-f3a7-407b-83e5-935263f0eea3" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1249.266358] env[62328]: DEBUG nova.network.neutron [req-604bd8fe-9aa1-42a0-ac95-111fb40e328e req-201377f9-9a0a-41ed-a07b-0cd867c1e8f5 service nova] [instance: b73ba0c4-f3a7-407b-83e5-935263f0eea3] Refreshing network info cache for port f20b0f2e-1188-4a01-9d99-939ac2d85009 {{(pid=62328) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1249.304737] env[62328]: DEBUG oslo_vmware.api [None req-72857d00-219a-4029-9514-0df994dcd8ab tempest-ServerActionsTestJSON-389109759 tempest-ServerActionsTestJSON-389109759-project-member] Task: {'id': task-2387892, 'name': ReconfigVM_Task, 'duration_secs': 0.148428} completed successfully. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1249.305552] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-17b07a94-cf37-4da6-aabd-e9e7ca5aa26c {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1249.323801] env[62328]: DEBUG nova.virt.hardware [None req-72857d00-219a-4029-9514-0df994dcd8ab tempest-ServerActionsTestJSON-389109759 tempest-ServerActionsTestJSON-389109759-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-07T17:16:55Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=dbf872a4-92be-47e4-8561-c3e2bf2423ab,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62328) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1249.324047] env[62328]: DEBUG nova.virt.hardware [None req-72857d00-219a-4029-9514-0df994dcd8ab tempest-ServerActionsTestJSON-389109759 tempest-ServerActionsTestJSON-389109759-project-member] Flavor limits 0:0:0 {{(pid=62328) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1249.324202] env[62328]: DEBUG nova.virt.hardware [None req-72857d00-219a-4029-9514-0df994dcd8ab tempest-ServerActionsTestJSON-389109759 tempest-ServerActionsTestJSON-389109759-project-member] Image limits 0:0:0 {{(pid=62328) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1249.324383] env[62328]: DEBUG nova.virt.hardware [None req-72857d00-219a-4029-9514-0df994dcd8ab tempest-ServerActionsTestJSON-389109759 tempest-ServerActionsTestJSON-389109759-project-member] Flavor pref 0:0:0 {{(pid=62328) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1249.324635] env[62328]: DEBUG nova.virt.hardware [None req-72857d00-219a-4029-9514-0df994dcd8ab tempest-ServerActionsTestJSON-389109759 tempest-ServerActionsTestJSON-389109759-project-member] Image pref 0:0:0 {{(pid=62328) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1249.324723] env[62328]: DEBUG nova.virt.hardware [None req-72857d00-219a-4029-9514-0df994dcd8ab tempest-ServerActionsTestJSON-389109759 tempest-ServerActionsTestJSON-389109759-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62328) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1249.324909] env[62328]: DEBUG nova.virt.hardware [None req-72857d00-219a-4029-9514-0df994dcd8ab tempest-ServerActionsTestJSON-389109759 tempest-ServerActionsTestJSON-389109759-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62328) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1249.325105] env[62328]: DEBUG nova.virt.hardware [None req-72857d00-219a-4029-9514-0df994dcd8ab tempest-ServerActionsTestJSON-389109759 tempest-ServerActionsTestJSON-389109759-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62328) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1249.325286] env[62328]: DEBUG nova.virt.hardware [None req-72857d00-219a-4029-9514-0df994dcd8ab tempest-ServerActionsTestJSON-389109759 tempest-ServerActionsTestJSON-389109759-project-member] Got 1 possible topologies {{(pid=62328) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1249.325449] env[62328]: DEBUG nova.virt.hardware [None req-72857d00-219a-4029-9514-0df994dcd8ab tempest-ServerActionsTestJSON-389109759 tempest-ServerActionsTestJSON-389109759-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62328) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1249.325651] env[62328]: DEBUG nova.virt.hardware [None req-72857d00-219a-4029-9514-0df994dcd8ab tempest-ServerActionsTestJSON-389109759 tempest-ServerActionsTestJSON-389109759-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62328) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1249.326480] env[62328]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6e385bfa-7213-4db3-bc65-47c2f9a4d8e5 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1249.332109] env[62328]: DEBUG oslo_vmware.api [None req-72857d00-219a-4029-9514-0df994dcd8ab tempest-ServerActionsTestJSON-389109759 tempest-ServerActionsTestJSON-389109759-project-member] Waiting for the task: (returnval){ [ 1249.332109] env[62328]: value = "session[52a6e20e-410d-708a-99f2-080a575a99bd]529e760e-83c9-645e-8dde-4be74a5dca6e" [ 1249.332109] env[62328]: _type = "Task" [ 1249.332109] env[62328]: } to complete. {{(pid=62328) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1249.340265] env[62328]: DEBUG oslo_vmware.api [None req-72857d00-219a-4029-9514-0df994dcd8ab tempest-ServerActionsTestJSON-389109759 tempest-ServerActionsTestJSON-389109759-project-member] Task: {'id': session[52a6e20e-410d-708a-99f2-080a575a99bd]529e760e-83c9-645e-8dde-4be74a5dca6e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1249.842446] env[62328]: DEBUG oslo_vmware.api [None req-72857d00-219a-4029-9514-0df994dcd8ab tempest-ServerActionsTestJSON-389109759 tempest-ServerActionsTestJSON-389109759-project-member] Task: {'id': session[52a6e20e-410d-708a-99f2-080a575a99bd]529e760e-83c9-645e-8dde-4be74a5dca6e, 'name': SearchDatastore_Task, 'duration_secs': 0.007374} completed successfully. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1249.847824] env[62328]: DEBUG nova.virt.vmwareapi.volumeops [None req-72857d00-219a-4029-9514-0df994dcd8ab tempest-ServerActionsTestJSON-389109759 tempest-ServerActionsTestJSON-389109759-project-member] [instance: a0c4c9ea-1d61-4220-96ff-374ea5220233] Reconfiguring VM instance instance-00000078 to detach disk 2000 {{(pid=62328) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1249.848123] env[62328]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4a4e3ba1-4be0-479e-bd55-7dbf278609e7 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1249.868260] env[62328]: DEBUG oslo_vmware.api [None req-72857d00-219a-4029-9514-0df994dcd8ab tempest-ServerActionsTestJSON-389109759 tempest-ServerActionsTestJSON-389109759-project-member] Waiting for the task: (returnval){ [ 1249.868260] env[62328]: value = "task-2387893" [ 1249.868260] env[62328]: _type = "Task" [ 1249.868260] env[62328]: } to complete. {{(pid=62328) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1249.876200] env[62328]: DEBUG oslo_vmware.api [None req-72857d00-219a-4029-9514-0df994dcd8ab tempest-ServerActionsTestJSON-389109759 tempest-ServerActionsTestJSON-389109759-project-member] Task: {'id': task-2387893, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1250.064564] env[62328]: DEBUG nova.network.neutron [req-604bd8fe-9aa1-42a0-ac95-111fb40e328e req-201377f9-9a0a-41ed-a07b-0cd867c1e8f5 service nova] [instance: b73ba0c4-f3a7-407b-83e5-935263f0eea3] Updated VIF entry in instance network info cache for port f20b0f2e-1188-4a01-9d99-939ac2d85009. {{(pid=62328) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1250.064886] env[62328]: DEBUG nova.network.neutron [req-604bd8fe-9aa1-42a0-ac95-111fb40e328e req-201377f9-9a0a-41ed-a07b-0cd867c1e8f5 service nova] [instance: b73ba0c4-f3a7-407b-83e5-935263f0eea3] Updating instance_info_cache with network_info: [{"id": "f20b0f2e-1188-4a01-9d99-939ac2d85009", "address": "fa:16:3e:87:5e:2f", "network": {"id": "26ce23b7-7f28-4faf-9ad9-833f4c091e91", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1619285024-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.137", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4dfb769ea51943efa01b92c3a0595081", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "30c39e9a-a798-4f25-a48c-91f786ba332c", "external-id": "nsx-vlan-transportzone-438", "segmentation_id": 438, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf20b0f2e-11", "ovs_interfaceid": "f20b0f2e-1188-4a01-9d99-939ac2d85009", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62328) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1250.377591] env[62328]: DEBUG oslo_vmware.api [None req-72857d00-219a-4029-9514-0df994dcd8ab tempest-ServerActionsTestJSON-389109759 tempest-ServerActionsTestJSON-389109759-project-member] Task: {'id': task-2387893, 'name': ReconfigVM_Task, 'duration_secs': 0.459004} completed successfully. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1250.377856] env[62328]: DEBUG nova.virt.vmwareapi.volumeops [None req-72857d00-219a-4029-9514-0df994dcd8ab tempest-ServerActionsTestJSON-389109759 tempest-ServerActionsTestJSON-389109759-project-member] [instance: a0c4c9ea-1d61-4220-96ff-374ea5220233] Reconfigured VM instance instance-00000078 to detach disk 2000 {{(pid=62328) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1250.378628] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d906af7c-8939-4166-84e1-307126081b21 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1250.400149] env[62328]: DEBUG nova.virt.vmwareapi.volumeops [None req-72857d00-219a-4029-9514-0df994dcd8ab tempest-ServerActionsTestJSON-389109759 tempest-ServerActionsTestJSON-389109759-project-member] [instance: a0c4c9ea-1d61-4220-96ff-374ea5220233] Reconfiguring VM instance instance-00000078 to attach disk [datastore1] a0c4c9ea-1d61-4220-96ff-374ea5220233/a0c4c9ea-1d61-4220-96ff-374ea5220233.vmdk or device None with type thin {{(pid=62328) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1250.400491] env[62328]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9d66cea6-d970-4297-8fdd-357c98e0b1f6 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1250.417565] env[62328]: DEBUG oslo_vmware.api [None req-72857d00-219a-4029-9514-0df994dcd8ab tempest-ServerActionsTestJSON-389109759 tempest-ServerActionsTestJSON-389109759-project-member] Waiting for the task: (returnval){ [ 1250.417565] env[62328]: value = "task-2387894" [ 1250.417565] env[62328]: _type = "Task" [ 1250.417565] env[62328]: } to complete. {{(pid=62328) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1250.426840] env[62328]: DEBUG oslo_vmware.api [None req-72857d00-219a-4029-9514-0df994dcd8ab tempest-ServerActionsTestJSON-389109759 tempest-ServerActionsTestJSON-389109759-project-member] Task: {'id': task-2387894, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1250.536585] env[62328]: DEBUG oslo_concurrency.lockutils [None req-8d5395b9-7a72-49a5-aeef-8a7cfe2efb40 tempest-AttachInterfacesTestJSON-1049158018 tempest-AttachInterfacesTestJSON-1049158018-project-member] Acquiring lock "interface-d2a6722b-f339-4410-8fa1-d8d07b4b153c-2a999877-9895-43d6-8bd6-df8ca59aba15" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1250.536999] env[62328]: DEBUG oslo_concurrency.lockutils [None req-8d5395b9-7a72-49a5-aeef-8a7cfe2efb40 tempest-AttachInterfacesTestJSON-1049158018 tempest-AttachInterfacesTestJSON-1049158018-project-member] Lock "interface-d2a6722b-f339-4410-8fa1-d8d07b4b153c-2a999877-9895-43d6-8bd6-df8ca59aba15" acquired by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: waited 0.000s {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1250.567295] env[62328]: DEBUG oslo_concurrency.lockutils [req-604bd8fe-9aa1-42a0-ac95-111fb40e328e req-201377f9-9a0a-41ed-a07b-0cd867c1e8f5 service nova] Releasing lock "refresh_cache-b73ba0c4-f3a7-407b-83e5-935263f0eea3" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1250.927580] env[62328]: DEBUG oslo_vmware.api [None req-72857d00-219a-4029-9514-0df994dcd8ab tempest-ServerActionsTestJSON-389109759 tempest-ServerActionsTestJSON-389109759-project-member] Task: {'id': task-2387894, 'name': ReconfigVM_Task, 'duration_secs': 0.258794} completed successfully. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1250.927913] env[62328]: DEBUG nova.virt.vmwareapi.volumeops [None req-72857d00-219a-4029-9514-0df994dcd8ab tempest-ServerActionsTestJSON-389109759 tempest-ServerActionsTestJSON-389109759-project-member] [instance: a0c4c9ea-1d61-4220-96ff-374ea5220233] Reconfigured VM instance instance-00000078 to attach disk [datastore1] a0c4c9ea-1d61-4220-96ff-374ea5220233/a0c4c9ea-1d61-4220-96ff-374ea5220233.vmdk or device None with type thin {{(pid=62328) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1250.928592] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-79e7ea03-d11d-4b28-8884-de7f4fa04cb5 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1250.945748] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-004d7cba-163d-432d-b3fd-61250c9545b2 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1250.963054] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a6274987-e45b-4385-bf9c-1e4df6bd2949 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1250.980363] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2e2de139-8e4d-42ed-bbc8-c6f4c4c9ef8c {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1250.986501] env[62328]: DEBUG nova.virt.vmwareapi.vm_util [None req-72857d00-219a-4029-9514-0df994dcd8ab tempest-ServerActionsTestJSON-389109759 tempest-ServerActionsTestJSON-389109759-project-member] [instance: a0c4c9ea-1d61-4220-96ff-374ea5220233] Powering on the VM {{(pid=62328) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1250.986723] env[62328]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-b2d553e3-3a4c-4f87-bc6a-bf287b643758 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1250.993167] env[62328]: DEBUG oslo_vmware.api [None req-72857d00-219a-4029-9514-0df994dcd8ab tempest-ServerActionsTestJSON-389109759 tempest-ServerActionsTestJSON-389109759-project-member] Waiting for the task: (returnval){ [ 1250.993167] env[62328]: value = "task-2387895" [ 1250.993167] env[62328]: _type = "Task" [ 1250.993167] env[62328]: } to complete. {{(pid=62328) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1250.999872] env[62328]: DEBUG oslo_vmware.api [None req-72857d00-219a-4029-9514-0df994dcd8ab tempest-ServerActionsTestJSON-389109759 tempest-ServerActionsTestJSON-389109759-project-member] Task: {'id': task-2387895, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1251.039715] env[62328]: DEBUG oslo_concurrency.lockutils [None req-8d5395b9-7a72-49a5-aeef-8a7cfe2efb40 tempest-AttachInterfacesTestJSON-1049158018 tempest-AttachInterfacesTestJSON-1049158018-project-member] Acquiring lock "d2a6722b-f339-4410-8fa1-d8d07b4b153c" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1251.039929] env[62328]: DEBUG oslo_concurrency.lockutils [None req-8d5395b9-7a72-49a5-aeef-8a7cfe2efb40 tempest-AttachInterfacesTestJSON-1049158018 tempest-AttachInterfacesTestJSON-1049158018-project-member] Acquired lock "d2a6722b-f339-4410-8fa1-d8d07b4b153c" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1251.040799] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-640592f6-ea15-4d0c-9fd4-6f6005f7930f {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1251.057495] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7ce98ff1-7a46-43e0-8c49-92ad5aa68d30 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1251.090607] env[62328]: DEBUG nova.virt.vmwareapi.vmops [None req-8d5395b9-7a72-49a5-aeef-8a7cfe2efb40 tempest-AttachInterfacesTestJSON-1049158018 tempest-AttachInterfacesTestJSON-1049158018-project-member] [instance: d2a6722b-f339-4410-8fa1-d8d07b4b153c] Reconfiguring VM to detach interface {{(pid=62328) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1968}} [ 1251.090886] env[62328]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4eedd8d7-d4c3-4e14-96ad-e91c5bdad9cf {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1251.108508] env[62328]: DEBUG oslo_vmware.api [None req-8d5395b9-7a72-49a5-aeef-8a7cfe2efb40 tempest-AttachInterfacesTestJSON-1049158018 tempest-AttachInterfacesTestJSON-1049158018-project-member] Waiting for the task: (returnval){ [ 1251.108508] env[62328]: value = "task-2387896" [ 1251.108508] env[62328]: _type = "Task" [ 1251.108508] env[62328]: } to complete. {{(pid=62328) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1251.116435] env[62328]: DEBUG oslo_vmware.api [None req-8d5395b9-7a72-49a5-aeef-8a7cfe2efb40 tempest-AttachInterfacesTestJSON-1049158018 tempest-AttachInterfacesTestJSON-1049158018-project-member] Task: {'id': task-2387896, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1251.502606] env[62328]: DEBUG oslo_vmware.api [None req-72857d00-219a-4029-9514-0df994dcd8ab tempest-ServerActionsTestJSON-389109759 tempest-ServerActionsTestJSON-389109759-project-member] Task: {'id': task-2387895, 'name': PowerOnVM_Task, 'duration_secs': 0.363179} completed successfully. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1251.502850] env[62328]: DEBUG nova.virt.vmwareapi.vm_util [None req-72857d00-219a-4029-9514-0df994dcd8ab tempest-ServerActionsTestJSON-389109759 tempest-ServerActionsTestJSON-389109759-project-member] [instance: a0c4c9ea-1d61-4220-96ff-374ea5220233] Powered on the VM {{(pid=62328) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1251.618629] env[62328]: DEBUG oslo_vmware.api [None req-8d5395b9-7a72-49a5-aeef-8a7cfe2efb40 tempest-AttachInterfacesTestJSON-1049158018 tempest-AttachInterfacesTestJSON-1049158018-project-member] Task: {'id': task-2387896, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1252.119786] env[62328]: DEBUG oslo_vmware.api [None req-8d5395b9-7a72-49a5-aeef-8a7cfe2efb40 tempest-AttachInterfacesTestJSON-1049158018 tempest-AttachInterfacesTestJSON-1049158018-project-member] Task: {'id': task-2387896, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1252.514508] env[62328]: INFO nova.compute.manager [None req-72857d00-219a-4029-9514-0df994dcd8ab tempest-ServerActionsTestJSON-389109759 tempest-ServerActionsTestJSON-389109759-project-member] [instance: a0c4c9ea-1d61-4220-96ff-374ea5220233] Updating instance to original state: 'active' [ 1252.619711] env[62328]: DEBUG oslo_vmware.api [None req-8d5395b9-7a72-49a5-aeef-8a7cfe2efb40 tempest-AttachInterfacesTestJSON-1049158018 tempest-AttachInterfacesTestJSON-1049158018-project-member] Task: {'id': task-2387896, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1253.120472] env[62328]: DEBUG oslo_vmware.api [None req-8d5395b9-7a72-49a5-aeef-8a7cfe2efb40 tempest-AttachInterfacesTestJSON-1049158018 tempest-AttachInterfacesTestJSON-1049158018-project-member] Task: {'id': task-2387896, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1253.452388] env[62328]: DEBUG oslo_concurrency.lockutils [None req-5c1ec9d9-9fc6-47cf-a67a-9813bdd0fa6a tempest-ServerActionsTestJSON-389109759 tempest-ServerActionsTestJSON-389109759-project-member] Acquiring lock "a0c4c9ea-1d61-4220-96ff-374ea5220233" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1253.452607] env[62328]: DEBUG oslo_concurrency.lockutils [None req-5c1ec9d9-9fc6-47cf-a67a-9813bdd0fa6a tempest-ServerActionsTestJSON-389109759 tempest-ServerActionsTestJSON-389109759-project-member] Lock "a0c4c9ea-1d61-4220-96ff-374ea5220233" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1253.452815] env[62328]: DEBUG oslo_concurrency.lockutils [None req-5c1ec9d9-9fc6-47cf-a67a-9813bdd0fa6a tempest-ServerActionsTestJSON-389109759 tempest-ServerActionsTestJSON-389109759-project-member] Acquiring lock "a0c4c9ea-1d61-4220-96ff-374ea5220233-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1253.452993] env[62328]: DEBUG oslo_concurrency.lockutils [None req-5c1ec9d9-9fc6-47cf-a67a-9813bdd0fa6a tempest-ServerActionsTestJSON-389109759 tempest-ServerActionsTestJSON-389109759-project-member] Lock "a0c4c9ea-1d61-4220-96ff-374ea5220233-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1253.453181] env[62328]: DEBUG oslo_concurrency.lockutils [None req-5c1ec9d9-9fc6-47cf-a67a-9813bdd0fa6a tempest-ServerActionsTestJSON-389109759 tempest-ServerActionsTestJSON-389109759-project-member] Lock "a0c4c9ea-1d61-4220-96ff-374ea5220233-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1253.455586] env[62328]: INFO nova.compute.manager [None req-5c1ec9d9-9fc6-47cf-a67a-9813bdd0fa6a tempest-ServerActionsTestJSON-389109759 tempest-ServerActionsTestJSON-389109759-project-member] [instance: a0c4c9ea-1d61-4220-96ff-374ea5220233] Terminating instance [ 1253.622513] env[62328]: DEBUG oslo_vmware.api [None req-8d5395b9-7a72-49a5-aeef-8a7cfe2efb40 tempest-AttachInterfacesTestJSON-1049158018 tempest-AttachInterfacesTestJSON-1049158018-project-member] Task: {'id': task-2387896, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1253.959978] env[62328]: DEBUG nova.compute.manager [None req-5c1ec9d9-9fc6-47cf-a67a-9813bdd0fa6a tempest-ServerActionsTestJSON-389109759 tempest-ServerActionsTestJSON-389109759-project-member] [instance: a0c4c9ea-1d61-4220-96ff-374ea5220233] Start destroying the instance on the hypervisor. {{(pid=62328) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1253.960262] env[62328]: DEBUG nova.virt.vmwareapi.vmops [None req-5c1ec9d9-9fc6-47cf-a67a-9813bdd0fa6a tempest-ServerActionsTestJSON-389109759 tempest-ServerActionsTestJSON-389109759-project-member] [instance: a0c4c9ea-1d61-4220-96ff-374ea5220233] Destroying instance {{(pid=62328) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1253.961220] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ab284627-ad26-48d2-b7a8-956573d7eb5b {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1253.968787] env[62328]: DEBUG nova.virt.vmwareapi.vm_util [None req-5c1ec9d9-9fc6-47cf-a67a-9813bdd0fa6a tempest-ServerActionsTestJSON-389109759 tempest-ServerActionsTestJSON-389109759-project-member] [instance: a0c4c9ea-1d61-4220-96ff-374ea5220233] Powering off the VM {{(pid=62328) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1253.969079] env[62328]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-956e220c-35e4-4fff-9b1d-49ce287644ce {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1253.975212] env[62328]: DEBUG oslo_vmware.api [None req-5c1ec9d9-9fc6-47cf-a67a-9813bdd0fa6a tempest-ServerActionsTestJSON-389109759 tempest-ServerActionsTestJSON-389109759-project-member] Waiting for the task: (returnval){ [ 1253.975212] env[62328]: value = "task-2387897" [ 1253.975212] env[62328]: _type = "Task" [ 1253.975212] env[62328]: } to complete. {{(pid=62328) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1253.983021] env[62328]: DEBUG oslo_vmware.api [None req-5c1ec9d9-9fc6-47cf-a67a-9813bdd0fa6a tempest-ServerActionsTestJSON-389109759 tempest-ServerActionsTestJSON-389109759-project-member] Task: {'id': task-2387897, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1254.122776] env[62328]: DEBUG oslo_vmware.api [None req-8d5395b9-7a72-49a5-aeef-8a7cfe2efb40 tempest-AttachInterfacesTestJSON-1049158018 tempest-AttachInterfacesTestJSON-1049158018-project-member] Task: {'id': task-2387896, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1254.485264] env[62328]: DEBUG oslo_vmware.api [None req-5c1ec9d9-9fc6-47cf-a67a-9813bdd0fa6a tempest-ServerActionsTestJSON-389109759 tempest-ServerActionsTestJSON-389109759-project-member] Task: {'id': task-2387897, 'name': PowerOffVM_Task, 'duration_secs': 0.155047} completed successfully. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1254.486052] env[62328]: DEBUG nova.virt.vmwareapi.vm_util [None req-5c1ec9d9-9fc6-47cf-a67a-9813bdd0fa6a tempest-ServerActionsTestJSON-389109759 tempest-ServerActionsTestJSON-389109759-project-member] [instance: a0c4c9ea-1d61-4220-96ff-374ea5220233] Powered off the VM {{(pid=62328) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1254.486052] env[62328]: DEBUG nova.virt.vmwareapi.vmops [None req-5c1ec9d9-9fc6-47cf-a67a-9813bdd0fa6a tempest-ServerActionsTestJSON-389109759 tempest-ServerActionsTestJSON-389109759-project-member] [instance: a0c4c9ea-1d61-4220-96ff-374ea5220233] Unregistering the VM {{(pid=62328) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1254.486213] env[62328]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-2d0a6b90-6674-4f53-88f5-181af9a5ddf5 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1254.551107] env[62328]: DEBUG nova.virt.vmwareapi.vmops [None req-5c1ec9d9-9fc6-47cf-a67a-9813bdd0fa6a tempest-ServerActionsTestJSON-389109759 tempest-ServerActionsTestJSON-389109759-project-member] [instance: a0c4c9ea-1d61-4220-96ff-374ea5220233] Unregistered the VM {{(pid=62328) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1254.551359] env[62328]: DEBUG nova.virt.vmwareapi.vmops [None req-5c1ec9d9-9fc6-47cf-a67a-9813bdd0fa6a tempest-ServerActionsTestJSON-389109759 tempest-ServerActionsTestJSON-389109759-project-member] [instance: a0c4c9ea-1d61-4220-96ff-374ea5220233] Deleting contents of the VM from datastore datastore1 {{(pid=62328) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1254.551551] env[62328]: DEBUG nova.virt.vmwareapi.ds_util [None req-5c1ec9d9-9fc6-47cf-a67a-9813bdd0fa6a tempest-ServerActionsTestJSON-389109759 tempest-ServerActionsTestJSON-389109759-project-member] Deleting the datastore file [datastore1] a0c4c9ea-1d61-4220-96ff-374ea5220233 {{(pid=62328) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1254.551818] env[62328]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-90ac7333-63fd-47b6-9831-de28c908b04a {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1254.558078] env[62328]: DEBUG oslo_vmware.api [None req-5c1ec9d9-9fc6-47cf-a67a-9813bdd0fa6a tempest-ServerActionsTestJSON-389109759 tempest-ServerActionsTestJSON-389109759-project-member] Waiting for the task: (returnval){ [ 1254.558078] env[62328]: value = "task-2387899" [ 1254.558078] env[62328]: _type = "Task" [ 1254.558078] env[62328]: } to complete. {{(pid=62328) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1254.565126] env[62328]: DEBUG oslo_vmware.api [None req-5c1ec9d9-9fc6-47cf-a67a-9813bdd0fa6a tempest-ServerActionsTestJSON-389109759 tempest-ServerActionsTestJSON-389109759-project-member] Task: {'id': task-2387899, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1254.621336] env[62328]: DEBUG oslo_vmware.api [None req-8d5395b9-7a72-49a5-aeef-8a7cfe2efb40 tempest-AttachInterfacesTestJSON-1049158018 tempest-AttachInterfacesTestJSON-1049158018-project-member] Task: {'id': task-2387896, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1255.067940] env[62328]: DEBUG oslo_vmware.api [None req-5c1ec9d9-9fc6-47cf-a67a-9813bdd0fa6a tempest-ServerActionsTestJSON-389109759 tempest-ServerActionsTestJSON-389109759-project-member] Task: {'id': task-2387899, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.141773} completed successfully. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1255.068220] env[62328]: DEBUG nova.virt.vmwareapi.ds_util [None req-5c1ec9d9-9fc6-47cf-a67a-9813bdd0fa6a tempest-ServerActionsTestJSON-389109759 tempest-ServerActionsTestJSON-389109759-project-member] Deleted the datastore file {{(pid=62328) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1255.068404] env[62328]: DEBUG nova.virt.vmwareapi.vmops [None req-5c1ec9d9-9fc6-47cf-a67a-9813bdd0fa6a tempest-ServerActionsTestJSON-389109759 tempest-ServerActionsTestJSON-389109759-project-member] [instance: a0c4c9ea-1d61-4220-96ff-374ea5220233] Deleted contents of the VM from datastore datastore1 {{(pid=62328) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1255.068587] env[62328]: DEBUG nova.virt.vmwareapi.vmops [None req-5c1ec9d9-9fc6-47cf-a67a-9813bdd0fa6a tempest-ServerActionsTestJSON-389109759 tempest-ServerActionsTestJSON-389109759-project-member] [instance: a0c4c9ea-1d61-4220-96ff-374ea5220233] Instance destroyed {{(pid=62328) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1255.068759] env[62328]: INFO nova.compute.manager [None req-5c1ec9d9-9fc6-47cf-a67a-9813bdd0fa6a tempest-ServerActionsTestJSON-389109759 tempest-ServerActionsTestJSON-389109759-project-member] [instance: a0c4c9ea-1d61-4220-96ff-374ea5220233] Took 1.11 seconds to destroy the instance on the hypervisor. [ 1255.069051] env[62328]: DEBUG oslo.service.loopingcall [None req-5c1ec9d9-9fc6-47cf-a67a-9813bdd0fa6a tempest-ServerActionsTestJSON-389109759 tempest-ServerActionsTestJSON-389109759-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62328) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1255.069258] env[62328]: DEBUG nova.compute.manager [-] [instance: a0c4c9ea-1d61-4220-96ff-374ea5220233] Deallocating network for instance {{(pid=62328) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1255.069354] env[62328]: DEBUG nova.network.neutron [-] [instance: a0c4c9ea-1d61-4220-96ff-374ea5220233] deallocate_for_instance() {{(pid=62328) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1255.121883] env[62328]: DEBUG oslo_vmware.api [None req-8d5395b9-7a72-49a5-aeef-8a7cfe2efb40 tempest-AttachInterfacesTestJSON-1049158018 tempest-AttachInterfacesTestJSON-1049158018-project-member] Task: {'id': task-2387896, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1255.544066] env[62328]: DEBUG nova.compute.manager [req-729bc326-c16f-4d21-8710-2d56f92a0bed req-fd3bc667-963b-44b7-973c-5367b66f26ec service nova] [instance: a0c4c9ea-1d61-4220-96ff-374ea5220233] Received event network-vif-deleted-4b088c22-327c-464f-a34b-4680338c0177 {{(pid=62328) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1255.544307] env[62328]: INFO nova.compute.manager [req-729bc326-c16f-4d21-8710-2d56f92a0bed req-fd3bc667-963b-44b7-973c-5367b66f26ec service nova] [instance: a0c4c9ea-1d61-4220-96ff-374ea5220233] Neutron deleted interface 4b088c22-327c-464f-a34b-4680338c0177; detaching it from the instance and deleting it from the info cache [ 1255.544476] env[62328]: DEBUG nova.network.neutron [req-729bc326-c16f-4d21-8710-2d56f92a0bed req-fd3bc667-963b-44b7-973c-5367b66f26ec service nova] [instance: a0c4c9ea-1d61-4220-96ff-374ea5220233] Updating instance_info_cache with network_info: [] {{(pid=62328) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1255.623810] env[62328]: DEBUG oslo_vmware.api [None req-8d5395b9-7a72-49a5-aeef-8a7cfe2efb40 tempest-AttachInterfacesTestJSON-1049158018 tempest-AttachInterfacesTestJSON-1049158018-project-member] Task: {'id': task-2387896, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1256.028595] env[62328]: DEBUG nova.network.neutron [-] [instance: a0c4c9ea-1d61-4220-96ff-374ea5220233] Updating instance_info_cache with network_info: [] {{(pid=62328) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1256.047230] env[62328]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-4b76967b-9f03-46f7-b21e-f1249d012f1f {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1256.057443] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-50efcff0-b247-476b-989e-71e45c1beb20 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1256.084587] env[62328]: DEBUG nova.compute.manager [req-729bc326-c16f-4d21-8710-2d56f92a0bed req-fd3bc667-963b-44b7-973c-5367b66f26ec service nova] [instance: a0c4c9ea-1d61-4220-96ff-374ea5220233] Detach interface failed, port_id=4b088c22-327c-464f-a34b-4680338c0177, reason: Instance a0c4c9ea-1d61-4220-96ff-374ea5220233 could not be found. {{(pid=62328) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 1256.123878] env[62328]: DEBUG oslo_vmware.api [None req-8d5395b9-7a72-49a5-aeef-8a7cfe2efb40 tempest-AttachInterfacesTestJSON-1049158018 tempest-AttachInterfacesTestJSON-1049158018-project-member] Task: {'id': task-2387896, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1256.532059] env[62328]: INFO nova.compute.manager [-] [instance: a0c4c9ea-1d61-4220-96ff-374ea5220233] Took 1.46 seconds to deallocate network for instance. [ 1256.624539] env[62328]: DEBUG oslo_vmware.api [None req-8d5395b9-7a72-49a5-aeef-8a7cfe2efb40 tempest-AttachInterfacesTestJSON-1049158018 tempest-AttachInterfacesTestJSON-1049158018-project-member] Task: {'id': task-2387896, 'name': ReconfigVM_Task} progress is 18%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1257.040751] env[62328]: DEBUG oslo_concurrency.lockutils [None req-5c1ec9d9-9fc6-47cf-a67a-9813bdd0fa6a tempest-ServerActionsTestJSON-389109759 tempest-ServerActionsTestJSON-389109759-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1257.040956] env[62328]: DEBUG oslo_concurrency.lockutils [None req-5c1ec9d9-9fc6-47cf-a67a-9813bdd0fa6a tempest-ServerActionsTestJSON-389109759 tempest-ServerActionsTestJSON-389109759-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1257.041170] env[62328]: DEBUG oslo_concurrency.lockutils [None req-5c1ec9d9-9fc6-47cf-a67a-9813bdd0fa6a tempest-ServerActionsTestJSON-389109759 tempest-ServerActionsTestJSON-389109759-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1257.064883] env[62328]: INFO nova.scheduler.client.report [None req-5c1ec9d9-9fc6-47cf-a67a-9813bdd0fa6a tempest-ServerActionsTestJSON-389109759 tempest-ServerActionsTestJSON-389109759-project-member] Deleted allocations for instance a0c4c9ea-1d61-4220-96ff-374ea5220233 [ 1257.126381] env[62328]: DEBUG oslo_vmware.api [None req-8d5395b9-7a72-49a5-aeef-8a7cfe2efb40 tempest-AttachInterfacesTestJSON-1049158018 tempest-AttachInterfacesTestJSON-1049158018-project-member] Task: {'id': task-2387896, 'name': ReconfigVM_Task, 'duration_secs': 5.768778} completed successfully. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1257.126603] env[62328]: DEBUG oslo_concurrency.lockutils [None req-8d5395b9-7a72-49a5-aeef-8a7cfe2efb40 tempest-AttachInterfacesTestJSON-1049158018 tempest-AttachInterfacesTestJSON-1049158018-project-member] Releasing lock "d2a6722b-f339-4410-8fa1-d8d07b4b153c" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1257.126806] env[62328]: DEBUG nova.virt.vmwareapi.vmops [None req-8d5395b9-7a72-49a5-aeef-8a7cfe2efb40 tempest-AttachInterfacesTestJSON-1049158018 tempest-AttachInterfacesTestJSON-1049158018-project-member] [instance: d2a6722b-f339-4410-8fa1-d8d07b4b153c] Reconfigured VM to detach interface {{(pid=62328) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1978}} [ 1257.156018] env[62328]: DEBUG oslo_concurrency.lockutils [None req-b16f748c-721c-49ba-ad17-78715405b589 tempest-AttachVolumeShelveTestJSON-116809589 tempest-AttachVolumeShelveTestJSON-116809589-project-member] Acquiring lock "1f1f56a8-a54a-4641-95d0-a153a68b7585" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1257.156289] env[62328]: DEBUG oslo_concurrency.lockutils [None req-b16f748c-721c-49ba-ad17-78715405b589 tempest-AttachVolumeShelveTestJSON-116809589 tempest-AttachVolumeShelveTestJSON-116809589-project-member] Lock "1f1f56a8-a54a-4641-95d0-a153a68b7585" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1257.156504] env[62328]: DEBUG oslo_concurrency.lockutils [None req-b16f748c-721c-49ba-ad17-78715405b589 tempest-AttachVolumeShelveTestJSON-116809589 tempest-AttachVolumeShelveTestJSON-116809589-project-member] Acquiring lock "1f1f56a8-a54a-4641-95d0-a153a68b7585-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1257.156691] env[62328]: DEBUG oslo_concurrency.lockutils [None req-b16f748c-721c-49ba-ad17-78715405b589 tempest-AttachVolumeShelveTestJSON-116809589 tempest-AttachVolumeShelveTestJSON-116809589-project-member] Lock "1f1f56a8-a54a-4641-95d0-a153a68b7585-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1257.156855] env[62328]: DEBUG oslo_concurrency.lockutils [None req-b16f748c-721c-49ba-ad17-78715405b589 tempest-AttachVolumeShelveTestJSON-116809589 tempest-AttachVolumeShelveTestJSON-116809589-project-member] Lock "1f1f56a8-a54a-4641-95d0-a153a68b7585-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1257.158908] env[62328]: INFO nova.compute.manager [None req-b16f748c-721c-49ba-ad17-78715405b589 tempest-AttachVolumeShelveTestJSON-116809589 tempest-AttachVolumeShelveTestJSON-116809589-project-member] [instance: 1f1f56a8-a54a-4641-95d0-a153a68b7585] Terminating instance [ 1257.572895] env[62328]: DEBUG oslo_concurrency.lockutils [None req-5c1ec9d9-9fc6-47cf-a67a-9813bdd0fa6a tempest-ServerActionsTestJSON-389109759 tempest-ServerActionsTestJSON-389109759-project-member] Lock "a0c4c9ea-1d61-4220-96ff-374ea5220233" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 4.120s {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1257.662429] env[62328]: DEBUG nova.compute.manager [None req-b16f748c-721c-49ba-ad17-78715405b589 tempest-AttachVolumeShelveTestJSON-116809589 tempest-AttachVolumeShelveTestJSON-116809589-project-member] [instance: 1f1f56a8-a54a-4641-95d0-a153a68b7585] Start destroying the instance on the hypervisor. {{(pid=62328) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1257.662789] env[62328]: DEBUG nova.virt.vmwareapi.vmops [None req-b16f748c-721c-49ba-ad17-78715405b589 tempest-AttachVolumeShelveTestJSON-116809589 tempest-AttachVolumeShelveTestJSON-116809589-project-member] [instance: 1f1f56a8-a54a-4641-95d0-a153a68b7585] Destroying instance {{(pid=62328) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1257.663562] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-176ff337-fc07-425b-8c9c-798aedcd130a {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1257.671822] env[62328]: DEBUG nova.virt.vmwareapi.vm_util [None req-b16f748c-721c-49ba-ad17-78715405b589 tempest-AttachVolumeShelveTestJSON-116809589 tempest-AttachVolumeShelveTestJSON-116809589-project-member] [instance: 1f1f56a8-a54a-4641-95d0-a153a68b7585] Powering off the VM {{(pid=62328) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1257.672071] env[62328]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a8aedcdd-3850-42a4-85c3-22613cee6dbc {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1257.679193] env[62328]: DEBUG oslo_vmware.api [None req-b16f748c-721c-49ba-ad17-78715405b589 tempest-AttachVolumeShelveTestJSON-116809589 tempest-AttachVolumeShelveTestJSON-116809589-project-member] Waiting for the task: (returnval){ [ 1257.679193] env[62328]: value = "task-2387900" [ 1257.679193] env[62328]: _type = "Task" [ 1257.679193] env[62328]: } to complete. {{(pid=62328) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1257.686605] env[62328]: DEBUG oslo_vmware.api [None req-b16f748c-721c-49ba-ad17-78715405b589 tempest-AttachVolumeShelveTestJSON-116809589 tempest-AttachVolumeShelveTestJSON-116809589-project-member] Task: {'id': task-2387900, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1258.189022] env[62328]: DEBUG oslo_vmware.api [None req-b16f748c-721c-49ba-ad17-78715405b589 tempest-AttachVolumeShelveTestJSON-116809589 tempest-AttachVolumeShelveTestJSON-116809589-project-member] Task: {'id': task-2387900, 'name': PowerOffVM_Task, 'duration_secs': 0.224021} completed successfully. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1258.189242] env[62328]: DEBUG nova.virt.vmwareapi.vm_util [None req-b16f748c-721c-49ba-ad17-78715405b589 tempest-AttachVolumeShelveTestJSON-116809589 tempest-AttachVolumeShelveTestJSON-116809589-project-member] [instance: 1f1f56a8-a54a-4641-95d0-a153a68b7585] Powered off the VM {{(pid=62328) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1258.189409] env[62328]: DEBUG nova.virt.vmwareapi.vmops [None req-b16f748c-721c-49ba-ad17-78715405b589 tempest-AttachVolumeShelveTestJSON-116809589 tempest-AttachVolumeShelveTestJSON-116809589-project-member] [instance: 1f1f56a8-a54a-4641-95d0-a153a68b7585] Unregistering the VM {{(pid=62328) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1258.189648] env[62328]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-d90091a1-dcac-4cd4-8957-93c9bcda341c {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1258.255054] env[62328]: DEBUG nova.virt.vmwareapi.vmops [None req-b16f748c-721c-49ba-ad17-78715405b589 tempest-AttachVolumeShelveTestJSON-116809589 tempest-AttachVolumeShelveTestJSON-116809589-project-member] [instance: 1f1f56a8-a54a-4641-95d0-a153a68b7585] Unregistered the VM {{(pid=62328) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1258.255290] env[62328]: DEBUG nova.virt.vmwareapi.vmops [None req-b16f748c-721c-49ba-ad17-78715405b589 tempest-AttachVolumeShelveTestJSON-116809589 tempest-AttachVolumeShelveTestJSON-116809589-project-member] [instance: 1f1f56a8-a54a-4641-95d0-a153a68b7585] Deleting contents of the VM from datastore datastore2 {{(pid=62328) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1258.255453] env[62328]: DEBUG nova.virt.vmwareapi.ds_util [None req-b16f748c-721c-49ba-ad17-78715405b589 tempest-AttachVolumeShelveTestJSON-116809589 tempest-AttachVolumeShelveTestJSON-116809589-project-member] Deleting the datastore file [datastore2] 1f1f56a8-a54a-4641-95d0-a153a68b7585 {{(pid=62328) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1258.255763] env[62328]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-7e7c23b6-577e-4306-8a74-94aaa8bcb869 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1258.262675] env[62328]: DEBUG oslo_vmware.api [None req-b16f748c-721c-49ba-ad17-78715405b589 tempest-AttachVolumeShelveTestJSON-116809589 tempest-AttachVolumeShelveTestJSON-116809589-project-member] Waiting for the task: (returnval){ [ 1258.262675] env[62328]: value = "task-2387902" [ 1258.262675] env[62328]: _type = "Task" [ 1258.262675] env[62328]: } to complete. {{(pid=62328) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1258.270088] env[62328]: DEBUG oslo_vmware.api [None req-b16f748c-721c-49ba-ad17-78715405b589 tempest-AttachVolumeShelveTestJSON-116809589 tempest-AttachVolumeShelveTestJSON-116809589-project-member] Task: {'id': task-2387902, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1258.440337] env[62328]: DEBUG oslo_concurrency.lockutils [None req-8d5395b9-7a72-49a5-aeef-8a7cfe2efb40 tempest-AttachInterfacesTestJSON-1049158018 tempest-AttachInterfacesTestJSON-1049158018-project-member] Acquiring lock "refresh_cache-d2a6722b-f339-4410-8fa1-d8d07b4b153c" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1258.440479] env[62328]: DEBUG oslo_concurrency.lockutils [None req-8d5395b9-7a72-49a5-aeef-8a7cfe2efb40 tempest-AttachInterfacesTestJSON-1049158018 tempest-AttachInterfacesTestJSON-1049158018-project-member] Acquired lock "refresh_cache-d2a6722b-f339-4410-8fa1-d8d07b4b153c" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1258.440691] env[62328]: DEBUG nova.network.neutron [None req-8d5395b9-7a72-49a5-aeef-8a7cfe2efb40 tempest-AttachInterfacesTestJSON-1049158018 tempest-AttachInterfacesTestJSON-1049158018-project-member] [instance: d2a6722b-f339-4410-8fa1-d8d07b4b153c] Building network info cache for instance {{(pid=62328) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1258.522858] env[62328]: DEBUG oslo_concurrency.lockutils [None req-01f2c17f-f3c3-4345-8ede-78cb8684ced8 tempest-ServerActionsTestJSON-389109759 tempest-ServerActionsTestJSON-389109759-project-member] Acquiring lock "a9030529-8a8f-4cfd-aeec-7e82814b06d5" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1258.523104] env[62328]: DEBUG oslo_concurrency.lockutils [None req-01f2c17f-f3c3-4345-8ede-78cb8684ced8 tempest-ServerActionsTestJSON-389109759 tempest-ServerActionsTestJSON-389109759-project-member] Lock "a9030529-8a8f-4cfd-aeec-7e82814b06d5" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1258.772229] env[62328]: DEBUG oslo_vmware.api [None req-b16f748c-721c-49ba-ad17-78715405b589 tempest-AttachVolumeShelveTestJSON-116809589 tempest-AttachVolumeShelveTestJSON-116809589-project-member] Task: {'id': task-2387902, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.19178} completed successfully. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1258.772588] env[62328]: DEBUG nova.virt.vmwareapi.ds_util [None req-b16f748c-721c-49ba-ad17-78715405b589 tempest-AttachVolumeShelveTestJSON-116809589 tempest-AttachVolumeShelveTestJSON-116809589-project-member] Deleted the datastore file {{(pid=62328) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1258.772706] env[62328]: DEBUG nova.virt.vmwareapi.vmops [None req-b16f748c-721c-49ba-ad17-78715405b589 tempest-AttachVolumeShelveTestJSON-116809589 tempest-AttachVolumeShelveTestJSON-116809589-project-member] [instance: 1f1f56a8-a54a-4641-95d0-a153a68b7585] Deleted contents of the VM from datastore datastore2 {{(pid=62328) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1258.772844] env[62328]: DEBUG nova.virt.vmwareapi.vmops [None req-b16f748c-721c-49ba-ad17-78715405b589 tempest-AttachVolumeShelveTestJSON-116809589 tempest-AttachVolumeShelveTestJSON-116809589-project-member] [instance: 1f1f56a8-a54a-4641-95d0-a153a68b7585] Instance destroyed {{(pid=62328) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1258.773026] env[62328]: INFO nova.compute.manager [None req-b16f748c-721c-49ba-ad17-78715405b589 tempest-AttachVolumeShelveTestJSON-116809589 tempest-AttachVolumeShelveTestJSON-116809589-project-member] [instance: 1f1f56a8-a54a-4641-95d0-a153a68b7585] Took 1.11 seconds to destroy the instance on the hypervisor. [ 1258.773275] env[62328]: DEBUG oslo.service.loopingcall [None req-b16f748c-721c-49ba-ad17-78715405b589 tempest-AttachVolumeShelveTestJSON-116809589 tempest-AttachVolumeShelveTestJSON-116809589-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62328) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1258.773465] env[62328]: DEBUG nova.compute.manager [-] [instance: 1f1f56a8-a54a-4641-95d0-a153a68b7585] Deallocating network for instance {{(pid=62328) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1258.773560] env[62328]: DEBUG nova.network.neutron [-] [instance: 1f1f56a8-a54a-4641-95d0-a153a68b7585] deallocate_for_instance() {{(pid=62328) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1258.915526] env[62328]: DEBUG oslo_concurrency.lockutils [None req-e6d3c9bb-f8cc-463e-9fc4-8cd154d52e11 tempest-AttachInterfacesTestJSON-1049158018 tempest-AttachInterfacesTestJSON-1049158018-project-member] Acquiring lock "d2a6722b-f339-4410-8fa1-d8d07b4b153c" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1258.915792] env[62328]: DEBUG oslo_concurrency.lockutils [None req-e6d3c9bb-f8cc-463e-9fc4-8cd154d52e11 tempest-AttachInterfacesTestJSON-1049158018 tempest-AttachInterfacesTestJSON-1049158018-project-member] Lock "d2a6722b-f339-4410-8fa1-d8d07b4b153c" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1258.916016] env[62328]: DEBUG oslo_concurrency.lockutils [None req-e6d3c9bb-f8cc-463e-9fc4-8cd154d52e11 tempest-AttachInterfacesTestJSON-1049158018 tempest-AttachInterfacesTestJSON-1049158018-project-member] Acquiring lock "d2a6722b-f339-4410-8fa1-d8d07b4b153c-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1258.916210] env[62328]: DEBUG oslo_concurrency.lockutils [None req-e6d3c9bb-f8cc-463e-9fc4-8cd154d52e11 tempest-AttachInterfacesTestJSON-1049158018 tempest-AttachInterfacesTestJSON-1049158018-project-member] Lock "d2a6722b-f339-4410-8fa1-d8d07b4b153c-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1258.916379] env[62328]: DEBUG oslo_concurrency.lockutils [None req-e6d3c9bb-f8cc-463e-9fc4-8cd154d52e11 tempest-AttachInterfacesTestJSON-1049158018 tempest-AttachInterfacesTestJSON-1049158018-project-member] Lock "d2a6722b-f339-4410-8fa1-d8d07b4b153c-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1258.918800] env[62328]: INFO nova.compute.manager [None req-e6d3c9bb-f8cc-463e-9fc4-8cd154d52e11 tempest-AttachInterfacesTestJSON-1049158018 tempest-AttachInterfacesTestJSON-1049158018-project-member] [instance: d2a6722b-f339-4410-8fa1-d8d07b4b153c] Terminating instance [ 1259.024956] env[62328]: DEBUG nova.compute.manager [None req-01f2c17f-f3c3-4345-8ede-78cb8684ced8 tempest-ServerActionsTestJSON-389109759 tempest-ServerActionsTestJSON-389109759-project-member] [instance: a9030529-8a8f-4cfd-aeec-7e82814b06d5] Starting instance... {{(pid=62328) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1259.314857] env[62328]: INFO nova.network.neutron [None req-8d5395b9-7a72-49a5-aeef-8a7cfe2efb40 tempest-AttachInterfacesTestJSON-1049158018 tempest-AttachInterfacesTestJSON-1049158018-project-member] [instance: d2a6722b-f339-4410-8fa1-d8d07b4b153c] Port 2a999877-9895-43d6-8bd6-df8ca59aba15 from network info_cache is no longer associated with instance in Neutron. Removing from network info_cache. [ 1259.315235] env[62328]: DEBUG nova.network.neutron [None req-8d5395b9-7a72-49a5-aeef-8a7cfe2efb40 tempest-AttachInterfacesTestJSON-1049158018 tempest-AttachInterfacesTestJSON-1049158018-project-member] [instance: d2a6722b-f339-4410-8fa1-d8d07b4b153c] Updating instance_info_cache with network_info: [{"id": "c53eccde-fea3-4c87-a26b-586e816a3228", "address": "fa:16:3e:f7:8e:ce", "network": {"id": "43b1657c-44ae-47a8-8e8d-196242ef7fca", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1953540822-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.176", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e88420d74d294fef9f976142535b9ac5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9f3a2eb5-353f-45c5-a73b-869626f4bb13", "external-id": "nsx-vlan-transportzone-411", "segmentation_id": 411, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc53eccde-fe", "ovs_interfaceid": "c53eccde-fea3-4c87-a26b-586e816a3228", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62328) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1259.403032] env[62328]: DEBUG nova.compute.manager [req-1c874822-d10e-45e9-8189-eaa744fbd811 req-ea2d02dc-41f4-4f8c-887a-ee24644e46da service nova] [instance: 1f1f56a8-a54a-4641-95d0-a153a68b7585] Received event network-vif-deleted-face3ee7-4556-4d29-9ad1-536050609c78 {{(pid=62328) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1259.403250] env[62328]: INFO nova.compute.manager [req-1c874822-d10e-45e9-8189-eaa744fbd811 req-ea2d02dc-41f4-4f8c-887a-ee24644e46da service nova] [instance: 1f1f56a8-a54a-4641-95d0-a153a68b7585] Neutron deleted interface face3ee7-4556-4d29-9ad1-536050609c78; detaching it from the instance and deleting it from the info cache [ 1259.403428] env[62328]: DEBUG nova.network.neutron [req-1c874822-d10e-45e9-8189-eaa744fbd811 req-ea2d02dc-41f4-4f8c-887a-ee24644e46da service nova] [instance: 1f1f56a8-a54a-4641-95d0-a153a68b7585] Updating instance_info_cache with network_info: [] {{(pid=62328) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1259.422444] env[62328]: DEBUG nova.compute.manager [None req-e6d3c9bb-f8cc-463e-9fc4-8cd154d52e11 tempest-AttachInterfacesTestJSON-1049158018 tempest-AttachInterfacesTestJSON-1049158018-project-member] [instance: d2a6722b-f339-4410-8fa1-d8d07b4b153c] Start destroying the instance on the hypervisor. {{(pid=62328) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1259.422644] env[62328]: DEBUG nova.virt.vmwareapi.vmops [None req-e6d3c9bb-f8cc-463e-9fc4-8cd154d52e11 tempest-AttachInterfacesTestJSON-1049158018 tempest-AttachInterfacesTestJSON-1049158018-project-member] [instance: d2a6722b-f339-4410-8fa1-d8d07b4b153c] Destroying instance {{(pid=62328) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1259.423503] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1ddbeff9-7243-4555-b044-99405d2ae46d {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1259.431190] env[62328]: DEBUG nova.virt.vmwareapi.vm_util [None req-e6d3c9bb-f8cc-463e-9fc4-8cd154d52e11 tempest-AttachInterfacesTestJSON-1049158018 tempest-AttachInterfacesTestJSON-1049158018-project-member] [instance: d2a6722b-f339-4410-8fa1-d8d07b4b153c] Powering off the VM {{(pid=62328) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1259.431434] env[62328]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-7c03c9fb-f1f5-4807-9456-281d5e5f8bfd {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1259.437491] env[62328]: DEBUG oslo_vmware.api [None req-e6d3c9bb-f8cc-463e-9fc4-8cd154d52e11 tempest-AttachInterfacesTestJSON-1049158018 tempest-AttachInterfacesTestJSON-1049158018-project-member] Waiting for the task: (returnval){ [ 1259.437491] env[62328]: value = "task-2387903" [ 1259.437491] env[62328]: _type = "Task" [ 1259.437491] env[62328]: } to complete. {{(pid=62328) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1259.444847] env[62328]: DEBUG oslo_vmware.api [None req-e6d3c9bb-f8cc-463e-9fc4-8cd154d52e11 tempest-AttachInterfacesTestJSON-1049158018 tempest-AttachInterfacesTestJSON-1049158018-project-member] Task: {'id': task-2387903, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1259.552501] env[62328]: DEBUG oslo_concurrency.lockutils [None req-01f2c17f-f3c3-4345-8ede-78cb8684ced8 tempest-ServerActionsTestJSON-389109759 tempest-ServerActionsTestJSON-389109759-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1259.552689] env[62328]: DEBUG oslo_concurrency.lockutils [None req-01f2c17f-f3c3-4345-8ede-78cb8684ced8 tempest-ServerActionsTestJSON-389109759 tempest-ServerActionsTestJSON-389109759-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1259.554300] env[62328]: INFO nova.compute.claims [None req-01f2c17f-f3c3-4345-8ede-78cb8684ced8 tempest-ServerActionsTestJSON-389109759 tempest-ServerActionsTestJSON-389109759-project-member] [instance: a9030529-8a8f-4cfd-aeec-7e82814b06d5] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1259.817498] env[62328]: DEBUG oslo_concurrency.lockutils [None req-8d5395b9-7a72-49a5-aeef-8a7cfe2efb40 tempest-AttachInterfacesTestJSON-1049158018 tempest-AttachInterfacesTestJSON-1049158018-project-member] Releasing lock "refresh_cache-d2a6722b-f339-4410-8fa1-d8d07b4b153c" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1259.885463] env[62328]: DEBUG nova.network.neutron [-] [instance: 1f1f56a8-a54a-4641-95d0-a153a68b7585] Updating instance_info_cache with network_info: [] {{(pid=62328) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1259.905776] env[62328]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-15dcc466-70d7-4a27-8e7f-1b021897f12b {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1259.914667] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c4201334-fd48-4cfa-9bbd-c88b329d8689 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1259.939527] env[62328]: DEBUG nova.compute.manager [req-1c874822-d10e-45e9-8189-eaa744fbd811 req-ea2d02dc-41f4-4f8c-887a-ee24644e46da service nova] [instance: 1f1f56a8-a54a-4641-95d0-a153a68b7585] Detach interface failed, port_id=face3ee7-4556-4d29-9ad1-536050609c78, reason: Instance 1f1f56a8-a54a-4641-95d0-a153a68b7585 could not be found. {{(pid=62328) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 1259.947146] env[62328]: DEBUG oslo_vmware.api [None req-e6d3c9bb-f8cc-463e-9fc4-8cd154d52e11 tempest-AttachInterfacesTestJSON-1049158018 tempest-AttachInterfacesTestJSON-1049158018-project-member] Task: {'id': task-2387903, 'name': PowerOffVM_Task, 'duration_secs': 0.229348} completed successfully. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1259.947380] env[62328]: DEBUG nova.virt.vmwareapi.vm_util [None req-e6d3c9bb-f8cc-463e-9fc4-8cd154d52e11 tempest-AttachInterfacesTestJSON-1049158018 tempest-AttachInterfacesTestJSON-1049158018-project-member] [instance: d2a6722b-f339-4410-8fa1-d8d07b4b153c] Powered off the VM {{(pid=62328) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1259.947542] env[62328]: DEBUG nova.virt.vmwareapi.vmops [None req-e6d3c9bb-f8cc-463e-9fc4-8cd154d52e11 tempest-AttachInterfacesTestJSON-1049158018 tempest-AttachInterfacesTestJSON-1049158018-project-member] [instance: d2a6722b-f339-4410-8fa1-d8d07b4b153c] Unregistering the VM {{(pid=62328) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1259.947808] env[62328]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-d37b8c41-3f6b-40b5-8394-7315c6deeef2 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1260.022905] env[62328]: DEBUG nova.virt.vmwareapi.vmops [None req-e6d3c9bb-f8cc-463e-9fc4-8cd154d52e11 tempest-AttachInterfacesTestJSON-1049158018 tempest-AttachInterfacesTestJSON-1049158018-project-member] [instance: d2a6722b-f339-4410-8fa1-d8d07b4b153c] Unregistered the VM {{(pid=62328) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1260.023123] env[62328]: DEBUG nova.virt.vmwareapi.vmops [None req-e6d3c9bb-f8cc-463e-9fc4-8cd154d52e11 tempest-AttachInterfacesTestJSON-1049158018 tempest-AttachInterfacesTestJSON-1049158018-project-member] [instance: d2a6722b-f339-4410-8fa1-d8d07b4b153c] Deleting contents of the VM from datastore datastore2 {{(pid=62328) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1260.023332] env[62328]: DEBUG nova.virt.vmwareapi.ds_util [None req-e6d3c9bb-f8cc-463e-9fc4-8cd154d52e11 tempest-AttachInterfacesTestJSON-1049158018 tempest-AttachInterfacesTestJSON-1049158018-project-member] Deleting the datastore file [datastore2] d2a6722b-f339-4410-8fa1-d8d07b4b153c {{(pid=62328) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1260.023617] env[62328]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-c1a0eb9b-2b82-45dd-831f-2ca4744ec132 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1260.031185] env[62328]: DEBUG oslo_vmware.api [None req-e6d3c9bb-f8cc-463e-9fc4-8cd154d52e11 tempest-AttachInterfacesTestJSON-1049158018 tempest-AttachInterfacesTestJSON-1049158018-project-member] Waiting for the task: (returnval){ [ 1260.031185] env[62328]: value = "task-2387905" [ 1260.031185] env[62328]: _type = "Task" [ 1260.031185] env[62328]: } to complete. {{(pid=62328) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1260.038781] env[62328]: DEBUG oslo_vmware.api [None req-e6d3c9bb-f8cc-463e-9fc4-8cd154d52e11 tempest-AttachInterfacesTestJSON-1049158018 tempest-AttachInterfacesTestJSON-1049158018-project-member] Task: {'id': task-2387905, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1260.321223] env[62328]: DEBUG oslo_concurrency.lockutils [None req-8d5395b9-7a72-49a5-aeef-8a7cfe2efb40 tempest-AttachInterfacesTestJSON-1049158018 tempest-AttachInterfacesTestJSON-1049158018-project-member] Lock "interface-d2a6722b-f339-4410-8fa1-d8d07b4b153c-2a999877-9895-43d6-8bd6-df8ca59aba15" "released" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: held 9.784s {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1260.387846] env[62328]: INFO nova.compute.manager [-] [instance: 1f1f56a8-a54a-4641-95d0-a153a68b7585] Took 1.61 seconds to deallocate network for instance. [ 1260.541043] env[62328]: DEBUG oslo_vmware.api [None req-e6d3c9bb-f8cc-463e-9fc4-8cd154d52e11 tempest-AttachInterfacesTestJSON-1049158018 tempest-AttachInterfacesTestJSON-1049158018-project-member] Task: {'id': task-2387905, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.136488} completed successfully. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1260.541325] env[62328]: DEBUG nova.virt.vmwareapi.ds_util [None req-e6d3c9bb-f8cc-463e-9fc4-8cd154d52e11 tempest-AttachInterfacesTestJSON-1049158018 tempest-AttachInterfacesTestJSON-1049158018-project-member] Deleted the datastore file {{(pid=62328) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1260.541532] env[62328]: DEBUG nova.virt.vmwareapi.vmops [None req-e6d3c9bb-f8cc-463e-9fc4-8cd154d52e11 tempest-AttachInterfacesTestJSON-1049158018 tempest-AttachInterfacesTestJSON-1049158018-project-member] [instance: d2a6722b-f339-4410-8fa1-d8d07b4b153c] Deleted contents of the VM from datastore datastore2 {{(pid=62328) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1260.541714] env[62328]: DEBUG nova.virt.vmwareapi.vmops [None req-e6d3c9bb-f8cc-463e-9fc4-8cd154d52e11 tempest-AttachInterfacesTestJSON-1049158018 tempest-AttachInterfacesTestJSON-1049158018-project-member] [instance: d2a6722b-f339-4410-8fa1-d8d07b4b153c] Instance destroyed {{(pid=62328) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1260.541886] env[62328]: INFO nova.compute.manager [None req-e6d3c9bb-f8cc-463e-9fc4-8cd154d52e11 tempest-AttachInterfacesTestJSON-1049158018 tempest-AttachInterfacesTestJSON-1049158018-project-member] [instance: d2a6722b-f339-4410-8fa1-d8d07b4b153c] Took 1.12 seconds to destroy the instance on the hypervisor. [ 1260.542138] env[62328]: DEBUG oslo.service.loopingcall [None req-e6d3c9bb-f8cc-463e-9fc4-8cd154d52e11 tempest-AttachInterfacesTestJSON-1049158018 tempest-AttachInterfacesTestJSON-1049158018-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62328) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1260.542325] env[62328]: DEBUG nova.compute.manager [-] [instance: d2a6722b-f339-4410-8fa1-d8d07b4b153c] Deallocating network for instance {{(pid=62328) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1260.542421] env[62328]: DEBUG nova.network.neutron [-] [instance: d2a6722b-f339-4410-8fa1-d8d07b4b153c] deallocate_for_instance() {{(pid=62328) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1260.631794] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a6c2d372-1977-4560-9bae-0b4cecf1d609 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1260.639667] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-08c8d3e0-7f4a-4c90-989e-caa4c3d1e6ac {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1260.670599] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6b534d48-6f62-4183-9f60-58ce3942c217 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1260.678179] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a99d236c-9686-4c86-8d62-68cf1caa3d45 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1260.691195] env[62328]: DEBUG nova.compute.provider_tree [None req-01f2c17f-f3c3-4345-8ede-78cb8684ced8 tempest-ServerActionsTestJSON-389109759 tempest-ServerActionsTestJSON-389109759-project-member] Inventory has not changed in ProviderTree for provider: 3469e9f8-04af-49ca-8435-49f104496744 {{(pid=62328) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1260.894235] env[62328]: DEBUG oslo_concurrency.lockutils [None req-b16f748c-721c-49ba-ad17-78715405b589 tempest-AttachVolumeShelveTestJSON-116809589 tempest-AttachVolumeShelveTestJSON-116809589-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1261.194206] env[62328]: DEBUG nova.scheduler.client.report [None req-01f2c17f-f3c3-4345-8ede-78cb8684ced8 tempest-ServerActionsTestJSON-389109759 tempest-ServerActionsTestJSON-389109759-project-member] Inventory has not changed for provider 3469e9f8-04af-49ca-8435-49f104496744 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 153, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62328) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1261.427270] env[62328]: DEBUG nova.compute.manager [req-77b40f94-2edf-4113-993a-08964a7f7035 req-6eb0e81c-38bd-47ee-b6a8-0eb93cef66c3 service nova] [instance: d2a6722b-f339-4410-8fa1-d8d07b4b153c] Received event network-vif-deleted-c53eccde-fea3-4c87-a26b-586e816a3228 {{(pid=62328) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1261.427468] env[62328]: INFO nova.compute.manager [req-77b40f94-2edf-4113-993a-08964a7f7035 req-6eb0e81c-38bd-47ee-b6a8-0eb93cef66c3 service nova] [instance: d2a6722b-f339-4410-8fa1-d8d07b4b153c] Neutron deleted interface c53eccde-fea3-4c87-a26b-586e816a3228; detaching it from the instance and deleting it from the info cache [ 1261.427645] env[62328]: DEBUG nova.network.neutron [req-77b40f94-2edf-4113-993a-08964a7f7035 req-6eb0e81c-38bd-47ee-b6a8-0eb93cef66c3 service nova] [instance: d2a6722b-f339-4410-8fa1-d8d07b4b153c] Updating instance_info_cache with network_info: [] {{(pid=62328) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1261.700051] env[62328]: DEBUG oslo_concurrency.lockutils [None req-01f2c17f-f3c3-4345-8ede-78cb8684ced8 tempest-ServerActionsTestJSON-389109759 tempest-ServerActionsTestJSON-389109759-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.147s {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1261.700289] env[62328]: DEBUG nova.compute.manager [None req-01f2c17f-f3c3-4345-8ede-78cb8684ced8 tempest-ServerActionsTestJSON-389109759 tempest-ServerActionsTestJSON-389109759-project-member] [instance: a9030529-8a8f-4cfd-aeec-7e82814b06d5] Start building networks asynchronously for instance. {{(pid=62328) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1261.703052] env[62328]: DEBUG nova.network.neutron [-] [instance: d2a6722b-f339-4410-8fa1-d8d07b4b153c] Updating instance_info_cache with network_info: [] {{(pid=62328) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1261.704266] env[62328]: DEBUG oslo_concurrency.lockutils [None req-b16f748c-721c-49ba-ad17-78715405b589 tempest-AttachVolumeShelveTestJSON-116809589 tempest-AttachVolumeShelveTestJSON-116809589-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.810s {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1261.704266] env[62328]: DEBUG nova.objects.instance [None req-b16f748c-721c-49ba-ad17-78715405b589 tempest-AttachVolumeShelveTestJSON-116809589 tempest-AttachVolumeShelveTestJSON-116809589-project-member] Lazy-loading 'resources' on Instance uuid 1f1f56a8-a54a-4641-95d0-a153a68b7585 {{(pid=62328) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1261.931297] env[62328]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-d89eb186-45e1-45dc-839b-a53333d78e23 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1261.940879] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6737c1c2-3686-4139-b23d-3253f15d8a06 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1261.965294] env[62328]: DEBUG nova.compute.manager [req-77b40f94-2edf-4113-993a-08964a7f7035 req-6eb0e81c-38bd-47ee-b6a8-0eb93cef66c3 service nova] [instance: d2a6722b-f339-4410-8fa1-d8d07b4b153c] Detach interface failed, port_id=c53eccde-fea3-4c87-a26b-586e816a3228, reason: Instance d2a6722b-f339-4410-8fa1-d8d07b4b153c could not be found. {{(pid=62328) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 1262.207790] env[62328]: DEBUG nova.compute.utils [None req-01f2c17f-f3c3-4345-8ede-78cb8684ced8 tempest-ServerActionsTestJSON-389109759 tempest-ServerActionsTestJSON-389109759-project-member] Using /dev/sd instead of None {{(pid=62328) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1262.209250] env[62328]: INFO nova.compute.manager [-] [instance: d2a6722b-f339-4410-8fa1-d8d07b4b153c] Took 1.67 seconds to deallocate network for instance. [ 1262.212209] env[62328]: DEBUG nova.compute.manager [None req-01f2c17f-f3c3-4345-8ede-78cb8684ced8 tempest-ServerActionsTestJSON-389109759 tempest-ServerActionsTestJSON-389109759-project-member] [instance: a9030529-8a8f-4cfd-aeec-7e82814b06d5] Allocating IP information in the background. {{(pid=62328) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1262.212376] env[62328]: DEBUG nova.network.neutron [None req-01f2c17f-f3c3-4345-8ede-78cb8684ced8 tempest-ServerActionsTestJSON-389109759 tempest-ServerActionsTestJSON-389109759-project-member] [instance: a9030529-8a8f-4cfd-aeec-7e82814b06d5] allocate_for_instance() {{(pid=62328) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1262.261078] env[62328]: DEBUG nova.policy [None req-01f2c17f-f3c3-4345-8ede-78cb8684ced8 tempest-ServerActionsTestJSON-389109759 tempest-ServerActionsTestJSON-389109759-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'c136d658655c4a2786fa8630fbec653b', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '9a4c228c680f4e5fa3409558e769cc0a', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62328) authorize /opt/stack/nova/nova/policy.py:192}} [ 1262.285883] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ce54a0db-4359-4c04-819e-55b6649583ec {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1262.296836] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4075bb05-e02d-40e4-86ad-10855f4aec01 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1262.327725] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e3ef20a1-b723-4bea-a61c-7c5fa17a1020 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1262.335349] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5b608fe5-d9fd-4bad-b80b-d23ccb289bac {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1262.349607] env[62328]: DEBUG nova.compute.provider_tree [None req-b16f748c-721c-49ba-ad17-78715405b589 tempest-AttachVolumeShelveTestJSON-116809589 tempest-AttachVolumeShelveTestJSON-116809589-project-member] Inventory has not changed in ProviderTree for provider: 3469e9f8-04af-49ca-8435-49f104496744 {{(pid=62328) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1262.532203] env[62328]: DEBUG nova.network.neutron [None req-01f2c17f-f3c3-4345-8ede-78cb8684ced8 tempest-ServerActionsTestJSON-389109759 tempest-ServerActionsTestJSON-389109759-project-member] [instance: a9030529-8a8f-4cfd-aeec-7e82814b06d5] Successfully created port: f4aad674-cf5b-4bf7-b860-544bc03b67d4 {{(pid=62328) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1262.712732] env[62328]: DEBUG nova.compute.manager [None req-01f2c17f-f3c3-4345-8ede-78cb8684ced8 tempest-ServerActionsTestJSON-389109759 tempest-ServerActionsTestJSON-389109759-project-member] [instance: a9030529-8a8f-4cfd-aeec-7e82814b06d5] Start building block device mappings for instance. {{(pid=62328) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1262.721035] env[62328]: DEBUG oslo_concurrency.lockutils [None req-e6d3c9bb-f8cc-463e-9fc4-8cd154d52e11 tempest-AttachInterfacesTestJSON-1049158018 tempest-AttachInterfacesTestJSON-1049158018-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1262.852434] env[62328]: DEBUG nova.scheduler.client.report [None req-b16f748c-721c-49ba-ad17-78715405b589 tempest-AttachVolumeShelveTestJSON-116809589 tempest-AttachVolumeShelveTestJSON-116809589-project-member] Inventory has not changed for provider 3469e9f8-04af-49ca-8435-49f104496744 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 153, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62328) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1263.357142] env[62328]: DEBUG oslo_concurrency.lockutils [None req-b16f748c-721c-49ba-ad17-78715405b589 tempest-AttachVolumeShelveTestJSON-116809589 tempest-AttachVolumeShelveTestJSON-116809589-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.653s {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1263.359720] env[62328]: DEBUG oslo_concurrency.lockutils [None req-e6d3c9bb-f8cc-463e-9fc4-8cd154d52e11 tempest-AttachInterfacesTestJSON-1049158018 tempest-AttachInterfacesTestJSON-1049158018-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.639s {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1263.360164] env[62328]: DEBUG nova.objects.instance [None req-e6d3c9bb-f8cc-463e-9fc4-8cd154d52e11 tempest-AttachInterfacesTestJSON-1049158018 tempest-AttachInterfacesTestJSON-1049158018-project-member] Lazy-loading 'resources' on Instance uuid d2a6722b-f339-4410-8fa1-d8d07b4b153c {{(pid=62328) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1263.394661] env[62328]: INFO nova.scheduler.client.report [None req-b16f748c-721c-49ba-ad17-78715405b589 tempest-AttachVolumeShelveTestJSON-116809589 tempest-AttachVolumeShelveTestJSON-116809589-project-member] Deleted allocations for instance 1f1f56a8-a54a-4641-95d0-a153a68b7585 [ 1263.724656] env[62328]: DEBUG nova.compute.manager [None req-01f2c17f-f3c3-4345-8ede-78cb8684ced8 tempest-ServerActionsTestJSON-389109759 tempest-ServerActionsTestJSON-389109759-project-member] [instance: a9030529-8a8f-4cfd-aeec-7e82814b06d5] Start spawning the instance on the hypervisor. {{(pid=62328) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1263.751456] env[62328]: DEBUG nova.virt.hardware [None req-01f2c17f-f3c3-4345-8ede-78cb8684ced8 tempest-ServerActionsTestJSON-389109759 tempest-ServerActionsTestJSON-389109759-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-07T17:16:55Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-07T17:16:37Z,direct_url=,disk_format='vmdk',id=dbf872a4-92be-47e4-8561-c3e2bf2423ab,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='2a64022f08d84b11a86773b900860ae5',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-07T17:16:38Z,virtual_size=,visibility=), allow threads: False {{(pid=62328) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1263.751700] env[62328]: DEBUG nova.virt.hardware [None req-01f2c17f-f3c3-4345-8ede-78cb8684ced8 tempest-ServerActionsTestJSON-389109759 tempest-ServerActionsTestJSON-389109759-project-member] Flavor limits 0:0:0 {{(pid=62328) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1263.751860] env[62328]: DEBUG nova.virt.hardware [None req-01f2c17f-f3c3-4345-8ede-78cb8684ced8 tempest-ServerActionsTestJSON-389109759 tempest-ServerActionsTestJSON-389109759-project-member] Image limits 0:0:0 {{(pid=62328) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1263.752034] env[62328]: DEBUG nova.virt.hardware [None req-01f2c17f-f3c3-4345-8ede-78cb8684ced8 tempest-ServerActionsTestJSON-389109759 tempest-ServerActionsTestJSON-389109759-project-member] Flavor pref 0:0:0 {{(pid=62328) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1263.752187] env[62328]: DEBUG nova.virt.hardware [None req-01f2c17f-f3c3-4345-8ede-78cb8684ced8 tempest-ServerActionsTestJSON-389109759 tempest-ServerActionsTestJSON-389109759-project-member] Image pref 0:0:0 {{(pid=62328) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1263.752331] env[62328]: DEBUG nova.virt.hardware [None req-01f2c17f-f3c3-4345-8ede-78cb8684ced8 tempest-ServerActionsTestJSON-389109759 tempest-ServerActionsTestJSON-389109759-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62328) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1263.752534] env[62328]: DEBUG nova.virt.hardware [None req-01f2c17f-f3c3-4345-8ede-78cb8684ced8 tempest-ServerActionsTestJSON-389109759 tempest-ServerActionsTestJSON-389109759-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62328) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1263.752686] env[62328]: DEBUG nova.virt.hardware [None req-01f2c17f-f3c3-4345-8ede-78cb8684ced8 tempest-ServerActionsTestJSON-389109759 tempest-ServerActionsTestJSON-389109759-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62328) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1263.752846] env[62328]: DEBUG nova.virt.hardware [None req-01f2c17f-f3c3-4345-8ede-78cb8684ced8 tempest-ServerActionsTestJSON-389109759 tempest-ServerActionsTestJSON-389109759-project-member] Got 1 possible topologies {{(pid=62328) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1263.753010] env[62328]: DEBUG nova.virt.hardware [None req-01f2c17f-f3c3-4345-8ede-78cb8684ced8 tempest-ServerActionsTestJSON-389109759 tempest-ServerActionsTestJSON-389109759-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62328) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1263.753191] env[62328]: DEBUG nova.virt.hardware [None req-01f2c17f-f3c3-4345-8ede-78cb8684ced8 tempest-ServerActionsTestJSON-389109759 tempest-ServerActionsTestJSON-389109759-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62328) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1263.754062] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0b0e7f48-f5e3-4a03-879b-31b5c3cdc361 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1263.761958] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a7d132fe-ddff-48c3-a228-eacb6bc6b8ae {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1263.904199] env[62328]: DEBUG oslo_concurrency.lockutils [None req-b16f748c-721c-49ba-ad17-78715405b589 tempest-AttachVolumeShelveTestJSON-116809589 tempest-AttachVolumeShelveTestJSON-116809589-project-member] Lock "1f1f56a8-a54a-4641-95d0-a153a68b7585" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.748s {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1263.925215] env[62328]: DEBUG nova.compute.manager [req-3c54081e-973c-461e-909e-16858528913c req-bb40c3d7-a52e-44c5-8390-630921d52403 service nova] [instance: a9030529-8a8f-4cfd-aeec-7e82814b06d5] Received event network-vif-plugged-f4aad674-cf5b-4bf7-b860-544bc03b67d4 {{(pid=62328) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1263.925486] env[62328]: DEBUG oslo_concurrency.lockutils [req-3c54081e-973c-461e-909e-16858528913c req-bb40c3d7-a52e-44c5-8390-630921d52403 service nova] Acquiring lock "a9030529-8a8f-4cfd-aeec-7e82814b06d5-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1263.925727] env[62328]: DEBUG oslo_concurrency.lockutils [req-3c54081e-973c-461e-909e-16858528913c req-bb40c3d7-a52e-44c5-8390-630921d52403 service nova] Lock "a9030529-8a8f-4cfd-aeec-7e82814b06d5-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1263.926101] env[62328]: DEBUG oslo_concurrency.lockutils [req-3c54081e-973c-461e-909e-16858528913c req-bb40c3d7-a52e-44c5-8390-630921d52403 service nova] Lock "a9030529-8a8f-4cfd-aeec-7e82814b06d5-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1263.926174] env[62328]: DEBUG nova.compute.manager [req-3c54081e-973c-461e-909e-16858528913c req-bb40c3d7-a52e-44c5-8390-630921d52403 service nova] [instance: a9030529-8a8f-4cfd-aeec-7e82814b06d5] No waiting events found dispatching network-vif-plugged-f4aad674-cf5b-4bf7-b860-544bc03b67d4 {{(pid=62328) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1263.926331] env[62328]: WARNING nova.compute.manager [req-3c54081e-973c-461e-909e-16858528913c req-bb40c3d7-a52e-44c5-8390-630921d52403 service nova] [instance: a9030529-8a8f-4cfd-aeec-7e82814b06d5] Received unexpected event network-vif-plugged-f4aad674-cf5b-4bf7-b860-544bc03b67d4 for instance with vm_state building and task_state spawning. [ 1263.931908] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a9b99826-ae02-4e8d-895a-48b75d2ac430 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1263.940657] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e5219d22-118c-4c17-b85e-96e8cc750f05 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1263.972067] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6df27489-2de0-4ffd-86b6-1d694f0e9a92 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1263.983867] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-24ad8e23-ca8c-4b46-bf9f-45649640011d {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1263.997211] env[62328]: DEBUG nova.compute.provider_tree [None req-e6d3c9bb-f8cc-463e-9fc4-8cd154d52e11 tempest-AttachInterfacesTestJSON-1049158018 tempest-AttachInterfacesTestJSON-1049158018-project-member] Inventory has not changed in ProviderTree for provider: 3469e9f8-04af-49ca-8435-49f104496744 {{(pid=62328) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1264.038463] env[62328]: DEBUG nova.network.neutron [None req-01f2c17f-f3c3-4345-8ede-78cb8684ced8 tempest-ServerActionsTestJSON-389109759 tempest-ServerActionsTestJSON-389109759-project-member] [instance: a9030529-8a8f-4cfd-aeec-7e82814b06d5] Successfully updated port: f4aad674-cf5b-4bf7-b860-544bc03b67d4 {{(pid=62328) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1264.500523] env[62328]: DEBUG nova.scheduler.client.report [None req-e6d3c9bb-f8cc-463e-9fc4-8cd154d52e11 tempest-AttachInterfacesTestJSON-1049158018 tempest-AttachInterfacesTestJSON-1049158018-project-member] Inventory has not changed for provider 3469e9f8-04af-49ca-8435-49f104496744 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 153, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62328) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1264.541684] env[62328]: DEBUG oslo_concurrency.lockutils [None req-01f2c17f-f3c3-4345-8ede-78cb8684ced8 tempest-ServerActionsTestJSON-389109759 tempest-ServerActionsTestJSON-389109759-project-member] Acquiring lock "refresh_cache-a9030529-8a8f-4cfd-aeec-7e82814b06d5" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1264.541970] env[62328]: DEBUG oslo_concurrency.lockutils [None req-01f2c17f-f3c3-4345-8ede-78cb8684ced8 tempest-ServerActionsTestJSON-389109759 tempest-ServerActionsTestJSON-389109759-project-member] Acquired lock "refresh_cache-a9030529-8a8f-4cfd-aeec-7e82814b06d5" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1264.542290] env[62328]: DEBUG nova.network.neutron [None req-01f2c17f-f3c3-4345-8ede-78cb8684ced8 tempest-ServerActionsTestJSON-389109759 tempest-ServerActionsTestJSON-389109759-project-member] [instance: a9030529-8a8f-4cfd-aeec-7e82814b06d5] Building network info cache for instance {{(pid=62328) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1265.004953] env[62328]: DEBUG oslo_concurrency.lockutils [None req-e6d3c9bb-f8cc-463e-9fc4-8cd154d52e11 tempest-AttachInterfacesTestJSON-1049158018 tempest-AttachInterfacesTestJSON-1049158018-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.645s {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1265.026886] env[62328]: INFO nova.scheduler.client.report [None req-e6d3c9bb-f8cc-463e-9fc4-8cd154d52e11 tempest-AttachInterfacesTestJSON-1049158018 tempest-AttachInterfacesTestJSON-1049158018-project-member] Deleted allocations for instance d2a6722b-f339-4410-8fa1-d8d07b4b153c [ 1265.072719] env[62328]: DEBUG nova.network.neutron [None req-01f2c17f-f3c3-4345-8ede-78cb8684ced8 tempest-ServerActionsTestJSON-389109759 tempest-ServerActionsTestJSON-389109759-project-member] [instance: a9030529-8a8f-4cfd-aeec-7e82814b06d5] Instance cache missing network info. {{(pid=62328) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1265.206491] env[62328]: DEBUG nova.network.neutron [None req-01f2c17f-f3c3-4345-8ede-78cb8684ced8 tempest-ServerActionsTestJSON-389109759 tempest-ServerActionsTestJSON-389109759-project-member] [instance: a9030529-8a8f-4cfd-aeec-7e82814b06d5] Updating instance_info_cache with network_info: [{"id": "f4aad674-cf5b-4bf7-b860-544bc03b67d4", "address": "fa:16:3e:2b:80:88", "network": {"id": "805c8157-3d39-4783-8cec-987f63104f4b", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-938088414-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9a4c228c680f4e5fa3409558e769cc0a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c1195acd-707f-4bac-a99d-14db17a63802", "external-id": "nsx-vlan-transportzone-322", "segmentation_id": 322, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf4aad674-cf", "ovs_interfaceid": "f4aad674-cf5b-4bf7-b860-544bc03b67d4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62328) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1265.535605] env[62328]: DEBUG oslo_concurrency.lockutils [None req-e6d3c9bb-f8cc-463e-9fc4-8cd154d52e11 tempest-AttachInterfacesTestJSON-1049158018 tempest-AttachInterfacesTestJSON-1049158018-project-member] Lock "d2a6722b-f339-4410-8fa1-d8d07b4b153c" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.620s {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1265.708887] env[62328]: DEBUG oslo_concurrency.lockutils [None req-01f2c17f-f3c3-4345-8ede-78cb8684ced8 tempest-ServerActionsTestJSON-389109759 tempest-ServerActionsTestJSON-389109759-project-member] Releasing lock "refresh_cache-a9030529-8a8f-4cfd-aeec-7e82814b06d5" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1265.709208] env[62328]: DEBUG nova.compute.manager [None req-01f2c17f-f3c3-4345-8ede-78cb8684ced8 tempest-ServerActionsTestJSON-389109759 tempest-ServerActionsTestJSON-389109759-project-member] [instance: a9030529-8a8f-4cfd-aeec-7e82814b06d5] Instance network_info: |[{"id": "f4aad674-cf5b-4bf7-b860-544bc03b67d4", "address": "fa:16:3e:2b:80:88", "network": {"id": "805c8157-3d39-4783-8cec-987f63104f4b", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-938088414-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9a4c228c680f4e5fa3409558e769cc0a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c1195acd-707f-4bac-a99d-14db17a63802", "external-id": "nsx-vlan-transportzone-322", "segmentation_id": 322, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf4aad674-cf", "ovs_interfaceid": "f4aad674-cf5b-4bf7-b860-544bc03b67d4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62328) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1265.709634] env[62328]: DEBUG nova.virt.vmwareapi.vmops [None req-01f2c17f-f3c3-4345-8ede-78cb8684ced8 tempest-ServerActionsTestJSON-389109759 tempest-ServerActionsTestJSON-389109759-project-member] [instance: a9030529-8a8f-4cfd-aeec-7e82814b06d5] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:2b:80:88', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'c1195acd-707f-4bac-a99d-14db17a63802', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'f4aad674-cf5b-4bf7-b860-544bc03b67d4', 'vif_model': 'vmxnet3'}] {{(pid=62328) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1265.716980] env[62328]: DEBUG oslo.service.loopingcall [None req-01f2c17f-f3c3-4345-8ede-78cb8684ced8 tempest-ServerActionsTestJSON-389109759 tempest-ServerActionsTestJSON-389109759-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62328) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1265.717210] env[62328]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a9030529-8a8f-4cfd-aeec-7e82814b06d5] Creating VM on the ESX host {{(pid=62328) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1265.717432] env[62328]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-b5b40cb7-06af-4353-bc08-91275779f21b {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1265.737961] env[62328]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1265.737961] env[62328]: value = "task-2387906" [ 1265.737961] env[62328]: _type = "Task" [ 1265.737961] env[62328]: } to complete. {{(pid=62328) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1265.745118] env[62328]: DEBUG oslo_vmware.api [-] Task: {'id': task-2387906, 'name': CreateVM_Task} progress is 0%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1265.955823] env[62328]: DEBUG nova.compute.manager [req-f063ec4e-5d21-4137-91b4-1377a94b27e9 req-3b209146-b068-48d4-aa9e-b52b6839b2a5 service nova] [instance: a9030529-8a8f-4cfd-aeec-7e82814b06d5] Received event network-changed-f4aad674-cf5b-4bf7-b860-544bc03b67d4 {{(pid=62328) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1265.956052] env[62328]: DEBUG nova.compute.manager [req-f063ec4e-5d21-4137-91b4-1377a94b27e9 req-3b209146-b068-48d4-aa9e-b52b6839b2a5 service nova] [instance: a9030529-8a8f-4cfd-aeec-7e82814b06d5] Refreshing instance network info cache due to event network-changed-f4aad674-cf5b-4bf7-b860-544bc03b67d4. {{(pid=62328) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1265.956313] env[62328]: DEBUG oslo_concurrency.lockutils [req-f063ec4e-5d21-4137-91b4-1377a94b27e9 req-3b209146-b068-48d4-aa9e-b52b6839b2a5 service nova] Acquiring lock "refresh_cache-a9030529-8a8f-4cfd-aeec-7e82814b06d5" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1265.956457] env[62328]: DEBUG oslo_concurrency.lockutils [req-f063ec4e-5d21-4137-91b4-1377a94b27e9 req-3b209146-b068-48d4-aa9e-b52b6839b2a5 service nova] Acquired lock "refresh_cache-a9030529-8a8f-4cfd-aeec-7e82814b06d5" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1265.956642] env[62328]: DEBUG nova.network.neutron [req-f063ec4e-5d21-4137-91b4-1377a94b27e9 req-3b209146-b068-48d4-aa9e-b52b6839b2a5 service nova] [instance: a9030529-8a8f-4cfd-aeec-7e82814b06d5] Refreshing network info cache for port f4aad674-cf5b-4bf7-b860-544bc03b67d4 {{(pid=62328) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1266.248177] env[62328]: DEBUG oslo_vmware.api [-] Task: {'id': task-2387906, 'name': CreateVM_Task, 'duration_secs': 0.311361} completed successfully. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1266.248354] env[62328]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a9030529-8a8f-4cfd-aeec-7e82814b06d5] Created VM on the ESX host {{(pid=62328) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1266.249058] env[62328]: DEBUG oslo_concurrency.lockutils [None req-01f2c17f-f3c3-4345-8ede-78cb8684ced8 tempest-ServerActionsTestJSON-389109759 tempest-ServerActionsTestJSON-389109759-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/dbf872a4-92be-47e4-8561-c3e2bf2423ab" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1266.249255] env[62328]: DEBUG oslo_concurrency.lockutils [None req-01f2c17f-f3c3-4345-8ede-78cb8684ced8 tempest-ServerActionsTestJSON-389109759 tempest-ServerActionsTestJSON-389109759-project-member] Acquired lock "[datastore2] devstack-image-cache_base/dbf872a4-92be-47e4-8561-c3e2bf2423ab" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1266.249621] env[62328]: DEBUG oslo_concurrency.lockutils [None req-01f2c17f-f3c3-4345-8ede-78cb8684ced8 tempest-ServerActionsTestJSON-389109759 tempest-ServerActionsTestJSON-389109759-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/dbf872a4-92be-47e4-8561-c3e2bf2423ab" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1266.249867] env[62328]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fec8eda2-3017-468e-aa58-a8fef63d16e6 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1266.254758] env[62328]: DEBUG oslo_vmware.api [None req-01f2c17f-f3c3-4345-8ede-78cb8684ced8 tempest-ServerActionsTestJSON-389109759 tempest-ServerActionsTestJSON-389109759-project-member] Waiting for the task: (returnval){ [ 1266.254758] env[62328]: value = "session[52a6e20e-410d-708a-99f2-080a575a99bd]525723fa-4274-bdcc-901c-a5b89c91b94e" [ 1266.254758] env[62328]: _type = "Task" [ 1266.254758] env[62328]: } to complete. {{(pid=62328) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1266.262349] env[62328]: DEBUG oslo_vmware.api [None req-01f2c17f-f3c3-4345-8ede-78cb8684ced8 tempest-ServerActionsTestJSON-389109759 tempest-ServerActionsTestJSON-389109759-project-member] Task: {'id': session[52a6e20e-410d-708a-99f2-080a575a99bd]525723fa-4274-bdcc-901c-a5b89c91b94e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1266.712439] env[62328]: DEBUG nova.network.neutron [req-f063ec4e-5d21-4137-91b4-1377a94b27e9 req-3b209146-b068-48d4-aa9e-b52b6839b2a5 service nova] [instance: a9030529-8a8f-4cfd-aeec-7e82814b06d5] Updated VIF entry in instance network info cache for port f4aad674-cf5b-4bf7-b860-544bc03b67d4. {{(pid=62328) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1266.712975] env[62328]: DEBUG nova.network.neutron [req-f063ec4e-5d21-4137-91b4-1377a94b27e9 req-3b209146-b068-48d4-aa9e-b52b6839b2a5 service nova] [instance: a9030529-8a8f-4cfd-aeec-7e82814b06d5] Updating instance_info_cache with network_info: [{"id": "f4aad674-cf5b-4bf7-b860-544bc03b67d4", "address": "fa:16:3e:2b:80:88", "network": {"id": "805c8157-3d39-4783-8cec-987f63104f4b", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-938088414-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9a4c228c680f4e5fa3409558e769cc0a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c1195acd-707f-4bac-a99d-14db17a63802", "external-id": "nsx-vlan-transportzone-322", "segmentation_id": 322, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf4aad674-cf", "ovs_interfaceid": "f4aad674-cf5b-4bf7-b860-544bc03b67d4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62328) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1266.715279] env[62328]: DEBUG oslo_concurrency.lockutils [None req-584d5989-725a-4613-a57f-1a6dcb2b7f92 tempest-AttachInterfacesTestJSON-1049158018 tempest-AttachInterfacesTestJSON-1049158018-project-member] Acquiring lock "0200e570-094d-466d-b8a8-0c183fcdc10d" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1266.715590] env[62328]: DEBUG oslo_concurrency.lockutils [None req-584d5989-725a-4613-a57f-1a6dcb2b7f92 tempest-AttachInterfacesTestJSON-1049158018 tempest-AttachInterfacesTestJSON-1049158018-project-member] Lock "0200e570-094d-466d-b8a8-0c183fcdc10d" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1266.715871] env[62328]: DEBUG oslo_concurrency.lockutils [None req-584d5989-725a-4613-a57f-1a6dcb2b7f92 tempest-AttachInterfacesTestJSON-1049158018 tempest-AttachInterfacesTestJSON-1049158018-project-member] Acquiring lock "0200e570-094d-466d-b8a8-0c183fcdc10d-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1266.716153] env[62328]: DEBUG oslo_concurrency.lockutils [None req-584d5989-725a-4613-a57f-1a6dcb2b7f92 tempest-AttachInterfacesTestJSON-1049158018 tempest-AttachInterfacesTestJSON-1049158018-project-member] Lock "0200e570-094d-466d-b8a8-0c183fcdc10d-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1266.716404] env[62328]: DEBUG oslo_concurrency.lockutils [None req-584d5989-725a-4613-a57f-1a6dcb2b7f92 tempest-AttachInterfacesTestJSON-1049158018 tempest-AttachInterfacesTestJSON-1049158018-project-member] Lock "0200e570-094d-466d-b8a8-0c183fcdc10d-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1266.718797] env[62328]: INFO nova.compute.manager [None req-584d5989-725a-4613-a57f-1a6dcb2b7f92 tempest-AttachInterfacesTestJSON-1049158018 tempest-AttachInterfacesTestJSON-1049158018-project-member] [instance: 0200e570-094d-466d-b8a8-0c183fcdc10d] Terminating instance [ 1266.771484] env[62328]: DEBUG oslo_vmware.api [None req-01f2c17f-f3c3-4345-8ede-78cb8684ced8 tempest-ServerActionsTestJSON-389109759 tempest-ServerActionsTestJSON-389109759-project-member] Task: {'id': session[52a6e20e-410d-708a-99f2-080a575a99bd]525723fa-4274-bdcc-901c-a5b89c91b94e, 'name': SearchDatastore_Task, 'duration_secs': 0.009707} completed successfully. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1266.771930] env[62328]: DEBUG oslo_concurrency.lockutils [None req-01f2c17f-f3c3-4345-8ede-78cb8684ced8 tempest-ServerActionsTestJSON-389109759 tempest-ServerActionsTestJSON-389109759-project-member] Releasing lock "[datastore2] devstack-image-cache_base/dbf872a4-92be-47e4-8561-c3e2bf2423ab" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1266.772276] env[62328]: DEBUG nova.virt.vmwareapi.vmops [None req-01f2c17f-f3c3-4345-8ede-78cb8684ced8 tempest-ServerActionsTestJSON-389109759 tempest-ServerActionsTestJSON-389109759-project-member] [instance: a9030529-8a8f-4cfd-aeec-7e82814b06d5] Processing image dbf872a4-92be-47e4-8561-c3e2bf2423ab {{(pid=62328) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1266.772593] env[62328]: DEBUG oslo_concurrency.lockutils [None req-01f2c17f-f3c3-4345-8ede-78cb8684ced8 tempest-ServerActionsTestJSON-389109759 tempest-ServerActionsTestJSON-389109759-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/dbf872a4-92be-47e4-8561-c3e2bf2423ab/dbf872a4-92be-47e4-8561-c3e2bf2423ab.vmdk" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1266.772825] env[62328]: DEBUG oslo_concurrency.lockutils [None req-01f2c17f-f3c3-4345-8ede-78cb8684ced8 tempest-ServerActionsTestJSON-389109759 tempest-ServerActionsTestJSON-389109759-project-member] Acquired lock "[datastore2] devstack-image-cache_base/dbf872a4-92be-47e4-8561-c3e2bf2423ab/dbf872a4-92be-47e4-8561-c3e2bf2423ab.vmdk" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1266.773080] env[62328]: DEBUG nova.virt.vmwareapi.ds_util [None req-01f2c17f-f3c3-4345-8ede-78cb8684ced8 tempest-ServerActionsTestJSON-389109759 tempest-ServerActionsTestJSON-389109759-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62328) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1266.773421] env[62328]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-6804ce3d-4e06-4ff0-9ea8-6d725ec73114 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1266.783151] env[62328]: DEBUG nova.virt.vmwareapi.ds_util [None req-01f2c17f-f3c3-4345-8ede-78cb8684ced8 tempest-ServerActionsTestJSON-389109759 tempest-ServerActionsTestJSON-389109759-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62328) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1266.783151] env[62328]: DEBUG nova.virt.vmwareapi.vmops [None req-01f2c17f-f3c3-4345-8ede-78cb8684ced8 tempest-ServerActionsTestJSON-389109759 tempest-ServerActionsTestJSON-389109759-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62328) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1266.783703] env[62328]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c4c374b7-d47c-4181-a99b-7599a6710df3 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1266.789076] env[62328]: DEBUG oslo_vmware.api [None req-01f2c17f-f3c3-4345-8ede-78cb8684ced8 tempest-ServerActionsTestJSON-389109759 tempest-ServerActionsTestJSON-389109759-project-member] Waiting for the task: (returnval){ [ 1266.789076] env[62328]: value = "session[52a6e20e-410d-708a-99f2-080a575a99bd]52fc55a4-5465-2358-c01d-a93c6dcdab38" [ 1266.789076] env[62328]: _type = "Task" [ 1266.789076] env[62328]: } to complete. {{(pid=62328) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1266.796718] env[62328]: DEBUG oslo_vmware.api [None req-01f2c17f-f3c3-4345-8ede-78cb8684ced8 tempest-ServerActionsTestJSON-389109759 tempest-ServerActionsTestJSON-389109759-project-member] Task: {'id': session[52a6e20e-410d-708a-99f2-080a575a99bd]52fc55a4-5465-2358-c01d-a93c6dcdab38, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1267.216191] env[62328]: DEBUG oslo_concurrency.lockutils [req-f063ec4e-5d21-4137-91b4-1377a94b27e9 req-3b209146-b068-48d4-aa9e-b52b6839b2a5 service nova] Releasing lock "refresh_cache-a9030529-8a8f-4cfd-aeec-7e82814b06d5" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1267.223155] env[62328]: DEBUG nova.compute.manager [None req-584d5989-725a-4613-a57f-1a6dcb2b7f92 tempest-AttachInterfacesTestJSON-1049158018 tempest-AttachInterfacesTestJSON-1049158018-project-member] [instance: 0200e570-094d-466d-b8a8-0c183fcdc10d] Start destroying the instance on the hypervisor. {{(pid=62328) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1267.223367] env[62328]: DEBUG nova.virt.vmwareapi.vmops [None req-584d5989-725a-4613-a57f-1a6dcb2b7f92 tempest-AttachInterfacesTestJSON-1049158018 tempest-AttachInterfacesTestJSON-1049158018-project-member] [instance: 0200e570-094d-466d-b8a8-0c183fcdc10d] Destroying instance {{(pid=62328) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1267.224251] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9c689f56-b461-4f12-a9ba-0b7558eec2f8 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1267.232374] env[62328]: DEBUG nova.virt.vmwareapi.vm_util [None req-584d5989-725a-4613-a57f-1a6dcb2b7f92 tempest-AttachInterfacesTestJSON-1049158018 tempest-AttachInterfacesTestJSON-1049158018-project-member] [instance: 0200e570-094d-466d-b8a8-0c183fcdc10d] Powering off the VM {{(pid=62328) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1267.232626] env[62328]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ed364369-28ea-4574-a37c-3eb49e99cf17 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1267.240258] env[62328]: DEBUG oslo_vmware.api [None req-584d5989-725a-4613-a57f-1a6dcb2b7f92 tempest-AttachInterfacesTestJSON-1049158018 tempest-AttachInterfacesTestJSON-1049158018-project-member] Waiting for the task: (returnval){ [ 1267.240258] env[62328]: value = "task-2387908" [ 1267.240258] env[62328]: _type = "Task" [ 1267.240258] env[62328]: } to complete. {{(pid=62328) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1267.249051] env[62328]: DEBUG oslo_vmware.api [None req-584d5989-725a-4613-a57f-1a6dcb2b7f92 tempest-AttachInterfacesTestJSON-1049158018 tempest-AttachInterfacesTestJSON-1049158018-project-member] Task: {'id': task-2387908, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1267.299891] env[62328]: DEBUG oslo_vmware.api [None req-01f2c17f-f3c3-4345-8ede-78cb8684ced8 tempest-ServerActionsTestJSON-389109759 tempest-ServerActionsTestJSON-389109759-project-member] Task: {'id': session[52a6e20e-410d-708a-99f2-080a575a99bd]52fc55a4-5465-2358-c01d-a93c6dcdab38, 'name': SearchDatastore_Task, 'duration_secs': 0.009453} completed successfully. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1267.300782] env[62328]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8b23117c-460e-460d-9a56-418c117c502d {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1267.306250] env[62328]: DEBUG oslo_vmware.api [None req-01f2c17f-f3c3-4345-8ede-78cb8684ced8 tempest-ServerActionsTestJSON-389109759 tempest-ServerActionsTestJSON-389109759-project-member] Waiting for the task: (returnval){ [ 1267.306250] env[62328]: value = "session[52a6e20e-410d-708a-99f2-080a575a99bd]52fbb71e-236b-d598-06d5-7d40499c554a" [ 1267.306250] env[62328]: _type = "Task" [ 1267.306250] env[62328]: } to complete. {{(pid=62328) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1267.314331] env[62328]: DEBUG oslo_vmware.api [None req-01f2c17f-f3c3-4345-8ede-78cb8684ced8 tempest-ServerActionsTestJSON-389109759 tempest-ServerActionsTestJSON-389109759-project-member] Task: {'id': session[52a6e20e-410d-708a-99f2-080a575a99bd]52fbb71e-236b-d598-06d5-7d40499c554a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1267.750304] env[62328]: DEBUG oslo_vmware.api [None req-584d5989-725a-4613-a57f-1a6dcb2b7f92 tempest-AttachInterfacesTestJSON-1049158018 tempest-AttachInterfacesTestJSON-1049158018-project-member] Task: {'id': task-2387908, 'name': PowerOffVM_Task, 'duration_secs': 0.190103} completed successfully. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1267.750644] env[62328]: DEBUG nova.virt.vmwareapi.vm_util [None req-584d5989-725a-4613-a57f-1a6dcb2b7f92 tempest-AttachInterfacesTestJSON-1049158018 tempest-AttachInterfacesTestJSON-1049158018-project-member] [instance: 0200e570-094d-466d-b8a8-0c183fcdc10d] Powered off the VM {{(pid=62328) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1267.750751] env[62328]: DEBUG nova.virt.vmwareapi.vmops [None req-584d5989-725a-4613-a57f-1a6dcb2b7f92 tempest-AttachInterfacesTestJSON-1049158018 tempest-AttachInterfacesTestJSON-1049158018-project-member] [instance: 0200e570-094d-466d-b8a8-0c183fcdc10d] Unregistering the VM {{(pid=62328) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1267.751019] env[62328]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-0fd566d6-ddcd-4b19-8899-4be918cdf160 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1267.811989] env[62328]: DEBUG nova.virt.vmwareapi.vmops [None req-584d5989-725a-4613-a57f-1a6dcb2b7f92 tempest-AttachInterfacesTestJSON-1049158018 tempest-AttachInterfacesTestJSON-1049158018-project-member] [instance: 0200e570-094d-466d-b8a8-0c183fcdc10d] Unregistered the VM {{(pid=62328) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1267.812270] env[62328]: DEBUG nova.virt.vmwareapi.vmops [None req-584d5989-725a-4613-a57f-1a6dcb2b7f92 tempest-AttachInterfacesTestJSON-1049158018 tempest-AttachInterfacesTestJSON-1049158018-project-member] [instance: 0200e570-094d-466d-b8a8-0c183fcdc10d] Deleting contents of the VM from datastore datastore1 {{(pid=62328) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1267.812455] env[62328]: DEBUG nova.virt.vmwareapi.ds_util [None req-584d5989-725a-4613-a57f-1a6dcb2b7f92 tempest-AttachInterfacesTestJSON-1049158018 tempest-AttachInterfacesTestJSON-1049158018-project-member] Deleting the datastore file [datastore1] 0200e570-094d-466d-b8a8-0c183fcdc10d {{(pid=62328) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1267.813073] env[62328]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-3036ace3-868f-4931-a8c2-85c5d4bdc818 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1267.817994] env[62328]: DEBUG oslo_vmware.api [None req-01f2c17f-f3c3-4345-8ede-78cb8684ced8 tempest-ServerActionsTestJSON-389109759 tempest-ServerActionsTestJSON-389109759-project-member] Task: {'id': session[52a6e20e-410d-708a-99f2-080a575a99bd]52fbb71e-236b-d598-06d5-7d40499c554a, 'name': SearchDatastore_Task, 'duration_secs': 0.009902} completed successfully. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1267.818561] env[62328]: DEBUG oslo_concurrency.lockutils [None req-01f2c17f-f3c3-4345-8ede-78cb8684ced8 tempest-ServerActionsTestJSON-389109759 tempest-ServerActionsTestJSON-389109759-project-member] Releasing lock "[datastore2] devstack-image-cache_base/dbf872a4-92be-47e4-8561-c3e2bf2423ab/dbf872a4-92be-47e4-8561-c3e2bf2423ab.vmdk" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1267.818811] env[62328]: DEBUG nova.virt.vmwareapi.vm_util [None req-01f2c17f-f3c3-4345-8ede-78cb8684ced8 tempest-ServerActionsTestJSON-389109759 tempest-ServerActionsTestJSON-389109759-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/dbf872a4-92be-47e4-8561-c3e2bf2423ab/dbf872a4-92be-47e4-8561-c3e2bf2423ab.vmdk to [datastore2] a9030529-8a8f-4cfd-aeec-7e82814b06d5/a9030529-8a8f-4cfd-aeec-7e82814b06d5.vmdk {{(pid=62328) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1267.819093] env[62328]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-525679a2-1570-4b97-aecb-5c1416d0ace5 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1267.822355] env[62328]: DEBUG oslo_vmware.api [None req-584d5989-725a-4613-a57f-1a6dcb2b7f92 tempest-AttachInterfacesTestJSON-1049158018 tempest-AttachInterfacesTestJSON-1049158018-project-member] Waiting for the task: (returnval){ [ 1267.822355] env[62328]: value = "task-2387910" [ 1267.822355] env[62328]: _type = "Task" [ 1267.822355] env[62328]: } to complete. {{(pid=62328) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1267.826176] env[62328]: DEBUG oslo_vmware.api [None req-01f2c17f-f3c3-4345-8ede-78cb8684ced8 tempest-ServerActionsTestJSON-389109759 tempest-ServerActionsTestJSON-389109759-project-member] Waiting for the task: (returnval){ [ 1267.826176] env[62328]: value = "task-2387911" [ 1267.826176] env[62328]: _type = "Task" [ 1267.826176] env[62328]: } to complete. {{(pid=62328) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1267.832270] env[62328]: DEBUG oslo_vmware.api [None req-584d5989-725a-4613-a57f-1a6dcb2b7f92 tempest-AttachInterfacesTestJSON-1049158018 tempest-AttachInterfacesTestJSON-1049158018-project-member] Task: {'id': task-2387910, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1267.836747] env[62328]: DEBUG oslo_vmware.api [None req-01f2c17f-f3c3-4345-8ede-78cb8684ced8 tempest-ServerActionsTestJSON-389109759 tempest-ServerActionsTestJSON-389109759-project-member] Task: {'id': task-2387911, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1268.333665] env[62328]: DEBUG oslo_vmware.api [None req-584d5989-725a-4613-a57f-1a6dcb2b7f92 tempest-AttachInterfacesTestJSON-1049158018 tempest-AttachInterfacesTestJSON-1049158018-project-member] Task: {'id': task-2387910, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.102175} completed successfully. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1268.334265] env[62328]: DEBUG nova.virt.vmwareapi.ds_util [None req-584d5989-725a-4613-a57f-1a6dcb2b7f92 tempest-AttachInterfacesTestJSON-1049158018 tempest-AttachInterfacesTestJSON-1049158018-project-member] Deleted the datastore file {{(pid=62328) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1268.334440] env[62328]: DEBUG nova.virt.vmwareapi.vmops [None req-584d5989-725a-4613-a57f-1a6dcb2b7f92 tempest-AttachInterfacesTestJSON-1049158018 tempest-AttachInterfacesTestJSON-1049158018-project-member] [instance: 0200e570-094d-466d-b8a8-0c183fcdc10d] Deleted contents of the VM from datastore datastore1 {{(pid=62328) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1268.334622] env[62328]: DEBUG nova.virt.vmwareapi.vmops [None req-584d5989-725a-4613-a57f-1a6dcb2b7f92 tempest-AttachInterfacesTestJSON-1049158018 tempest-AttachInterfacesTestJSON-1049158018-project-member] [instance: 0200e570-094d-466d-b8a8-0c183fcdc10d] Instance destroyed {{(pid=62328) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1268.334795] env[62328]: INFO nova.compute.manager [None req-584d5989-725a-4613-a57f-1a6dcb2b7f92 tempest-AttachInterfacesTestJSON-1049158018 tempest-AttachInterfacesTestJSON-1049158018-project-member] [instance: 0200e570-094d-466d-b8a8-0c183fcdc10d] Took 1.11 seconds to destroy the instance on the hypervisor. [ 1268.335034] env[62328]: DEBUG oslo.service.loopingcall [None req-584d5989-725a-4613-a57f-1a6dcb2b7f92 tempest-AttachInterfacesTestJSON-1049158018 tempest-AttachInterfacesTestJSON-1049158018-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62328) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1268.335238] env[62328]: DEBUG nova.compute.manager [-] [instance: 0200e570-094d-466d-b8a8-0c183fcdc10d] Deallocating network for instance {{(pid=62328) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1268.335326] env[62328]: DEBUG nova.network.neutron [-] [instance: 0200e570-094d-466d-b8a8-0c183fcdc10d] deallocate_for_instance() {{(pid=62328) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1268.339514] env[62328]: DEBUG oslo_vmware.api [None req-01f2c17f-f3c3-4345-8ede-78cb8684ced8 tempest-ServerActionsTestJSON-389109759 tempest-ServerActionsTestJSON-389109759-project-member] Task: {'id': task-2387911, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1268.837418] env[62328]: DEBUG oslo_vmware.api [None req-01f2c17f-f3c3-4345-8ede-78cb8684ced8 tempest-ServerActionsTestJSON-389109759 tempest-ServerActionsTestJSON-389109759-project-member] Task: {'id': task-2387911, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.521625} completed successfully. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1268.838657] env[62328]: DEBUG nova.virt.vmwareapi.vm_util [None req-01f2c17f-f3c3-4345-8ede-78cb8684ced8 tempest-ServerActionsTestJSON-389109759 tempest-ServerActionsTestJSON-389109759-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/dbf872a4-92be-47e4-8561-c3e2bf2423ab/dbf872a4-92be-47e4-8561-c3e2bf2423ab.vmdk to [datastore2] a9030529-8a8f-4cfd-aeec-7e82814b06d5/a9030529-8a8f-4cfd-aeec-7e82814b06d5.vmdk {{(pid=62328) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1268.838825] env[62328]: DEBUG nova.virt.vmwareapi.vmops [None req-01f2c17f-f3c3-4345-8ede-78cb8684ced8 tempest-ServerActionsTestJSON-389109759 tempest-ServerActionsTestJSON-389109759-project-member] [instance: a9030529-8a8f-4cfd-aeec-7e82814b06d5] Extending root virtual disk to 1048576 {{(pid=62328) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1268.839947] env[62328]: DEBUG nova.compute.manager [req-90ae1982-d6db-42e8-96ab-4ee3e734d4c4 req-fa088afd-0aa4-407e-a95a-2c7be879de73 service nova] [instance: 0200e570-094d-466d-b8a8-0c183fcdc10d] Received event network-vif-deleted-2cc2a42d-ad3d-49f3-a076-b8391c032ef0 {{(pid=62328) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1268.840220] env[62328]: INFO nova.compute.manager [req-90ae1982-d6db-42e8-96ab-4ee3e734d4c4 req-fa088afd-0aa4-407e-a95a-2c7be879de73 service nova] [instance: 0200e570-094d-466d-b8a8-0c183fcdc10d] Neutron deleted interface 2cc2a42d-ad3d-49f3-a076-b8391c032ef0; detaching it from the instance and deleting it from the info cache [ 1268.840415] env[62328]: DEBUG nova.network.neutron [req-90ae1982-d6db-42e8-96ab-4ee3e734d4c4 req-fa088afd-0aa4-407e-a95a-2c7be879de73 service nova] [instance: 0200e570-094d-466d-b8a8-0c183fcdc10d] Updating instance_info_cache with network_info: [] {{(pid=62328) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1268.841359] env[62328]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-2ebec438-d69b-4b88-a067-0762f3976d29 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1268.849383] env[62328]: DEBUG oslo_vmware.api [None req-01f2c17f-f3c3-4345-8ede-78cb8684ced8 tempest-ServerActionsTestJSON-389109759 tempest-ServerActionsTestJSON-389109759-project-member] Waiting for the task: (returnval){ [ 1268.849383] env[62328]: value = "task-2387912" [ 1268.849383] env[62328]: _type = "Task" [ 1268.849383] env[62328]: } to complete. {{(pid=62328) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1268.857727] env[62328]: DEBUG oslo_vmware.api [None req-01f2c17f-f3c3-4345-8ede-78cb8684ced8 tempest-ServerActionsTestJSON-389109759 tempest-ServerActionsTestJSON-389109759-project-member] Task: {'id': task-2387912, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1269.316170] env[62328]: DEBUG nova.network.neutron [-] [instance: 0200e570-094d-466d-b8a8-0c183fcdc10d] Updating instance_info_cache with network_info: [] {{(pid=62328) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1269.345100] env[62328]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-92fd3e84-0e8e-4468-9b83-95f6ddb0099c {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1269.356662] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e66254d5-4283-42a6-8b40-a54091981492 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1269.371572] env[62328]: DEBUG oslo_vmware.api [None req-01f2c17f-f3c3-4345-8ede-78cb8684ced8 tempest-ServerActionsTestJSON-389109759 tempest-ServerActionsTestJSON-389109759-project-member] Task: {'id': task-2387912, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.094174} completed successfully. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1269.372177] env[62328]: DEBUG nova.virt.vmwareapi.vmops [None req-01f2c17f-f3c3-4345-8ede-78cb8684ced8 tempest-ServerActionsTestJSON-389109759 tempest-ServerActionsTestJSON-389109759-project-member] [instance: a9030529-8a8f-4cfd-aeec-7e82814b06d5] Extended root virtual disk {{(pid=62328) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1269.372959] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0152b096-f318-4e96-8a9e-f3e7d283e2b8 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1269.394674] env[62328]: DEBUG nova.virt.vmwareapi.volumeops [None req-01f2c17f-f3c3-4345-8ede-78cb8684ced8 tempest-ServerActionsTestJSON-389109759 tempest-ServerActionsTestJSON-389109759-project-member] [instance: a9030529-8a8f-4cfd-aeec-7e82814b06d5] Reconfiguring VM instance instance-0000007d to attach disk [datastore2] a9030529-8a8f-4cfd-aeec-7e82814b06d5/a9030529-8a8f-4cfd-aeec-7e82814b06d5.vmdk or device None with type sparse {{(pid=62328) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1269.399800] env[62328]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-646b60c2-366d-4dac-bdfc-841be25a898e {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1269.413862] env[62328]: DEBUG nova.compute.manager [req-90ae1982-d6db-42e8-96ab-4ee3e734d4c4 req-fa088afd-0aa4-407e-a95a-2c7be879de73 service nova] [instance: 0200e570-094d-466d-b8a8-0c183fcdc10d] Detach interface failed, port_id=2cc2a42d-ad3d-49f3-a076-b8391c032ef0, reason: Instance 0200e570-094d-466d-b8a8-0c183fcdc10d could not be found. {{(pid=62328) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 1269.419568] env[62328]: DEBUG oslo_vmware.api [None req-01f2c17f-f3c3-4345-8ede-78cb8684ced8 tempest-ServerActionsTestJSON-389109759 tempest-ServerActionsTestJSON-389109759-project-member] Waiting for the task: (returnval){ [ 1269.419568] env[62328]: value = "task-2387913" [ 1269.419568] env[62328]: _type = "Task" [ 1269.419568] env[62328]: } to complete. {{(pid=62328) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1269.427047] env[62328]: DEBUG oslo_vmware.api [None req-01f2c17f-f3c3-4345-8ede-78cb8684ced8 tempest-ServerActionsTestJSON-389109759 tempest-ServerActionsTestJSON-389109759-project-member] Task: {'id': task-2387913, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1269.818854] env[62328]: INFO nova.compute.manager [-] [instance: 0200e570-094d-466d-b8a8-0c183fcdc10d] Took 1.48 seconds to deallocate network for instance. [ 1269.931603] env[62328]: DEBUG oslo_vmware.api [None req-01f2c17f-f3c3-4345-8ede-78cb8684ced8 tempest-ServerActionsTestJSON-389109759 tempest-ServerActionsTestJSON-389109759-project-member] Task: {'id': task-2387913, 'name': ReconfigVM_Task, 'duration_secs': 0.305571} completed successfully. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1269.931906] env[62328]: DEBUG nova.virt.vmwareapi.volumeops [None req-01f2c17f-f3c3-4345-8ede-78cb8684ced8 tempest-ServerActionsTestJSON-389109759 tempest-ServerActionsTestJSON-389109759-project-member] [instance: a9030529-8a8f-4cfd-aeec-7e82814b06d5] Reconfigured VM instance instance-0000007d to attach disk [datastore2] a9030529-8a8f-4cfd-aeec-7e82814b06d5/a9030529-8a8f-4cfd-aeec-7e82814b06d5.vmdk or device None with type sparse {{(pid=62328) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1269.932504] env[62328]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-a9c238de-459e-4be9-91b6-8088bb610307 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1269.939181] env[62328]: DEBUG oslo_vmware.api [None req-01f2c17f-f3c3-4345-8ede-78cb8684ced8 tempest-ServerActionsTestJSON-389109759 tempest-ServerActionsTestJSON-389109759-project-member] Waiting for the task: (returnval){ [ 1269.939181] env[62328]: value = "task-2387914" [ 1269.939181] env[62328]: _type = "Task" [ 1269.939181] env[62328]: } to complete. {{(pid=62328) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1269.946315] env[62328]: DEBUG oslo_vmware.api [None req-01f2c17f-f3c3-4345-8ede-78cb8684ced8 tempest-ServerActionsTestJSON-389109759 tempest-ServerActionsTestJSON-389109759-project-member] Task: {'id': task-2387914, 'name': Rename_Task} progress is 0%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1270.329173] env[62328]: DEBUG oslo_concurrency.lockutils [None req-584d5989-725a-4613-a57f-1a6dcb2b7f92 tempest-AttachInterfacesTestJSON-1049158018 tempest-AttachInterfacesTestJSON-1049158018-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1270.329461] env[62328]: DEBUG oslo_concurrency.lockutils [None req-584d5989-725a-4613-a57f-1a6dcb2b7f92 tempest-AttachInterfacesTestJSON-1049158018 tempest-AttachInterfacesTestJSON-1049158018-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1270.329683] env[62328]: DEBUG nova.objects.instance [None req-584d5989-725a-4613-a57f-1a6dcb2b7f92 tempest-AttachInterfacesTestJSON-1049158018 tempest-AttachInterfacesTestJSON-1049158018-project-member] Lazy-loading 'resources' on Instance uuid 0200e570-094d-466d-b8a8-0c183fcdc10d {{(pid=62328) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1270.449598] env[62328]: DEBUG oslo_vmware.api [None req-01f2c17f-f3c3-4345-8ede-78cb8684ced8 tempest-ServerActionsTestJSON-389109759 tempest-ServerActionsTestJSON-389109759-project-member] Task: {'id': task-2387914, 'name': Rename_Task, 'duration_secs': 0.135158} completed successfully. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1270.449598] env[62328]: DEBUG nova.virt.vmwareapi.vm_util [None req-01f2c17f-f3c3-4345-8ede-78cb8684ced8 tempest-ServerActionsTestJSON-389109759 tempest-ServerActionsTestJSON-389109759-project-member] [instance: a9030529-8a8f-4cfd-aeec-7e82814b06d5] Powering on the VM {{(pid=62328) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1270.449802] env[62328]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-a96dda25-116e-49dd-b03f-fdb65b20bd35 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1270.456694] env[62328]: DEBUG oslo_vmware.api [None req-01f2c17f-f3c3-4345-8ede-78cb8684ced8 tempest-ServerActionsTestJSON-389109759 tempest-ServerActionsTestJSON-389109759-project-member] Waiting for the task: (returnval){ [ 1270.456694] env[62328]: value = "task-2387915" [ 1270.456694] env[62328]: _type = "Task" [ 1270.456694] env[62328]: } to complete. {{(pid=62328) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1270.464477] env[62328]: DEBUG oslo_vmware.api [None req-01f2c17f-f3c3-4345-8ede-78cb8684ced8 tempest-ServerActionsTestJSON-389109759 tempest-ServerActionsTestJSON-389109759-project-member] Task: {'id': task-2387915, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1270.888051] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a9b9b846-780c-4510-92d9-c804727a0730 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1270.897567] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d7307aaf-db2d-4f18-8007-ea4218136c17 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1270.927525] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dde3e72c-9daa-4eb3-83e2-9c5a6bb8c1ee {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1270.934885] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c188b14f-3ae6-4f06-a810-33213d9f93ab {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1270.947783] env[62328]: DEBUG nova.compute.provider_tree [None req-584d5989-725a-4613-a57f-1a6dcb2b7f92 tempest-AttachInterfacesTestJSON-1049158018 tempest-AttachInterfacesTestJSON-1049158018-project-member] Inventory has not changed in ProviderTree for provider: 3469e9f8-04af-49ca-8435-49f104496744 {{(pid=62328) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1270.967550] env[62328]: DEBUG oslo_vmware.api [None req-01f2c17f-f3c3-4345-8ede-78cb8684ced8 tempest-ServerActionsTestJSON-389109759 tempest-ServerActionsTestJSON-389109759-project-member] Task: {'id': task-2387915, 'name': PowerOnVM_Task, 'duration_secs': 0.422083} completed successfully. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1270.967910] env[62328]: DEBUG nova.virt.vmwareapi.vm_util [None req-01f2c17f-f3c3-4345-8ede-78cb8684ced8 tempest-ServerActionsTestJSON-389109759 tempest-ServerActionsTestJSON-389109759-project-member] [instance: a9030529-8a8f-4cfd-aeec-7e82814b06d5] Powered on the VM {{(pid=62328) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1270.968152] env[62328]: INFO nova.compute.manager [None req-01f2c17f-f3c3-4345-8ede-78cb8684ced8 tempest-ServerActionsTestJSON-389109759 tempest-ServerActionsTestJSON-389109759-project-member] [instance: a9030529-8a8f-4cfd-aeec-7e82814b06d5] Took 7.24 seconds to spawn the instance on the hypervisor. [ 1270.968400] env[62328]: DEBUG nova.compute.manager [None req-01f2c17f-f3c3-4345-8ede-78cb8684ced8 tempest-ServerActionsTestJSON-389109759 tempest-ServerActionsTestJSON-389109759-project-member] [instance: a9030529-8a8f-4cfd-aeec-7e82814b06d5] Checking state {{(pid=62328) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1270.969566] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-21370616-9e15-4412-85ad-f7000c3f81fe {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1271.451517] env[62328]: DEBUG nova.scheduler.client.report [None req-584d5989-725a-4613-a57f-1a6dcb2b7f92 tempest-AttachInterfacesTestJSON-1049158018 tempest-AttachInterfacesTestJSON-1049158018-project-member] Inventory has not changed for provider 3469e9f8-04af-49ca-8435-49f104496744 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 153, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62328) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1271.485728] env[62328]: INFO nova.compute.manager [None req-01f2c17f-f3c3-4345-8ede-78cb8684ced8 tempest-ServerActionsTestJSON-389109759 tempest-ServerActionsTestJSON-389109759-project-member] [instance: a9030529-8a8f-4cfd-aeec-7e82814b06d5] Took 11.96 seconds to build instance. [ 1271.696830] env[62328]: DEBUG nova.compute.manager [req-9bc59aac-9c99-44e9-9fef-8abf03e015ee req-bfc292e8-6650-4510-82a7-1ade8882c7f0 service nova] [instance: a9030529-8a8f-4cfd-aeec-7e82814b06d5] Received event network-changed-f4aad674-cf5b-4bf7-b860-544bc03b67d4 {{(pid=62328) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1271.697296] env[62328]: DEBUG nova.compute.manager [req-9bc59aac-9c99-44e9-9fef-8abf03e015ee req-bfc292e8-6650-4510-82a7-1ade8882c7f0 service nova] [instance: a9030529-8a8f-4cfd-aeec-7e82814b06d5] Refreshing instance network info cache due to event network-changed-f4aad674-cf5b-4bf7-b860-544bc03b67d4. {{(pid=62328) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1271.697589] env[62328]: DEBUG oslo_concurrency.lockutils [req-9bc59aac-9c99-44e9-9fef-8abf03e015ee req-bfc292e8-6650-4510-82a7-1ade8882c7f0 service nova] Acquiring lock "refresh_cache-a9030529-8a8f-4cfd-aeec-7e82814b06d5" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1271.697741] env[62328]: DEBUG oslo_concurrency.lockutils [req-9bc59aac-9c99-44e9-9fef-8abf03e015ee req-bfc292e8-6650-4510-82a7-1ade8882c7f0 service nova] Acquired lock "refresh_cache-a9030529-8a8f-4cfd-aeec-7e82814b06d5" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1271.697971] env[62328]: DEBUG nova.network.neutron [req-9bc59aac-9c99-44e9-9fef-8abf03e015ee req-bfc292e8-6650-4510-82a7-1ade8882c7f0 service nova] [instance: a9030529-8a8f-4cfd-aeec-7e82814b06d5] Refreshing network info cache for port f4aad674-cf5b-4bf7-b860-544bc03b67d4 {{(pid=62328) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1271.956476] env[62328]: DEBUG oslo_concurrency.lockutils [None req-584d5989-725a-4613-a57f-1a6dcb2b7f92 tempest-AttachInterfacesTestJSON-1049158018 tempest-AttachInterfacesTestJSON-1049158018-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.627s {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1271.981230] env[62328]: INFO nova.scheduler.client.report [None req-584d5989-725a-4613-a57f-1a6dcb2b7f92 tempest-AttachInterfacesTestJSON-1049158018 tempest-AttachInterfacesTestJSON-1049158018-project-member] Deleted allocations for instance 0200e570-094d-466d-b8a8-0c183fcdc10d [ 1271.990022] env[62328]: DEBUG oslo_concurrency.lockutils [None req-01f2c17f-f3c3-4345-8ede-78cb8684ced8 tempest-ServerActionsTestJSON-389109759 tempest-ServerActionsTestJSON-389109759-project-member] Lock "a9030529-8a8f-4cfd-aeec-7e82814b06d5" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 13.465s {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1272.411732] env[62328]: DEBUG nova.network.neutron [req-9bc59aac-9c99-44e9-9fef-8abf03e015ee req-bfc292e8-6650-4510-82a7-1ade8882c7f0 service nova] [instance: a9030529-8a8f-4cfd-aeec-7e82814b06d5] Updated VIF entry in instance network info cache for port f4aad674-cf5b-4bf7-b860-544bc03b67d4. {{(pid=62328) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1272.412093] env[62328]: DEBUG nova.network.neutron [req-9bc59aac-9c99-44e9-9fef-8abf03e015ee req-bfc292e8-6650-4510-82a7-1ade8882c7f0 service nova] [instance: a9030529-8a8f-4cfd-aeec-7e82814b06d5] Updating instance_info_cache with network_info: [{"id": "f4aad674-cf5b-4bf7-b860-544bc03b67d4", "address": "fa:16:3e:2b:80:88", "network": {"id": "805c8157-3d39-4783-8cec-987f63104f4b", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-938088414-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.184", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9a4c228c680f4e5fa3409558e769cc0a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c1195acd-707f-4bac-a99d-14db17a63802", "external-id": "nsx-vlan-transportzone-322", "segmentation_id": 322, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf4aad674-cf", "ovs_interfaceid": "f4aad674-cf5b-4bf7-b860-544bc03b67d4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62328) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1272.491604] env[62328]: DEBUG oslo_concurrency.lockutils [None req-584d5989-725a-4613-a57f-1a6dcb2b7f92 tempest-AttachInterfacesTestJSON-1049158018 tempest-AttachInterfacesTestJSON-1049158018-project-member] Lock "0200e570-094d-466d-b8a8-0c183fcdc10d" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.776s {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1272.914618] env[62328]: DEBUG oslo_concurrency.lockutils [req-9bc59aac-9c99-44e9-9fef-8abf03e015ee req-bfc292e8-6650-4510-82a7-1ade8882c7f0 service nova] Releasing lock "refresh_cache-a9030529-8a8f-4cfd-aeec-7e82814b06d5" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1285.249071] env[62328]: DEBUG oslo_concurrency.lockutils [None req-7e7d5fdb-379c-4ce8-b158-d83ccdd9c4e0 tempest-ServerActionsTestOtherB-626827456 tempest-ServerActionsTestOtherB-626827456-project-member] Acquiring lock "b73ba0c4-f3a7-407b-83e5-935263f0eea3" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1285.249504] env[62328]: DEBUG oslo_concurrency.lockutils [None req-7e7d5fdb-379c-4ce8-b158-d83ccdd9c4e0 tempest-ServerActionsTestOtherB-626827456 tempest-ServerActionsTestOtherB-626827456-project-member] Lock "b73ba0c4-f3a7-407b-83e5-935263f0eea3" acquired by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: waited 0.001s {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1285.249587] env[62328]: INFO nova.compute.manager [None req-7e7d5fdb-379c-4ce8-b158-d83ccdd9c4e0 tempest-ServerActionsTestOtherB-626827456 tempest-ServerActionsTestOtherB-626827456-project-member] [instance: b73ba0c4-f3a7-407b-83e5-935263f0eea3] Shelving [ 1286.258829] env[62328]: DEBUG nova.virt.vmwareapi.vm_util [None req-7e7d5fdb-379c-4ce8-b158-d83ccdd9c4e0 tempest-ServerActionsTestOtherB-626827456 tempest-ServerActionsTestOtherB-626827456-project-member] [instance: b73ba0c4-f3a7-407b-83e5-935263f0eea3] Powering off the VM {{(pid=62328) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1286.259242] env[62328]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ddb0feea-d2cb-4978-8120-398f118dbefe {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1286.267382] env[62328]: DEBUG oslo_vmware.api [None req-7e7d5fdb-379c-4ce8-b158-d83ccdd9c4e0 tempest-ServerActionsTestOtherB-626827456 tempest-ServerActionsTestOtherB-626827456-project-member] Waiting for the task: (returnval){ [ 1286.267382] env[62328]: value = "task-2387916" [ 1286.267382] env[62328]: _type = "Task" [ 1286.267382] env[62328]: } to complete. {{(pid=62328) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1286.275497] env[62328]: DEBUG oslo_vmware.api [None req-7e7d5fdb-379c-4ce8-b158-d83ccdd9c4e0 tempest-ServerActionsTestOtherB-626827456 tempest-ServerActionsTestOtherB-626827456-project-member] Task: {'id': task-2387916, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1286.777948] env[62328]: DEBUG oslo_vmware.api [None req-7e7d5fdb-379c-4ce8-b158-d83ccdd9c4e0 tempest-ServerActionsTestOtherB-626827456 tempest-ServerActionsTestOtherB-626827456-project-member] Task: {'id': task-2387916, 'name': PowerOffVM_Task, 'duration_secs': 0.167299} completed successfully. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1286.778328] env[62328]: DEBUG nova.virt.vmwareapi.vm_util [None req-7e7d5fdb-379c-4ce8-b158-d83ccdd9c4e0 tempest-ServerActionsTestOtherB-626827456 tempest-ServerActionsTestOtherB-626827456-project-member] [instance: b73ba0c4-f3a7-407b-83e5-935263f0eea3] Powered off the VM {{(pid=62328) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1286.779113] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-215796bd-b389-483c-b24a-f3a1e3ac4cca {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1286.798091] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b12a88fd-9b06-43aa-81f4-8a234fdeb6b2 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1287.307869] env[62328]: DEBUG nova.virt.vmwareapi.vmops [None req-7e7d5fdb-379c-4ce8-b158-d83ccdd9c4e0 tempest-ServerActionsTestOtherB-626827456 tempest-ServerActionsTestOtherB-626827456-project-member] [instance: b73ba0c4-f3a7-407b-83e5-935263f0eea3] Creating Snapshot of the VM instance {{(pid=62328) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1287.308266] env[62328]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-9fbb18de-134b-41d7-a71f-c2053fbf9da4 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1287.315899] env[62328]: DEBUG oslo_vmware.api [None req-7e7d5fdb-379c-4ce8-b158-d83ccdd9c4e0 tempest-ServerActionsTestOtherB-626827456 tempest-ServerActionsTestOtherB-626827456-project-member] Waiting for the task: (returnval){ [ 1287.315899] env[62328]: value = "task-2387917" [ 1287.315899] env[62328]: _type = "Task" [ 1287.315899] env[62328]: } to complete. {{(pid=62328) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1287.324658] env[62328]: DEBUG oslo_vmware.api [None req-7e7d5fdb-379c-4ce8-b158-d83ccdd9c4e0 tempest-ServerActionsTestOtherB-626827456 tempest-ServerActionsTestOtherB-626827456-project-member] Task: {'id': task-2387917, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1287.826430] env[62328]: DEBUG oslo_vmware.api [None req-7e7d5fdb-379c-4ce8-b158-d83ccdd9c4e0 tempest-ServerActionsTestOtherB-626827456 tempest-ServerActionsTestOtherB-626827456-project-member] Task: {'id': task-2387917, 'name': CreateSnapshot_Task, 'duration_secs': 0.435944} completed successfully. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1287.826736] env[62328]: DEBUG nova.virt.vmwareapi.vmops [None req-7e7d5fdb-379c-4ce8-b158-d83ccdd9c4e0 tempest-ServerActionsTestOtherB-626827456 tempest-ServerActionsTestOtherB-626827456-project-member] [instance: b73ba0c4-f3a7-407b-83e5-935263f0eea3] Created Snapshot of the VM instance {{(pid=62328) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1287.827502] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-16f42ff3-7207-4473-b8c4-652249113469 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1288.344996] env[62328]: DEBUG nova.virt.vmwareapi.vmops [None req-7e7d5fdb-379c-4ce8-b158-d83ccdd9c4e0 tempest-ServerActionsTestOtherB-626827456 tempest-ServerActionsTestOtherB-626827456-project-member] [instance: b73ba0c4-f3a7-407b-83e5-935263f0eea3] Creating linked-clone VM from snapshot {{(pid=62328) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1288.346065] env[62328]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-a7296fcd-39aa-4f68-8340-14908df5c858 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1288.354827] env[62328]: DEBUG oslo_vmware.api [None req-7e7d5fdb-379c-4ce8-b158-d83ccdd9c4e0 tempest-ServerActionsTestOtherB-626827456 tempest-ServerActionsTestOtherB-626827456-project-member] Waiting for the task: (returnval){ [ 1288.354827] env[62328]: value = "task-2387918" [ 1288.354827] env[62328]: _type = "Task" [ 1288.354827] env[62328]: } to complete. {{(pid=62328) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1288.362660] env[62328]: DEBUG oslo_vmware.api [None req-7e7d5fdb-379c-4ce8-b158-d83ccdd9c4e0 tempest-ServerActionsTestOtherB-626827456 tempest-ServerActionsTestOtherB-626827456-project-member] Task: {'id': task-2387918, 'name': CloneVM_Task} progress is 0%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1288.604126] env[62328]: DEBUG oslo_service.periodic_task [None req-332cd9a1-235b-4315-894a-68f76363e980 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=62328) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1288.604339] env[62328]: DEBUG oslo_service.periodic_task [None req-332cd9a1-235b-4315-894a-68f76363e980 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=62328) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1288.604488] env[62328]: DEBUG nova.compute.manager [None req-332cd9a1-235b-4315-894a-68f76363e980 None None] Starting heal instance info cache {{(pid=62328) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10445}} [ 1288.865096] env[62328]: DEBUG oslo_vmware.api [None req-7e7d5fdb-379c-4ce8-b158-d83ccdd9c4e0 tempest-ServerActionsTestOtherB-626827456 tempest-ServerActionsTestOtherB-626827456-project-member] Task: {'id': task-2387918, 'name': CloneVM_Task} progress is 94%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1289.366561] env[62328]: DEBUG oslo_vmware.api [None req-7e7d5fdb-379c-4ce8-b158-d83ccdd9c4e0 tempest-ServerActionsTestOtherB-626827456 tempest-ServerActionsTestOtherB-626827456-project-member] Task: {'id': task-2387918, 'name': CloneVM_Task, 'duration_secs': 0.928981} completed successfully. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1289.366962] env[62328]: INFO nova.virt.vmwareapi.vmops [None req-7e7d5fdb-379c-4ce8-b158-d83ccdd9c4e0 tempest-ServerActionsTestOtherB-626827456 tempest-ServerActionsTestOtherB-626827456-project-member] [instance: b73ba0c4-f3a7-407b-83e5-935263f0eea3] Created linked-clone VM from snapshot [ 1289.367548] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-289f3a05-a3de-4623-871d-664a72ecf177 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1289.374260] env[62328]: DEBUG nova.virt.vmwareapi.images [None req-7e7d5fdb-379c-4ce8-b158-d83ccdd9c4e0 tempest-ServerActionsTestOtherB-626827456 tempest-ServerActionsTestOtherB-626827456-project-member] [instance: b73ba0c4-f3a7-407b-83e5-935263f0eea3] Uploading image 0a9a3112-f7ae-4420-a6d1-864f9e4cf42a {{(pid=62328) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1289.394231] env[62328]: DEBUG oslo_vmware.rw_handles [None req-7e7d5fdb-379c-4ce8-b158-d83ccdd9c4e0 tempest-ServerActionsTestOtherB-626827456 tempest-ServerActionsTestOtherB-626827456-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1289.394231] env[62328]: value = "vm-484500" [ 1289.394231] env[62328]: _type = "VirtualMachine" [ 1289.394231] env[62328]: }. {{(pid=62328) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1289.394512] env[62328]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-c4e9d18e-fb1b-40c9-bcb8-65ec4d1bd6c7 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1289.400762] env[62328]: DEBUG oslo_vmware.rw_handles [None req-7e7d5fdb-379c-4ce8-b158-d83ccdd9c4e0 tempest-ServerActionsTestOtherB-626827456 tempest-ServerActionsTestOtherB-626827456-project-member] Lease: (returnval){ [ 1289.400762] env[62328]: value = "session[52a6e20e-410d-708a-99f2-080a575a99bd]52cca34e-bd39-8f3d-b02c-86a0d4bc9560" [ 1289.400762] env[62328]: _type = "HttpNfcLease" [ 1289.400762] env[62328]: } obtained for exporting VM: (result){ [ 1289.400762] env[62328]: value = "vm-484500" [ 1289.400762] env[62328]: _type = "VirtualMachine" [ 1289.400762] env[62328]: }. {{(pid=62328) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1289.401085] env[62328]: DEBUG oslo_vmware.api [None req-7e7d5fdb-379c-4ce8-b158-d83ccdd9c4e0 tempest-ServerActionsTestOtherB-626827456 tempest-ServerActionsTestOtherB-626827456-project-member] Waiting for the lease: (returnval){ [ 1289.401085] env[62328]: value = "session[52a6e20e-410d-708a-99f2-080a575a99bd]52cca34e-bd39-8f3d-b02c-86a0d4bc9560" [ 1289.401085] env[62328]: _type = "HttpNfcLease" [ 1289.401085] env[62328]: } to be ready. {{(pid=62328) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1289.407059] env[62328]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1289.407059] env[62328]: value = "session[52a6e20e-410d-708a-99f2-080a575a99bd]52cca34e-bd39-8f3d-b02c-86a0d4bc9560" [ 1289.407059] env[62328]: _type = "HttpNfcLease" [ 1289.407059] env[62328]: } is initializing. {{(pid=62328) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1289.908529] env[62328]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1289.908529] env[62328]: value = "session[52a6e20e-410d-708a-99f2-080a575a99bd]52cca34e-bd39-8f3d-b02c-86a0d4bc9560" [ 1289.908529] env[62328]: _type = "HttpNfcLease" [ 1289.908529] env[62328]: } is ready. {{(pid=62328) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1289.908825] env[62328]: DEBUG oslo_vmware.rw_handles [None req-7e7d5fdb-379c-4ce8-b158-d83ccdd9c4e0 tempest-ServerActionsTestOtherB-626827456 tempest-ServerActionsTestOtherB-626827456-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1289.908825] env[62328]: value = "session[52a6e20e-410d-708a-99f2-080a575a99bd]52cca34e-bd39-8f3d-b02c-86a0d4bc9560" [ 1289.908825] env[62328]: _type = "HttpNfcLease" [ 1289.908825] env[62328]: }. {{(pid=62328) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1289.909559] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5d4adfb9-0745-46ca-9633-1a10eebc9636 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1289.916191] env[62328]: DEBUG oslo_vmware.rw_handles [None req-7e7d5fdb-379c-4ce8-b158-d83ccdd9c4e0 tempest-ServerActionsTestOtherB-626827456 tempest-ServerActionsTestOtherB-626827456-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52eebb79-326c-2254-2012-55ab9d5943fd/disk-0.vmdk from lease info. {{(pid=62328) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1289.916359] env[62328]: DEBUG oslo_vmware.rw_handles [None req-7e7d5fdb-379c-4ce8-b158-d83ccdd9c4e0 tempest-ServerActionsTestOtherB-626827456 tempest-ServerActionsTestOtherB-626827456-project-member] Opening URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52eebb79-326c-2254-2012-55ab9d5943fd/disk-0.vmdk for reading. {{(pid=62328) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1290.005060] env[62328]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-4b1c03d5-7b48-4bec-bc7e-6193cf5f4228 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1290.615590] env[62328]: DEBUG nova.compute.manager [None req-332cd9a1-235b-4315-894a-68f76363e980 None None] Didn't find any instances for network info cache update. {{(pid=62328) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10531}} [ 1290.615875] env[62328]: DEBUG oslo_service.periodic_task [None req-332cd9a1-235b-4315-894a-68f76363e980 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=62328) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1290.615979] env[62328]: DEBUG oslo_service.periodic_task [None req-332cd9a1-235b-4315-894a-68f76363e980 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=62328) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1290.616147] env[62328]: DEBUG oslo_service.periodic_task [None req-332cd9a1-235b-4315-894a-68f76363e980 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=62328) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1290.616392] env[62328]: DEBUG oslo_service.periodic_task [None req-332cd9a1-235b-4315-894a-68f76363e980 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=62328) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1290.616583] env[62328]: DEBUG oslo_service.periodic_task [None req-332cd9a1-235b-4315-894a-68f76363e980 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=62328) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1290.616826] env[62328]: DEBUG oslo_service.periodic_task [None req-332cd9a1-235b-4315-894a-68f76363e980 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=62328) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1290.617050] env[62328]: DEBUG nova.compute.manager [None req-332cd9a1-235b-4315-894a-68f76363e980 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=62328) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11064}} [ 1290.617295] env[62328]: DEBUG oslo_service.periodic_task [None req-332cd9a1-235b-4315-894a-68f76363e980 None None] Running periodic task ComputeManager.update_available_resource {{(pid=62328) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1291.120547] env[62328]: DEBUG oslo_concurrency.lockutils [None req-332cd9a1-235b-4315-894a-68f76363e980 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1291.120736] env[62328]: DEBUG oslo_concurrency.lockutils [None req-332cd9a1-235b-4315-894a-68f76363e980 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1291.120985] env[62328]: DEBUG oslo_concurrency.lockutils [None req-332cd9a1-235b-4315-894a-68f76363e980 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1291.121140] env[62328]: DEBUG nova.compute.resource_tracker [None req-332cd9a1-235b-4315-894a-68f76363e980 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=62328) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1291.122022] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-273cf085-2726-4593-8167-efeff8bdf5ab {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1291.130574] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-11f36f55-69da-4bfe-89a4-0161bb47dc57 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1291.144869] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3855387c-16c5-48f0-8ed3-ecfda188062b {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1291.152459] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1a6b0005-0231-40cf-bca7-c1a9e3b7cc2f {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1291.182548] env[62328]: DEBUG nova.compute.resource_tracker [None req-332cd9a1-235b-4315-894a-68f76363e980 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=180576MB free_disk=153GB free_vcpus=48 pci_devices=None {{(pid=62328) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1291.182780] env[62328]: DEBUG oslo_concurrency.lockutils [None req-332cd9a1-235b-4315-894a-68f76363e980 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1291.183027] env[62328]: DEBUG oslo_concurrency.lockutils [None req-332cd9a1-235b-4315-894a-68f76363e980 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1292.210758] env[62328]: DEBUG nova.compute.resource_tracker [None req-332cd9a1-235b-4315-894a-68f76363e980 None None] Instance b73ba0c4-f3a7-407b-83e5-935263f0eea3 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62328) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1292.211063] env[62328]: DEBUG nova.compute.resource_tracker [None req-332cd9a1-235b-4315-894a-68f76363e980 None None] Instance a9030529-8a8f-4cfd-aeec-7e82814b06d5 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62328) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1292.211216] env[62328]: DEBUG nova.compute.resource_tracker [None req-332cd9a1-235b-4315-894a-68f76363e980 None None] Total usable vcpus: 48, total allocated vcpus: 2 {{(pid=62328) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1292.211381] env[62328]: DEBUG nova.compute.resource_tracker [None req-332cd9a1-235b-4315-894a-68f76363e980 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=896MB phys_disk=200GB used_disk=2GB total_vcpus=48 used_vcpus=2 pci_stats=[] {{(pid=62328) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1292.252358] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-51ed8120-bcc7-4a02-8d44-cf67ef632ff3 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1292.260015] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-98b981e8-e9cc-4fee-9139-fe675730c459 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1292.292442] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4962f3ad-32a4-4057-9adc-7a3a5caacf3d {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1292.300514] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5e109a5c-da15-4530-b119-2a2e53995cd5 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1292.314105] env[62328]: DEBUG nova.compute.provider_tree [None req-332cd9a1-235b-4315-894a-68f76363e980 None None] Inventory has not changed in ProviderTree for provider: 3469e9f8-04af-49ca-8435-49f104496744 {{(pid=62328) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1292.817625] env[62328]: DEBUG nova.scheduler.client.report [None req-332cd9a1-235b-4315-894a-68f76363e980 None None] Inventory has not changed for provider 3469e9f8-04af-49ca-8435-49f104496744 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 153, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62328) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1293.323687] env[62328]: DEBUG nova.compute.resource_tracker [None req-332cd9a1-235b-4315-894a-68f76363e980 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=62328) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1293.324103] env[62328]: DEBUG oslo_concurrency.lockutils [None req-332cd9a1-235b-4315-894a-68f76363e980 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.141s {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1296.778919] env[62328]: DEBUG oslo_vmware.rw_handles [None req-7e7d5fdb-379c-4ce8-b158-d83ccdd9c4e0 tempest-ServerActionsTestOtherB-626827456 tempest-ServerActionsTestOtherB-626827456-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52eebb79-326c-2254-2012-55ab9d5943fd/disk-0.vmdk. {{(pid=62328) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1296.779869] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5d0f2218-ac5b-45e4-b29a-c2637509f795 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1296.786043] env[62328]: DEBUG oslo_vmware.rw_handles [None req-7e7d5fdb-379c-4ce8-b158-d83ccdd9c4e0 tempest-ServerActionsTestOtherB-626827456 tempest-ServerActionsTestOtherB-626827456-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52eebb79-326c-2254-2012-55ab9d5943fd/disk-0.vmdk is in state: ready. {{(pid=62328) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1296.786215] env[62328]: ERROR oslo_vmware.rw_handles [None req-7e7d5fdb-379c-4ce8-b158-d83ccdd9c4e0 tempest-ServerActionsTestOtherB-626827456 tempest-ServerActionsTestOtherB-626827456-project-member] Aborting lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52eebb79-326c-2254-2012-55ab9d5943fd/disk-0.vmdk due to incomplete transfer. [ 1296.786421] env[62328]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-8217ae56-0eed-47c9-b4f2-1e34f1794870 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1296.793635] env[62328]: DEBUG oslo_vmware.rw_handles [None req-7e7d5fdb-379c-4ce8-b158-d83ccdd9c4e0 tempest-ServerActionsTestOtherB-626827456 tempest-ServerActionsTestOtherB-626827456-project-member] Closed VMDK read handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52eebb79-326c-2254-2012-55ab9d5943fd/disk-0.vmdk. {{(pid=62328) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1296.793826] env[62328]: DEBUG nova.virt.vmwareapi.images [None req-7e7d5fdb-379c-4ce8-b158-d83ccdd9c4e0 tempest-ServerActionsTestOtherB-626827456 tempest-ServerActionsTestOtherB-626827456-project-member] [instance: b73ba0c4-f3a7-407b-83e5-935263f0eea3] Uploaded image 0a9a3112-f7ae-4420-a6d1-864f9e4cf42a to the Glance image server {{(pid=62328) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1296.796081] env[62328]: DEBUG nova.virt.vmwareapi.vm_util [None req-7e7d5fdb-379c-4ce8-b158-d83ccdd9c4e0 tempest-ServerActionsTestOtherB-626827456 tempest-ServerActionsTestOtherB-626827456-project-member] [instance: b73ba0c4-f3a7-407b-83e5-935263f0eea3] Destroying the VM {{(pid=62328) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1296.796298] env[62328]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-d19f512f-0182-4b5d-96a1-9778f1f7e467 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1296.802102] env[62328]: DEBUG oslo_vmware.api [None req-7e7d5fdb-379c-4ce8-b158-d83ccdd9c4e0 tempest-ServerActionsTestOtherB-626827456 tempest-ServerActionsTestOtherB-626827456-project-member] Waiting for the task: (returnval){ [ 1296.802102] env[62328]: value = "task-2387920" [ 1296.802102] env[62328]: _type = "Task" [ 1296.802102] env[62328]: } to complete. {{(pid=62328) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1296.809965] env[62328]: DEBUG oslo_vmware.api [None req-7e7d5fdb-379c-4ce8-b158-d83ccdd9c4e0 tempest-ServerActionsTestOtherB-626827456 tempest-ServerActionsTestOtherB-626827456-project-member] Task: {'id': task-2387920, 'name': Destroy_Task} progress is 0%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1297.312319] env[62328]: DEBUG oslo_vmware.api [None req-7e7d5fdb-379c-4ce8-b158-d83ccdd9c4e0 tempest-ServerActionsTestOtherB-626827456 tempest-ServerActionsTestOtherB-626827456-project-member] Task: {'id': task-2387920, 'name': Destroy_Task, 'duration_secs': 0.350512} completed successfully. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1297.312594] env[62328]: INFO nova.virt.vmwareapi.vm_util [None req-7e7d5fdb-379c-4ce8-b158-d83ccdd9c4e0 tempest-ServerActionsTestOtherB-626827456 tempest-ServerActionsTestOtherB-626827456-project-member] [instance: b73ba0c4-f3a7-407b-83e5-935263f0eea3] Destroyed the VM [ 1297.312827] env[62328]: DEBUG nova.virt.vmwareapi.vmops [None req-7e7d5fdb-379c-4ce8-b158-d83ccdd9c4e0 tempest-ServerActionsTestOtherB-626827456 tempest-ServerActionsTestOtherB-626827456-project-member] [instance: b73ba0c4-f3a7-407b-83e5-935263f0eea3] Deleting Snapshot of the VM instance {{(pid=62328) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1297.313095] env[62328]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-920f3c11-2d6b-494b-ab53-09601cc086f6 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1297.318527] env[62328]: DEBUG oslo_vmware.api [None req-7e7d5fdb-379c-4ce8-b158-d83ccdd9c4e0 tempest-ServerActionsTestOtherB-626827456 tempest-ServerActionsTestOtherB-626827456-project-member] Waiting for the task: (returnval){ [ 1297.318527] env[62328]: value = "task-2387921" [ 1297.318527] env[62328]: _type = "Task" [ 1297.318527] env[62328]: } to complete. {{(pid=62328) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1297.326987] env[62328]: DEBUG oslo_vmware.api [None req-7e7d5fdb-379c-4ce8-b158-d83ccdd9c4e0 tempest-ServerActionsTestOtherB-626827456 tempest-ServerActionsTestOtherB-626827456-project-member] Task: {'id': task-2387921, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1297.827627] env[62328]: DEBUG oslo_vmware.api [None req-7e7d5fdb-379c-4ce8-b158-d83ccdd9c4e0 tempest-ServerActionsTestOtherB-626827456 tempest-ServerActionsTestOtherB-626827456-project-member] Task: {'id': task-2387921, 'name': RemoveSnapshot_Task, 'duration_secs': 0.464435} completed successfully. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1297.827991] env[62328]: DEBUG nova.virt.vmwareapi.vmops [None req-7e7d5fdb-379c-4ce8-b158-d83ccdd9c4e0 tempest-ServerActionsTestOtherB-626827456 tempest-ServerActionsTestOtherB-626827456-project-member] [instance: b73ba0c4-f3a7-407b-83e5-935263f0eea3] Deleted Snapshot of the VM instance {{(pid=62328) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1297.828214] env[62328]: DEBUG nova.compute.manager [None req-7e7d5fdb-379c-4ce8-b158-d83ccdd9c4e0 tempest-ServerActionsTestOtherB-626827456 tempest-ServerActionsTestOtherB-626827456-project-member] [instance: b73ba0c4-f3a7-407b-83e5-935263f0eea3] Checking state {{(pid=62328) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1297.828965] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-90d200cc-857d-49ac-b9b2-1f5160bb290f {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1298.341056] env[62328]: INFO nova.compute.manager [None req-7e7d5fdb-379c-4ce8-b158-d83ccdd9c4e0 tempest-ServerActionsTestOtherB-626827456 tempest-ServerActionsTestOtherB-626827456-project-member] [instance: b73ba0c4-f3a7-407b-83e5-935263f0eea3] Shelve offloading [ 1298.844140] env[62328]: DEBUG nova.virt.vmwareapi.vm_util [None req-7e7d5fdb-379c-4ce8-b158-d83ccdd9c4e0 tempest-ServerActionsTestOtherB-626827456 tempest-ServerActionsTestOtherB-626827456-project-member] [instance: b73ba0c4-f3a7-407b-83e5-935263f0eea3] Powering off the VM {{(pid=62328) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1298.844497] env[62328]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-8a857849-c038-4e5f-b38c-4661c6090972 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1298.851492] env[62328]: DEBUG oslo_vmware.api [None req-7e7d5fdb-379c-4ce8-b158-d83ccdd9c4e0 tempest-ServerActionsTestOtherB-626827456 tempest-ServerActionsTestOtherB-626827456-project-member] Waiting for the task: (returnval){ [ 1298.851492] env[62328]: value = "task-2387922" [ 1298.851492] env[62328]: _type = "Task" [ 1298.851492] env[62328]: } to complete. {{(pid=62328) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1298.859194] env[62328]: DEBUG oslo_vmware.api [None req-7e7d5fdb-379c-4ce8-b158-d83ccdd9c4e0 tempest-ServerActionsTestOtherB-626827456 tempest-ServerActionsTestOtherB-626827456-project-member] Task: {'id': task-2387922, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1299.362073] env[62328]: DEBUG nova.virt.vmwareapi.vm_util [None req-7e7d5fdb-379c-4ce8-b158-d83ccdd9c4e0 tempest-ServerActionsTestOtherB-626827456 tempest-ServerActionsTestOtherB-626827456-project-member] [instance: b73ba0c4-f3a7-407b-83e5-935263f0eea3] VM already powered off {{(pid=62328) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1299.362340] env[62328]: DEBUG nova.compute.manager [None req-7e7d5fdb-379c-4ce8-b158-d83ccdd9c4e0 tempest-ServerActionsTestOtherB-626827456 tempest-ServerActionsTestOtherB-626827456-project-member] [instance: b73ba0c4-f3a7-407b-83e5-935263f0eea3] Checking state {{(pid=62328) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1299.363113] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-87b26ab2-5206-4f04-9fe9-31e4302141e6 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1299.368479] env[62328]: DEBUG oslo_concurrency.lockutils [None req-7e7d5fdb-379c-4ce8-b158-d83ccdd9c4e0 tempest-ServerActionsTestOtherB-626827456 tempest-ServerActionsTestOtherB-626827456-project-member] Acquiring lock "refresh_cache-b73ba0c4-f3a7-407b-83e5-935263f0eea3" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1299.368648] env[62328]: DEBUG oslo_concurrency.lockutils [None req-7e7d5fdb-379c-4ce8-b158-d83ccdd9c4e0 tempest-ServerActionsTestOtherB-626827456 tempest-ServerActionsTestOtherB-626827456-project-member] Acquired lock "refresh_cache-b73ba0c4-f3a7-407b-83e5-935263f0eea3" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1299.368818] env[62328]: DEBUG nova.network.neutron [None req-7e7d5fdb-379c-4ce8-b158-d83ccdd9c4e0 tempest-ServerActionsTestOtherB-626827456 tempest-ServerActionsTestOtherB-626827456-project-member] [instance: b73ba0c4-f3a7-407b-83e5-935263f0eea3] Building network info cache for instance {{(pid=62328) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1300.079947] env[62328]: DEBUG nova.network.neutron [None req-7e7d5fdb-379c-4ce8-b158-d83ccdd9c4e0 tempest-ServerActionsTestOtherB-626827456 tempest-ServerActionsTestOtherB-626827456-project-member] [instance: b73ba0c4-f3a7-407b-83e5-935263f0eea3] Updating instance_info_cache with network_info: [{"id": "f20b0f2e-1188-4a01-9d99-939ac2d85009", "address": "fa:16:3e:87:5e:2f", "network": {"id": "26ce23b7-7f28-4faf-9ad9-833f4c091e91", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1619285024-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.137", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4dfb769ea51943efa01b92c3a0595081", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "30c39e9a-a798-4f25-a48c-91f786ba332c", "external-id": "nsx-vlan-transportzone-438", "segmentation_id": 438, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf20b0f2e-11", "ovs_interfaceid": "f20b0f2e-1188-4a01-9d99-939ac2d85009", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62328) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1300.582718] env[62328]: DEBUG oslo_concurrency.lockutils [None req-7e7d5fdb-379c-4ce8-b158-d83ccdd9c4e0 tempest-ServerActionsTestOtherB-626827456 tempest-ServerActionsTestOtherB-626827456-project-member] Releasing lock "refresh_cache-b73ba0c4-f3a7-407b-83e5-935263f0eea3" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1300.828677] env[62328]: DEBUG nova.compute.manager [req-a7dc7b9d-ebb4-43aa-9ba6-c1f63689caec req-7faf340a-565e-45e9-96c6-8f7c538a81ae service nova] [instance: b73ba0c4-f3a7-407b-83e5-935263f0eea3] Received event network-vif-unplugged-f20b0f2e-1188-4a01-9d99-939ac2d85009 {{(pid=62328) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1300.828830] env[62328]: DEBUG oslo_concurrency.lockutils [req-a7dc7b9d-ebb4-43aa-9ba6-c1f63689caec req-7faf340a-565e-45e9-96c6-8f7c538a81ae service nova] Acquiring lock "b73ba0c4-f3a7-407b-83e5-935263f0eea3-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1300.829052] env[62328]: DEBUG oslo_concurrency.lockutils [req-a7dc7b9d-ebb4-43aa-9ba6-c1f63689caec req-7faf340a-565e-45e9-96c6-8f7c538a81ae service nova] Lock "b73ba0c4-f3a7-407b-83e5-935263f0eea3-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1300.829222] env[62328]: DEBUG oslo_concurrency.lockutils [req-a7dc7b9d-ebb4-43aa-9ba6-c1f63689caec req-7faf340a-565e-45e9-96c6-8f7c538a81ae service nova] Lock "b73ba0c4-f3a7-407b-83e5-935263f0eea3-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1300.829409] env[62328]: DEBUG nova.compute.manager [req-a7dc7b9d-ebb4-43aa-9ba6-c1f63689caec req-7faf340a-565e-45e9-96c6-8f7c538a81ae service nova] [instance: b73ba0c4-f3a7-407b-83e5-935263f0eea3] No waiting events found dispatching network-vif-unplugged-f20b0f2e-1188-4a01-9d99-939ac2d85009 {{(pid=62328) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1300.829603] env[62328]: WARNING nova.compute.manager [req-a7dc7b9d-ebb4-43aa-9ba6-c1f63689caec req-7faf340a-565e-45e9-96c6-8f7c538a81ae service nova] [instance: b73ba0c4-f3a7-407b-83e5-935263f0eea3] Received unexpected event network-vif-unplugged-f20b0f2e-1188-4a01-9d99-939ac2d85009 for instance with vm_state shelved and task_state shelving_offloading. [ 1300.930543] env[62328]: DEBUG nova.virt.vmwareapi.vmops [None req-7e7d5fdb-379c-4ce8-b158-d83ccdd9c4e0 tempest-ServerActionsTestOtherB-626827456 tempest-ServerActionsTestOtherB-626827456-project-member] [instance: b73ba0c4-f3a7-407b-83e5-935263f0eea3] Destroying instance {{(pid=62328) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1300.931465] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6108c29d-1044-4c4c-9064-f04754d4a91d {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1300.938896] env[62328]: DEBUG nova.virt.vmwareapi.vmops [None req-7e7d5fdb-379c-4ce8-b158-d83ccdd9c4e0 tempest-ServerActionsTestOtherB-626827456 tempest-ServerActionsTestOtherB-626827456-project-member] [instance: b73ba0c4-f3a7-407b-83e5-935263f0eea3] Unregistering the VM {{(pid=62328) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1300.939134] env[62328]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-960da096-bf94-44f0-9b5e-5322f8e4fcc3 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1300.999087] env[62328]: DEBUG nova.virt.vmwareapi.vmops [None req-7e7d5fdb-379c-4ce8-b158-d83ccdd9c4e0 tempest-ServerActionsTestOtherB-626827456 tempest-ServerActionsTestOtherB-626827456-project-member] [instance: b73ba0c4-f3a7-407b-83e5-935263f0eea3] Unregistered the VM {{(pid=62328) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1300.999351] env[62328]: DEBUG nova.virt.vmwareapi.vmops [None req-7e7d5fdb-379c-4ce8-b158-d83ccdd9c4e0 tempest-ServerActionsTestOtherB-626827456 tempest-ServerActionsTestOtherB-626827456-project-member] [instance: b73ba0c4-f3a7-407b-83e5-935263f0eea3] Deleting contents of the VM from datastore datastore2 {{(pid=62328) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1300.999590] env[62328]: DEBUG nova.virt.vmwareapi.ds_util [None req-7e7d5fdb-379c-4ce8-b158-d83ccdd9c4e0 tempest-ServerActionsTestOtherB-626827456 tempest-ServerActionsTestOtherB-626827456-project-member] Deleting the datastore file [datastore2] b73ba0c4-f3a7-407b-83e5-935263f0eea3 {{(pid=62328) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1300.999887] env[62328]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-91f0e66d-e829-48ab-a7fd-0a11157df632 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1301.007502] env[62328]: DEBUG oslo_vmware.api [None req-7e7d5fdb-379c-4ce8-b158-d83ccdd9c4e0 tempest-ServerActionsTestOtherB-626827456 tempest-ServerActionsTestOtherB-626827456-project-member] Waiting for the task: (returnval){ [ 1301.007502] env[62328]: value = "task-2387924" [ 1301.007502] env[62328]: _type = "Task" [ 1301.007502] env[62328]: } to complete. {{(pid=62328) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1301.015398] env[62328]: DEBUG oslo_vmware.api [None req-7e7d5fdb-379c-4ce8-b158-d83ccdd9c4e0 tempest-ServerActionsTestOtherB-626827456 tempest-ServerActionsTestOtherB-626827456-project-member] Task: {'id': task-2387924, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1301.519648] env[62328]: DEBUG oslo_vmware.api [None req-7e7d5fdb-379c-4ce8-b158-d83ccdd9c4e0 tempest-ServerActionsTestOtherB-626827456 tempest-ServerActionsTestOtherB-626827456-project-member] Task: {'id': task-2387924, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.130533} completed successfully. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1301.520055] env[62328]: DEBUG nova.virt.vmwareapi.ds_util [None req-7e7d5fdb-379c-4ce8-b158-d83ccdd9c4e0 tempest-ServerActionsTestOtherB-626827456 tempest-ServerActionsTestOtherB-626827456-project-member] Deleted the datastore file {{(pid=62328) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1301.520114] env[62328]: DEBUG nova.virt.vmwareapi.vmops [None req-7e7d5fdb-379c-4ce8-b158-d83ccdd9c4e0 tempest-ServerActionsTestOtherB-626827456 tempest-ServerActionsTestOtherB-626827456-project-member] [instance: b73ba0c4-f3a7-407b-83e5-935263f0eea3] Deleted contents of the VM from datastore datastore2 {{(pid=62328) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1301.520255] env[62328]: DEBUG nova.virt.vmwareapi.vmops [None req-7e7d5fdb-379c-4ce8-b158-d83ccdd9c4e0 tempest-ServerActionsTestOtherB-626827456 tempest-ServerActionsTestOtherB-626827456-project-member] [instance: b73ba0c4-f3a7-407b-83e5-935263f0eea3] Instance destroyed {{(pid=62328) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1301.545641] env[62328]: INFO nova.scheduler.client.report [None req-7e7d5fdb-379c-4ce8-b158-d83ccdd9c4e0 tempest-ServerActionsTestOtherB-626827456 tempest-ServerActionsTestOtherB-626827456-project-member] Deleted allocations for instance b73ba0c4-f3a7-407b-83e5-935263f0eea3 [ 1302.050291] env[62328]: DEBUG oslo_concurrency.lockutils [None req-7e7d5fdb-379c-4ce8-b158-d83ccdd9c4e0 tempest-ServerActionsTestOtherB-626827456 tempest-ServerActionsTestOtherB-626827456-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1302.050631] env[62328]: DEBUG oslo_concurrency.lockutils [None req-7e7d5fdb-379c-4ce8-b158-d83ccdd9c4e0 tempest-ServerActionsTestOtherB-626827456 tempest-ServerActionsTestOtherB-626827456-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1302.050865] env[62328]: DEBUG nova.objects.instance [None req-7e7d5fdb-379c-4ce8-b158-d83ccdd9c4e0 tempest-ServerActionsTestOtherB-626827456 tempest-ServerActionsTestOtherB-626827456-project-member] Lazy-loading 'resources' on Instance uuid b73ba0c4-f3a7-407b-83e5-935263f0eea3 {{(pid=62328) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1302.554839] env[62328]: DEBUG nova.objects.instance [None req-7e7d5fdb-379c-4ce8-b158-d83ccdd9c4e0 tempest-ServerActionsTestOtherB-626827456 tempest-ServerActionsTestOtherB-626827456-project-member] Lazy-loading 'numa_topology' on Instance uuid b73ba0c4-f3a7-407b-83e5-935263f0eea3 {{(pid=62328) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1302.856161] env[62328]: DEBUG nova.compute.manager [req-d90fb439-9a0a-45bc-a878-636ec4fafce0 req-33a07b1a-7d9c-4b49-902e-83acf09729c0 service nova] [instance: b73ba0c4-f3a7-407b-83e5-935263f0eea3] Received event network-changed-f20b0f2e-1188-4a01-9d99-939ac2d85009 {{(pid=62328) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1302.856376] env[62328]: DEBUG nova.compute.manager [req-d90fb439-9a0a-45bc-a878-636ec4fafce0 req-33a07b1a-7d9c-4b49-902e-83acf09729c0 service nova] [instance: b73ba0c4-f3a7-407b-83e5-935263f0eea3] Refreshing instance network info cache due to event network-changed-f20b0f2e-1188-4a01-9d99-939ac2d85009. {{(pid=62328) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1302.856587] env[62328]: DEBUG oslo_concurrency.lockutils [req-d90fb439-9a0a-45bc-a878-636ec4fafce0 req-33a07b1a-7d9c-4b49-902e-83acf09729c0 service nova] Acquiring lock "refresh_cache-b73ba0c4-f3a7-407b-83e5-935263f0eea3" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1302.856726] env[62328]: DEBUG oslo_concurrency.lockutils [req-d90fb439-9a0a-45bc-a878-636ec4fafce0 req-33a07b1a-7d9c-4b49-902e-83acf09729c0 service nova] Acquired lock "refresh_cache-b73ba0c4-f3a7-407b-83e5-935263f0eea3" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1302.856881] env[62328]: DEBUG nova.network.neutron [req-d90fb439-9a0a-45bc-a878-636ec4fafce0 req-33a07b1a-7d9c-4b49-902e-83acf09729c0 service nova] [instance: b73ba0c4-f3a7-407b-83e5-935263f0eea3] Refreshing network info cache for port f20b0f2e-1188-4a01-9d99-939ac2d85009 {{(pid=62328) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1303.056603] env[62328]: DEBUG nova.objects.base [None req-7e7d5fdb-379c-4ce8-b158-d83ccdd9c4e0 tempest-ServerActionsTestOtherB-626827456 tempest-ServerActionsTestOtherB-626827456-project-member] Object Instance lazy-loaded attributes: resources,numa_topology {{(pid=62328) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1303.092546] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-db18caab-8a60-4dd6-a5d3-024d87d8a763 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1303.100312] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5a05c3f7-4105-4390-92da-64368d532d55 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1303.129270] env[62328]: DEBUG oslo_concurrency.lockutils [None req-578d273d-68e2-4cbb-aa2a-6241f975d006 tempest-ServerActionsTestOtherB-626827456 tempest-ServerActionsTestOtherB-626827456-project-member] Acquiring lock "b73ba0c4-f3a7-407b-83e5-935263f0eea3" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1303.130236] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f689ab04-8015-4a6f-913a-5a2251f1a9f6 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1303.137058] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0eb77f3f-7d43-41e0-8a50-a1fd58ed231b {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1303.149902] env[62328]: DEBUG nova.compute.provider_tree [None req-7e7d5fdb-379c-4ce8-b158-d83ccdd9c4e0 tempest-ServerActionsTestOtherB-626827456 tempest-ServerActionsTestOtherB-626827456-project-member] Inventory has not changed in ProviderTree for provider: 3469e9f8-04af-49ca-8435-49f104496744 {{(pid=62328) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1303.566519] env[62328]: DEBUG nova.network.neutron [req-d90fb439-9a0a-45bc-a878-636ec4fafce0 req-33a07b1a-7d9c-4b49-902e-83acf09729c0 service nova] [instance: b73ba0c4-f3a7-407b-83e5-935263f0eea3] Updated VIF entry in instance network info cache for port f20b0f2e-1188-4a01-9d99-939ac2d85009. {{(pid=62328) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1303.566860] env[62328]: DEBUG nova.network.neutron [req-d90fb439-9a0a-45bc-a878-636ec4fafce0 req-33a07b1a-7d9c-4b49-902e-83acf09729c0 service nova] [instance: b73ba0c4-f3a7-407b-83e5-935263f0eea3] Updating instance_info_cache with network_info: [{"id": "f20b0f2e-1188-4a01-9d99-939ac2d85009", "address": "fa:16:3e:87:5e:2f", "network": {"id": "26ce23b7-7f28-4faf-9ad9-833f4c091e91", "bridge": null, "label": "tempest-ServerActionsTestOtherB-1619285024-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.137", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4dfb769ea51943efa01b92c3a0595081", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "unbound", "details": {}, "devname": "tapf20b0f2e-11", "ovs_interfaceid": null, "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62328) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1303.652808] env[62328]: DEBUG nova.scheduler.client.report [None req-7e7d5fdb-379c-4ce8-b158-d83ccdd9c4e0 tempest-ServerActionsTestOtherB-626827456 tempest-ServerActionsTestOtherB-626827456-project-member] Inventory has not changed for provider 3469e9f8-04af-49ca-8435-49f104496744 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 153, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62328) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1304.070173] env[62328]: DEBUG oslo_concurrency.lockutils [req-d90fb439-9a0a-45bc-a878-636ec4fafce0 req-33a07b1a-7d9c-4b49-902e-83acf09729c0 service nova] Releasing lock "refresh_cache-b73ba0c4-f3a7-407b-83e5-935263f0eea3" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1304.157541] env[62328]: DEBUG oslo_concurrency.lockutils [None req-7e7d5fdb-379c-4ce8-b158-d83ccdd9c4e0 tempest-ServerActionsTestOtherB-626827456 tempest-ServerActionsTestOtherB-626827456-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.107s {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1304.665449] env[62328]: DEBUG oslo_concurrency.lockutils [None req-7e7d5fdb-379c-4ce8-b158-d83ccdd9c4e0 tempest-ServerActionsTestOtherB-626827456 tempest-ServerActionsTestOtherB-626827456-project-member] Lock "b73ba0c4-f3a7-407b-83e5-935263f0eea3" "released" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: held 19.416s {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1304.666436] env[62328]: DEBUG oslo_concurrency.lockutils [None req-578d273d-68e2-4cbb-aa2a-6241f975d006 tempest-ServerActionsTestOtherB-626827456 tempest-ServerActionsTestOtherB-626827456-project-member] Lock "b73ba0c4-f3a7-407b-83e5-935263f0eea3" acquired by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: waited 1.537s {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1304.666770] env[62328]: INFO nova.compute.manager [None req-578d273d-68e2-4cbb-aa2a-6241f975d006 tempest-ServerActionsTestOtherB-626827456 tempest-ServerActionsTestOtherB-626827456-project-member] [instance: b73ba0c4-f3a7-407b-83e5-935263f0eea3] Unshelving [ 1305.686956] env[62328]: DEBUG oslo_concurrency.lockutils [None req-578d273d-68e2-4cbb-aa2a-6241f975d006 tempest-ServerActionsTestOtherB-626827456 tempest-ServerActionsTestOtherB-626827456-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1305.687258] env[62328]: DEBUG oslo_concurrency.lockutils [None req-578d273d-68e2-4cbb-aa2a-6241f975d006 tempest-ServerActionsTestOtherB-626827456 tempest-ServerActionsTestOtherB-626827456-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1305.687450] env[62328]: DEBUG nova.objects.instance [None req-578d273d-68e2-4cbb-aa2a-6241f975d006 tempest-ServerActionsTestOtherB-626827456 tempest-ServerActionsTestOtherB-626827456-project-member] Lazy-loading 'pci_requests' on Instance uuid b73ba0c4-f3a7-407b-83e5-935263f0eea3 {{(pid=62328) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1306.191221] env[62328]: DEBUG nova.objects.instance [None req-578d273d-68e2-4cbb-aa2a-6241f975d006 tempest-ServerActionsTestOtherB-626827456 tempest-ServerActionsTestOtherB-626827456-project-member] Lazy-loading 'numa_topology' on Instance uuid b73ba0c4-f3a7-407b-83e5-935263f0eea3 {{(pid=62328) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1306.694270] env[62328]: INFO nova.compute.claims [None req-578d273d-68e2-4cbb-aa2a-6241f975d006 tempest-ServerActionsTestOtherB-626827456 tempest-ServerActionsTestOtherB-626827456-project-member] [instance: b73ba0c4-f3a7-407b-83e5-935263f0eea3] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1307.738527] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3e6feb67-ce0b-4a69-90fe-86e555f69323 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1307.745625] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5cc292c9-5d51-4c51-a691-70661a03e9a7 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1307.775632] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6bce9e42-1156-43e2-bcf2-38cd14990321 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1307.782147] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9f4c20e4-ac58-4f01-9c0c-d62ad0d23442 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1307.794799] env[62328]: DEBUG nova.compute.provider_tree [None req-578d273d-68e2-4cbb-aa2a-6241f975d006 tempest-ServerActionsTestOtherB-626827456 tempest-ServerActionsTestOtherB-626827456-project-member] Inventory has not changed in ProviderTree for provider: 3469e9f8-04af-49ca-8435-49f104496744 {{(pid=62328) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1308.298159] env[62328]: DEBUG nova.scheduler.client.report [None req-578d273d-68e2-4cbb-aa2a-6241f975d006 tempest-ServerActionsTestOtherB-626827456 tempest-ServerActionsTestOtherB-626827456-project-member] Inventory has not changed for provider 3469e9f8-04af-49ca-8435-49f104496744 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 153, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62328) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1308.803377] env[62328]: DEBUG oslo_concurrency.lockutils [None req-578d273d-68e2-4cbb-aa2a-6241f975d006 tempest-ServerActionsTestOtherB-626827456 tempest-ServerActionsTestOtherB-626827456-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.116s {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1308.830081] env[62328]: INFO nova.network.neutron [None req-578d273d-68e2-4cbb-aa2a-6241f975d006 tempest-ServerActionsTestOtherB-626827456 tempest-ServerActionsTestOtherB-626827456-project-member] [instance: b73ba0c4-f3a7-407b-83e5-935263f0eea3] Updating port f20b0f2e-1188-4a01-9d99-939ac2d85009 with attributes {'binding:host_id': 'cpu-1', 'device_owner': 'compute:nova'} [ 1309.097513] env[62328]: DEBUG oslo_concurrency.lockutils [None req-5b5b7003-b5c3-4778-9d3c-d2e48e2cd07f tempest-ServerActionsTestJSON-389109759 tempest-ServerActionsTestJSON-389109759-project-member] Acquiring lock "a9030529-8a8f-4cfd-aeec-7e82814b06d5" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1309.097784] env[62328]: DEBUG oslo_concurrency.lockutils [None req-5b5b7003-b5c3-4778-9d3c-d2e48e2cd07f tempest-ServerActionsTestJSON-389109759 tempest-ServerActionsTestJSON-389109759-project-member] Lock "a9030529-8a8f-4cfd-aeec-7e82814b06d5" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.000s {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1309.097963] env[62328]: DEBUG nova.compute.manager [None req-5b5b7003-b5c3-4778-9d3c-d2e48e2cd07f tempest-ServerActionsTestJSON-389109759 tempest-ServerActionsTestJSON-389109759-project-member] [instance: a9030529-8a8f-4cfd-aeec-7e82814b06d5] Checking state {{(pid=62328) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1309.098892] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8db025e6-5c0b-4aa5-82cf-dab4e8e19e74 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1309.105703] env[62328]: DEBUG nova.compute.manager [None req-5b5b7003-b5c3-4778-9d3c-d2e48e2cd07f tempest-ServerActionsTestJSON-389109759 tempest-ServerActionsTestJSON-389109759-project-member] [instance: a9030529-8a8f-4cfd-aeec-7e82814b06d5] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=62328) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 1309.106244] env[62328]: DEBUG nova.objects.instance [None req-5b5b7003-b5c3-4778-9d3c-d2e48e2cd07f tempest-ServerActionsTestJSON-389109759 tempest-ServerActionsTestJSON-389109759-project-member] Lazy-loading 'flavor' on Instance uuid a9030529-8a8f-4cfd-aeec-7e82814b06d5 {{(pid=62328) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1310.113649] env[62328]: DEBUG nova.virt.vmwareapi.vm_util [None req-5b5b7003-b5c3-4778-9d3c-d2e48e2cd07f tempest-ServerActionsTestJSON-389109759 tempest-ServerActionsTestJSON-389109759-project-member] [instance: a9030529-8a8f-4cfd-aeec-7e82814b06d5] Powering off the VM {{(pid=62328) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1310.113970] env[62328]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-192ad2ef-6133-42d7-8c99-47a7e375b91c {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1310.121486] env[62328]: DEBUG oslo_vmware.api [None req-5b5b7003-b5c3-4778-9d3c-d2e48e2cd07f tempest-ServerActionsTestJSON-389109759 tempest-ServerActionsTestJSON-389109759-project-member] Waiting for the task: (returnval){ [ 1310.121486] env[62328]: value = "task-2387925" [ 1310.121486] env[62328]: _type = "Task" [ 1310.121486] env[62328]: } to complete. {{(pid=62328) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1310.129278] env[62328]: DEBUG oslo_vmware.api [None req-5b5b7003-b5c3-4778-9d3c-d2e48e2cd07f tempest-ServerActionsTestJSON-389109759 tempest-ServerActionsTestJSON-389109759-project-member] Task: {'id': task-2387925, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1310.207450] env[62328]: DEBUG nova.compute.manager [req-7d4dce75-b42b-4b19-8322-75820b89eeaa req-ad596b5b-e53f-4d39-a905-5ab4e7a45e77 service nova] [instance: b73ba0c4-f3a7-407b-83e5-935263f0eea3] Received event network-vif-plugged-f20b0f2e-1188-4a01-9d99-939ac2d85009 {{(pid=62328) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1310.207601] env[62328]: DEBUG oslo_concurrency.lockutils [req-7d4dce75-b42b-4b19-8322-75820b89eeaa req-ad596b5b-e53f-4d39-a905-5ab4e7a45e77 service nova] Acquiring lock "b73ba0c4-f3a7-407b-83e5-935263f0eea3-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1310.207808] env[62328]: DEBUG oslo_concurrency.lockutils [req-7d4dce75-b42b-4b19-8322-75820b89eeaa req-ad596b5b-e53f-4d39-a905-5ab4e7a45e77 service nova] Lock "b73ba0c4-f3a7-407b-83e5-935263f0eea3-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1310.207971] env[62328]: DEBUG oslo_concurrency.lockutils [req-7d4dce75-b42b-4b19-8322-75820b89eeaa req-ad596b5b-e53f-4d39-a905-5ab4e7a45e77 service nova] Lock "b73ba0c4-f3a7-407b-83e5-935263f0eea3-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1310.208159] env[62328]: DEBUG nova.compute.manager [req-7d4dce75-b42b-4b19-8322-75820b89eeaa req-ad596b5b-e53f-4d39-a905-5ab4e7a45e77 service nova] [instance: b73ba0c4-f3a7-407b-83e5-935263f0eea3] No waiting events found dispatching network-vif-plugged-f20b0f2e-1188-4a01-9d99-939ac2d85009 {{(pid=62328) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1310.208323] env[62328]: WARNING nova.compute.manager [req-7d4dce75-b42b-4b19-8322-75820b89eeaa req-ad596b5b-e53f-4d39-a905-5ab4e7a45e77 service nova] [instance: b73ba0c4-f3a7-407b-83e5-935263f0eea3] Received unexpected event network-vif-plugged-f20b0f2e-1188-4a01-9d99-939ac2d85009 for instance with vm_state shelved_offloaded and task_state spawning. [ 1310.307086] env[62328]: DEBUG oslo_concurrency.lockutils [None req-578d273d-68e2-4cbb-aa2a-6241f975d006 tempest-ServerActionsTestOtherB-626827456 tempest-ServerActionsTestOtherB-626827456-project-member] Acquiring lock "refresh_cache-b73ba0c4-f3a7-407b-83e5-935263f0eea3" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1310.307348] env[62328]: DEBUG oslo_concurrency.lockutils [None req-578d273d-68e2-4cbb-aa2a-6241f975d006 tempest-ServerActionsTestOtherB-626827456 tempest-ServerActionsTestOtherB-626827456-project-member] Acquired lock "refresh_cache-b73ba0c4-f3a7-407b-83e5-935263f0eea3" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1310.307494] env[62328]: DEBUG nova.network.neutron [None req-578d273d-68e2-4cbb-aa2a-6241f975d006 tempest-ServerActionsTestOtherB-626827456 tempest-ServerActionsTestOtherB-626827456-project-member] [instance: b73ba0c4-f3a7-407b-83e5-935263f0eea3] Building network info cache for instance {{(pid=62328) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1310.632105] env[62328]: DEBUG oslo_vmware.api [None req-5b5b7003-b5c3-4778-9d3c-d2e48e2cd07f tempest-ServerActionsTestJSON-389109759 tempest-ServerActionsTestJSON-389109759-project-member] Task: {'id': task-2387925, 'name': PowerOffVM_Task, 'duration_secs': 0.169214} completed successfully. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1310.632353] env[62328]: DEBUG nova.virt.vmwareapi.vm_util [None req-5b5b7003-b5c3-4778-9d3c-d2e48e2cd07f tempest-ServerActionsTestJSON-389109759 tempest-ServerActionsTestJSON-389109759-project-member] [instance: a9030529-8a8f-4cfd-aeec-7e82814b06d5] Powered off the VM {{(pid=62328) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1310.632543] env[62328]: DEBUG nova.compute.manager [None req-5b5b7003-b5c3-4778-9d3c-d2e48e2cd07f tempest-ServerActionsTestJSON-389109759 tempest-ServerActionsTestJSON-389109759-project-member] [instance: a9030529-8a8f-4cfd-aeec-7e82814b06d5] Checking state {{(pid=62328) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1310.633301] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-93913b2e-a0c2-447b-9522-8f5ef4d550c2 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1311.143695] env[62328]: DEBUG oslo_concurrency.lockutils [None req-5b5b7003-b5c3-4778-9d3c-d2e48e2cd07f tempest-ServerActionsTestJSON-389109759 tempest-ServerActionsTestJSON-389109759-project-member] Lock "a9030529-8a8f-4cfd-aeec-7e82814b06d5" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.046s {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1311.302012] env[62328]: DEBUG nova.network.neutron [None req-578d273d-68e2-4cbb-aa2a-6241f975d006 tempest-ServerActionsTestOtherB-626827456 tempest-ServerActionsTestOtherB-626827456-project-member] [instance: b73ba0c4-f3a7-407b-83e5-935263f0eea3] Updating instance_info_cache with network_info: [{"id": "f20b0f2e-1188-4a01-9d99-939ac2d85009", "address": "fa:16:3e:87:5e:2f", "network": {"id": "26ce23b7-7f28-4faf-9ad9-833f4c091e91", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1619285024-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.137", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4dfb769ea51943efa01b92c3a0595081", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "30c39e9a-a798-4f25-a48c-91f786ba332c", "external-id": "nsx-vlan-transportzone-438", "segmentation_id": 438, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf20b0f2e-11", "ovs_interfaceid": "f20b0f2e-1188-4a01-9d99-939ac2d85009", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62328) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1311.789476] env[62328]: DEBUG nova.objects.instance [None req-84d3e85e-cee5-4549-88d7-67cdffda56f2 tempest-ServerActionsTestJSON-389109759 tempest-ServerActionsTestJSON-389109759-project-member] Lazy-loading 'flavor' on Instance uuid a9030529-8a8f-4cfd-aeec-7e82814b06d5 {{(pid=62328) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1311.805200] env[62328]: DEBUG oslo_concurrency.lockutils [None req-578d273d-68e2-4cbb-aa2a-6241f975d006 tempest-ServerActionsTestOtherB-626827456 tempest-ServerActionsTestOtherB-626827456-project-member] Releasing lock "refresh_cache-b73ba0c4-f3a7-407b-83e5-935263f0eea3" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1311.832695] env[62328]: DEBUG nova.virt.hardware [None req-578d273d-68e2-4cbb-aa2a-6241f975d006 tempest-ServerActionsTestOtherB-626827456 tempest-ServerActionsTestOtherB-626827456-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-07T17:16:55Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='452ddd00a0618ecfb5d3e439744ca22a',container_format='bare',created_at=2025-02-07T17:31:05Z,direct_url=,disk_format='vmdk',id=0a9a3112-f7ae-4420-a6d1-864f9e4cf42a,min_disk=1,min_ram=0,name='tempest-ServerActionsTestOtherB-server-1812950539-shelved',owner='4dfb769ea51943efa01b92c3a0595081',properties=ImageMetaProps,protected=,size=31668736,status='active',tags=,updated_at=2025-02-07T17:31:17Z,virtual_size=,visibility=), allow threads: False {{(pid=62328) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1311.832944] env[62328]: DEBUG nova.virt.hardware [None req-578d273d-68e2-4cbb-aa2a-6241f975d006 tempest-ServerActionsTestOtherB-626827456 tempest-ServerActionsTestOtherB-626827456-project-member] Flavor limits 0:0:0 {{(pid=62328) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1311.833133] env[62328]: DEBUG nova.virt.hardware [None req-578d273d-68e2-4cbb-aa2a-6241f975d006 tempest-ServerActionsTestOtherB-626827456 tempest-ServerActionsTestOtherB-626827456-project-member] Image limits 0:0:0 {{(pid=62328) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1311.833329] env[62328]: DEBUG nova.virt.hardware [None req-578d273d-68e2-4cbb-aa2a-6241f975d006 tempest-ServerActionsTestOtherB-626827456 tempest-ServerActionsTestOtherB-626827456-project-member] Flavor pref 0:0:0 {{(pid=62328) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1311.833477] env[62328]: DEBUG nova.virt.hardware [None req-578d273d-68e2-4cbb-aa2a-6241f975d006 tempest-ServerActionsTestOtherB-626827456 tempest-ServerActionsTestOtherB-626827456-project-member] Image pref 0:0:0 {{(pid=62328) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1311.833620] env[62328]: DEBUG nova.virt.hardware [None req-578d273d-68e2-4cbb-aa2a-6241f975d006 tempest-ServerActionsTestOtherB-626827456 tempest-ServerActionsTestOtherB-626827456-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62328) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1311.833830] env[62328]: DEBUG nova.virt.hardware [None req-578d273d-68e2-4cbb-aa2a-6241f975d006 tempest-ServerActionsTestOtherB-626827456 tempest-ServerActionsTestOtherB-626827456-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62328) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1311.834035] env[62328]: DEBUG nova.virt.hardware [None req-578d273d-68e2-4cbb-aa2a-6241f975d006 tempest-ServerActionsTestOtherB-626827456 tempest-ServerActionsTestOtherB-626827456-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62328) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1311.834223] env[62328]: DEBUG nova.virt.hardware [None req-578d273d-68e2-4cbb-aa2a-6241f975d006 tempest-ServerActionsTestOtherB-626827456 tempest-ServerActionsTestOtherB-626827456-project-member] Got 1 possible topologies {{(pid=62328) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1311.834388] env[62328]: DEBUG nova.virt.hardware [None req-578d273d-68e2-4cbb-aa2a-6241f975d006 tempest-ServerActionsTestOtherB-626827456 tempest-ServerActionsTestOtherB-626827456-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62328) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1311.834559] env[62328]: DEBUG nova.virt.hardware [None req-578d273d-68e2-4cbb-aa2a-6241f975d006 tempest-ServerActionsTestOtherB-626827456 tempest-ServerActionsTestOtherB-626827456-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62328) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1311.835457] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9fb3026f-20fa-43a1-a73e-b91cd8bcc9fb {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1311.843619] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d581b9d0-b779-485a-9bc7-134028aac1b0 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1311.857732] env[62328]: DEBUG nova.virt.vmwareapi.vmops [None req-578d273d-68e2-4cbb-aa2a-6241f975d006 tempest-ServerActionsTestOtherB-626827456 tempest-ServerActionsTestOtherB-626827456-project-member] [instance: b73ba0c4-f3a7-407b-83e5-935263f0eea3] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:87:5e:2f', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '30c39e9a-a798-4f25-a48c-91f786ba332c', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'f20b0f2e-1188-4a01-9d99-939ac2d85009', 'vif_model': 'vmxnet3'}] {{(pid=62328) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1311.865101] env[62328]: DEBUG oslo.service.loopingcall [None req-578d273d-68e2-4cbb-aa2a-6241f975d006 tempest-ServerActionsTestOtherB-626827456 tempest-ServerActionsTestOtherB-626827456-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62328) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1311.865326] env[62328]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b73ba0c4-f3a7-407b-83e5-935263f0eea3] Creating VM on the ESX host {{(pid=62328) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1311.865518] env[62328]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-ff26f352-29cc-460a-b789-28a9fd36f21a {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1311.885306] env[62328]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1311.885306] env[62328]: value = "task-2387926" [ 1311.885306] env[62328]: _type = "Task" [ 1311.885306] env[62328]: } to complete. {{(pid=62328) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1311.892307] env[62328]: DEBUG oslo_vmware.api [-] Task: {'id': task-2387926, 'name': CreateVM_Task} progress is 0%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1312.232601] env[62328]: DEBUG nova.compute.manager [req-8501084a-3247-4688-88af-347b5ae5e903 req-470c6a58-851a-4665-94b1-6029de6c46e1 service nova] [instance: b73ba0c4-f3a7-407b-83e5-935263f0eea3] Received event network-changed-f20b0f2e-1188-4a01-9d99-939ac2d85009 {{(pid=62328) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1312.232845] env[62328]: DEBUG nova.compute.manager [req-8501084a-3247-4688-88af-347b5ae5e903 req-470c6a58-851a-4665-94b1-6029de6c46e1 service nova] [instance: b73ba0c4-f3a7-407b-83e5-935263f0eea3] Refreshing instance network info cache due to event network-changed-f20b0f2e-1188-4a01-9d99-939ac2d85009. {{(pid=62328) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1312.233021] env[62328]: DEBUG oslo_concurrency.lockutils [req-8501084a-3247-4688-88af-347b5ae5e903 req-470c6a58-851a-4665-94b1-6029de6c46e1 service nova] Acquiring lock "refresh_cache-b73ba0c4-f3a7-407b-83e5-935263f0eea3" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1312.233168] env[62328]: DEBUG oslo_concurrency.lockutils [req-8501084a-3247-4688-88af-347b5ae5e903 req-470c6a58-851a-4665-94b1-6029de6c46e1 service nova] Acquired lock "refresh_cache-b73ba0c4-f3a7-407b-83e5-935263f0eea3" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1312.233327] env[62328]: DEBUG nova.network.neutron [req-8501084a-3247-4688-88af-347b5ae5e903 req-470c6a58-851a-4665-94b1-6029de6c46e1 service nova] [instance: b73ba0c4-f3a7-407b-83e5-935263f0eea3] Refreshing network info cache for port f20b0f2e-1188-4a01-9d99-939ac2d85009 {{(pid=62328) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1312.294258] env[62328]: DEBUG oslo_concurrency.lockutils [None req-84d3e85e-cee5-4549-88d7-67cdffda56f2 tempest-ServerActionsTestJSON-389109759 tempest-ServerActionsTestJSON-389109759-project-member] Acquiring lock "refresh_cache-a9030529-8a8f-4cfd-aeec-7e82814b06d5" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1312.294258] env[62328]: DEBUG oslo_concurrency.lockutils [None req-84d3e85e-cee5-4549-88d7-67cdffda56f2 tempest-ServerActionsTestJSON-389109759 tempest-ServerActionsTestJSON-389109759-project-member] Acquired lock "refresh_cache-a9030529-8a8f-4cfd-aeec-7e82814b06d5" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1312.294362] env[62328]: DEBUG nova.network.neutron [None req-84d3e85e-cee5-4549-88d7-67cdffda56f2 tempest-ServerActionsTestJSON-389109759 tempest-ServerActionsTestJSON-389109759-project-member] [instance: a9030529-8a8f-4cfd-aeec-7e82814b06d5] Building network info cache for instance {{(pid=62328) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1312.294590] env[62328]: DEBUG nova.objects.instance [None req-84d3e85e-cee5-4549-88d7-67cdffda56f2 tempest-ServerActionsTestJSON-389109759 tempest-ServerActionsTestJSON-389109759-project-member] Lazy-loading 'info_cache' on Instance uuid a9030529-8a8f-4cfd-aeec-7e82814b06d5 {{(pid=62328) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1312.395049] env[62328]: DEBUG oslo_vmware.api [-] Task: {'id': task-2387926, 'name': CreateVM_Task} progress is 25%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1312.797480] env[62328]: DEBUG nova.objects.base [None req-84d3e85e-cee5-4549-88d7-67cdffda56f2 tempest-ServerActionsTestJSON-389109759 tempest-ServerActionsTestJSON-389109759-project-member] Object Instance lazy-loaded attributes: flavor,info_cache {{(pid=62328) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1312.895977] env[62328]: DEBUG oslo_vmware.api [-] Task: {'id': task-2387926, 'name': CreateVM_Task, 'duration_secs': 0.872302} completed successfully. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1312.896153] env[62328]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b73ba0c4-f3a7-407b-83e5-935263f0eea3] Created VM on the ESX host {{(pid=62328) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1312.896763] env[62328]: DEBUG oslo_concurrency.lockutils [None req-578d273d-68e2-4cbb-aa2a-6241f975d006 tempest-ServerActionsTestOtherB-626827456 tempest-ServerActionsTestOtherB-626827456-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/0a9a3112-f7ae-4420-a6d1-864f9e4cf42a" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1312.896928] env[62328]: DEBUG oslo_concurrency.lockutils [None req-578d273d-68e2-4cbb-aa2a-6241f975d006 tempest-ServerActionsTestOtherB-626827456 tempest-ServerActionsTestOtherB-626827456-project-member] Acquired lock "[datastore2] devstack-image-cache_base/0a9a3112-f7ae-4420-a6d1-864f9e4cf42a" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1312.897331] env[62328]: DEBUG oslo_concurrency.lockutils [None req-578d273d-68e2-4cbb-aa2a-6241f975d006 tempest-ServerActionsTestOtherB-626827456 tempest-ServerActionsTestOtherB-626827456-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/0a9a3112-f7ae-4420-a6d1-864f9e4cf42a" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1312.897594] env[62328]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6b8499d8-04b3-45d5-b27b-a2cc49db99f9 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1312.901800] env[62328]: DEBUG oslo_vmware.api [None req-578d273d-68e2-4cbb-aa2a-6241f975d006 tempest-ServerActionsTestOtherB-626827456 tempest-ServerActionsTestOtherB-626827456-project-member] Waiting for the task: (returnval){ [ 1312.901800] env[62328]: value = "session[52a6e20e-410d-708a-99f2-080a575a99bd]5273cfc5-f09f-b3c7-6398-d763f27b4ef3" [ 1312.901800] env[62328]: _type = "Task" [ 1312.901800] env[62328]: } to complete. {{(pid=62328) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1312.909912] env[62328]: DEBUG oslo_vmware.api [None req-578d273d-68e2-4cbb-aa2a-6241f975d006 tempest-ServerActionsTestOtherB-626827456 tempest-ServerActionsTestOtherB-626827456-project-member] Task: {'id': session[52a6e20e-410d-708a-99f2-080a575a99bd]5273cfc5-f09f-b3c7-6398-d763f27b4ef3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1312.939798] env[62328]: DEBUG nova.network.neutron [req-8501084a-3247-4688-88af-347b5ae5e903 req-470c6a58-851a-4665-94b1-6029de6c46e1 service nova] [instance: b73ba0c4-f3a7-407b-83e5-935263f0eea3] Updated VIF entry in instance network info cache for port f20b0f2e-1188-4a01-9d99-939ac2d85009. {{(pid=62328) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1312.940148] env[62328]: DEBUG nova.network.neutron [req-8501084a-3247-4688-88af-347b5ae5e903 req-470c6a58-851a-4665-94b1-6029de6c46e1 service nova] [instance: b73ba0c4-f3a7-407b-83e5-935263f0eea3] Updating instance_info_cache with network_info: [{"id": "f20b0f2e-1188-4a01-9d99-939ac2d85009", "address": "fa:16:3e:87:5e:2f", "network": {"id": "26ce23b7-7f28-4faf-9ad9-833f4c091e91", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1619285024-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.137", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4dfb769ea51943efa01b92c3a0595081", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "30c39e9a-a798-4f25-a48c-91f786ba332c", "external-id": "nsx-vlan-transportzone-438", "segmentation_id": 438, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf20b0f2e-11", "ovs_interfaceid": "f20b0f2e-1188-4a01-9d99-939ac2d85009", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62328) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1313.413513] env[62328]: DEBUG oslo_concurrency.lockutils [None req-578d273d-68e2-4cbb-aa2a-6241f975d006 tempest-ServerActionsTestOtherB-626827456 tempest-ServerActionsTestOtherB-626827456-project-member] Releasing lock "[datastore2] devstack-image-cache_base/0a9a3112-f7ae-4420-a6d1-864f9e4cf42a" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1313.413812] env[62328]: DEBUG nova.virt.vmwareapi.vmops [None req-578d273d-68e2-4cbb-aa2a-6241f975d006 tempest-ServerActionsTestOtherB-626827456 tempest-ServerActionsTestOtherB-626827456-project-member] [instance: b73ba0c4-f3a7-407b-83e5-935263f0eea3] Processing image 0a9a3112-f7ae-4420-a6d1-864f9e4cf42a {{(pid=62328) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1313.413987] env[62328]: DEBUG oslo_concurrency.lockutils [None req-578d273d-68e2-4cbb-aa2a-6241f975d006 tempest-ServerActionsTestOtherB-626827456 tempest-ServerActionsTestOtherB-626827456-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/0a9a3112-f7ae-4420-a6d1-864f9e4cf42a/0a9a3112-f7ae-4420-a6d1-864f9e4cf42a.vmdk" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1313.414152] env[62328]: DEBUG oslo_concurrency.lockutils [None req-578d273d-68e2-4cbb-aa2a-6241f975d006 tempest-ServerActionsTestOtherB-626827456 tempest-ServerActionsTestOtherB-626827456-project-member] Acquired lock "[datastore2] devstack-image-cache_base/0a9a3112-f7ae-4420-a6d1-864f9e4cf42a/0a9a3112-f7ae-4420-a6d1-864f9e4cf42a.vmdk" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1313.414329] env[62328]: DEBUG nova.virt.vmwareapi.ds_util [None req-578d273d-68e2-4cbb-aa2a-6241f975d006 tempest-ServerActionsTestOtherB-626827456 tempest-ServerActionsTestOtherB-626827456-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62328) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1313.414578] env[62328]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-6d3ab84c-3807-4b87-9b54-f3172b30d039 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1313.432799] env[62328]: DEBUG nova.virt.vmwareapi.ds_util [None req-578d273d-68e2-4cbb-aa2a-6241f975d006 tempest-ServerActionsTestOtherB-626827456 tempest-ServerActionsTestOtherB-626827456-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62328) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1313.433154] env[62328]: DEBUG nova.virt.vmwareapi.vmops [None req-578d273d-68e2-4cbb-aa2a-6241f975d006 tempest-ServerActionsTestOtherB-626827456 tempest-ServerActionsTestOtherB-626827456-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62328) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1313.433836] env[62328]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2499e224-f0eb-4301-ba8f-5b50c0e266ac {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1313.438981] env[62328]: DEBUG oslo_vmware.api [None req-578d273d-68e2-4cbb-aa2a-6241f975d006 tempest-ServerActionsTestOtherB-626827456 tempest-ServerActionsTestOtherB-626827456-project-member] Waiting for the task: (returnval){ [ 1313.438981] env[62328]: value = "session[52a6e20e-410d-708a-99f2-080a575a99bd]52968ebc-4b41-eabf-015a-8c598f189dc9" [ 1313.438981] env[62328]: _type = "Task" [ 1313.438981] env[62328]: } to complete. {{(pid=62328) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1313.442614] env[62328]: DEBUG oslo_concurrency.lockutils [req-8501084a-3247-4688-88af-347b5ae5e903 req-470c6a58-851a-4665-94b1-6029de6c46e1 service nova] Releasing lock "refresh_cache-b73ba0c4-f3a7-407b-83e5-935263f0eea3" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1313.449806] env[62328]: DEBUG oslo_vmware.api [None req-578d273d-68e2-4cbb-aa2a-6241f975d006 tempest-ServerActionsTestOtherB-626827456 tempest-ServerActionsTestOtherB-626827456-project-member] Task: {'id': session[52a6e20e-410d-708a-99f2-080a575a99bd]52968ebc-4b41-eabf-015a-8c598f189dc9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1313.601752] env[62328]: DEBUG nova.network.neutron [None req-84d3e85e-cee5-4549-88d7-67cdffda56f2 tempest-ServerActionsTestJSON-389109759 tempest-ServerActionsTestJSON-389109759-project-member] [instance: a9030529-8a8f-4cfd-aeec-7e82814b06d5] Updating instance_info_cache with network_info: [{"id": "f4aad674-cf5b-4bf7-b860-544bc03b67d4", "address": "fa:16:3e:2b:80:88", "network": {"id": "805c8157-3d39-4783-8cec-987f63104f4b", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-938088414-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.184", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9a4c228c680f4e5fa3409558e769cc0a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c1195acd-707f-4bac-a99d-14db17a63802", "external-id": "nsx-vlan-transportzone-322", "segmentation_id": 322, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf4aad674-cf", "ovs_interfaceid": "f4aad674-cf5b-4bf7-b860-544bc03b67d4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62328) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1313.949263] env[62328]: DEBUG nova.virt.vmwareapi.vmops [None req-578d273d-68e2-4cbb-aa2a-6241f975d006 tempest-ServerActionsTestOtherB-626827456 tempest-ServerActionsTestOtherB-626827456-project-member] [instance: b73ba0c4-f3a7-407b-83e5-935263f0eea3] Preparing fetch location {{(pid=62328) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:633}} [ 1313.949526] env[62328]: DEBUG nova.virt.vmwareapi.vmops [None req-578d273d-68e2-4cbb-aa2a-6241f975d006 tempest-ServerActionsTestOtherB-626827456 tempest-ServerActionsTestOtherB-626827456-project-member] [instance: b73ba0c4-f3a7-407b-83e5-935263f0eea3] Fetch image to [datastore2] OSTACK_IMG_8a929f85-aa5c-4beb-88b0-e825122a864a/OSTACK_IMG_8a929f85-aa5c-4beb-88b0-e825122a864a.vmdk {{(pid=62328) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:635}} [ 1313.949735] env[62328]: DEBUG nova.virt.vmwareapi.vmops [None req-578d273d-68e2-4cbb-aa2a-6241f975d006 tempest-ServerActionsTestOtherB-626827456 tempest-ServerActionsTestOtherB-626827456-project-member] [instance: b73ba0c4-f3a7-407b-83e5-935263f0eea3] Downloading stream optimized image 0a9a3112-f7ae-4420-a6d1-864f9e4cf42a to [datastore2] OSTACK_IMG_8a929f85-aa5c-4beb-88b0-e825122a864a/OSTACK_IMG_8a929f85-aa5c-4beb-88b0-e825122a864a.vmdk on the data store datastore2 as vApp {{(pid=62328) _fetch_image_as_vapp /opt/stack/nova/nova/virt/vmwareapi/vmops.py:437}} [ 1313.949908] env[62328]: DEBUG nova.virt.vmwareapi.images [None req-578d273d-68e2-4cbb-aa2a-6241f975d006 tempest-ServerActionsTestOtherB-626827456 tempest-ServerActionsTestOtherB-626827456-project-member] [instance: b73ba0c4-f3a7-407b-83e5-935263f0eea3] Downloading image file data 0a9a3112-f7ae-4420-a6d1-864f9e4cf42a to the ESX as VM named 'OSTACK_IMG_8a929f85-aa5c-4beb-88b0-e825122a864a' {{(pid=62328) fetch_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:336}} [ 1314.017792] env[62328]: DEBUG oslo_vmware.rw_handles [None req-578d273d-68e2-4cbb-aa2a-6241f975d006 tempest-ServerActionsTestOtherB-626827456 tempest-ServerActionsTestOtherB-626827456-project-member] Creating HttpNfcLease lease for vApp import into resource pool: (val){ [ 1314.017792] env[62328]: value = "resgroup-9" [ 1314.017792] env[62328]: _type = "ResourcePool" [ 1314.017792] env[62328]: }. {{(pid=62328) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:453}} [ 1314.018156] env[62328]: DEBUG oslo_vmware.service [-] Invoking ResourcePool.ImportVApp with opID=oslo.vmware-2ef46414-aac4-4dc6-9a21-771b391b1ff8 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1314.038460] env[62328]: DEBUG oslo_vmware.rw_handles [None req-578d273d-68e2-4cbb-aa2a-6241f975d006 tempest-ServerActionsTestOtherB-626827456 tempest-ServerActionsTestOtherB-626827456-project-member] Lease: (returnval){ [ 1314.038460] env[62328]: value = "session[52a6e20e-410d-708a-99f2-080a575a99bd]52ecfc06-73ce-b487-a584-75c2b9642b08" [ 1314.038460] env[62328]: _type = "HttpNfcLease" [ 1314.038460] env[62328]: } obtained for vApp import into resource pool (val){ [ 1314.038460] env[62328]: value = "resgroup-9" [ 1314.038460] env[62328]: _type = "ResourcePool" [ 1314.038460] env[62328]: }. {{(pid=62328) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:461}} [ 1314.038752] env[62328]: DEBUG oslo_vmware.api [None req-578d273d-68e2-4cbb-aa2a-6241f975d006 tempest-ServerActionsTestOtherB-626827456 tempest-ServerActionsTestOtherB-626827456-project-member] Waiting for the lease: (returnval){ [ 1314.038752] env[62328]: value = "session[52a6e20e-410d-708a-99f2-080a575a99bd]52ecfc06-73ce-b487-a584-75c2b9642b08" [ 1314.038752] env[62328]: _type = "HttpNfcLease" [ 1314.038752] env[62328]: } to be ready. {{(pid=62328) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1314.044913] env[62328]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1314.044913] env[62328]: value = "session[52a6e20e-410d-708a-99f2-080a575a99bd]52ecfc06-73ce-b487-a584-75c2b9642b08" [ 1314.044913] env[62328]: _type = "HttpNfcLease" [ 1314.044913] env[62328]: } is initializing. {{(pid=62328) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1314.104786] env[62328]: DEBUG oslo_concurrency.lockutils [None req-84d3e85e-cee5-4549-88d7-67cdffda56f2 tempest-ServerActionsTestJSON-389109759 tempest-ServerActionsTestJSON-389109759-project-member] Releasing lock "refresh_cache-a9030529-8a8f-4cfd-aeec-7e82814b06d5" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1314.547637] env[62328]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1314.547637] env[62328]: value = "session[52a6e20e-410d-708a-99f2-080a575a99bd]52ecfc06-73ce-b487-a584-75c2b9642b08" [ 1314.547637] env[62328]: _type = "HttpNfcLease" [ 1314.547637] env[62328]: } is ready. {{(pid=62328) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1314.548087] env[62328]: DEBUG oslo_vmware.rw_handles [None req-578d273d-68e2-4cbb-aa2a-6241f975d006 tempest-ServerActionsTestOtherB-626827456 tempest-ServerActionsTestOtherB-626827456-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1314.548087] env[62328]: value = "session[52a6e20e-410d-708a-99f2-080a575a99bd]52ecfc06-73ce-b487-a584-75c2b9642b08" [ 1314.548087] env[62328]: _type = "HttpNfcLease" [ 1314.548087] env[62328]: }. {{(pid=62328) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:467}} [ 1314.548777] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5d635e6d-81f5-443b-94a5-2bc44a600823 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1314.556309] env[62328]: DEBUG oslo_vmware.rw_handles [None req-578d273d-68e2-4cbb-aa2a-6241f975d006 tempest-ServerActionsTestOtherB-626827456 tempest-ServerActionsTestOtherB-626827456-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/525c410e-1c0c-9ba5-21a8-4f978c0365f7/disk-0.vmdk from lease info. {{(pid=62328) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1314.556515] env[62328]: DEBUG oslo_vmware.rw_handles [None req-578d273d-68e2-4cbb-aa2a-6241f975d006 tempest-ServerActionsTestOtherB-626827456 tempest-ServerActionsTestOtherB-626827456-project-member] Creating HTTP connection to write to file with size = 31668736 and URL = https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/525c410e-1c0c-9ba5-21a8-4f978c0365f7/disk-0.vmdk. {{(pid=62328) _create_write_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:122}} [ 1314.627110] env[62328]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-6fc24159-fd30-4b95-953b-419803a7ceaf {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1315.121585] env[62328]: DEBUG nova.virt.vmwareapi.vm_util [None req-84d3e85e-cee5-4549-88d7-67cdffda56f2 tempest-ServerActionsTestJSON-389109759 tempest-ServerActionsTestJSON-389109759-project-member] [instance: a9030529-8a8f-4cfd-aeec-7e82814b06d5] Powering on the VM {{(pid=62328) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1315.121893] env[62328]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-fb7802ae-54f2-48a3-95c3-63e6bcddbdd1 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1315.131575] env[62328]: DEBUG oslo_vmware.api [None req-84d3e85e-cee5-4549-88d7-67cdffda56f2 tempest-ServerActionsTestJSON-389109759 tempest-ServerActionsTestJSON-389109759-project-member] Waiting for the task: (returnval){ [ 1315.131575] env[62328]: value = "task-2387928" [ 1315.131575] env[62328]: _type = "Task" [ 1315.131575] env[62328]: } to complete. {{(pid=62328) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1315.142831] env[62328]: DEBUG oslo_vmware.api [None req-84d3e85e-cee5-4549-88d7-67cdffda56f2 tempest-ServerActionsTestJSON-389109759 tempest-ServerActionsTestJSON-389109759-project-member] Task: {'id': task-2387928, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1315.642873] env[62328]: DEBUG oslo_vmware.api [None req-84d3e85e-cee5-4549-88d7-67cdffda56f2 tempest-ServerActionsTestJSON-389109759 tempest-ServerActionsTestJSON-389109759-project-member] Task: {'id': task-2387928, 'name': PowerOnVM_Task, 'duration_secs': 0.47504} completed successfully. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1315.643259] env[62328]: DEBUG nova.virt.vmwareapi.vm_util [None req-84d3e85e-cee5-4549-88d7-67cdffda56f2 tempest-ServerActionsTestJSON-389109759 tempest-ServerActionsTestJSON-389109759-project-member] [instance: a9030529-8a8f-4cfd-aeec-7e82814b06d5] Powered on the VM {{(pid=62328) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1315.643346] env[62328]: DEBUG nova.compute.manager [None req-84d3e85e-cee5-4549-88d7-67cdffda56f2 tempest-ServerActionsTestJSON-389109759 tempest-ServerActionsTestJSON-389109759-project-member] [instance: a9030529-8a8f-4cfd-aeec-7e82814b06d5] Checking state {{(pid=62328) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1315.644144] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-efec61b2-e6b3-490c-9989-42a2eb281ad0 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1315.759517] env[62328]: DEBUG oslo_vmware.rw_handles [None req-578d273d-68e2-4cbb-aa2a-6241f975d006 tempest-ServerActionsTestOtherB-626827456 tempest-ServerActionsTestOtherB-626827456-project-member] Completed reading data from the image iterator. {{(pid=62328) read /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:765}} [ 1315.759785] env[62328]: DEBUG oslo_vmware.rw_handles [None req-578d273d-68e2-4cbb-aa2a-6241f975d006 tempest-ServerActionsTestOtherB-626827456 tempest-ServerActionsTestOtherB-626827456-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/525c410e-1c0c-9ba5-21a8-4f978c0365f7/disk-0.vmdk. {{(pid=62328) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1315.760703] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-36fa2cd0-2852-45da-9d63-5ad58da7d4af {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1315.767576] env[62328]: DEBUG oslo_vmware.rw_handles [None req-578d273d-68e2-4cbb-aa2a-6241f975d006 tempest-ServerActionsTestOtherB-626827456 tempest-ServerActionsTestOtherB-626827456-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/525c410e-1c0c-9ba5-21a8-4f978c0365f7/disk-0.vmdk is in state: ready. {{(pid=62328) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1315.767709] env[62328]: DEBUG oslo_vmware.rw_handles [None req-578d273d-68e2-4cbb-aa2a-6241f975d006 tempest-ServerActionsTestOtherB-626827456 tempest-ServerActionsTestOtherB-626827456-project-member] Releasing lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/525c410e-1c0c-9ba5-21a8-4f978c0365f7/disk-0.vmdk. {{(pid=62328) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:440}} [ 1315.767948] env[62328]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseComplete with opID=oslo.vmware-3847a1ae-14b0-4a51-83ee-67255c539a61 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1315.953807] env[62328]: DEBUG oslo_vmware.rw_handles [None req-578d273d-68e2-4cbb-aa2a-6241f975d006 tempest-ServerActionsTestOtherB-626827456 tempest-ServerActionsTestOtherB-626827456-project-member] Closed VMDK write handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/525c410e-1c0c-9ba5-21a8-4f978c0365f7/disk-0.vmdk. {{(pid=62328) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:646}} [ 1315.954042] env[62328]: INFO nova.virt.vmwareapi.images [None req-578d273d-68e2-4cbb-aa2a-6241f975d006 tempest-ServerActionsTestOtherB-626827456 tempest-ServerActionsTestOtherB-626827456-project-member] [instance: b73ba0c4-f3a7-407b-83e5-935263f0eea3] Downloaded image file data 0a9a3112-f7ae-4420-a6d1-864f9e4cf42a [ 1315.954831] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0d650b36-4c49-488a-ade9-ddb21774a7e8 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1315.970212] env[62328]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-24ead62d-a2d9-4d39-abe1-3d88b27b922d {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1316.003757] env[62328]: INFO nova.virt.vmwareapi.images [None req-578d273d-68e2-4cbb-aa2a-6241f975d006 tempest-ServerActionsTestOtherB-626827456 tempest-ServerActionsTestOtherB-626827456-project-member] [instance: b73ba0c4-f3a7-407b-83e5-935263f0eea3] The imported VM was unregistered [ 1316.006084] env[62328]: DEBUG nova.virt.vmwareapi.vmops [None req-578d273d-68e2-4cbb-aa2a-6241f975d006 tempest-ServerActionsTestOtherB-626827456 tempest-ServerActionsTestOtherB-626827456-project-member] [instance: b73ba0c4-f3a7-407b-83e5-935263f0eea3] Caching image {{(pid=62328) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:638}} [ 1316.006310] env[62328]: DEBUG nova.virt.vmwareapi.ds_util [None req-578d273d-68e2-4cbb-aa2a-6241f975d006 tempest-ServerActionsTestOtherB-626827456 tempest-ServerActionsTestOtherB-626827456-project-member] Creating directory with path [datastore2] devstack-image-cache_base/0a9a3112-f7ae-4420-a6d1-864f9e4cf42a {{(pid=62328) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1316.006575] env[62328]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-9146901a-9578-4777-8e4e-33aa11a35a25 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1316.040112] env[62328]: DEBUG nova.virt.vmwareapi.ds_util [None req-578d273d-68e2-4cbb-aa2a-6241f975d006 tempest-ServerActionsTestOtherB-626827456 tempest-ServerActionsTestOtherB-626827456-project-member] Created directory with path [datastore2] devstack-image-cache_base/0a9a3112-f7ae-4420-a6d1-864f9e4cf42a {{(pid=62328) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1316.040306] env[62328]: DEBUG nova.virt.vmwareapi.ds_util [None req-578d273d-68e2-4cbb-aa2a-6241f975d006 tempest-ServerActionsTestOtherB-626827456 tempest-ServerActionsTestOtherB-626827456-project-member] Moving virtual disk from [datastore2] OSTACK_IMG_8a929f85-aa5c-4beb-88b0-e825122a864a/OSTACK_IMG_8a929f85-aa5c-4beb-88b0-e825122a864a.vmdk to [datastore2] devstack-image-cache_base/0a9a3112-f7ae-4420-a6d1-864f9e4cf42a/0a9a3112-f7ae-4420-a6d1-864f9e4cf42a.vmdk. {{(pid=62328) disk_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:263}} [ 1316.040570] env[62328]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.MoveVirtualDisk_Task with opID=oslo.vmware-9656020f-842f-4118-a521-67cb53518c28 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1316.046954] env[62328]: DEBUG oslo_vmware.api [None req-578d273d-68e2-4cbb-aa2a-6241f975d006 tempest-ServerActionsTestOtherB-626827456 tempest-ServerActionsTestOtherB-626827456-project-member] Waiting for the task: (returnval){ [ 1316.046954] env[62328]: value = "task-2387930" [ 1316.046954] env[62328]: _type = "Task" [ 1316.046954] env[62328]: } to complete. {{(pid=62328) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1316.054807] env[62328]: DEBUG oslo_vmware.api [None req-578d273d-68e2-4cbb-aa2a-6241f975d006 tempest-ServerActionsTestOtherB-626827456 tempest-ServerActionsTestOtherB-626827456-project-member] Task: {'id': task-2387930, 'name': MoveVirtualDisk_Task} progress is 0%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1316.557056] env[62328]: DEBUG oslo_vmware.api [None req-578d273d-68e2-4cbb-aa2a-6241f975d006 tempest-ServerActionsTestOtherB-626827456 tempest-ServerActionsTestOtherB-626827456-project-member] Task: {'id': task-2387930, 'name': MoveVirtualDisk_Task} progress is 0%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1316.607529] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0fa49a09-b15e-450a-a6bb-c0a5de57312a {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1316.613719] env[62328]: DEBUG nova.virt.vmwareapi.vmops [None req-2bfa3a6d-181a-4525-b4c2-1a61dbb34d5b tempest-ServerActionsTestJSON-389109759 tempest-ServerActionsTestJSON-389109759-project-member] [instance: a9030529-8a8f-4cfd-aeec-7e82814b06d5] Suspending the VM {{(pid=62328) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1162}} [ 1316.613949] env[62328]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.SuspendVM_Task with opID=oslo.vmware-203aa31f-144e-4e8e-9db4-0927d44ae71e {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1316.619942] env[62328]: DEBUG oslo_vmware.api [None req-2bfa3a6d-181a-4525-b4c2-1a61dbb34d5b tempest-ServerActionsTestJSON-389109759 tempest-ServerActionsTestJSON-389109759-project-member] Waiting for the task: (returnval){ [ 1316.619942] env[62328]: value = "task-2387931" [ 1316.619942] env[62328]: _type = "Task" [ 1316.619942] env[62328]: } to complete. {{(pid=62328) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1316.626952] env[62328]: DEBUG oslo_vmware.api [None req-2bfa3a6d-181a-4525-b4c2-1a61dbb34d5b tempest-ServerActionsTestJSON-389109759 tempest-ServerActionsTestJSON-389109759-project-member] Task: {'id': task-2387931, 'name': SuspendVM_Task} progress is 0%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1317.060709] env[62328]: DEBUG oslo_vmware.api [None req-578d273d-68e2-4cbb-aa2a-6241f975d006 tempest-ServerActionsTestOtherB-626827456 tempest-ServerActionsTestOtherB-626827456-project-member] Task: {'id': task-2387930, 'name': MoveVirtualDisk_Task} progress is 9%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1317.130152] env[62328]: DEBUG oslo_vmware.api [None req-2bfa3a6d-181a-4525-b4c2-1a61dbb34d5b tempest-ServerActionsTestJSON-389109759 tempest-ServerActionsTestJSON-389109759-project-member] Task: {'id': task-2387931, 'name': SuspendVM_Task} progress is 66%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1317.558573] env[62328]: DEBUG oslo_vmware.api [None req-578d273d-68e2-4cbb-aa2a-6241f975d006 tempest-ServerActionsTestOtherB-626827456 tempest-ServerActionsTestOtherB-626827456-project-member] Task: {'id': task-2387930, 'name': MoveVirtualDisk_Task} progress is 32%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1317.632700] env[62328]: DEBUG oslo_vmware.api [None req-2bfa3a6d-181a-4525-b4c2-1a61dbb34d5b tempest-ServerActionsTestJSON-389109759 tempest-ServerActionsTestJSON-389109759-project-member] Task: {'id': task-2387931, 'name': SuspendVM_Task} progress is 66%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1318.059430] env[62328]: DEBUG oslo_vmware.api [None req-578d273d-68e2-4cbb-aa2a-6241f975d006 tempest-ServerActionsTestOtherB-626827456 tempest-ServerActionsTestOtherB-626827456-project-member] Task: {'id': task-2387930, 'name': MoveVirtualDisk_Task} progress is 54%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1318.131788] env[62328]: DEBUG oslo_vmware.api [None req-2bfa3a6d-181a-4525-b4c2-1a61dbb34d5b tempest-ServerActionsTestJSON-389109759 tempest-ServerActionsTestJSON-389109759-project-member] Task: {'id': task-2387931, 'name': SuspendVM_Task} progress is 66%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1318.560057] env[62328]: DEBUG oslo_vmware.api [None req-578d273d-68e2-4cbb-aa2a-6241f975d006 tempest-ServerActionsTestOtherB-626827456 tempest-ServerActionsTestOtherB-626827456-project-member] Task: {'id': task-2387930, 'name': MoveVirtualDisk_Task} progress is 80%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1318.631999] env[62328]: DEBUG oslo_vmware.api [None req-2bfa3a6d-181a-4525-b4c2-1a61dbb34d5b tempest-ServerActionsTestJSON-389109759 tempest-ServerActionsTestJSON-389109759-project-member] Task: {'id': task-2387931, 'name': SuspendVM_Task} progress is 66%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1319.059828] env[62328]: DEBUG oslo_vmware.api [None req-578d273d-68e2-4cbb-aa2a-6241f975d006 tempest-ServerActionsTestOtherB-626827456 tempest-ServerActionsTestOtherB-626827456-project-member] Task: {'id': task-2387930, 'name': MoveVirtualDisk_Task} progress is 100%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1319.132566] env[62328]: DEBUG oslo_vmware.api [None req-2bfa3a6d-181a-4525-b4c2-1a61dbb34d5b tempest-ServerActionsTestJSON-389109759 tempest-ServerActionsTestJSON-389109759-project-member] Task: {'id': task-2387931, 'name': SuspendVM_Task, 'duration_secs': 2.478634} completed successfully. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1319.132998] env[62328]: DEBUG nova.virt.vmwareapi.vmops [None req-2bfa3a6d-181a-4525-b4c2-1a61dbb34d5b tempest-ServerActionsTestJSON-389109759 tempest-ServerActionsTestJSON-389109759-project-member] [instance: a9030529-8a8f-4cfd-aeec-7e82814b06d5] Suspended the VM {{(pid=62328) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1166}} [ 1319.132998] env[62328]: DEBUG nova.compute.manager [None req-2bfa3a6d-181a-4525-b4c2-1a61dbb34d5b tempest-ServerActionsTestJSON-389109759 tempest-ServerActionsTestJSON-389109759-project-member] [instance: a9030529-8a8f-4cfd-aeec-7e82814b06d5] Checking state {{(pid=62328) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1319.133740] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-945f41c5-9773-49a4-961b-6b6e99139230 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1319.564608] env[62328]: DEBUG oslo_vmware.api [None req-578d273d-68e2-4cbb-aa2a-6241f975d006 tempest-ServerActionsTestOtherB-626827456 tempest-ServerActionsTestOtherB-626827456-project-member] Task: {'id': task-2387930, 'name': MoveVirtualDisk_Task, 'duration_secs': 3.23583} completed successfully. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1319.564608] env[62328]: INFO nova.virt.vmwareapi.ds_util [None req-578d273d-68e2-4cbb-aa2a-6241f975d006 tempest-ServerActionsTestOtherB-626827456 tempest-ServerActionsTestOtherB-626827456-project-member] Moved virtual disk from [datastore2] OSTACK_IMG_8a929f85-aa5c-4beb-88b0-e825122a864a/OSTACK_IMG_8a929f85-aa5c-4beb-88b0-e825122a864a.vmdk to [datastore2] devstack-image-cache_base/0a9a3112-f7ae-4420-a6d1-864f9e4cf42a/0a9a3112-f7ae-4420-a6d1-864f9e4cf42a.vmdk. [ 1319.564608] env[62328]: DEBUG nova.virt.vmwareapi.vmops [None req-578d273d-68e2-4cbb-aa2a-6241f975d006 tempest-ServerActionsTestOtherB-626827456 tempest-ServerActionsTestOtherB-626827456-project-member] [instance: b73ba0c4-f3a7-407b-83e5-935263f0eea3] Cleaning up location [datastore2] OSTACK_IMG_8a929f85-aa5c-4beb-88b0-e825122a864a {{(pid=62328) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:640}} [ 1319.564608] env[62328]: DEBUG nova.virt.vmwareapi.ds_util [None req-578d273d-68e2-4cbb-aa2a-6241f975d006 tempest-ServerActionsTestOtherB-626827456 tempest-ServerActionsTestOtherB-626827456-project-member] Deleting the datastore file [datastore2] OSTACK_IMG_8a929f85-aa5c-4beb-88b0-e825122a864a {{(pid=62328) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1319.564608] env[62328]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-d5f9fc56-2b5b-44d3-900f-349134550364 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1319.572197] env[62328]: DEBUG oslo_vmware.api [None req-578d273d-68e2-4cbb-aa2a-6241f975d006 tempest-ServerActionsTestOtherB-626827456 tempest-ServerActionsTestOtherB-626827456-project-member] Waiting for the task: (returnval){ [ 1319.572197] env[62328]: value = "task-2387932" [ 1319.572197] env[62328]: _type = "Task" [ 1319.572197] env[62328]: } to complete. {{(pid=62328) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1319.580926] env[62328]: DEBUG oslo_vmware.api [None req-578d273d-68e2-4cbb-aa2a-6241f975d006 tempest-ServerActionsTestOtherB-626827456 tempest-ServerActionsTestOtherB-626827456-project-member] Task: {'id': task-2387932, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1320.064688] env[62328]: INFO nova.compute.manager [None req-e572ad7b-b374-4906-8e03-53a07a81da90 tempest-ServerActionsTestJSON-389109759 tempest-ServerActionsTestJSON-389109759-project-member] [instance: a9030529-8a8f-4cfd-aeec-7e82814b06d5] Resuming [ 1320.065370] env[62328]: DEBUG nova.objects.instance [None req-e572ad7b-b374-4906-8e03-53a07a81da90 tempest-ServerActionsTestJSON-389109759 tempest-ServerActionsTestJSON-389109759-project-member] Lazy-loading 'flavor' on Instance uuid a9030529-8a8f-4cfd-aeec-7e82814b06d5 {{(pid=62328) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1320.081740] env[62328]: DEBUG oslo_vmware.api [None req-578d273d-68e2-4cbb-aa2a-6241f975d006 tempest-ServerActionsTestOtherB-626827456 tempest-ServerActionsTestOtherB-626827456-project-member] Task: {'id': task-2387932, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.035261} completed successfully. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1320.081956] env[62328]: DEBUG nova.virt.vmwareapi.ds_util [None req-578d273d-68e2-4cbb-aa2a-6241f975d006 tempest-ServerActionsTestOtherB-626827456 tempest-ServerActionsTestOtherB-626827456-project-member] Deleted the datastore file {{(pid=62328) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1320.082240] env[62328]: DEBUG oslo_concurrency.lockutils [None req-578d273d-68e2-4cbb-aa2a-6241f975d006 tempest-ServerActionsTestOtherB-626827456 tempest-ServerActionsTestOtherB-626827456-project-member] Releasing lock "[datastore2] devstack-image-cache_base/0a9a3112-f7ae-4420-a6d1-864f9e4cf42a/0a9a3112-f7ae-4420-a6d1-864f9e4cf42a.vmdk" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1320.082289] env[62328]: DEBUG nova.virt.vmwareapi.vm_util [None req-578d273d-68e2-4cbb-aa2a-6241f975d006 tempest-ServerActionsTestOtherB-626827456 tempest-ServerActionsTestOtherB-626827456-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/0a9a3112-f7ae-4420-a6d1-864f9e4cf42a/0a9a3112-f7ae-4420-a6d1-864f9e4cf42a.vmdk to [datastore2] b73ba0c4-f3a7-407b-83e5-935263f0eea3/b73ba0c4-f3a7-407b-83e5-935263f0eea3.vmdk {{(pid=62328) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1320.082504] env[62328]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-11db6ea2-1de2-4019-b52c-a8cc77d684f7 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1320.089216] env[62328]: DEBUG oslo_vmware.api [None req-578d273d-68e2-4cbb-aa2a-6241f975d006 tempest-ServerActionsTestOtherB-626827456 tempest-ServerActionsTestOtherB-626827456-project-member] Waiting for the task: (returnval){ [ 1320.089216] env[62328]: value = "task-2387933" [ 1320.089216] env[62328]: _type = "Task" [ 1320.089216] env[62328]: } to complete. {{(pid=62328) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1320.096419] env[62328]: DEBUG oslo_vmware.api [None req-578d273d-68e2-4cbb-aa2a-6241f975d006 tempest-ServerActionsTestOtherB-626827456 tempest-ServerActionsTestOtherB-626827456-project-member] Task: {'id': task-2387933, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1320.601796] env[62328]: DEBUG oslo_vmware.api [None req-578d273d-68e2-4cbb-aa2a-6241f975d006 tempest-ServerActionsTestOtherB-626827456 tempest-ServerActionsTestOtherB-626827456-project-member] Task: {'id': task-2387933, 'name': CopyVirtualDisk_Task} progress is 24%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1321.100780] env[62328]: DEBUG oslo_vmware.api [None req-578d273d-68e2-4cbb-aa2a-6241f975d006 tempest-ServerActionsTestOtherB-626827456 tempest-ServerActionsTestOtherB-626827456-project-member] Task: {'id': task-2387933, 'name': CopyVirtualDisk_Task} progress is 46%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1321.575902] env[62328]: DEBUG oslo_concurrency.lockutils [None req-e572ad7b-b374-4906-8e03-53a07a81da90 tempest-ServerActionsTestJSON-389109759 tempest-ServerActionsTestJSON-389109759-project-member] Acquiring lock "refresh_cache-a9030529-8a8f-4cfd-aeec-7e82814b06d5" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1321.576159] env[62328]: DEBUG oslo_concurrency.lockutils [None req-e572ad7b-b374-4906-8e03-53a07a81da90 tempest-ServerActionsTestJSON-389109759 tempest-ServerActionsTestJSON-389109759-project-member] Acquired lock "refresh_cache-a9030529-8a8f-4cfd-aeec-7e82814b06d5" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1321.576377] env[62328]: DEBUG nova.network.neutron [None req-e572ad7b-b374-4906-8e03-53a07a81da90 tempest-ServerActionsTestJSON-389109759 tempest-ServerActionsTestJSON-389109759-project-member] [instance: a9030529-8a8f-4cfd-aeec-7e82814b06d5] Building network info cache for instance {{(pid=62328) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1321.601447] env[62328]: DEBUG oslo_vmware.api [None req-578d273d-68e2-4cbb-aa2a-6241f975d006 tempest-ServerActionsTestOtherB-626827456 tempest-ServerActionsTestOtherB-626827456-project-member] Task: {'id': task-2387933, 'name': CopyVirtualDisk_Task} progress is 69%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1322.102132] env[62328]: DEBUG oslo_vmware.api [None req-578d273d-68e2-4cbb-aa2a-6241f975d006 tempest-ServerActionsTestOtherB-626827456 tempest-ServerActionsTestOtherB-626827456-project-member] Task: {'id': task-2387933, 'name': CopyVirtualDisk_Task} progress is 91%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1322.346579] env[62328]: DEBUG nova.network.neutron [None req-e572ad7b-b374-4906-8e03-53a07a81da90 tempest-ServerActionsTestJSON-389109759 tempest-ServerActionsTestJSON-389109759-project-member] [instance: a9030529-8a8f-4cfd-aeec-7e82814b06d5] Updating instance_info_cache with network_info: [{"id": "f4aad674-cf5b-4bf7-b860-544bc03b67d4", "address": "fa:16:3e:2b:80:88", "network": {"id": "805c8157-3d39-4783-8cec-987f63104f4b", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-938088414-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.184", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9a4c228c680f4e5fa3409558e769cc0a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c1195acd-707f-4bac-a99d-14db17a63802", "external-id": "nsx-vlan-transportzone-322", "segmentation_id": 322, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf4aad674-cf", "ovs_interfaceid": "f4aad674-cf5b-4bf7-b860-544bc03b67d4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62328) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1322.602228] env[62328]: DEBUG oslo_vmware.api [None req-578d273d-68e2-4cbb-aa2a-6241f975d006 tempest-ServerActionsTestOtherB-626827456 tempest-ServerActionsTestOtherB-626827456-project-member] Task: {'id': task-2387933, 'name': CopyVirtualDisk_Task, 'duration_secs': 2.171767} completed successfully. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1322.602485] env[62328]: DEBUG nova.virt.vmwareapi.vm_util [None req-578d273d-68e2-4cbb-aa2a-6241f975d006 tempest-ServerActionsTestOtherB-626827456 tempest-ServerActionsTestOtherB-626827456-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/0a9a3112-f7ae-4420-a6d1-864f9e4cf42a/0a9a3112-f7ae-4420-a6d1-864f9e4cf42a.vmdk to [datastore2] b73ba0c4-f3a7-407b-83e5-935263f0eea3/b73ba0c4-f3a7-407b-83e5-935263f0eea3.vmdk {{(pid=62328) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1322.603252] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3fc0ad3a-ba37-4013-a64c-40674f853e3d {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1322.624594] env[62328]: DEBUG nova.virt.vmwareapi.volumeops [None req-578d273d-68e2-4cbb-aa2a-6241f975d006 tempest-ServerActionsTestOtherB-626827456 tempest-ServerActionsTestOtherB-626827456-project-member] [instance: b73ba0c4-f3a7-407b-83e5-935263f0eea3] Reconfiguring VM instance instance-0000007c to attach disk [datastore2] b73ba0c4-f3a7-407b-83e5-935263f0eea3/b73ba0c4-f3a7-407b-83e5-935263f0eea3.vmdk or device None with type streamOptimized {{(pid=62328) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1322.624773] env[62328]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3731113f-a7de-4496-8982-a2da4d4cfd3c {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1322.643046] env[62328]: DEBUG oslo_vmware.api [None req-578d273d-68e2-4cbb-aa2a-6241f975d006 tempest-ServerActionsTestOtherB-626827456 tempest-ServerActionsTestOtherB-626827456-project-member] Waiting for the task: (returnval){ [ 1322.643046] env[62328]: value = "task-2387934" [ 1322.643046] env[62328]: _type = "Task" [ 1322.643046] env[62328]: } to complete. {{(pid=62328) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1322.650328] env[62328]: DEBUG oslo_vmware.api [None req-578d273d-68e2-4cbb-aa2a-6241f975d006 tempest-ServerActionsTestOtherB-626827456 tempest-ServerActionsTestOtherB-626827456-project-member] Task: {'id': task-2387934, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1322.849438] env[62328]: DEBUG oslo_concurrency.lockutils [None req-e572ad7b-b374-4906-8e03-53a07a81da90 tempest-ServerActionsTestJSON-389109759 tempest-ServerActionsTestJSON-389109759-project-member] Releasing lock "refresh_cache-a9030529-8a8f-4cfd-aeec-7e82814b06d5" {{(pid=62328) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1322.850464] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a8d1bca5-1e47-49b3-815e-9cfc81e1cb78 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1322.856898] env[62328]: DEBUG nova.virt.vmwareapi.vmops [None req-e572ad7b-b374-4906-8e03-53a07a81da90 tempest-ServerActionsTestJSON-389109759 tempest-ServerActionsTestJSON-389109759-project-member] [instance: a9030529-8a8f-4cfd-aeec-7e82814b06d5] Resuming the VM {{(pid=62328) resume /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1183}} [ 1322.857140] env[62328]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-6bb3e79e-f4f1-47fe-9a8f-852c01153d60 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1322.863963] env[62328]: DEBUG oslo_vmware.api [None req-e572ad7b-b374-4906-8e03-53a07a81da90 tempest-ServerActionsTestJSON-389109759 tempest-ServerActionsTestJSON-389109759-project-member] Waiting for the task: (returnval){ [ 1322.863963] env[62328]: value = "task-2387935" [ 1322.863963] env[62328]: _type = "Task" [ 1322.863963] env[62328]: } to complete. {{(pid=62328) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1322.870928] env[62328]: DEBUG oslo_vmware.api [None req-e572ad7b-b374-4906-8e03-53a07a81da90 tempest-ServerActionsTestJSON-389109759 tempest-ServerActionsTestJSON-389109759-project-member] Task: {'id': task-2387935, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1323.153335] env[62328]: DEBUG oslo_vmware.api [None req-578d273d-68e2-4cbb-aa2a-6241f975d006 tempest-ServerActionsTestOtherB-626827456 tempest-ServerActionsTestOtherB-626827456-project-member] Task: {'id': task-2387934, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1323.373761] env[62328]: DEBUG oslo_vmware.api [None req-e572ad7b-b374-4906-8e03-53a07a81da90 tempest-ServerActionsTestJSON-389109759 tempest-ServerActionsTestJSON-389109759-project-member] Task: {'id': task-2387935, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1323.654147] env[62328]: DEBUG oslo_vmware.api [None req-578d273d-68e2-4cbb-aa2a-6241f975d006 tempest-ServerActionsTestOtherB-626827456 tempest-ServerActionsTestOtherB-626827456-project-member] Task: {'id': task-2387934, 'name': ReconfigVM_Task, 'duration_secs': 0.549421} completed successfully. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1323.654441] env[62328]: DEBUG nova.virt.vmwareapi.volumeops [None req-578d273d-68e2-4cbb-aa2a-6241f975d006 tempest-ServerActionsTestOtherB-626827456 tempest-ServerActionsTestOtherB-626827456-project-member] [instance: b73ba0c4-f3a7-407b-83e5-935263f0eea3] Reconfigured VM instance instance-0000007c to attach disk [datastore2] b73ba0c4-f3a7-407b-83e5-935263f0eea3/b73ba0c4-f3a7-407b-83e5-935263f0eea3.vmdk or device None with type streamOptimized {{(pid=62328) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1323.655125] env[62328]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-94307636-4c8b-4482-b13b-9cec7504d48f {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1323.661035] env[62328]: DEBUG oslo_vmware.api [None req-578d273d-68e2-4cbb-aa2a-6241f975d006 tempest-ServerActionsTestOtherB-626827456 tempest-ServerActionsTestOtherB-626827456-project-member] Waiting for the task: (returnval){ [ 1323.661035] env[62328]: value = "task-2387936" [ 1323.661035] env[62328]: _type = "Task" [ 1323.661035] env[62328]: } to complete. {{(pid=62328) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1323.671538] env[62328]: DEBUG oslo_vmware.api [None req-578d273d-68e2-4cbb-aa2a-6241f975d006 tempest-ServerActionsTestOtherB-626827456 tempest-ServerActionsTestOtherB-626827456-project-member] Task: {'id': task-2387936, 'name': Rename_Task} progress is 5%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1323.874814] env[62328]: DEBUG oslo_vmware.api [None req-e572ad7b-b374-4906-8e03-53a07a81da90 tempest-ServerActionsTestJSON-389109759 tempest-ServerActionsTestJSON-389109759-project-member] Task: {'id': task-2387935, 'name': PowerOnVM_Task, 'duration_secs': 0.782177} completed successfully. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1323.875095] env[62328]: DEBUG nova.virt.vmwareapi.vmops [None req-e572ad7b-b374-4906-8e03-53a07a81da90 tempest-ServerActionsTestJSON-389109759 tempest-ServerActionsTestJSON-389109759-project-member] [instance: a9030529-8a8f-4cfd-aeec-7e82814b06d5] Resumed the VM {{(pid=62328) resume /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1188}} [ 1323.875265] env[62328]: DEBUG nova.compute.manager [None req-e572ad7b-b374-4906-8e03-53a07a81da90 tempest-ServerActionsTestJSON-389109759 tempest-ServerActionsTestJSON-389109759-project-member] [instance: a9030529-8a8f-4cfd-aeec-7e82814b06d5] Checking state {{(pid=62328) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1323.876010] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e4bdd2c2-237b-4bc6-81ba-52f28b75f3ba {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1324.171159] env[62328]: DEBUG oslo_vmware.api [None req-578d273d-68e2-4cbb-aa2a-6241f975d006 tempest-ServerActionsTestOtherB-626827456 tempest-ServerActionsTestOtherB-626827456-project-member] Task: {'id': task-2387936, 'name': Rename_Task, 'duration_secs': 0.249057} completed successfully. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1324.171408] env[62328]: DEBUG nova.virt.vmwareapi.vm_util [None req-578d273d-68e2-4cbb-aa2a-6241f975d006 tempest-ServerActionsTestOtherB-626827456 tempest-ServerActionsTestOtherB-626827456-project-member] [instance: b73ba0c4-f3a7-407b-83e5-935263f0eea3] Powering on the VM {{(pid=62328) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1324.171618] env[62328]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-30cbbcc6-7026-4a9d-b7a7-c9fccea6f488 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1324.178029] env[62328]: DEBUG oslo_vmware.api [None req-578d273d-68e2-4cbb-aa2a-6241f975d006 tempest-ServerActionsTestOtherB-626827456 tempest-ServerActionsTestOtherB-626827456-project-member] Waiting for the task: (returnval){ [ 1324.178029] env[62328]: value = "task-2387937" [ 1324.178029] env[62328]: _type = "Task" [ 1324.178029] env[62328]: } to complete. {{(pid=62328) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1324.185489] env[62328]: DEBUG oslo_vmware.api [None req-578d273d-68e2-4cbb-aa2a-6241f975d006 tempest-ServerActionsTestOtherB-626827456 tempest-ServerActionsTestOtherB-626827456-project-member] Task: {'id': task-2387937, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1324.689370] env[62328]: DEBUG oslo_vmware.api [None req-578d273d-68e2-4cbb-aa2a-6241f975d006 tempest-ServerActionsTestOtherB-626827456 tempest-ServerActionsTestOtherB-626827456-project-member] Task: {'id': task-2387937, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1324.743165] env[62328]: DEBUG oslo_concurrency.lockutils [None req-245ad831-5a93-4396-8eda-955c3ea8da05 tempest-ServerActionsTestJSON-389109759 tempest-ServerActionsTestJSON-389109759-project-member] Acquiring lock "a9030529-8a8f-4cfd-aeec-7e82814b06d5" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1324.743437] env[62328]: DEBUG oslo_concurrency.lockutils [None req-245ad831-5a93-4396-8eda-955c3ea8da05 tempest-ServerActionsTestJSON-389109759 tempest-ServerActionsTestJSON-389109759-project-member] Lock "a9030529-8a8f-4cfd-aeec-7e82814b06d5" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1324.743692] env[62328]: DEBUG oslo_concurrency.lockutils [None req-245ad831-5a93-4396-8eda-955c3ea8da05 tempest-ServerActionsTestJSON-389109759 tempest-ServerActionsTestJSON-389109759-project-member] Acquiring lock "a9030529-8a8f-4cfd-aeec-7e82814b06d5-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1324.743981] env[62328]: DEBUG oslo_concurrency.lockutils [None req-245ad831-5a93-4396-8eda-955c3ea8da05 tempest-ServerActionsTestJSON-389109759 tempest-ServerActionsTestJSON-389109759-project-member] Lock "a9030529-8a8f-4cfd-aeec-7e82814b06d5-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1324.744139] env[62328]: DEBUG oslo_concurrency.lockutils [None req-245ad831-5a93-4396-8eda-955c3ea8da05 tempest-ServerActionsTestJSON-389109759 tempest-ServerActionsTestJSON-389109759-project-member] Lock "a9030529-8a8f-4cfd-aeec-7e82814b06d5-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1324.746580] env[62328]: INFO nova.compute.manager [None req-245ad831-5a93-4396-8eda-955c3ea8da05 tempest-ServerActionsTestJSON-389109759 tempest-ServerActionsTestJSON-389109759-project-member] [instance: a9030529-8a8f-4cfd-aeec-7e82814b06d5] Terminating instance [ 1325.188302] env[62328]: DEBUG oslo_vmware.api [None req-578d273d-68e2-4cbb-aa2a-6241f975d006 tempest-ServerActionsTestOtherB-626827456 tempest-ServerActionsTestOtherB-626827456-project-member] Task: {'id': task-2387937, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1325.250490] env[62328]: DEBUG nova.compute.manager [None req-245ad831-5a93-4396-8eda-955c3ea8da05 tempest-ServerActionsTestJSON-389109759 tempest-ServerActionsTestJSON-389109759-project-member] [instance: a9030529-8a8f-4cfd-aeec-7e82814b06d5] Start destroying the instance on the hypervisor. {{(pid=62328) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1325.250762] env[62328]: DEBUG nova.virt.vmwareapi.vmops [None req-245ad831-5a93-4396-8eda-955c3ea8da05 tempest-ServerActionsTestJSON-389109759 tempest-ServerActionsTestJSON-389109759-project-member] [instance: a9030529-8a8f-4cfd-aeec-7e82814b06d5] Destroying instance {{(pid=62328) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1325.251834] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-798c521d-ff27-4759-9408-97e8a4530af6 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1325.259784] env[62328]: DEBUG nova.virt.vmwareapi.vm_util [None req-245ad831-5a93-4396-8eda-955c3ea8da05 tempest-ServerActionsTestJSON-389109759 tempest-ServerActionsTestJSON-389109759-project-member] [instance: a9030529-8a8f-4cfd-aeec-7e82814b06d5] Powering off the VM {{(pid=62328) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1325.260016] env[62328]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-7acfbe2a-dce7-4759-95ff-afd0d9356245 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1325.266457] env[62328]: DEBUG oslo_vmware.api [None req-245ad831-5a93-4396-8eda-955c3ea8da05 tempest-ServerActionsTestJSON-389109759 tempest-ServerActionsTestJSON-389109759-project-member] Waiting for the task: (returnval){ [ 1325.266457] env[62328]: value = "task-2387938" [ 1325.266457] env[62328]: _type = "Task" [ 1325.266457] env[62328]: } to complete. {{(pid=62328) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1325.275036] env[62328]: DEBUG oslo_vmware.api [None req-245ad831-5a93-4396-8eda-955c3ea8da05 tempest-ServerActionsTestJSON-389109759 tempest-ServerActionsTestJSON-389109759-project-member] Task: {'id': task-2387938, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1325.688670] env[62328]: DEBUG oslo_vmware.api [None req-578d273d-68e2-4cbb-aa2a-6241f975d006 tempest-ServerActionsTestOtherB-626827456 tempest-ServerActionsTestOtherB-626827456-project-member] Task: {'id': task-2387937, 'name': PowerOnVM_Task, 'duration_secs': 1.142458} completed successfully. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1325.688944] env[62328]: DEBUG nova.virt.vmwareapi.vm_util [None req-578d273d-68e2-4cbb-aa2a-6241f975d006 tempest-ServerActionsTestOtherB-626827456 tempest-ServerActionsTestOtherB-626827456-project-member] [instance: b73ba0c4-f3a7-407b-83e5-935263f0eea3] Powered on the VM {{(pid=62328) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1325.776245] env[62328]: DEBUG oslo_vmware.api [None req-245ad831-5a93-4396-8eda-955c3ea8da05 tempest-ServerActionsTestJSON-389109759 tempest-ServerActionsTestJSON-389109759-project-member] Task: {'id': task-2387938, 'name': PowerOffVM_Task, 'duration_secs': 0.165503} completed successfully. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1325.776515] env[62328]: DEBUG nova.virt.vmwareapi.vm_util [None req-245ad831-5a93-4396-8eda-955c3ea8da05 tempest-ServerActionsTestJSON-389109759 tempest-ServerActionsTestJSON-389109759-project-member] [instance: a9030529-8a8f-4cfd-aeec-7e82814b06d5] Powered off the VM {{(pid=62328) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1325.776656] env[62328]: DEBUG nova.virt.vmwareapi.vmops [None req-245ad831-5a93-4396-8eda-955c3ea8da05 tempest-ServerActionsTestJSON-389109759 tempest-ServerActionsTestJSON-389109759-project-member] [instance: a9030529-8a8f-4cfd-aeec-7e82814b06d5] Unregistering the VM {{(pid=62328) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1325.776903] env[62328]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-1c79a071-0852-4059-9086-9c1563e041a1 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1325.830190] env[62328]: DEBUG nova.compute.manager [None req-578d273d-68e2-4cbb-aa2a-6241f975d006 tempest-ServerActionsTestOtherB-626827456 tempest-ServerActionsTestOtherB-626827456-project-member] [instance: b73ba0c4-f3a7-407b-83e5-935263f0eea3] Checking state {{(pid=62328) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1325.831137] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0676f111-ee6f-4716-b4d3-2399bd14110c {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1325.842768] env[62328]: DEBUG nova.virt.vmwareapi.vmops [None req-245ad831-5a93-4396-8eda-955c3ea8da05 tempest-ServerActionsTestJSON-389109759 tempest-ServerActionsTestJSON-389109759-project-member] [instance: a9030529-8a8f-4cfd-aeec-7e82814b06d5] Unregistered the VM {{(pid=62328) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1325.842968] env[62328]: DEBUG nova.virt.vmwareapi.vmops [None req-245ad831-5a93-4396-8eda-955c3ea8da05 tempest-ServerActionsTestJSON-389109759 tempest-ServerActionsTestJSON-389109759-project-member] [instance: a9030529-8a8f-4cfd-aeec-7e82814b06d5] Deleting contents of the VM from datastore datastore2 {{(pid=62328) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1325.843168] env[62328]: DEBUG nova.virt.vmwareapi.ds_util [None req-245ad831-5a93-4396-8eda-955c3ea8da05 tempest-ServerActionsTestJSON-389109759 tempest-ServerActionsTestJSON-389109759-project-member] Deleting the datastore file [datastore2] a9030529-8a8f-4cfd-aeec-7e82814b06d5 {{(pid=62328) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1325.843607] env[62328]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-c8d91862-433a-4eac-9729-464fbdcaff15 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1325.848753] env[62328]: DEBUG oslo_vmware.api [None req-245ad831-5a93-4396-8eda-955c3ea8da05 tempest-ServerActionsTestJSON-389109759 tempest-ServerActionsTestJSON-389109759-project-member] Waiting for the task: (returnval){ [ 1325.848753] env[62328]: value = "task-2387940" [ 1325.848753] env[62328]: _type = "Task" [ 1325.848753] env[62328]: } to complete. {{(pid=62328) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1325.855881] env[62328]: DEBUG oslo_vmware.api [None req-245ad831-5a93-4396-8eda-955c3ea8da05 tempest-ServerActionsTestJSON-389109759 tempest-ServerActionsTestJSON-389109759-project-member] Task: {'id': task-2387940, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1326.353886] env[62328]: DEBUG oslo_concurrency.lockutils [None req-578d273d-68e2-4cbb-aa2a-6241f975d006 tempest-ServerActionsTestOtherB-626827456 tempest-ServerActionsTestOtherB-626827456-project-member] Lock "b73ba0c4-f3a7-407b-83e5-935263f0eea3" "released" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: held 21.687s {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1326.360630] env[62328]: DEBUG oslo_vmware.api [None req-245ad831-5a93-4396-8eda-955c3ea8da05 tempest-ServerActionsTestJSON-389109759 tempest-ServerActionsTestJSON-389109759-project-member] Task: {'id': task-2387940, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.144941} completed successfully. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1326.360908] env[62328]: DEBUG nova.virt.vmwareapi.ds_util [None req-245ad831-5a93-4396-8eda-955c3ea8da05 tempest-ServerActionsTestJSON-389109759 tempest-ServerActionsTestJSON-389109759-project-member] Deleted the datastore file {{(pid=62328) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1326.361120] env[62328]: DEBUG nova.virt.vmwareapi.vmops [None req-245ad831-5a93-4396-8eda-955c3ea8da05 tempest-ServerActionsTestJSON-389109759 tempest-ServerActionsTestJSON-389109759-project-member] [instance: a9030529-8a8f-4cfd-aeec-7e82814b06d5] Deleted contents of the VM from datastore datastore2 {{(pid=62328) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1326.361320] env[62328]: DEBUG nova.virt.vmwareapi.vmops [None req-245ad831-5a93-4396-8eda-955c3ea8da05 tempest-ServerActionsTestJSON-389109759 tempest-ServerActionsTestJSON-389109759-project-member] [instance: a9030529-8a8f-4cfd-aeec-7e82814b06d5] Instance destroyed {{(pid=62328) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1326.361522] env[62328]: INFO nova.compute.manager [None req-245ad831-5a93-4396-8eda-955c3ea8da05 tempest-ServerActionsTestJSON-389109759 tempest-ServerActionsTestJSON-389109759-project-member] [instance: a9030529-8a8f-4cfd-aeec-7e82814b06d5] Took 1.11 seconds to destroy the instance on the hypervisor. [ 1326.361788] env[62328]: DEBUG oslo.service.loopingcall [None req-245ad831-5a93-4396-8eda-955c3ea8da05 tempest-ServerActionsTestJSON-389109759 tempest-ServerActionsTestJSON-389109759-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62328) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1326.361988] env[62328]: DEBUG nova.compute.manager [-] [instance: a9030529-8a8f-4cfd-aeec-7e82814b06d5] Deallocating network for instance {{(pid=62328) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1326.362099] env[62328]: DEBUG nova.network.neutron [-] [instance: a9030529-8a8f-4cfd-aeec-7e82814b06d5] deallocate_for_instance() {{(pid=62328) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1327.000279] env[62328]: DEBUG nova.compute.manager [req-a6665f37-0558-45a0-8888-08cb3974459a req-9575dea2-ec0e-4102-a2ce-842a142b0516 service nova] [instance: a9030529-8a8f-4cfd-aeec-7e82814b06d5] Received event network-vif-deleted-f4aad674-cf5b-4bf7-b860-544bc03b67d4 {{(pid=62328) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1327.000501] env[62328]: INFO nova.compute.manager [req-a6665f37-0558-45a0-8888-08cb3974459a req-9575dea2-ec0e-4102-a2ce-842a142b0516 service nova] [instance: a9030529-8a8f-4cfd-aeec-7e82814b06d5] Neutron deleted interface f4aad674-cf5b-4bf7-b860-544bc03b67d4; detaching it from the instance and deleting it from the info cache [ 1327.000678] env[62328]: DEBUG nova.network.neutron [req-a6665f37-0558-45a0-8888-08cb3974459a req-9575dea2-ec0e-4102-a2ce-842a142b0516 service nova] [instance: a9030529-8a8f-4cfd-aeec-7e82814b06d5] Updating instance_info_cache with network_info: [] {{(pid=62328) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1327.485367] env[62328]: DEBUG nova.network.neutron [-] [instance: a9030529-8a8f-4cfd-aeec-7e82814b06d5] Updating instance_info_cache with network_info: [] {{(pid=62328) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1327.503883] env[62328]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-65200acb-c8d0-4bd1-a72f-100be990680c {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1327.515441] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-732fef8b-509e-4ff9-96cc-214b777965ab {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1327.541695] env[62328]: DEBUG nova.compute.manager [req-a6665f37-0558-45a0-8888-08cb3974459a req-9575dea2-ec0e-4102-a2ce-842a142b0516 service nova] [instance: a9030529-8a8f-4cfd-aeec-7e82814b06d5] Detach interface failed, port_id=f4aad674-cf5b-4bf7-b860-544bc03b67d4, reason: Instance a9030529-8a8f-4cfd-aeec-7e82814b06d5 could not be found. {{(pid=62328) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 1327.591785] env[62328]: DEBUG oslo_concurrency.lockutils [None req-c750d29c-1344-4d3a-81a7-e997e5d0e25e tempest-ServerActionsTestOtherB-626827456 tempest-ServerActionsTestOtherB-626827456-project-member] Acquiring lock "b73ba0c4-f3a7-407b-83e5-935263f0eea3" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1327.592168] env[62328]: DEBUG oslo_concurrency.lockutils [None req-c750d29c-1344-4d3a-81a7-e997e5d0e25e tempest-ServerActionsTestOtherB-626827456 tempest-ServerActionsTestOtherB-626827456-project-member] Lock "b73ba0c4-f3a7-407b-83e5-935263f0eea3" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1327.592314] env[62328]: DEBUG oslo_concurrency.lockutils [None req-c750d29c-1344-4d3a-81a7-e997e5d0e25e tempest-ServerActionsTestOtherB-626827456 tempest-ServerActionsTestOtherB-626827456-project-member] Acquiring lock "b73ba0c4-f3a7-407b-83e5-935263f0eea3-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1327.592491] env[62328]: DEBUG oslo_concurrency.lockutils [None req-c750d29c-1344-4d3a-81a7-e997e5d0e25e tempest-ServerActionsTestOtherB-626827456 tempest-ServerActionsTestOtherB-626827456-project-member] Lock "b73ba0c4-f3a7-407b-83e5-935263f0eea3-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1327.592934] env[62328]: DEBUG oslo_concurrency.lockutils [None req-c750d29c-1344-4d3a-81a7-e997e5d0e25e tempest-ServerActionsTestOtherB-626827456 tempest-ServerActionsTestOtherB-626827456-project-member] Lock "b73ba0c4-f3a7-407b-83e5-935263f0eea3-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1327.595141] env[62328]: INFO nova.compute.manager [None req-c750d29c-1344-4d3a-81a7-e997e5d0e25e tempest-ServerActionsTestOtherB-626827456 tempest-ServerActionsTestOtherB-626827456-project-member] [instance: b73ba0c4-f3a7-407b-83e5-935263f0eea3] Terminating instance [ 1327.988574] env[62328]: INFO nova.compute.manager [-] [instance: a9030529-8a8f-4cfd-aeec-7e82814b06d5] Took 1.63 seconds to deallocate network for instance. [ 1328.101584] env[62328]: DEBUG nova.compute.manager [None req-c750d29c-1344-4d3a-81a7-e997e5d0e25e tempest-ServerActionsTestOtherB-626827456 tempest-ServerActionsTestOtherB-626827456-project-member] [instance: b73ba0c4-f3a7-407b-83e5-935263f0eea3] Start destroying the instance on the hypervisor. {{(pid=62328) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1328.101826] env[62328]: DEBUG nova.virt.vmwareapi.vmops [None req-c750d29c-1344-4d3a-81a7-e997e5d0e25e tempest-ServerActionsTestOtherB-626827456 tempest-ServerActionsTestOtherB-626827456-project-member] [instance: b73ba0c4-f3a7-407b-83e5-935263f0eea3] Destroying instance {{(pid=62328) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1328.102876] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1316cf4a-3d77-4274-b706-121095300fdf {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1328.111698] env[62328]: DEBUG nova.virt.vmwareapi.vm_util [None req-c750d29c-1344-4d3a-81a7-e997e5d0e25e tempest-ServerActionsTestOtherB-626827456 tempest-ServerActionsTestOtherB-626827456-project-member] [instance: b73ba0c4-f3a7-407b-83e5-935263f0eea3] Powering off the VM {{(pid=62328) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1328.111941] env[62328]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-85f51a48-b6a6-43ce-bc30-56ca278eb0f5 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1328.118212] env[62328]: DEBUG oslo_vmware.api [None req-c750d29c-1344-4d3a-81a7-e997e5d0e25e tempest-ServerActionsTestOtherB-626827456 tempest-ServerActionsTestOtherB-626827456-project-member] Waiting for the task: (returnval){ [ 1328.118212] env[62328]: value = "task-2387941" [ 1328.118212] env[62328]: _type = "Task" [ 1328.118212] env[62328]: } to complete. {{(pid=62328) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1328.127745] env[62328]: DEBUG oslo_vmware.api [None req-c750d29c-1344-4d3a-81a7-e997e5d0e25e tempest-ServerActionsTestOtherB-626827456 tempest-ServerActionsTestOtherB-626827456-project-member] Task: {'id': task-2387941, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1328.495620] env[62328]: DEBUG oslo_concurrency.lockutils [None req-245ad831-5a93-4396-8eda-955c3ea8da05 tempest-ServerActionsTestJSON-389109759 tempest-ServerActionsTestJSON-389109759-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1328.496129] env[62328]: DEBUG oslo_concurrency.lockutils [None req-245ad831-5a93-4396-8eda-955c3ea8da05 tempest-ServerActionsTestJSON-389109759 tempest-ServerActionsTestJSON-389109759-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1328.496129] env[62328]: DEBUG nova.objects.instance [None req-245ad831-5a93-4396-8eda-955c3ea8da05 tempest-ServerActionsTestJSON-389109759 tempest-ServerActionsTestJSON-389109759-project-member] Lazy-loading 'resources' on Instance uuid a9030529-8a8f-4cfd-aeec-7e82814b06d5 {{(pid=62328) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1328.627432] env[62328]: DEBUG oslo_vmware.api [None req-c750d29c-1344-4d3a-81a7-e997e5d0e25e tempest-ServerActionsTestOtherB-626827456 tempest-ServerActionsTestOtherB-626827456-project-member] Task: {'id': task-2387941, 'name': PowerOffVM_Task, 'duration_secs': 0.185135} completed successfully. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1328.627700] env[62328]: DEBUG nova.virt.vmwareapi.vm_util [None req-c750d29c-1344-4d3a-81a7-e997e5d0e25e tempest-ServerActionsTestOtherB-626827456 tempest-ServerActionsTestOtherB-626827456-project-member] [instance: b73ba0c4-f3a7-407b-83e5-935263f0eea3] Powered off the VM {{(pid=62328) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1328.627892] env[62328]: DEBUG nova.virt.vmwareapi.vmops [None req-c750d29c-1344-4d3a-81a7-e997e5d0e25e tempest-ServerActionsTestOtherB-626827456 tempest-ServerActionsTestOtherB-626827456-project-member] [instance: b73ba0c4-f3a7-407b-83e5-935263f0eea3] Unregistering the VM {{(pid=62328) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1328.628146] env[62328]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-5a19d28b-b418-42f5-b332-3624758470cd {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1328.687334] env[62328]: DEBUG nova.virt.vmwareapi.vmops [None req-c750d29c-1344-4d3a-81a7-e997e5d0e25e tempest-ServerActionsTestOtherB-626827456 tempest-ServerActionsTestOtherB-626827456-project-member] [instance: b73ba0c4-f3a7-407b-83e5-935263f0eea3] Unregistered the VM {{(pid=62328) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1328.687548] env[62328]: DEBUG nova.virt.vmwareapi.vmops [None req-c750d29c-1344-4d3a-81a7-e997e5d0e25e tempest-ServerActionsTestOtherB-626827456 tempest-ServerActionsTestOtherB-626827456-project-member] [instance: b73ba0c4-f3a7-407b-83e5-935263f0eea3] Deleting contents of the VM from datastore datastore2 {{(pid=62328) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1328.687737] env[62328]: DEBUG nova.virt.vmwareapi.ds_util [None req-c750d29c-1344-4d3a-81a7-e997e5d0e25e tempest-ServerActionsTestOtherB-626827456 tempest-ServerActionsTestOtherB-626827456-project-member] Deleting the datastore file [datastore2] b73ba0c4-f3a7-407b-83e5-935263f0eea3 {{(pid=62328) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1328.687999] env[62328]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-520e3dab-a7b7-4ae3-bc84-125f4a747882 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1328.693724] env[62328]: DEBUG oslo_vmware.api [None req-c750d29c-1344-4d3a-81a7-e997e5d0e25e tempest-ServerActionsTestOtherB-626827456 tempest-ServerActionsTestOtherB-626827456-project-member] Waiting for the task: (returnval){ [ 1328.693724] env[62328]: value = "task-2387943" [ 1328.693724] env[62328]: _type = "Task" [ 1328.693724] env[62328]: } to complete. {{(pid=62328) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1328.701377] env[62328]: DEBUG oslo_vmware.api [None req-c750d29c-1344-4d3a-81a7-e997e5d0e25e tempest-ServerActionsTestOtherB-626827456 tempest-ServerActionsTestOtherB-626827456-project-member] Task: {'id': task-2387943, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1329.049265] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-061d19e3-c98d-44a3-a9a8-22945baa603c {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1329.059299] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8683ca04-7be8-4776-99c8-fcc1ee00e798 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1329.089132] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3032560b-5db3-47f3-bc9c-54f0b5b201ef {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1329.095907] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-69009155-4bc2-4157-b5fd-e9880815dc7a {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1329.108260] env[62328]: DEBUG nova.compute.provider_tree [None req-245ad831-5a93-4396-8eda-955c3ea8da05 tempest-ServerActionsTestJSON-389109759 tempest-ServerActionsTestJSON-389109759-project-member] Inventory has not changed in ProviderTree for provider: 3469e9f8-04af-49ca-8435-49f104496744 {{(pid=62328) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1329.202555] env[62328]: DEBUG oslo_vmware.api [None req-c750d29c-1344-4d3a-81a7-e997e5d0e25e tempest-ServerActionsTestOtherB-626827456 tempest-ServerActionsTestOtherB-626827456-project-member] Task: {'id': task-2387943, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.137825} completed successfully. {{(pid=62328) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1329.202787] env[62328]: DEBUG nova.virt.vmwareapi.ds_util [None req-c750d29c-1344-4d3a-81a7-e997e5d0e25e tempest-ServerActionsTestOtherB-626827456 tempest-ServerActionsTestOtherB-626827456-project-member] Deleted the datastore file {{(pid=62328) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1329.202970] env[62328]: DEBUG nova.virt.vmwareapi.vmops [None req-c750d29c-1344-4d3a-81a7-e997e5d0e25e tempest-ServerActionsTestOtherB-626827456 tempest-ServerActionsTestOtherB-626827456-project-member] [instance: b73ba0c4-f3a7-407b-83e5-935263f0eea3] Deleted contents of the VM from datastore datastore2 {{(pid=62328) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1329.203167] env[62328]: DEBUG nova.virt.vmwareapi.vmops [None req-c750d29c-1344-4d3a-81a7-e997e5d0e25e tempest-ServerActionsTestOtherB-626827456 tempest-ServerActionsTestOtherB-626827456-project-member] [instance: b73ba0c4-f3a7-407b-83e5-935263f0eea3] Instance destroyed {{(pid=62328) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1329.203339] env[62328]: INFO nova.compute.manager [None req-c750d29c-1344-4d3a-81a7-e997e5d0e25e tempest-ServerActionsTestOtherB-626827456 tempest-ServerActionsTestOtherB-626827456-project-member] [instance: b73ba0c4-f3a7-407b-83e5-935263f0eea3] Took 1.10 seconds to destroy the instance on the hypervisor. [ 1329.203563] env[62328]: DEBUG oslo.service.loopingcall [None req-c750d29c-1344-4d3a-81a7-e997e5d0e25e tempest-ServerActionsTestOtherB-626827456 tempest-ServerActionsTestOtherB-626827456-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62328) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1329.203746] env[62328]: DEBUG nova.compute.manager [-] [instance: b73ba0c4-f3a7-407b-83e5-935263f0eea3] Deallocating network for instance {{(pid=62328) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1329.203840] env[62328]: DEBUG nova.network.neutron [-] [instance: b73ba0c4-f3a7-407b-83e5-935263f0eea3] deallocate_for_instance() {{(pid=62328) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1329.614024] env[62328]: DEBUG nova.scheduler.client.report [None req-245ad831-5a93-4396-8eda-955c3ea8da05 tempest-ServerActionsTestJSON-389109759 tempest-ServerActionsTestJSON-389109759-project-member] Inventory has not changed for provider 3469e9f8-04af-49ca-8435-49f104496744 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 153, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62328) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1329.684160] env[62328]: DEBUG nova.compute.manager [req-888cca0f-d0c1-4cde-b471-9aaa9f707308 req-5dacf789-6a73-4074-acf5-159bf4fec586 service nova] [instance: b73ba0c4-f3a7-407b-83e5-935263f0eea3] Received event network-vif-deleted-f20b0f2e-1188-4a01-9d99-939ac2d85009 {{(pid=62328) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1329.684160] env[62328]: INFO nova.compute.manager [req-888cca0f-d0c1-4cde-b471-9aaa9f707308 req-5dacf789-6a73-4074-acf5-159bf4fec586 service nova] [instance: b73ba0c4-f3a7-407b-83e5-935263f0eea3] Neutron deleted interface f20b0f2e-1188-4a01-9d99-939ac2d85009; detaching it from the instance and deleting it from the info cache [ 1329.684160] env[62328]: DEBUG nova.network.neutron [req-888cca0f-d0c1-4cde-b471-9aaa9f707308 req-5dacf789-6a73-4074-acf5-159bf4fec586 service nova] [instance: b73ba0c4-f3a7-407b-83e5-935263f0eea3] Updating instance_info_cache with network_info: [] {{(pid=62328) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1330.120530] env[62328]: DEBUG oslo_concurrency.lockutils [None req-245ad831-5a93-4396-8eda-955c3ea8da05 tempest-ServerActionsTestJSON-389109759 tempest-ServerActionsTestJSON-389109759-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.624s {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1330.152785] env[62328]: INFO nova.scheduler.client.report [None req-245ad831-5a93-4396-8eda-955c3ea8da05 tempest-ServerActionsTestJSON-389109759 tempest-ServerActionsTestJSON-389109759-project-member] Deleted allocations for instance a9030529-8a8f-4cfd-aeec-7e82814b06d5 [ 1330.155012] env[62328]: DEBUG nova.network.neutron [-] [instance: b73ba0c4-f3a7-407b-83e5-935263f0eea3] Updating instance_info_cache with network_info: [] {{(pid=62328) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1330.189554] env[62328]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-0bbb6cb3-745d-421a-9a20-77ef54089399 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1330.200150] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-515baeba-42af-4b5e-ac61-5a4202741766 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1330.224043] env[62328]: DEBUG nova.compute.manager [req-888cca0f-d0c1-4cde-b471-9aaa9f707308 req-5dacf789-6a73-4074-acf5-159bf4fec586 service nova] [instance: b73ba0c4-f3a7-407b-83e5-935263f0eea3] Detach interface failed, port_id=f20b0f2e-1188-4a01-9d99-939ac2d85009, reason: Instance b73ba0c4-f3a7-407b-83e5-935263f0eea3 could not be found. {{(pid=62328) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 1330.659576] env[62328]: INFO nova.compute.manager [-] [instance: b73ba0c4-f3a7-407b-83e5-935263f0eea3] Took 1.46 seconds to deallocate network for instance. [ 1330.663803] env[62328]: DEBUG oslo_concurrency.lockutils [None req-245ad831-5a93-4396-8eda-955c3ea8da05 tempest-ServerActionsTestJSON-389109759 tempest-ServerActionsTestJSON-389109759-project-member] Lock "a9030529-8a8f-4cfd-aeec-7e82814b06d5" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.920s {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1331.168617] env[62328]: DEBUG oslo_concurrency.lockutils [None req-c750d29c-1344-4d3a-81a7-e997e5d0e25e tempest-ServerActionsTestOtherB-626827456 tempest-ServerActionsTestOtherB-626827456-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1331.168880] env[62328]: DEBUG oslo_concurrency.lockutils [None req-c750d29c-1344-4d3a-81a7-e997e5d0e25e tempest-ServerActionsTestOtherB-626827456 tempest-ServerActionsTestOtherB-626827456-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1331.169099] env[62328]: DEBUG nova.objects.instance [None req-c750d29c-1344-4d3a-81a7-e997e5d0e25e tempest-ServerActionsTestOtherB-626827456 tempest-ServerActionsTestOtherB-626827456-project-member] Lazy-loading 'resources' on Instance uuid b73ba0c4-f3a7-407b-83e5-935263f0eea3 {{(pid=62328) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1331.707014] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f4602164-12f5-48fe-9cca-3b5e16cf1fba {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1331.714493] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6657cc96-7f84-4810-9660-3f38e890dd01 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1331.745362] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-40d3776d-0a21-4bff-b5dc-8de99b22272c {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1331.752275] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dfcfe098-7e2a-44f0-aaa1-798bd63baee3 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1331.765185] env[62328]: DEBUG nova.compute.provider_tree [None req-c750d29c-1344-4d3a-81a7-e997e5d0e25e tempest-ServerActionsTestOtherB-626827456 tempest-ServerActionsTestOtherB-626827456-project-member] Inventory has not changed in ProviderTree for provider: 3469e9f8-04af-49ca-8435-49f104496744 {{(pid=62328) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1332.268444] env[62328]: DEBUG nova.scheduler.client.report [None req-c750d29c-1344-4d3a-81a7-e997e5d0e25e tempest-ServerActionsTestOtherB-626827456 tempest-ServerActionsTestOtherB-626827456-project-member] Inventory has not changed for provider 3469e9f8-04af-49ca-8435-49f104496744 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 153, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62328) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1332.773860] env[62328]: DEBUG oslo_concurrency.lockutils [None req-c750d29c-1344-4d3a-81a7-e997e5d0e25e tempest-ServerActionsTestOtherB-626827456 tempest-ServerActionsTestOtherB-626827456-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.605s {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1332.800061] env[62328]: INFO nova.scheduler.client.report [None req-c750d29c-1344-4d3a-81a7-e997e5d0e25e tempest-ServerActionsTestOtherB-626827456 tempest-ServerActionsTestOtherB-626827456-project-member] Deleted allocations for instance b73ba0c4-f3a7-407b-83e5-935263f0eea3 [ 1333.308237] env[62328]: DEBUG oslo_concurrency.lockutils [None req-c750d29c-1344-4d3a-81a7-e997e5d0e25e tempest-ServerActionsTestOtherB-626827456 tempest-ServerActionsTestOtherB-626827456-project-member] Lock "b73ba0c4-f3a7-407b-83e5-935263f0eea3" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.716s {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1339.639820] env[62328]: DEBUG oslo_service.periodic_task [None req-332cd9a1-235b-4315-894a-68f76363e980 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=62328) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1339.640264] env[62328]: DEBUG oslo_service.periodic_task [None req-332cd9a1-235b-4315-894a-68f76363e980 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=62328) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1340.145497] env[62328]: DEBUG oslo_service.periodic_task [None req-332cd9a1-235b-4315-894a-68f76363e980 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=62328) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1340.145662] env[62328]: DEBUG nova.compute.manager [None req-332cd9a1-235b-4315-894a-68f76363e980 None None] Starting heal instance info cache {{(pid=62328) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10445}} [ 1340.145766] env[62328]: DEBUG nova.compute.manager [None req-332cd9a1-235b-4315-894a-68f76363e980 None None] Rebuilding the list of instances to heal {{(pid=62328) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10449}} [ 1340.648984] env[62328]: DEBUG nova.compute.manager [None req-332cd9a1-235b-4315-894a-68f76363e980 None None] Didn't find any instances for network info cache update. {{(pid=62328) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10531}} [ 1340.649362] env[62328]: DEBUG oslo_service.periodic_task [None req-332cd9a1-235b-4315-894a-68f76363e980 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=62328) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1340.649430] env[62328]: DEBUG oslo_service.periodic_task [None req-332cd9a1-235b-4315-894a-68f76363e980 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=62328) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1340.649576] env[62328]: DEBUG oslo_service.periodic_task [None req-332cd9a1-235b-4315-894a-68f76363e980 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=62328) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1340.649721] env[62328]: DEBUG oslo_service.periodic_task [None req-332cd9a1-235b-4315-894a-68f76363e980 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=62328) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1340.649861] env[62328]: DEBUG oslo_service.periodic_task [None req-332cd9a1-235b-4315-894a-68f76363e980 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=62328) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1340.650056] env[62328]: DEBUG oslo_service.periodic_task [None req-332cd9a1-235b-4315-894a-68f76363e980 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=62328) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1340.650196] env[62328]: DEBUG nova.compute.manager [None req-332cd9a1-235b-4315-894a-68f76363e980 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=62328) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11064}} [ 1340.650343] env[62328]: DEBUG oslo_service.periodic_task [None req-332cd9a1-235b-4315-894a-68f76363e980 None None] Running periodic task ComputeManager.update_available_resource {{(pid=62328) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1341.153745] env[62328]: DEBUG oslo_concurrency.lockutils [None req-332cd9a1-235b-4315-894a-68f76363e980 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1341.153986] env[62328]: DEBUG oslo_concurrency.lockutils [None req-332cd9a1-235b-4315-894a-68f76363e980 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1341.154177] env[62328]: DEBUG oslo_concurrency.lockutils [None req-332cd9a1-235b-4315-894a-68f76363e980 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1341.154332] env[62328]: DEBUG nova.compute.resource_tracker [None req-332cd9a1-235b-4315-894a-68f76363e980 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=62328) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1341.155284] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0e6d6dc7-ac6c-412d-83a6-eb2a83384f0a {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1341.163951] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0cbc9216-3354-466d-b165-eb4721523201 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1341.178850] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0ae753ec-1e4b-4e33-aca9-ade2d74ababf {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1341.185059] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ccf4d6a3-2457-4fb5-ac5a-a77430dea0c4 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1341.212562] env[62328]: DEBUG nova.compute.resource_tracker [None req-332cd9a1-235b-4315-894a-68f76363e980 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=180741MB free_disk=153GB free_vcpus=48 pci_devices=None {{(pid=62328) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1341.212691] env[62328]: DEBUG oslo_concurrency.lockutils [None req-332cd9a1-235b-4315-894a-68f76363e980 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1341.212878] env[62328]: DEBUG oslo_concurrency.lockutils [None req-332cd9a1-235b-4315-894a-68f76363e980 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1342.232445] env[62328]: DEBUG nova.compute.resource_tracker [None req-332cd9a1-235b-4315-894a-68f76363e980 None None] Total usable vcpus: 48, total allocated vcpus: 0 {{(pid=62328) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1342.232736] env[62328]: DEBUG nova.compute.resource_tracker [None req-332cd9a1-235b-4315-894a-68f76363e980 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=512MB phys_disk=200GB used_disk=0GB total_vcpus=48 used_vcpus=0 pci_stats=[] {{(pid=62328) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1342.245359] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-59020817-9598-4203-a766-0c97c656eb08 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1342.252880] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1f039715-da7d-454a-aed4-b17678c201f4 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1342.282585] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c766ae9c-30f9-4d21-b601-9e8a765047d0 {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1342.288940] env[62328]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9138e44d-d3d5-43c1-9bfa-545fa910f2ea {{(pid=62328) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1342.301470] env[62328]: DEBUG nova.compute.provider_tree [None req-332cd9a1-235b-4315-894a-68f76363e980 None None] Inventory has not changed in ProviderTree for provider: 3469e9f8-04af-49ca-8435-49f104496744 {{(pid=62328) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1342.804735] env[62328]: DEBUG nova.scheduler.client.report [None req-332cd9a1-235b-4315-894a-68f76363e980 None None] Inventory has not changed for provider 3469e9f8-04af-49ca-8435-49f104496744 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 153, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62328) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1343.309874] env[62328]: DEBUG nova.compute.resource_tracker [None req-332cd9a1-235b-4315-894a-68f76363e980 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=62328) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1343.310356] env[62328]: DEBUG oslo_concurrency.lockutils [None req-332cd9a1-235b-4315-894a-68f76363e980 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.097s {{(pid=62328) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}}